-- Logs begin at Sat 2021-08-28 11:54:09 UTC, end at Sat 2021-08-28 14:13:25 UTC. -- Aug 28 12:26:52.578513 n-d-791505-21 systemd[1]: Started Devstack devstack@q-svc.service. Aug 28 12:26:55.304389 n-d-791505-21 neutron-server[94768]: INFO neutron.common.config [-] Logging enabled! Aug 28 12:26:55.304977 n-d-791505-21 neutron-server[94768]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 28 12:26:55.305162 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94768) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 28 12:26:55.308398 n-d-791505-21 neutron-server[94768]: INFO neutron.common.config [-] Logging enabled! Aug 28 12:26:55.308655 n-d-791505-21 neutron-server[94768]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 28 12:26:55.308966 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94768) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 28 12:26:55.309924 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 12:26:55.310159 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 12:26:55.310546 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 12:26:55.310795 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 12:26:55.311021 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 12:26:55.311346 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.311646 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.311945 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.312181 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.312478 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.312770 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.313324 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.313614 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.313910 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.314193 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.314499 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.314786 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.315016 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.315298 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.315587 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.315872 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.316096 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] debug = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.316375 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.316902 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.317319 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.317601 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.318037 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.318151 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.318452 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.318733 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.319017 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.319345 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] host = n-d-791505-21 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.319622 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.319910 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.320197 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.320483 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.320758 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.321034 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.321318 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.321592 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.321864 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] log_file = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.322138 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.322450 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.322743 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.323033 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.323265 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.323486 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.323781 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.324064 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.324340 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.324613 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.324890 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.325163 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.325952 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.326217 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.326528 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.326813 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.327098 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.327371 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.327643 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.327911 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.328183 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.328466 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.328738 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.329009 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.329282 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.329565 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.329832 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.330104 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.330424 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.330711 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.330990 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.331274 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.331547 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.331826 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.332096 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.332366 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.332635 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] use_json = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.332902 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.333173 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.333453 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.333736 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.334004 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.334276 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.334570 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.334853 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:55.335147 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.335444 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.335742 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.336022 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.336313 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.336594 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.336876 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.337150 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.337436 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.337722 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.338005 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.338278 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.338585 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.338858 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.339150 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.339452 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.339744 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.340033 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.340306 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.340577 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.341537 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.342006 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.342304 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.342612 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.342905 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.343196 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.343475 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.343770 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.344070 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.344360 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.344639 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.344919 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.345209 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.345489 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.345762 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.346039 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.346328 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.346629 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.346904 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.347186 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.347463 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.347735 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.348008 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.348286 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.348575 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.348850 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.349120 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.349389 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.349664 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.349936 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.350220 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.350520 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.350850 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.351128 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.351405 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.351677 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.351950 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.352228 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.352500 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.352774 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.353046 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.353314 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.353585 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.353861 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.354132 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.354422 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.354697 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.354987 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.355238 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.355508 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.355776 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.356046 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.356316 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.357302 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.357604 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.357880 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.358158 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.358458 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.358739 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.359015 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.359289 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.359565 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.359842 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.360113 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.360401 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.360685 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.360969 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.361263 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.361540 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.361839 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.362114 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.362418 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.362697 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.362973 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.363253 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.363535 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.363829 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.364124 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.364416 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.364766 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.364996 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.365273 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.365578 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.365854 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:55.366069 n-d-791505-21 neutron-server[94768]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 12:26:55.366307 n-d-791505-21 neutron-server[94768]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94768) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 28 12:26:55.718720 n-d-791505-21 neutron-server[94768]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 28 12:26:55.718997 n-d-791505-21 neutron-server[94768]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 28 12:26:55.719289 n-d-791505-21 neutron-server[94768]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 28 12:26:55.719619 n-d-791505-21 neutron-server[94768]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 28 12:26:56.122765 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.123063 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.123332 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.124637 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.124913 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.125177 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.160243 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.160522 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.160788 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.177126 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.177406 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.177678 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.206803 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.207080 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.207343 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.243852 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.244130 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.244397 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.478196 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.478818 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.478818 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.478973 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.479622 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.599243 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.599559 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.599841 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.600112 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.600378 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.600686 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.600945 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.601196 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.601447 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.601725 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.601982 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.602243 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.602517 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.602768 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.603019 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.603278 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.603529 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.603794 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.604059 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.604319 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.604589 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.604841 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.605121 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.605497 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.605746 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.605991 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.606405 n-d-791505-21 neutron-server[94768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 12:26:56.606826 n-d-791505-21 neutron-server[94768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 12:26:56.607070 n-d-791505-21 neutron-server[94768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 12:26:56.607308 n-d-791505-21 neutron-server[94768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 12:26:56.607544 n-d-791505-21 neutron-server[94768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 12:26:56.607782 n-d-791505-21 neutron-server[94768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 12:26:56.608141 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 28 12:26:56.611228 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 28 12:26:56.615152 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 28 12:26:56.618874 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 28 12:26:56.620491 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 28 12:26:56.620946 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 28 12:26:56.621427 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 28 12:26:56.621810 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 28 12:26:56.625253 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 28 12:26:56.625501 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 28 12:26:56.625847 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 28 12:26:56.631140 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 28 12:26:56.653494 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 28 12:26:56.654030 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.654333 n-d-791505-21 neutron-server[94768]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94768) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 28 12:26:56.654716 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.656077 n-d-791505-21 neutron-server[94768]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94768) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 28 12:26:56.656364 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 28 12:26:56.656604 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 28 12:26:56.659838 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.660121 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:56.724941 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 28 12:26:56.725175 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 28 12:26:56.725409 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 28 12:26:56.725776 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 28 12:26:56.746915 n-d-791505-21 neutron-server[94768]: DEBUG oslo_db.sqlalchemy.engines [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94768) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 28 12:26:57.283316 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Initializing driver for type 'gre' Aug 28 12:26:57.283844 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] gre ID ranges: [(1, 1000)] Aug 28 12:26:57.336274 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Initializing driver for type 'local' Aug 28 12:26:57.336590 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Initializing driver for type 'vlan' Aug 28 12:26:57.350312 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] VlanTypeDriver initialization complete Aug 28 12:26:57.350674 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Initializing driver for type 'vxlan' Aug 28 12:26:57.351150 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] vxlan ID ranges: [(1, 1000)] Aug 28 12:26:57.403304 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Initializing extension driver 'port_security' Aug 28 12:26:57.404348 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.extensions.port_security [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] PortSecurityExtensionDriver initialization complete Aug 28 12:26:57.404686 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Initializing mechanism driver 'openvswitch' Aug 28 12:26:57.405033 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Initializing mechanism driver 'hyperv' Aug 28 12:26:57.411441 n-d-791505-21 neutron-server[94768]: DEBUG neutron.plugins.ml2.plugin [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:26:57.412113 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > port after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.412479 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > port after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.412827 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > port after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.413340 n-d-791505-21 neutron-server[94768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 12:26:57.413772 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > subnet after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.414130 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > subnet after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.414506 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.414899 n-d-791505-21 neutron-server[94768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 12:26:57.415303 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > network after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.415649 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > network after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.415994 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > network after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.416381 n-d-791505-21 neutron-server[94768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 12:26:57.416778 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > security_group after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.417122 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > security_group after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.417456 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > security_group after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.417977 n-d-791505-21 neutron-server[94768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 12:26:57.418406 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.418756 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.419122 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.419518 n-d-791505-21 neutron-server[94768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 12:26:57.419909 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > address_group after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.420251 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > address_group after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.420584 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > address_group after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.420972 n-d-791505-21 neutron-server[94768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 28 12:26:57.421348 n-d-791505-21 neutron-server[94768]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] ML2 OVO RPC backend initialized. {{(pid=94768) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 28 12:26:57.422054 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.422436 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.422857 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > network before_response 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.423202 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > networks before_response 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.423549 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > port before_response 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.423905 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > ports before_response 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.424238 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > subnet before_response 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.424580 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > subnets before_response 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.424931 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > network after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.425272 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > network after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.425609 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > network after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.425944 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > port after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.426280 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > port after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.426638 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > port after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.426975 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > subnet after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.427309 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > subnet after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.427640 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.428209 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.plugin [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Modular L2 Plugin initialization complete Aug 28 12:26:57.428539 n-d-791505-21 neutron-server[94768]: DEBUG neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading services supported by the core plugin {{(pid=94768) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 28 12:26:57.428867 n-d-791505-21 neutron-server[94768]: INFO neutron.plugins.ml2.managers [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Got port-security extension from driver 'port_security' Aug 28 12:26:57.429327 n-d-791505-21 neutron-server[94768]: INFO neutron.extensions.vlantransparent [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Disabled vlantransparent extension. Aug 28 12:26:57.429811 n-d-791505-21 neutron-server[94768]: DEBUG neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94768) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 28 12:26:57.430124 n-d-791505-21 neutron-server[94768]: INFO neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading Plugin: router Aug 28 12:26:57.468193 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router_interface before_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.468588 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router after_create 55549900 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.468957 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router before_create 55549900 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.469321 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.469692 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.470047 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router after_delete 55549900 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.470427 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > floatingip after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.470776 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > floatingip after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.471131 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router after_create 55549900 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.471472 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router after_update 55549900 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.471818 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router after_update 55549900 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.472167 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.472521 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router after_update 55549900 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.472925 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router precommit_update 55549900 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.473291 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: port after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.473622 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: port after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.473955 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: subnet after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.474288 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.474667 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > port precommit_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.475020 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router precommit_create 55549900 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.475359 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: port before_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.475701 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router precommit_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.476053 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router after_update 55549900 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.476396 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router precommit_delete 55549900 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.476745 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router precommit_create 55549900 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.477109 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.477453 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router precommit_update 55549900 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.477816 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > agent after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.478160 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > agent after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.478538 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > network after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.479384 n-d-791505-21 neutron-server[94768]: DEBUG neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Tracking information for resource: router configured {{(pid=94768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 12:26:57.479714 n-d-791505-21 neutron-server[94768]: DEBUG neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Tracking information for resource: floatingip configured {{(pid=94768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 28 12:26:57.484882 n-d-791505-21 neutron-server[94768]: INFO neutron.db.l3_agentschedulers_db [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 28 12:26:57.485447 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: port after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.485803 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: port after_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.486151 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: port after_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.486531 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: port after_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.487311 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router before_create 55550100 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.487673 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router precommit_delete 55550100 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.488034 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router precommit_create 55550100 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.488387 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > router precommit_update 55550100 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.492918 n-d-791505-21 neutron-server[94768]: DEBUG neutron.services.provider_configuration [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Service providers = [] {{(pid=94768) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 28 12:26:57.493296 n-d-791505-21 neutron-server[94768]: DEBUG neutron.db.servicetype_db [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94768) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 28 12:26:57.496258 n-d-791505-21 neutron-server[94768]: DEBUG neutron.services.service_base [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 12:26:57.496607 n-d-791505-21 neutron-server[94768]: DEBUG neutron.services.service_base [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 12:26:57.496947 n-d-791505-21 neutron-server[94768]: DEBUG neutron.services.service_base [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 12:26:57.498048 n-d-791505-21 neutron-server[94768]: DEBUG neutron.services.service_base [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 28 12:26:57.498450 n-d-791505-21 neutron-server[94768]: INFO neutron.services.service_base [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 28 12:26:57.498838 n-d-791505-21 neutron-server[94768]: DEBUG neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 12:26:57.499148 n-d-791505-21 neutron-server[94768]: INFO neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 28 12:26:57.509644 n-d-791505-21 neutron-server[94768]: DEBUG neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 12:26:57.509978 n-d-791505-21 neutron-server[94768]: INFO neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading Plugin: auto_allocate Aug 28 12:26:57.516338 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: network precommit_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.516703 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: network precommit_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.517223 n-d-791505-21 neutron-server[94768]: DEBUG neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 12:26:57.517542 n-d-791505-21 neutron-server[94768]: INFO neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading Plugin: tag Aug 28 12:26:57.524056 n-d-791505-21 neutron-server[94768]: DEBUG neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 12:26:57.524385 n-d-791505-21 neutron-server[94768]: INFO neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading Plugin: timestamp Aug 28 12:26:57.529067 n-d-791505-21 neutron-server[94768]: DEBUG neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 12:26:57.529563 n-d-791505-21 neutron-server[94768]: INFO neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading Plugin: network_ip_availability Aug 28 12:26:57.535046 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.535368 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.535723 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.536431 n-d-791505-21 neutron-server[94768]: DEBUG neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 12:26:57.536747 n-d-791505-21 neutron-server[94768]: INFO neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading Plugin: flavors Aug 28 12:26:57.541406 n-d-791505-21 neutron-server[94768]: DEBUG neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 12:26:57.541739 n-d-791505-21 neutron-server[94768]: INFO neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading Plugin: revisions Aug 28 12:26:57.546176 n-d-791505-21 neutron-server[94768]: DEBUG neutron.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 28 12:26:57.546599 n-d-791505-21 neutron-server[94768]: DEBUG oslo_concurrency.lockutils [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=94768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 28 12:26:57.547328 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94768) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 28 12:26:57.547665 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Initializing extension manager. Aug 28 12:26:57.548178 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: __init__.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.548518 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: __pycache__ {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.548849 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.549178 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: address_group.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.549928 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.550529 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: address-group Aug 28 12:26:57.550852 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: address_scope.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.551565 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.552071 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: address-scope Aug 28 12:26:57.552389 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: admin_state_down_before_update.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.553325 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.553831 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: router-admin-state-down-before-update Aug 28 12:26:57.554149 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: agent.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.555063 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.555568 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: agent Aug 28 12:26:57.555885 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: agent_resources_synced.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.556795 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.557300 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: agent-resources-synced Aug 28 12:26:57.557619 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: allowedaddresspairs.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.559443 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.560196 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: allowed-address-pairs Aug 28 12:26:57.560532 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: auto_allocated_topology.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.561619 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.562129 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: auto-allocated-topology Aug 28 12:26:57.562481 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: availability_zone.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.563526 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.564026 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: availability_zone Aug 28 12:26:57.564346 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: availability_zone_filter.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.565254 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.565757 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: availability_zone_filter Aug 28 12:26:57.566081 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: data_plane_status.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.567012 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.567511 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension data-plane-status not supported by any of loaded plugins Aug 28 12:26:57.567829 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: default_subnetpools.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.568738 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.569237 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: default-subnetpools Aug 28 12:26:57.569555 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: dhcpagentscheduler.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.570370 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.570876 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: dhcp_agent_scheduler Aug 28 12:26:57.571204 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: dns.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.572121 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.572626 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension dns-integration not supported by any of loaded plugins Aug 28 12:26:57.572948 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: dns_domain_ports.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.573865 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.574389 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 28 12:26:57.574713 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.576156 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.576652 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 28 12:26:57.576974 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: dvr.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.577645 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.578149 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: dvr Aug 28 12:26:57.578498 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: ecmp_routes.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.579410 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.579912 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension ecmp_routes not supported by any of loaded plugins Aug 28 12:26:57.580232 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: empty_string_filtering.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.581150 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.581662 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: empty-string-filtering Aug 28 12:26:57.581982 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.582918 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.583421 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 28 12:26:57.583738 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.584645 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.585148 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 28 12:26:57.585464 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: external_net.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.586382 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.586905 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: external-net Aug 28 12:26:57.587225 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: extra_dhcp_opt.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.588127 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.588632 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: extra_dhcp_opt Aug 28 12:26:57.588950 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: extraroute.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.589871 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.590393 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: extraroute Aug 28 12:26:57.590715 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: extraroute_atomic.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.592352 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.592859 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: extraroute-atomic Aug 28 12:26:57.593177 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: filter_validation.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.593836 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.594340 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: filter-validation Aug 28 12:26:57.594688 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: fip_pf_description.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.595610 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.596093 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 28 12:26:57.596409 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: fip_port_details.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.597323 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.597824 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: fip-port-details Aug 28 12:26:57.598142 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: flavors.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.599392 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.599912 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: flavors Aug 28 12:26:57.600232 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.601886 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.602444 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 28 12:26:57.602778 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: floatingip_pools.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.603479 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.603990 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: floatingip-pools Aug 28 12:26:57.604326 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: ip_allocation.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.605237 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.605742 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension ip_allocation not supported by any of loaded plugins Aug 28 12:26:57.606069 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.607165 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.607677 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: ip-substring-filtering Aug 28 12:26:57.608003 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: l2_adjacency.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.608932 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.609432 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension l2_adjacency not supported by any of loaded plugins Aug 28 12:26:57.609754 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: l3.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.610875 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.611388 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: router Aug 28 12:26:57.611717 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: l3_conntrack_helper.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.613898 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.614450 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 28 12:26:57.614782 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.615724 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.616238 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: ext-gw-mode Aug 28 12:26:57.616563 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.617487 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.617994 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: l3-ha Aug 28 12:26:57.618315 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: l3_flavors.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.619315 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.619814 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: l3-flavors Aug 28 12:26:57.620132 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.621040 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.621543 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: l3-port-ip-change-not-allowed Aug 28 12:26:57.621868 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: l3agentscheduler.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.623071 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.623584 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: l3_agent_scheduler Aug 28 12:26:57.623905 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: logging.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.625387 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.625904 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension logging not supported by any of loaded plugins Aug 28 12:26:57.626229 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: metering.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.626987 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.627557 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: metering Aug 28 12:26:57.627877 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.628984 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.629494 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: metering_source_and_destination_fields Aug 28 12:26:57.629815 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: multiprovidernet.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.630772 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.631280 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: multi-provider Aug 28 12:26:57.631600 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: netmtu.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.632513 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.633018 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: net-mtu Aug 28 12:26:57.633340 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: netmtu_writable.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.634256 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.634795 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: net-mtu-writable Aug 28 12:26:57.635118 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: network_availability_zone.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.635783 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.636286 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: network_availability_zone Aug 28 12:26:57.636604 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: network_ip_availability.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.638297 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.638752 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: network-ip-availability Aug 28 12:26:57.639079 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: network_segment_range.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.639843 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.640341 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension network-segment-range not supported by any of loaded plugins Aug 28 12:26:57.640662 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: pagination.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.641638 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.641965 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: pagination Aug 28 12:26:57.642289 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: port_device_profile.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.643223 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.643732 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: port-device-profile Aug 28 12:26:57.644049 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.644966 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.645474 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: port-mac-address-regenerate Aug 28 12:26:57.645795 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.646729 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.647233 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: port-numa-affinity-policy Aug 28 12:26:57.647553 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: port_resource_request.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.648512 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.649014 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension port-resource-request not supported by any of loaded plugins Aug 28 12:26:57.649375 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: portbindings.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.650267 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.650822 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: binding Aug 28 12:26:57.651151 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: portbindings_extended.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.652570 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.653089 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: binding-extended Aug 28 12:26:57.653994 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: portsecurity.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.655977 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.655977 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: port-security Aug 28 12:26:57.656394 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: project_id.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.657816 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.657914 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: project-id Aug 28 12:26:57.658299 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: providernet.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.659561 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.660202 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: provider Aug 28 12:26:57.660678 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: qos.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.665369 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.666109 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension qos not supported by any of loaded plugins Aug 28 12:26:57.666596 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.668126 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.668790 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 28 12:26:57.669323 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.670865 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.671617 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 28 12:26:57.672087 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: qos_default.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.674723 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.676220 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension qos-default not supported by any of loaded plugins Aug 28 12:26:57.676743 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: qos_fip.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.677466 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.677973 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension qos-fip not supported by any of loaded plugins Aug 28 12:26:57.678295 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: qos_gateway_ip.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.679255 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.679770 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 28 12:26:57.680088 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: qos_port_network_policy.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.681007 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.681515 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 28 12:26:57.681837 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: qos_pps_rule.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.683172 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.683694 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension qos-pps not supported by any of loaded plugins Aug 28 12:26:57.684015 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: qos_rule_type_details.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.685092 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.685773 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 28 12:26:57.686098 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: qos_rules_alias.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.687179 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.687694 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 28 12:26:57.688271 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: quotasv2.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.689222 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.689550 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: quotas Aug 28 12:26:57.689870 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: quotasv2_detail.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.692979 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.693314 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: quota_details Aug 28 12:26:57.693652 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: rbac.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.694962 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.695488 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: rbac-policies Aug 28 12:26:57.695815 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: rbac_address_group.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.696743 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.697259 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: rbac-address-group Aug 28 12:26:57.697584 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: rbac_address_scope.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.698531 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.699047 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: rbac-address-scope Aug 28 12:26:57.699371 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: rbac_security_groups.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.700890 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.701629 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: rbac-security-groups Aug 28 12:26:57.701955 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: rbac_subnetpool.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.702918 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.703430 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: rbac-subnetpool Aug 28 12:26:57.703753 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: revisionifmatch.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.704674 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.705186 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: revision-if-match Aug 28 12:26:57.705508 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: revisions.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.706629 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.707139 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: standard-attr-revisions Aug 28 12:26:57.707462 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: router_availability_zone.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.708134 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.708637 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: router_availability_zone Aug 28 12:26:57.708958 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: routerservicetype.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.709872 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.710397 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension router-service-type not supported by any of loaded plugins Aug 28 12:26:57.710801 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.711717 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.712221 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: security-groups-normalized-cidr Aug 28 12:26:57.712541 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: security_groups_port_filtering.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.713450 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.713964 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: port-security-groups-filtering Aug 28 12:26:57.714284 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.715221 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.715737 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: security-groups-remote-address-group Aug 28 12:26:57.716729 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: securitygroup.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.726238 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.726793 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: security-group Aug 28 12:26:57.727130 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: segment.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.728038 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.728413 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension segment not supported by any of loaded plugins Aug 28 12:26:57.728739 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.729680 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.730187 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 28 12:26:57.730539 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: servicetype.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.731766 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.732286 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: service-type Aug 28 12:26:57.732612 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: sorting.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.733600 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.733930 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: sorting Aug 28 12:26:57.734252 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: standard_attr_segment.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.735193 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.735712 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 28 12:26:57.736035 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: standardattrdescription.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.736680 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.737186 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: standard-attr-description Aug 28 12:26:57.737506 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: stateful_security_group.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.738474 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.738992 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: stateful-security-group Aug 28 12:26:57.739316 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: stdattrs_common.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.739899 n-d-791505-21 neutron-server[94768]: WARNING neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 28 12:26:57.740218 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.741152 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.741664 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 28 12:26:57.741982 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: subnet_onboard.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.743093 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.743609 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: subnet_onboard Aug 28 12:26:57.743930 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.744853 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.745356 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 28 12:26:57.745673 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: subnet_service_types.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.746666 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.747767 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: subnet-service-types Aug 28 12:26:57.748256 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: subnetallocation.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.749504 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.750020 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: subnet_allocation Aug 28 12:26:57.750345 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.751040 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.751547 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: subnetpool-prefix-ops Aug 28 12:26:57.751867 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.752816 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.753326 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 28 12:26:57.753646 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: tagging.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.754740 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.755251 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: standard-attr-tag Aug 28 12:26:57.755576 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: timestamp.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.756808 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.757319 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loaded extension: standard-attr-timestamp Aug 28 12:26:57.757643 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: trunk.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.758706 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.759218 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension trunk not supported by any of loaded plugins Aug 28 12:26:57.759539 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: trunk_details.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.760458 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.760980 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension trunk-details not supported by any of loaded plugins Aug 28 12:26:57.761284 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: uplink_status_propagation.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.762203 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.762833 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 28 12:26:57.763680 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Loading extension file: vlantransparent.py {{(pid=94768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 28 12:26:57.764356 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 28 12:26:57.764969 n-d-791505-21 neutron-server[94768]: INFO neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extension vlan-transparent not supported by any of loaded plugins Aug 28 12:26:57.767475 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of TrackedResource for resource:network Aug 28 12:26:57.768011 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of TrackedResource for resource:subnet Aug 28 12:26:57.768409 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 12:26:57.768807 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of TrackedResource for resource:port Aug 28 12:26:57.770045 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.v2.resource_helper [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 12:26:57.770505 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.v2.resource_helper [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Service FLAVORS assigned prefix: {{(pid=94768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 12:26:57.771139 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.v2.resource_helper [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 12:26:57.771563 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.v2.resource_helper [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 12:26:57.771890 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of TrackedResource for resource:router Aug 28 12:26:57.772333 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of TrackedResource for resource:floatingip Aug 28 12:26:57.772847 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.v2.resource_helper [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Service METERING assigned prefix: /metering {{(pid=94768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 12:26:57.774299 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.774692 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.775048 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:26:57.776037 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of CountableResource for resource:rbac_policy Aug 28 12:26:57.776501 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of TrackedResource for resource:security_group Aug 28 12:26:57.776926 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of TrackedResource for resource:security_group_rule Aug 28 12:26:57.778811 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.v2.resource_helper [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Service CORE assigned prefix: {{(pid=94768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 12:26:57.779140 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 12:26:57.779488 n-d-791505-21 neutron-server[94768]: WARNING neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] subnetpool is already registered Aug 28 12:26:57.779919 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.v2.resource_helper [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Service CORE assigned prefix: {{(pid=94768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 12:26:57.780244 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 12:26:57.780583 n-d-791505-21 neutron-server[94768]: WARNING neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] subnetpool is already registered Aug 28 12:26:57.782906 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.v2.resource_helper [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 12:26:57.783339 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.v2.resource_helper [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Service FLAVORS assigned prefix: {{(pid=94768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 12:26:57.783950 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.v2.resource_helper [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 12:26:57.784368 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.v2.resource_helper [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 12:26:57.784696 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of TrackedResource for resource:router Aug 28 12:26:57.785032 n-d-791505-21 neutron-server[94768]: WARNING neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] router is already registered Aug 28 12:26:57.785487 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of TrackedResource for resource:floatingip Aug 28 12:26:57.785774 n-d-791505-21 neutron-server[94768]: WARNING neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] floatingip is already registered Aug 28 12:26:57.786225 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.v2.resource_helper [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Service METERING assigned prefix: /metering {{(pid=94768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 12:26:57.786923 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of CountableResource for resource:rbac_policy Aug 28 12:26:57.787250 n-d-791505-21 neutron-server[94768]: WARNING neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] rbac_policy is already registered Aug 28 12:26:57.787662 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of TrackedResource for resource:security_group Aug 28 12:26:57.787992 n-d-791505-21 neutron-server[94768]: WARNING neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] security_group is already registered Aug 28 12:26:57.788392 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of TrackedResource for resource:security_group_rule Aug 28 12:26:57.788722 n-d-791505-21 neutron-server[94768]: WARNING neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] security_group_rule is already registered Aug 28 12:26:57.789336 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.v2.resource_helper [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Service CORE assigned prefix: {{(pid=94768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 12:26:57.789658 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 12:26:57.789987 n-d-791505-21 neutron-server[94768]: WARNING neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] subnetpool is already registered Aug 28 12:26:57.790423 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.v2.resource_helper [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Service CORE assigned prefix: {{(pid=94768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 28 12:26:57.790748 n-d-791505-21 neutron-server[94768]: INFO neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Creating instance of TrackedResource for resource:subnetpool Aug 28 12:26:57.791072 n-d-791505-21 neutron-server[94768]: WARNING neutron.quota.resource_registry [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] subnetpool is already registered Aug 28 12:26:57.791538 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: extensions {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.793017 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: address-groups {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.794660 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: address-scopes {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.795949 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: agents {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.797122 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: auto-allocated-topology {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.798348 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: availability_zones {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.799588 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: dhcp-networks {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.801089 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: dhcp-agents {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.802529 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: routers {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.804692 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: flavors {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.805886 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: service_profiles {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.807138 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: next_providers {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.808561 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: service_profiles {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.810725 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: floatingip-pools {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.811935 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: routers {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.814428 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: floatingips {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.815716 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: l3-routers {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.817075 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: l3-agents {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.818487 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: metering-labels {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.819867 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: metering-label-rules {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.821136 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: network-ip-availabilities {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.822419 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: bindings {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.824059 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: quotas {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.826172 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: quotas {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.827624 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: rbac-policies {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.828799 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: security-groups {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.830083 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: security-group-rules {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.831352 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: service-providers {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.832551 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: subnetpools {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.833971 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: subnetpools {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.835444 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: tags {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.837112 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: tags {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.838930 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: tags {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.840700 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: tags {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.844008 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: tags {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.845858 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: tags {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.847572 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: tags {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.849442 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: tags {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.851240 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: tags {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.852962 n-d-791505-21 neutron-server[94768]: DEBUG neutron.api.extensions [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Extended resource: tags {{(pid=94768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 28 12:26:57.859010 n-d-791505-21 neutron-server[94768]: WARNING keystonemiddleware.auth_token [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 28 12:26:57.863688 n-d-791505-21 neutron-server[94768]: WARNING keystonemiddleware.auth_token [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 28 12:26:57.871996 n-d-791505-21 neutron-server[94768]: DEBUG oslo_concurrency.lockutils [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Acquired lock "singleton_lock" {{(pid=94768) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 28 12:26:57.873067 n-d-791505-21 neutron-server[94768]: DEBUG oslo_concurrency.lockutils [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Releasing lock "singleton_lock" {{(pid=94768) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 28 12:26:57.873705 n-d-791505-21 neutron-server[94768]: INFO oslo_service.service [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Starting 2 workers Aug 28 12:26:57.878560 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Started child 94877 {{(pid=94768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 12:26:57.883019 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Started child 94878 {{(pid=94768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 12:26:57.883951 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:26:57.884801 n-d-791505-21 neutron-server[94768]: INFO neutron.service [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Neutron service started, listening on 0.0.0.0:9696 Aug 28 12:26:57.885483 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Notify callbacks [] for process, before_spawn {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:26:57.885785 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [-] (94877) wsgi starting up on http://0.0.0.0:9696 Aug 28 12:26:57.888399 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:26:57.888971 n-d-791505-21 neutron-server[94768]: INFO oslo_service.service [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Starting 1 workers Aug 28 12:26:57.889755 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [-] (94878) wsgi starting up on http://0.0.0.0:9696 Aug 28 12:26:57.893789 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Started child 94879 {{(pid=94768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 12:26:57.894307 n-d-791505-21 neutron-server[94768]: INFO oslo_service.service [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Starting 1 workers Aug 28 12:26:57.897759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.service [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] calling RpcWorker wait() {{(pid=94879) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 28 12:26:57.898341 n-d-791505-21 neutron-server[94879]: DEBUG neutron.service [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] returning from RpcWorker wait() {{(pid=94879) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 28 12:26:57.898778 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Started child 94880 {{(pid=94768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 28 12:26:57.899362 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:26:57.899643 n-d-791505-21 neutron-server[94768]: DEBUG neutron_lib.callbacks.manager [None req-546c47f2-7d6f-43e8-ac11-0c1aa375a9dd None None] Notify callbacks [] for process, after_spawn {{(pid=94768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:26:57.899916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:26:57.901476 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94768) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 28 12:26:57.901681 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 12:26:57.901866 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 12:26:57.902082 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 12:26:57.902446 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 12:26:57.902605 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 12:26:57.903126 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.903450 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.903718 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.903932 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:26:57.904396 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.904396 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.904869 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.905127 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.905369 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.905642 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.905886 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.906061 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.906197 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.906477 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.906709 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.907027 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.907279 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.907530 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.907794 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.907963 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.908224 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.908485 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.908724 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.908985 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] debug = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.909219 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.909706 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.909940 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.910176 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.910449 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.910726 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.910954 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.911213 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.911442 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.911652 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.911864 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.912118 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.912356 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.912565 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.912800 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.913051 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.913270 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.913719 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] host = n-d-791505-21 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.913949 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.914165 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.914416 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.914658 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.914900 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.915118 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.915374 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.915631 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.915878 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.916099 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.916334 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.916587 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.916826 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.917077 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] log_file = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.917241 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] log_options = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.917461 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.917716 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.917967 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.918155 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.918313 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.918524 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.918749 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.918897 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.919182 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.919396 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.919611 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.919825 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.920197 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.920447 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.920708 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.920961 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.921197 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.921414 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.921668 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.921910 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.922151 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.922398 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.922632 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.922902 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.923082 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.923296 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.923518 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.923735 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.923946 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.924188 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.924422 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.924676 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.924921 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.925175 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.925405 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.925632 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.925890 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.926127 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.926354 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.926617 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.926858 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.927145 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.927313 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.927527 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.927813 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.927989 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] use_json = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.928162 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.928373 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.928637 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.928869 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.929084 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.929331 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.929500 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.929711 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:57.930143 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.930431 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.930751 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.931012 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.931261 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.931499 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.931749 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.931987 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.932235 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.932461 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.933785 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.934221 n-d-791505-21 neutron-server[94880]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:26:57.935234 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.935234 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.935234 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.935660 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.936075 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.936680 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.936939 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.937406 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.937515 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.937654 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.938171 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.938478 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.938703 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.938967 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.939233 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.939672 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.940621 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.941205 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.942021 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.942021 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.942021 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.942429 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.942557 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.942891 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.943131 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.943329 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.945302 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.945302 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.945302 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.945302 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.945302 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.945302 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.945302 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.945302 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.946292 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.946292 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.946292 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.946292 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.946844 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.946844 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.947079 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.947190 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.947408 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.950932 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.951423 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.951921 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.952367 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.952607 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.952872 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.953140 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.953367 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.953794 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.954098 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.954415 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.954644 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.954920 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.955172 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.955394 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.955636 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.955872 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.956120 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.956358 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.956596 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.956974 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.957323 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.957551 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.957768 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.958010 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.958252 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.958490 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.958708 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.958942 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.959161 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.959395 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.959609 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.959828 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.960042 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.960284 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.960710 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.961041 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.961298 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.961543 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.961956 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.962210 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.962453 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.962693 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.962932 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.963151 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.963378 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.963641 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.963885 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.964287 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.964533 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.964774 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.965030 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.965268 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.965490 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.965730 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.966020 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.966253 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.966517 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.966768 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.967051 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.967399 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.967633 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.967918 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.968183 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.968462 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.968696 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.968972 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.969267 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.969546 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.969828 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.970079 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.970330 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.970628 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.970904 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.971160 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.971390 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.971652 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.971899 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.972172 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.972393 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.972607 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.972818 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.973043 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.973356 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.973586 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.973817 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.974027 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.974292 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.974555 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.974791 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.975052 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.975287 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.975688 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.976064 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.977984 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.977984 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.977984 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.977984 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.977984 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.977984 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.977984 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.977984 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.978517 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.978517 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.978653 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.978850 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.979073 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.979300 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.979533 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.979748 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.979980 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.980191 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.980407 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.980659 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.980879 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.981115 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.981332 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.981624 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.981885 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.982139 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.982436 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.982645 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.982848 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.983090 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.983329 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.983578 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.983786 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.984055 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.984269 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.984479 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.984689 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.984905 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.985117 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.985325 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.985548 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.985777 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.986037 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.986281 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.986627 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.986870 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.987110 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.987340 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.987577 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.987813 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.988036 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.988267 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.988500 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.988712 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.988927 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.989158 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.989393 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.989608 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.989833 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.990038 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.990271 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.990474 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.990685 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.990963 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.991221 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.991447 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.991696 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.991929 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.992174 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.992397 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.992621 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.992827 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.993044 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.993282 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.993488 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.993730 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.993936 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.994142 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.994382 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.994614 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.994822 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.995043 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.995248 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.995497 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.995720 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.995933 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.996140 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.996359 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.996563 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.996767 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.997892 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.997892 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.997892 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.998467 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.998467 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.998756 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.998756 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.999024 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.999163 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.999422 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.999667 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:57.999919 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.000212 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.000456 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.000712 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.000979 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.001286 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.001518 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.001774 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.001993 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.002210 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.002451 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.002684 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.003003 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.003306 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.003561 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.003809 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.004067 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.004340 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.004611 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.004842 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.005123 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.005431 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.005714 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.005973 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.006217 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.006497 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.006725 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.007187 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.007187 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.007425 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.007633 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.007902 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.008172 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.008402 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.008633 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.008937 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.009173 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.009417 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.009658 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.009887 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.010107 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.010262 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 12:26:58.010800 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94768) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 28 12:26:58.011172 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 28 12:26:58.011172 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 28 12:26:58.011388 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 28 12:26:58.011470 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 28 12:26:58.011549 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 28 12:26:58.011751 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.011910 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.012257 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.012257 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.012548 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.012548 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.013383 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.013383 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.013658 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.013658 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.013857 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.013984 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.014429 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.014429 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.014429 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.014671 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.014671 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.014815 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.014979 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.015137 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.015293 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.015449 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.015605 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] debug = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.015762 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.015971 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.016133 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.016289 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.016444 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.016623 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.016759 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.016916 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.017072 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.017231 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.017389 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.017543 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.017700 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.017882 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.018034 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.018226 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.018353 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.018531 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] host = n-d-791505-21 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.018739 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.018832 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.019125 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.019125 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.019326 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.019326 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.019472 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.019626 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.019783 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.019937 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.020094 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.020251 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.020406 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.020560 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] log_file = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.020718 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] log_options = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.020873 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.021025 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.021181 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.021364 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.021525 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.021683 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.021839 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.021995 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.022149 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.022307 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.022493 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.022644 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.022804 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.022946 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.023086 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.023442 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.023442 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.023711 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.023711 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.023921 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.023921 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.024133 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.024270 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.024356 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.024485 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.024641 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.024797 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.024953 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.025107 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.025263 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.025418 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.025574 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.025731 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.025890 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.026045 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.026200 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.026386 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.026531 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.026688 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.026844 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.026987 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.027142 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.027298 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.027454 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.027800 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.027800 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] use_json = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.027988 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.028056 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.028257 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.028419 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.028503 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.028644 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.028803 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.028961 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 28 12:26:58.029135 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.029295 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.029466 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.029626 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.029784 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.029942 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.030099 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.030240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:26:58.030333 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.030439 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.030572 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.030737 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.030897 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.031066 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.031225 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.031382 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.031542 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.031700 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.031858 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.032017 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.032175 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.032332 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.032489 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.032655 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.032813 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.032970 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.033127 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.033284 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.033456 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.033614 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.033772 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.033932 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.034089 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.034247 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.034426 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.034586 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.034744 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.034903 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.035060 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.035218 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.035375 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.035580 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.035675 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.035840 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.035997 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.036156 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.036314 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.036472 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.036630 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.036788 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.036945 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.037104 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.037261 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.037419 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.037577 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.037735 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.037903 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.038061 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.038219 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.038403 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.038566 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.038723 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.038926 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.039053 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.039180 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.039338 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.039494 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.039665 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.039822 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.039980 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.040138 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.040295 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.040452 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.040610 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.040767 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.040925 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.041081 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.041238 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.041468 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.041632 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.041790 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.041951 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.042110 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.042268 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.042447 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.042606 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.042980 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.042980 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.043428 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.043428 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.043428 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.043700 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.043700 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.043859 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.043997 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.044229 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.044390 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.044598 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.044692 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.044839 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.044996 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.045154 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.045311 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.045472 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.045630 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.045998 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.045998 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.046204 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.046331 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.046503 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.046631 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.046757 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.046891 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.047020 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.047146 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.047282 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.047438 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.047605 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.047965 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.047965 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.048197 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.048197 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.048433 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.048553 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.048680 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.048804 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.048969 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.049208 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.049305 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.049410 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.049566 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.049725 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.049883 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.050049 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.050217 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.050408 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.050552 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.050710 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.050953 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.051054 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.051197 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.051357 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.051515 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.052213 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.052213 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.052213 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.052213 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.052539 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.052539 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.052539 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.052750 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.052851 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.053008 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.053166 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.053327 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.053484 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.053640 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.053798 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.053957 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.054114 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.054272 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.054449 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.054608 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.054766 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.054924 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.055082 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.055240 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.055398 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.055555 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.055713 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.055870 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.056027 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.056184 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.056340 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.056526 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.056654 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.056813 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.056971 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.057129 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.057287 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.057445 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.057604 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.057911 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.057911 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.058063 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.058203 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.058403 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.058543 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.058702 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.058860 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.059011 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.059155 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.059310 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.059482 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.060154 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.060361 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.060448 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.060677 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.060814 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.060911 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.061048 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.061207 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.061357 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.061496 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.061657 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.061818 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.061977 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.062136 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.062294 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.062474 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.062632 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.062790 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.063227 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.063387 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.063545 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.063703 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.063860 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.064019 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.064187 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.064344 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.064501 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.064659 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.064816 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.064974 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.065142 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.065301 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.065459 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.065616 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.065773 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.065931 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.066097 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.066256 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.066434 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.066593 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.066749 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.066908 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.067075 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.067233 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.067391 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.067549 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.067706 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.067863 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.068030 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.068188 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.068350 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.068507 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.068664 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.068823 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.068991 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.069151 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.069313 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.069481 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.069638 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.069796 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.069958 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.070126 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.070285 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.070472 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.070620 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.070620 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.070940 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.071151 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.071263 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.071388 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.071668 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.071771 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.071855 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.072037 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.072175 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.072334 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.072498 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.072669 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.072827 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.073053 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.073221 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.073379 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.073538 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.073696 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.073854 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.074011 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.074170 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.074341 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.074509 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.074882 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.074882 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.075049 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.075128 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.075799 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.076305 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.076305 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.076305 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 28 12:26:58.076539 n-d-791505-21 neutron-server[94768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 28 12:26:58.257280 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54604) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:26:58.265849 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064085 Aug 28 12:27:09.891853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffef54d-b77a-45eb-a052-9b95a8902a5e None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 12:27:09.998133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffef54d-b77a-45eb-a052-9b95a8902a5e None None] No non-hosted networks {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 28 12:27:10.021745 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c642030-5984-4738-ad1b-8ee4747aaa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742159'] for agent, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:12.201185 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ed3bcae2-346c-47f3-a441-8a64ed0b4f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742159'] for agent, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:12.264706 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9aa9e817-35c4-4420-af61-e0ab3bb7749b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:12.464534 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742159'] for agent, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:12.466028 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:12.466731 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:12.467276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:12.467802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:12.468322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:12.469055 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:12.469577 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:12.470092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:12.470716 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:12.471286 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:12.471782 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:12.472415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:12.473047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791505-21', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:27:12.493489 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791505-21', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:27:13.250001 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742159'] for agent, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:15.095022 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742159'] for agent, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:16.282871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54696) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:27:16.566467 n-d-791505-21 neutron-server[94879]: INFO neutron.db.l3_hamode_db [None req-b14bf6d6-f060-4dfb-a726-5f1ee3f937d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 28 12:27:16.643751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14bf6d6-f060-4dfb-a726-5f1ee3f937d1 None None] Routers set() bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:27:16.644054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14bf6d6-f060-4dfb-a726-5f1ee3f937d1 None None] Router IDs set() for agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 12:27:16.783624 n-d-791505-21 neutron-server[94878]: WARNING oslo_policy.policy [None req-9d377e63-9b06-49da-b6c8-bdd1601e92d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 12:27:16.784212 n-d-791505-21 neutron-server[94878]: WARNING oslo_policy.policy [None req-9d377e63-9b06-49da-b6c8-bdd1601e92d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 12:27:17.005750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-9d377e63-9b06-49da-b6c8-bdd1601e92d2 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:27:17.006859 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9d377e63-9b06-49da-b6c8-bdd1601e92d2 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7230725 Aug 28 12:27:19.362272 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54710) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:27:19.672499 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-92b4367b-6320-4600-a862-5f0c0937e584 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:27:19.767908 n-d-791505-21 neutron-server[94878]: DEBUG neutron.policy [None req-92b4367b-6320-4600-a862-5f0c0937e584 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94878) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 28 12:27:19.812602 n-d-791505-21 neutron-server[94878]: WARNING oslo_policy.policy [None req-92b4367b-6320-4600-a862-5f0c0937e584 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 12:27:19.812969 n-d-791505-21 neutron-server[94878]: WARNING oslo_policy.policy [None req-92b4367b-6320-4600-a862-5f0c0937e584 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 12:27:19.821649 n-d-791505-21 neutron-server[94878]: INFO neutron.quota [None req-92b4367b-6320-4600-a862-5f0c0937e584 admin admin] Loaded quota_driver: . Aug 28 12:27:19.910968 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-92b4367b-6320-4600-a862-5f0c0937e584 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760090574438', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760090572891', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760090683752', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760090685452', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760090724067', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760090658567', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-542196', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-611795', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3712171', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4172402'] for rbac-policy, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:19.974543 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-92b4367b-6320-4600-a862-5f0c0937e584 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:19.975736 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-92b4367b-6320-4600-a862-5f0c0937e584 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6124632 Aug 28 12:27:22.572073 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54722) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:27:22.868656 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Request body: {'network': {'tenant_id': 'a8c01430916345a1b4614af5e56199a9', 'admin_state_up': True, 'project_id': 'a8c01430916345a1b4614af5e56199a9', 'name': 'private'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:27:22.896604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Made reservation on behalf of a8c01430916345a1b4614af5e56199a9 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:27:22.899330 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:22.916834 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:23.035382 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:23.038984 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:23.058104 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:27:23.085858 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760091565514', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:23.086461 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Unsubscribe: segment precommit_create {{(pid=94878) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 28 12:27:23.086970 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Added segment 7c167a32-a25c-4af1-b84f-7fe17ac39c76 of type vlan for network f79ad70b-eceb-4af9-9a22-b08b3333f199 Aug 28 12:27:23.102934 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d7a4f6-9381-4d10-9e64-08fe3c1665de,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:23.128499 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:23.128828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:23.129150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:23.129468 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:23.129787 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:23.130098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:23.130435 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:23.130746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:23.131058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:23.131367 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:23.131674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:23.131980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Tracked resource versions report: Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: pushed versions: Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: { 'AddressGroup': {'1.2'}, Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'ConntrackHelper': {'1.0'}, Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'Log': {'1.0'}, Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'Network': {'1.1'}, Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'Port': {'1.7'}, Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'PortForwarding': {'1.2'}, Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'QosPolicy': {'1.9'}, Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'SecurityGroup': {'1.4'}, Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'SecurityGroupRule': {'1.2'}, Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'SubPort': {'1.0'}, Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'Subnet': {'1.1'}, Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'Trunk': {'1.1'}} Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: consumer versions: Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: { DHCP agent@n-d-791505-21: {}, Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: L3 agent@n-d-791505-21: {}, Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: Metadata agent@n-d-791505-21: {}, Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: Metering agent@n-d-791505-21: {}, Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: Open vSwitch agent@n-d-791505-21: { 'AddressGroup': '1.2', Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'ConntrackHelper': '1.0', Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'Log': '1.0', Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'Network': '1.1', Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'Port': '1.7', Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'PortForwarding': '1.2', Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'QosPolicy': '1.9', Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'SecurityGroup': '1.4', Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'SecurityGroupRule': '1.2', Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'SubPort': '1.0', Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'Subnet': '1.1', Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: 'Trunk': '1.1'}} Aug 28 12:27:23.133092 n-d-791505-21 neutron-server[94878]: {{(pid=94878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 12:27:23.207541 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:23.245783 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:23.247563 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:27:23.248379 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:23.318270 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7450058 Aug 28 12:27:23.348068 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9f786-f207-4705-ab6f-a26051dce1d0 admin admin] Pushing event updated for resources: {'Network': ['ID=f79ad70b-eceb-4af9-9a22-b08b3333f199,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:23.360301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network f79ad70b-eceb-4af9-9a22-b08b3333f199 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:27:25.958948 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54736) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:27:26.344495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd4d4fb-4db2-442a-897e-0263b982e584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:27:26.345877 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6bd4d4fb-4db2-442a-897e-0263b982e584 admin admin] 10.222.0.20 "GET /v2.0/networks/f79ad70b-eceb-4af9-9a22-b08b3333f199 HTTP/1.1" status: 200 len: 824 time: 0.3859859 Aug 28 12:27:26.370018 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9536ef10-c097-4d25-a303-c87575cdfe9f admin admin] 10.222.0.20 "GET /v2.0/subnetpools/62c3428e-c431-4621-ba72-87b47bf14536 HTTP/1.1" status: 200 len: 734 time: 0.0179634 Aug 28 12:27:26.379635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-afbc7f27-4f1f-4c40-9139-c84b7c8de991 admin admin] Request body: {'subnet': {'subnetpool_id': '62c3428e-c431-4621-ba72-87b47bf14536', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'a8c01430916345a1b4614af5e56199a9', 'name': 'private-subnet', 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:27:26.401496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbc7f27-4f1f-4c40-9139-c84b7c8de991 admin admin] Made reservation on behalf of a8c01430916345a1b4614af5e56199a9 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:27:26.403967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-afbc7f27-4f1f-4c40-9139-c84b7c8de991 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:26.690951 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-afbc7f27-4f1f-4c40-9139-c84b7c8de991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:26.762278 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc7f27-4f1f-4c40-9139-c84b7c8de991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb5ac08-f87b-40fe-8d41-21fcc9046065,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:26.764678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc7f27-4f1f-4c40-9139-c84b7c8de991 admin admin] Checking segment: {'id': '7c167a32-a25c-4af1-b84f-7fe17ac39c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:27:26.765045 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbc7f27-4f1f-4c40-9139-c84b7c8de991 admin admin] Network hostable DHCP agents. Network: f79ad70b-eceb-4af9-9a22-b08b3333f199, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:27:26.788815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbc7f27-4f1f-4c40-9139-c84b7c8de991 admin admin] Network f79ad70b-eceb-4af9-9a22-b08b3333f199 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:27:26.802343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-afbc7f27-4f1f-4c40-9139-c84b7c8de991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, f79ad70b-eceb-4af9-9a22-b08b3333f199) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:27:26.807245 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbc7f27-4f1f-4c40-9139-c84b7c8de991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:27:26.807822 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-afbc7f27-4f1f-4c40-9139-c84b7c8de991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:26.812857 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766a49d8-a24c-4c4d-8dd9-3fcb78e90cf6 None None] Network f79ad70b-eceb-4af9-9a22-b08b3333f199 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:27:26.823915 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-afbc7f27-4f1f-4c40-9139-c84b7c8de991 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4475331 Aug 28 12:27:27.134886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-f79ad70b-eceb-4af9-9a22-b08b3333f199', 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199', 'tenant_id': 'a8c01430916345a1b4614af5e56199a9', 'fixed_ips': [{'subnet_id': '1cb5ac08-f87b-40fe-8d41-21fcc9046065'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:27:27.136133 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:27.410286 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Allocated IP 172.20.0.2 (f79ad70b-eceb-4af9-9a22-b08b3333f199/1cb5ac08-f87b-40fe-8d41-21fcc9046065/03738f72-8eb4-4e04-bd9f-82e79d7a8cd7) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:27:27.608110 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:27.626716 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Transition to ACTIVE for port object 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:27:27.677094 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Transition to ACTIVE for port object 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:27:27.686603 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:27.758088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Network f79ad70b-eceb-4af9-9a22-b08b3333f199 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:27:27.762985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:27:27.768357 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Pushing event updated for resources: {'Port': ['ID=03738f72-8eb4-4e04-bd9f-82e79d7a8cd7,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:27.770519 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:27:27.780604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:27.780945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:27.781282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:27.781639 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:27.781966 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:27.782291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:27.782641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:27.782964 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:27.783283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:27.783603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:27.783920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:27.784237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Tracked resource versions report: Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: pushed versions: Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: { 'AddressGroup': {'1.2'}, Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'ConntrackHelper': {'1.0'}, Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'Log': {'1.0'}, Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'Network': {'1.1'}, Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'Port': {'1.7'}, Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'PortForwarding': {'1.2'}, Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'QosPolicy': {'1.9'}, Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'SecurityGroup': {'1.4'}, Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'SecurityGroupRule': {'1.2'}, Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'SubPort': {'1.0'}, Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'Subnet': {'1.1'}, Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'Trunk': {'1.1'}} Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: consumer versions: Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: { DHCP agent@n-d-791505-21: {}, Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: L3 agent@n-d-791505-21: {}, Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: Metadata agent@n-d-791505-21: {}, Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: Metering agent@n-d-791505-21: {}, Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: Open vSwitch agent@n-d-791505-21: { 'AddressGroup': '1.2', Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'ConntrackHelper': '1.0', Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'Log': '1.0', Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'Network': '1.1', Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'Port': '1.7', Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'PortForwarding': '1.2', Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'QosPolicy': '1.9', Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'SecurityGroup': '1.4', Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'SecurityGroupRule': '1.2', Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'SubPort': '1.0', Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'Subnet': '1.1', Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: 'Trunk': '1.1'}} Aug 28 12:27:27.785391 n-d-791505-21 neutron-server[94879]: {{(pid=94879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 12:27:27.859080 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Attempting to bind port 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:27:27.859721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Attempting to bind port 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '7c167a32-a25c-4af1-b84f-7fe17ac39c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:27:27.859873 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Attempting to bind port 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7 on network f79ad70b-eceb-4af9-9a22-b08b3333f199 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:27:27.864746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:27:27.865173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Checking segment: {'id': '7c167a32-a25c-4af1-b84f-7fe17ac39c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:27:27.865662 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:27.866047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Bound using segment: {'id': '7c167a32-a25c-4af1-b84f-7fe17ac39c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:27:27.866560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Bound port: 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c167a32-a25c-4af1-b84f-7fe17ac39c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:27:27.866967 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:27.928595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] For port 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:27:27.932715 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] For port 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=03738f72-8eb4-4e04-bd9f-82e79d7a8cd7,segment=NetworkSegment(7c167a32-a25c-4af1-b84f-7fe17ac39c76),segment_id=7c167a32-a25c-4af1-b84f-7fe17ac39c76)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:27:27.938834 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:28.003545 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccf61c-d305-4f3c-aa2d-6db07d629c8d None None] Pushing event updated for resources: {'Port': ['ID=03738f72-8eb4-4e04-bd9f-82e79d7a8cd7,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:29.278992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54744) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:27:29.596252 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-25ed9a6d-0644-4fed-a65f-a862be500cef admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:27:29.597345 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-25ed9a6d-0644-4fed-a65f-a862be500cef admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3173921 Aug 28 12:27:32.009352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54752) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:27:32.337706 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-399a32fc-b1a1-4b03-a7a6-20c74760d83e admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:27:32.338741 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-399a32fc-b1a1-4b03-a7a6-20c74760d83e admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3284838 Aug 28 12:27:34.949021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54762) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:27:35.252328 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-335bd47a-7ead-4bba-a07e-3f7f46312334 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a8c01430916345a1b4614af5e56199a9', 'name': 'router1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:27:35.275950 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-335bd47a-7ead-4bba-a07e-3f7f46312334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:35.277500 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-335bd47a-7ead-4bba-a07e-3f7f46312334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:35.416907 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-335bd47a-7ead-4bba-a07e-3f7f46312334 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:35.421716 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-335bd47a-7ead-4bba-a07e-3f7f46312334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:35.434987 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-335bd47a-7ead-4bba-a07e-3f7f46312334 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:35.436191 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-335bd47a-7ead-4bba-a07e-3f7f46312334 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4855707 Aug 28 12:27:36.339638 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:27:36.395723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a719ed17-385e-42d4-836c-b25828829c9c None None] Network f79ad70b-eceb-4af9-9a22-b08b3333f199 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:27:36.481806 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-db14149c-f282-4e45-9979-f051dd4b36c7 None None] Provisioning for port 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:27:36.488896 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:27:36.492863 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-db14149c-f282-4e45-9979-f051dd4b36c7 None None] Provisioning complete for port 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:27:36.493251 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-db14149c-f282-4e45-9979-f051dd4b36c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:36.518454 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:27:36.518815 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:36.741346 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-db14149c-f282-4e45-9979-f051dd4b36c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:36.760027 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:36.802756 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-db14149c-f282-4e45-9979-f051dd4b36c7 None None] For port 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=03738f72-8eb4-4e04-bd9f-82e79d7a8cd7,segment=NetworkSegment(7c167a32-a25c-4af1-b84f-7fe17ac39c76),segment_id=7c167a32-a25c-4af1-b84f-7fe17ac39c76)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:27:36.807558 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-db14149c-f282-4e45-9979-f051dd4b36c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:36.880728 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:27:36.881133 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:27:36.885381 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14149c-f282-4e45-9979-f051dd4b36c7 None None] Pushing event updated for resources: {'Port': ['ID=03738f72-8eb4-4e04-bd9f-82e79d7a8cd7,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:37.028636 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3f5d8fb1-f87f-4134-9b1b-2d1e8083411e None None] Provisioning complete for port 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:27:37.029001 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3f5d8fb1-f87f-4134-9b1b-2d1e8083411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:37.823302 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54776) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:27:38.144548 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-cb64eee3-6ddd-4cd2-915d-7cdc8c0632ac admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:27:38.145539 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cb64eee3-6ddd-4cd2-915d-7cdc8c0632ac admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3213122 Aug 28 12:27:38.301891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:27:38.352579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:27:38.352953 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:39.783291 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d3777345-60ab-4caa-af80-1f0f17f23162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:40.531853 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54784) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:27:40.833518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6726fb91-cad7-496b-aa6e-f931775d46dc admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:27:40.853984 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6726fb91-cad7-496b-aa6e-f931775d46dc admin admin] Made reservation on behalf of 6b146c626a8341f28e467d7d2f7990c1 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:27:40.856884 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6726fb91-cad7-496b-aa6e-f931775d46dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:40.864458 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6726fb91-cad7-496b-aa6e-f931775d46dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:40.953177 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6726fb91-cad7-496b-aa6e-f931775d46dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:40.957008 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6726fb91-cad7-496b-aa6e-f931775d46dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:40.971365 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6726fb91-cad7-496b-aa6e-f931775d46dc admin admin] Reserving flat network on physical network physnet1 {{(pid=94878) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 28 12:27:40.992107 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6726fb91-cad7-496b-aa6e-f931775d46dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:40.992477 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-6726fb91-cad7-496b-aa6e-f931775d46dc admin admin] Added segment f33e50c1-4f6b-4a2f-82ab-13883a81d42d of type flat for network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 Aug 28 12:27:40.993732 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726fb91-cad7-496b-aa6e-f931775d46dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6afee04-2f49-4ad1-a05c-2a79d1149ead,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:41.039247 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6726fb91-cad7-496b-aa6e-f931775d46dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:41.068844 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6726fb91-cad7-496b-aa6e-f931775d46dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:41.069703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6726fb91-cad7-496b-aa6e-f931775d46dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:27:41.070264 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6726fb91-cad7-496b-aa6e-f931775d46dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:41.121546 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6726fb91-cad7-496b-aa6e-f931775d46dc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5886095 Aug 28 12:27:41.129787 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726fb91-cad7-496b-aa6e-f931775d46dc admin admin] Pushing event updated for resources: {'Network': ['ID=928ba25c-1dc8-49dd-a081-eedc1cee77c3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:41.141680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:27:42.197762 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d615d1ca-71b6-48cb-8ea1-71b275cbf412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:42.462018 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:43.194879 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:43.482715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54792) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:27:43.869969 n-d-791505-21 neutron-server[94877]: WARNING oslo_policy.policy [None req-3cdea818-db63-4e74-8e2e-c5ccbc46d373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 12:27:43.870567 n-d-791505-21 neutron-server[94877]: WARNING oslo_policy.policy [None req-3cdea818-db63-4e74-8e2e-c5ccbc46d373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 12:27:44.282027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.policy [None req-3cdea818-db63-4e74-8e2e-c5ccbc46d373 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94877) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 28 12:27:44.328194 n-d-791505-21 neutron-server[94877]: WARNING oslo_policy.policy [None req-3cdea818-db63-4e74-8e2e-c5ccbc46d373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 12:27:44.328559 n-d-791505-21 neutron-server[94877]: WARNING oslo_policy.policy [None req-3cdea818-db63-4e74-8e2e-c5ccbc46d373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 28 12:27:44.336687 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdea818-db63-4e74-8e2e-c5ccbc46d373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:27:44.338630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3cdea818-db63-4e74-8e2e-c5ccbc46d373 admin admin] 10.222.0.20 "GET /v2.0/subnets/1cb5ac08-f87b-40fe-8d41-21fcc9046065 HTTP/1.1" status: 200 len: 849 time: 0.8538070 Aug 28 12:27:44.503985 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1f3819ce-c3f5-4515-933d-f02aec482501 admin admin] 10.222.0.20 "GET /v2.0/routers/96139a13-c268-4046-bf0b-8ba344d72fe9 HTTP/1.1" status: 200 len: 704 time: 0.1592801 Aug 28 12:27:44.769094 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:45.039451 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:45.098605 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Allocated IP 172.20.0.1 (f79ad70b-eceb-4af9-9a22-b08b3333f199/1cb5ac08-f87b-40fe-8d41-21fcc9046065/2bd34ea6-f76b-49d9-b233-0485d60a8dde) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:27:45.314875 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:45.341240 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Transition to ACTIVE for port object 2bd34ea6-f76b-49d9-b233-0485d60a8dde will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:27:45.406161 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:45.440996 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Network f79ad70b-eceb-4af9-9a22-b08b3333f199 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:27:45.442717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:27:45.513349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:27:45.514217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:45.572497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Pushing event updated for resources: {'Port': ['ID=2bd34ea6-f76b-49d9-b233-0485d60a8dde,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:45.594461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:45.594798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:45.595138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:45.595471 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:45.595798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:45.596131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:45.596452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:45.596777 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:45.597099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:45.597417 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:45.597733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:45.598047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Tracked resource versions report: Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: pushed versions: Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: { 'AddressGroup': {'1.2'}, Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'ConntrackHelper': {'1.0'}, Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'Log': {'1.0'}, Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'Network': {'1.1'}, Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'Port': {'1.7'}, Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'PortForwarding': {'1.2'}, Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'QosPolicy': {'1.9'}, Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'SecurityGroup': {'1.4'}, Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'SecurityGroupRule': {'1.2'}, Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'SubPort': {'1.0'}, Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'Subnet': {'1.1'}, Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'Trunk': {'1.1'}} Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: consumer versions: Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: { DHCP agent@n-d-791505-21: {}, Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: L3 agent@n-d-791505-21: {}, Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: Metadata agent@n-d-791505-21: {}, Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: Metering agent@n-d-791505-21: {}, Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: Open vSwitch agent@n-d-791505-21: { 'AddressGroup': '1.2', Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'ConntrackHelper': '1.0', Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'Log': '1.0', Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'Network': '1.1', Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'Port': '1.7', Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'PortForwarding': '1.2', Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'QosPolicy': '1.9', Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'SecurityGroup': '1.4', Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'SecurityGroupRule': '1.2', Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'SubPort': '1.0', Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'Subnet': '1.1', Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: 'Trunk': '1.1'}} Aug 28 12:27:45.599228 n-d-791505-21 neutron-server[94877]: {{(pid=94877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 12:27:45.727481 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:45.768044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-429de14f-7ae5-47a4-99fc-01305a13b471 None None] Provisioning for port 2bd34ea6-f76b-49d9-b233-0485d60a8dde completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:27:45.771667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-429de14f-7ae5-47a4-99fc-01305a13b471 None None] Provisioning complete for port 2bd34ea6-f76b-49d9-b233-0485d60a8dde triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:27:45.772029 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-429de14f-7ae5-47a4-99fc-01305a13b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:45.804890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-429de14f-7ae5-47a4-99fc-01305a13b471 None None] Port 2bd34ea6-f76b-49d9-b233-0485d60a8dde cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:27:45.937347 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:45.941931 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:45.942726 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:46.020976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Pushing event updated for resources: {'Port': ['ID=2bd34ea6-f76b-49d9-b233-0485d60a8dde,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:46.068341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Network f79ad70b-eceb-4af9-9a22-b08b3333f199 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:27:46.069613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:27:46.226225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4c65209a-fd04-4d2b-8c50-f47abf81d0e5 None None] Provisioning complete for port 2bd34ea6-f76b-49d9-b233-0485d60a8dde triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:27:46.226832 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4c65209a-fd04-4d2b-8c50-f47abf81d0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:46.260853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-4c65209a-fd04-4d2b-8c50-f47abf81d0e5 None None] Port 2bd34ea6-f76b-49d9-b233-0485d60a8dde cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:27:46.289961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Router 96139a13-c268-4046-bf0b-8ba344d72fe9 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:27:46.379149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:27:46.384357 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a418cd9c-3a5e-4286-ae06-cfa8288654f9 admin admin] 10.222.0.20 "PUT /v2.0/routers/96139a13-c268-4046-bf0b-8ba344d72fe9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8747611 Aug 28 12:27:46.389088 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Sync routers for ids ['96139a13-c268-4046-bf0b-8ba344d72fe9'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:27:46.400289 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Routers {'96139a13-c268-4046-bf0b-8ba344d72fe9'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:27:46.401084 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:27:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['96139a13-c268-4046-bf0b-8ba344d72fe9'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:27:46.589648 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Set router 96139a13-c268-4046-bf0b-8ba344d72fe9 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:27:47.018335 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96139a13-c268-4046-bf0b-8ba344d72fe9', 'name': 'router1', 'tenant_id': 'a8c01430916345a1b4614af5e56199a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:27:35Z', 'updated_at': '2021-08-28T12:27:45Z', 'revision_number': 2, 'project_id': 'a8c01430916345a1b4614af5e56199a9', 'gw_port_host': None, '_interfaces': [{'id': '2bd34ea6-f76b-49d9-b233-0485d60a8dde', 'name': '', 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199', 'tenant_id': 'a8c01430916345a1b4614af5e56199a9', 'mac_address': 'fa:16:3e:b1:39:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96139a13-c268-4046-bf0b-8ba344d72fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1cb5ac08-f87b-40fe-8d41-21fcc9046065', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:27:44Z', 'updated_at': '2021-08-28T12:27:45Z', 'revision_number': 2, 'project_id': 'a8c01430916345a1b4614af5e56199a9', 'subnets': [{'id': '1cb5ac08-f87b-40fe-8d41-21fcc9046065', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62c3428e-c431-4621-ba72-87b47bf14536'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:27:47.070470 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Checking router: 96139a13-c268-4046-bf0b-8ba344d72fe9 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:27:47.070836 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Updating router 96139a13-c268-4046-bf0b-8ba344d72fe9 port 2bd34ea6-f76b-49d9-b233-0485d60a8dde binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:27:47.119890 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:47.646086 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:47.664006 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Transition to ACTIVE for port object 2bd34ea6-f76b-49d9-b233-0485d60a8dde will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:27:47.670584 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:47.818212 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Attempting to bind port 2bd34ea6-f76b-49d9-b233-0485d60a8dde on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:27:47.818642 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Attempting to bind port 2bd34ea6-f76b-49d9-b233-0485d60a8dde by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '7c167a32-a25c-4af1-b84f-7fe17ac39c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:27:47.819072 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Attempting to bind port 2bd34ea6-f76b-49d9-b233-0485d60a8dde on network f79ad70b-eceb-4af9-9a22-b08b3333f199 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:27:47.829833 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:27:47.830240 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Checking segment: {'id': '7c167a32-a25c-4af1-b84f-7fe17ac39c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:27:47.830789 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:47.831172 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Bound using segment: {'id': '7c167a32-a25c-4af1-b84f-7fe17ac39c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:27:47.831705 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Bound port: 2bd34ea6-f76b-49d9-b233-0485d60a8dde, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c167a32-a25c-4af1-b84f-7fe17ac39c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:27:47.832088 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:47.856165 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a0d5-0d52-4a83-83c3-0f66ec87fb35 None None] Pushing event updated for resources: {'Port': ['ID=2bd34ea6-f76b-49d9-b233-0485d60a8dde,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:47.884316 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a0d5-0d52-4a83-83c3-0f66ec87fb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:47.884650 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a0d5-0d52-4a83-83c3-0f66ec87fb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:47.884974 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a0d5-0d52-4a83-83c3-0f66ec87fb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:47.885295 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a0d5-0d52-4a83-83c3-0f66ec87fb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:47.885610 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a0d5-0d52-4a83-83c3-0f66ec87fb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:47.885923 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a0d5-0d52-4a83-83c3-0f66ec87fb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:47.886233 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a0d5-0d52-4a83-83c3-0f66ec87fb35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:47.886564 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a0d5-0d52-4a83-83c3-0f66ec87fb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:47.887386 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a0d5-0d52-4a83-83c3-0f66ec87fb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:47.887699 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a0d5-0d52-4a83-83c3-0f66ec87fb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:47.888006 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a0d5-0d52-4a83-83c3-0f66ec87fb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:47.888484 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a0d5-0d52-4a83-83c3-0f66ec87fb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a77a0d5-0d52-4a83-83c3-0f66ec87fb35 None None] Tracked resource versions report: Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: pushed versions: Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: { 'AddressGroup': {'1.2'}, Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'ConntrackHelper': {'1.0'}, Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'Log': {'1.0'}, Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'Network': {'1.1'}, Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'Port': {'1.7'}, Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'PortForwarding': {'1.2'}, Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'QosPolicy': {'1.9'}, Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'SecurityGroup': {'1.4'}, Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'SecurityGroupRule': {'1.2'}, Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'SubPort': {'1.0'}, Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'Subnet': {'1.1'}, Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'Trunk': {'1.1'}} Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: consumer versions: Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: { DHCP agent@n-d-791505-21: {}, Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: L3 agent@n-d-791505-21: {}, Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: Metadata agent@n-d-791505-21: {}, Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: Metering agent@n-d-791505-21: {}, Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: Open vSwitch agent@n-d-791505-21: { 'AddressGroup': '1.2', Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'ConntrackHelper': '1.0', Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'Log': '1.0', Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'Network': '1.1', Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'Port': '1.7', Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'PortForwarding': '1.2', Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'QosPolicy': '1.9', Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'SecurityGroup': '1.4', Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'SecurityGroupRule': '1.2', Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'SubPort': '1.0', Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'Subnet': '1.1', Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: 'Trunk': '1.1'}} Aug 28 12:27:47.890058 n-d-791505-21 neutron-server[94880]: {{(pid=94880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 12:27:47.925268 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] For port 2bd34ea6-f76b-49d9-b233-0485d60a8dde, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:27:47.945586 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] For port 2bd34ea6-f76b-49d9-b233-0485d60a8dde, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2bd34ea6-f76b-49d9-b233-0485d60a8dde,segment=NetworkSegment(7c167a32-a25c-4af1-b84f-7fe17ac39c76),segment_id=7c167a32-a25c-4af1-b84f-7fe17ac39c76)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:27:47.951885 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:48.011704 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a0d5-0d52-4a83-83c3-0f66ec87fb35 None None] Pushing event updated for resources: {'Port': ['ID=2bd34ea6-f76b-49d9-b233-0485d60a8dde,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:48.016093 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Routers {'96139a13-c268-4046-bf0b-8ba344d72fe9'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:27:48.016700 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:27:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['96139a13-c268-4046-bf0b-8ba344d72fe9'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:27:48.104535 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] Set router 96139a13-c268-4046-bf0b-8ba344d72fe9 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:27:48.316599 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96139a13-c268-4046-bf0b-8ba344d72fe9', 'name': 'router1', 'tenant_id': 'a8c01430916345a1b4614af5e56199a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:27:35Z', 'updated_at': '2021-08-28T12:27:45Z', 'revision_number': 2, 'project_id': 'a8c01430916345a1b4614af5e56199a9', 'gw_port_host': None, '_interfaces': [{'id': '2bd34ea6-f76b-49d9-b233-0485d60a8dde', 'name': '', 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199', 'tenant_id': 'a8c01430916345a1b4614af5e56199a9', 'mac_address': 'fa:16:3e:b1:39:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96139a13-c268-4046-bf0b-8ba344d72fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1cb5ac08-f87b-40fe-8d41-21fcc9046065', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:27:44Z', 'updated_at': '2021-08-28T12:27:47Z', 'revision_number': 4, 'project_id': 'a8c01430916345a1b4614af5e56199a9', 'subnets': [{'id': '1cb5ac08-f87b-40fe-8d41-21fcc9046065', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62c3428e-c431-4621-ba72-87b47bf14536'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:27:48.342171 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726c803-b7b1-4a2d-972a-c0146c352806 None None] The sync data for ids ['96139a13-c268-4046-bf0b-8ba344d72fe9'] in n-d-791505-21 is: [{'id': '96139a13-c268-4046-bf0b-8ba344d72fe9', 'name': 'router1', 'tenant_id': 'a8c01430916345a1b4614af5e56199a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:27:35Z', 'updated_at': '2021-08-28T12:27:45Z', 'revision_number': 2, 'project_id': 'a8c01430916345a1b4614af5e56199a9', 'gw_port_host': None, '_interfaces': [{'id': '2bd34ea6-f76b-49d9-b233-0485d60a8dde', 'name': '', 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199', 'tenant_id': 'a8c01430916345a1b4614af5e56199a9', 'mac_address': 'fa:16:3e:b1:39:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96139a13-c268-4046-bf0b-8ba344d72fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1cb5ac08-f87b-40fe-8d41-21fcc9046065', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:27:44Z', 'updated_at': '2021-08-28T12:27:47Z', 'revision_number': 4, 'project_id': 'a8c01430916345a1b4614af5e56199a9', 'subnets': [{'id': '1cb5ac08-f87b-40fe-8d41-21fcc9046065', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62c3428e-c431-4621-ba72-87b47bf14536'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:27:48.666160 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54832) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:27:48.778557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89db7fad-c76a-4f1c-9a76-49bb57c5a06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:27:48.779935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-89db7fad-c76a-4f1c-9a76-49bb57c5a06a admin admin] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 842 time: 0.1127119 Aug 28 12:27:48.790051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-d383dbec-ef16-4a14-a84c-24ef4b397132 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.1.1', 'cidr': '172.25.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:27:48.791487 n-d-791505-21 neutron-server[94877]: INFO neutron.quota [None req-d383dbec-ef16-4a14-a84c-24ef4b397132 admin admin] Loaded quota_driver: . Aug 28 12:27:48.826807 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d383dbec-ef16-4a14-a84c-24ef4b397132 admin admin] Made reservation on behalf of 6b146c626a8341f28e467d7d2f7990c1 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:27:48.829095 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d383dbec-ef16-4a14-a84c-24ef4b397132 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:49.133728 n-d-791505-21 neutron-server[94877]: DEBUG neutron.objects.ports [None req-d383dbec-ef16-4a14-a84c-24ef4b397132 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 12:27:49.134076 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d383dbec-ef16-4a14-a84c-24ef4b397132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:49.187013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383dbec-ef16-4a14-a84c-24ef4b397132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ea258d-26ce-49a1-a950-e529e87b4468,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:49.198411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d383dbec-ef16-4a14-a84c-24ef4b397132 admin admin] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:27:49.198753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d383dbec-ef16-4a14-a84c-24ef4b397132 admin admin] Network hostable DHCP agents. Network: 928ba25c-1dc8-49dd-a081-eedc1cee77c3, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:27:49.219059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d383dbec-ef16-4a14-a84c-24ef4b397132 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:27:49.230168 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d383dbec-ef16-4a14-a84c-24ef4b397132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 928ba25c-1dc8-49dd-a081-eedc1cee77c3) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:27:49.235025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d383dbec-ef16-4a14-a84c-24ef4b397132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:27:49.235645 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d383dbec-ef16-4a14-a84c-24ef4b397132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:49.239840 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1813811c-7361-40be-b32c-457f4432fa89 None None] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:27:49.266405 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d383dbec-ef16-4a14-a84c-24ef4b397132 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4698489 Aug 28 12:27:49.376452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4326b9d3-afed-485d-aec0-ede8e4dbc0a6 None None] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:27:51.554669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54842) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:27:51.687869 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b3a30478-25fd-4455-92dd-afd013e9639f admin admin] 10.222.0.20 "GET /v2.0/routers/96139a13-c268-4046-bf0b-8ba344d72fe9 HTTP/1.1" status: 200 len: 710 time: 0.1319952 Aug 28 12:27:51.774437 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5918c34c-20f9-483b-82c6-8876731260f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:27:51.776753 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5918c34c-20f9-483b-82c6-8876731260f4 admin admin] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 886 time: 0.0826039 Aug 28 12:27:51.786332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:27:52.040418 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:52.285508 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:52.430971 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:52.535413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Allocated IP 172.25.1.236 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/b9e82d88-b8b6-4933-b0ff-c5db254aa3a2) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:27:52.633826 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:52.674565 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:52.715737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:27:52.720320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:27:52.722905 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:27:52.758367 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Pushing event updated for resources: {'Port': ['ID=b9e82d88-b8b6-4933-b0ff-c5db254aa3a2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:52.975895 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:53.166450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:53.170391 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:53.276639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Router 96139a13-c268-4046-bf0b-8ba344d72fe9 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:27:53.388207 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:27:53.398202 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:53.399580 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6233c1bb-73b2-43cd-afda-84846e2b382d admin admin] 10.222.0.20 "PUT /v2.0/routers/96139a13-c268-4046-bf0b-8ba344d72fe9 HTTP/1.1" status: 200 len: 890 time: 1.6169503 Aug 28 12:27:54.327246 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2bd34ea6-f76b-49d9-b233-0485d60a8dde up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:27:54.380138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 2bd34ea6-f76b-49d9-b233-0485d60a8dde completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:27:54.384142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 2bd34ea6-f76b-49d9-b233-0485d60a8dde triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:27:54.384516 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:54.506668 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:54.539096 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 2bd34ea6-f76b-49d9-b233-0485d60a8dde, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2bd34ea6-f76b-49d9-b233-0485d60a8dde,segment=NetworkSegment(7c167a32-a25c-4af1-b84f-7fe17ac39c76),segment_id=7c167a32-a25c-4af1-b84f-7fe17ac39c76)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:27:54.544722 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:54.592845 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=2bd34ea6-f76b-49d9-b233-0485d60a8dde,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:54.752431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Sync routers for ids ['96139a13-c268-4046-bf0b-8ba344d72fe9'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:27:54.766465 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Routers {'96139a13-c268-4046-bf0b-8ba344d72fe9'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:27:54.767073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:27:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['96139a13-c268-4046-bf0b-8ba344d72fe9'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:27:54.978263 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Set router 96139a13-c268-4046-bf0b-8ba344d72fe9 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:27:55.371330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96139a13-c268-4046-bf0b-8ba344d72fe9', 'name': 'router1', 'tenant_id': 'a8c01430916345a1b4614af5e56199a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'b9e82d88-b8b6-4933-b0ff-c5db254aa3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:27:35Z', 'updated_at': '2021-08-28T12:27:52Z', 'revision_number': 4, 'project_id': 'a8c01430916345a1b4614af5e56199a9', 'gw_port': {'id': 'b9e82d88-b8b6-4933-b0ff-c5db254aa3a2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96139a13-c268-4046-bf0b-8ba344d72fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:27:52Z', 'updated_at': '2021-08-28T12:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '2bd34ea6-f76b-49d9-b233-0485d60a8dde', 'name': '', 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199', 'tenant_id': 'a8c01430916345a1b4614af5e56199a9', 'mac_address': 'fa:16:3e:b1:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96139a13-c268-4046-bf0b-8ba344d72fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1cb5ac08-f87b-40fe-8d41-21fcc9046065', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:27:44Z', 'updated_at': '2021-08-28T12:27:54Z', 'revision_number': 5, 'project_id': 'a8c01430916345a1b4614af5e56199a9', 'subnets': [{'id': '1cb5ac08-f87b-40fe-8d41-21fcc9046065', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62c3428e-c431-4621-ba72-87b47bf14536'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:27:55.421288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Checking router: 96139a13-c268-4046-bf0b-8ba344d72fe9 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:27:55.421646 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Updating router 96139a13-c268-4046-bf0b-8ba344d72fe9 port b9e82d88-b8b6-4933-b0ff-c5db254aa3a2 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:27:55.470036 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:55.786513 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:55.796013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Transition to ACTIVE for port object b9e82d88-b8b6-4933-b0ff-c5db254aa3a2 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:27:55.801493 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:55.818466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54854) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:27:55.849508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Attempting to bind port b9e82d88-b8b6-4933-b0ff-c5db254aa3a2 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:27:55.849870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Attempting to bind port b9e82d88-b8b6-4933-b0ff-c5db254aa3a2 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:27:55.850223 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Attempting to bind port b9e82d88-b8b6-4933-b0ff-c5db254aa3a2 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:27:55.857605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9f498-94bb-4b7e-8f50-cb11a0ddd637 None None] Pushing event updated for resources: {'Port': ['ID=b9e82d88-b8b6-4933-b0ff-c5db254aa3a2,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:55.860872 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:27:55.861252 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:27:55.861645 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:55.862018 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:27:55.862499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Bound port: b9e82d88-b8b6-4933-b0ff-c5db254aa3a2, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:27:55.862884 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:55.915573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] For port b9e82d88-b8b6-4933-b0ff-c5db254aa3a2, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:27:55.919250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] For port b9e82d88-b8b6-4933-b0ff-c5db254aa3a2, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b9e82d88-b8b6-4933-b0ff-c5db254aa3a2,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:27:55.923658 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:55.966164 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0f28f523-06a6-49e4-a488-8dab6beb9571 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1465647 Aug 28 12:27:56.066095 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Routers {'96139a13-c268-4046-bf0b-8ba344d72fe9'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:27:56.066759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:27:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['96139a13-c268-4046-bf0b-8ba344d72fe9'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:27:56.068745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9f498-94bb-4b7e-8f50-cb11a0ddd637 None None] Pushing event updated for resources: {'Port': ['ID=b9e82d88-b8b6-4933-b0ff-c5db254aa3a2,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:27:56.179847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] Set router 96139a13-c268-4046-bf0b-8ba344d72fe9 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:27:56.317956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2bd34ea6-f76b-49d9-b233-0485d60a8dde up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:27:56.412082 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 2bd34ea6-f76b-49d9-b233-0485d60a8dde triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:27:56.412699 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:56.495644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96139a13-c268-4046-bf0b-8ba344d72fe9', 'name': 'router1', 'tenant_id': 'a8c01430916345a1b4614af5e56199a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'b9e82d88-b8b6-4933-b0ff-c5db254aa3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:27:35Z', 'updated_at': '2021-08-28T12:27:52Z', 'revision_number': 4, 'project_id': 'a8c01430916345a1b4614af5e56199a9', 'gw_port': {'id': 'b9e82d88-b8b6-4933-b0ff-c5db254aa3a2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96139a13-c268-4046-bf0b-8ba344d72fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:27:52Z', 'updated_at': '2021-08-28T12:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '2bd34ea6-f76b-49d9-b233-0485d60a8dde', 'name': '', 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199', 'tenant_id': 'a8c01430916345a1b4614af5e56199a9', 'mac_address': 'fa:16:3e:b1:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96139a13-c268-4046-bf0b-8ba344d72fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1cb5ac08-f87b-40fe-8d41-21fcc9046065', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:27:44Z', 'updated_at': '2021-08-28T12:27:54Z', 'revision_number': 5, 'project_id': 'a8c01430916345a1b4614af5e56199a9', 'subnets': [{'id': '1cb5ac08-f87b-40fe-8d41-21fcc9046065', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62c3428e-c431-4621-ba72-87b47bf14536'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:27:56.531007 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926f137-966f-417a-82b0-343adf5c0b29 None None] The sync data for ids ['96139a13-c268-4046-bf0b-8ba344d72fe9'] in n-d-791505-21 is: [{'id': '96139a13-c268-4046-bf0b-8ba344d72fe9', 'name': 'router1', 'tenant_id': 'a8c01430916345a1b4614af5e56199a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'b9e82d88-b8b6-4933-b0ff-c5db254aa3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:27:35Z', 'updated_at': '2021-08-28T12:27:52Z', 'revision_number': 4, 'project_id': 'a8c01430916345a1b4614af5e56199a9', 'gw_port': {'id': 'b9e82d88-b8b6-4933-b0ff-c5db254aa3a2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ee:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96139a13-c268-4046-bf0b-8ba344d72fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:27:52Z', 'updated_at': '2021-08-28T12:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '2bd34ea6-f76b-49d9-b233-0485d60a8dde', 'name': '', 'network_id': 'f79ad70b-eceb-4af9-9a22-b08b3333f199', 'tenant_id': 'a8c01430916345a1b4614af5e56199a9', 'mac_address': 'fa:16:3e:b1:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96139a13-c268-4046-bf0b-8ba344d72fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1cb5ac08-f87b-40fe-8d41-21fcc9046065', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:27:44Z', 'updated_at': '2021-08-28T12:27:54Z', 'revision_number': 5, 'project_id': 'a8c01430916345a1b4614af5e56199a9', 'subnets': [{'id': '1cb5ac08-f87b-40fe-8d41-21fcc9046065', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62c3428e-c431-4621-ba72-87b47bf14536'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:27:58.353728 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b9e82d88-b8b6-4933-b0ff-c5db254aa3a2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:27:58.409717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port b9e82d88-b8b6-4933-b0ff-c5db254aa3a2 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:27:58.414499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b9e82d88-b8b6-4933-b0ff-c5db254aa3a2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:27:58.414499 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:58.506039 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:58.535055 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port b9e82d88-b8b6-4933-b0ff-c5db254aa3a2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b9e82d88-b8b6-4933-b0ff-c5db254aa3a2,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:27:58.539790 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:27:58.602944 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=b9e82d88-b8b6-4933-b0ff-c5db254aa3a2,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:28:00.357384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b9e82d88-b8b6-4933-b0ff-c5db254aa3a2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:28:00.448864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b9e82d88-b8b6-4933-b0ff-c5db254aa3a2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:28:00.449267 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:28:06.954804 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 5 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:28:09.791443 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-60640549-9609-41aa-9315-ab33d4b5d491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:28:12.204293 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d4ad38c5-37da-4fc3-a819-fc88f67fcd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:28:12.467323 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:28:13.199466 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:28:15.067268 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:28:39.788698 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3046a0a5-558b-4e6c-a455-3c8db6113b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:28:42.199255 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-56dba363-c1d9-4481-b7e0-f1eac1a680e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:28:42.463718 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:28:43.199623 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:28:43.954167 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 5 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:28:45.061409 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:29:09.789428 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f3c635d1-cbb4-48d8-8e6c-16020c546b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:29:12.201198 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bf0608fd-61cd-473a-a0d3-b1862f1cb486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:29:12.456457 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:29:13.201897 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:29:15.063697 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:29:20.953446 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 5 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:29:36.421377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55448) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:29:36.481744 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c59842-e6e9-4eef-9d33-80f696c60c52 admin admin] GET failed (client error): The resource could not be found. Aug 28 12:29:36.483097 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-63c59842-e6e9-4eef-9d33-80f696c60c52 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608263 Aug 28 12:29:36.644274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc66848-e4f9-459d-9b4c-9e25f9ef42fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:29:36.645760 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7fc66848-e4f9-459d-9b4c-9e25f9ef42fa admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1581798 Aug 28 12:29:38.802673 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55458) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:29:38.894094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565285f4-0096-47d7-86dd-320c0f0e8519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:29:38.895693 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-565285f4-0096-47d7-86dd-320c0f0e8519 admin admin] 10.222.0.20 "GET /v2.0/subnets/1cb5ac08-f87b-40fe-8d41-21fcc9046065 HTTP/1.1" status: 200 len: 849 time: 0.0920532 Aug 28 12:29:38.906747 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:29:38.994966 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:29:39.138901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760091561948'] for subnet, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:29:39.169938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:29:39.170543 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:29:39.172909 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] 10.222.0.20 "PUT /v2.0/subnets/1cb5ac08-f87b-40fe-8d41-21fcc9046065 HTTP/1.1" status: 200 len: 868 time: 0.2700229 Aug 28 12:29:39.174323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56247d9d-d05b-4723-96ab-1c062c306408 None None] Network f79ad70b-eceb-4af9-9a22-b08b3333f199 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:29:39.194965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb5ac08-f87b-40fe-8d41-21fcc9046065,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:29:39.204387 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:29:39.204744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:29:39.205071 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:29:39.205404 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:29:39.205736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:29:39.206061 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:29:39.206410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:29:39.206738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:29:39.207060 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:29:39.207441 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:29:39.207711 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:29:39.208168 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9b80-caba-43f6-835e-43584d1cbcf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:29:39.569020 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3aeb6d82-f1b9-49fd-8af6-ba14e07af6e7 None None] Provisioning complete for port 2bd34ea6-f76b-49d9-b233-0485d60a8dde triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:29:39.569393 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6d82-f1b9-49fd-8af6-ba14e07af6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:29:39.658298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3aeb6d82-f1b9-49fd-8af6-ba14e07af6e7 None None] Provisioning complete for port 03738f72-8eb4-4e04-bd9f-82e79d7a8cd7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:29:39.658699 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6d82-f1b9-49fd-8af6-ba14e07af6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:29:39.789543 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ee743557-a369-47bb-9e7d-5d05d970773a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:29:41.388584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55468) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:29:41.590766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a00659f-0fba-460f-b0ad-041afa63578a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:29:41.591154 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a00659f-0fba-460f-b0ad-041afa63578a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:29:41.592683 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6a00659f-0fba-460f-b0ad-041afa63578a admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2031493 Aug 28 12:29:42.204502 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-54ea015f-e983-4331-b06c-c215b19f4e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:29:42.457756 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:29:43.204720 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:29:43.770461 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55476) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:29:43.900465 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7acc465-de5c-490b-882e-f23ac6602487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:29:43.901769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7acc465-de5c-490b-882e-f23ac6602487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:29:43.903328 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e7acc465-de5c-490b-882e-f23ac6602487 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1318965 Aug 28 12:29:45.069946 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:29:46.077220 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55484) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:29:46.226544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51861a9-532e-4254-8e2c-1e64dd0807c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:29:46.227919 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a51861a9-532e-4254-8e2c-1e64dd0807c9 admin admin] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 886 time: 0.1497555 Aug 28 12:29:48.399228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55492) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:29:48.531028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562a8f88-1ee2-4b99-a0b6-7fa8b685fecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:29:48.532431 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-562a8f88-1ee2-4b99-a0b6-7fa8b685fecd admin admin] 10.222.0.20 "GET /v2.0/networks/f79ad70b-eceb-4af9-9a22-b08b3333f199 HTTP/1.1" status: 200 len: 868 time: 0.1322577 Aug 28 12:29:50.730138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55500) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:29:50.932929 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2550e3fe-5085-4bba-9aca-9bf76fdb0a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:29:50.933292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2550e3fe-5085-4bba-9aca-9bf76fdb0a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:29:50.934997 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2550e3fe-5085-4bba-9aca-9bf76fdb0a45 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2037554 Aug 28 12:29:53.101234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55508) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:29:53.192467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddac711-6349-467c-ad55-4aed96d305e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:29:53.192922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddac711-6349-467c-ad55-4aed96d305e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:29:53.194441 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2ddac711-6349-467c-ad55-4aed96d305e9 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921845 Aug 28 12:29:55.381186 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55516) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:29:55.464062 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1045a088-7f4c-4efc-b0ba-efd7100b2ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:29:55.465387 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1045a088-7f4c-4efc-b0ba-efd7100b2ca9 admin admin] 10.222.0.20 "GET /v2.0/subnets/19ea258d-26ce-49a1-a950-e529e87b4468 HTTP/1.1" status: 200 len: 816 time: 0.0832453 Aug 28 12:29:57.658176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55524) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:29:57.752895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7032695-6a3f-474b-b8ab-b6331b3b2e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:29:57.754234 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c7032695-6a3f-474b-b8ab-b6331b3b2e26 admin admin] 10.222.0.20 "GET /v2.0/subnets/1cb5ac08-f87b-40fe-8d41-21fcc9046065 HTTP/1.1" status: 200 len: 868 time: 0.0950923 Aug 28 12:29:57.952335 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 5 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:30:09.790659 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-efb7bf4c-2ef2-4f17-aaa7-8cf2c222a693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:12.206386 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-369fe0a9-3ca6-4914-91da-f11d4d4e23a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:12.459188 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:13.208679 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:15.075964 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:21.515351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55578) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:30:21.567200 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-9885a3c1-29a5-48b4-8495-3f5280c4d5a0 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:30:21.568198 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9885a3c1-29a5-48b4-8495-3f5280c4d5a0 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519092 Aug 28 12:30:23.833848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55586) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:30:23.892685 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-89341b9d-cbd1-4dbf-bde1-12e6492e117e admin admin] GET failed (client error): The resource could not be found. Aug 28 12:30:23.893984 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-89341b9d-cbd1-4dbf-bde1-12e6492e117e admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591848 Aug 28 12:30:23.977256 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea28f55-e42e-4d66-8a93-60f36542a568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:30:23.978659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4ea28f55-e42e-4d66-8a93-60f36542a568 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800531 Aug 28 12:30:26.168824 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55594) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:30:26.218923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7e7d5807-308f-4302-b908-c6ba15e47fd8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:30:26.239332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7d5807-308f-4302-b908-c6ba15e47fd8 admin admin] Made reservation on behalf of 6b146c626a8341f28e467d7d2f7990c1 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:30:26.241557 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5807-308f-4302-b908-c6ba15e47fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:26.277625 n-d-791505-21 neutron-server[94878]: WARNING neutron.services.revisions.revision_plugin [None req-7e7d5807-308f-4302-b908-c6ba15e47fd8 admin admin] Could not find related network for resource to bump revision. Aug 28 12:30:26.293981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7d5807-308f-4302-b908-c6ba15e47fd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:30:26.303491 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5807-308f-4302-b908-c6ba15e47fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:26.303830 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-7e7d5807-308f-4302-b908-c6ba15e47fd8 admin admin] Added segment 16d0d3da-d9c9-47bb-9e29-aceba5750ac2 of type vlan for network 76920957-8ca0-444c-bad4-23fe4163b573 Aug 28 12:30:26.345163 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5807-308f-4302-b908-c6ba15e47fd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:26.368541 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5807-308f-4302-b908-c6ba15e47fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:26.369414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7d5807-308f-4302-b908-c6ba15e47fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:30:26.369986 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5807-308f-4302-b908-c6ba15e47fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:26.420797 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7e7d5807-308f-4302-b908-c6ba15e47fd8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2508848 Aug 28 12:30:26.428554 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d5807-308f-4302-b908-c6ba15e47fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=76920957-8ca0-444c-bad4-23fe4163b573,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:30:26.440458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 76920957-8ca0-444c-bad4-23fe4163b573 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:30:28.633128 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55602) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:30:28.700185 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ddf440-9968-41dd-89fe-0cef1ec71184 admin admin] GET failed (client error): The resource could not be found. Aug 28 12:30:28.701879 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-71ddf440-9968-41dd-89fe-0cef1ec71184 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0678732 Aug 28 12:30:28.845657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d64033-760e-4891-a84e-6d8d4920fee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:30:28.847176 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-85d64033-760e-4891-a84e-6d8d4920fee1 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1406744 Aug 28 12:30:28.857987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9157c20e-774e-4b7f-84c5-1a0b0d774f57 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:30:28.876227 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9157c20e-774e-4b7f-84c5-1a0b0d774f57 admin admin] Made reservation on behalf of 6b146c626a8341f28e467d7d2f7990c1 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:30:28.878411 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9157c20e-774e-4b7f-84c5-1a0b0d774f57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:29.041629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9157c20e-774e-4b7f-84c5-1a0b0d774f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:29.100716 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157c20e-774e-4b7f-84c5-1a0b0d774f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=725b4ce1-2e11-4ba0-9825-37d2d89c312f,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:30:29.103135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9157c20e-774e-4b7f-84c5-1a0b0d774f57 admin admin] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:30:29.103494 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9157c20e-774e-4b7f-84c5-1a0b0d774f57 admin admin] Network hostable DHCP agents. Network: 76920957-8ca0-444c-bad4-23fe4163b573, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:30:29.119118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9157c20e-774e-4b7f-84c5-1a0b0d774f57 admin admin] Network 76920957-8ca0-444c-bad4-23fe4163b573 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:30:29.128366 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-9157c20e-774e-4b7f-84c5-1a0b0d774f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 76920957-8ca0-444c-bad4-23fe4163b573) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:30:29.132338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9157c20e-774e-4b7f-84c5-1a0b0d774f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:30:29.132930 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9157c20e-774e-4b7f-84c5-1a0b0d774f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:29.138499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d1c33d-e181-4e3d-9f44-80d74bd2c977 None None] Network 76920957-8ca0-444c-bad4-23fe4163b573 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:30:29.147691 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9157c20e-774e-4b7f-84c5-1a0b0d774f57 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2931914 Aug 28 12:30:29.295004 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-76920957-8ca0-444c-bad4-23fe4163b573', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'tenant_id': '6b146c626a8341f28e467d7d2f7990c1', 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:30:29.295859 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:29.445205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Allocated IP 192.168.233.2 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/65fa9e42-4169-44bd-9855-7381d707efc9) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:30:29.589073 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:29.597176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Transition to ACTIVE for port object 65fa9e42-4169-44bd-9855-7381d707efc9 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:30:29.613740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Transition to ACTIVE for port object 65fa9e42-4169-44bd-9855-7381d707efc9 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:30:29.619872 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:29.661234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:30:29.665978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:30:29.669982 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:30:29.710414 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Pushing event updated for resources: {'Port': ['ID=65fa9e42-4169-44bd-9855-7381d707efc9,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:30:29.730309 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:30:29.730689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:30:29.731538 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:30:29.731538 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:30:29.731745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:30:29.731994 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:30:29.732295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:30:29.733203 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:30:29.733203 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:30:29.733387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:30:29.733541 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:30:29.733860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:30:29.754804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Attempting to bind port 65fa9e42-4169-44bd-9855-7381d707efc9 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:30:29.755165 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Attempting to bind port 65fa9e42-4169-44bd-9855-7381d707efc9 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:30:29.755515 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Attempting to bind port 65fa9e42-4169-44bd-9855-7381d707efc9 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:30:29.760797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:30:29.761784 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:30:29.762419 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:29.762807 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:30:29.763270 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Bound port: 65fa9e42-4169-44bd-9855-7381d707efc9, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:30:29.763663 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:29.837091 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] For port 65fa9e42-4169-44bd-9855-7381d707efc9, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:30:29.841386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] For port 65fa9e42-4169-44bd-9855-7381d707efc9, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=65fa9e42-4169-44bd-9855-7381d707efc9,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:30:29.844927 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:29.908635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277e1d6-30d2-4c5a-99a1-24de92d31ac3 None None] Pushing event updated for resources: {'Port': ['ID=65fa9e42-4169-44bd-9855-7381d707efc9,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:30:30.461393 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 65fa9e42-4169-44bd-9855-7381d707efc9 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:30:30.517924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 65fa9e42-4169-44bd-9855-7381d707efc9 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:30:30.766445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb214e3-a0c1-4b4c-a51e-8365cf6c4601 None None] Network 76920957-8ca0-444c-bad4-23fe4163b573 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:30:30.840664 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b9544453-6ead-4647-b0b1-73bb8c5515cc None None] Provisioning for port 65fa9e42-4169-44bd-9855-7381d707efc9 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:30:30.850987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b9544453-6ead-4647-b0b1-73bb8c5515cc None None] Provisioning complete for port 65fa9e42-4169-44bd-9855-7381d707efc9 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:30:30.851354 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b9544453-6ead-4647-b0b1-73bb8c5515cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:30.986877 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b9544453-6ead-4647-b0b1-73bb8c5515cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:31.024903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b9544453-6ead-4647-b0b1-73bb8c5515cc None None] For port 65fa9e42-4169-44bd-9855-7381d707efc9, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=65fa9e42-4169-44bd-9855-7381d707efc9,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:30:31.030504 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b9544453-6ead-4647-b0b1-73bb8c5515cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:31.085461 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9544453-6ead-4647-b0b1-73bb8c5515cc None None] Pushing event updated for resources: {'Port': ['ID=65fa9e42-4169-44bd-9855-7381d707efc9,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:30:31.252886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cf92317b-843c-4925-aede-9bd6a24c658f None None] Provisioning complete for port 65fa9e42-4169-44bd-9855-7381d707efc9 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:30:31.253259 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf92317b-843c-4925-aede-9bd6a24c658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:32.430048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 65fa9e42-4169-44bd-9855-7381d707efc9 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:30:32.482001 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 65fa9e42-4169-44bd-9855-7381d707efc9 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:30:32.482290 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:34.951516 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 5 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:30:39.792083 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-73299711-66a1-4b19-ae1e-b3b92e7a338c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:42.208908 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e61258f3-d64f-4fd6-b6ee-a0eeb7291667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:42.461299 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:43.210001 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:30:45.075988 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:09.792786 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-95ddbefd-340f-4e35-b54e-98f5dccfc38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:11.949838 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 5 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:31:12.209351 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e686749f-794b-4c80-b8a3-d051162b978d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:12.463900 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:13.213071 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:15.079285 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:37.490629 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55654) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:31:37.497095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-e9213d1a-ca70-428e-a693-e821f37a1adb tempest-verify_tempest_config-279061199 tempest-verify_tempest_config-279061199-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:31:37.498123 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e9213d1a-ca70-428e-a693-e821f37a1adb tempest-verify_tempest_config-279061199 tempest-verify_tempest_config-279061199-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064745 Aug 28 12:31:37.794104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55672) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:31:37.898955 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:38.017789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:38.021389 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:38.073677 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acfe4b387e05409bb0448fc321d955b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2784805 Aug 28 12:31:38.074709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa1b872-2b17-43f1-9e8a-8abb30a3f963,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:31:38.076508 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55678) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:31:38.081408 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.081758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.082100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.082472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.082809 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.083143 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.083470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.083797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.084123 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.084445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.084772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.085094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1573fbde-8f95-424f-af2d-9e3d36c2af38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.137858 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:38.158584 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:38.248246 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:38.250821 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:38.252010 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fa1b872-2b17-43f1-9e8a-8abb30a3f963 HTTP/1.1" status: 204 len: 168 time: 0.1745481 Aug 28 12:31:38.259585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa1b872-2b17-43f1-9e8a-8abb30a3f963,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:31:38.266893 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.267243 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.267582 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.267968 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.268288 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.268603 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.268923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.269275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.269600 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.269943 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.270268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:38.270609 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748334de-e166-4edd-8377-5befa7d36a68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:31:39.793984 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c8dc679c-8511-43a8-8f3c-b59fdeb47110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:42.213246 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8721c135-cfcc-4935-a828-a034a5d20184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:42.464188 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:43.216399 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:45.082703 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:31:48.949228 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 5 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:32:09.795541 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6f9a429e-a70c-4655-8667-d665ee45ad25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:32:12.214143 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b57d34c5-2321-4558-8863-6d1fb7295141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:32:12.463149 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:32:13.219468 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:32:15.084849 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:32:25.959880 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 5 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:32:39.795910 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-944eb7fa-0ce7-4cc4-8632-7e719cd33f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:32:42.214661 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7bc7d21d-4979-4287-8bba-b8798a2b3462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:32:42.465260 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:32:43.223082 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:32:45.089654 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:33:02.948163 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 5 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:33:09.796332 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bc908639-999d-43d1-8636-dbd19110798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:33:12.217964 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e2c3df5a-bbb1-46f1-b193-3d49aacb2dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:33:12.467618 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:33:13.225858 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:33:15.091825 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:33:39.797477 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6e596463-c63a-4d8f-9060-30260c10612c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:33:39.950446 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 5 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:33:42.221235 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-99ba9141-70e8-4bd6-b407-ac2c1a98977a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:33:42.470896 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:33:43.232061 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:33:45.094915 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:34:09.897716 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-37fad0a4-8be7-47fd-8efc-592a88148bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:34:12.223278 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f9e97a17-551c-4f20-b46f-dcd5839d58ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:34:12.472463 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:34:13.231022 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:34:15.098425 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:34:16.946336 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 5 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:34:36.925009 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742159'] for agent, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:34:39.407259 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742159'] for agent, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:34:39.800502 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b1dc65cf-f0da-4ba1-b38f-e7ceb61cc9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:34:42.227191 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d441810e-8a9f-44fe-b841-528c9b7d41ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:34:42.479308 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:34:43.233149 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:34:45.101488 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:34:53.946114 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:35:06.874718 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:35:09.363598 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:35:09.801465 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9fb21bdd-8211-4db9-8e05-11fc0774d25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:35:12.236842 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-39f0f174-c6cd-4358-8eb8-2d90430ec0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:35:12.475518 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:35:13.237299 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:35:15.104566 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:35:22.904081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55742) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:35:23.009272 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f667d7b2-234f-4418-866b-594eeaeda92e admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1040957 Aug 28 12:35:25.215176 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55752) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:35:25.270650 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-eec5f43d-e9e8-4d46-a7b1-6a354ec4abf0 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0543289 Aug 28 12:35:30.946346 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:35:36.892490 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:35:39.375163 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:35:39.801056 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1435eb6-b9c1-432e-889e-bf35cacada42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:35:42.229851 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6560be14-f4c5-4c2c-a0f0-85fe1f3eea20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:35:42.465937 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:35:43.239595 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:35:45.108206 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:06.896475 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:07.945642 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:36:09.377220 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:09.803288 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf5ae927-a1b9-4d74-b519-f06353f8129b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:12.234674 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c42a7169-22df-4f77-9ca1-3071501cd6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:12.486285 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:13.246108 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:15.111543 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:36.889754 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:39.395246 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:39.804634 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-80054c5a-a00e-4181-8018-7d6b277a2a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:42.227505 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cb4122e6-beb5-4c9b-9961-2a7641056065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:42.471593 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:43.244586 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:44.945673 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:36:45.113267 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:50.479910 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55916) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:50.694261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-network', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:36:50.722749 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Made reservation on behalf of 83337d60d57f4fdc939f5ecaedf1b2a7 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:36:50.722749 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:50.730834 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:50.831796 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:50.836677 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:50.868197 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dee745-ee19-4ca9-89c7-1e9d0e721ce9,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:50.871663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:50.872018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:50.872361 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:50.872719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:50.873087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:50.873487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:50.873696 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:50.874019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:50.874349 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:50.874688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:50.875016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:50.875333 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Tracked resource versions report: Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: pushed versions: Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: { 'AddressGroup': {'1.2'}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'ConntrackHelper': {'1.0'}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'Log': {'1.0'}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'Network': {'1.1'}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'Port': {'1.7'}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'PortForwarding': {'1.2'}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'QosPolicy': {'1.9'}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'SecurityGroup': {'1.4'}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'SecurityGroupRule': {'1.2'}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'SubPort': {'1.0'}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'Subnet': {'1.1'}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'Trunk': {'1.1'}} Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: consumer versions: Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: { DHCP agent@n-d-791505-21: {}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: HyperV agent@n-h1-791505-21: {}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: HyperV agent@n-h2-791505-21: {}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: L3 agent@n-d-791505-21: {}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: Metadata agent@n-d-791505-21: {}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: Metering agent@n-d-791505-21: {}, Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: Open vSwitch agent@n-d-791505-21: { 'AddressGroup': '1.2', Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'ConntrackHelper': '1.0', Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'Log': '1.0', Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'Network': '1.1', Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'Port': '1.7', Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'PortForwarding': '1.2', Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'QosPolicy': '1.9', Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'SecurityGroup': '1.4', Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'SecurityGroupRule': '1.2', Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'SubPort': '1.0', Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'Subnet': '1.1', Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: 'Trunk': '1.1'}} Aug 28 12:36:50.877108 n-d-791505-21 neutron-server[94878]: {{(pid=94878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 12:36:50.882708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:36:50.892538 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:50.892948 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Added segment 469cc935-fe19-4198-8142-64f5fd83817a of type vlan for network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 Aug 28 12:36:50.942711 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:50.973315 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:50.974459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:36:50.975112 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:51.033907 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5491199 Aug 28 12:36:51.034514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55964) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:51.038095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fa30e-ef81-4704-bf56-c8f2307fa0c3 admin admin] Pushing event updated for resources: {'Network': ['ID=a03c9b71-7c51-4af0-ad11-1d5b2280ced4,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:51.042544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Request body: {'subnet': {'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-subnet', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:36:51.049103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:36:51.081743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Made reservation on behalf of 83337d60d57f4fdc939f5ecaedf1b2a7 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:36:51.084185 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:51.274003 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:51.333391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fcfd29c-4f31-4b94-b976-9b055b77b757,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:51.342397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:51.342752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:51.343090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:51.343427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:51.343760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:51.344094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:51.344458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:51.344793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:51.345114 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:51.345434 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:51.345760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:51.346084 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Tracked resource versions report: Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: pushed versions: Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: { 'AddressGroup': {'1.2'}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'ConntrackHelper': {'1.0'}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'Log': {'1.0'}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'Network': {'1.1'}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'Port': {'1.7'}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'PortForwarding': {'1.2'}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'QosPolicy': {'1.9'}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'SecurityGroup': {'1.4'}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'SecurityGroupRule': {'1.2'}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'SubPort': {'1.0'}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'Subnet': {'1.1'}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'Trunk': {'1.1'}} Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: consumer versions: Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: { DHCP agent@n-d-791505-21: {}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: HyperV agent@n-h1-791505-21: {}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: HyperV agent@n-h2-791505-21: {}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: L3 agent@n-d-791505-21: {}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: Metadata agent@n-d-791505-21: {}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: Metering agent@n-d-791505-21: {}, Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: Open vSwitch agent@n-d-791505-21: { 'AddressGroup': '1.2', Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'ConntrackHelper': '1.0', Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'Log': '1.0', Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'Network': '1.1', Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'Port': '1.7', Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'PortForwarding': '1.2', Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'QosPolicy': '1.9', Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'SecurityGroup': '1.4', Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'SecurityGroupRule': '1.2', Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'SubPort': '1.0', Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'Subnet': '1.1', Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: 'Trunk': '1.1'}} Aug 28 12:36:51.347207 n-d-791505-21 neutron-server[94877]: {{(pid=94877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 12:36:51.370625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Checking segment: {'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:36:51.370980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Network hostable DHCP agents. Network: a03c9b71-7c51-4af0-ad11-1d5b2280ced4, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:36:51.389236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:36:51.399608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, a03c9b71-7c51-4af0-ad11-1d5b2280ced4) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:36:51.404067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:36:51.404931 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:51.411954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d7f7f2-396c-4ca4-a1da-233c788cc5ee None None] Network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:36:51.427674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b71a123f-1dd2-4669-a5f5-5bbeacd40973 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3893535 Aug 28 12:36:51.428274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55978) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:51.432461 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:36:51.456257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:51.457387 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:51.530166 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:51.606496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:36:51.607460 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:51.743883 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:51.848420 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Allocated IP 172.20.0.2 (a03c9b71-7c51-4af0-ad11-1d5b2280ced4/2fcfd29c-4f31-4b94-b976-9b055b77b757/4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:36:52.033146 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:52.074679 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:52.079978 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:52.086037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Transition to ACTIVE for port object 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:36:52.105307 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Transition to ACTIVE for port object 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:36:52.114140 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:52.159943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:36:52.168015 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:36:52.172135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:36:52.180247 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Pushing event updated for resources: {'Port': ['ID=4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:52.200328 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:52.200889 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:52.201224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:52.201556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:52.201899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:52.202210 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:52.202569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:52.202894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:52.203209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:52.203785 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:52.204845 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:52.205427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Tracked resource versions report: Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: pushed versions: Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: { 'AddressGroup': {'1.2'}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'ConntrackHelper': {'1.0'}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'Log': {'1.0'}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'Network': {'1.1'}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'Port': {'1.7'}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'PortForwarding': {'1.2'}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'QosPolicy': {'1.9'}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'SecurityGroup': {'1.4'}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'SecurityGroupRule': {'1.2'}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'SubPort': {'1.0'}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'Subnet': {'1.1'}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'Trunk': {'1.1'}} Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: consumer versions: Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: { DHCP agent@n-d-791505-21: {}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: HyperV agent@n-h1-791505-21: {}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: HyperV agent@n-h2-791505-21: {}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: L3 agent@n-d-791505-21: {}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: Metadata agent@n-d-791505-21: {}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: Metering agent@n-d-791505-21: {}, Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: Open vSwitch agent@n-d-791505-21: { 'AddressGroup': '1.2', Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'ConntrackHelper': '1.0', Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'Log': '1.0', Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'Network': '1.1', Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'Port': '1.7', Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'PortForwarding': '1.2', Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'QosPolicy': '1.9', Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'SecurityGroup': '1.4', Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'SecurityGroupRule': '1.2', Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'SubPort': '1.0', Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'Subnet': '1.1', Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: 'Trunk': '1.1'}} Aug 28 12:36:52.206947 n-d-791505-21 neutron-server[94879]: {{(pid=94879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 12:36:52.272275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Attempting to bind port 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:36:52.273202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Attempting to bind port 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:36:52.273921 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Attempting to bind port 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 on network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:36:52.284079 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:36:52.284662 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Checking segment: {'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:36:52.285290 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:52.285905 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Bound using segment: {'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:36:52.288958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Bound port: 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:36:52.290391 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:52.346406 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Allocated IP 172.25.1.251 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/76adedc2-2c46-4487-b602-e58698a35df8) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:36:52.381464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] For port 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:36:52.385812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] For port 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:36:52.394872 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:52.465009 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf94304-1056-432f-9732-e18aa87d09e1 None None] Pushing event updated for resources: {'Port': ['ID=4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:52.476680 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:52.568247 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:52.766230 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Pushing event updated for resources: {'Port': ['ID=76adedc2-2c46-4487-b602-e58698a35df8,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:52.777432 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:36:52.785520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:36:52.810157 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:36:53.189435 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:53.466969 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:53.642619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72812cbf-01d4-44c0-aef8-298a147b917d None None] Network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:36:53.678396 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:36:53.809237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0a9cac25-4d8a-464d-83a9-4cce5fc3f8a6 None None] Provisioning for port 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:36:53.817056 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:36:53.835736 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Sync routers for ids ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:36:53.852781 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Routers {'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:36:53.853436 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:36:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:36:53.858272 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:53.860961 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d0bd4adc-4adc-4b4a-a4c2-9f1ba584009f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.4313514 Aug 28 12:36:53.864614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56078) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:54.080359 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Set router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:36:54.313933 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:52Z', 'revision_number': 3, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:36:54.348299 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Checking router: ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:36:54.348654 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Updating router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 port 76adedc2-2c46-4487-b602-e58698a35df8 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:36:54.381627 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:54.538497 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:54.715200 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:54.736827 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Transition to ACTIVE for port object 76adedc2-2c46-4487-b602-e58698a35df8 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:36:54.749243 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:54.751980 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:36:54.818756 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:36:54.824298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:36:54.824760 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:54.827162 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Attempting to bind port 76adedc2-2c46-4487-b602-e58698a35df8 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:36:54.827528 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Attempting to bind port 76adedc2-2c46-4487-b602-e58698a35df8 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:36:54.827893 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Attempting to bind port 76adedc2-2c46-4487-b602-e58698a35df8 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:36:54.831406 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ee920-da1b-4b21-aba8-d2e12a6bae2a None None] Pushing event updated for resources: {'Port': ['ID=76adedc2-2c46-4487-b602-e58698a35df8,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:54.839439 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:36:54.840152 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:36:54.840255 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:54.840564 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:36:54.841214 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Bound port: 76adedc2-2c46-4487-b602-e58698a35df8, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:36:54.841793 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:54.847961 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ee920-da1b-4b21-aba8-d2e12a6bae2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:54.848490 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ee920-da1b-4b21-aba8-d2e12a6bae2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:54.848967 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ee920-da1b-4b21-aba8-d2e12a6bae2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:54.849449 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ee920-da1b-4b21-aba8-d2e12a6bae2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:54.849978 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ee920-da1b-4b21-aba8-d2e12a6bae2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:54.850528 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ee920-da1b-4b21-aba8-d2e12a6bae2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:54.851053 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ee920-da1b-4b21-aba8-d2e12a6bae2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:54.851569 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ee920-da1b-4b21-aba8-d2e12a6bae2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:54.852087 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ee920-da1b-4b21-aba8-d2e12a6bae2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:54.852601 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ee920-da1b-4b21-aba8-d2e12a6bae2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:54.853108 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ee920-da1b-4b21-aba8-d2e12a6bae2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:54.853613 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ee920-da1b-4b21-aba8-d2e12a6bae2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ee920-da1b-4b21-aba8-d2e12a6bae2a None None] Tracked resource versions report: Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: pushed versions: Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: { 'AddressGroup': {'1.2'}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'ConntrackHelper': {'1.0'}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'Log': {'1.0'}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'Network': {'1.1'}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'Port': {'1.7'}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'PortForwarding': {'1.2'}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'QosPolicy': {'1.9'}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'SecurityGroup': {'1.4'}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'SecurityGroupRule': {'1.2'}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'SubPort': {'1.0'}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'Subnet': {'1.1'}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'Trunk': {'1.1'}} Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: consumer versions: Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: { DHCP agent@n-d-791505-21: {}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: HyperV agent@n-h1-791505-21: {}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: HyperV agent@n-h2-791505-21: {}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: L3 agent@n-d-791505-21: {}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: Metadata agent@n-d-791505-21: {}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: Metering agent@n-d-791505-21: {}, Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: Open vSwitch agent@n-d-791505-21: { 'AddressGroup': '1.2', Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'ConntrackHelper': '1.0', Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'Log': '1.0', Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'Network': '1.1', Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'Port': '1.7', Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'PortForwarding': '1.2', Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'QosPolicy': '1.9', Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'SecurityGroup': '1.4', Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'SecurityGroupRule': '1.2', Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'SubPort': '1.0', Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'Subnet': '1.1', Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: 'Trunk': '1.1'}} Aug 28 12:36:54.855565 n-d-791505-21 neutron-server[94880]: {{(pid=94880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 28 12:36:54.890736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Allocated IP 172.20.0.1 (a03c9b71-7c51-4af0-ad11-1d5b2280ced4/2fcfd29c-4f31-4b94-b976-9b055b77b757/73b91ddc-eb37-4129-8384-6ca9c82d88ad) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:36:54.962230 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] For port 76adedc2-2c46-4487-b602-e58698a35df8, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:36:54.967049 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] For port 76adedc2-2c46-4487-b602-e58698a35df8, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=76adedc2-2c46-4487-b602-e58698a35df8,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:36:54.974013 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:55.022157 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:55.060225 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Routers {'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:36:55.062235 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:36:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:36:55.085715 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:36:55.088844 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:55.092504 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:55.113971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Transition to ACTIVE for port object 73b91ddc-eb37-4129-8384-6ca9c82d88ad will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:36:55.151393 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ee920-da1b-4b21-aba8-d2e12a6bae2a None None] Pushing event updated for resources: {'Port': ['ID=76adedc2-2c46-4487-b602-e58698a35df8,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:55.171283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:55.187285 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:55.237342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:36:55.244077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:36:55.248534 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:36:55.248534 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:55.268767 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] Set router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:36:55.275627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Pushing event updated for resources: {'Port': ['ID=73b91ddc-eb37-4129-8384-6ca9c82d88ad,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:55.600061 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:55.652293 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:52Z', 'revision_number': 3, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:36:55.689203 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b0036b10-5f17-4556-95bc-892bd6baaeb5 None None] Provisioning for port 73b91ddc-eb37-4129-8384-6ca9c82d88ad completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:36:55.693608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b0036b10-5f17-4556-95bc-892bd6baaeb5 None None] Provisioning complete for port 73b91ddc-eb37-4129-8384-6ca9c82d88ad triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:36:55.694457 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0036b10-5f17-4556-95bc-892bd6baaeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:55.698072 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4a746-e897-48c5-9734-fe1bf9fb9d6f None None] The sync data for ids ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'] in n-d-791505-21 is: [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:52Z', 'revision_number': 3, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:36:55.753989 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b0036b10-5f17-4556-95bc-892bd6baaeb5 None None] Port 73b91ddc-eb37-4129-8384-6ca9c82d88ad cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:36:55.760866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56176) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:55.866639 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:55.871630 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:55.872502 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:55.938592 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-35ec55d1-f21e-4400-b025-91a47bfda174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:55.960265 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Pushing event updated for resources: {'Port': ['ID=73b91ddc-eb37-4129-8384-6ca9c82d88ad,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:56.037539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:36:56.038943 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:36:56.074710 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-35ec55d1-f21e-4400-b025-91a47bfda174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:56.083322 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-35ec55d1-f21e-4400-b025-91a47bfda174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:56.145458 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-35ec55d1-f21e-4400-b025-91a47bfda174 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34ae8824ecb948cd97abd81f08a6361d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3829336 Aug 28 12:36:56.146069 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56204) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:56.146799 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec55d1-f21e-4400-b025-91a47bfda174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd09cfe-3dcc-4015-aa40-13041062e862,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:56.159944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56206) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:56.164242 n-d-791505-21 neutron-server[94878]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 28 12:36:56.217821 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b12b1d79-5399-4587-a302-dbf8706453cf req-24554653-0bf9-47f0-85a9-2f09a641a745 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=127fcb36418e4b8498da8f42b96bea9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557878 Aug 28 12:36:56.315301 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-11fd1379-87a6-43ce-9917-d4cf6bf5baa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:56.364935 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-11fd1379-87a6-43ce-9917-d4cf6bf5baa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:56.460731 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-11fd1379-87a6-43ce-9917-d4cf6bf5baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:56.464153 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-11fd1379-87a6-43ce-9917-d4cf6bf5baa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:56.465563 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-11fd1379-87a6-43ce-9917-d4cf6bf5baa7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9cd09cfe-3dcc-4015-aa40-13041062e862 HTTP/1.1" status: 204 len: 168 time: 0.3159077 Aug 28 12:36:56.485469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd1379-87a6-43ce-9917-d4cf6bf5baa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd09cfe-3dcc-4015-aa40-13041062e862,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:56.518262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-72f1433c-0ce1-4322-bcfa-5174e8e76cd9 None None] Provisioning complete for port 73b91ddc-eb37-4129-8384-6ca9c82d88ad triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:36:56.523364 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-72f1433c-0ce1-4322-bcfa-5174e8e76cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:56.528348 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56218) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:56.590036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-72f1433c-0ce1-4322-bcfa-5174e8e76cd9 None None] Port 73b91ddc-eb37-4129-8384-6ca9c82d88ad cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:36:56.639107 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:36:56.757805 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b1d79-5399-4587-a302-dbf8706453cf req-c0b55bca-1c72-4d8b-a6b7-55b300f007fb tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:36:56.759699 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b12b1d79-5399-4587-a302-dbf8706453cf req-c0b55bca-1c72-4d8b-a6b7-55b300f007fb tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5345204 Aug 28 12:36:56.793908 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b12b1d79-5399-4587-a302-dbf8706453cf req-35f80ee2-2af6-491a-9dc4-18a9b71c244e tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/quotas/127fcb36418e4b8498da8f42b96bea9e HTTP/1.1" status: 200 len: 375 time: 0.0208781 Aug 28 12:36:56.875277 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:36:56.876745 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b12b1d79-5399-4587-a302-dbf8706453cf req-b6522886-4512-4fd6-aa32-1ccc4b50df6b tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=127fcb36418e4b8498da8f42b96bea9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717404 Aug 28 12:36:56.952868 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5c9c38d0-a461-4591-ac08-9edcfa421bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:56.990829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:36:56.991477 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:56.998578 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:36:57.005916 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e2c02030-8d56-4dfe-8582-27348ab71584 admin admin] 10.222.0.20 "PUT /v2.0/routers/ab9507af-2c43-48d1-9a9f-8d21b4f6ca82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1396976 Aug 28 12:36:57.151440 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56244) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:57.180083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 76adedc2-2c46-4487-b602-e58698a35df8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:36:57.180938 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5c9c38d0-a461-4591-ac08-9edcfa421bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:57.187604 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-11900cdb-1406-49b9-a99e-272214384801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:57.195400 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5c9c38d0-a461-4591-ac08-9edcfa421bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:57.297185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 76adedc2-2c46-4487-b602-e58698a35df8 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:36:57.311613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 76adedc2-2c46-4487-b602-e58698a35df8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:36:57.311987 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:57.323243 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5c9c38d0-a461-4591-ac08-9edcfa421bec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35488844e2a142c083bd838f3814f9e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7812364 Aug 28 12:36:57.386745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c38d0-a461-4591-ac08-9edcfa421bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552ca8f0-79e5-4e28-a3fb-377e70012bd5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:57.392934 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56256) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:57.393294 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56266) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:57.478778 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-11900cdb-1406-49b9-a99e-272214384801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:57.487050 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-11900cdb-1406-49b9-a99e-272214384801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:57.492876 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:57.546971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 76adedc2-2c46-4487-b602-e58698a35df8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=76adedc2-2c46-4487-b602-e58698a35df8,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:36:57.556099 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-11900cdb-1406-49b9-a99e-272214384801 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d31906370461407d9e32d4e785ad77fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4034562 Aug 28 12:36:57.560002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56288) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:57.560295 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:57.625371 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d61cc843-7074-41e9-9c24-bb4f20efc867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:57.669578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11900cdb-1406-49b9-a99e-272214384801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ee344c-2192-4b5c-8f08-523720d9eb86,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:57.679836 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d61cc843-7074-41e9-9c24-bb4f20efc867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:57.691377 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=76adedc2-2c46-4487-b602-e58698a35df8,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:57.705751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56298) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:57.767686 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9944802a-977c-4237-b43d-764ca7f5f6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:57.787180 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d61cc843-7074-41e9-9c24-bb4f20efc867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:57.789876 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d61cc843-7074-41e9-9c24-bb4f20efc867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:57.794016 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d61cc843-7074-41e9-9c24-bb4f20efc867 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91ee344c-2192-4b5c-8f08-523720d9eb86 HTTP/1.1" status: 204 len: 168 time: 0.2277758 Aug 28 12:36:57.812521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cc843-7074-41e9-9c24-bb4f20efc867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ee344c-2192-4b5c-8f08-523720d9eb86,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:57.838410 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9944802a-977c-4237-b43d-764ca7f5f6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:57.925187 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9944802a-977c-4237-b43d-764ca7f5f6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:57.928316 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9944802a-977c-4237-b43d-764ca7f5f6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:57.938950 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9944802a-977c-4237-b43d-764ca7f5f6b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/552ca8f0-79e5-4e28-a3fb-377e70012bd5 HTTP/1.1" status: 204 len: 168 time: 0.5434918 Aug 28 12:36:57.946518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944802a-977c-4237-b43d-764ca7f5f6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552ca8f0-79e5-4e28-a3fb-377e70012bd5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:58.028970 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97ff428f-813c-4448-b0e5-8794964de2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:58.088650 n-d-791505-21 neutron-server[94877]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 28 12:36:58.195916 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97ff428f-813c-4448-b0e5-8794964de2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:58.202623 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97ff428f-813c-4448-b0e5-8794964de2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:58.209646 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d7a7c8af-86c8-46f6-9639-05b1c9e68630 req-666adb20-ba42-4cb7-9b9b-75568f9ccc58 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 210 time: 0.5027130 Aug 28 12:36:58.292993 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-97ff428f-813c-4448-b0e5-8794964de2f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e1a0d03f03f42798a86ff2bc6cd336d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8937624 Aug 28 12:36:58.292993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff428f-813c-4448-b0e5-8794964de2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470a6f45-bb1c-4af8-907d-c3f6e79db639,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:58.293310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56338) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:58.297408 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Sync routers for ids ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:36:58.319215 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Routers {'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:36:58.321025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:36:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:36:58.392792 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-72a66087-daf6-4cd7-8317-2125606ecab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:58.422464 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-72a66087-daf6-4cd7-8317-2125606ecab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:58.502544 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-72a66087-daf6-4cd7-8317-2125606ecab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:58.509612 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-72a66087-daf6-4cd7-8317-2125606ecab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:58.511298 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-72a66087-daf6-4cd7-8317-2125606ecab8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/470a6f45-bb1c-4af8-907d-c3f6e79db639 HTTP/1.1" status: 204 len: 168 time: 0.2154388 Aug 28 12:36:58.524544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a66087-daf6-4cd7-8317-2125606ecab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470a6f45-bb1c-4af8-907d-c3f6e79db639,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:58.544802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Set router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:36:58.706668 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 76adedc2-2c46-4487-b602-e58698a35df8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:36:58.775661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56370) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:58.830837 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 76adedc2-2c46-4487-b602-e58698a35df8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:36:58.831239 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:58.902968 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:55Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '73b91ddc-eb37-4129-8384-6ca9c82d88ad', 'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'mac_address': 'fa:16:3e:71:a0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:54Z', 'updated_at': '2021-08-28T12:36:55Z', 'revision_number': 2, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'subnets': [{'id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:36:58.971420 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Checking router: ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:36:58.971787 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Updating router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 port 73b91ddc-eb37-4129-8384-6ca9c82d88ad binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:36:59.019841 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:59.027068 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-d36fa690-d717-4707-b862-939332a16bc6 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b03c2d0043834e29ae1c62ee4e2bd732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375223 Aug 28 12:36:59.130837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56390) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:59.147278 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d61eb52f-6a70-4758-a5dc-1b915bbae63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:59.192855 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-41f49cc3-7150-471d-ab5a-e401ed2ebdc2 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:36:59.205508 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-41f49cc3-7150-471d-ab5a-e401ed2ebdc2 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773837 Aug 28 12:36:59.237189 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-419c5f23-9fc1-4482-8d1e-17ee463791e3 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/quotas/b03c2d0043834e29ae1c62ee4e2bd732 HTTP/1.1" status: 200 len: 375 time: 0.0305884 Aug 28 12:36:59.280443 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-976bd35a-82a0-4f09-abed-3b3352ca9282 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b03c2d0043834e29ae1c62ee4e2bd732&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423551 Aug 28 12:36:59.319537 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d61eb52f-6a70-4758-a5dc-1b915bbae63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:59.332309 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d61eb52f-6a70-4758-a5dc-1b915bbae63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:59.388968 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d61eb52f-6a70-4758-a5dc-1b915bbae63f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c08bc9761b5145339a390ef80b8e870d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2570763 Aug 28 12:36:59.392070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61eb52f-6a70-4758-a5dc-1b915bbae63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb481896-e2cd-4c3a-b170-b84fd775c1ff,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:59.393089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56396) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:59.483005 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:59.504164 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Transition to ACTIVE for port object 73b91ddc-eb37-4129-8384-6ca9c82d88ad will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:36:59.507221 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-048e1cfe-bdd8-47fb-9044-54845e0b47ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:59.521844 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a5a57c1f-fe57-4a85-8d6d-58bfaabf4b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:59.522085 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:59.579301 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a5a57c1f-fe57-4a85-8d6d-58bfaabf4b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:59.648541 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a5a57c1f-fe57-4a85-8d6d-58bfaabf4b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:59.660808 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a5a57c1f-fe57-4a85-8d6d-58bfaabf4b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:59.666275 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a5a57c1f-fe57-4a85-8d6d-58bfaabf4b24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb481896-e2cd-4c3a-b170-b84fd775c1ff HTTP/1.1" status: 204 len: 168 time: 0.2689509 Aug 28 12:36:59.681874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a57c1f-fe57-4a85-8d6d-58bfaabf4b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb481896-e2cd-4c3a-b170-b84fd775c1ff,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:59.795836 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-048e1cfe-bdd8-47fb-9044-54845e0b47ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:59.815225 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-048e1cfe-bdd8-47fb-9044-54845e0b47ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:59.847712 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110707bc-0128-414f-aa56-de286e82fd77 None None] Pushing event updated for resources: {'Port': ['ID=73b91ddc-eb37-4129-8384-6ca9c82d88ad,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:36:59.884187 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-048e1cfe-bdd8-47fb-9044-54845e0b47ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c396474a8b7047cb95d336157f8959a5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1060357 Aug 28 12:36:59.888061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56420) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:59.916504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Attempting to bind port 73b91ddc-eb37-4129-8384-6ca9c82d88ad on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:36:59.918985 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc7cdaa0-23d7-4d29-bd1a-983bb2482061 req-aa7fb764-5d4e-478f-818d-204d0021ec16 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 210 time: 0.1951187 Aug 28 12:36:59.919638 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Attempting to bind port 73b91ddc-eb37-4129-8384-6ca9c82d88ad by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:36:59.919998 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Attempting to bind port 73b91ddc-eb37-4129-8384-6ca9c82d88ad on network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:36:59.930021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56424) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:59.941683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-82fd76f2-19f5-44e3-811c-5d2efa0a0f57 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049446123-network', 'tenant_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:36:59.946498 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:36:59.946498 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Checking segment: {'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:36:59.946498 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:59.946498 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Bound using segment: {'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:36:59.946498 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Bound port: 73b91ddc-eb37-4129-8384-6ca9c82d88ad, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:36:59.946997 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:36:59.966343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56426) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:36:59.988431 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9a47d30e-02fe-471b-9ffa-0926f4ee879f req-e11b57e4-9bf7-45b6-b2a6-2282c2ef3bd9 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 210 time: 0.0990429 Aug 28 12:36:59.994004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e1cfe-bdd8-47fb-9044-54845e0b47ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d766581-8973-494e-b18f-c21e73cf78d5,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:00.007749 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b978a3db-9e37-400c-b12f-514bbd7aafdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:00.030574 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fd76f2-19f5-44e3-811c-5d2efa0a0f57 admin admin] Made reservation on behalf of 653c4b37e3ee47ab87f7a6a7b6c17bcc for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:37:00.035003 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82fd76f2-19f5-44e3-811c-5d2efa0a0f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:00.077091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.11', 53317) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:00.077956 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82fd76f2-19f5-44e3-811c-5d2efa0a0f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:00.086437 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dab5bdab-e4d3-498b-87fa-61a8067a3445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:00.187595 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b12b1d79-5399-4587-a302-dbf8706453cf req-0c1f653d-6cc5-4714-9d87-ee0849beae64 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=127fcb36418e4b8498da8f42b96bea9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851855 Aug 28 12:37:00.261607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] For port 73b91ddc-eb37-4129-8384-6ca9c82d88ad, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:37:00.265647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] For port 73b91ddc-eb37-4129-8384-6ca9c82d88ad, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=73b91ddc-eb37-4129-8384-6ca9c82d88ad,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:37:00.283898 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dab5bdab-e4d3-498b-87fa-61a8067a3445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:00.289997 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:00.360705 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b978a3db-9e37-400c-b12f-514bbd7aafdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:00.368647 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dab5bdab-e4d3-498b-87fa-61a8067a3445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:00.372844 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dab5bdab-e4d3-498b-87fa-61a8067a3445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:00.374209 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dab5bdab-e4d3-498b-87fa-61a8067a3445 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d766581-8973-494e-b18f-c21e73cf78d5 HTTP/1.1" status: 204 len: 168 time: 0.4851832 Aug 28 12:37:00.379280 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b978a3db-9e37-400c-b12f-514bbd7aafdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:00.494585 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b978a3db-9e37-400c-b12f-514bbd7aafdb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88e75fb180514f28b342426a443ca224&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5245600 Aug 28 12:37:00.498089 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56464) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:00.500177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5bdab-e4d3-498b-87fa-61a8067a3445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d766581-8973-494e-b18f-c21e73cf78d5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:00.503520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Routers {'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:37:00.504174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:36:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:37:00.513021 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110707bc-0128-414f-aa56-de286e82fd77 None None] Pushing event updated for resources: {'Port': ['ID=73b91ddc-eb37-4129-8384-6ca9c82d88ad,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:00.529650 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b1d79-5399-4587-a302-dbf8706453cf req-f8a1e63d-5f1f-4b0e-bb48-5f70c4776022 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:00.535231 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b12b1d79-5399-4587-a302-dbf8706453cf req-f8a1e63d-5f1f-4b0e-bb48-5f70c4776022 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3342624 Aug 28 12:37:00.651247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-b12b1d79-5399-4587-a302-dbf8706453cf req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Request body: {'port': {'device_id': '60b050aa-7f31-42c4-9ebc-c616dab906bd', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '127fcb36418e4b8498da8f42b96bea9e'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:00.697603 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82fd76f2-19f5-44e3-811c-5d2efa0a0f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:00.709228 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c7dbe1e2-c029-4434-ae8e-57a741bb716d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:00.752965 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c7dbe1e2-c029-4434-ae8e-57a741bb716d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:00.767129 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82fd76f2-19f5-44e3-811c-5d2efa0a0f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:00.824756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978a3db-9e37-400c-b12f-514bbd7aafdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991f16b0-3319-40b2-bc3d-1905c1f4b603,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:00.829965 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c7dbe1e2-c029-4434-ae8e-57a741bb716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:00.836878 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c7dbe1e2-c029-4434-ae8e-57a741bb716d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:00.846653 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c7dbe1e2-c029-4434-ae8e-57a741bb716d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/991f16b0-3319-40b2-bc3d-1905c1f4b603 HTTP/1.1" status: 204 len: 168 time: 0.3179402 Aug 28 12:37:00.864957 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbe1e2-c029-4434-ae8e-57a741bb716d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991f16b0-3319-40b2-bc3d-1905c1f4b603,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:00.939039 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] Set router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:37:00.983207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fd76f2-19f5-44e3-811c-5d2efa0a0f57 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:37:01.088652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd76f2-19f5-44e3-811c-5d2efa0a0f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b0b008-4ef0-413b-8f99-cc6adf2e1a86,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:01.124519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82fd76f2-19f5-44e3-811c-5d2efa0a0f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:01.124858 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-82fd76f2-19f5-44e3-811c-5d2efa0a0f57 admin admin] Added segment d9022dad-05f4-4f69-8a92-aa43b58a5354 of type vlan for network aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2 Aug 28 12:37:01.302269 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac0a4d70-9408-4986-a0e1-94b00171ac33 req-090f4417-b5c1-4953-a44f-2424464bd5c4 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 210 time: 0.0668588 Aug 28 12:37:01.305591 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbcc3b98-5be4-4ec2-afba-5e86f8e685e7 req-e3baf51e-7f2e-4317-a4ce-c640890334a6 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 210 time: 0.1559668 Aug 28 12:37:01.337709 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82fd76f2-19f5-44e3-811c-5d2efa0a0f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:01.400406 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82fd76f2-19f5-44e3-811c-5d2efa0a0f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:01.401420 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fd76f2-19f5-44e3-811c-5d2efa0a0f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:01.401991 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82fd76f2-19f5-44e3-811c-5d2efa0a0f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:01.451430 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:55Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '73b91ddc-eb37-4129-8384-6ca9c82d88ad', 'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'mac_address': 'fa:16:3e:71:a0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:54Z', 'updated_at': '2021-08-28T12:37:00Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'subnets': [{'id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:37:01.456694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12b1d79-5399-4587-a302-dbf8706453cf req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Made reservation on behalf of 127fcb36418e4b8498da8f42b96bea9e for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:37:01.460789 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b12b1d79-5399-4587-a302-dbf8706453cf req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:01.479103 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b12b1d79-5399-4587-a302-dbf8706453cf req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:01.481989 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-82fd76f2-19f5-44e3-811c-5d2efa0a0f57 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5508599 Aug 28 12:37:01.485939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56536) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:01.492394 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-89d69b9a-44eb-4514-91d1-7ef0443731ef admin admin] Request body: {'subnet': {'network_id': 'aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049446123-subnet', 'tenant_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:01.497461 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd76f2-19f5-44e3-811c-5d2efa0a0f57 admin admin] Pushing event updated for resources: {'Network': ['ID=aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:01.518931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56540) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:01.533511 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:37:01.534077 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9d6cc7a-3d72-487e-a514-41979dd8c79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:01.544164 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f4f576-7847-428d-ab17-30db5069ac51 None None] The sync data for ids ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'] in n-d-791505-21 is: [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:55Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '73b91ddc-eb37-4129-8384-6ca9c82d88ad', 'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'mac_address': 'fa:16:3e:71:a0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:54Z', 'updated_at': '2021-08-28T12:37:00Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'subnets': [{'id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:37:01.556031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d69b9a-44eb-4514-91d1-7ef0443731ef admin admin] Made reservation on behalf of 653c4b37e3ee47ab87f7a6a7b6c17bcc for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:37:01.561183 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-89d69b9a-44eb-4514-91d1-7ef0443731ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:01.756276 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b12b1d79-5399-4587-a302-dbf8706453cf req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:01.776519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b12b1d79-5399-4587-a302-dbf8706453cf req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:01.993327 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-89d69b9a-44eb-4514-91d1-7ef0443731ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:02.023408 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9572cf52-02a5-4fbe-b373-f99b36c99c5c,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:02.130330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d69b9a-44eb-4514-91d1-7ef0443731ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2717b7a-6f83-4fc8-8d52-d1adaf05ff08,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:02.190502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d69b9a-44eb-4514-91d1-7ef0443731ef admin admin] Checking segment: {'id': 'd9022dad-05f4-4f69-8a92-aa43b58a5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:37:02.190963 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d69b9a-44eb-4514-91d1-7ef0443731ef admin admin] Network hostable DHCP agents. Network: aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:37:02.223289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d69b9a-44eb-4514-91d1-7ef0443731ef admin admin] Network aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:37:02.230651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.11', 53321) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:02.241765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-89d69b9a-44eb-4514-91d1-7ef0443731ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:37:02.252502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d69b9a-44eb-4514-91d1-7ef0443731ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:02.253362 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-89d69b9a-44eb-4514-91d1-7ef0443731ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:02.254220 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82ae971-aa23-416f-ad47-f905c24ea122 None None] Network aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:37:02.355749 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-b12b1d79-5399-4587-a302-dbf8706453cf req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Allocated IP 192.168.233.196 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/f8495372-2cc5-45e1-87e2-1d60d6a27e3c) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:37:02.462066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-33553ecf-0115-4f14-b8e2-051d3c13014f tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b03c2d0043834e29ae1c62ee4e2bd732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1911390 Aug 28 12:37:02.743794 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2', 'network_id': 'aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2', 'tenant_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'fixed_ips': [{'subnet_id': 'f2717b7a-6f83-4fc8-8d52-d1adaf05ff08'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:37:02.747373 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:02.797019 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1aeb8011-70e4-4a88-810d-13872ed09772 req-0ffe5698-4ef8-451e-b940-beedccd79a4f tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 210 time: 0.2238054 Aug 28 12:37:02.838771 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9d6cc7a-3d72-487e-a514-41979dd8c79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:02.855901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9d6cc7a-3d72-487e-a514-41979dd8c79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:02.943685 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b9d6cc7a-3d72-487e-a514-41979dd8c79c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bda647056a504df2bd0738f6d9d7fadd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4236248 Aug 28 12:37:02.961649 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56584) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:03.211689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84ff51e6-8179-4567-b63a-3eee8e148f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:03.226841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 73b91ddc-eb37-4129-8384-6ca9c82d88ad up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:37:03.248968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56592) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:03.274120 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84ff51e6-8179-4567-b63a-3eee8e148f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:03.342500 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8386c48a-acec-4e44-989b-68ee3d668cf5 req-50af4219-a465-4918-a407-db60e82b322c tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 210 time: 0.7847724 Aug 28 12:37:03.360602 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-89d69b9a-44eb-4514-91d1-7ef0443731ef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8726177 Aug 28 12:37:03.362043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56602) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:03.366083 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6cc7a-3d72-487e-a514-41979dd8c79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3f6b89-3b3d-44dd-a51a-b022a9cdfaf0,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:03.384679 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049446123-router', 'tenant_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:03.390175 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84ff51e6-8179-4567-b63a-3eee8e148f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:03.393556 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84ff51e6-8179-4567-b63a-3eee8e148f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:03.410944 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-84ff51e6-8179-4567-b63a-3eee8e148f47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a3f6b89-3b3d-44dd-a51a-b022a9cdfaf0 HTTP/1.1" status: 204 len: 168 time: 0.4419518 Aug 28 12:37:03.446342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff51e6-8179-4567-b63a-3eee8e148f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3f6b89-3b3d-44dd-a51a-b022a9cdfaf0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:03.483520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Allocated IP 172.20.0.2 (aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2/f2717b7a-6f83-4fc8-8d52-d1adaf05ff08/75912fd3-aed4-4377-97c2-be4a0404f99b) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:37:03.543443 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b12b1d79-5399-4587-a302-dbf8706453cf req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:03.578123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-b12b1d79-5399-4587-a302-dbf8706453cf req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Transition to ACTIVE for port object f8495372-2cc5-45e1-87e2-1d60d6a27e3c will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:03.611918 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:03.616632 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:03.692593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-5293e981-934d-4731-b0e0-13616913e56b tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:03.696641 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-5293e981-934d-4731-b0e0-13616913e56b tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2245352 Aug 28 12:37:03.698238 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b12b1d79-5399-4587-a302-dbf8706453cf req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:03.763832 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Request body: {'port': {'device_id': '9c0ca1b6-81ad-488f-8f80-4d7b218ab17a', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': 'b03c2d0043834e29ae1c62ee4e2bd732'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:03.774237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 73b91ddc-eb37-4129-8384-6ca9c82d88ad completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:03.794085 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a85a1ab1-7647-48a5-8af1-ad13085eb521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:03.805008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 73b91ddc-eb37-4129-8384-6ca9c82d88ad triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:03.805362 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:03.916991 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12b1d79-5399-4587-a302-dbf8706453cf req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:37:03.940448 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-b12b1d79-5399-4587-a302-dbf8706453cf req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:37:03.970981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12b1d79-5399-4587-a302-dbf8706453cf req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:37:03.978516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b1d79-5399-4587-a302-dbf8706453cf req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:03.979305 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b12b1d79-5399-4587-a302-dbf8706453cf req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:04.026064 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b12b1d79-5399-4587-a302-dbf8706453cf req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4026768 Aug 28 12:37:04.149038 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:04.188579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Transition to ACTIVE for port object 75912fd3-aed4-4377-97c2-be4a0404f99b will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:04.227306 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:04.259918 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:04.271733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Transition to ACTIVE for port object 75912fd3-aed4-4377-97c2-be4a0404f99b will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:04.309914 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:04.408474 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4c80b-fc29-44b6-9bf6-4e94bdb7fb86 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Pushing event updated for resources: {'Port': ['ID=f8495372-2cc5-45e1-87e2-1d60d6a27e3c,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:04.424901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Pushing event updated for resources: {'Port': ['ID=75912fd3-aed4-4377-97c2-be4a0404f99b,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:04.447684 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-b12b1d79-5399-4587-a302-dbf8706453cf req-bd63c7e4-8d8e-43d2-8e8b-b5debd732556 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:37:04.448903 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b12b1d79-5399-4587-a302-dbf8706453cf req-bd63c7e4-8d8e-43d2-8e8b-b5debd732556 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203943 Aug 28 12:37:04.484817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df640c9f-2aef-4f83-a698-74b0d93d59bc req-bb227465-b8bc-4629-b46a-5c6b6a762916 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:04.487500 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 73b91ddc-eb37-4129-8384-6ca9c82d88ad, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=73b91ddc-eb37-4129-8384-6ca9c82d88ad,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:04.491485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4ca7affc-b10a-4965-93e8-dc44a3f5dd03 None None] Provisioning for port f8495372-2cc5-45e1-87e2-1d60d6a27e3c completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:04.497727 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df640c9f-2aef-4f83-a698-74b0d93d59bc req-bb227465-b8bc-4629-b46a-5c6b6a762916 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 936 time: 0.5425706 Aug 28 12:37:04.510737 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4ca7affc-b10a-4965-93e8-dc44a3f5dd03 None None] Provisioning complete for port f8495372-2cc5-45e1-87e2-1d60d6a27e3c triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:04.511113 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4ca7affc-b10a-4965-93e8-dc44a3f5dd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:04.518619 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:04.524989 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Network aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:37:04.581138 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df640c9f-2aef-4f83-a698-74b0d93d59bc req-1b2e7474-0860-4d11-b46d-c2b18ecfb561 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793378 Aug 28 12:37:04.585224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:37:04.590120 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:37:04.679467 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3c06586f-3056-4228-beba-16a8a9017da6 req-9182096a-42d1-41ed-a719-f4ee95015e1b tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 210 time: 0.2012396 Aug 28 12:37:04.796303 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-4ca7affc-b10a-4965-93e8-dc44a3f5dd03 None None] Port f8495372-2cc5-45e1-87e2-1d60d6a27e3c cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:37:04.800814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=73b91ddc-eb37-4129-8384-6ca9c82d88ad,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:04.834971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Attempting to bind port 75912fd3-aed4-4377-97c2-be4a0404f99b on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:37:04.834971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Attempting to bind port 75912fd3-aed4-4377-97c2-be4a0404f99b by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'd9022dad-05f4-4f69-8a92-aa43b58a5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:37:04.835253 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Attempting to bind port 75912fd3-aed4-4377-97c2-be4a0404f99b on network aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:04.854476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:37:04.855541 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Checking segment: {'id': 'd9022dad-05f4-4f69-8a92-aa43b58a5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:37:04.856202 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:04.858796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Bound using segment: {'id': 'd9022dad-05f4-4f69-8a92-aa43b58a5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:37:04.859277 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Bound port: 75912fd3-aed4-4377-97c2-be4a0404f99b, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9022dad-05f4-4f69-8a92-aa43b58a5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:37:04.862452 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:04.917701 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:05.026748 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a85a1ab1-7647-48a5-8af1-ad13085eb521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:05.028632 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] For port 75912fd3-aed4-4377-97c2-be4a0404f99b, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:37:05.035240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] For port 75912fd3-aed4-4377-97c2-be4a0404f99b, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=75912fd3-aed4-4377-97c2-be4a0404f99b,segment=NetworkSegment(d9022dad-05f4-4f69-8a92-aa43b58a5354),segment_id=d9022dad-05f4-4f69-8a92-aa43b58a5354)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:37:05.042788 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:05.052334 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a85a1ab1-7647-48a5-8af1-ad13085eb521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:05.124719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56640) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:05.125366 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a85a1ab1-7647-48a5-8af1-ad13085eb521 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b3cca65762e4904a54ec1e15c08153b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8682623 Aug 28 12:37:05.129141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Made reservation on behalf of b03c2d0043834e29ae1c62ee4e2bd732 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:37:05.133245 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:05.136738 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a1ab1-7647-48a5-8af1-ad13085eb521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f3dd79-6fe1-49fb-ac3c-209e6bfdbea4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:05.144515 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2aee68-2db6-4969-8db6-b426725c801b None None] Pushing event updated for resources: {'Port': ['ID=75912fd3-aed4-4377-97c2-be4a0404f99b,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:05.149339 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:05.223898 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8f49926f-66e5-4b41-a2e4-f6f9bd9a786c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:05.270799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Request body: {'port': {'device_id': '60b050aa-7f31-42c4-9ebc-c616dab906bd', 'device_owner': 'compute:tempest-test_az-1192231952', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:05.399052 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8f49926f-66e5-4b41-a2e4-f6f9bd9a786c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:05.439643 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:05.573282 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:05.617752 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:05.680540 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:05.689859 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:05.728699 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8f49926f-66e5-4b41-a2e4-f6f9bd9a786c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:05.732032 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8f49926f-66e5-4b41-a2e4-f6f9bd9a786c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:05.737341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8f49926f-66e5-4b41-a2e4-f6f9bd9a786c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31f3dd79-6fe1-49fb-ac3c-209e6bfdbea4 HTTP/1.1" status: 204 len: 168 time: 0.6092451 Aug 28 12:37:05.889729 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49926f-66e5-4b41-a2e4-f6f9bd9a786c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f3dd79-6fe1-49fb-ac3c-209e6bfdbea4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:06.005574 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2bf9c2a9-325e-47d6-9b7a-67861e56c49d req-581e7e03-3349-427d-ba99-22801cc8ba7d tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 210 time: 0.1706951 Aug 28 12:37:06.029331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ac264f-4c72-433c-995c-a53060316a14,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:06.041463 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b065936-4737-4759-aa20-f2cb5b96c84f req-8558b149-1973-4b15-ac2c-f49da31de80a tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:06.056209 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2b065936-4737-4759-aa20-f2cb5b96c84f req-8558b149-1973-4b15-ac2c-f49da31de80a tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 936 time: 0.2320089 Aug 28 12:37:06.128058 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2b065936-4737-4759-aa20-f2cb5b96c84f req-c8771ebb-3076-40e1-aa4b-214cf757aaba tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708833 Aug 28 12:37:06.195767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Allocated IP 172.25.1.131 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/e85626db-19ad-42fb-8054-734909c38b0b) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:37:06.385145 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:06.389887 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8495372-2cc5-45e1-87e2-1d60d6a27e3c {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:37:06.416558 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:06.442593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Transition to ACTIVE for port object f8495372-2cc5-45e1-87e2-1d60d6a27e3c will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:06.448843 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:06.569014 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Pushing event updated for resources: {'Port': ['ID=f8495372-2cc5-45e1-87e2-1d60d6a27e3c,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:06.665383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:06.934265 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:06.952484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 75912fd3-aed4-4377-97c2-be4a0404f99b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:37:07.010075 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Attempting to bind port f8495372-2cc5-45e1-87e2-1d60d6a27e3c on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:37:07.010497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Attempting to bind port f8495372-2cc5-45e1-87e2-1d60d6a27e3c by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:37:07.010825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Attempting to bind port f8495372-2cc5-45e1-87e2-1d60d6a27e3c on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:07.056397 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Port f8495372-2cc5-45e1-87e2-1d60d6a27e3c on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:37:07.057701 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Attempting to bind port f8495372-2cc5-45e1-87e2-1d60d6a27e3c on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:07.074089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:37:07.083744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:37:07.088804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:37:07.090397 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Bound port: f8495372-2cc5-45e1-87e2-1d60d6a27e3c, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:37:07.093832 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:07.101252 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1653d8a-dade-4d03-87b5-2fe85711065d None None] Network aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:37:07.237930 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56692) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:07.259422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:37:07.263005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:37:07.270571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:37:07.307533 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b32959e-bf44-4aaf-9e93-1899aea29f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:07.335513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6f75d6ce-9f8e-4b60-baa9-ffd160dab99b None None] Provisioning for port 75912fd3-aed4-4377-97c2-be4a0404f99b completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:07.394342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] For port f8495372-2cc5-45e1-87e2-1d60d6a27e3c, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:37:07.408919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 75912fd3-aed4-4377-97c2-be4a0404f99b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:07.413732 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] For port f8495372-2cc5-45e1-87e2-1d60d6a27e3c, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f8495372-2cc5-45e1-87e2-1d60d6a27e3c,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:37:07.426560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 75912fd3-aed4-4377-97c2-be4a0404f99b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:07.427430 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:07.438081 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:07.510975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Allocated IP 192.168.233.102 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/064bfc80-376e-426c-99b8-a8b2cb2d44c1) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:37:07.512945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Pushing event updated for resources: {'Port': ['ID=e85626db-19ad-42fb-8054-734909c38b0b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:07.548603 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-31baefac-99d5-45ba-bf2e-c6c5e6f709e9 req-9b23855d-6c0e-4802-8ce2-79976f60fec6 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 210 time: 0.1536689 Aug 28 12:37:07.568287 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:07.570234 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:07.579492 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b12b1d79-5399-4587-a302-dbf8706453cf req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] 10.222.0.11 "PUT /v2.0/ports/f8495372-2cc5-45e1-87e2-1d60d6a27e3c HTTP/1.1" status: 200 len: 1119 time: 2.6307683 Aug 28 12:37:07.582142 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b050aa-7f31-42c4-9ebc-c616dab906bd', 'tag': 'f8495372-2cc5-45e1-87e2-1d60d6a27e3c'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:37:07.634833 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:07.773976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 75912fd3-aed4-4377-97c2-be4a0404f99b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=75912fd3-aed4-4377-97c2-be4a0404f99b,segment=NetworkSegment(d9022dad-05f4-4f69-8a92-aa43b58a5354),segment_id=d9022dad-05f4-4f69-8a92-aa43b58a5354)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:07.789628 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:07.791061 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 73b91ddc-eb37-4129-8384-6ca9c82d88ad up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:37:08.038986 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=75912fd3-aed4-4377-97c2-be4a0404f99b,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:08.046274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 73b91ddc-eb37-4129-8384-6ca9c82d88ad triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:08.046669 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:08.102695 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:08.220799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546b010-3844-478d-8f51-d9fa79f43a47 service neutron] Pushing event updated for resources: {'Port': ['ID=f8495372-2cc5-45e1-87e2-1d60d6a27e3c,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:08.266938 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:08.315134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b1d79-5399-4587-a302-dbf8706453cf req-81a5682f-628c-4fef-9e37-7b1950a1a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:08.316723 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b12b1d79-5399-4587-a302-dbf8706453cf req-81a5682f-628c-4fef-9e37-7b1950a1a649 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=127fcb36418e4b8498da8f42b96bea9e&device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 1122 time: 0.5434127 Aug 28 12:37:08.330507 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a3d944-cabf-4397-8c7c-4bc9352144f8" -d '{"events": [{"name": "network-changed", "server_uuid": "60b050aa-7f31-42c4-9ebc-c616dab906bd", "tag": "f8495372-2cc5-45e1-87e2-1d60d6a27e3c"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:37:08.345764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Transition to ACTIVE for port object 064bfc80-376e-426c-99b8-a8b2cb2d44c1 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:08.404055 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-92054c2b-33f4-485e-b3dd-583223288f90 None None] Provisioning complete for port 75912fd3-aed4-4377-97c2-be4a0404f99b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:08.404422 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-92054c2b-33f4-485e-b3dd-583223288f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:08.433711 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101ac0-8481-4c05-bfa5-014c7364fa0f req-1a7d6978-88c7-4454-b7e7-7665ebfbae05 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:08.441813 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61101ac0-8481-4c05-bfa5-014c7364fa0f req-1a7d6978-88c7-4454-b7e7-7665ebfbae05 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 970 time: 0.3735867 Aug 28 12:37:08.528054 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:08.600218 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b32959e-bf44-4aaf-9e93-1899aea29f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:08.628237 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61101ac0-8481-4c05-bfa5-014c7364fa0f req-4dad758d-175f-4967-adeb-53fe692dfd57 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821659 Aug 28 12:37:08.635240 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b32959e-bf44-4aaf-9e93-1899aea29f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:08.730426 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2b32959e-bf44-4aaf-9e93-1899aea29f25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f85c451e7e94d2d87a43f7cb8dc69ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4913449 Aug 28 12:37:08.731020 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56738) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:08.731654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32959e-bf44-4aaf-9e93-1899aea29f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7ddc4c-90d7-441d-8636-0f096f9c5409,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:08.772693 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Pushing event updated for resources: {'Port': ['ID=064bfc80-376e-426c-99b8-a8b2cb2d44c1,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:08.779475 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:08.820170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 75912fd3-aed4-4377-97c2-be4a0404f99b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:37:08.907900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:37:08.912353 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:37:08.912736 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb17da38-1a85-4470-b5c7-83f1b92bbb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:08.916250 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:37:08.921902 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:08.923251 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:08.958262 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1980d1a3-e94a-418f-94f3-02b4a8cd7ac4 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2023013 Aug 28 12:37:08.964390 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Router f7addaa9-3977-40b5-8862-ea4af840731f is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:37:08.995552 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb17da38-1a85-4470-b5c7-83f1b92bbb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:09.007958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 75912fd3-aed4-4377-97c2-be4a0404f99b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:09.008334 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:09.076208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Request body: {'port': {'device_id': '9c0ca1b6-81ad-488f-8f80-4d7b218ab17a', 'device_owner': 'compute:tempest-test_az-1192231952', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:09.214439 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86390dc-f90a-490c-813a-38ecf17b0a2a x-openstack-request-id: req-e86390dc-f90a-490c-813a-38ecf17b0a2a {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:37:09.218654 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b050aa-7f31-42c4-9ebc-c616dab906bd", "tag": "f8495372-2cc5-45e1-87e2-1d60d6a27e3c", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:37:09.219145 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e86390dc-f90a-490c-813a-38ecf17b0a2a {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:37:09.220576 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b050aa-7f31-42c4-9ebc-c616dab906bd', 'tag': 'f8495372-2cc5-45e1-87e2-1d60d6a27e3c', 'status': 'completed', 'code': 200} Aug 28 12:37:09.232649 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:09.251348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:37:09.263701 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Sync routers for ids ['f7addaa9-3977-40b5-8862-ea4af840731f'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:37:09.282799 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Routers {'f7addaa9-3977-40b5-8862-ea4af840731f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:37:09.298471 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-01a71bd7-efb0-4633-a519-616da581073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:36:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f7addaa9-3977-40b5-8862-ea4af840731f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:37:09.324731 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb17da38-1a85-4470-b5c7-83f1b92bbb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:09.336921 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb17da38-1a85-4470-b5c7-83f1b92bbb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:09.339788 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cb17da38-1a85-4470-b5c7-83f1b92bbb9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d7ddc4c-90d7-441d-8636-0f096f9c5409 HTTP/1.1" status: 204 len: 168 time: 0.5958726 Aug 28 12:37:09.350557 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b12b1d79-5399-4587-a302-dbf8706453cf req-8e0f83a2-77f0-49b7-89a5-6ed8fe4df7b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=f8495372-2cc5-45e1-87e2-1d60d6a27e3c HTTP/1.1" status: 200 len: 217 time: 0.2420757 Aug 28 12:37:09.395168 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:09.431926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17da38-1a85-4470-b5c7-83f1b92bbb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7ddc4c-90d7-441d-8636-0f096f9c5409,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:09.516301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4147079a-6e5c-46d7-ac04-34f0e146099b None None] Provisioning for port 064bfc80-376e-426c-99b8-a8b2cb2d44c1 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:09.524535 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4147079a-6e5c-46d7-ac04-34f0e146099b None None] Provisioning complete for port 064bfc80-376e-426c-99b8-a8b2cb2d44c1 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:09.525616 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4147079a-6e5c-46d7-ac04-34f0e146099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:09.632074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-4147079a-6e5c-46d7-ac04-34f0e146099b None None] Port 064bfc80-376e-426c-99b8-a8b2cb2d44c1 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:37:09.645060 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a61104-321c-4619-94c6-82074ff78361 req-bcd817da-d90d-4eb5-aebb-1ae5a9527c5c tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:09.646725 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f7a61104-321c-4619-94c6-82074ff78361 req-bcd817da-d90d-4eb5-aebb-1ae5a9527c5c tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 936 time: 0.3233011 Aug 28 12:37:09.648587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b1d79-5399-4587-a302-dbf8706453cf req-aed0f103-963a-4126-a885-f5405e3ec1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:09.658133 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b12b1d79-5399-4587-a302-dbf8706453cf req-aed0f103-963a-4126-a885-f5405e3ec1cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2706504 Aug 28 12:37:09.659944 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Set router f7addaa9-3977-40b5-8862-ea4af840731f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:37:09.811509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064bfc80-376e-426c-99b8-a8b2cb2d44c1 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:37:09.819769 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9a15d416-db3f-443a-8d1f-d245b5347e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:09.821194 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:09.837266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Transition to ACTIVE for port object 064bfc80-376e-426c-99b8-a8b2cb2d44c1 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:09.845969 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:09.894598 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f7a61104-321c-4619-94c6-82074ff78361 req-968ad686-b3ce-44aa-bf05-20667202ab35 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257526 Aug 28 12:37:09.955252 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:09.960003 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-eecd8d67-e739-4a89-b6ec-0cce6e5eeae1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.5801241 Aug 28 12:37:09.961655 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56772) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:10.001082 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b1d79-5399-4587-a302-dbf8706453cf req-397616a6-1aef-4999-b383-b08643ceb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:10.004972 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b12b1d79-5399-4587-a302-dbf8706453cf req-397616a6-1aef-4999-b383-b08643ceb048 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3126111 Aug 28 12:37:10.059697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Attempting to bind port 064bfc80-376e-426c-99b8-a8b2cb2d44c1 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:37:10.060388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Attempting to bind port 064bfc80-376e-426c-99b8-a8b2cb2d44c1 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:37:10.060917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Attempting to bind port 064bfc80-376e-426c-99b8-a8b2cb2d44c1 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:10.070759 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=064bfc80-376e-426c-99b8-a8b2cb2d44c1,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:10.093850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Port 064bfc80-376e-426c-99b8-a8b2cb2d44c1 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:37:10.094432 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Attempting to bind port 064bfc80-376e-426c-99b8-a8b2cb2d44c1 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:10.104689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:37:10.105038 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:37:10.105590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:37:10.112742 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-01a71bd7-efb0-4633-a519-616da581073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049446123-router', 'tenant_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:37:03Z', 'updated_at': '2021-08-28T12:37:07Z', 'revision_number': 3, 'project_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'gw_port': {'id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:19:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:37:05Z', 'updated_at': '2021-08-28T12:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:37:10.115788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Bound port: 064bfc80-376e-426c-99b8-a8b2cb2d44c1, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:37:10.116149 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:10.186257 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Checking router: f7addaa9-3977-40b5-8862-ea4af840731f for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:37:10.186631 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Updating router f7addaa9-3977-40b5-8862-ea4af840731f port e85626db-19ad-42fb-8054-734909c38b0b binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:37:10.256359 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:10.665092 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115193c-0784-4e80-aedf-e626885667fe req-cf2c3c42-b1f9-4064-b4f5-5dbf9f319791 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:10.673602 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b115193c-0784-4e80-aedf-e626885667fe req-cf2c3c42-b1f9-4064-b4f5-5dbf9f319791 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 970 time: 0.5666757 Aug 28 12:37:10.681066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] For port 064bfc80-376e-426c-99b8-a8b2cb2d44c1, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:37:10.742685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] For port 064bfc80-376e-426c-99b8-a8b2cb2d44c1, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=064bfc80-376e-426c-99b8-a8b2cb2d44c1,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:37:10.743276 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b12b1d79-5399-4587-a302-dbf8706453cf req-feced5ee-d64a-47c3-95dd-dc8a25e04135 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282785 Aug 28 12:37:10.754393 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:10.787039 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b115193c-0784-4e80-aedf-e626885667fe req-08d3c9fe-4131-4a2b-9fa4-66e034a5dc23 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076012 Aug 28 12:37:10.829749 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:10.829749 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:10.831232 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] 10.222.0.11 "PUT /v2.0/ports/064bfc80-376e-426c-99b8-a8b2cb2d44c1 HTTP/1.1" status: 200 len: 1119 time: 1.7602007 Aug 28 12:37:10.832891 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0ca1b6-81ad-488f-8f80-4d7b218ab17a', 'tag': '064bfc80-376e-426c-99b8-a8b2cb2d44c1'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:37:10.970629 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:11.017210 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Transition to ACTIVE for port object e85626db-19ad-42fb-8054-734909c38b0b will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:11.051695 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:11.157485 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e921c-b4b0-48ff-be97-3819ea7d623f None None] Pushing event updated for resources: {'Port': ['ID=e85626db-19ad-42fb-8054-734909c38b0b,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:11.196652 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ff191-121a-4713-8439-b3ff7dbde9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=064bfc80-376e-426c-99b8-a8b2cb2d44c1,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:11.225176 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Attempting to bind port e85626db-19ad-42fb-8054-734909c38b0b on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:37:11.225982 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Attempting to bind port e85626db-19ad-42fb-8054-734909c38b0b by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:37:11.226635 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Attempting to bind port e85626db-19ad-42fb-8054-734909c38b0b on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:11.242088 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:37:11.242683 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:37:11.243361 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:11.243863 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:37:11.244459 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Bound port: e85626db-19ad-42fb-8054-734909c38b0b, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:37:11.244985 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:11.393045 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-01a71bd7-efb0-4633-a519-616da581073e None None] For port e85626db-19ad-42fb-8054-734909c38b0b, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:37:11.403589 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc543a6-23a4-43af-a94e-e19b2e842ff0 req-c594eff7-6d51-4278-a2b1-e73a199ac328 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:11.404226 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-01a71bd7-efb0-4633-a519-616da581073e None None] For port e85626db-19ad-42fb-8054-734909c38b0b, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e85626db-19ad-42fb-8054-734909c38b0b,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:37:11.411622 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4dc543a6-23a4-43af-a94e-e19b2e842ff0 req-c594eff7-6d51-4278-a2b1-e73a199ac328 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 970 time: 0.1646097 Aug 28 12:37:11.412149 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:11.486440 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c69e65a-a7b3-4a93-8376-d516f00f2659" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0ca1b6-81ad-488f-8f80-4d7b218ab17a", "tag": "064bfc80-376e-426c-99b8-a8b2cb2d44c1"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:37:11.497980 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4dc543a6-23a4-43af-a94e-e19b2e842ff0 req-6017f46c-fa87-4d75-a1d9-b8c672b2600d tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833969 Aug 28 12:37:11.616154 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Routers {'f7addaa9-3977-40b5-8862-ea4af840731f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:37:11.619657 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-01a71bd7-efb0-4633-a519-616da581073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:36:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f7addaa9-3977-40b5-8862-ea4af840731f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:37:11.639031 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:11.739876 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e921c-b4b0-48ff-be97-3819ea7d623f None None] Pushing event updated for resources: {'Port': ['ID=e85626db-19ad-42fb-8054-734909c38b0b,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:11.924328 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9cd973-5a43-407d-8d8e-3730f7461ec2 x-openstack-request-id: req-9e9cd973-5a43-407d-8d8e-3730f7461ec2 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:37:11.925192 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0ca1b6-81ad-488f-8f80-4d7b218ab17a", "tag": "064bfc80-376e-426c-99b8-a8b2cb2d44c1", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:37:11.925843 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e9cd973-5a43-407d-8d8e-3730f7461ec2 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:37:11.926650 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0ca1b6-81ad-488f-8f80-4d7b218ab17a', 'tag': '064bfc80-376e-426c-99b8-a8b2cb2d44c1', 'status': 'completed', 'code': 200} Aug 28 12:37:11.990971 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-01a71bd7-efb0-4633-a519-616da581073e None None] Set router f7addaa9-3977-40b5-8862-ea4af840731f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:37:12.031926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Allocated IP 172.20.0.1 (aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2/f2717b7a-6f83-4fc8-8d52-d1adaf05ff08/9079e475-b060-40cd-961c-c20d0a7dd9dd) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:37:12.165355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c26c29-a947-43f9-97a7-d19fdc04478a req-5b9c577c-7775-4c3e-ab81-b78ee17473a8 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:12.169301 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84c26c29-a947-43f9-97a7-d19fdc04478a req-5b9c577c-7775-4c3e-ab81-b78ee17473a8 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 970 time: 0.1108501 Aug 28 12:37:12.181386 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:12.198948 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Transition to ACTIVE for port object 9079e475-b060-40cd-961c-c20d0a7dd9dd will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:12.242192 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cd509276-a3fe-4bd4-8f76-39801758b922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:12.273114 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84c26c29-a947-43f9-97a7-d19fdc04478a req-da728ebe-3078-45cc-a9fe-1ff87fc469a8 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874069 Aug 28 12:37:12.276549 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:12.339944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Network aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:37:12.349192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:37:12.354007 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:37:12.357228 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:12.363530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=9079e475-b060-40cd-961c-c20d0a7dd9dd,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:12.460333 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-01a71bd7-efb0-4633-a519-616da581073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049446123-router', 'tenant_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:37:03Z', 'updated_at': '2021-08-28T12:37:07Z', 'revision_number': 3, 'project_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'gw_port': {'id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:19:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:37:05Z', 'updated_at': '2021-08-28T12:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:37:12.498690 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:12.519100 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a71bd7-efb0-4633-a519-616da581073e None None] The sync data for ids ['f7addaa9-3977-40b5-8862-ea4af840731f'] in n-d-791505-21 is: [{'id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049446123-router', 'tenant_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:37:03Z', 'updated_at': '2021-08-28T12:37:07Z', 'revision_number': 3, 'project_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'gw_port': {'id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:19:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:37:05Z', 'updated_at': '2021-08-28T12:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:37:12.642659 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:12.857232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-153bdc38-4113-43ca-8189-34fcc5fda05a None None] Provisioning for port 9079e475-b060-40cd-961c-c20d0a7dd9dd completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:12.868145 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-153bdc38-4113-43ca-8189-34fcc5fda05a None None] Provisioning complete for port 9079e475-b060-40cd-961c-c20d0a7dd9dd triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:12.870384 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-153bdc38-4113-43ca-8189-34fcc5fda05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:12.872577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69e65a-a7b3-4a93-8376-d516f00f2659 req-9ef921f5-170b-4e5c-9b0b-0743103d4f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:12.874822 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c69e65a-a7b3-4a93-8376-d516f00f2659 req-9ef921f5-170b-4e5c-9b0b-0743103d4f82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b03c2d0043834e29ae1c62ee4e2bd732&device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 1122 time: 0.1346331 Aug 28 12:37:12.883590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ed7ea-39ae-450f-bb64-e7c81f912b7a req-64424c2b-7955-44bd-93d9-abf71a5ca8a9 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:12.885415 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f86ed7ea-39ae-450f-bb64-e7c81f912b7a req-64424c2b-7955-44bd-93d9-abf71a5ca8a9 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 970 time: 0.2137854 Aug 28 12:37:12.975863 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-153bdc38-4113-43ca-8189-34fcc5fda05a None None] Port 9079e475-b060-40cd-961c-c20d0a7dd9dd cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:37:12.992080 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c69e65a-a7b3-4a93-8376-d516f00f2659 req-4c9b1b03-5b7b-4810-96e8-f4880a474c2a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b03c2d0043834e29ae1c62ee4e2bd732&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623786 Aug 28 12:37:12.994325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56858) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:13.085937 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f86ed7ea-39ae-450f-bb64-e7c81f912b7a req-3a56a1a4-c9d0-42b3-8b2a-1645918ce758 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907482 Aug 28 12:37:13.106084 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b12b1d79-5399-4587-a302-dbf8706453cf req-598c4104-db50-4cf9-909a-84137cd3d515 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139895 Aug 28 12:37:13.212215 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:13.242937 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:13.244514 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:13.263627 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:13.438436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56866) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:13.509113 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-89d7eb4b-7b30-418d-9b1a-5e65bb694fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:13.543487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=9079e475-b060-40cd-961c-c20d0a7dd9dd,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:13.583978 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3d944-cabf-4397-8c7c-4bc9352144f8 req-48fac3b5-5773-4e16-b776-dbf6bea97fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:13.585692 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99a3d944-cabf-4397-8c7c-4bc9352144f8 req-48fac3b5-5773-4e16-b776-dbf6bea97fc9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=127fcb36418e4b8498da8f42b96bea9e&device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 1122 time: 0.3675215 Aug 28 12:37:13.586933 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f455-ebfc-468c-a8d3-986b8dea7ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:13.680305 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Network aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:37:13.699774 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-89d7eb4b-7b30-418d-9b1a-5e65bb694fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:13.704638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69e65a-a7b3-4a93-8376-d516f00f2659 req-6b26a3b2-0275-4e70-85a9-ba1184fe1ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:13.706401 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c69e65a-a7b3-4a93-8376-d516f00f2659 req-6b26a3b2-0275-4e70-85a9-ba1184fe1ee4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6941986 Aug 28 12:37:13.711715 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-89d7eb4b-7b30-418d-9b1a-5e65bb694fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:13.745777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:37:13.765336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ba39f-08f4-4105-85cc-1aa2c440aba9 req-72ad5ecb-f635-4387-8a89-d17832382359 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:13.766887 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8e2ba39f-08f4-4105-85cc-1aa2c440aba9 req-72ad5ecb-f635-4387-8a89-d17832382359 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 970 time: 0.3270028 Aug 28 12:37:13.801972 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7eb4b-7b30-418d-9b1a-5e65bb694fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f42f375-3eea-40ef-9d73-2fbc0b9afb7f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:13.808758 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-89d7eb4b-7b30-418d-9b1a-5e65bb694fc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7ad4677cca94c92908a994d866305ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8133032 Aug 28 12:37:13.820816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56874) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:14.029062 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8e2ba39f-08f4-4105-85cc-1aa2c440aba9 req-725cb388-142c-4545-924d-3917484d4a78 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451332 Aug 28 12:37:14.076011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56878) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:14.140739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Router f7addaa9-3977-40b5-8862-ea4af840731f has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:37:14.144527 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58dc8227-1265-45c1-a25f-2c12e40a0388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.286466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f455-ebfc-468c-a8d3-986b8dea7ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.312359 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58dc8227-1265-45c1-a25f-2c12e40a0388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.315007 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f455-ebfc-468c-a8d3-986b8dea7ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.327571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6ec9c495-3d19-4032-ba9c-6a0f5e90b7ad None None] Provisioning complete for port 9079e475-b060-40cd-961c-c20d0a7dd9dd triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:14.331426 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6ec9c495-3d19-4032-ba9c-6a0f5e90b7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.361481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3d944-cabf-4397-8c7c-4bc9352144f8 req-b600a722-c951-4124-927d-94e22e3b6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:14.363049 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99a3d944-cabf-4397-8c7c-4bc9352144f8 req-b600a722-c951-4124-927d-94e22e3b6b42 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.7347372 Aug 28 12:37:14.412669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9c495-3d19-4032-ba9c-6a0f5e90b7ad None None] Port 9079e475-b060-40cd-961c-c20d0a7dd9dd cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:37:14.413846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1f455-ebfc-468c-a8d3-986b8dea7ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e1762b-b9d1-4c03-b414-ddd26deb5c1d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:14.421775 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b1b1f455-ebfc-468c-a8d3-986b8dea7ec4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25f695b6de534e97b9ecfa05b5e0892f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9685678 Aug 28 12:37:14.423091 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab303ad6-0623-4a59-88c6-6d33886cdd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.427422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56884) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:14.443551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b39ff1-9f9f-4591-a32e-a9a6cae3c613 req-98ecec92-d372-43c3-afb2-9721ed43ab7a tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:14.445279 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-98b39ff1-9f9f-4591-a32e-a9a6cae3c613 req-98ecec92-d372-43c3-afb2-9721ed43ab7a tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 970 time: 0.1503336 Aug 28 12:37:14.518626 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-98b39ff1-9f9f-4591-a32e-a9a6cae3c613 req-b5d07a4b-feff-41a2-9e37-1d2cf1a9b98d tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663693 Aug 28 12:37:14.520802 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:37:14.541916 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b148366c-7a86-4cc1-9ef3-935690311aa2 admin admin] 10.222.0.20 "PUT /v2.0/routers/f7addaa9-3977-40b5-8862-ea4af840731f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5721447 Aug 28 12:37:14.579993 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ea6eff0c-2ab0-4139-9125-3f4715d90105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.617060 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ea6eff0c-2ab0-4139-9125-3f4715d90105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.618591 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58dc8227-1265-45c1-a25f-2c12e40a0388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.621059 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58dc8227-1265-45c1-a25f-2c12e40a0388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.624695 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-58dc8227-1265-45c1-a25f-2c12e40a0388 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f42f375-3eea-40ef-9d73-2fbc0b9afb7f HTTP/1.1" status: 204 len: 168 time: 0.8004310 Aug 28 12:37:14.655643 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc8227-1265-45c1-a25f-2c12e40a0388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f42f375-3eea-40ef-9d73-2fbc0b9afb7f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:14.669344 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab303ad6-0623-4a59-88c6-6d33886cdd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.677726 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab303ad6-0623-4a59-88c6-6d33886cdd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.734690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ab303ad6-0623-4a59-88c6-6d33886cdd6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99c6e75a2ebf4f0ea6ce4083b229be22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6534803 Aug 28 12:37:14.734690 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab303ad6-0623-4a59-88c6-6d33886cdd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0105fc9-0cce-48ea-a74a-9e1bff77d055,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:14.735196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56894) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:14.758209 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ea6eff0c-2ab0-4139-9125-3f4715d90105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.761401 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ea6eff0c-2ab0-4139-9125-3f4715d90105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.765396 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ea6eff0c-2ab0-4139-9125-3f4715d90105 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54e1762b-b9d1-4c03-b414-ddd26deb5c1d HTTP/1.1" status: 204 len: 168 time: 0.3365419 Aug 28 12:37:14.777021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6eff0c-2ab0-4139-9125-3f4715d90105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e1762b-b9d1-4c03-b414-ddd26deb5c1d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:14.836125 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e85626db-19ad-42fb-8054-734909c38b0b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:37:14.848728 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7094062-8ab1-48b2-bd9c-6a51fa8809e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.894983 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7094062-8ab1-48b2-bd9c-6a51fa8809e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.908986 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port e85626db-19ad-42fb-8054-734909c38b0b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:14.917099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port e85626db-19ad-42fb-8054-734909c38b0b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:14.917518 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.972968 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7094062-8ab1-48b2-bd9c-6a51fa8809e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.978452 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7094062-8ab1-48b2-bd9c-6a51fa8809e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:14.983617 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c7094062-8ab1-48b2-bd9c-6a51fa8809e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0105fc9-0cce-48ea-a74a-9e1bff77d055 HTTP/1.1" status: 204 len: 168 time: 0.2468631 Aug 28 12:37:14.999533 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7094062-8ab1-48b2-bd9c-6a51fa8809e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0105fc9-0cce-48ea-a74a-9e1bff77d055,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:15.053437 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:15.080106 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port e85626db-19ad-42fb-8054-734909c38b0b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e85626db-19ad-42fb-8054-734909c38b0b,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:15.091672 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:15.111796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-2eead1cc-fe62-4eda-acaa-09c464f4f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:15.113751 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-2eead1cc-fe62-4eda-acaa-09c464f4f244 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b03c2d0043834e29ae1c62ee4e2bd732&device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 1122 time: 0.0643487 Aug 28 12:37:15.116839 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99a3d944-cabf-4397-8c7c-4bc9352144f8 req-e0c0defb-09d6-4274-abc9-6b3fd32de273 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=f8495372-2cc5-45e1-87e2-1d60d6a27e3c HTTP/1.1" status: 200 len: 217 time: 0.0682473 Aug 28 12:37:15.195723 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:15.218066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=e85626db-19ad-42fb-8054-734909c38b0b,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:15.256155 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-2f1b907b-498a-4746-ac71-ae7127802734 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=064bfc80-376e-426c-99b8-a8b2cb2d44c1 HTTP/1.1" status: 200 len: 217 time: 0.1243441 Aug 28 12:37:15.278644 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3d944-cabf-4397-8c7c-4bc9352144f8 req-486ff232-4cf4-43ae-b5fb-024b98b50cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:15.279920 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99a3d944-cabf-4397-8c7c-4bc9352144f8 req-486ff232-4cf4-43ae-b5fb-024b98b50cd7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1518133 Aug 28 12:37:15.298708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879b9ad-3da9-4768-9251-64c95d7d1897 req-a43a949c-7639-4942-9e2f-d547ac5dbe16 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:15.300276 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1879b9ad-3da9-4768-9251-64c95d7d1897 req-a43a949c-7639-4942-9e2f-d547ac5dbe16 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 970 time: 0.0969634 Aug 28 12:37:15.323284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Sync routers for ids ['f7addaa9-3977-40b5-8862-ea4af840731f'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:37:15.342411 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Routers {'f7addaa9-3977-40b5-8862-ea4af840731f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:37:15.342997 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:37:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f7addaa9-3977-40b5-8862-ea4af840731f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:37:15.349674 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-63e7a706-d384-44e9-b23a-e6535d3a32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:15.351765 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-63e7a706-d384-44e9-b23a-e6535d3a32aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0798366 Aug 28 12:37:15.399152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56910) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:15.430767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3d944-cabf-4397-8c7c-4bc9352144f8 req-3ed0ddcd-15db-4fa9-be21-daaf5491df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:15.432423 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99a3d944-cabf-4397-8c7c-4bc9352144f8 req-3ed0ddcd-15db-4fa9-be21-daaf5491df94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1312525 Aug 28 12:37:15.447580 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1879b9ad-3da9-4768-9251-64c95d7d1897 req-ff636a2a-5fa2-45d3-9964-738881b48493 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371877 Aug 28 12:37:15.450775 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-db679960-238a-424e-b24c-d4d073addd63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:15.484962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-24d183b5-882c-4438-9084-bee4b690a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:15.487129 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-24d183b5-882c-4438-9084-bee4b690a625 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1190271 Aug 28 12:37:15.534299 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Set router f7addaa9-3977-40b5-8862-ea4af840731f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:37:15.675769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56916) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:15.712701 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-f872cb38-d240-409f-a274-7a7c66e807d5 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148342 Aug 28 12:37:15.713397 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1a656705-2c8d-40f6-8d39-2d2e58f92a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:15.743931 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99a3d944-cabf-4397-8c7c-4bc9352144f8 req-11afff2d-23df-4bc9-932e-551b54a3934c service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890592 Aug 28 12:37:15.839943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049446123-router', 'tenant_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:37:03Z', 'updated_at': '2021-08-28T12:37:12Z', 'revision_number': 4, 'project_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'gw_port': {'id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:37:05Z', 'updated_at': '2021-08-28T12:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '9079e475-b060-40cd-961c-c20d0a7dd9dd', 'name': '', 'network_id': 'aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2', 'tenant_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'mac_address': 'fa:16:3e:4d:90:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'f2717b7a-6f83-4fc8-8d52-d1adaf05ff08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:37:11Z', 'updated_at': '2021-08-28T12:37:12Z', 'revision_number': 2, 'project_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'subnets': [{'id': 'f2717b7a-6f83-4fc8-8d52-d1adaf05ff08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:37:15.895440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Checking router: f7addaa9-3977-40b5-8862-ea4af840731f for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:37:15.895800 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Updating router f7addaa9-3977-40b5-8862-ea4af840731f port 9079e475-b060-40cd-961c-c20d0a7dd9dd binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:37:15.905165 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6adf87cb-47ea-46ff-9341-031c8c558fda req-27794cd8-db92-4c6e-851c-5459f24d851c service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680467 Aug 28 12:37:15.921634 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:15.967829 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56926) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:15.986328 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96096ae8-cc46-4d54-8506-a66f7e5d3acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.037012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f8543-6c3e-414d-a660-4bc4be309f6b req-fc7eb3e6-57e0-48a1-8fe1-9ca8ab649d6a tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:16.038526 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-973f8543-6c3e-414d-a660-4bc4be309f6b req-fc7eb3e6-57e0-48a1-8fe1-9ca8ab649d6a tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 970 time: 0.3544469 Aug 28 12:37:16.096184 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-db679960-238a-424e-b24c-d4d073addd63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.106451 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-db679960-238a-424e-b24c-d4d073addd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.144428 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99a3d944-cabf-4397-8c7c-4bc9352144f8 req-83886405-cd2d-428a-a273-eb21eeffaaf2 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924043 Aug 28 12:37:16.171848 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-973f8543-6c3e-414d-a660-4bc4be309f6b req-d7c8513f-2e42-4e40-95ff-543b88fdfbed tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213248 Aug 28 12:37:16.191150 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-db679960-238a-424e-b24c-d4d073addd63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f687bde5711d40afbf57c1071f29e92f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7878711 Aug 28 12:37:16.192551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56928) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:16.194971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db679960-238a-424e-b24c-d4d073addd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b997cb1-1ff7-47e4-b1dc-5b34f5ef1b53,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:16.222680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1a656705-2c8d-40f6-8d39-2d2e58f92a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.235377 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1a656705-2c8d-40f6-8d39-2d2e58f92a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.263334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56930) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:16.271197 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b6da265a-cd29-4d14-a323-4720d993088c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--664593224', 'description': 'tempest-description--1519794323'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:16.292437 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69b1b841-79cb-4d64-be52-b56ededc57c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.303730 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1a656705-2c8d-40f6-8d39-2d2e58f92a13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca373f16456240418facd53e35cd7803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6268036 Aug 28 12:37:16.307615 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56932) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:16.310907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a656705-2c8d-40f6-8d39-2d2e58f92a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0532fec-6f88-437f-a4ad-9860e336277a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:16.362715 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69b1b841-79cb-4d64-be52-b56ededc57c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.382988 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.387383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96096ae8-cc46-4d54-8506-a66f7e5d3acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.391539 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96096ae8-cc46-4d54-8506-a66f7e5d3acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.396425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Transition to ACTIVE for port object 9079e475-b060-40cd-961c-c20d0a7dd9dd will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:16.404017 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.412181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0def8d2a-7d28-4924-b033-468edbfa53e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.433046 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6da265a-cd29-4d14-a323-4720d993088c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.433255 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-96096ae8-cc46-4d54-8506-a66f7e5d3acd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=304acfac0a1a4bfaaa6096c82bcfb8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617429 Aug 28 12:37:16.433255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96096ae8-cc46-4d54-8506-a66f7e5d3acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c638e811-3411-4c58-862d-405d3691d3ca,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:16.434108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56934) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:16.464299 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0def8d2a-7d28-4924-b033-468edbfa53e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.478851 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e679823-7baf-418d-bbe2-7c269adeb28a None None] Pushing event updated for resources: {'Port': ['ID=9079e475-b060-40cd-961c-c20d0a7dd9dd,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:16.481921 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69b1b841-79cb-4d64-be52-b56ededc57c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.485093 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69b1b841-79cb-4d64-be52-b56ededc57c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.486563 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-69b1b841-79cb-4d64-be52-b56ededc57c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b997cb1-1ff7-47e4-b1dc-5b34f5ef1b53 HTTP/1.1" status: 204 len: 168 time: 0.2931485 Aug 28 12:37:16.510080 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1b841-79cb-4d64-be52-b56ededc57c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b997cb1-1ff7-47e4-b1dc-5b34f5ef1b53,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:16.523407 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c709ac09-40a4-4dfb-a846-f8ced8048b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.574958 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c709ac09-40a4-4dfb-a846-f8ced8048b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.607716 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Attempting to bind port 9079e475-b060-40cd-961c-c20d0a7dd9dd on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:37:16.608129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Attempting to bind port 9079e475-b060-40cd-961c-c20d0a7dd9dd by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'd9022dad-05f4-4f69-8a92-aa43b58a5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:37:16.608793 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Attempting to bind port 9079e475-b060-40cd-961c-c20d0a7dd9dd on network aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:16.616732 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:37:16.617084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Checking segment: {'id': 'd9022dad-05f4-4f69-8a92-aa43b58a5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:37:16.617414 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.617794 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Bound using segment: {'id': 'd9022dad-05f4-4f69-8a92-aa43b58a5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:37:16.618249 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Bound port: 9079e475-b060-40cd-961c-c20d0a7dd9dd, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9022dad-05f4-4f69-8a92-aa43b58a5354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:37:16.618643 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.647943 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0def8d2a-7d28-4924-b033-468edbfa53e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.650762 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0def8d2a-7d28-4924-b033-468edbfa53e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.665490 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0def8d2a-7d28-4924-b033-468edbfa53e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0532fec-6f88-437f-a4ad-9860e336277a HTTP/1.1" status: 204 len: 168 time: 0.3462045 Aug 28 12:37:16.689207 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c709ac09-40a4-4dfb-a846-f8ced8048b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.689410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def8d2a-7d28-4924-b033-468edbfa53e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0532fec-6f88-437f-a4ad-9860e336277a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:16.694788 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c709ac09-40a4-4dfb-a846-f8ced8048b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.699361 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c709ac09-40a4-4dfb-a846-f8ced8048b5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c638e811-3411-4c58-862d-405d3691d3ca HTTP/1.1" status: 204 len: 168 time: 0.2611353 Aug 28 12:37:16.733595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709ac09-40a4-4dfb-a846-f8ced8048b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c638e811-3411-4c58-862d-405d3691d3ca,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:16.746126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bb0b6-eb30-4f4e-95ff-1d9ffad46a64 req-d8c5fab6-bd50-4817-bf22-c3673be7b309 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:16.747748 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b13bb0b6-eb30-4f4e-95ff-1d9ffad46a64 req-d8c5fab6-bd50-4817-bf22-c3673be7b309 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 970 time: 0.1729269 Aug 28 12:37:16.761310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] For port 9079e475-b060-40cd-961c-c20d0a7dd9dd, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:37:16.768753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] For port 9079e475-b060-40cd-961c-c20d0a7dd9dd, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9079e475-b060-40cd-961c-c20d0a7dd9dd,segment=NetworkSegment(d9022dad-05f4-4f69-8a92-aa43b58a5354),segment_id=d9022dad-05f4-4f69-8a92-aa43b58a5354)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:37:16.772500 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e85626db-19ad-42fb-8054-734909c38b0b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:37:16.776751 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6da265a-cd29-4d14-a323-4720d993088c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.798513 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6da265a-cd29-4d14-a323-4720d993088c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.815165 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.843115 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6da265a-cd29-4d14-a323-4720d993088c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.846436 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b6da265a-cd29-4d14-a323-4720d993088c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5803390 Aug 28 12:37:16.849045 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56944) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:16.851381 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b13bb0b6-eb30-4f4e-95ff-1d9ffad46a64 req-012d2da8-b13f-4d8b-a88a-3be5bcdd5035 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823078 Aug 28 12:37:16.853182 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da265a-cd29-4d14-a323-4720d993088c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c968f0-362b-4413-a12e-6e43fa2e510e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:16.857117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-8b74d149-76ac-4f48-a9a6-054c881b88f8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Request body: {'security_group_rule': {'security_group_id': '84c968f0-362b-4413-a12e-6e43fa2e510e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:16.922278 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b74d149-76ac-4f48-a9a6-054c881b88f8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:16.942120 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Routers {'f7addaa9-3977-40b5-8862-ea4af840731f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:37:16.942845 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:37:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f7addaa9-3977-40b5-8862-ea4af840731f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:37:16.946091 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e679823-7baf-418d-bbe2-7c269adeb28a None None] Pushing event updated for resources: {'Port': ['ID=9079e475-b060-40cd-961c-c20d0a7dd9dd,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:17.067384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port e85626db-19ad-42fb-8054-734909c38b0b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:17.067734 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:17.169517 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] Set router f7addaa9-3977-40b5-8862-ea4af840731f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:37:17.194266 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b74d149-76ac-4f48-a9a6-054c881b88f8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:17.202396 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b74d149-76ac-4f48-a9a6-054c881b88f8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:17.242260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74d149-76ac-4f48-a9a6-054c881b88f8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15862e2-8953-42ae-920a-7dfa4097c264,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:17.260832 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b74d149-76ac-4f48-a9a6-054c881b88f8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:17.262107 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8b74d149-76ac-4f48-a9a6-054c881b88f8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4117491 Aug 28 12:37:17.265000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56960) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:17.275027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a7f4f9fa-a454-4a1f-a1ed-b4d9ca144c71 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Request body: {'security_group_rule': {'security_group_id': '84c968f0-362b-4413-a12e-6e43fa2e510e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:17.351499 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a7f4f9fa-a454-4a1f-a1ed-b4d9ca144c71 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:17.390144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bd15f-5726-49d7-89b2-d902cea24c79 req-47698e47-660a-457d-b47e-c3a897f6880f tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:17.391884 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae8bd15f-5726-49d7-89b2-d902cea24c79 req-47698e47-660a-457d-b47e-c3a897f6880f tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 970 time: 0.1124210 Aug 28 12:37:17.423627 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a7f4f9fa-a454-4a1f-a1ed-b4d9ca144c71 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:17.430339 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a7f4f9fa-a454-4a1f-a1ed-b4d9ca144c71 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:17.456999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4f9fa-a454-4a1f-a1ed-b4d9ca144c71 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc26be5-5e3b-4321-bc4d-d9f6ef9213e9,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:17.467900 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a7f4f9fa-a454-4a1f-a1ed-b4d9ca144c71 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:17.470187 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a7f4f9fa-a454-4a1f-a1ed-b4d9ca144c71 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2024357 Aug 28 12:37:17.473093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56972) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:17.474353 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae8bd15f-5726-49d7-89b2-d902cea24c79 req-ec1d1f2c-2c99-4f4a-a386-0bb3d07c7c04 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711160 Aug 28 12:37:17.489087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:17.502915 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049446123-router', 'tenant_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:37:03Z', 'updated_at': '2021-08-28T12:37:12Z', 'revision_number': 4, 'project_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'gw_port': {'id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:37:05Z', 'updated_at': '2021-08-28T12:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '9079e475-b060-40cd-961c-c20d0a7dd9dd', 'name': '', 'network_id': 'aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2', 'tenant_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'mac_address': 'fa:16:3e:4d:90:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'f2717b7a-6f83-4fc8-8d52-d1adaf05ff08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:37:11Z', 'updated_at': '2021-08-28T12:37:16Z', 'revision_number': 4, 'project_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'subnets': [{'id': 'f2717b7a-6f83-4fc8-8d52-d1adaf05ff08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:37:17.511373 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:17.538271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95dab3b-9fe1-41f2-bc96-eef6c1909c6c None None] The sync data for ids ['f7addaa9-3977-40b5-8862-ea4af840731f'] in n-d-791505-21 is: [{'id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049446123-router', 'tenant_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:37:03Z', 'updated_at': '2021-08-28T12:37:12Z', 'revision_number': 4, 'project_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'gw_port': {'id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:37:05Z', 'updated_at': '2021-08-28T12:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '9079e475-b060-40cd-961c-c20d0a7dd9dd', 'name': '', 'network_id': 'aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2', 'tenant_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'mac_address': 'fa:16:3e:4d:90:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'f2717b7a-6f83-4fc8-8d52-d1adaf05ff08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:37:11Z', 'updated_at': '2021-08-28T12:37:16Z', 'revision_number': 4, 'project_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'subnets': [{'id': 'f2717b7a-6f83-4fc8-8d52-d1adaf05ff08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:37:17.690407 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:17.837152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Allocated IP 172.25.1.158 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/30bb8a43-5862-422f-b098-1bf66424eaac) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:37:18.032676 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:18.057465 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a603c-e1f7-4c26-9d11-0c6784b60bcd req-f39f67bc-9bd4-4949-b364-569cf18be125 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:18.058995 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103a603c-e1f7-4c26-9d11-0c6784b60bcd req-f39f67bc-9bd4-4949-b364-569cf18be125 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 970 time: 0.0831032 Aug 28 12:37:18.123635 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103a603c-e1f7-4c26-9d11-0c6784b60bcd req-4958afaa-4ea3-4b85-b981-e3a1de0bcc40 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561252 Aug 28 12:37:18.135630 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:18.187403 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:37:18.192741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:37:18.196364 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:37:18.206539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Pushing event updated for resources: {'Port': ['ID=30bb8a43-5862-422f-b098-1bf66424eaac,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:18.304791 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:18.356675 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:18.544413 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:18.552577 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:18.588863 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:18.609063 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:18.618603 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1371071 Aug 28 12:37:18.621491 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423b899-cd08-49c1-bfd1-322840144529 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Pushing event updated for resources: {'Port': ['ID=30bb8a43-5862-422f-b098-1bf66424eaac,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:18.670187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50be547-ad18-440e-bb2e-84f63065cea7 req-6b955ab2-80b9-4cf1-ae89-9c06c5c441f8 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:18.671804 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e50be547-ad18-440e-bb2e-84f63065cea7 req-6b955ab2-80b9-4cf1-ae89-9c06c5c441f8 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 970 time: 0.0986466 Aug 28 12:37:18.739533 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e50be547-ad18-440e-bb2e-84f63065cea7 req-33743dd2-4ead-4e8d-af88-5f8cff63ed19 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546031 Aug 28 12:37:18.789043 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9079e475-b060-40cd-961c-c20d0a7dd9dd up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:37:18.847762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 9079e475-b060-40cd-961c-c20d0a7dd9dd completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:18.853532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 9079e475-b060-40cd-961c-c20d0a7dd9dd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:18.853971 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:18.975992 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:19.014872 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 9079e475-b060-40cd-961c-c20d0a7dd9dd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9079e475-b060-40cd-961c-c20d0a7dd9dd,segment=NetworkSegment(d9022dad-05f4-4f69-8a92-aa43b58a5354),segment_id=d9022dad-05f4-4f69-8a92-aa43b58a5354)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:19.020019 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:19.049574 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-b6ae747f-fd1c-4b60-9968-84d56a8b908d tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--664593224&fields=id&tenant_id=83337d60d57f4fdc939f5ecaedf1b2a7 HTTP/1.1" status: 200 len: 267 time: 0.0689430 Aug 28 12:37:19.082075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=9079e475-b060-40cd-961c-c20d0a7dd9dd,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:19.274400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba30e71-ad99-4ace-8755-2343a2ce254f req-f51ac675-e527-48e6-a058-0efc3fadd898 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:19.277303 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fba30e71-ad99-4ace-8755-2343a2ce254f req-f51ac675-e527-48e6-a058-0efc3fadd898 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 970 time: 0.0614185 Aug 28 12:37:19.306018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-eda57ded-d14b-4c3a-8648-57c4c0156703 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:19.307848 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-eda57ded-d14b-4c3a-8648-57c4c0156703 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/networks?id=a03c9b71-7c51-4af0-ad11-1d5b2280ced4 HTTP/1.1" status: 200 len: 824 time: 0.2515321 Aug 28 12:37:19.324541 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fba30e71-ad99-4ace-8755-2343a2ce254f req-ef39627f-20db-418b-88d6-8885ec0b79fa tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392683 Aug 28 12:37:19.331783 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-33b6d745-e513-45cd-9e5e-2cb6bd891c51 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/quotas/83337d60d57f4fdc939f5ecaedf1b2a7 HTTP/1.1" status: 200 len: 375 time: 0.0151892 Aug 28 12:37:19.414919 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-8ddf8d90-de5c-485d-8ae7-3eb658974f79 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=83337d60d57f4fdc939f5ecaedf1b2a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766304 Aug 28 12:37:19.433454 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-5ff5c05e-10cd-4a76-a8de-cefe9f68c30c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:37:19.434542 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-5ff5c05e-10cd-4a76-a8de-cefe9f68c30c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061266 Aug 28 12:37:19.685734 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f8495372-2cc5-45e1-87e2-1d60d6a27e3c details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:37:19.830778 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f8495372-2cc5-45e1-87e2-1d60d6a27e3c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f8495372-2cc5-45e1-87e2-1d60d6a27e3c,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:19.845772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'f8495372-2cc5-45e1-87e2-1d60d6a27e3c', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'f8495372-2cc5-45e1-87e2-1d60d6a27e3c', 'mac_address': 'fa:16:3e:93:92:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:tempest-test_az-1192231952', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:37:19.880606 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdde21d-a920-406f-9d37-5d14eefdd49d req-e0b388bb-255f-494e-8b0c-be1f3ccd17f8 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:19.882161 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bdde21d-a920-406f-9d37-5d14eefdd49d req-e0b388bb-255f-494e-8b0c-be1f3ccd17f8 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 970 time: 0.0680737 Aug 28 12:37:19.892189 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:19.906275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8495372-2cc5-45e1-87e2-1d60d6a27e3c {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:37:19.929845 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f8495372-2cc5-45e1-87e2-1d60d6a27e3c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f8495372-2cc5-45e1-87e2-1d60d6a27e3c,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:19.934926 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:19.935693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 064bfc80-376e-426c-99b8-a8b2cb2d44c1 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:37:19.961751 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bdde21d-a920-406f-9d37-5d14eefdd49d req-c70eca25-5b9f-4b45-99fd-cd0432100ca0 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714188 Aug 28 12:37:20.003603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57088) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:20.012540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 064bfc80-376e-426c-99b8-a8b2cb2d44c1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=064bfc80-376e-426c-99b8-a8b2cb2d44c1,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:20.015320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=f8495372-2cc5-45e1-87e2-1d60d6a27e3c,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:20.028679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '064bfc80-376e-426c-99b8-a8b2cb2d44c1', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '064bfc80-376e-426c-99b8-a8b2cb2d44c1', 'mac_address': 'fa:16:3e:aa:d4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:tempest-test_az-1192231952', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:37:20.041970 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-c9b98e8e-e10b-45d5-8bce-5e86e153eb00 service neutron] 10.222.0.20 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739214 Aug 28 12:37:20.068829 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:20.083954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064bfc80-376e-426c-99b8-a8b2cb2d44c1 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:37:20.105130 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 064bfc80-376e-426c-99b8-a8b2cb2d44c1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=064bfc80-376e-426c-99b8-a8b2cb2d44c1,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:20.113098 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:20.154914 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-dcd98fd1-28a4-4f8e-ac20-bdc34f4c10c4 service neutron] 10.222.0.20 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054091 Aug 28 12:37:20.170333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=064bfc80-376e-426c-99b8-a8b2cb2d44c1,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:20.222873 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3b564d9-1782-482d-9548-7b456dc36d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:20.361812 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74b8b34b-9b18-479f-9559-a0bcd46463b0 req-ce597b62-c05f-4eb3-a821-dee19091bcaf tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 210 time: 0.0415974 Aug 28 12:37:20.408371 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3b564d9-1782-482d-9548-7b456dc36d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:20.415573 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3b564d9-1782-482d-9548-7b456dc36d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:20.481334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['f8495372-2cc5-45e1-87e2-1d60d6a27e3c'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:37:20.501079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b564d9-1782-482d-9548-7b456dc36d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb717ef-c0fc-48c3-9140-c8e9a10f9d3d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:20.522179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57114) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:20.522691 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b3b564d9-1782-482d-9548-7b456dc36d91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e198a6afbf3411383569d722a63fe77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5171642 Aug 28 12:37:20.531116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7136980-427d-4bdf-bd9a-7743be0b59e3 req-e2d4497c-7dfa-4f8f-aa36-ec0dbb833dab tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:20.532886 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7136980-427d-4bdf-bd9a-7743be0b59e3 req-e2d4497c-7dfa-4f8f-aa36-ec0dbb833dab tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 971 time: 0.1006696 Aug 28 12:37:20.560101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['064bfc80-376e-426c-99b8-a8b2cb2d44c1'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:37:20.595110 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7136980-427d-4bdf-bd9a-7743be0b59e3 req-a81a6ebb-d14b-4ba9-9de5-d0bcfbc259ff tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561438 Aug 28 12:37:20.644269 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c757838d-3d12-47b5-9324-d2581fdc6b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:20.710577 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-abb59bf0-9c9c-4179-ac0a-48f92825ef58 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=de901b464d624b77a5cb3d2eca91937d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487494 Aug 28 12:37:20.721593 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c757838d-3d12-47b5-9324-d2581fdc6b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:20.749745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9079e475-b060-40cd-961c-c20d0a7dd9dd up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:37:20.869511 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-dbce7dd9-e777-4a51-9898-1ef3a7d37c88 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:20.873754 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-dbce7dd9-e777-4a51-9898-1ef3a7d37c88 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564126 Aug 28 12:37:20.894397 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-13dca66f-c87d-46b2-bb2b-12a6dfee8b5e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/quotas/de901b464d624b77a5cb3d2eca91937d HTTP/1.1" status: 200 len: 375 time: 0.0194914 Aug 28 12:37:20.897025 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c757838d-3d12-47b5-9324-d2581fdc6b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:20.899650 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c757838d-3d12-47b5-9324-d2581fdc6b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:20.900753 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c757838d-3d12-47b5-9324-d2581fdc6b8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bb717ef-c0fc-48c3-9140-c8e9a10f9d3d HTTP/1.1" status: 204 len: 168 time: 0.3769777 Aug 28 12:37:20.907470 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 9079e475-b060-40cd-961c-c20d0a7dd9dd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:20.908341 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:20.924133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757838d-3d12-47b5-9324-d2581fdc6b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb717ef-c0fc-48c3-9140-c8e9a10f9d3d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:20.955896 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-87000390-aea1-4608-a3e6-757845f57ef1 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de901b464d624b77a5cb3d2eca91937d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595963 Aug 28 12:37:21.133364 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40fc9a-2aae-4841-bbc5-1909b1f04d02 req-e83ad825-9fb6-4afa-a6ac-77de44c3ff4e tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:21.137478 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd40fc9a-2aae-4841-bbc5-1909b1f04d02 req-e83ad825-9fb6-4afa-a6ac-77de44c3ff4e tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 971 time: 0.0810375 Aug 28 12:37:21.218553 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd40fc9a-2aae-4841-bbc5-1909b1f04d02 req-addfbde9-520a-4a8c-bdfe-5ee722db1746 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692227 Aug 28 12:37:21.272545 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1f5787e2-0bc2-4836-b6c5-3fa9c85dc609 req-ff75294a-d98d-424a-a58d-cb694a4b4f31 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 210 time: 0.0366752 Aug 28 12:37:21.325294 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57162) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:21.492052 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-33c2bd03-9a4b-4ba3-ad09-23ec54d10c80 req-319b49fc-d196-4e83-9731-3693b83ac997 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 210 time: 0.0386753 Aug 28 12:37:21.502557 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57172) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:21.510451 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1683a533-7bbb-45cd-b9cd-4676ff51cd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:21.518238 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-469bcd50-b8a1-405e-9a84-0c201140d98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:21.541307 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.api [None req-469bcd50-b8a1-405e-9a84-0c201140d98b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 12:37:21.541307 n-d-791505-21 neutron-server[94878]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 28 12:37:21.541307 n-d-791505-21 neutron-server[94878]: [parameters: {'project_id': '7fd91f54c7a148d7b742fda145a349e7', 'id': '91f33e84-9948-480a-9cc9-12335897e036', 'expiration': datetime.datetime(2021, 8, 28, 12, 39, 21, 536604)}] Aug 28 12:37:21.541307 n-d-791505-21 neutron-server[94878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:37:21.542213 n-d-791505-21 neutron-server[94878]: DEBUG oslo_db.api [None req-469bcd50-b8a1-405e-9a84-0c201140d98b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:37:21.620356 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.10', 58212) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:21.622422 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1683a533-7bbb-45cd-b9cd-4676ff51cd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:21.627608 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1683a533-7bbb-45cd-b9cd-4676ff51cd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:21.674509 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f8495372-2cc5-45e1-87e2-1d60d6a27e3c up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:37:21.733723 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef410237-1039-4535-bbbc-214d544a3455 req-c305e94d-687e-4ed6-afcf-8a183511850e tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:21.741971 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef410237-1039-4535-bbbc-214d544a3455 req-c305e94d-687e-4ed6-afcf-8a183511850e tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 971 time: 0.0690525 Aug 28 12:37:21.762834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port f8495372-2cc5-45e1-87e2-1d60d6a27e3c completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:21.767733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port f8495372-2cc5-45e1-87e2-1d60d6a27e3c triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:21.768106 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:21.774875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683a533-7bbb-45cd-b9cd-4676ff51cd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7711ad-720b-4815-b3b7-3cb1d4cf373a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:21.793379 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef410237-1039-4535-bbbc-214d544a3455 req-5863e93c-326c-4b47-8574-815be828dfb3 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500877 Aug 28 12:37:21.803308 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57178) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:21.803929 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1683a533-7bbb-45cd-b9cd-4676ff51cd2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cac13a33080a4f88ac9e90f91a52282c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4747331 Aug 28 12:37:21.860844 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-63f4c046-6ed7-49ac-88a8-524bbefd7839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:21.908675 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-63f4c046-6ed7-49ac-88a8-524bbefd7839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:21.928722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-caaf49ad-b631-410f-a316-23b063149d6c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:21.930765 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-caaf49ad-b631-410f-a316-23b063149d6c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.10 "GET /v2.0/networks?id=a03c9b71-7c51-4af0-ad11-1d5b2280ced4 HTTP/1.1" status: 200 len: 824 time: 0.2853382 Aug 28 12:37:21.950147 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:37:21.977838 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-63f4c046-6ed7-49ac-88a8-524bbefd7839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:21.980531 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-63f4c046-6ed7-49ac-88a8-524bbefd7839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:21.981691 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-63f4c046-6ed7-49ac-88a8-524bbefd7839 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c7711ad-720b-4815-b3b7-3cb1d4cf373a HTTP/1.1" status: 204 len: 168 time: 0.1765988 Aug 28 12:37:21.990675 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4c046-6ed7-49ac-88a8-524bbefd7839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7711ad-720b-4815-b3b7-3cb1d4cf373a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:22.028931 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:22.049147 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-469bcd50-b8a1-405e-9a84-0c201140d98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:22.057698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b050aa-7f31-42c4-9ebc-c616dab906bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8495372-2cc5-45e1-87e2-1d60d6a27e3c'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:37:22.129960 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-7b7b0d5c-851a-4697-9ac2-907bb131c917 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83337d60d57f4fdc939f5ecaedf1b2a7 HTTP/1.1" status: 200 len: 379 time: 0.0806444 Aug 28 12:37:22.137547 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f8495372-2cc5-45e1-87e2-1d60d6a27e3c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f8495372-2cc5-45e1-87e2-1d60d6a27e3c,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:22.145099 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:22.146084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 064bfc80-376e-426c-99b8-a8b2cb2d44c1 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:37:22.266481 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=f8495372-2cc5-45e1-87e2-1d60d6a27e3c,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:22.273763 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-469bcd50-b8a1-405e-9a84-0c201140d98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:22.309127 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-469bcd50-b8a1-405e-9a84-0c201140d98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:22.329298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 064bfc80-376e-426c-99b8-a8b2cb2d44c1 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:22.346519 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 064bfc80-376e-426c-99b8-a8b2cb2d44c1 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:22.347710 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:22.411125 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bcd50-b8a1-405e-9a84-0c201140d98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f227c9-375d-4006-9ac4-6bda64c76eb8,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:22.453043 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c77825f-915a-452f-b03f-2d3ca15316b6" -d '{"events": [{"server_uuid": "60b050aa-7f31-42c4-9ebc-c616dab906bd", "name": "network-vif-plugged", "status": "completed", "tag": "f8495372-2cc5-45e1-87e2-1d60d6a27e3c"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:37:22.466772 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-469bcd50-b8a1-405e-9a84-0c201140d98b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fd91f54c7a148d7b742fda145a349e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9628909 Aug 28 12:37:22.470811 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57198) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:22.508673 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea159b9-4fd3-4ac4-98e7-012e3bab37cd req-6a348cb3-1ec7-4085-baec-c7712275e967 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:22.517880 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2ea159b9-4fd3-4ac4-98e7-012e3bab37cd req-6a348cb3-1ec7-4085-baec-c7712275e967 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 971 time: 0.1216702 Aug 28 12:37:22.527108 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe8fedb0-2fda-48ad-ad63-38633bb66435 req-3d5f1356-243c-40a0-94fc-d3756fb8919d tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 210 time: 0.0404971 Aug 28 12:37:22.568199 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:22.575360 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2ea159b9-4fd3-4ac4-98e7-012e3bab37cd req-9cc02889-6cdd-42dc-ba98-b483619dc41a tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563431 Aug 28 12:37:22.585179 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac2d9a5e-43b4-4442-9002-1da6482ad76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:22.618902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 064bfc80-376e-426c-99b8-a8b2cb2d44c1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=064bfc80-376e-426c-99b8-a8b2cb2d44c1,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:22.624063 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:22.631258 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac2d9a5e-43b4-4442-9002-1da6482ad76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:22.700269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=064bfc80-376e-426c-99b8-a8b2cb2d44c1,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:22.717538 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b7a7e5db-2284-4254-bc3b-57c8b6d01ebf req-bd04a2f6-6812-4040-8475-846eb5520115 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 210 time: 0.0432749 Aug 28 12:37:22.718285 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57204) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:22.728532 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac2d9a5e-43b4-4442-9002-1da6482ad76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:22.731208 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac2d9a5e-43b4-4442-9002-1da6482ad76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:22.735171 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac2d9a5e-43b4-4442-9002-1da6482ad76a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39f227c9-375d-4006-9ac4-6bda64c76eb8 HTTP/1.1" status: 204 len: 168 time: 0.2628365 Aug 28 12:37:22.741506 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a79222c-2cf7-4cab-865a-3eb11ab16099 x-openstack-request-id: req-6a79222c-2cf7-4cab-865a-3eb11ab16099 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:37:22.742060 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b050aa-7f31-42c4-9ebc-c616dab906bd", "name": "network-vif-plugged", "status": "completed", "tag": "f8495372-2cc5-45e1-87e2-1d60d6a27e3c", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:37:22.742267 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a79222c-2cf7-4cab-865a-3eb11ab16099 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:37:22.742768 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b050aa-7f31-42c4-9ebc-c616dab906bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8495372-2cc5-45e1-87e2-1d60d6a27e3c', 'code': 200} Aug 28 12:37:22.751381 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8c36711d-b680-4f59-a22e-49efaf43caad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:22.758476 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d9a5e-43b4-4442-9002-1da6482ad76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f227c9-375d-4006-9ac4-6bda64c76eb8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:22.919427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0456a-65a2-4e84-8937-ae4965f6ac8c req-932838b1-1253-457f-a610-1da9011f595f tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:22.921288 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ddf0456a-65a2-4e84-8937-ae4965f6ac8c req-932838b1-1253-457f-a610-1da9011f595f tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 972 time: 0.0607319 Aug 28 12:37:22.972313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ddf0456a-65a2-4e84-8937-ae4965f6ac8c req-600300be-2d7a-4348-b7d1-b0f62a57d829 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428331 Aug 28 12:37:23.073804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c994353-f575-49f3-937f-d05c8005c308 req-0c405b31-1d94-41fa-a8e9-f14ecd691459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:23.075352 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c994353-f575-49f3-937f-d05c8005c308 req-0c405b31-1d94-41fa-a8e9-f14ecd691459 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 1124 time: 0.2719350 Aug 28 12:37:23.106045 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3c994353-f575-49f3-937f-d05c8005c308 req-f0292665-e71d-4929-9491-b347fd49b491 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:23.127692 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8c36711d-b680-4f59-a22e-49efaf43caad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:23.134086 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8c36711d-b680-4f59-a22e-49efaf43caad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:23.190484 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8c36711d-b680-4f59-a22e-49efaf43caad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1932c4a421e0475eae32ddb5926279ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4672058 Aug 28 12:37:23.191007 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57218) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:23.192874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36711d-b680-4f59-a22e-49efaf43caad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226b5b9a-7fc6-4b36-9462-8ef88ad5aa1c,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:23.254082 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eca8e7ed-5770-4148-9a3f-b43c12421e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:23.277142 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eca8e7ed-5770-4148-9a3f-b43c12421e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:23.277744 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3c994353-f575-49f3-937f-d05c8005c308 req-f0292665-e71d-4929-9491-b347fd49b491 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:23.287815 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3c994353-f575-49f3-937f-d05c8005c308 req-f0292665-e71d-4929-9491-b347fd49b491 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:23.335468 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c994353-f575-49f3-937f-d05c8005c308 req-f0292665-e71d-4929-9491-b347fd49b491 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493236 Aug 28 12:37:23.339781 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0292665-e71d-4929-9491-b347fd49b491 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd80b12-67c2-4d08-9938-dc28bff4630f,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:23.342403 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eca8e7ed-5770-4148-9a3f-b43c12421e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:23.345527 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eca8e7ed-5770-4148-9a3f-b43c12421e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:23.346696 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-eca8e7ed-5770-4148-9a3f-b43c12421e12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/226b5b9a-7fc6-4b36-9462-8ef88ad5aa1c HTTP/1.1" status: 204 len: 168 time: 0.1543872 Aug 28 12:37:23.354955 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8e7ed-5770-4148-9a3f-b43c12421e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b5b9a-7fc6-4b36-9462-8ef88ad5aa1c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:23.655031 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7f5d5459-80c7-4f7a-850f-7dbbc8c76eef req-47c639aa-5eb2-4c09-8a9b-5b31df1cf449 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 210 time: 0.0382569 Aug 28 12:37:23.747221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e274f9c-fbac-4177-ae3a-e5c9dc950c56 req-64b64bf7-860f-4163-a72d-dd404fc3a89b tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:23.749126 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5e274f9c-fbac-4177-ae3a-e5c9dc950c56 req-64b64bf7-860f-4163-a72d-dd404fc3a89b tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 972 time: 0.0594366 Aug 28 12:37:23.804329 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5e274f9c-fbac-4177-ae3a-e5c9dc950c56 req-14245413-ed16-473b-a12c-b6d424a21fa5 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481489 Aug 28 12:37:23.844531 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-522bc017-0459-44e3-ba0a-caa4cf40ef1e req-42420fa6-6dc1-4aff-a82d-36a7e32a7dda tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 210 time: 0.0299876 Aug 28 12:37:24.105752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22371f99-b244-474c-8f3e-d4116e3d8e5b req-755d8423-cf6d-4216-802f-69981bd6b4b0 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:24.114290 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22371f99-b244-474c-8f3e-d4116e3d8e5b req-755d8423-cf6d-4216-802f-69981bd6b4b0 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 972 time: 0.0648029 Aug 28 12:37:24.155180 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22371f99-b244-474c-8f3e-d4116e3d8e5b req-21432341-e8aa-409c-9bd3-41b7b94d0a5e tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399454 Aug 28 12:37:24.744397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0ca1b6-81ad-488f-8f80-4d7b218ab17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064bfc80-376e-426c-99b8-a8b2cb2d44c1'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:37:24.747897 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d97a37a-ada7-403c-ac3b-ba8e21346f4c" -d '{"events": [{"server_uuid": "9c0ca1b6-81ad-488f-8f80-4d7b218ab17a", "name": "network-vif-plugged", "status": "completed", "tag": "064bfc80-376e-426c-99b8-a8b2cb2d44c1"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:37:24.751792 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d33edc57-2f42-46cb-9304-3370d139a1cd req-1e007b90-c83e-417a-b1bc-d3fe534c1f0d tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 210 time: 0.0336876 Aug 28 12:37:24.851887 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5ceb59-d378-498a-8d0b-cafa720e0658 x-openstack-request-id: req-bb5ceb59-d378-498a-8d0b-cafa720e0658 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:37:24.852497 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0ca1b6-81ad-488f-8f80-4d7b218ab17a", "name": "network-vif-plugged", "status": "completed", "tag": "064bfc80-376e-426c-99b8-a8b2cb2d44c1", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:37:24.852896 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb5ceb59-d378-498a-8d0b-cafa720e0658 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:37:24.853435 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0ca1b6-81ad-488f-8f80-4d7b218ab17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064bfc80-376e-426c-99b8-a8b2cb2d44c1', 'code': 200} Aug 28 12:37:24.955612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809ac2e-990e-4cc3-8c22-fb957cee1ddb req-6ab1b305-0b9b-4a3e-9022-a0173c371605 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:24.957333 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7809ac2e-990e-4cc3-8c22-fb957cee1ddb req-6ab1b305-0b9b-4a3e-9022-a0173c371605 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 972 time: 0.0560293 Aug 28 12:37:24.978932 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb5435-b5a3-4fb2-98e8-9a37d645000c req-75121a8c-1914-4f22-8902-dfa06e6f1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:24.981445 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-defb5435-b5a3-4fb2-98e8-9a37d645000c req-75121a8c-1914-4f22-8902-dfa06e6f1871 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 1124 time: 0.0503840 Aug 28 12:37:25.005823 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7809ac2e-990e-4cc3-8c22-fb957cee1ddb req-d0cc6369-4f21-49cb-b51a-0e477ca4beea tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423138 Aug 28 12:37:25.028621 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-defb5435-b5a3-4fb2-98e8-9a37d645000c req-68258a59-3fce-40a2-add3-dc7b0a5a70f0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366764 Aug 28 12:37:25.170343 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cee4b38d-322e-40ab-961c-f55d6b2c3447 req-67e10d28-7e53-4a1d-8090-5bd3aab34fb6 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 210 time: 0.0288439 Aug 28 12:37:25.296399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec11a47-a274-4407-aa1d-1567df150337 req-542c0ae8-a0b1-4254-b37f-918c2e084daf tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:25.298054 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ec11a47-a274-4407-aa1d-1567df150337 req-542c0ae8-a0b1-4254-b37f-918c2e084daf tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 972 time: 0.0554459 Aug 28 12:37:25.347707 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ec11a47-a274-4407-aa1d-1567df150337 req-a95173d1-7ae9-413a-a4f2-4f409586bd3d tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420642 Aug 28 12:37:25.833581 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57332) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:25.866746 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6e15f49-3f05-4819-b511-dc0061ca881d req-617b4bfa-19fb-416c-9e21-c84057e562af tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 210 time: 0.0407104 Aug 28 12:37:25.958391 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd36e518-27c6-4e21-bd3d-f6d1dbf99cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.080392 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd36e518-27c6-4e21-bd3d-f6d1dbf99cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.084868 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd36e518-27c6-4e21-bd3d-f6d1dbf99cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.133265 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57344) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:26.155036 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bd36e518-27c6-4e21-bd3d-f6d1dbf99cde admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cc38bbc9fb7400aa89702ee90ae72da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202133 Aug 28 12:37:26.157773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57348) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:26.159948 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36e518-27c6-4e21-bd3d-f6d1dbf99cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ac15cd-8333-45bb-a73f-d4a0bd29af32,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:26.188790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e868a-a89b-49b2-b49f-eba168eb5f6a req-38b67ee9-8ebd-4d8b-893e-a5a04d50d87a tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:26.214057 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-221e868a-a89b-49b2-b49f-eba168eb5f6a req-38b67ee9-8ebd-4d8b-893e-a5a04d50d87a tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 972 time: 0.0982871 Aug 28 12:37:26.231419 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca643a2f-bce1-42ee-a583-158bb405e5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.261730 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca643a2f-bce1-42ee-a583-158bb405e5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.292896 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9fdfecb0-883c-4b47-a77b-03ae06220e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.293532 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-221e868a-a89b-49b2-b49f-eba168eb5f6a req-6330cdbd-0adf-405a-b149-2bcdfded9a6d tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776350 Aug 28 12:37:26.360580 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbe11380-487d-4fc5-b808-c01f4ab38913 req-264bf662-0102-47cb-b475-929257738caa tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 210 time: 0.0523722 Aug 28 12:37:26.394228 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca643a2f-bce1-42ee-a583-158bb405e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.396983 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca643a2f-bce1-42ee-a583-158bb405e5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.398177 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ca643a2f-bce1-42ee-a583-158bb405e5c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23ac15cd-8333-45bb-a73f-d4a0bd29af32 HTTP/1.1" status: 204 len: 168 time: 0.2391036 Aug 28 12:37:26.416217 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca643a2f-bce1-42ee-a583-158bb405e5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ac15cd-8333-45bb-a73f-d4a0bd29af32,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:26.499372 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9fdfecb0-883c-4b47-a77b-03ae06220e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.501640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d7d29-6a6c-4c49-a126-fa9f985d020f req-c9d82731-f254-405e-a8a6-e07151422d1b tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:26.503278 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f5d7d29-6a6c-4c49-a126-fa9f985d020f req-c9d82731-f254-405e-a8a6-e07151422d1b tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 972 time: 0.0524974 Aug 28 12:37:26.504955 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9fdfecb0-883c-4b47-a77b-03ae06220e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.548681 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9fdfecb0-883c-4b47-a77b-03ae06220e6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8706d37a979a40509d75c14c18b52b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143083 Aug 28 12:37:26.550035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfecb0-883c-4b47-a77b-03ae06220e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c8bf4b-68f9-4d54-b315-28749c7ffed1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:26.552918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57358) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:26.561407 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f5d7d29-6a6c-4c49-a126-fa9f985d020f req-a617f1fa-06f0-45a1-8226-6483f3b67ad0 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497541 Aug 28 12:37:26.610089 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f5b9266-297b-4575-a4c8-dccacc1ca248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.637366 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f5b9266-297b-4575-a4c8-dccacc1ca248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.709244 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f5b9266-297b-4575-a4c8-dccacc1ca248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.712099 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f5b9266-297b-4575-a4c8-dccacc1ca248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.713271 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0f5b9266-297b-4575-a4c8-dccacc1ca248 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06c8bf4b-68f9-4d54-b315-28749c7ffed1 HTTP/1.1" status: 204 len: 168 time: 0.1592062 Aug 28 12:37:26.723085 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b9266-297b-4575-a4c8-dccacc1ca248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c8bf4b-68f9-4d54-b315-28749c7ffed1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:26.783647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57368) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:26.801173 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5906cb5e-a919-495c-9095-e49f71981873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.928994 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5906cb5e-a919-495c-9095-e49f71981873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.941420 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5906cb5e-a919-495c-9095-e49f71981873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:26.987298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906cb5e-a919-495c-9095-e49f71981873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7432bb97-976e-48cc-9d11-90340a30ba98,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:27.010246 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5906cb5e-a919-495c-9095-e49f71981873 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=103ad3083f054da8b71da38f3907a3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253788 Aug 28 12:37:27.014339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57374) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:27.021371 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0cda4603-9155-4bdd-bf70-185e9c09ec29 req-93c40c59-cd09-454c-96f4-aec55e9980dd tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 210 time: 0.0448515 Aug 28 12:37:27.074996 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-274092fa-41a3-4862-9e83-8b53d1cc73c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:27.107592 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-274092fa-41a3-4862-9e83-8b53d1cc73c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:27.190927 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-274092fa-41a3-4862-9e83-8b53d1cc73c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:27.194333 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-274092fa-41a3-4862-9e83-8b53d1cc73c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:27.196031 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-274092fa-41a3-4862-9e83-8b53d1cc73c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7432bb97-976e-48cc-9d11-90340a30ba98 HTTP/1.1" status: 204 len: 168 time: 0.1821721 Aug 28 12:37:27.211587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274092fa-41a3-4862-9e83-8b53d1cc73c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7432bb97-976e-48cc-9d11-90340a30ba98,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:27.286664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57380) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:27.303655 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-03ec7fe6-247c-4c0e-8148-9a1e626c67ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:27.381153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604ef7e-c71c-4d69-9e4a-8b2a6b407507 req-d9facb18-4e17-43f9-853a-58c80a8bd4dc tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:27.387166 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5604ef7e-c71c-4d69-9e4a-8b2a6b407507 req-d9facb18-4e17-43f9-853a-58c80a8bd4dc tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 972 time: 0.0808904 Aug 28 12:37:27.437319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5604ef7e-c71c-4d69-9e4a-8b2a6b407507 req-699810fd-c612-4caa-857c-989f6b4a2b3a tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465369 Aug 28 12:37:27.452187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4da7f-003c-4491-b480-3ba4d5cffc46 req-caa0ad50-5059-4088-a4fe-2c574a0a6171 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:27.453865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5aa4da7f-003c-4491-b480-3ba4d5cffc46 req-caa0ad50-5059-4088-a4fe-2c574a0a6171 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 972 time: 0.0785532 Aug 28 12:37:27.499746 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-03ec7fe6-247c-4c0e-8148-9a1e626c67ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:27.517155 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-03ec7fe6-247c-4c0e-8148-9a1e626c67ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:27.537943 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5aa4da7f-003c-4491-b480-3ba4d5cffc46 req-646523e7-ef2c-4fe9-a7e8-9da7016290a8 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734544 Aug 28 12:37:27.555731 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c646b3d-5b41-4c99-a0e4-52e754cec328 req-6258d656-7f16-4786-a1fc-dbb4dec92046 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 210 time: 0.0439410 Aug 28 12:37:27.579376 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-03ec7fe6-247c-4c0e-8148-9a1e626c67ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b34d1b0d8c674dffa6f8a3dfb7459673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902441 Aug 28 12:37:27.580277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57394) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:27.581458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec7fe6-247c-4c0e-8148-9a1e626c67ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678b1fdf-6588-4c9b-9142-5ea378455cae,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:27.674380 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-38c06994-f1d5-4f5e-b379-76de1e113953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:27.704444 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-38c06994-f1d5-4f5e-b379-76de1e113953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:27.713237 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40342b9c-12a3-4906-aafc-0626d9cd89b4 req-87ccb179-1994-4510-9702-fc5bc97da352 tempest-AggregatesAdminTestJSON-19377569 tempest-AggregatesAdminTestJSON-19377569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:27.714830 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40342b9c-12a3-4906-aafc-0626d9cd89b4 req-87ccb179-1994-4510-9702-fc5bc97da352 tempest-AggregatesAdminTestJSON-19377569 tempest-AggregatesAdminTestJSON-19377569-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 1124 time: 0.0742774 Aug 28 12:37:27.751741 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-40342b9c-12a3-4906-aafc-0626d9cd89b4 req-979e7353-ec12-414b-b54b-cdcba360d226 tempest-AggregatesAdminTestJSON-19377569 tempest-AggregatesAdminTestJSON-19377569-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:27.799740 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-38c06994-f1d5-4f5e-b379-76de1e113953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:27.802344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-38c06994-f1d5-4f5e-b379-76de1e113953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:27.803545 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-38c06994-f1d5-4f5e-b379-76de1e113953 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/678b1fdf-6588-4c9b-9142-5ea378455cae HTTP/1.1" status: 204 len: 168 time: 0.2192125 Aug 28 12:37:27.820601 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c06994-f1d5-4f5e-b379-76de1e113953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678b1fdf-6588-4c9b-9142-5ea378455cae,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:27.886155 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-40342b9c-12a3-4906-aafc-0626d9cd89b4 req-979e7353-ec12-414b-b54b-cdcba360d226 tempest-AggregatesAdminTestJSON-19377569 tempest-AggregatesAdminTestJSON-19377569-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:27.892357 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-40342b9c-12a3-4906-aafc-0626d9cd89b4 req-979e7353-ec12-414b-b54b-cdcba360d226 tempest-AggregatesAdminTestJSON-19377569 tempest-AggregatesAdminTestJSON-19377569-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:27.924324 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40342b9c-12a3-4906-aafc-0626d9cd89b4 req-979e7353-ec12-414b-b54b-cdcba360d226 tempest-AggregatesAdminTestJSON-19377569 tempest-AggregatesAdminTestJSON-19377569-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998129 Aug 28 12:37:27.931101 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e7353-ec12-414b-b54b-cdcba360d226 tempest-AggregatesAdminTestJSON-19377569 tempest-AggregatesAdminTestJSON-19377569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3da7129-45cd-4bd0-9991-b839ebb3260d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:28.149503 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53fa95f5-391e-45cb-bb3e-a5ac825243b1 req-8715a69d-f238-4acb-b654-00ba6f7f3e11 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 210 time: 0.0309613 Aug 28 12:37:28.611901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1889e-79d6-4580-b7c7-af124c36e87d req-d759e4fc-f722-4e5a-9cfd-de4f9e1789ba tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:28.621328 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1fe1889e-79d6-4580-b7c7-af124c36e87d req-d759e4fc-f722-4e5a-9cfd-de4f9e1789ba tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 972 time: 0.0666969 Aug 28 12:37:28.693359 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1fe1889e-79d6-4580-b7c7-af124c36e87d req-ffa15057-ad5a-4db2-8e6d-3c4c64805044 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709877 Aug 28 12:37:28.733894 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-a889a1bc-ac2f-4bf6-857a-c14ede0fe7cf tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Request body: {'port': {'device_id': '74a7b421-b65b-457d-9f75-78d76b179569', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'admin_state_up': True, 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'security_groups': ['84c968f0-362b-4413-a12e-6e43fa2e510e']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:28.734101 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e65ae542-27ab-4d15-8095-f22f4f9dd977 req-6ea57af9-ddf5-4bcf-9db5-ced010dc5ef7 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 210 time: 0.0474248 Aug 28 12:37:28.869558 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ff1ee-fdd8-4c1b-b1a8-8ab5e3d15b44 req-5844c808-cb45-48f0-aec2-2f373121f7cf tempest-DeleteServersAdminTestJSON-1208547302 tempest-DeleteServersAdminTestJSON-1208547302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:28.872003 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-265ff1ee-fdd8-4c1b-b1a8-8ab5e3d15b44 req-5844c808-cb45-48f0-aec2-2f373121f7cf tempest-DeleteServersAdminTestJSON-1208547302 tempest-DeleteServersAdminTestJSON-1208547302-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 1124 time: 0.0646312 Aug 28 12:37:28.969950 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-a889a1bc-ac2f-4bf6-857a-c14ede0fe7cf tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Made reservation on behalf of 83337d60d57f4fdc939f5ecaedf1b2a7 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:37:28.977676 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-a889a1bc-ac2f-4bf6-857a-c14ede0fe7cf tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:29.108914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-265ff1ee-fdd8-4c1b-b1a8-8ab5e3d15b44 req-cf3e5d59-6c2d-473c-aee5-c8423b368a5e tempest-DeleteServersAdminTestJSON-1208547302 tempest-DeleteServersAdminTestJSON-1208547302-project-admin] Deleting port f8495372-2cc5-45e1-87e2-1d60d6a27e3c {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:37:29.109947 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-265ff1ee-fdd8-4c1b-b1a8-8ab5e3d15b44 req-cf3e5d59-6c2d-473c-aee5-c8423b368a5e tempest-DeleteServersAdminTestJSON-1208547302 tempest-DeleteServersAdminTestJSON-1208547302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:29.163062 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-a889a1bc-ac2f-4bf6-857a-c14ede0fe7cf tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Allocated IP 172.20.0.13 (a03c9b71-7c51-4af0-ad11-1d5b2280ced4/2fcfd29c-4f31-4b94-b976-9b055b77b757/32379d9f-3b48-4cc7-b49b-682e60444d55) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:37:29.190814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.10', 58216) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:29.229980 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-51a09d5b-86f4-4fc4-90d1-ff46623efbc9 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=de901b464d624b77a5cb3d2eca91937d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379963 Aug 28 12:37:29.286688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-265ff1ee-fdd8-4c1b-b1a8-8ab5e3d15b44 req-cf3e5d59-6c2d-473c-aee5-c8423b368a5e tempest-DeleteServersAdminTestJSON-1208547302 tempest-DeleteServersAdminTestJSON-1208547302-project-admin] For port f8495372-2cc5-45e1-87e2-1d60d6a27e3c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f8495372-2cc5-45e1-87e2-1d60d6a27e3c,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:29.287527 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-265ff1ee-fdd8-4c1b-b1a8-8ab5e3d15b44 req-cf3e5d59-6c2d-473c-aee5-c8423b368a5e tempest-DeleteServersAdminTestJSON-1208547302 tempest-DeleteServersAdminTestJSON-1208547302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:29.306601 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-265ff1ee-fdd8-4c1b-b1a8-8ab5e3d15b44 req-cf3e5d59-6c2d-473c-aee5-c8423b368a5e tempest-DeleteServersAdminTestJSON-1208547302 tempest-DeleteServersAdminTestJSON-1208547302-project-admin] Calling delete_port for f8495372-2cc5-45e1-87e2-1d60d6a27e3c owned by compute:tempest-test_az-1192231952 {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:37:29.507192 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cd5c0e2-bacb-4ab8-9c36-c531886c9212 req-a20505c2-888b-4d31-b6eb-efa98a930629 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 210 time: 0.0394876 Aug 28 12:37:29.508685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-3b47359d-d866-4a12-ad90-3fb984c0d53a tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:29.510178 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-3b47359d-d866-4a12-ad90-3fb984c0d53a tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2726405 Aug 28 12:37:29.532347 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Request body: {'port': {'device_id': '9b615171-959c-4e7f-b518-699c55cad9da', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': 'de901b464d624b77a5cb3d2eca91937d'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:29.583386 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-265ff1ee-fdd8-4c1b-b1a8-8ab5e3d15b44 req-cf3e5d59-6c2d-473c-aee5-c8423b368a5e tempest-DeleteServersAdminTestJSON-1208547302 tempest-DeleteServersAdminTestJSON-1208547302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:29.603266 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['f8495372-2cc5-45e1-87e2-1d60d6a27e3c'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:37:29.622377 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e5d59-6c2d-473c-aee5-c8423b368a5e tempest-DeleteServersAdminTestJSON-1208547302 tempest-DeleteServersAdminTestJSON-1208547302-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8495372-2cc5-45e1-87e2-1d60d6a27e3c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:29.709554 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-265ff1ee-fdd8-4c1b-b1a8-8ab5e3d15b44 req-cf3e5d59-6c2d-473c-aee5-c8423b368a5e tempest-DeleteServersAdminTestJSON-1208547302 tempest-DeleteServersAdminTestJSON-1208547302-project-admin] No DVR routers for this DVR port f8495372-2cc5-45e1-87e2-1d60d6a27e3c on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:37:29.717861 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-265ff1ee-fdd8-4c1b-b1a8-8ab5e3d15b44 req-cf3e5d59-6c2d-473c-aee5-c8423b368a5e tempest-DeleteServersAdminTestJSON-1208547302 tempest-DeleteServersAdminTestJSON-1208547302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:29.721477 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-265ff1ee-fdd8-4c1b-b1a8-8ab5e3d15b44 req-cf3e5d59-6c2d-473c-aee5-c8423b368a5e tempest-DeleteServersAdminTestJSON-1208547302 tempest-DeleteServersAdminTestJSON-1208547302-project-admin] 10.222.0.11 "DELETE /v2.0/ports/f8495372-2cc5-45e1-87e2-1d60d6a27e3c HTTP/1.1" status: 204 len: 173 time: 0.8420248 Aug 28 12:37:29.722035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b050aa-7f31-42c4-9ebc-c616dab906bd', 'name': 'network-vif-deleted', 'tag': 'f8495372-2cc5-45e1-87e2-1d60d6a27e3c'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:37:29.734341 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99deddb0-f51e-4292-aa87-9d0540fcf610" -d '{"events": [{"server_uuid": "60b050aa-7f31-42c4-9ebc-c616dab906bd", "name": "network-vif-deleted", "tag": "f8495372-2cc5-45e1-87e2-1d60d6a27e3c"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:37:30.019993 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d85aca0e-7c54-4b3b-bd8e-54502c1a6ff5 req-a6429955-3912-49cd-8dda-f26e66f988dd tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=60b050aa-7f31-42c4-9ebc-c616dab906bd HTTP/1.1" status: 200 len: 210 time: 0.0282028 Aug 28 12:37:30.027816 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-a889a1bc-ac2f-4bf6-857a-c14ede0fe7cf tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:30.064421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-a889a1bc-ac2f-4bf6-857a-c14ede0fe7cf tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Transition to ACTIVE for port object 32379d9f-3b48-4cc7-b49b-682e60444d55 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:30.080491 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9833ef-34ff-4a9b-af72-12549310af97 x-openstack-request-id: req-2f9833ef-34ff-4a9b-af72-12549310af97 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:37:30.082030 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b050aa-7f31-42c4-9ebc-c616dab906bd", "name": "network-vif-deleted", "tag": "f8495372-2cc5-45e1-87e2-1d60d6a27e3c", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:37:30.082487 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f9833ef-34ff-4a9b-af72-12549310af97 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:37:30.083793 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b050aa-7f31-42c4-9ebc-c616dab906bd', 'name': 'network-vif-deleted', 'tag': 'f8495372-2cc5-45e1-87e2-1d60d6a27e3c', 'status': 'completed', 'code': 200} Aug 28 12:37:30.104171 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f83cd-9971-4333-9962-c899c03d6ab4 req-ee53ea70-0e8a-4393-a87d-deaee944c715 tempest-NetworksTest-1321132113 tempest-NetworksTest-1321132113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:30.104765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f83cd-9971-4333-9962-c899c03d6ab4 req-ee53ea70-0e8a-4393-a87d-deaee944c715 tempest-NetworksTest-1321132113 tempest-NetworksTest-1321132113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:30.105260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f83cd-9971-4333-9962-c899c03d6ab4 req-ee53ea70-0e8a-4393-a87d-deaee944c715 tempest-NetworksTest-1321132113 tempest-NetworksTest-1321132113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:30.105723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f83cd-9971-4333-9962-c899c03d6ab4 req-ee53ea70-0e8a-4393-a87d-deaee944c715 tempest-NetworksTest-1321132113 tempest-NetworksTest-1321132113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:30.106174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f83cd-9971-4333-9962-c899c03d6ab4 req-ee53ea70-0e8a-4393-a87d-deaee944c715 tempest-NetworksTest-1321132113 tempest-NetworksTest-1321132113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:30.107890 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-485f83cd-9971-4333-9962-c899c03d6ab4 req-ee53ea70-0e8a-4393-a87d-deaee944c715 tempest-NetworksTest-1321132113 tempest-NetworksTest-1321132113-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3626 time: 0.5228281 Aug 28 12:37:30.149714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Made reservation on behalf of de901b464d624b77a5cb3d2eca91937d for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:37:30.153527 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:30.166780 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:30.176833 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-a889a1bc-ac2f-4bf6-857a-c14ede0fe7cf tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:30.202211 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74df70ee-8577-4dde-86f8-c3aa058c494a req-71942f89-d886-4715-a10e-c7b746192d1c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 210 time: 0.0642052 Aug 28 12:37:30.244191 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-a889a1bc-ac2f-4bf6-857a-c14ede0fe7cf tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:37:30.253779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-a889a1bc-ac2f-4bf6-857a-c14ede0fe7cf tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:37:30.260147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-a889a1bc-ac2f-4bf6-857a-c14ede0fe7cf tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:37:30.267510 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-a889a1bc-ac2f-4bf6-857a-c14ede0fe7cf tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:30.268281 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-a889a1bc-ac2f-4bf6-857a-c14ede0fe7cf tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:30.285167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889a1bc-ac2f-4bf6-857a-c14ede0fe7cf tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Pushing event updated for resources: {'Port': ['ID=32379d9f-3b48-4cc7-b49b-682e60444d55,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:30.381851 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8047d-66b3-4d88-b5d9-84a37c0b7738 req-72404560-e108-47d0-86e5-1fbcde8dc4f8 tempest-NetworksTest-1321132113 tempest-NetworksTest-1321132113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:30.386131 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-17d8047d-66b3-4d88-b5d9-84a37c0b7738 req-72404560-e108-47d0-86e5-1fbcde8dc4f8 tempest-NetworksTest-1321132113 tempest-NetworksTest-1321132113-project-admin] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 886 time: 0.1408248 Aug 28 12:37:30.407991 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:30.412547 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:30.438637 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-a889a1bc-ac2f-4bf6-857a-c14ede0fe7cf tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7099216 Aug 28 12:37:30.453900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-243677ec-2823-487b-9938-efc551d260ea tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:37:30.455685 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-243677ec-2823-487b-9938-efc551d260ea tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078068 Aug 28 12:37:30.524602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f79b54-ee9c-406b-8e86-57879dd6e690,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:30.672126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Allocated IP 192.168.233.152 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/fe66d925-ad32-42db-83dd-9f840dc9e018) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:37:30.687014 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708824b3-92ca-43ba-92ff-8345e6bac560 req-a72f1543-81e6-416f-9f61-f40ba7ac63a6 tempest-NetworksTest-1321132113 tempest-NetworksTest-1321132113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:30.687546 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708824b3-92ca-43ba-92ff-8345e6bac560 req-a72f1543-81e6-416f-9f61-f40ba7ac63a6 tempest-NetworksTest-1321132113 tempest-NetworksTest-1321132113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:30.688013 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708824b3-92ca-43ba-92ff-8345e6bac560 req-a72f1543-81e6-416f-9f61-f40ba7ac63a6 tempest-NetworksTest-1321132113 tempest-NetworksTest-1321132113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:30.688492 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708824b3-92ca-43ba-92ff-8345e6bac560 req-a72f1543-81e6-416f-9f61-f40ba7ac63a6 tempest-NetworksTest-1321132113 tempest-NetworksTest-1321132113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:30.688973 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708824b3-92ca-43ba-92ff-8345e6bac560 req-a72f1543-81e6-416f-9f61-f40ba7ac63a6 tempest-NetworksTest-1321132113 tempest-NetworksTest-1321132113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:30.690832 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-708824b3-92ca-43ba-92ff-8345e6bac560 req-a72f1543-81e6-416f-9f61-f40ba7ac63a6 tempest-NetworksTest-1321132113 tempest-NetworksTest-1321132113-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3626 time: 0.2829456 Aug 28 12:37:30.708549 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-637d7165-d816-4fad-a8d4-5e82810a6642 None None] Provisioning for port 32379d9f-3b48-4cc7-b49b-682e60444d55 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:30.719421 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-637d7165-d816-4fad-a8d4-5e82810a6642 None None] Provisioning complete for port 32379d9f-3b48-4cc7-b49b-682e60444d55 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:30.719986 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-637d7165-d816-4fad-a8d4-5e82810a6642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:30.751037 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3b85af2-75e0-40ed-9e0d-f21bfa80f223 req-92807759-f2c3-4de0-9df6-c1cfddd7a1d8 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 210 time: 0.0532632 Aug 28 12:37:30.772472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-637d7165-d816-4fad-a8d4-5e82810a6642 None None] Port 32379d9f-3b48-4cc7-b49b-682e60444d55 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:37:30.777576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Request body: {'port': {'device_id': '74a7b421-b65b-457d-9f75-78d76b179569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:30.904376 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:31.038660 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:31.127393 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Transition to ACTIVE for port object fe66d925-ad32-42db-83dd-9f840dc9e018 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:31.155896 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57618) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:31.294645 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:31.337621 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5523b271-4361-4c2a-82d0-09c8416b2bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:31.374888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:37:31.380260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:37:31.393028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:37:31.400457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:31.401278 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:31.425168 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Pushing event updated for resources: {'Port': ['ID=fe66d925-ad32-42db-83dd-9f840dc9e018,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:31.489921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32379d9f-3b48-4cc7-b49b-682e60444d55 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:37:31.506292 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:31.543299 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Transition to ACTIVE for port object 32379d9f-3b48-4cc7-b49b-682e60444d55 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:31.549891 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:31.617197 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33ee8b-638d-4e8c-877c-381f8f0947ba req-c06c5c6e-b6e4-4e5b-8d4f-6fd2dd35af21 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:31.623181 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd33ee8b-638d-4e8c-877c-381f8f0947ba req-c06c5c6e-b6e4-4e5b-8d4f-6fd2dd35af21 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 932 time: 0.1998305 Aug 28 12:37:31.633872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Pushing event updated for resources: {'Port': ['ID=32379d9f-3b48-4cc7-b49b-682e60444d55,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:31.707274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Attempting to bind port 32379d9f-3b48-4cc7-b49b-682e60444d55 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:37:31.708853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Attempting to bind port 32379d9f-3b48-4cc7-b49b-682e60444d55 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:37:31.709397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Attempting to bind port 32379d9f-3b48-4cc7-b49b-682e60444d55 on network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:31.720196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Port 32379d9f-3b48-4cc7-b49b-682e60444d55 on network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:37:31.722171 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Attempting to bind port 32379d9f-3b48-4cc7-b49b-682e60444d55 on network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:31.736515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:37:31.737288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Checking segment: {'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:37:31.738658 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Bound using segment: {'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:37:31.740210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Bound port: 32379d9f-3b48-4cc7-b49b-682e60444d55, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:37:31.740664 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:31.782129 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd33ee8b-638d-4e8c-877c-381f8f0947ba req-586fbbec-09ce-46e8-bb2a-fd054080edfa tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447890 Aug 28 12:37:31.791610 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5523b271-4361-4c2a-82d0-09c8416b2bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:31.811882 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57648) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:31.819260 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5523b271-4361-4c2a-82d0-09c8416b2bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:31.830598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fc8e1b4d-143f-49d6-be18-7982bbf1f988 None None] Provisioning for port fe66d925-ad32-42db-83dd-9f840dc9e018 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:31.836420 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fc8e1b4d-143f-49d6-be18-7982bbf1f988 None None] Provisioning complete for port fe66d925-ad32-42db-83dd-9f840dc9e018 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:31.837937 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fc8e1b4d-143f-49d6-be18-7982bbf1f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:31.867123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523b271-4361-4c2a-82d0-09c8416b2bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e08cff-0d6f-4b52-8963-6eb68dfb9208,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:31.874572 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5523b271-4361-4c2a-82d0-09c8416b2bc1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1e0be90fe4d4a73a7e91ebc5ea70899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7167301 Aug 28 12:37:31.880387 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57652) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:31.898081 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-1e9590d4-3c6c-4469-8d6a-299574a8d317 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3679924 Aug 28 12:37:31.937056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Request body: {'port': {'device_id': '9b615171-959c-4e7f-b518-699c55cad9da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:31.949515 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ccd2b00-bc34-4eb5-8cd8-7156e6b00aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:31.965634 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e1b4d-143f-49d6-be18-7982bbf1f988 None None] Port fe66d925-ad32-42db-83dd-9f840dc9e018 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:37:32.001911 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ccd2b00-bc34-4eb5-8cd8-7156e6b00aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.018268 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.020967 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] For port 32379d9f-3b48-4cc7-b49b-682e60444d55, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:37:32.029945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] For port 32379d9f-3b48-4cc7-b49b-682e60444d55, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=32379d9f-3b48-4cc7-b49b-682e60444d55,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:37:32.056472 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.097131 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e17309dc-7ce4-4346-9824-52b73206997e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.155135 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ccd2b00-bc34-4eb5-8cd8-7156e6b00aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.160306 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ccd2b00-bc34-4eb5-8cd8-7156e6b00aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.161823 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6ccd2b00-bc34-4eb5-8cd8-7156e6b00aae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67e08cff-0d6f-4b52-8963-6eb68dfb9208 HTTP/1.1" status: 204 len: 168 time: 0.2798984 Aug 28 12:37:32.165476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Pushing event updated for resources: {'Port': ['ID=32379d9f-3b48-4cc7-b49b-682e60444d55,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:32.204536 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:32.205368 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.206740 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-47908f64-2742-436e-920d-b9ef8cc4841d service neutron] 10.222.0.10 "PUT /v2.0/ports/32379d9f-3b48-4cc7-b49b-682e60444d55 HTTP/1.1" status: 200 len: 1093 time: 1.5217206 Aug 28 12:37:32.207353 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a7b421-b65b-457d-9f75-78d76b179569', 'tag': '32379d9f-3b48-4cc7-b49b-682e60444d55'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:37:32.209677 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df42333c-bb82-45ab-ae59-27d6da7bebad" -d '{"events": [{"name": "network-changed", "server_uuid": "74a7b421-b65b-457d-9f75-78d76b179569", "tag": "32379d9f-3b48-4cc7-b49b-682e60444d55"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:37:32.216848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd2b00-bc34-4eb5-8cd8-7156e6b00aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e08cff-0d6f-4b52-8963-6eb68dfb9208,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:32.302182 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cd70e-39e5-4440-b1ba-0ae00559fc19 req-ff95e9d4-5236-44fe-a83a-30629c513370 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:32.303839 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cf0cd70e-39e5-4440-b1ba-0ae00559fc19 req-ff95e9d4-5236-44fe-a83a-30629c513370 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 936 time: 0.1232917 Aug 28 12:37:32.369423 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cf0cd70e-39e5-4440-b1ba-0ae00559fc19 req-73386d6c-f29c-446b-bd22-b3fc617fb128 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579991 Aug 28 12:37:32.370582 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-edc5e2c5-30c3-453e-a6af-ddf062aea830 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=127fcb36418e4b8498da8f42b96bea9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1298580 Aug 28 12:37:32.387642 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e17309dc-7ce4-4346-9824-52b73206997e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.401132 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e17309dc-7ce4-4346-9824-52b73206997e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.406497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-69df26c1-9e10-477d-aedf-f8a4fd3d51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:32.408005 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-69df26c1-9e10-477d-aedf-f8a4fd3d51a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83337d60d57f4fdc939f5ecaedf1b2a7&device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 1096 time: 0.1460383 Aug 28 12:37:32.452121 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e17309dc-7ce4-4346-9824-52b73206997e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0e62a7561df4316aa56a84485433210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6388838 Aug 28 12:37:32.454617 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17309dc-7ce4-4346-9824-52b73206997e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58299b6-dd87-48a5-8285-202e7f7a667e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:32.458218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57688) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:32.519601 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-727e306e-6599-4f3d-8628-3b544cebffb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.561194 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-727e306e-6599-4f3d-8628-3b544cebffb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.597398 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d714b38a-bd94-4736-84a9-39f380a57997 x-openstack-request-id: req-d714b38a-bd94-4736-84a9-39f380a57997 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:37:32.598336 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a7b421-b65b-457d-9f75-78d76b179569", "tag": "32379d9f-3b48-4cc7-b49b-682e60444d55", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:37:32.598336 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d714b38a-bd94-4736-84a9-39f380a57997 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:37:32.598336 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a7b421-b65b-457d-9f75-78d76b179569', 'tag': '32379d9f-3b48-4cc7-b49b-682e60444d55', 'status': 'completed', 'code': 200} Aug 28 12:37:32.607256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-caf82acc-c979-49f8-aaf8-dd5d37895f41 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32379d9f-3b48-4cc7-b49b-682e60444d55 HTTP/1.1" status: 200 len: 217 time: 0.1742902 Aug 28 12:37:32.637162 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-727e306e-6599-4f3d-8628-3b544cebffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.639736 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-727e306e-6599-4f3d-8628-3b544cebffb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.641028 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-727e306e-6599-4f3d-8628-3b544cebffb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a58299b6-dd87-48a5-8285-202e7f7a667e HTTP/1.1" status: 204 len: 168 time: 0.1816654 Aug 28 12:37:32.663057 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e306e-6599-4f3d-8628-3b544cebffb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58299b6-dd87-48a5-8285-202e7f7a667e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:32.693959 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-a6acc12c-6da4-4875-a60c-cee2e18cd04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:32.695448 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-a6acc12c-6da4-4875-a60c-cee2e18cd04c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fcfd29c-4f31-4b94-b976-9b055b77b757 HTTP/1.1" status: 200 len: 863 time: 0.0792983 Aug 28 12:37:32.721154 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57700) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:32.741623 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c8c4-ff85-4d50-831a-cd1bc35a7a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.756062 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f593eb39-72de-4e3c-9b3a-920f5c850e8c tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:32.757578 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f593eb39-72de-4e3c-9b3a-920f5c850e8c tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3788798 Aug 28 12:37:32.808113 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-d386e380-6e86-48db-9cfc-930c6ecff0b8 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/quotas/127fcb36418e4b8498da8f42b96bea9e HTTP/1.1" status: 200 len: 375 time: 0.0392678 Aug 28 12:37:32.885125 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c8c4-ff85-4d50-831a-cd1bc35a7a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.886976 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-bac5ef80-d2f8-4363-a3e2-70b54f525234 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=127fcb36418e4b8498da8f42b96bea9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779700 Aug 28 12:37:32.892676 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6bb2c8c4-ff85-4d50-831a-cd1bc35a7a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.898379 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-c10c2dd0-e0d5-4176-9d88-34ae9d9aa4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:32.904076 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-c10c2dd0-e0d5-4176-9d88-34ae9d9aa4e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a03c9b71-7c51-4af0-ad11-1d5b2280ced4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1914313 Aug 28 12:37:32.929106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe66d925-ad32-42db-83dd-9f840dc9e018 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:37:32.948479 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:32.949852 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6bb2c8c4-ff85-4d50-831a-cd1bc35a7a88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07581820c0214fe6810830a2c48558f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274582 Aug 28 12:37:32.951247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2c8c4-ff85-4d50-831a-cd1bc35a7a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2f2afe-e91e-4354-bfd8-e71f3db7d691,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:32.954918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57708) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:32.976517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Transition to ACTIVE for port object fe66d925-ad32-42db-83dd-9f840dc9e018 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:32.987549 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:33.048892 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c5def45-7350-4779-9310-29ae98e0b755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:33.142875 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c5def45-7350-4779-9310-29ae98e0b755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:33.174315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Pushing event updated for resources: {'Port': ['ID=fe66d925-ad32-42db-83dd-9f840dc9e018,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:33.176071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57722) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:33.261237 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c5def45-7350-4779-9310-29ae98e0b755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:33.269163 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c5def45-7350-4779-9310-29ae98e0b755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:33.271557 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7c5def45-7350-4779-9310-29ae98e0b755 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad2f2afe-e91e-4354-bfd8-e71f3db7d691 HTTP/1.1" status: 204 len: 168 time: 0.3149099 Aug 28 12:37:33.276315 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-13d82402-3b96-4299-be97-939faece9b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:33.290013 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5def45-7350-4779-9310-29ae98e0b755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2f2afe-e91e-4354-bfd8-e71f3db7d691,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:33.353675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Attempting to bind port fe66d925-ad32-42db-83dd-9f840dc9e018 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:37:33.354017 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Attempting to bind port fe66d925-ad32-42db-83dd-9f840dc9e018 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:37:33.354345 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Attempting to bind port fe66d925-ad32-42db-83dd-9f840dc9e018 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:33.383738 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Port fe66d925-ad32-42db-83dd-9f840dc9e018 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:37:33.384136 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Attempting to bind port fe66d925-ad32-42db-83dd-9f840dc9e018 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:33.393148 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-b78f9952-932a-428d-a9ca-131560948a00 service neutron] 10.222.0.10 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152246 Aug 28 12:37:33.443948 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:37:33.444388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:37:33.444850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:37:33.445420 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Bound port: fe66d925-ad32-42db-83dd-9f840dc9e018, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:37:33.445946 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:33.538396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a6ede-4b36-4b45-98a9-83f3dcb503fa req-331cb561-0149-416c-bc17-18fb5146e5df tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:33.548569 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-009a6ede-4b36-4b45-98a9-83f3dcb503fa req-331cb561-0149-416c-bc17-18fb5146e5df tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 944 time: 0.3577023 Aug 28 12:37:33.569611 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-02b3b4fd-fdf2-499d-bc7f-fac1026a2967 req-63b1ae45-6f6a-47f4-8a5a-074d36ced9d7 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 210 time: 0.0401194 Aug 28 12:37:33.675749 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-009a6ede-4b36-4b45-98a9-83f3dcb503fa req-4adde4a3-5997-49e8-8a52-eee0f72dcb6b tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236403 Aug 28 12:37:33.744878 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f8495372-2cc5-45e1-87e2-1d60d6a27e3c no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:37:33.796564 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07bb9412-29ac-4b45-8c20-44fd513d771e req-9e7a3bac-3bda-4235-a0ca-5cc5c650f62d service neutron] 10.222.0.10 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869741 Aug 28 12:37:33.800811 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-13d82402-3b96-4299-be97-939faece9b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:33.801979 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: f8495372-2cc5-45e1-87e2-1d60d6a27e3c {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:37:33.803478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f8495372-2cc5-45e1-87e2-1d60d6a27e3c not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:37:33.843100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] For port fe66d925-ad32-42db-83dd-9f840dc9e018, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:37:33.860913 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-13d82402-3b96-4299-be97-939faece9b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:33.889697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] For port fe66d925-ad32-42db-83dd-9f840dc9e018, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fe66d925-ad32-42db-83dd-9f840dc9e018,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:37:33.968222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:34.253994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Pushing event updated for resources: {'Port': ['ID=fe66d925-ad32-42db-83dd-9f840dc9e018,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:34.270893 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-13d82402-3b96-4299-be97-939faece9b34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ec4d199d3f246fcbd2f7e2dc717abe6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0844762 Aug 28 12:37:34.273590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57778) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:34.291807 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d82402-3b96-4299-be97-939faece9b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186194ed-177f-40bf-acaf-2925c8f54b82,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:34.299878 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:34.300546 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:34.302015 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-197b7734-509b-4990-ae99-cd8feb3e845f service neutron] 10.222.0.10 "PUT /v2.0/ports/fe66d925-ad32-42db-83dd-9f840dc9e018 HTTP/1.1" status: 200 len: 1097 time: 2.3871613 Aug 28 12:37:34.310819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b693c-af4a-46fc-921b-fae46477ff80 req-f6f793ad-65c8-4730-a30e-ae3407ae82ae tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:34.325403 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d62b693c-af4a-46fc-921b-fae46477ff80 req-f6f793ad-65c8-4730-a30e-ae3407ae82ae tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 948 time: 0.5267584 Aug 28 12:37:34.362148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42333c-bb82-45ab-ae59-27d6da7bebad req-da0fabed-1adf-4d55-a433-004d64d1f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:34.364797 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-df42333c-bb82-45ab-ae59-27d6da7bebad req-da0fabed-1adf-4d55-a433-004d64d1f0b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83337d60d57f4fdc939f5ecaedf1b2a7&device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 1096 time: 0.4729083 Aug 28 12:37:34.449190 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-ed2d260b-d538-4168-b90c-40debb9398fd tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=127fcb36418e4b8498da8f42b96bea9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763481 Aug 28 12:37:34.548235 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d62b693c-af4a-46fc-921b-fae46477ff80 req-d393a214-0bca-4f36-9ce3-c043ad1c8c57 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215278 Aug 28 12:37:34.570664 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fa7e240-bd3a-4501-920a-094638b34ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:34.614224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b615171-959c-4e7f-b518-699c55cad9da', 'tag': 'fe66d925-ad32-42db-83dd-9f840dc9e018'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:37:34.617486 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a4a836-467d-4b65-b69c-13b19f2601bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9b615171-959c-4e7f-b518-699c55cad9da", "tag": "fe66d925-ad32-42db-83dd-9f840dc9e018"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:37:34.641916 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fa7e240-bd3a-4501-920a-094638b34ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:34.668893 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-ec129596-0632-4dd9-8676-df9b8783723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:34.670479 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-ec129596-0632-4dd9-8676-df9b8783723b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de901b464d624b77a5cb3d2eca91937d&device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 1100 time: 0.2829502 Aug 28 12:37:34.788419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-1475544b-048b-443a-a8d3-791993357a6e tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:34.791282 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-1475544b-048b-443a-a8d3-791993357a6e tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236611 Aug 28 12:37:34.792163 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fa7e240-bd3a-4501-920a-094638b34ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:34.796818 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-a8e084f1-8711-4d95-bc96-e75e31b12a4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=fe66d925-ad32-42db-83dd-9f840dc9e018 HTTP/1.1" status: 200 len: 217 time: 0.0978701 Aug 28 12:37:34.799262 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fa7e240-bd3a-4501-920a-094638b34ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:34.803000 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0fa7e240-bd3a-4501-920a-094638b34ef9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/186194ed-177f-40bf-acaf-2925c8f54b82 HTTP/1.1" status: 204 len: 168 time: 0.5254920 Aug 28 12:37:34.815730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-c91f0b7c-f5b8-4760-9b82-31d71fb65fa1 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Request body: {'port': {'device_id': '7c884970-3dea-4b13-b72b-34f6c7d7ddfd', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '127fcb36418e4b8498da8f42b96bea9e'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:34.854859 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e77eea1f-6f89-4076-b7d5-fc7c8707b72d req-bd050b9f-73db-4997-bc12-4184583bdd53 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 210 time: 0.0666285 Aug 28 12:37:34.908884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42333c-bb82-45ab-ae59-27d6da7bebad req-751edd40-741f-44ac-9275-3084b6267287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:34.910657 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-df42333c-bb82-45ab-ae59-27d6da7bebad req-751edd40-741f-44ac-9275-3084b6267287 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a03c9b71-7c51-4af0-ad11-1d5b2280ced4 HTTP/1.1" status: 200 len: 924 time: 0.5322070 Aug 28 12:37:34.986325 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7e240-bd3a-4501-920a-094638b34ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186194ed-177f-40bf-acaf-2925c8f54b82,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:35.019277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-c91f0b7c-f5b8-4760-9b82-31d71fb65fa1 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Made reservation on behalf of 127fcb36418e4b8498da8f42b96bea9e for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:37:35.028661 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-c91f0b7c-f5b8-4760-9b82-31d71fb65fa1 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:35.040337 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f524574-d984-484b-8aad-387d737d6e56 x-openstack-request-id: req-4f524574-d984-484b-8aad-387d737d6e56 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:37:35.040628 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b615171-959c-4e7f-b518-699c55cad9da", "tag": "fe66d925-ad32-42db-83dd-9f840dc9e018", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:37:35.040883 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f524574-d984-484b-8aad-387d737d6e56 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:37:35.045784 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b615171-959c-4e7f-b518-699c55cad9da', 'tag': 'fe66d925-ad32-42db-83dd-9f840dc9e018', 'status': 'completed', 'code': 200} Aug 28 12:37:35.047350 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-df42333c-bb82-45ab-ae59-27d6da7bebad req-2711bc48-57eb-40f7-829c-a08436361ee6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32379d9f-3b48-4cc7-b49b-682e60444d55 HTTP/1.1" status: 200 len: 217 time: 0.1253376 Aug 28 12:37:35.145748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-4bf3b271-2c99-4e35-a466-3dd81c47c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:35.147623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-4bf3b271-2c99-4e35-a466-3dd81c47c847 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.3333936 Aug 28 12:37:35.242406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42333c-bb82-45ab-ae59-27d6da7bebad req-5c2eb962-0418-4a3a-8ddf-f576c7a96c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:35.243872 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-df42333c-bb82-45ab-ae59-27d6da7bebad req-5c2eb962-0418-4a3a-8ddf-f576c7a96c21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fcfd29c-4f31-4b94-b976-9b055b77b757 HTTP/1.1" status: 200 len: 863 time: 0.1736405 Aug 28 12:37:35.295325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-f3c8c221-fec5-4072-81e6-470257e363ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:35.298026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-f3c8c221-fec5-4072-81e6-470257e363ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1300209 Aug 28 12:37:35.306671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4389192-6eba-4127-a01a-e70cb4d2814c req-6db6d916-a0d1-453c-a23d-4589b6ba47bc tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:35.306846 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4389192-6eba-4127-a01a-e70cb4d2814c req-6db6d916-a0d1-453c-a23d-4589b6ba47bc tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 944 time: 0.1476305 Aug 28 12:37:35.334597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-c91f0b7c-f5b8-4760-9b82-31d71fb65fa1 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Allocated IP 192.168.233.79 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/b0f40b95-0422-4998-bda7-1644d1a53d37) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:37:35.417794 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-a6926f06-8f77-4da3-8704-7f7d333431d6 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082225 Aug 28 12:37:35.495329 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42333c-bb82-45ab-ae59-27d6da7bebad req-e04228ba-7f93-40e7-b81d-58eadd4c95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:35.496904 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-df42333c-bb82-45ab-ae59-27d6da7bebad req-e04228ba-7f93-40e7-b81d-58eadd4c95e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a03c9b71-7c51-4af0-ad11-1d5b2280ced4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2420480 Aug 28 12:37:35.505215 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4389192-6eba-4127-a01a-e70cb4d2814c req-45b66b57-e53d-4d54-955a-887822c9209a tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723292 Aug 28 12:37:35.593247 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-c91f0b7c-f5b8-4760-9b82-31d71fb65fa1 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:35.613459 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ecfeedcb-de9c-41d5-a631-93168b835974 req-24d53ebb-8b22-408b-b5c3-10da711873e9 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829150 Aug 28 12:37:35.614760 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-c91f0b7c-f5b8-4760-9b82-31d71fb65fa1 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Transition to ACTIVE for port object b0f40b95-0422-4998-bda7-1644d1a53d37 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:35.670027 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-df42333c-bb82-45ab-ae59-27d6da7bebad req-deb98f14-7bcc-4474-a12b-e060f98e3b53 service neutron] 10.222.0.10 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570222 Aug 28 12:37:35.689171 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-c91f0b7c-f5b8-4760-9b82-31d71fb65fa1 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:35.797828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-c91f0b7c-f5b8-4760-9b82-31d71fb65fa1 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:37:35.801603 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-c91f0b7c-f5b8-4760-9b82-31d71fb65fa1 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:37:35.804421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-c91f0b7c-f5b8-4760-9b82-31d71fb65fa1 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:37:35.812117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-c91f0b7c-f5b8-4760-9b82-31d71fb65fa1 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:35.813227 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-c91f0b7c-f5b8-4760-9b82-31d71fb65fa1 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:35.839894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f0b7c-f5b8-4760-9b82-31d71fb65fa1 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Pushing event updated for resources: {'Port': ['ID=b0f40b95-0422-4998-bda7-1644d1a53d37,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:35.847887 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-c91f0b7c-f5b8-4760-9b82-31d71fb65fa1 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0460718 Aug 28 12:37:35.872949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Request body: {'port': {'device_id': '7c884970-3dea-4b13-b72b-34f6c7d7ddfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:36.009823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4a836-467d-4b65-b69c-13b19f2601bf req-5401e849-a5ba-4b02-a1ea-810b3e0bab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:36.014451 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-08a4a836-467d-4b65-b69c-13b19f2601bf req-5401e849-a5ba-4b02-a1ea-810b3e0bab4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de901b464d624b77a5cb3d2eca91937d&device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 1100 time: 0.2229726 Aug 28 12:37:36.020434 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:36.177726 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-df42333c-bb82-45ab-ae59-27d6da7bebad req-3f1e2c16-0253-437b-8296-a0a4412b82d9 service neutron] 10.222.0.10 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940529 Aug 28 12:37:36.193038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-083543cc-1393-4d7f-bdbf-d2eaa367e826 None None] Provisioning for port b0f40b95-0422-4998-bda7-1644d1a53d37 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:36.196800 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836a605-914f-4e45-954a-0501dc8ba818 req-420b9061-a862-4f4d-89b0-e93dd617b681 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:36.201290 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-083543cc-1393-4d7f-bdbf-d2eaa367e826 None None] Provisioning complete for port b0f40b95-0422-4998-bda7-1644d1a53d37 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:36.201838 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-083543cc-1393-4d7f-bdbf-d2eaa367e826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:36.206510 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4836a605-914f-4e45-954a-0501dc8ba818 req-420b9061-a862-4f4d-89b0-e93dd617b681 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 948 time: 0.3580546 Aug 28 12:37:36.275599 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4836a605-914f-4e45-954a-0501dc8ba818 req-0da23f17-569f-413d-b44e-d9c69a200a9b tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684478 Aug 28 12:37:36.282923 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-083543cc-1393-4d7f-bdbf-d2eaa367e826 None None] Port b0f40b95-0422-4998-bda7-1644d1a53d37 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:37:36.355092 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4a836-467d-4b65-b69c-13b19f2601bf req-462460fd-a0ae-4da1-83f8-cd0bb52910a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:36.357964 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-08a4a836-467d-4b65-b69c-13b19f2601bf req-462460fd-a0ae-4da1-83f8-cd0bb52910a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3303661 Aug 28 12:37:36.417118 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-08a4a836-467d-4b65-b69c-13b19f2601bf req-992e5d93-9f3b-4864-b1dd-ff4de1f64269 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=fe66d925-ad32-42db-83dd-9f840dc9e018 HTTP/1.1" status: 200 len: 217 time: 0.0502172 Aug 28 12:37:36.502567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4a836-467d-4b65-b69c-13b19f2601bf req-015d83e1-11f9-436b-af47-b4cc85c9618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:36.504932 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-08a4a836-467d-4b65-b69c-13b19f2601bf req-015d83e1-11f9-436b-af47-b4cc85c9618e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0790634 Aug 28 12:37:36.526265 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126875b9-2065-40e7-9728-f9e83c0e82c8 req-56195692-964e-40c9-9873-51b30338ec78 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:36.538003 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-126875b9-2065-40e7-9728-f9e83c0e82c8 req-56195692-964e-40c9-9873-51b30338ec78 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 935 time: 0.1222720 Aug 28 12:37:36.579945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4a836-467d-4b65-b69c-13b19f2601bf req-c0589964-be72-4dd9-b2f6-74b7e860db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:36.582294 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-08a4a836-467d-4b65-b69c-13b19f2601bf req-c0589964-be72-4dd9-b2f6-74b7e860db07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0625215 Aug 28 12:37:36.629539 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-126875b9-2065-40e7-9728-f9e83c0e82c8 req-06e0cf53-25ba-492d-9109-430f05c12bc3 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902493 Aug 28 12:37:36.662580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f40b95-0422-4998-bda7-1644d1a53d37 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:37:36.671203 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:36.691178 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Transition to ACTIVE for port object b0f40b95-0422-4998-bda7-1644d1a53d37 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:36.697168 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-08a4a836-467d-4b65-b69c-13b19f2601bf req-5513f0f4-e304-4ff2-958b-05d5fa6ea00c service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049600 Aug 28 12:37:36.699523 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:36.845429 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f40b95-0422-4998-bda7-1644d1a53d37,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:36.861015 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-08a4a836-467d-4b65-b69c-13b19f2601bf req-1fc93990-ef22-4183-882f-13cdea7fc336 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547337 Aug 28 12:37:36.925610 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:36.926487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb2750-511d-4d53-825f-9278e120f28d req-2924f205-73b3-46f3-b91a-5d8a1a774a80 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:36.934703 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c2bb2750-511d-4d53-825f-9278e120f28d req-2924f205-73b3-46f3-b91a-5d8a1a774a80 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 972 time: 0.1933007 Aug 28 12:37:36.967973 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Attempting to bind port b0f40b95-0422-4998-bda7-1644d1a53d37 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:37:36.968276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Attempting to bind port b0f40b95-0422-4998-bda7-1644d1a53d37 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:37:36.969299 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Attempting to bind port b0f40b95-0422-4998-bda7-1644d1a53d37 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:36.984104 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Port b0f40b95-0422-4998-bda7-1644d1a53d37 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:37:36.984829 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Attempting to bind port b0f40b95-0422-4998-bda7-1644d1a53d37 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:36.996320 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c2bb2750-511d-4d53-825f-9278e120f28d req-46f3880e-7438-4717-b146-0f7d5eaa556c tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607307 Aug 28 12:37:36.997205 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:37:36.997544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:37:36.997938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:37:36.998371 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Bound port: b0f40b95-0422-4998-bda7-1644d1a53d37, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:37:36.998809 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:37.083378 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] For port b0f40b95-0422-4998-bda7-1644d1a53d37, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:37:37.087740 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] For port b0f40b95-0422-4998-bda7-1644d1a53d37, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b0f40b95-0422-4998-bda7-1644d1a53d37,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:37:37.095651 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:37.131854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:37.132684 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:37.134429 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] 10.222.0.11 "PUT /v2.0/ports/b0f40b95-0422-4998-bda7-1644d1a53d37 HTTP/1.1" status: 200 len: 1096 time: 1.2776449 Aug 28 12:37:37.137170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c884970-3dea-4b13-b72b-34f6c7d7ddfd', 'tag': 'b0f40b95-0422-4998-bda7-1644d1a53d37'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:37:37.141304 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9808445-5f63-4ac8-84cf-1c40703d6e25" -d '{"events": [{"name": "network-changed", "server_uuid": "7c884970-3dea-4b13-b72b-34f6c7d7ddfd", "tag": "b0f40b95-0422-4998-bda7-1644d1a53d37"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:37:37.249566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8daaa-8c52-4253-9ed4-e7dab8a2fef9 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f40b95-0422-4998-bda7-1644d1a53d37,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:37.273749 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ef808-ad38-49a1-9b64-be12296ed896 req-15e6e725-019b-4118-9edf-26a82ec06271 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:37.275366 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-283ef808-ad38-49a1-9b64-be12296ed896 req-15e6e725-019b-4118-9edf-26a82ec06271 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 944 time: 0.1117303 Aug 28 12:37:37.283600 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-041cda3b-af0a-40ee-95d7-db54faa80385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:37.285102 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-041cda3b-af0a-40ee-95d7-db54faa80385 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=127fcb36418e4b8498da8f42b96bea9e&device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 1099 time: 0.0822079 Aug 28 12:37:37.346950 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-e847c2e3-ae7c-4e1d-bcd8-7dcc51aa8a93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=b0f40b95-0422-4998-bda7-1644d1a53d37 HTTP/1.1" status: 200 len: 217 time: 0.0506382 Aug 28 12:37:37.554213 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86735a71-cfd5-4dc9-a1d6-3f15f10fa913 x-openstack-request-id: req-86735a71-cfd5-4dc9-a1d6-3f15f10fa913 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:37:37.554870 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c884970-3dea-4b13-b72b-34f6c7d7ddfd", "tag": "b0f40b95-0422-4998-bda7-1644d1a53d37", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:37:37.554870 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86735a71-cfd5-4dc9-a1d6-3f15f10fa913 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:37:37.555136 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c884970-3dea-4b13-b72b-34f6c7d7ddfd', 'tag': 'b0f40b95-0422-4998-bda7-1644d1a53d37', 'status': 'completed', 'code': 200} Aug 28 12:37:37.576000 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-283ef808-ad38-49a1-9b64-be12296ed896 req-344491ba-28b7-4956-a370-1cfe3bd9bddc tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866740 Aug 28 12:37:37.597245 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-e9360769-1c84-422f-94d0-d473f9f31c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:37.598786 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-e9360769-1c84-422f-94d0-d473f9f31c08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2417755 Aug 28 12:37:37.616128 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8186e0c-c582-4ba0-a830-008396510cf5 req-13d43a46-f571-4f00-8d4a-ff485f2cf16f tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:37.617796 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d8186e0c-c582-4ba0-a830-008396510cf5 req-13d43a46-f571-4f00-8d4a-ff485f2cf16f tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 972 time: 0.0569968 Aug 28 12:37:37.650059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-99479932-e51f-4b65-81c6-9eab5277a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:37.652092 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-99479932-e51f-4b65-81c6-9eab5277a12d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0461950 Aug 28 12:37:37.730748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d344f-6a9d-4484-8b02-facc78ac9ac8 req-027b5b1f-3306-46d5-a9e7-d6cb8bc84bcb tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:37.732430 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-721d344f-6a9d-4484-8b02-facc78ac9ac8 req-027b5b1f-3306-46d5-a9e7-d6cb8bc84bcb tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 948 time: 0.1262891 Aug 28 12:37:37.759570 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-fb55df0a-f1e5-4d8b-bce1-d286ae138cd9 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998299 Aug 28 12:37:37.831379 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-721d344f-6a9d-4484-8b02-facc78ac9ac8 req-00872e30-f68b-41cb-877c-0cf1f454d271 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788009 Aug 28 12:37:37.851750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-d8186e0c-c582-4ba0-a830-008396510cf5 req-3b77fa3c-a94a-42d8-a783-3647b4c7c688 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Deleting port 064bfc80-376e-426c-99b8-a8b2cb2d44c1 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:37:37.852079 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d8186e0c-c582-4ba0-a830-008396510cf5 req-3b77fa3c-a94a-42d8-a783-3647b4c7c688 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:37.878250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-538534dc-f51e-448e-9e6d-f74cca80c452 req-5c2e40bf-2b89-488a-9850-21937947bf15 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113777 Aug 28 12:37:37.961898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-d8186e0c-c582-4ba0-a830-008396510cf5 req-3b77fa3c-a94a-42d8-a783-3647b4c7c688 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] For port 064bfc80-376e-426c-99b8-a8b2cb2d44c1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=064bfc80-376e-426c-99b8-a8b2cb2d44c1,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:37.962343 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d8186e0c-c582-4ba0-a830-008396510cf5 req-3b77fa3c-a94a-42d8-a783-3647b4c7c688 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:37.981010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-d8186e0c-c582-4ba0-a830-008396510cf5 req-3b77fa3c-a94a-42d8-a783-3647b4c7c688 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Calling delete_port for 064bfc80-376e-426c-99b8-a8b2cb2d44c1 owned by compute:tempest-test_az-1192231952 {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:37:37.991249 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9808445-5f63-4ac8-84cf-1c40703d6e25 req-4a731d32-8c6a-473b-ab70-2aab6400f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:37.992922 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9808445-5f63-4ac8-84cf-1c40703d6e25 req-4a731d32-8c6a-473b-ab70-2aab6400f9ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=127fcb36418e4b8498da8f42b96bea9e&device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 1099 time: 0.0584114 Aug 28 12:37:38.094789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494f5b0-26a6-4459-9c87-cd62b93eb5d7 req-e4c6f3ec-e7c9-4ed9-9b34-92c23901cd1c tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:38.096322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d494f5b0-26a6-4459-9c87-cd62b93eb5d7 req-e4c6f3ec-e7c9-4ed9-9b34-92c23901cd1c tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 947 time: 0.1173379 Aug 28 12:37:38.118464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9808445-5f63-4ac8-84cf-1c40703d6e25 req-719609f7-5158-44fd-a4db-68958e2efe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:38.119953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9808445-5f63-4ac8-84cf-1c40703d6e25 req-719609f7-5158-44fd-a4db-68958e2efe86 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.1199944 Aug 28 12:37:38.165754 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9808445-5f63-4ac8-84cf-1c40703d6e25 req-a7297aed-744e-4258-9dfe-fd8a56cfb4c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=b0f40b95-0422-4998-bda7-1644d1a53d37 HTTP/1.1" status: 200 len: 217 time: 0.0383208 Aug 28 12:37:38.245885 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9808445-5f63-4ac8-84cf-1c40703d6e25 req-ca69bae3-26c6-453d-93f8-983edbb0e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:38.245885 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9808445-5f63-4ac8-84cf-1c40703d6e25 req-ca69bae3-26c6-453d-93f8-983edbb0e6ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0685802 Aug 28 12:37:38.294412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device fe66d925-ad32-42db-83dd-9f840dc9e018 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:37:38.326766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9808445-5f63-4ac8-84cf-1c40703d6e25 req-035b343f-1f3a-4c53-8bd0-2abaa1b9d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:38.329539 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9808445-5f63-4ac8-84cf-1c40703d6e25 req-035b343f-1f3a-4c53-8bd0-2abaa1b9d2f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0777376 Aug 28 12:37:38.362037 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d494f5b0-26a6-4459-9c87-cd62b93eb5d7 req-c0e438be-7f74-41e1-8c7d-18eb417864ff tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555301 Aug 28 12:37:38.518091 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d8186e0c-c582-4ba0-a830-008396510cf5 req-3b77fa3c-a94a-42d8-a783-3647b4c7c688 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:38.523296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port fe66d925-ad32-42db-83dd-9f840dc9e018, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fe66d925-ad32-42db-83dd-9f840dc9e018,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:38.528454 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3545096-680d-490b-a3f0-7a3805fc2b8b req-f0f293c6-5603-4a48-b32c-509fe11b4732 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:38.534162 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d3545096-680d-490b-a3f0-7a3805fc2b8b req-f0f293c6-5603-4a48-b32c-509fe11b4732 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c0ca1b6-81ad-488f-8f80-4d7b218ab17a HTTP/1.1" status: 200 len: 889 time: 0.1565254 Aug 28 12:37:38.552943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['064bfc80-376e-426c-99b8-a8b2cb2d44c1'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:37:38.584872 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'fe66d925-ad32-42db-83dd-9f840dc9e018', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'fe66d925-ad32-42db-83dd-9f840dc9e018', 'mac_address': 'fa:16:3e:f4:fc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:37:38.596809 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9808445-5f63-4ac8-84cf-1c40703d6e25 req-8f29bee8-0240-4557-aa47-caa55ded3570 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578118 Aug 28 12:37:38.629724 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d3545096-680d-490b-a3f0-7a3805fc2b8b req-1ae0be9f-8b41-46aa-abf6-20c1167f7dd0 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1ac264f-4c72-433c-995c-a53060316a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802600 Aug 28 12:37:38.636588 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:38.661214 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe66d925-ad32-42db-83dd-9f840dc9e018 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:37:38.670234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77fa3c-a94a-42d8-a783-3647b4c7c688 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Pushing event deleted for resources: {'Port': ['ID=064bfc80-376e-426c-99b8-a8b2cb2d44c1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:38.708543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port fe66d925-ad32-42db-83dd-9f840dc9e018, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fe66d925-ad32-42db-83dd-9f840dc9e018,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:38.719780 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:38.720766 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 32379d9f-3b48-4cc7-b49b-682e60444d55 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:37:38.768295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8186e0c-c582-4ba0-a830-008396510cf5 req-3b77fa3c-a94a-42d8-a783-3647b4c7c688 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] No DVR routers for this DVR port 064bfc80-376e-426c-99b8-a8b2cb2d44c1 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:37:38.778832 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d8186e0c-c582-4ba0-a830-008396510cf5 req-3b77fa3c-a94a-42d8-a783-3647b4c7c688 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:38.784043 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d8186e0c-c582-4ba0-a830-008396510cf5 req-3b77fa3c-a94a-42d8-a783-3647b4c7c688 tempest-AggregatesAdminTestJSON-1958630299 tempest-AggregatesAdminTestJSON-1958630299-project] 10.222.0.11 "DELETE /v2.0/ports/064bfc80-376e-426c-99b8-a8b2cb2d44c1 HTTP/1.1" status: 204 len: 173 time: 1.1570017 Aug 28 12:37:38.784542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0ca1b6-81ad-488f-8f80-4d7b218ab17a', 'name': 'network-vif-deleted', 'tag': '064bfc80-376e-426c-99b8-a8b2cb2d44c1'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:37:38.787001 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23005152-db93-4368-aadb-db9303f83e72" -d '{"events": [{"server_uuid": "9c0ca1b6-81ad-488f-8f80-4d7b218ab17a", "name": "network-vif-deleted", "tag": "064bfc80-376e-426c-99b8-a8b2cb2d44c1"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:37:38.848653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 32379d9f-3b48-4cc7-b49b-682e60444d55, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=32379d9f-3b48-4cc7-b49b-682e60444d55,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:38.860951 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '32379d9f-3b48-4cc7-b49b-682e60444d55', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'port_id': '32379d9f-3b48-4cc7-b49b-682e60444d55', 'mac_address': 'fa:16:3e:b1:60:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:37:38.861211 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9808445-5f63-4ac8-84cf-1c40703d6e25 req-558feff4-44db-4ef4-a000-0655c6a87bdb service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448723 Aug 28 12:37:38.952168 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b77fe-63a4-4483-8911-48a686eed02f req-2d455207-fa95-490d-a7c3-11d334bc0156 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:38.961477 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=fe66d925-ad32-42db-83dd-9f840dc9e018,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:38.963016 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f54b77fe-63a4-4483-8911-48a686eed02f req-2d455207-fa95-490d-a7c3-11d334bc0156 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 944 time: 0.1088686 Aug 28 12:37:38.967071 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:38.995150 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32379d9f-3b48-4cc7-b49b-682e60444d55 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:37:39.008372 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f54b77fe-63a4-4483-8911-48a686eed02f req-655e4b83-f3c1-4346-8487-601180eabac5 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441220 Aug 28 12:37:39.020983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 32379d9f-3b48-4cc7-b49b-682e60444d55, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=32379d9f-3b48-4cc7-b49b-682e60444d55,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:39.027040 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:39.100328 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=32379d9f-3b48-4cc7-b49b-682e60444d55,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:39.108650 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216f97cd-4ee8-435f-84c3-f91c8eb1ed08 x-openstack-request-id: req-216f97cd-4ee8-435f-84c3-f91c8eb1ed08 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:37:39.109019 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0ca1b6-81ad-488f-8f80-4d7b218ab17a", "name": "network-vif-deleted", "tag": "064bfc80-376e-426c-99b8-a8b2cb2d44c1", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:37:39.109382 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-216f97cd-4ee8-435f-84c3-f91c8eb1ed08 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:37:39.110074 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0ca1b6-81ad-488f-8f80-4d7b218ab17a', 'name': 'network-vif-deleted', 'tag': '064bfc80-376e-426c-99b8-a8b2cb2d44c1', 'status': 'completed', 'code': 200} Aug 28 12:37:39.236979 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df4413-8f70-459c-be8a-53b592f08da3 req-ec268c4d-f7d7-42a6-b8bb-3fcbf14a6cbb tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:39.253316 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-67df4413-8f70-459c-be8a-53b592f08da3 req-ec268c4d-f7d7-42a6-b8bb-3fcbf14a6cbb tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 949 time: 0.0911322 Aug 28 12:37:39.312121 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-67df4413-8f70-459c-be8a-53b592f08da3 req-e903a7a8-2cca-4984-b440-3ef876c3d440 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576825 Aug 28 12:37:39.428514 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:39.497228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58020) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:39.500530 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['32379d9f-3b48-4cc7-b49b-682e60444d55'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:37:39.511735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['fe66d925-ad32-42db-83dd-9f840dc9e018'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:37:39.668767 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-638c83aa-3773-4cb9-a8da-76a0a548f051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:39.747847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4101a-5e6a-43d0-bae2-59d95abd8b04 req-8411c6ad-6967-48fa-85fb-fd3b3da681ab tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:39.751324 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-25d4101a-5e6a-43d0-bae2-59d95abd8b04 req-8411c6ad-6967-48fa-85fb-fd3b3da681ab tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 947 time: 0.0984113 Aug 28 12:37:39.821828 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-25d4101a-5e6a-43d0-bae2-59d95abd8b04 req-10ab6b82-1e0f-47bc-903d-75724c9f308d tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529273 Aug 28 12:37:39.831740 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3cfd1678-6792-4502-8fda-3ab7d49ef775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:39.845049 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-638c83aa-3773-4cb9-a8da-76a0a548f051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:39.854473 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-638c83aa-3773-4cb9-a8da-76a0a548f051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:39.922819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c83aa-3773-4cb9-a8da-76a0a548f051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbce54b-c411-4acc-94f0-264e0062805b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:39.929417 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-638c83aa-3773-4cb9-a8da-76a0a548f051 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef0dba13fab141e7bef6e40b01c40992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4311092 Aug 28 12:37:39.933074 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58044) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:40.044030 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-997ec02d-32f9-46eb-945d-1a1f12c4f724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:40.104810 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-997ec02d-32f9-46eb-945d-1a1f12c4f724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:40.193585 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-997ec02d-32f9-46eb-945d-1a1f12c4f724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:40.200330 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-997ec02d-32f9-46eb-945d-1a1f12c4f724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:40.205025 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-997ec02d-32f9-46eb-945d-1a1f12c4f724 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fbce54b-c411-4acc-94f0-264e0062805b HTTP/1.1" status: 204 len: 168 time: 0.2695487 Aug 28 12:37:40.219897 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ec02d-32f9-46eb-945d-1a1f12c4f724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbce54b-c411-4acc-94f0-264e0062805b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:40.290889 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58060) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:40.319151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633cfa9-cccf-4067-aa49-316c09dedaa7 req-3219d85c-d824-49e2-9572-38f535b4862f tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:40.323363 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e633cfa9-cccf-4067-aa49-316c09dedaa7 req-3219d85c-d824-49e2-9572-38f535b4862f tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 945 time: 0.1472442 Aug 28 12:37:40.395148 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e633cfa9-cccf-4067-aa49-316c09dedaa7 req-f95ef753-b49b-4bcf-b143-98231e3a63cb tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644040 Aug 28 12:37:40.541248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58072) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:40.549168 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cbf9f67e-6db1-4372-9b4f-747ce9995c2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b03c2d0043834e29ae1c62ee4e2bd732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562985 Aug 28 12:37:40.627367 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7eddd0-3582-4ce3-82fe-82ec2c674847 req-a5f93004-c2e9-4f94-b8e0-017c6e5b69f1 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:40.627621 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-44c07c64-4a64-4f27-8c58-75a57f3c2163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:40.632470 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c7eddd0-3582-4ce3-82fe-82ec2c674847 req-a5f93004-c2e9-4f94-b8e0-017c6e5b69f1 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 949 time: 0.1069164 Aug 28 12:37:40.662390 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-44c07c64-4a64-4f27-8c58-75a57f3c2163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:40.695338 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c7eddd0-3582-4ce3-82fe-82ec2c674847 req-5ec03b91-7b23-4359-93bb-47335f0b16c9 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574434 Aug 28 12:37:40.776760 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-44c07c64-4a64-4f27-8c58-75a57f3c2163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:40.779811 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-44c07c64-4a64-4f27-8c58-75a57f3c2163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:40.781878 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-44c07c64-4a64-4f27-8c58-75a57f3c2163 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1ac264f-4c72-433c-995c-a53060316a14 HTTP/1.1" status: 204 len: 168 time: 0.2387457 Aug 28 12:37:40.790693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c07c64-4a64-4f27-8c58-75a57f3c2163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ac264f-4c72-433c-995c-a53060316a14,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:40.831253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58090) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:40.849134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cd805003-94fa-4669-8038-d57dd3f6a9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:41.014763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28746f-b67c-4b5b-b816-e5bbf1659da8 req-65e83a38-9e8e-4403-a6fb-945f7433c550 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:41.020395 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cb28746f-b67c-4b5b-b816-e5bbf1659da8 req-65e83a38-9e8e-4403-a6fb-945f7433c550 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 947 time: 0.1083479 Aug 28 12:37:41.058809 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cd805003-94fa-4669-8038-d57dd3f6a9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:41.066856 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cd805003-94fa-4669-8038-d57dd3f6a9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:41.106735 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cb28746f-b67c-4b5b-b816-e5bbf1659da8 req-1f3ca79f-a6f4-4ad0-88e7-4779e00ff214 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759161 Aug 28 12:37:41.123322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd805003-94fa-4669-8038-d57dd3f6a9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2981ea9-257e-4f0d-9255-aa3bf70cc1ef,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:41.135052 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cd805003-94fa-4669-8038-d57dd3f6a9ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12bdc8a5029f44199cdba338d0ce90b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996900 Aug 28 12:37:41.135259 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58100) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:41.189897 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58102) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:41.198585 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aefbdc24-6b5d-4daf-8d4a-33e8e9684835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:41.221330 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aefbdc24-6b5d-4daf-8d4a-33e8e9684835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:41.221865 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58106) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:41.274766 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aefbdc24-6b5d-4daf-8d4a-33e8e9684835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:41.277803 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aefbdc24-6b5d-4daf-8d4a-33e8e9684835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:41.283330 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-aefbdc24-6b5d-4daf-8d4a-33e8e9684835 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2981ea9-257e-4f0d-9255-aa3bf70cc1ef HTTP/1.1" status: 204 len: 168 time: 0.1470513 Aug 28 12:37:41.292376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbdc24-6b5d-4daf-8d4a-33e8e9684835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2981ea9-257e-4f0d-9255-aa3bf70cc1ef,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:41.340873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58114) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:41.415016 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b12c142-1591-40f2-9454-5648a7e13099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:41.472516 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-713d601c-2d6f-434f-ac5c-abc14cf4d880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:41.546134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b12c142-1591-40f2-9454-5648a7e13099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:41.553849 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b12c142-1591-40f2-9454-5648a7e13099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:41.608102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12c142-1591-40f2-9454-5648a7e13099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cece1ea-5422-4f51-848f-579c4a37922e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:41.626832 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0b12c142-1591-40f2-9454-5648a7e13099 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d9a1566376c47acba17cdf62b906c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4355423 Aug 28 12:37:41.631142 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58122) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:41.649805 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc107d8-00df-4a2d-9651-88f3297ffe3f req-10ed2946-1651-4e7f-b58b-40d537b56f29 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:41.670561 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fc107d8-00df-4a2d-9651-88f3297ffe3f req-10ed2946-1651-4e7f-b58b-40d537b56f29 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 945 time: 0.1619356 Aug 28 12:37:41.702201 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58124) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:41.737024 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-24220f23-f631-423d-aebe-ed28f1b555a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:41.754799 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b0f40b95-0422-4998-bda7-1644d1a53d37 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:37:41.809695 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 064bfc80-376e-426c-99b8-a8b2cb2d44c1 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:37:41.822068 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-24220f23-f631-423d-aebe-ed28f1b555a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:41.901402 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fc107d8-00df-4a2d-9651-88f3297ffe3f req-50e8e60d-d147-47b0-a9f8-2997dbbb100e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113271 Aug 28 12:37:41.916857 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3c2bf073-7caa-406b-9e82-5bde298f2f79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07fa6719acc449ff950de5822962f8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124903 Aug 28 12:37:41.921743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58132) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:41.928401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 064bfc80-376e-426c-99b8-a8b2cb2d44c1 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:37:41.928751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 064bfc80-376e-426c-99b8-a8b2cb2d44c1 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:37:41.988274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50915a-34a5-47b2-ae9a-1de25861e31a req-0c79155a-bdbf-47cd-8fa9-c020502aecb3 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:41.989958 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b50915a-34a5-47b2-ae9a-1de25861e31a req-0c79155a-bdbf-47cd-8fa9-c020502aecb3 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 949 time: 0.1467059 Aug 28 12:37:42.018090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port b0f40b95-0422-4998-bda7-1644d1a53d37, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b0f40b95-0422-4998-bda7-1644d1a53d37,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:42.023259 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-24220f23-f631-423d-aebe-ed28f1b555a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.026911 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-24220f23-f631-423d-aebe-ed28f1b555a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.028427 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-24220f23-f631-423d-aebe-ed28f1b555a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cece1ea-5422-4f51-848f-579c4a37922e HTTP/1.1" status: 204 len: 168 time: 0.3956306 Aug 28 12:37:42.039362 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'b0f40b95-0422-4998-bda7-1644d1a53d37', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'b0f40b95-0422-4998-bda7-1644d1a53d37', 'mac_address': 'fa:16:3e:ba:ec:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:37:42.043346 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3bccb868-ec6c-4db7-bf0c-9e1e1b229a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.053550 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24220f23-f631-423d-aebe-ed28f1b555a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cece1ea-5422-4f51-848f-579c4a37922e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:42.054637 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-713d601c-2d6f-434f-ac5c-abc14cf4d880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.074685 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-713d601c-2d6f-434f-ac5c-abc14cf4d880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.102856 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b50915a-34a5-47b2-ae9a-1de25861e31a req-300e56db-3526-412d-82ef-21bb65b7471d tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897257 Aug 28 12:37:42.108789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45102193-856d-4bb5-9330-a7885dd14fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.137785 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.157697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f40b95-0422-4998-bda7-1644d1a53d37 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:37:42.180572 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port b0f40b95-0422-4998-bda7-1644d1a53d37, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b0f40b95-0422-4998-bda7-1644d1a53d37,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:42.190224 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.197978 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45102193-856d-4bb5-9330-a7885dd14fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.252403 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-84d8d629-a734-4bfb-895c-8ee3f2e1b84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.258552 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=b0f40b95-0422-4998-bda7-1644d1a53d37,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:42.269102 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d601c-2d6f-434f-ac5c-abc14cf4d880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03174812-7ed8-4a77-87c0-abcca410f4c4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:42.272800 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device fe66d925-ad32-42db-83dd-9f840dc9e018 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:37:42.321897 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-713d601c-2d6f-434f-ac5c-abc14cf4d880 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2087dae4bc4c4919aeb66369c32e3c98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0960796 Aug 28 12:37:42.325728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58144) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:42.361970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port fe66d925-ad32-42db-83dd-9f840dc9e018 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:42.375225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port fe66d925-ad32-42db-83dd-9f840dc9e018 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:42.375934 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.427137 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45102193-856d-4bb5-9330-a7885dd14fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.432172 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['b0f40b95-0422-4998-bda7-1644d1a53d37'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:37:42.438559 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45102193-856d-4bb5-9330-a7885dd14fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.439733 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-45102193-856d-4bb5-9330-a7885dd14fec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3da7129-45cd-4bd0-9991-b839ebb3260d HTTP/1.1" status: 204 len: 168 time: 0.5157244 Aug 28 12:37:42.444256 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-02c44125-cadd-4e6d-b8e8-5e9943e73d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.478927 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-02c44125-cadd-4e6d-b8e8-5e9943e73d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.483860 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc6aee-8177-4991-9d51-11a75457f8c1 req-da6a995d-c672-4627-a6b3-bbd3ca2e64af tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:42.504722 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9adc6aee-8177-4991-9d51-11a75457f8c1 req-da6a995d-c672-4627-a6b3-bbd3ca2e64af tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 948 time: 0.3011713 Aug 28 12:37:42.526484 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.586750 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.595566 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-02c44125-cadd-4e6d-b8e8-5e9943e73d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.599186 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-02c44125-cadd-4e6d-b8e8-5e9943e73d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.600713 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-02c44125-cadd-4e6d-b8e8-5e9943e73d23 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03174812-7ed8-4a77-87c0-abcca410f4c4 HTTP/1.1" status: 204 len: 168 time: 0.2736712 Aug 28 12:37:42.618290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c44125-cadd-4e6d-b8e8-5e9943e73d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03174812-7ed8-4a77-87c0-abcca410f4c4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:42.644199 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3bccb868-ec6c-4db7-bf0c-9e1e1b229a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.653031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45102193-856d-4bb5-9330-a7885dd14fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3da7129-45cd-4bd0-9991-b839ebb3260d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:42.663860 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3bccb868-ec6c-4db7-bf0c-9e1e1b229a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.692499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port fe66d925-ad32-42db-83dd-9f840dc9e018, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fe66d925-ad32-42db-83dd-9f840dc9e018,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:42.701411 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b615171-959c-4e7f-b518-699c55cad9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe66d925-ad32-42db-83dd-9f840dc9e018'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:37:42.704219 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0573e04-ccb2-4012-a9bd-210c663d1902" -d '{"events": [{"server_uuid": "9b615171-959c-4e7f-b518-699c55cad9da", "name": "network-vif-plugged", "status": "completed", "tag": "fe66d925-ad32-42db-83dd-9f840dc9e018"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:37:42.714169 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.715010 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 32379d9f-3b48-4cc7-b49b-682e60444d55 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:37:42.772104 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9adc6aee-8177-4991-9d51-11a75457f8c1 req-4ffc09f5-dd18-4a74-9a47-f3331d2b17e4 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620142 Aug 28 12:37:42.777545 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3bccb868-ec6c-4db7-bf0c-9e1e1b229a9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1f6740c611247fa8c6ded98ed0fc5fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4354191 Aug 28 12:37:42.778895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccb868-ec6c-4db7-bf0c-9e1e1b229a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdbf8f3-dd98-4c71-86fc-ac75b564c99d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:42.780270 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58158) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:42.850206 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3af59ef1-feb7-4875-822d-a6460dd2fe31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.874920 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58162) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:42.880884 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44752ed-4fc3-4883-98c2-8acd51442196 x-openstack-request-id: req-c44752ed-4fc3-4883-98c2-8acd51442196 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:37:42.881484 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b615171-959c-4e7f-b518-699c55cad9da", "name": "network-vif-plugged", "status": "completed", "tag": "fe66d925-ad32-42db-83dd-9f840dc9e018", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:37:42.881484 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c44752ed-4fc3-4883-98c2-8acd51442196 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:37:42.881878 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b615171-959c-4e7f-b518-699c55cad9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe66d925-ad32-42db-83dd-9f840dc9e018', 'code': 200} Aug 28 12:37:42.890021 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3af59ef1-feb7-4875-822d-a6460dd2fe31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:42.907740 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0e69f4f-f924-42dc-a7ba-4c2a788c1668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.010737 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3af59ef1-feb7-4875-822d-a6460dd2fe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.014789 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3af59ef1-feb7-4875-822d-a6460dd2fe31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.016346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c61a56-79f9-4ce9-89ec-13dec66df214 req-c0210c1a-7912-404f-aef8-5ae566e2f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:43.019330 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3af59ef1-feb7-4875-822d-a6460dd2fe31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fdbf8f3-dd98-4c71-86fc-ac75b564c99d HTTP/1.1" status: 204 len: 168 time: 0.2355440 Aug 28 12:37:43.022026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8c61a56-79f9-4ce9-89ec-13dec66df214 req-c0210c1a-7912-404f-aef8-5ae566e2f08b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 1102 time: 0.1580398 Aug 28 12:37:43.072125 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=fe66d925-ad32-42db-83dd-9f840dc9e018,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:43.077408 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8c61a56-79f9-4ce9-89ec-13dec66df214 req-f603df9a-5c52-40b5-89fa-5f434ccec319 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469871 Aug 28 12:37:43.088841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af59ef1-feb7-4875-822d-a6460dd2fe31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdbf8f3-dd98-4c71-86fc-ac75b564c99d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:43.129161 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80971d-a7ca-4310-b9c9-787548471b87 req-8aa3e610-d72e-4fea-8b2b-086ae3dbba9f tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:43.131044 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7b80971d-a7ca-4310-b9c9-787548471b87 req-8aa3e610-d72e-4fea-8b2b-086ae3dbba9f tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 945 time: 0.0934935 Aug 28 12:37:43.135880 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 32379d9f-3b48-4cc7-b49b-682e60444d55 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:43.142129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 32379d9f-3b48-4cc7-b49b-682e60444d55 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:43.142909 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.207998 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7b80971d-a7ca-4310-b9c9-787548471b87 req-b4e4fd96-e14d-4a28-a8ee-f9cbefe5be2c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557711 Aug 28 12:37:43.249134 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.255089 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0e69f4f-f924-42dc-a7ba-4c2a788c1668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.260227 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0e69f4f-f924-42dc-a7ba-4c2a788c1668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.260454 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.291678 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 32379d9f-3b48-4cc7-b49b-682e60444d55, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=32379d9f-3b48-4cc7-b49b-682e60444d55,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:43.298863 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.317654 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d0e69f4f-f924-42dc-a7ba-4c2a788c1668 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=034e1ed1f1d146c69cc0349dfd5edc7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4393125 Aug 28 12:37:43.318124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58176) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:43.321129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e69f4f-f924-42dc-a7ba-4c2a788c1668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cae252b-a910-4cdc-a564-d8a21f181a83,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:43.385937 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=32379d9f-3b48-4cc7-b49b-682e60444d55,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:43.400149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d7a0-4a0e-4cec-97c5-e89e90b58c93 req-4fcc01dc-56d8-45fc-abb3-1a061e8273d7 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:43.401890 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-14c6d7a0-4a0e-4cec-97c5-e89e90b58c93 req-4fcc01dc-56d8-45fc-abb3-1a061e8273d7 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 950 time: 0.0797567 Aug 28 12:37:43.437545 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c43d012e-96b3-443b-b7cc-a3312cadbb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.458150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-14c6d7a0-4a0e-4cec-97c5-e89e90b58c93 req-f08ffb9c-0594-4c4e-8c4e-68f1379e7ad2 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487037 Aug 28 12:37:43.463950 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c43d012e-96b3-443b-b7cc-a3312cadbb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.519492 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c43d012e-96b3-443b-b7cc-a3312cadbb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.522294 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c43d012e-96b3-443b-b7cc-a3312cadbb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.525864 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c43d012e-96b3-443b-b7cc-a3312cadbb7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cae252b-a910-4cdc-a564-d8a21f181a83 HTTP/1.1" status: 204 len: 168 time: 0.2040992 Aug 28 12:37:43.532012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d012e-96b3-443b-b7cc-a3312cadbb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cae252b-a910-4cdc-a564-d8a21f181a83,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:43.641565 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58186) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:43.656920 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-269d640b-5be4-427c-a339-fbce1ceee8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.680940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58188) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:43.700362 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1470-d48c-47a5-8d81-b71dcf8ba2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.753432 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58190) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:43.783647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b0f40b95-0422-4998-bda7-1644d1a53d37 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:37:43.827204 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-269d640b-5be4-427c-a339-fbce1ceee8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.856920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port b0f40b95-0422-4998-bda7-1644d1a53d37 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:43.858583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-269d640b-5be4-427c-a339-fbce1ceee8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.863902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port b0f40b95-0422-4998-bda7-1644d1a53d37 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:43.864764 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.892681 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-269d640b-5be4-427c-a339-fbce1ceee8e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69e964ec32384b8ca6eadb04ea60d05b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498078 Aug 28 12:37:43.896554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58198) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:43.968284 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d640b-5be4-427c-a339-fbce1ceee8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b1258b-00e8-4168-9ede-8851e45e262a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:43.994839 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17111e06-21d6-4afd-88b5-e789769928f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:43.996590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77a22a-5506-4f5e-9bf8-26dc1b84ed84 req-89ffc3b8-81aa-4e13-b1a8-736cca5cf480 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:44.004603 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6a77a22a-5506-4f5e-9bf8-26dc1b84ed84 req-89ffc3b8-81aa-4e13-b1a8-736cca5cf480 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 948 time: 0.1482356 Aug 28 12:37:44.011762 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.031923 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17111e06-21d6-4afd-88b5-e789769928f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.058306 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6a77a22a-5506-4f5e-9bf8-26dc1b84ed84 req-7955e5b2-0551-4631-9182-b2b3802b7cdc tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526943 Aug 28 12:37:44.092765 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1470-d48c-47a5-8d81-b71dcf8ba2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.097642 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1470-d48c-47a5-8d81-b71dcf8ba2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.098337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port b0f40b95-0422-4998-bda7-1644d1a53d37, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b0f40b95-0422-4998-bda7-1644d1a53d37,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:44.103237 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17111e06-21d6-4afd-88b5-e789769928f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.106534 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17111e06-21d6-4afd-88b5-e789769928f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.110837 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-17111e06-21d6-4afd-88b5-e789769928f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61b1258b-00e8-4168-9ede-8851e45e262a HTTP/1.1" status: 204 len: 168 time: 0.2088878 Aug 28 12:37:44.111040 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.126614 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17111e06-21d6-4afd-88b5-e789769928f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b1258b-00e8-4168-9ede-8851e45e262a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:44.160072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58204) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:44.166442 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac7d1470-d48c-47a5-8d81-b71dcf8ba2ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a62a833f04b744c99180e39623f9d84a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4840972 Aug 28 12:37:44.174689 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d1470-d48c-47a5-8d81-b71dcf8ba2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ce72de-0422-4f88-9ed9-090684ee0d16,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:44.175046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=b0f40b95-0422-4998-bda7-1644d1a53d37,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:44.212704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-fb535580-6b4d-40e8-99fe-e9fed6967438 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1560053167-network', 'tenant_id': '496525a693484993be30a45f3dec82a7'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:44.222885 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0c09e378-5341-4c66-b646-0ea94b7ff285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.240131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb535580-6b4d-40e8-99fe-e9fed6967438 admin admin] Made reservation on behalf of 496525a693484993be30a45f3dec82a7 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:37:44.242532 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fb535580-6b4d-40e8-99fe-e9fed6967438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.262634 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0c09e378-5341-4c66-b646-0ea94b7ff285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.263867 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fb535580-6b4d-40e8-99fe-e9fed6967438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.360209 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed5e09-caf8-4079-962b-55cf8b6ac71f req-4f8ef337-e35f-4656-95df-6e4f93b30fe8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:44.362092 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d9ed5e09-caf8-4079-962b-55cf8b6ac71f req-4f8ef337-e35f-4656-95df-6e4f93b30fe8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 946 time: 0.0840979 Aug 28 12:37:44.386531 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0c09e378-5341-4c66-b646-0ea94b7ff285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.389577 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0c09e378-5341-4c66-b646-0ea94b7ff285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.391268 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0c09e378-5341-4c66-b646-0ea94b7ff285 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71ce72de-0422-4f88-9ed9-090684ee0d16 HTTP/1.1" status: 204 len: 168 time: 0.2302139 Aug 28 12:37:44.399476 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fb535580-6b4d-40e8-99fe-e9fed6967438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.407844 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fb535580-6b4d-40e8-99fe-e9fed6967438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.408954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09e378-5341-4c66-b646-0ea94b7ff285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ce72de-0422-4f88-9ed9-090684ee0d16,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:44.432810 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb535580-6b4d-40e8-99fe-e9fed6967438 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:37:44.437659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d9ed5e09-caf8-4079-962b-55cf8b6ac71f req-2aae4eeb-98a7-4e47-a7fc-9d4b17a07769 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665884 Aug 28 12:37:44.449136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb535580-6b4d-40e8-99fe-e9fed6967438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a3e283-ff54-4f18-8ce9-1e9974eb0547,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:44.452368 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fb535580-6b4d-40e8-99fe-e9fed6967438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.452742 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-fb535580-6b4d-40e8-99fe-e9fed6967438 admin admin] Added segment 45631a01-ddba-4845-b00e-49ccb138b1ff of type vlan for network 19af1b57-4b24-4ce0-b71d-3dff69a93547 Aug 28 12:37:44.506494 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fb535580-6b4d-40e8-99fe-e9fed6967438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.551726 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fb535580-6b4d-40e8-99fe-e9fed6967438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.552954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb535580-6b4d-40e8-99fe-e9fed6967438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:44.553270 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fb535580-6b4d-40e8-99fe-e9fed6967438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.621811 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fb535580-6b4d-40e8-99fe-e9fed6967438 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8670206 Aug 28 12:37:44.625273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58224) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:44.631654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4e6176e3-cb39-4d76-aaf0-757bf1a00d48 admin admin] Request body: {'subnet': {'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1560053167-subnet', 'tenant_id': '496525a693484993be30a45f3dec82a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:44.660944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb535580-6b4d-40e8-99fe-e9fed6967438 admin admin] Pushing event updated for resources: {'Network': ['ID=19af1b57-4b24-4ce0-b71d-3dff69a93547,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:44.672649 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491eb68-54f3-42d2-86f7-4f8416f8c622 req-48e7e614-ac8d-4eaa-a48c-1ac6f203f9ff tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:44.673495 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 19af1b57-4b24-4ce0-b71d-3dff69a93547 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:37:44.673918 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9491eb68-54f3-42d2-86f7-4f8416f8c622 req-48e7e614-ac8d-4eaa-a48c-1ac6f203f9ff tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 950 time: 0.1373074 Aug 28 12:37:44.685806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6176e3-cb39-4d76-aaf0-757bf1a00d48 admin admin] Made reservation on behalf of 496525a693484993be30a45f3dec82a7 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:37:44.691850 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e6176e3-cb39-4d76-aaf0-757bf1a00d48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:44.729665 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9491eb68-54f3-42d2-86f7-4f8416f8c622 req-2517805c-ba3f-4615-83a5-7528ca0f1a53 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446153 Aug 28 12:37:44.883124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a7b421-b65b-457d-9f75-78d76b179569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32379d9f-3b48-4cc7-b49b-682e60444d55'}, {'server_uuid': '7c884970-3dea-4b13-b72b-34f6c7d7ddfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f40b95-0422-4998-bda7-1644d1a53d37'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:37:44.888789 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bed57b-c364-4f8b-afd3-6db6f6010c31" -d '{"events": [{"server_uuid": "74a7b421-b65b-457d-9f75-78d76b179569", "name": "network-vif-plugged", "status": "completed", "tag": "32379d9f-3b48-4cc7-b49b-682e60444d55"}, {"server_uuid": "7c884970-3dea-4b13-b72b-34f6c7d7ddfd", "name": "network-vif-plugged", "status": "completed", "tag": "b0f40b95-0422-4998-bda7-1644d1a53d37"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:37:44.949621 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 12:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a6ae6b-b5b9-4e34-80a6-60b0f8cd3444 x-openstack-request-id: req-98a6ae6b-b5b9-4e34-80a6-60b0f8cd3444 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:37:44.950531 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a7b421-b65b-457d-9f75-78d76b179569", "name": "network-vif-plugged", "status": "completed", "tag": "32379d9f-3b48-4cc7-b49b-682e60444d55", "code": 200}, {"server_uuid": "7c884970-3dea-4b13-b72b-34f6c7d7ddfd", "name": "network-vif-plugged", "status": "completed", "tag": "b0f40b95-0422-4998-bda7-1644d1a53d37", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:37:44.951892 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98a6ae6b-b5b9-4e34-80a6-60b0f8cd3444 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:37:44.952716 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a7b421-b65b-457d-9f75-78d76b179569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32379d9f-3b48-4cc7-b49b-682e60444d55', 'code': 200} Aug 28 12:37:44.953356 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c884970-3dea-4b13-b72b-34f6c7d7ddfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f40b95-0422-4998-bda7-1644d1a53d37', 'code': 200} Aug 28 12:37:44.966131 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e6176e3-cb39-4d76-aaf0-757bf1a00d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:45.020343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6176e3-cb39-4d76-aaf0-757bf1a00d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e4a0be6-71b9-4bdb-9795-f2ece63793e5,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:45.087341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6176e3-cb39-4d76-aaf0-757bf1a00d48 admin admin] Checking segment: {'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:37:45.087341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6176e3-cb39-4d76-aaf0-757bf1a00d48 admin admin] Network hostable DHCP agents. Network: 19af1b57-4b24-4ce0-b71d-3dff69a93547, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:37:45.092336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e7f8f-66b1-41ae-a276-09c1ef329d28 req-8308ee7d-317c-4c81-a799-80e958f37c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:45.094321 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8c9e7f8f-66b1-41ae-a276-09c1ef329d28 req-8308ee7d-317c-4c81-a799-80e958f37c24 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 1101 time: 0.0622740 Aug 28 12:37:45.119571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6176e3-cb39-4d76-aaf0-757bf1a00d48 admin admin] Network 19af1b57-4b24-4ce0-b71d-3dff69a93547 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:37:45.145977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f47e7-2004-40de-85aa-440c02cf130c req-53310b3c-c62a-432b-aafe-258453a11048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:45.147607 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8c9e7f8f-66b1-41ae-a276-09c1ef329d28 req-88dd39c7-8a29-43a0-8a44-169435daec81 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421722 Aug 28 12:37:45.150668 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-845f47e7-2004-40de-85aa-440c02cf130c req-53310b3c-c62a-432b-aafe-258453a11048 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 1098 time: 0.1096408 Aug 28 12:37:45.152420 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-4e6176e3-cb39-4d76-aaf0-757bf1a00d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 19af1b57-4b24-4ce0-b71d-3dff69a93547) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:37:45.157611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6176e3-cb39-4d76-aaf0-757bf1a00d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:45.158242 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e6176e3-cb39-4d76-aaf0-757bf1a00d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:45.161388 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:45.165234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafc8527-f7a5-49de-bfa4-9db3ee18f86a None None] Network 19af1b57-4b24-4ce0-b71d-3dff69a93547 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:37:45.191954 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4e6176e3-cb39-4d76-aaf0-757bf1a00d48 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5649588 Aug 28 12:37:45.243970 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-845f47e7-2004-40de-85aa-440c02cf130c req-f115c851-7864-4b8e-af8c-fd08405d9add service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744629 Aug 28 12:37:45.286999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e828de1-6e3c-49b0-9fe9-5ac026e85592 req-8fb5901e-7f7f-4e86-b7ae-f30820294dee tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:45.288914 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e828de1-6e3c-49b0-9fe9-5ac026e85592 req-8fb5901e-7f7f-4e86-b7ae-f30820294dee tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 949 time: 0.0875628 Aug 28 12:37:45.345162 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4394fa-7824-47f4-ad6a-2eff4a9319fc None None] Network 19af1b57-4b24-4ce0-b71d-3dff69a93547 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:37:45.350124 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e828de1-6e3c-49b0-9fe9-5ac026e85592 req-e60334f6-6ee9-493c-a987-884c3237cf8a tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540354 Aug 28 12:37:45.469427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58264) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:45.608944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e019b-d053-4fd0-9ba7-9c376eac9aba req-356e9509-db17-4840-8473-e09248d28d3e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:45.611515 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e3e019b-d053-4fd0-9ba7-9c376eac9aba req-356e9509-db17-4840-8473-e09248d28d3e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 946 time: 0.0625908 Aug 28 12:37:45.693349 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e3e019b-d053-4fd0-9ba7-9c376eac9aba req-ae7a9840-e178-44b9-9fdf-07318967d7a6 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593574 Aug 28 12:37:45.852844 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-41a50ad5-9521-449a-b75d-3191368516dd tempest-AutoAllocateNetworkTest-2117449582 tempest-AutoAllocateNetworkTest-2117449582-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ecc3096b104a4826b66e8129804aa168&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3760364 Aug 28 12:37:45.853240 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58284) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:45.920627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93e931-18fd-4cb1-893e-a82cebc6b550 req-7536573d-2903-44a6-a8a6-c7cd5ff92708 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:45.922167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e93e931-18fd-4cb1-893e-a82cebc6b550 req-7536573d-2903-44a6-a8a6-c7cd5ff92708 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 950 time: 0.1260328 Aug 28 12:37:46.009854 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e93e931-18fd-4cb1-893e-a82cebc6b550 req-4b4e0d2b-1635-4bf6-89f4-099a015ea1b7 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795026 Aug 28 12:37:46.020443 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144aaa96-fe0f-4f13-b652-57009550dfb3 tempest-AutoAllocateNetworkTest-2117449582 tempest-AutoAllocateNetworkTest-2117449582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:46.025398 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-144aaa96-fe0f-4f13-b652-57009550dfb3 tempest-AutoAllocateNetworkTest-2117449582 tempest-AutoAllocateNetworkTest-2117449582-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1684430 Aug 28 12:37:46.025699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58290) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:46.131441 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b6c4d37a-0554-4631-ba1f-83ea82217409 tempest-AutoAllocateNetworkTest-2117449582 tempest-AutoAllocateNetworkTest-2117449582-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036911 Aug 28 12:37:46.133884 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58306) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:46.186342 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3594697c-f4c7-4338-ab3d-4e06100969b3 tempest-AutoAllocateNetworkTest-2117449582 tempest-AutoAllocateNetworkTest-2117449582-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ecc3096b104a4826b66e8129804aa168 HTTP/1.1" status: 200 len: 208 time: 0.0508246 Aug 28 12:37:46.298526 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-2d51837e-64ee-47c1-a9c7-f276345773b2 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:46.300129 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-2d51837e-64ee-47c1-a9c7-f276345773b2 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/networks?id=19af1b57-4b24-4ce0-b71d-3dff69a93547 HTTP/1.1" status: 200 len: 805 time: 0.1426687 Aug 28 12:37:46.328888 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-8dbf141b-f722-44c6-9bd1-8541e41cfda2 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/quotas/496525a693484993be30a45f3dec82a7 HTTP/1.1" status: 200 len: 375 time: 0.0145879 Aug 28 12:37:46.367579 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-b7746f36-d2cf-4c3d-a6e0-7941873840bc tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=496525a693484993be30a45f3dec82a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280874 Aug 28 12:37:46.547714 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-683cc06b-6778-43ca-9d4e-9b2b32603a85 service neutron] 10.222.0.20 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702497 Aug 28 12:37:46.689969 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-60564932-9850-4a24-bc14-a36f81ffff6f service neutron] 10.222.0.20 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346352 Aug 28 12:37:46.945650 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39c66c-15ce-4c17-9784-2469e4cc12d3 req-2db2dfb0-1064-40db-9cd5-921200426205 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:46.954487 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-de39c66c-15ce-4c17-9784-2469e4cc12d3 req-2db2dfb0-1064-40db-9cd5-921200426205 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 949 time: 0.0999672 Aug 28 12:37:46.972730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58342) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:47.012600 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-de39c66c-15ce-4c17-9784-2469e4cc12d3 req-0585c244-6809-4639-abdb-243cb3594978 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571284 Aug 28 12:37:47.042927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-a46b9edb-6c3d-4b61-beff-44914b30fd21 req-76afeee9-739a-48bf-b92f-8be3af8d90b1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:37:47.044967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a46b9edb-6c3d-4b61-beff-44914b30fd21 req-76afeee9-739a-48bf-b92f-8be3af8d90b1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1315098 Aug 28 12:37:47.196354 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52603470-fc7e-4006-a8bd-1cb76b4c0da0 req-cd2aaf80-820e-4be5-b8a5-5a1e8c2a6b92 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:47.200757 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52603470-fc7e-4006-a8bd-1cb76b4c0da0 req-cd2aaf80-820e-4be5-b8a5-5a1e8c2a6b92 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 946 time: 0.1022325 Aug 28 12:37:47.243377 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-90ed1e58-d630-4545-8aca-78056f2c79e0 req-bd0e77b3-ea9a-4240-a0e0-e7508003e5b9 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=93577238-0224-48f5-8e8c-4a60995f8c94 HTTP/1.1" status: 200 len: 210 time: 0.0471787 Aug 28 12:37:47.250334 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f2a85d6a-f722-4b96-9314-1dbf45b84848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:47.355312 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52603470-fc7e-4006-a8bd-1cb76b4c0da0 req-1ad9d51a-e089-4d07-aa03-7201aae8d02e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363916 Aug 28 12:37:47.597891 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f2a85d6a-f722-4b96-9314-1dbf45b84848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:47.630398 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe38dd-f5e9-4420-8949-dc5be83588b5 req-d8c5c887-106a-4150-ac98-3eb57f664ba0 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:47.634638 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dbfe38dd-f5e9-4420-8949-dc5be83588b5 req-d8c5c887-106a-4150-ac98-3eb57f664ba0 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 950 time: 0.1843936 Aug 28 12:37:47.635557 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f2a85d6a-f722-4b96-9314-1dbf45b84848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:47.667772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e09a8-6850-4d0e-8056-7cdb7c6a718e req-9fdafb8b-43e6-4ef1-a60a-606ecd6e5642 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:47.680458 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-103e09a8-6850-4d0e-8056-7cdb7c6a718e req-9fdafb8b-43e6-4ef1-a60a-606ecd6e5642 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 946 time: 0.0883815 Aug 28 12:37:47.680973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58378) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:47.686678 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7d1db2b2-5498-492a-a5a9-0d90ee1bb902 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Request body: {'floatingip': {'port_id': '32379d9f-3b48-4cc7-b49b-682e60444d55'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:47.695623 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f2a85d6a-f722-4b96-9314-1dbf45b84848 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecc3096b104a4826b66e8129804aa168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7217374 Aug 28 12:37:47.712976 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58380) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:47.820163 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d1db2b2-5498-492a-a5a9-0d90ee1bb902 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for floatingip, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:47.831498 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dbfe38dd-f5e9-4420-8949-dc5be83588b5 req-3a2720d5-b46c-4d20-a54f-4d23e6909677 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345932 Aug 28 12:37:47.848455 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0d509af8-e60b-42c6-aa58-ee2d15767d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:47.874388 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0d509af8-e60b-42c6-aa58-ee2d15767d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:47.886186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a85d6a-f722-4b96-9314-1dbf45b84848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fe58bb-5a9e-43ad-9306-2416cbb58210,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:47.935446 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0d509af8-e60b-42c6-aa58-ee2d15767d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:47.938519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0d509af8-e60b-42c6-aa58-ee2d15767d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:47.939721 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0d509af8-e60b-42c6-aa58-ee2d15767d6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7fe58bb-5a9e-43ad-9306-2416cbb58210 HTTP/1.1" status: 204 len: 168 time: 0.2257712 Aug 28 12:37:47.953744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d509af8-e60b-42c6-aa58-ee2d15767d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fe58bb-5a9e-43ad-9306-2416cbb58210,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:47.970455 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60c8eb-adff-4bad-96cc-88b1acb44dc8 req-841178a9-861f-4e9d-816a-8c66c25f7b55 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:47.978082 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f60c8eb-adff-4bad-96cc-88b1acb44dc8 req-841178a9-861f-4e9d-816a-8c66c25f7b55 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 949 time: 0.1542964 Aug 28 12:37:48.074694 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f60c8eb-adff-4bad-96cc-88b1acb44dc8 req-bf22348b-8a7a-40b2-9523-921f4f50473b tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954497 Aug 28 12:37:48.242911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-1cbdf7d7-501b-42cd-8b7b-6aab2785c4ed req-60241bbb-deff-4ea3-b0b6-609c37eb1a81 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2085562173', 'description': 'tempest-description-372529428'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:48.268607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-61ad3b8e-028f-42b5-961c-e6d722db799e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:48.270199 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-61ad3b8e-028f-42b5-961c-e6d722db799e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.11 "GET /v2.0/networks?id=19af1b57-4b24-4ce0-b71d-3dff69a93547 HTTP/1.1" status: 200 len: 805 time: 0.2061007 Aug 28 12:37:48.291697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-a9ce7563-4b3d-49f0-8471-933cde7da6c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Request body: {'port': {'device_id': '93577238-0224-48f5-8e8c-4a60995f8c94', 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547', 'admin_state_up': True, 'tenant_id': '496525a693484993be30a45f3dec82a7'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:48.346142 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cbdf7d7-501b-42cd-8b7b-6aab2785c4ed req-60241bbb-deff-4ea3-b0b6-609c37eb1a81 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:48.362009 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cbdf7d7-501b-42cd-8b7b-6aab2785c4ed req-60241bbb-deff-4ea3-b0b6-609c37eb1a81 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:48.534749 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cbdf7d7-501b-42cd-8b7b-6aab2785c4ed req-60241bbb-deff-4ea3-b0b6-609c37eb1a81 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:48.542761 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cbdf7d7-501b-42cd-8b7b-6aab2785c4ed req-60241bbb-deff-4ea3-b0b6-609c37eb1a81 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:48.594461 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-a9ce7563-4b3d-49f0-8471-933cde7da6c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Made reservation on behalf of 496525a693484993be30a45f3dec82a7 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:37:48.597911 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-a9ce7563-4b3d-49f0-8471-933cde7da6c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:48.614529 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60241bbb-deff-4ea3-b0b6-609c37eb1a81 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bed2676-1660-4ee8-bf20-e75ac347d215,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:48.795993 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cbdf7d7-501b-42cd-8b7b-6aab2785c4ed req-60241bbb-deff-4ea3-b0b6-609c37eb1a81 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:48.801597 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cbdf7d7-501b-42cd-8b7b-6aab2785c4ed req-60241bbb-deff-4ea3-b0b6-609c37eb1a81 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:48.840167 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60241bbb-deff-4ea3-b0b6-609c37eb1a81 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14cc7459-13c4-40cc-a194-dc2cc1e05102,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:48.858910 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cbdf7d7-501b-42cd-8b7b-6aab2785c4ed req-60241bbb-deff-4ea3-b0b6-609c37eb1a81 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:48.860803 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cbdf7d7-501b-42cd-8b7b-6aab2785c4ed req-60241bbb-deff-4ea3-b0b6-609c37eb1a81 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6223359 Aug 28 12:37:48.866995 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-a9ce7563-4b3d-49f0-8471-933cde7da6c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Allocated IP 172.20.0.12 (19af1b57-4b24-4ce0-b71d-3dff69a93547/7e4a0be6-71b9-4bdb-9795-f2ece63793e5/a0756b1b-4bbd-4eda-9bd0-bb83481a16e5) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:37:48.891945 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d1db2b2-5498-492a-a5a9-0d90ee1bb902 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:48.897090 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d1db2b2-5498-492a-a5a9-0d90ee1bb902 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:49.030664 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-620db3d4-6637-42e9-b440-58300bb1f36a tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=de901b464d624b77a5cb3d2eca91937d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388319 Aug 28 12:37:49.121502 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-7d1db2b2-5498-492a-a5a9-0d90ee1bb902 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Floating IP 9fff87c2-a957-4f81-af61-59985af863cb associated. External IP: 172.25.1.158, port: 32379d9f-3b48-4cc7-b49b-682e60444d55. Aug 28 12:37:49.239273 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfd2ee30-734d-4112-bf90-ba5657904d67 req-d15deb66-d548-42aa-ba7c-e0f9f87ae724 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=93577238-0224-48f5-8e8c-4a60995f8c94 HTTP/1.1" status: 200 len: 210 time: 0.0433576 Aug 28 12:37:49.302712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-eae62852-31e3-42e7-b0f2-c88ded0eb01a req-6432b804-1522-4a48-ab10-85344e1febdd tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Request body: {'security_group': {'name': 'tempest-securitygroup-451314431', 'description': 'tempest-description-302805698'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:49.362956 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eae62852-31e3-42e7-b0f2-c88ded0eb01a req-6432b804-1522-4a48-ab10-85344e1febdd tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:49.376764 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-a9ce7563-4b3d-49f0-8471-933cde7da6c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:49.424789 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-8929d5a2-b33d-4fdb-8350-83564546ab22 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:49.426343 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-8929d5a2-b33d-4fdb-8350-83564546ab22 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3833525 Aug 28 12:37:49.449249 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-746ca134-126b-489f-aa36-fed4323ae8ac tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/quotas/de901b464d624b77a5cb3d2eca91937d HTTP/1.1" status: 200 len: 375 time: 0.0153866 Aug 28 12:37:49.506333 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-a9ce7563-4b3d-49f0-8471-933cde7da6c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:49.527090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1db2b2-5498-492a-a5a9-0d90ee1bb902 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:37:49.527482 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-ebcac27b-f5ec-449f-8135-1fa9e2493a7b tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de901b464d624b77a5cb3d2eca91937d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706418 Aug 28 12:37:49.587361 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-a9ce7563-4b3d-49f0-8471-933cde7da6c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Network 19af1b57-4b24-4ce0-b71d-3dff69a93547 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:37:49.592711 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-a9ce7563-4b3d-49f0-8471-933cde7da6c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:37:49.598520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-a9ce7563-4b3d-49f0-8471-933cde7da6c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:37:49.605014 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-a9ce7563-4b3d-49f0-8471-933cde7da6c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:49.605944 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-a9ce7563-4b3d-49f0-8471-933cde7da6c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:49.611295 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eae62852-31e3-42e7-b0f2-c88ded0eb01a req-6432b804-1522-4a48-ab10-85344e1febdd tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:49.616812 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eae62852-31e3-42e7-b0f2-c88ded0eb01a req-6432b804-1522-4a48-ab10-85344e1febdd tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:49.619404 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce7563-4b3d-49f0-8471-933cde7da6c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Pushing event updated for resources: {'Port': ['ID=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:49.624433 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-a9ce7563-4b3d-49f0-8471-933cde7da6c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3451796 Aug 28 12:37:49.638818 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Request body: {'port': {'device_id': '93577238-0224-48f5-8e8c-4a60995f8c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:49.674575 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eae62852-31e3-42e7-b0f2-c88ded0eb01a req-6432b804-1522-4a48-ab10-85344e1febdd tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:49.675847 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eae62852-31e3-42e7-b0f2-c88ded0eb01a req-6432b804-1522-4a48-ab10-85344e1febdd tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3816559 Aug 28 12:37:49.689684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432b804-1522-4a48-ab10-85344e1febdd tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d35d2ab-3500-4335-9f74-3426cd644455,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:49.703414 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:49.783729 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1db2b2-5498-492a-a5a9-0d90ee1bb902 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:37:49.790304 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d1db2b2-5498-492a-a5a9-0d90ee1bb902 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:49.807100 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1b2932-fd82-4fee-b44e-7adeb8843ae0 None None] Sync routers for ids ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:37:49.825225 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7d1db2b2-5498-492a-a5a9-0d90ee1bb902 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "PUT /v2.0/floatingips/9fff87c2-a957-4f81-af61-59985af863cb HTTP/1.1" status: 200 len: 992 time: 2.1420915 Aug 28 12:37:49.826003 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a7b421-b65b-457d-9f75-78d76b179569', 'tag': '32379d9f-3b48-4cc7-b49b-682e60444d55'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:37:49.829199 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1386f761-238b-4887-9dea-90f439f6186a" -d '{"events": [{"name": "network-changed", "server_uuid": "74a7b421-b65b-457d-9f75-78d76b179569", "tag": "32379d9f-3b48-4cc7-b49b-682e60444d55"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:37:49.836165 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b2932-fd82-4fee-b44e-7adeb8843ae0 None None] Routers {'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:37:49.836867 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ae1b2932-fd82-4fee-b44e-7adeb8843ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:37:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:37:49.951333 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-ae1b2932-fd82-4fee-b44e-7adeb8843ae0 None None] Set router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:37:49.959914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eabc70-3448-49d2-b7b1-fc1e04288675 req-5b5c40e2-bcb5-439f-9be9-38deb27d5ca5 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:49.961466 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25eabc70-3448-49d2-b7b1-fc1e04288675 req-5b5c40e2-bcb5-439f-9be9-38deb27d5ca5 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 949 time: 0.1376221 Aug 28 12:37:50.107789 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25eabc70-3448-49d2-b7b1-fc1e04288675 req-9c4cbdf0-ef0a-4264-8159-4c840ee9cdfa tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/security-groups?id=9572cf52-02a5-4fbe-b373-f99b36c99c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328876 Aug 28 12:37:50.320379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:37:50.335306 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:50.350541 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Transition to ACTIVE for port object a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:50.355344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:50.402561 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ae1b2932-fd82-4fee-b44e-7adeb8843ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:55Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fff87c2-a957-4f81-af61-59985af863cb', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'port_id': '32379d9f-3b48-4cc7-b49b-682e60444d55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'mac_address': 'fa:16:3e:b1:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7b421-b65b-457d-9f75-78d76b179569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:37:18Z', 'updated_at': '2021-08-28T12:37:48Z', 'revision_number': 1, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b91ddc-eb37-4129-8384-6ca9c82d88ad', 'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'mac_address': 'fa:16:3e:71:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:54Z', 'updated_at': '2021-08-28T12:37:04Z', 'revision_number': 5, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'subnets': [{'id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:37:50.433016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:50.444415 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1b2932-fd82-4fee-b44e-7adeb8843ae0 None None] Checking router: ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:37:50.459086 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b2932-fd82-4fee-b44e-7adeb8843ae0 None None] Routers {'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:37:50.460079 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ae1b2932-fd82-4fee-b44e-7adeb8843ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:37:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:37:50.489918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Attempting to bind port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:37:50.490418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Attempting to bind port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:37:50.490854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Attempting to bind port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 on network 19af1b57-4b24-4ce0-b71d-3dff69a93547 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:50.497277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 on network 19af1b57-4b24-4ce0-b71d-3dff69a93547 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:37:50.497624 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Attempting to bind port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 on network 19af1b57-4b24-4ce0-b71d-3dff69a93547 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:50.505043 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:37:50.505381 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Checking segment: {'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:37:50.505811 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Bound using segment: {'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:37:50.506336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Bound port: a0756b1b-4bbd-4eda-9bd0-bb83481a16e5, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:37:50.507007 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:50.517427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f79149-340c-46ca-b089-537404493999 req-a6c6034c-3bd6-47db-b946-1fbed1b03372 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:50.519882 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a3f79149-340c-46ca-b089-537404493999 req-a6c6034c-3bd6-47db-b946-1fbed1b03372 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 949 time: 0.1150756 Aug 28 12:37:50.583008 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] For port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:37:50.586937 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] For port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:37:50.592557 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:50.685308 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-ae1b2932-fd82-4fee-b44e-7adeb8843ae0 None None] Set router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:37:50.691476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-a3f79149-340c-46ca-b089-537404493999 req-19a9322c-9c2f-4c4f-950d-92e2e3e8222e tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Deleting port b0f40b95-0422-4998-bda7-1644d1a53d37 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:37:50.691890 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a3f79149-340c-46ca-b089-537404493999 req-19a9322c-9c2f-4c4f-950d-92e2e3e8222e tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:50.711551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-2c68577c-39ca-45f5-ab7d-ee006be15dea req-941e0c61-ff0e-4cd1-bded-79725a075d52 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1283442560', 'description': 'tempest-description-1910336781'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:50.756091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:50.756915 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:50.759323 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] 10.222.0.11 "PUT /v2.0/ports/a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 HTTP/1.1" status: 200 len: 1093 time: 1.1255982 Aug 28 12:37:50.778949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93577238-0224-48f5-8e8c-4a60995f8c94', 'tag': 'a0756b1b-4bbd-4eda-9bd0-bb83481a16e5'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:37:50.787312 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cf7568-4235-4716-844a-7d694b6f0b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "93577238-0224-48f5-8e8c-4a60995f8c94", "tag": "a0756b1b-4bbd-4eda-9bd0-bb83481a16e5"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:37:50.864946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a3f79149-340c-46ca-b089-537404493999 req-19a9322c-9c2f-4c4f-950d-92e2e3e8222e tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] For port b0f40b95-0422-4998-bda7-1644d1a53d37, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b0f40b95-0422-4998-bda7-1644d1a53d37,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:50.865700 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a3f79149-340c-46ca-b089-537404493999 req-19a9322c-9c2f-4c4f-950d-92e2e3e8222e tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:50.887266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-a3f79149-340c-46ca-b089-537404493999 req-19a9322c-9c2f-4c4f-950d-92e2e3e8222e tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Calling delete_port for b0f40b95-0422-4998-bda7-1644d1a53d37 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:37:50.911416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:50.917723 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2c68577c-39ca-45f5-ab7d-ee006be15dea req-941e0c61-ff0e-4cd1-bded-79725a075d52 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:50.927865 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:50.928213 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:50.928585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:50.928937 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:50.929270 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:50.929603 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:50.929921 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:50.931017 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:50.931017 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:50.931017 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:50.931406 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:50.931573 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653ce784-5422-4c3a-8ef7-ad8571a633f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:50.945300 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2c68577c-39ca-45f5-ab7d-ee006be15dea req-941e0c61-ff0e-4cd1-bded-79725a075d52 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:50.960545 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-a0095e33-f666-46de-bc1f-a125a5d1adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:50.962052 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-a0095e33-f666-46de-bc1f-a125a5d1adb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=496525a693484993be30a45f3dec82a7&device_id=93577238-0224-48f5-8e8c-4a60995f8c94 HTTP/1.1" status: 200 len: 1096 time: 0.1458898 Aug 28 12:37:51.073598 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-a232ffdc-cff6-4980-8599-2242b2e9b37e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 HTTP/1.1" status: 200 len: 217 time: 0.0921960 Aug 28 12:37:51.119504 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ae1b2932-fd82-4fee-b44e-7adeb8843ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:55Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fff87c2-a957-4f81-af61-59985af863cb', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'port_id': '32379d9f-3b48-4cc7-b49b-682e60444d55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'mac_address': 'fa:16:3e:b1:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7b421-b65b-457d-9f75-78d76b179569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:37:18Z', 'updated_at': '2021-08-28T12:37:48Z', 'revision_number': 1, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b91ddc-eb37-4129-8384-6ca9c82d88ad', 'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'mac_address': 'fa:16:3e:71:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:54Z', 'updated_at': '2021-08-28T12:37:04Z', 'revision_number': 5, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'subnets': [{'id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:37:51.149175 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a3f79149-340c-46ca-b089-537404493999 req-19a9322c-9c2f-4c4f-950d-92e2e3e8222e tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:51.153507 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-3eae8ea3-ba72-4717-811d-d76b596eb051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:51.154583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.11', 53338) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:51.155131 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-3eae8ea3-ba72-4717-811d-d76b596eb051 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e4a0be6-71b9-4bdb-9795-f2ece63793e5 HTTP/1.1" status: 200 len: 845 time: 0.0758822 Aug 28 12:37:51.165777 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['b0f40b95-0422-4998-bda7-1644d1a53d37'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:37:51.199500 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1b2932-fd82-4fee-b44e-7adeb8843ae0 None None] The sync data for ids ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'] in n-d-791505-21 is: [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:55Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fff87c2-a957-4f81-af61-59985af863cb', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'port_id': '32379d9f-3b48-4cc7-b49b-682e60444d55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'mac_address': 'fa:16:3e:b1:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a7b421-b65b-457d-9f75-78d76b179569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:37:18Z', 'updated_at': '2021-08-28T12:37:48Z', 'revision_number': 1, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b91ddc-eb37-4129-8384-6ca9c82d88ad', 'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'mac_address': 'fa:16:3e:71:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:54Z', 'updated_at': '2021-08-28T12:37:04Z', 'revision_number': 5, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'subnets': [{'id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:37:51.237109 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-26cef8e0-34a7-44c0-b901-68a36f546eda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19af1b57-4b24-4ce0-b71d-3dff69a93547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590999 Aug 28 12:37:51.334090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9322c-9c2f-4c4f-950d-92e2e3e8222e tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Pushing event deleted for resources: {'Port': ['ID=b0f40b95-0422-4998-bda7-1644d1a53d37,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:51.347489 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-62fe1e77-1394-40f4-acf3-7573ea78dd75 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=de901b464d624b77a5cb3d2eca91937d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1883421 Aug 28 12:37:51.360421 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2c68577c-39ca-45f5-ab7d-ee006be15dea req-941e0c61-ff0e-4cd1-bded-79725a075d52 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:51.377501 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2c68577c-39ca-45f5-ab7d-ee006be15dea req-941e0c61-ff0e-4cd1-bded-79725a075d52 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:51.433853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f79149-340c-46ca-b089-537404493999 req-19a9322c-9c2f-4c4f-950d-92e2e3e8222e tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] No DVR routers for this DVR port b0f40b95-0422-4998-bda7-1644d1a53d37 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:37:51.446453 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fadf8825-c028-4ed2-865a-769dfe25ef59 req-3e612d4d-df1f-44df-aa6f-958d934b0826 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 210 time: 0.1078768 Aug 28 12:37:51.447689 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a3f79149-340c-46ca-b089-537404493999 req-19a9322c-9c2f-4c4f-950d-92e2e3e8222e tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:51.449820 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a3f79149-340c-46ca-b089-537404493999 req-19a9322c-9c2f-4c4f-950d-92e2e3e8222e tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.11 "DELETE /v2.0/ports/b0f40b95-0422-4998-bda7-1644d1a53d37 HTTP/1.1" status: 204 len: 173 time: 0.9159703 Aug 28 12:37:51.638735 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e0c61-ff0e-4cd1-bded-79725a075d52 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88821fac-05e5-43bd-9ea8-a37603573184,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:51.705800 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-931dae9a-7be3-491f-b28f-ca7565873a09 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:51.707378 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-931dae9a-7be3-491f-b28f-ca7565873a09 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3392897 Aug 28 12:37:51.722671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Request body: {'port': {'device_id': '5e89ba65-e269-4b61-a415-763f69000296', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': 'de901b464d624b77a5cb3d2eca91937d'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:51.728631 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-44d8b753-be0c-43af-89cb-c23d3f47ace8 service neutron] 10.222.0.11 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814930 Aug 28 12:37:51.739819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d4af38-4a92-4747-ba85-99619f5def1e None None] New status for floating IP 9fff87c2-a957-4f81-af61-59985af863cb: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:37:51.802203 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2c68577c-39ca-45f5-ab7d-ee006be15dea req-941e0c61-ff0e-4cd1-bded-79725a075d52 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:51.807830 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2c68577c-39ca-45f5-ab7d-ee006be15dea req-941e0c61-ff0e-4cd1-bded-79725a075d52 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:51.850066 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2c68577c-39ca-45f5-ab7d-ee006be15dea req-941e0c61-ff0e-4cd1-bded-79725a075d52 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:51.858997 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2c68577c-39ca-45f5-ab7d-ee006be15dea req-941e0c61-ff0e-4cd1-bded-79725a075d52 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1885500 Aug 28 12:37:51.894957 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e0c61-ff0e-4cd1-bded-79725a075d52 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddbd1d5-f394-4d2f-92d9-418b9ee84932,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:51.915067 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7fe74d1-6a38-414f-8675-2c769ffd8a39 req-0e706951-4394-49e1-94f6-691c05e8a650 service neutron] 10.222.0.11 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715124 Aug 28 12:37:51.974002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Made reservation on behalf of de901b464d624b77a5cb3d2eca91937d for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:37:51.974002 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:52.089726 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7f385d-defa-4aef-a356-a73b7120cf95 x-openstack-request-id: req-4d7f385d-defa-4aef-a356-a73b7120cf95 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:37:52.090065 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a7b421-b65b-457d-9f75-78d76b179569", "tag": "32379d9f-3b48-4cc7-b49b-682e60444d55", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:37:52.090385 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d7f385d-defa-4aef-a356-a73b7120cf95 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:37:52.090714 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a7b421-b65b-457d-9f75-78d76b179569', 'tag': '32379d9f-3b48-4cc7-b49b-682e60444d55', 'status': 'completed', 'code': 200} Aug 28 12:37:52.097731 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481e8d2a-e260-4c7f-a63e-32f8b71c161e x-openstack-request-id: req-481e8d2a-e260-4c7f-a63e-32f8b71c161e {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:37:52.098015 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93577238-0224-48f5-8e8c-4a60995f8c94", "tag": "a0756b1b-4bbd-4eda-9bd0-bb83481a16e5", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:37:52.098267 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-481e8d2a-e260-4c7f-a63e-32f8b71c161e {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:37:52.098687 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93577238-0224-48f5-8e8c-4a60995f8c94', 'tag': 'a0756b1b-4bbd-4eda-9bd0-bb83481a16e5', 'status': 'completed', 'code': 200} Aug 28 12:37:52.219638 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf7568-4235-4716-844a-7d694b6f0b8a req-9454a720-4d71-498d-abfa-d2768a5ca939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:52.221809 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e8cf7568-4235-4716-844a-7d694b6f0b8a req-9454a720-4d71-498d-abfa-d2768a5ca939 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=496525a693484993be30a45f3dec82a7&device_id=93577238-0224-48f5-8e8c-4a60995f8c94 HTTP/1.1" status: 200 len: 1096 time: 0.0713227 Aug 28 12:37:52.256631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386f761-238b-4887-9dea-90f439f6186a req-bc33811f-c9d6-408c-818d-26689637207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:52.258153 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1386f761-238b-4887-9dea-90f439f6186a req-bc33811f-c9d6-408c-818d-26689637207a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83337d60d57f4fdc939f5ecaedf1b2a7&device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 1098 time: 0.1704018 Aug 28 12:37:52.311749 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0beb3-a8ef-49f6-befe-2bffba96c017 req-14d88fa1-6f9c-4b87-8983-7aa78ab1628d tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:52.319715 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ad0beb3-a8ef-49f6-befe-2bffba96c017 req-14d88fa1-6f9c-4b87-8983-7aa78ab1628d tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=93577238-0224-48f5-8e8c-4a60995f8c94 HTTP/1.1" status: 200 len: 944 time: 0.1733944 Aug 28 12:37:52.383996 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Allocated IP 192.168.233.204 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/207354af-923b-44fb-9141-0b65dfa6ecfd) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:37:52.438437 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf7568-4235-4716-844a-7d694b6f0b8a req-4d0d6585-8fca-474a-96ba-0f8d60225170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:52.440349 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e8cf7568-4235-4716-844a-7d694b6f0b8a req-4d0d6585-8fca-474a-96ba-0f8d60225170 service neutron] 10.222.0.11 "GET /v2.0/networks?id=19af1b57-4b24-4ce0-b71d-3dff69a93547 HTTP/1.1" status: 200 len: 905 time: 0.1999605 Aug 28 12:37:52.459119 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25ea222b-3b0b-49b3-927a-2cb543bf17c6 req-608fd8de-efcd-4531-aa24-ea1688884267 tempest-DeleteServersAdminTestJSON-1092873841 tempest-DeleteServersAdminTestJSON-1092873841-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c884970-3dea-4b13-b72b-34f6c7d7ddfd HTTP/1.1" status: 200 len: 210 time: 0.0422597 Aug 28 12:37:52.497198 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e8cf7568-4235-4716-844a-7d694b6f0b8a req-8b99c252-235a-428e-9c0a-23d53f775184 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 HTTP/1.1" status: 200 len: 217 time: 0.0408156 Aug 28 12:37:52.498849 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ad0beb3-a8ef-49f6-befe-2bffba96c017 req-344c539f-2ec2-4fcb-9ceb-3e8ad126e2f2 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782990 Aug 28 12:37:52.506246 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-7134bc55-c913-469c-944d-5ec34418f040 req-4d3a00b4-83f4-4cc0-9a28-8786345ab4fd tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1592021790', 'description': 'tempest-description-1271140585'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:52.540821 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386f761-238b-4887-9dea-90f439f6186a req-3d8b02e6-ff35-42c8-ab03-4f79ca6ec69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:52.542483 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1386f761-238b-4887-9dea-90f439f6186a req-3d8b02e6-ff35-42c8-ab03-4f79ca6ec69c service neutron] 10.222.0.10 "GET /v2.0/networks?id=a03c9b71-7c51-4af0-ad11-1d5b2280ced4 HTTP/1.1" status: 200 len: 924 time: 0.2731478 Aug 28 12:37:52.598552 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7134bc55-c913-469c-944d-5ec34418f040 req-4d3a00b4-83f4-4cc0-9a28-8786345ab4fd tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:52.619291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf7568-4235-4716-844a-7d694b6f0b8a req-f31882c2-c2bf-4e57-86a6-35f8d09b69fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:52.621979 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e8cf7568-4235-4716-844a-7d694b6f0b8a req-f31882c2-c2bf-4e57-86a6-35f8d09b69fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e4a0be6-71b9-4bdb-9795-f2ece63793e5 HTTP/1.1" status: 200 len: 845 time: 0.1103666 Aug 28 12:37:52.690928 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e8cf7568-4235-4716-844a-7d694b6f0b8a req-5bd39577-dac0-4171-b35f-057640c40051 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19af1b57-4b24-4ce0-b71d-3dff69a93547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606194 Aug 28 12:37:52.710440 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1386f761-238b-4887-9dea-90f439f6186a req-462ce91f-f6d9-43a0-941b-c451ff006a49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32379d9f-3b48-4cc7-b49b-682e60444d55 HTTP/1.1" status: 200 len: 1002 time: 0.1362050 Aug 28 12:37:52.777677 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:52.816180 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16be794-f3fa-4ab6-ac73-61b2a95f41c7 req-f3ed1495-a808-49d4-90aa-3603c3e02970 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 210 time: 0.0361001 Aug 28 12:37:52.826197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386f761-238b-4887-9dea-90f439f6186a req-36dcfa3f-edba-40aa-9903-77b1dee0fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:52.828349 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1386f761-238b-4887-9dea-90f439f6186a req-36dcfa3f-edba-40aa-9903-77b1dee0fc6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fcfd29c-4f31-4b94-b976-9b055b77b757 HTTP/1.1" status: 200 len: 863 time: 0.1041191 Aug 28 12:37:52.829499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Transition to ACTIVE for port object 207354af-923b-44fb-9141-0b65dfa6ecfd will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:52.857937 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7134bc55-c913-469c-944d-5ec34418f040 req-4d3a00b4-83f4-4cc0-9a28-8786345ab4fd tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:52.861445 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e8cf7568-4235-4716-844a-7d694b6f0b8a req-c46379de-5568-4a57-a747-0ad51605cc7c service neutron] 10.222.0.11 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614356 Aug 28 12:37:52.862700 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7134bc55-c913-469c-944d-5ec34418f040 req-4d3a00b4-83f4-4cc0-9a28-8786345ab4fd tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:52.900579 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386f761-238b-4887-9dea-90f439f6186a req-9a498e17-64fb-49a2-a03c-357e6cc1bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:52.902111 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1386f761-238b-4887-9dea-90f439f6186a req-9a498e17-64fb-49a2-a03c-357e6cc1bc72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a03c9b71-7c51-4af0-ad11-1d5b2280ced4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662932 Aug 28 12:37:52.911439 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:52.923941 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['fe66d925-ad32-42db-83dd-9f840dc9e018'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:37:52.932375 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7134bc55-c913-469c-944d-5ec34418f040 req-4d3a00b4-83f4-4cc0-9a28-8786345ab4fd tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:52.933611 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7134bc55-c913-469c-944d-5ec34418f040 req-4d3a00b4-83f4-4cc0-9a28-8786345ab4fd tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4345603 Aug 28 12:37:52.996280 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e8cf7568-4235-4716-844a-7d694b6f0b8a req-9c51026c-656c-40fe-a9b9-952581910928 service neutron] 10.222.0.11 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256709 Aug 28 12:37:52.997493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a00b4-83f4-4cc0-9a28-8786345ab4fd tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055630fa-905c-4928-a4d7-c9c34931a0be,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:53.005057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:37:53.012988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:37:53.019853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:37:53.025196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:53.025689 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:53.031366 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Pushing event updated for resources: {'Port': ['ID=207354af-923b-44fb-9141-0b65dfa6ecfd,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:53.054713 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:53.055076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:53.055381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:53.055725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:53.056048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:53.056413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:53.056697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:53.057013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:53.057389 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:53.057656 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:53.057977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:53.058414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:53.070110 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-82bd1882-01f9-4a65-916a-a7e135e6417e tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3527262 Aug 28 12:37:53.096260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Request body: {'port': {'device_id': '5e89ba65-e269-4b61-a415-763f69000296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:37:53.177388 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:53.197871 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1386f761-238b-4887-9dea-90f439f6186a req-59f05153-fa57-4497-8a5e-93cf7aa969f4 service neutron] 10.222.0.10 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841713 Aug 28 12:37:53.317613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7d89f742-6b31-4296-9e74-604da6722c3f None None] Provisioning for port 207354af-923b-44fb-9141-0b65dfa6ecfd completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:53.328261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7d89f742-6b31-4296-9e74-604da6722c3f None None] Provisioning complete for port 207354af-923b-44fb-9141-0b65dfa6ecfd triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:53.329269 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7d89f742-6b31-4296-9e74-604da6722c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:53.409099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7d89f742-6b31-4296-9e74-604da6722c3f None None] Port 207354af-923b-44fb-9141-0b65dfa6ecfd cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:37:53.444418 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-8f842939-a690-4f3a-a1d0-11b20f3b711e tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36789 time: 0.3162625 Aug 28 12:37:53.494152 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-ae6596c7-ba9f-4077-b1f0-bcd7aa720d43 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/13a3e283-ff54-4f18-8ce9-1e9974eb0547 HTTP/1.1" status: 200 len: 2981 time: 0.0422504 Aug 28 12:37:53.553269 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-16c55c79-2f78-48fb-9e36-a64f4ef924bb tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/13a3e283-ff54-4f18-8ce9-1e9974eb0547 HTTP/1.1" status: 200 len: 2981 time: 0.0450387 Aug 28 12:37:53.630945 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-1b62bd07-903d-4069-9b2f-e8ee0f52be48 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3fd80b12-67c2-4d08-9938-dc28bff4630f HTTP/1.1" status: 200 len: 2981 time: 0.0602176 Aug 28 12:37:53.714936 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-e8400b72-9ead-4af7-a533-37eb5ed9e438 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3fd80b12-67c2-4d08-9938-dc28bff4630f HTTP/1.1" status: 200 len: 2981 time: 0.0829329 Aug 28 12:37:53.756942 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1386f761-238b-4887-9dea-90f439f6186a req-0b9e0e9d-dfcf-4771-820c-a5d4bd5759da service neutron] 10.222.0.10 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079584 Aug 28 12:37:53.762594 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-71027147-02af-4a23-acfd-7c60cd3eed6d tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/44dee745-ee19-4ca9-89c7-1e9d0e721ce9 HTTP/1.1" status: 200 len: 2977 time: 0.0416377 Aug 28 12:37:53.808653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b0b93-3f6b-4b07-8ce7-fc20f56b3ca3 req-e965ba3d-52bf-4af2-8bbf-efd1a2e6399b tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:53.809746 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c85b0b93-3f6b-4b07-8ce7-fc20f56b3ca3 req-e965ba3d-52bf-4af2-8bbf-efd1a2e6399b tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=93577238-0224-48f5-8e8c-4a60995f8c94 HTTP/1.1" status: 200 len: 944 time: 0.0871627 Aug 28 12:37:53.847179 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-cd78a3c6-dce6-451b-8a5f-3799e0be44f5 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/44dee745-ee19-4ca9-89c7-1e9d0e721ce9 HTTP/1.1" status: 200 len: 2977 time: 0.0733340 Aug 28 12:37:53.883091 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c85b0b93-3f6b-4b07-8ce7-fc20f56b3ca3 req-1807f7bd-4373-4d01-84ef-92b370768a76 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663509 Aug 28 12:37:53.894286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207354af-923b-44fb-9141-0b65dfa6ecfd {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:37:53.903827 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:53.917378 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-8bdc6744-0279-4bd4-8a41-97b2bb702392 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/62d7a4f6-9381-4d10-9e64-08fe3c1665de HTTP/1.1" status: 200 len: 2973 time: 0.0612731 Aug 28 12:37:53.929387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Transition to ACTIVE for port object 207354af-923b-44fb-9141-0b65dfa6ecfd will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:37:53.939771 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:53.970537 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-ac66c91d-31ee-4f16-8f40-d114719f5df0 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/62d7a4f6-9381-4d10-9e64-08fe3c1665de HTTP/1.1" status: 200 len: 2973 time: 0.0518026 Aug 28 12:37:54.030920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Pushing event updated for resources: {'Port': ['ID=207354af-923b-44fb-9141-0b65dfa6ecfd,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:54.063948 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-79322801-bc1c-4e3c-b580-3fcc3450737d tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/88821fac-05e5-43bd-9ea8-a37603573184 HTTP/1.1" status: 200 len: 2981 time: 0.0856626 Aug 28 12:37:54.080476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Attempting to bind port 207354af-923b-44fb-9141-0b65dfa6ecfd on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:37:54.080822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Attempting to bind port 207354af-923b-44fb-9141-0b65dfa6ecfd by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:37:54.081192 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Attempting to bind port 207354af-923b-44fb-9141-0b65dfa6ecfd on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:54.086127 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Port 207354af-923b-44fb-9141-0b65dfa6ecfd on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:37:54.086481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Attempting to bind port 207354af-923b-44fb-9141-0b65dfa6ecfd on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:37:54.092450 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c884970-3dea-4b13-b72b-34f6c7d7ddfd', 'name': 'network-vif-deleted', 'tag': 'b0f40b95-0422-4998-bda7-1644d1a53d37'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:37:54.095717 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a12fd13-a07e-4430-9f76-14b3b0fc0e18" -d '{"events": [{"server_uuid": "7c884970-3dea-4b13-b72b-34f6c7d7ddfd", "name": "network-vif-deleted", "tag": "b0f40b95-0422-4998-bda7-1644d1a53d37"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:37:54.101303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:37:54.101660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:37:54.101966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:37:54.102490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Bound port: 207354af-923b-44fb-9141-0b65dfa6ecfd, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:37:54.103003 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:54.138835 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-5599e1e2-f313-4973-9fe2-509056341b78 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/88821fac-05e5-43bd-9ea8-a37603573184 HTTP/1.1" status: 200 len: 2981 time: 0.0689065 Aug 28 12:37:54.188449 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-cc01b092-bb6d-48a5-9c70-1d7745ead2bd tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9572cf52-02a5-4fbe-b373-f99b36c99c5c HTTP/1.1" status: 200 len: 2977 time: 0.0420165 Aug 28 12:37:54.205664 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9d344-e753-471a-a5e7-5bc4045031bf req-171f8a85-dc6c-4823-a301-094c2a03ff33 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:54.207328 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5be9d344-e753-471a-a5e7-5bc4045031bf req-171f8a85-dc6c-4823-a301-094c2a03ff33 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 948 time: 0.0906382 Aug 28 12:37:54.214160 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] For port 207354af-923b-44fb-9141-0b65dfa6ecfd, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:37:54.218330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] For port 207354af-923b-44fb-9141-0b65dfa6ecfd, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=207354af-923b-44fb-9141-0b65dfa6ecfd,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:37:54.235200 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:54.245128 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-9257d057-4845-4433-9a7c-4600bcee84c1 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9572cf52-02a5-4fbe-b373-f99b36c99c5c HTTP/1.1" status: 200 len: 2977 time: 0.0498004 Aug 28 12:37:54.295825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:54.296563 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:54.298941 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] 10.222.0.11 "PUT /v2.0/ports/207354af-923b-44fb-9141-0b65dfa6ecfd HTTP/1.1" status: 200 len: 1097 time: 1.2086916 Aug 28 12:37:54.321394 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-1ff5e721-a110-4544-8ee2-2f1e1e9b23ce tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/95f79b54-ee9c-406b-8e86-57879dd6e690 HTTP/1.1" status: 200 len: 2981 time: 0.0680778 Aug 28 12:37:54.322891 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5be9d344-e753-471a-a5e7-5bc4045031bf req-4f0375b6-fa68-4e7b-b64b-835ab7e2da88 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026111 Aug 28 12:37:54.361101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef1e22-dda7-4d9f-a06e-895970005167 service neutron] Pushing event updated for resources: {'Port': ['ID=207354af-923b-44fb-9141-0b65dfa6ecfd,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:54.395784 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-9cb883c0-2b50-43ef-85c3-b1b12fff587c tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/95f79b54-ee9c-406b-8e86-57879dd6e690 HTTP/1.1" status: 200 len: 2981 time: 0.0674715 Aug 28 12:37:54.446272 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-7557e7d2-bf7a-4ccf-9cfa-31478fb9e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:54.448237 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-7557e7d2-bf7a-4ccf-9cfa-31478fb9e294 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de901b464d624b77a5cb3d2eca91937d&device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 1100 time: 0.0967607 Aug 28 12:37:54.452397 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-5efa071b-342a-4b18-85c6-8fa4001d7809 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9bed2676-1660-4ee8-bf20-e75ac347d215 HTTP/1.1" status: 200 len: 2981 time: 0.0545278 Aug 28 12:37:54.504341 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-81139de7-9d4a-4fc3-a851-cc25b14d5bdc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=207354af-923b-44fb-9141-0b65dfa6ecfd HTTP/1.1" status: 200 len: 217 time: 0.0480590 Aug 28 12:37:54.509175 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800384e7-ab8d-4772-9fe8-2f4546b0ee7d x-openstack-request-id: req-800384e7-ab8d-4772-9fe8-2f4546b0ee7d {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:37:54.509469 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c884970-3dea-4b13-b72b-34f6c7d7ddfd", "name": "network-vif-deleted", "tag": "b0f40b95-0422-4998-bda7-1644d1a53d37", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:37:54.509726 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-800384e7-ab8d-4772-9fe8-2f4546b0ee7d {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:37:54.510119 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c884970-3dea-4b13-b72b-34f6c7d7ddfd', 'name': 'network-vif-deleted', 'tag': 'b0f40b95-0422-4998-bda7-1644d1a53d37', 'status': 'completed', 'code': 200} Aug 28 12:37:54.522922 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-6bfd6115-a4f3-4acb-bfde-c0baeefc7f2f tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9bed2676-1660-4ee8-bf20-e75ac347d215 HTTP/1.1" status: 200 len: 2981 time: 0.0525780 Aug 28 12:37:54.540455 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58614) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:54.581036 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-248b5962-393d-40bd-9d67-5c66c7407c72 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b1b0b008-4ef0-413b-8f99-cc6adf2e1a86 HTTP/1.1" status: 200 len: 2977 time: 0.0571213 Aug 28 12:37:54.600494 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-27d4ed52-d1dc-4cec-abc7-3fc5b5319d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:54.605427 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-27d4ed52-d1dc-4cec-abc7-3fc5b5319d99 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0892105 Aug 28 12:37:54.664523 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-ecf46925-17a9-41fc-8dfc-a79c68889f8d tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b1b0b008-4ef0-413b-8f99-cc6adf2e1a86 HTTP/1.1" status: 200 len: 2977 time: 0.0699890 Aug 28 12:37:54.693825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-9507dccf-4807-4d8b-8444-261feede9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:54.695788 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-9507dccf-4807-4d8b-8444-261feede9524 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0830770 Aug 28 12:37:54.738935 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-eb82cb86-5451-4970-b4fa-9ba87968e7a6 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e6afee04-2f49-4ad1-a05c-2a79d1149ead HTTP/1.1" status: 200 len: 2977 time: 0.0608065 Aug 28 12:37:54.780775 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc72ce07-ce2a-4289-9f94-e5a35e6f56af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:54.808122 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-673bf101-3fff-4dd4-a714-ca1614d1f1be service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006002 Aug 28 12:37:54.815085 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213943d2-1d8b-497b-971c-5f3cec7fd84d req-8d6434cf-07b8-4834-b792-6f672c1cc7cb tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e6afee04-2f49-4ad1-a05c-2a79d1149ead HTTP/1.1" status: 200 len: 2977 time: 0.0685289 Aug 28 12:37:54.928396 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ea3e146-e9d5-470c-990f-03ae549f6343 req-7235d407-70ec-4fae-adf8-e81c76c9b756 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134107 Aug 28 12:37:54.983442 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc72ce07-ce2a-4289-9f94-e5a35e6f56af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:54.990928 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc72ce07-ce2a-4289-9f94-e5a35e6f56af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.051512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5ad9a-04fe-48fa-b4a7-ef1347cb4231 req-3aa0a838-ffe3-4b54-b480-6acffd287e5b tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:55.053049 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f8b5ad9a-04fe-48fa-b4a7-ef1347cb4231 req-3aa0a838-ffe3-4b54-b480-6acffd287e5b tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=93577238-0224-48f5-8e8c-4a60995f8c94 HTTP/1.1" status: 200 len: 944 time: 0.0547776 Aug 28 12:37:55.053799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72ce07-ce2a-4289-9f94-e5a35e6f56af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce1b8a0-cb00-4335-bb74-e44c5a9a8ba6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:55.060907 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fc72ce07-ce2a-4289-9f94-e5a35e6f56af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a664482d11c4132ac64e6d4dc5dd941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194178 Aug 28 12:37:55.063305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58644) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:55.079215 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3799f32c-b55b-4037-b213-bcae0e04fc40 req-846dcca4-0db5-4bb4-96c0-f87e8567504a tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e00b8da44a174ce09a77f49289b9b657 HTTP/1.1" status: 200 len: 6101 time: 0.1954355 Aug 28 12:37:55.128094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f8b5ad9a-04fe-48fa-b4a7-ef1347cb4231 req-d0a532e3-5476-44ae-94d4-85a0501ae8cb tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636771 Aug 28 12:37:55.130279 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3799f32c-b55b-4037-b213-bcae0e04fc40 req-08087733-3834-4802-95a9-5c332a6c529d tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] 10.222.0.20 "GET /v2.0/security-groups/9bed2676-1660-4ee8-bf20-e75ac347d215 HTTP/1.1" status: 200 len: 2981 time: 0.0449839 Aug 28 12:37:55.131181 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58646) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:55.157972 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f72e-bb4e-43b8-9da0-c720fadcaa54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.191377 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f72e-bb4e-43b8-9da0-c720fadcaa54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.208879 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3799f32c-b55b-4037-b213-bcae0e04fc40 req-f517855d-b7ab-4c6f-bc9d-b21b17117e1f tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] 10.222.0.20 "GET /v2.0/security-groups/9bed2676-1660-4ee8-bf20-e75ac347d215 HTTP/1.1" status: 200 len: 2981 time: 0.0714576 Aug 28 12:37:55.264613 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f72e-bb4e-43b8-9da0-c720fadcaa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.268183 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cdf4f72e-bb4e-43b8-9da0-c720fadcaa54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.273000 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cdf4f72e-bb4e-43b8-9da0-c720fadcaa54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ce1b8a0-cb00-4335-bb74-e44c5a9a8ba6 HTTP/1.1" status: 204 len: 168 time: 0.2074084 Aug 28 12:37:55.282212 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4f72e-bb4e-43b8-9da0-c720fadcaa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce1b8a0-cb00-4335-bb74-e44c5a9a8ba6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:55.306452 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-38861c92-09d7-4254-b269-6ad32cf26dfb req-3c8a407b-1c1d-406e-b8dd-101d1b0fe3e1 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/055630fa-905c-4928-a4d7-c9c34931a0be HTTP/1.1" status: 200 len: 1778 time: 0.0661657 Aug 28 12:37:55.360363 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f946b19a-18ea-4e04-9e85-8f71898fe9a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=127fcb36418e4b8498da8f42b96bea9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2276759 Aug 28 12:37:55.362967 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58662) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:55.392364 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-38861c92-09d7-4254-b269-6ad32cf26dfb req-e3928741-ed8e-4200-8ec6-9f89e31a5180 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.427151 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-38861c92-09d7-4254-b269-6ad32cf26dfb req-e3928741-ed8e-4200-8ec6-9f89e31a5180 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.446036 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cde80-eedc-4bf3-a69e-12481a8a59c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.481126 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cde80-eedc-4bf3-a69e-12481a8a59c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.498962 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-38861c92-09d7-4254-b269-6ad32cf26dfb req-e3928741-ed8e-4200-8ec6-9f89e31a5180 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.501644 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-38861c92-09d7-4254-b269-6ad32cf26dfb req-e3928741-ed8e-4200-8ec6-9f89e31a5180 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.502800 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-38861c92-09d7-4254-b269-6ad32cf26dfb req-e3928741-ed8e-4200-8ec6-9f89e31a5180 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/055630fa-905c-4928-a4d7-c9c34931a0be HTTP/1.1" status: 204 len: 173 time: 0.1906273 Aug 28 12:37:55.526190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3928741-ed8e-4200-8ec6-9f89e31a5180 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055630fa-905c-4928-a4d7-c9c34931a0be,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:55.556651 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cde80-eedc-4bf3-a69e-12481a8a59c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.562298 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c4cde80-eedc-4bf3-a69e-12481a8a59c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.564028 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3c4cde80-eedc-4bf3-a69e-12481a8a59c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9572cf52-02a5-4fbe-b373-f99b36c99c5c HTTP/1.1" status: 204 len: 168 time: 0.1991639 Aug 28 12:37:55.573553 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cde80-eedc-4bf3-a69e-12481a8a59c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9572cf52-02a5-4fbe-b373-f99b36c99c5c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:55.673633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4238c8-db50-4e35-b774-9c0993a3859c req-de0956f1-c048-4326-9025-88994c8e9d91 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:55.676788 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dc4238c8-db50-4e35-b774-9c0993a3859c req-de0956f1-c048-4326-9025-88994c8e9d91 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 948 time: 0.0866857 Aug 28 12:37:55.713125 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5d4fcbe2-1515-4b90-98a1-b669b3e6dfb0 req-0c17a622-8df8-47c3-90ae-ee7db65d7607 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "GET /v2.0/security-groups/bddbd1d5-f394-4d2f-92d9-418b9ee84932 HTTP/1.1" status: 200 len: 1778 time: 0.0592027 Aug 28 12:37:55.736207 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dc4238c8-db50-4e35-b774-9c0993a3859c req-e3f0068b-a5c1-4ed1-9351-41926ba20680 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528576 Aug 28 12:37:55.757963 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58676) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:55.781713 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5d4fcbe2-1515-4b90-98a1-b669b3e6dfb0 req-e588e9f7-8116-4e88-b0e3-50bdceba8b03 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.808849 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5d4fcbe2-1515-4b90-98a1-b669b3e6dfb0 req-e588e9f7-8116-4e88-b0e3-50bdceba8b03 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.881453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:37:55.885269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b0f40b95-0422-4998-bda7-1644d1a53d37 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:37:55.887248 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5d4fcbe2-1515-4b90-98a1-b669b3e6dfb0 req-e588e9f7-8116-4e88-b0e3-50bdceba8b03 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.891359 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5d4fcbe2-1515-4b90-98a1-b669b3e6dfb0 req-e588e9f7-8116-4e88-b0e3-50bdceba8b03 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:55.893477 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5d4fcbe2-1515-4b90-98a1-b669b3e6dfb0 req-e588e9f7-8116-4e88-b0e3-50bdceba8b03 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/bddbd1d5-f394-4d2f-92d9-418b9ee84932 HTTP/1.1" status: 204 len: 173 time: 0.1727967 Aug 28 12:37:55.908555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588e9f7-8116-4e88-b0e3-50bdceba8b03 tempest-SecurityGroupsTestAdminJSON-518910177 tempest-SecurityGroupsTestAdminJSON-518910177-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddbd1d5-f394-4d2f-92d9-418b9ee84932,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:55.925753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58684) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:55.945313 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f53cf3bd-5a9d-4c6c-acb2-0b0e46858f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.044370 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0f5f948c-597a-4f2a-a293-d2221a618996 req-d7dc54f9-762d-4975-a573-1fd4d2df85be tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] 10.222.0.20 "GET /v2.0/security-groups/8d35d2ab-3500-4335-9f74-3426cd644455 HTTP/1.1" status: 200 len: 1776 time: 0.1074235 Aug 28 12:37:56.097991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:56.111155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'a0756b1b-4bbd-4eda-9bd0-bb83481a16e5', 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547', 'port_id': 'a0756b1b-4bbd-4eda-9bd0-bb83481a16e5', 'mac_address': 'fa:16:3e:9d:fd:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4a0be6-71b9-4bdb-9795-f2ece63793e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:37:56.118160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: b0f40b95-0422-4998-bda7-1644d1a53d37 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:37:56.118740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b0f40b95-0422-4998-bda7-1644d1a53d37 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:37:56.119126 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0f5f948c-597a-4f2a-a293-d2221a618996 req-f9b5f544-0d02-4f8f-8f84-5c540df9a65e tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.134846 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f53cf3bd-5a9d-4c6c-acb2-0b0e46858f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.144060 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f53cf3bd-5a9d-4c6c-acb2-0b0e46858f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.165691 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0f5f948c-597a-4f2a-a293-d2221a618996 req-f9b5f544-0d02-4f8f-8f84-5c540df9a65e tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.196697 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f53cf3bd-5a9d-4c6c-acb2-0b0e46858f01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2293fac8d0114cfaaf47ef2900cb3f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699049 Aug 28 12:37:56.197884 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cf3bd-5a9d-4c6c-acb2-0b0e46858f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721c443a-47f8-492b-859f-fe47a2f88817,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:56.200978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58696) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:56.208957 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.225957 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:37:56.251110 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:56.259483 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.273346 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0f5f948c-597a-4f2a-a293-d2221a618996 req-f9b5f544-0d02-4f8f-8f84-5c540df9a65e tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.276485 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0f5f948c-597a-4f2a-a293-d2221a618996 req-f9b5f544-0d02-4f8f-8f84-5c540df9a65e tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.289715 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0f5f948c-597a-4f2a-a293-d2221a618996 req-f9b5f544-0d02-4f8f-8f84-5c540df9a65e tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] 10.222.0.20 "DELETE /v2.0/security-groups/8d35d2ab-3500-4335-9f74-3426cd644455 HTTP/1.1" status: 204 len: 173 time: 0.2368624 Aug 28 12:37:56.299629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aaa5bd63-0f3a-4d01-bbb5-31607b4ad0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.339601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5f544-0d02-4f8f-8f84-5c540df9a65e tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d35d2ab-3500-4335-9f74-3426cd644455,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:56.342866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:56.347729 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d989206b-e867-4dd3-9208-69492951306b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.367303 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:56.367809 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:56.368232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:56.368850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:56.370207 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58702) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:56.370831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:56.372612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:56.373128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:56.373464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:56.378683 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:56.378683 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:56.378683 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:56.378683 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:37:56.429923 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d989206b-e867-4dd3-9208-69492951306b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.432821 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-08635a13-1531-4cb5-9866-df81a5e6b7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.460273 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aaa5bd63-0f3a-4d01-bbb5-31607b4ad0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.465222 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aaa5bd63-0f3a-4d01-bbb5-31607b4ad0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.471760 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['a0756b1b-4bbd-4eda-9bd0-bb83481a16e5'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:37:56.511294 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-aaa5bd63-0f3a-4d01-bbb5-31607b4ad0c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb91fd63d83b454c9961c2e94ab0fc67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7509713 Aug 28 12:37:56.511294 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5bd63-0f3a-4d01-bbb5-31607b4ad0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd523d8-3132-47e5-8783-f5532e65497e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:56.512768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58704) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:56.512891 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e89ba65-e269-4b61-a415-763f69000296', 'tag': '207354af-923b-44fb-9141-0b65dfa6ecfd'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:37:56.516944 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d3e464-fb7c-47f8-8fb6-c21f972119a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e89ba65-e269-4b61-a415-763f69000296", "tag": "207354af-923b-44fb-9141-0b65dfa6ecfd"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:37:56.538436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a6fd1-42f8-4fdf-9d07-f3cc5c42b873 req-2f040449-ec92-4f00-b31e-7f0c774258e8 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:56.551158 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-924a6fd1-42f8-4fdf-9d07-f3cc5c42b873 req-2f040449-ec92-4f00-b31e-7f0c774258e8 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=93577238-0224-48f5-8e8c-4a60995f8c94 HTTP/1.1" status: 200 len: 945 time: 0.1612992 Aug 28 12:37:56.570961 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0afb95fd-f598-4da7-bca3-70f559fda695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.586605 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d989206b-e867-4dd3-9208-69492951306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.589190 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d989206b-e867-4dd3-9208-69492951306b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.590987 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d989206b-e867-4dd3-9208-69492951306b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/721c443a-47f8-492b-859f-fe47a2f88817 HTTP/1.1" status: 204 len: 168 time: 0.3762677 Aug 28 12:37:56.599506 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0afb95fd-f598-4da7-bca3-70f559fda695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.637157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989206b-e867-4dd3-9208-69492951306b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721c443a-47f8-492b-859f-fe47a2f88817,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:56.700264 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0afb95fd-f598-4da7-bca3-70f559fda695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.703567 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-924a6fd1-42f8-4fdf-9d07-f3cc5c42b873 req-71139a90-5b53-47fe-8008-150254d19627 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310637 Aug 28 12:37:56.706841 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0afb95fd-f598-4da7-bca3-70f559fda695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.712714 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0afb95fd-f598-4da7-bca3-70f559fda695 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bd523d8-3132-47e5-8783-f5532e65497e HTTP/1.1" status: 204 len: 168 time: 0.1956124 Aug 28 12:37:56.729921 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb95fd-f598-4da7-bca3-70f559fda695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd523d8-3132-47e5-8783-f5532e65497e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:56.792912 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45505a60-2975-41f9-87f1-0e7e51ad61e8 x-openstack-request-id: req-45505a60-2975-41f9-87f1-0e7e51ad61e8 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:37:56.793662 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e89ba65-e269-4b61-a415-763f69000296", "tag": "207354af-923b-44fb-9141-0b65dfa6ecfd", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:37:56.794019 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45505a60-2975-41f9-87f1-0e7e51ad61e8 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:37:56.796776 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e89ba65-e269-4b61-a415-763f69000296', 'tag': '207354af-923b-44fb-9141-0b65dfa6ecfd', 'status': 'completed', 'code': 200} Aug 28 12:37:56.846576 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2f1c5959-8110-4f34-97d0-cd2ee788b315 req-693f6746-9fde-49b6-a369-891d9481d87b tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] 10.222.0.20 "GET /v2.0/security-groups/14cc7459-13c4-40cc-a194-dc2cc1e05102 HTTP/1.1" status: 200 len: 1777 time: 0.0966523 Aug 28 12:37:56.852456 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-08635a13-1531-4cb5-9866-df81a5e6b7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.870961 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-08635a13-1531-4cb5-9866-df81a5e6b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:56.904633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3e464-fb7c-47f8-8fb6-c21f972119a1 req-ea41fc00-9687-4ac4-810c-7918d1266cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:56.906929 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19d3e464-fb7c-47f8-8fb6-c21f972119a1 req-ea41fc00-9687-4ac4-810c-7918d1266cbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de901b464d624b77a5cb3d2eca91937d&device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 1100 time: 0.1055071 Aug 28 12:37:56.964087 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2f1c5959-8110-4f34-97d0-cd2ee788b315 req-c5003810-0203-4f7e-aec5-e6e95e6a6ef8 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:57.012018 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08635a13-1531-4cb5-9866-df81a5e6b7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c55b296-1c8b-45d8-9923-08015a987f95,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:57.033735 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2f1c5959-8110-4f34-97d0-cd2ee788b315 req-c5003810-0203-4f7e-aec5-e6e95e6a6ef8 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:57.033910 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-08635a13-1531-4cb5-9866-df81a5e6b7ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfb4acc4b5b24d41a71ef4576ad9cc14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6588290 Aug 28 12:37:57.034097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58724) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:57.078171 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2f1c5959-8110-4f34-97d0-cd2ee788b315 req-c5003810-0203-4f7e-aec5-e6e95e6a6ef8 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:57.082175 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2f1c5959-8110-4f34-97d0-cd2ee788b315 req-c5003810-0203-4f7e-aec5-e6e95e6a6ef8 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:57.084226 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2f1c5959-8110-4f34-97d0-cd2ee788b315 req-c5003810-0203-4f7e-aec5-e6e95e6a6ef8 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] 10.222.0.20 "DELETE /v2.0/security-groups/14cc7459-13c4-40cc-a194-dc2cc1e05102 HTTP/1.1" status: 204 len: 173 time: 0.2315912 Aug 28 12:37:57.091531 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43ee05-3e08-467e-be00-b075ee93e730 req-9ab5ddff-7a53-4230-8113-a3e75fc12da0 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:57.099388 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7e43ee05-3e08-467e-be00-b075ee93e730 req-9ab5ddff-7a53-4230-8113-a3e75fc12da0 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 948 time: 0.2247992 Aug 28 12:37:57.126088 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5003810-0203-4f7e-aec5-e6e95e6a6ef8 tempest-SecurityGroupsTestAdminJSON-1743403028 tempest-SecurityGroupsTestAdminJSON-1743403028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cc7459-13c4-40cc-a194-dc2cc1e05102,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:57.134488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3e464-fb7c-47f8-8fb6-c21f972119a1 req-ff5e42e3-8aee-4f1d-80bc-8b7708e5690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:57.138832 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19d3e464-fb7c-47f8-8fb6-c21f972119a1 req-ff5e42e3-8aee-4f1d-80bc-8b7708e5690d service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.2014787 Aug 28 12:37:57.232069 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19d3e464-fb7c-47f8-8fb6-c21f972119a1 req-a98af4a0-488f-4f6d-a2bf-29b8ad2cf95b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=207354af-923b-44fb-9141-0b65dfa6ecfd HTTP/1.1" status: 200 len: 217 time: 0.0827382 Aug 28 12:37:57.235618 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb1677bd-0f16-4b10-9080-2ac173b4579a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:57.244409 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7e43ee05-3e08-467e-be00-b075ee93e730 req-dcbe739e-1ca9-4e76-85ca-57074be81b6c tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442544 Aug 28 12:37:57.319575 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb1677bd-0f16-4b10-9080-2ac173b4579a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:57.377713 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3e464-fb7c-47f8-8fb6-c21f972119a1 req-78939f00-1049-4ccd-98f8-ddb796f860da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:57.379360 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19d3e464-fb7c-47f8-8fb6-c21f972119a1 req-78939f00-1049-4ccd-98f8-ddb796f860da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1383321 Aug 28 12:37:57.406959 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58738) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:57.424056 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d198ac74-cba4-4e11-a090-f0f8176af533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:57.446750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3e464-fb7c-47f8-8fb6-c21f972119a1 req-744fd4a7-bc7f-4651-a425-c9f0c83498ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:57.449706 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19d3e464-fb7c-47f8-8fb6-c21f972119a1 req-744fd4a7-bc7f-4651-a425-c9f0c83498ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0625434 Aug 28 12:37:57.451007 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb1677bd-0f16-4b10-9080-2ac173b4579a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:57.455453 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb1677bd-0f16-4b10-9080-2ac173b4579a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:57.457090 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-eb1677bd-0f16-4b10-9080-2ac173b4579a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c55b296-1c8b-45d8-9923-08015a987f95 HTTP/1.1" status: 204 len: 168 time: 0.4221172 Aug 28 12:37:57.493087 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1677bd-0f16-4b10-9080-2ac173b4579a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c55b296-1c8b-45d8-9923-08015a987f95,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:57.557844 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d198ac74-cba4-4e11-a090-f0f8176af533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:57.564341 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d198ac74-cba4-4e11-a090-f0f8176af533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:57.586746 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19d3e464-fb7c-47f8-8fb6-c21f972119a1 req-f2bd1db9-4eb9-44cf-acfe-06ae1e63a481 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279533 Aug 28 12:37:57.611340 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d198ac74-cba4-4e11-a090-f0f8176af533 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6848ced8ffb24801804e1af0fa4d9a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032797 Aug 28 12:37:57.612827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198ac74-cba4-4e11-a090-f0f8176af533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dffb68-4651-4bba-a7c2-858a546d1eff,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:57.615553 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58742) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:57.701018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58748) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:57.701677 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aaecad18-08de-4664-bd2f-3e9dd5b001ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:57.744875 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aaecad18-08de-4664-bd2f-3e9dd5b001ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:57.764200 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19d3e464-fb7c-47f8-8fb6-c21f972119a1 req-d929edcd-4f2b-4854-a6f3-5f8e852d7385 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708641 Aug 28 12:37:57.853191 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aaecad18-08de-4664-bd2f-3e9dd5b001ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:57.856113 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aaecad18-08de-4664-bd2f-3e9dd5b001ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:57.862109 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-aaecad18-08de-4664-bd2f-3e9dd5b001ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8dffb68-4651-4bba-a7c2-858a546d1eff HTTP/1.1" status: 204 len: 168 time: 0.2405453 Aug 28 12:37:57.869941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecad18-08de-4664-bd2f-3e9dd5b001ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dffb68-4651-4bba-a7c2-858a546d1eff,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:57.885481 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 207354af-923b-44fb-9141-0b65dfa6ecfd details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:37:57.888074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:37:57.895110 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f6c74-f9b5-42b0-9c1d-45fcace987df req-76387a22-04d6-487d-b6e2-37369c608350 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:57.897247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be5f6c74-f9b5-42b0-9c1d-45fcace987df req-76387a22-04d6-487d-b6e2-37369c608350 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=93577238-0224-48f5-8e8c-4a60995f8c94 HTTP/1.1" status: 200 len: 945 time: 0.0876393 Aug 28 12:37:57.946408 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be5f6c74-f9b5-42b0-9c1d-45fcace987df req-f685d6fd-4652-41b1-960d-e2494fa8381d tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369461 Aug 28 12:37:58.025478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:58.033597 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:58.033970 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:58.105698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 207354af-923b-44fb-9141-0b65dfa6ecfd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=207354af-923b-44fb-9141-0b65dfa6ecfd,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:58.121417 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-266a8cb3-a1c8-415b-97e1-a8ae1dd8c407 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e00b8da44a174ce09a77f49289b9b657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4163849 Aug 28 12:37:58.124283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58774) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:58.140004 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '207354af-923b-44fb-9141-0b65dfa6ecfd', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '207354af-923b-44fb-9141-0b65dfa6ecfd', 'mac_address': 'fa:16:3e:b7:e9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:37:58.180453 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:58.181067 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-565ae16f-fd08-47f1-995d-25664c25cc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:58.207782 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:58.212215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-565ae16f-fd08-47f1-995d-25664c25cc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:58.222133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93577238-0224-48f5-8e8c-4a60995f8c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0756b1b-4bbd-4eda-9bd0-bb83481a16e5'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:37:58.224412 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eded103-fbbb-4268-96db-7225eb6492ff" -d '{"events": [{"server_uuid": "93577238-0224-48f5-8e8c-4a60995f8c94", "name": "network-vif-plugged", "status": "completed", "tag": "a0756b1b-4bbd-4eda-9bd0-bb83481a16e5"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:37:58.239002 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207354af-923b-44fb-9141-0b65dfa6ecfd {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:37:58.248418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:58.256640 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:58.291028 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 207354af-923b-44fb-9141-0b65dfa6ecfd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=207354af-923b-44fb-9141-0b65dfa6ecfd,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:37:58.293011 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb959ca-3eaa-4016-832f-ea4bcc8541c9 x-openstack-request-id: req-afb959ca-3eaa-4016-832f-ea4bcc8541c9 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:37:58.293501 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93577238-0224-48f5-8e8c-4a60995f8c94", "name": "network-vif-plugged", "status": "completed", "tag": "a0756b1b-4bbd-4eda-9bd0-bb83481a16e5", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:37:58.293974 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afb959ca-3eaa-4016-832f-ea4bcc8541c9 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:37:58.294769 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93577238-0224-48f5-8e8c-4a60995f8c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0756b1b-4bbd-4eda-9bd0-bb83481a16e5', 'code': 200} Aug 28 12:37:58.299201 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:58.308453 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-565ae16f-fd08-47f1-995d-25664c25cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:58.312977 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-565ae16f-fd08-47f1-995d-25664c25cc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:58.314450 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-565ae16f-fd08-47f1-995d-25664c25cc75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bed2676-1660-4ee8-bf20-e75ac347d215 HTTP/1.1" status: 204 len: 168 time: 0.1880810 Aug 28 12:37:58.332898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ae16f-fd08-47f1-995d-25664c25cc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bed2676-1660-4ee8-bf20-e75ac347d215,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:58.339418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:58.414602 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=207354af-923b-44fb-9141-0b65dfa6ecfd,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:58.457360 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96424b6a-0d5d-4ad6-9a72-776514a316cb req-506950c9-1d63-4a08-a261-ba6dca7f80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:58.458950 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-96424b6a-0d5d-4ad6-9a72-776514a316cb req-506950c9-1d63-4a08-a261-ba6dca7f80b3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93577238-0224-48f5-8e8c-4a60995f8c94 HTTP/1.1" status: 200 len: 1098 time: 0.0840158 Aug 28 12:37:58.471377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba520c-ebe2-4236-b665-0e432b263b94 req-7323be03-af04-4693-9b28-605cb5231433 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:58.472925 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-feba520c-ebe2-4236-b665-0e432b263b94 req-7323be03-af04-4693-9b28-605cb5231433 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 949 time: 0.0833585 Aug 28 12:37:58.509915 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['207354af-923b-44fb-9141-0b65dfa6ecfd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:37:58.532985 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-96424b6a-0d5d-4ad6-9a72-776514a316cb req-081ec371-ba31-4cfe-8464-798362543cf5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590339 Aug 28 12:37:58.547804 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-feba520c-ebe2-4236-b665-0e432b263b94 req-e94463e7-cd89-4804-afc1-a71725794256 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575101 Aug 28 12:37:58.949627 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:37:58.985498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58810) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:59.039456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e9a59ccd-07bf-442b-b39c-7aca85f08f6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=987c14d8dfce4b9f8d4f2dc8d2ed3c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524945 Aug 28 12:37:59.042919 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58814) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:59.146843 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd75ba5-e580-4f76-bf55-f20b5765260a req-7723d108-6216-4a3c-807a-cfa7d091c1b1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:59.149173 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6cd75ba5-e580-4f76-bf55-f20b5765260a req-7723d108-6216-4a3c-807a-cfa7d091c1b1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=93577238-0224-48f5-8e8c-4a60995f8c94 HTTP/1.1" status: 200 len: 946 time: 0.0944669 Aug 28 12:37:59.168077 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4bec7517-6da6-4707-acd5-a0b2e22635cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:59.210105 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4bec7517-6da6-4707-acd5-a0b2e22635cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:59.214510 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6cd75ba5-e580-4f76-bf55-f20b5765260a req-00debc28-56ec-4928-a596-c57e831c0081 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576990 Aug 28 12:37:59.268032 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58822) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:37:59.268782 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4bec7517-6da6-4707-acd5-a0b2e22635cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:59.272581 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4bec7517-6da6-4707-acd5-a0b2e22635cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:59.274199 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4bec7517-6da6-4707-acd5-a0b2e22635cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88821fac-05e5-43bd-9ea8-a37603573184 HTTP/1.1" status: 204 len: 168 time: 0.2299547 Aug 28 12:37:59.287458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec7517-6da6-4707-acd5-a0b2e22635cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88821fac-05e5-43bd-9ea8-a37603573184,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:37:59.738263 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09819f96-9d64-41d4-b9b8-40fcdf3fd63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:59.781926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4daedd-c44f-4b26-b80e-c066acdc06b5 req-b9dba51a-ca23-427f-8a61-0a373317ac32 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:37:59.783920 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee4daedd-c44f-4b26-b80e-c066acdc06b5 req-b9dba51a-ca23-427f-8a61-0a373317ac32 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 949 time: 0.1202450 Aug 28 12:37:59.871978 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee4daedd-c44f-4b26-b80e-c066acdc06b5 req-f019651e-8c7f-4d5e-a75f-172e919431e9 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796916 Aug 28 12:37:59.896709 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 207354af-923b-44fb-9141-0b65dfa6ecfd up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:37:59.975239 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09819f96-9d64-41d4-b9b8-40fcdf3fd63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:59.975688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 207354af-923b-44fb-9141-0b65dfa6ecfd completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:37:59.980957 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09819f96-9d64-41d4-b9b8-40fcdf3fd63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:37:59.989506 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 207354af-923b-44fb-9141-0b65dfa6ecfd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:37:59.990053 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:00.021223 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-09819f96-9d64-41d4-b9b8-40fcdf3fd63d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86632cb0a144478b92b81385568f956a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7509754 Aug 28 12:38:00.022157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09819f96-9d64-41d4-b9b8-40fcdf3fd63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad0cb5e-3be7-44d4-8174-265700777c8d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:00.024373 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58862) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:00.083399 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-93d102b3-e6ef-44fe-a6e1-2e66feea6758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:00.113125 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-93d102b3-e6ef-44fe-a6e1-2e66feea6758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:00.124491 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:00.186949 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 207354af-923b-44fb-9141-0b65dfa6ecfd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=207354af-923b-44fb-9141-0b65dfa6ecfd,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:00.190594 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-93d102b3-e6ef-44fe-a6e1-2e66feea6758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:00.193009 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:00.193817 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-93d102b3-e6ef-44fe-a6e1-2e66feea6758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:00.195026 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-93d102b3-e6ef-44fe-a6e1-2e66feea6758 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ad0cb5e-3be7-44d4-8174-265700777c8d HTTP/1.1" status: 204 len: 168 time: 0.1695006 Aug 28 12:38:00.205718 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d102b3-e6ef-44fe-a6e1-2e66feea6758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad0cb5e-3be7-44d4-8174-265700777c8d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:00.267864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=207354af-923b-44fb-9141-0b65dfa6ecfd,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:00.296794 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e89ba65-e269-4b61-a415-763f69000296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207354af-923b-44fb-9141-0b65dfa6ecfd'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:00.301298 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b289c5f6-1f25-4f58-974a-22fbc99b1003" -d '{"events": [{"server_uuid": "5e89ba65-e269-4b61-a415-763f69000296", "name": "network-vif-plugged", "status": "completed", "tag": "207354af-923b-44fb-9141-0b65dfa6ecfd"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:00.340911 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18f234c-ff93-45a7-b59a-2421c19f9d7e x-openstack-request-id: req-b18f234c-ff93-45a7-b59a-2421c19f9d7e {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:00.341454 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e89ba65-e269-4b61-a415-763f69000296", "name": "network-vif-plugged", "status": "completed", "tag": "207354af-923b-44fb-9141-0b65dfa6ecfd", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:00.341897 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b18f234c-ff93-45a7-b59a-2421c19f9d7e {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:00.342541 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e89ba65-e269-4b61-a415-763f69000296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207354af-923b-44fb-9141-0b65dfa6ecfd', 'code': 200} Aug 28 12:38:00.380237 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b3bf8-928e-4369-ba25-25a62b6b21dc req-f9ecfcd4-1e6b-4e67-aa78-8f247346fee4 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:00.382115 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fd9b3bf8-928e-4369-ba25-25a62b6b21dc req-f9ecfcd4-1e6b-4e67-aa78-8f247346fee4 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=93577238-0224-48f5-8e8c-4a60995f8c94 HTTP/1.1" status: 200 len: 946 time: 0.0744898 Aug 28 12:38:00.437486 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fd9b3bf8-928e-4369-ba25-25a62b6b21dc req-221da6e9-e62c-45e7-828b-56ef79340432 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465038 Aug 28 12:38:00.449415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52a316-c720-49c4-b989-7abfb58d9b06 req-0d6f8f85-ee1a-4abb-8607-9e6d37d20561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:00.458816 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd52a316-c720-49c4-b989-7abfb58d9b06 req-0d6f8f85-ee1a-4abb-8607-9e6d37d20561 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 1102 time: 0.0607636 Aug 28 12:38:00.514737 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd52a316-c720-49c4-b989-7abfb58d9b06 req-6d80f3e2-6dc7-4b04-95ac-7a0639f5c866 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485988 Aug 28 12:38:00.684518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063de054-d6bc-4977-adba-522a93bfc1ce req-a53bb3be-1e7c-4eac-861c-698345aa882a tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:00.686138 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-063de054-d6bc-4977-adba-522a93bfc1ce req-a53bb3be-1e7c-4eac-861c-698345aa882a tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=93577238-0224-48f5-8e8c-4a60995f8c94 HTTP/1.1" status: 200 len: 946 time: 0.0617080 Aug 28 12:38:00.771940 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-063de054-d6bc-4977-adba-522a93bfc1ce req-8cb1d9d0-63f4-4462-9d05-3ba6043e8de9 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786097 Aug 28 12:38:01.060853 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa4945-9fde-43d6-8f72-02e9ab0e5ef0 req-54209860-6388-458c-9d3d-02871ac36e00 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:01.063442 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43fa4945-9fde-43d6-8f72-02e9ab0e5ef0 req-54209860-6388-458c-9d3d-02871ac36e00 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 950 time: 0.0678413 Aug 28 12:38:01.119021 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43fa4945-9fde-43d6-8f72-02e9ab0e5ef0 req-2a377c20-1a19-4b4f-8005-caa9d265bca9 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448933 Aug 28 12:38:01.173395 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58908) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:01.188782 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7fe0-5ca3-4ec6-814e-d4d6d6185e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:01.308405 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7fe0-5ca3-4ec6-814e-d4d6d6185e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:01.317537 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7fe0-5ca3-4ec6-814e-d4d6d6185e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:01.352949 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e0ee7fe0-5ca3-4ec6-814e-d4d6d6185e5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbce3103789348d29c595402b1c6b104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756413 Aug 28 12:38:01.353186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58914) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:01.386696 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee7fe0-5ca3-4ec6-814e-d4d6d6185e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801a9ace-58ff-4e13-8fc5-2db34a5abdc2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:01.419586 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b27cd7d-0599-4044-902c-fffee56a82bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:01.445256 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b27cd7d-0599-4044-902c-fffee56a82bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:01.527057 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b27cd7d-0599-4044-902c-fffee56a82bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:01.532533 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b27cd7d-0599-4044-902c-fffee56a82bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:01.534485 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1b27cd7d-0599-4044-902c-fffee56a82bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/801a9ace-58ff-4e13-8fc5-2db34a5abdc2 HTTP/1.1" status: 204 len: 168 time: 0.1776538 Aug 28 12:38:01.547029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27cd7d-0599-4044-902c-fffee56a82bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801a9ace-58ff-4e13-8fc5-2db34a5abdc2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:01.929381 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dcf74-c6a9-4ee9-9760-99581d615912 req-95ae30a2-9634-443a-b25b-23b888611f67 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:01.937074 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc8dcf74-c6a9-4ee9-9760-99581d615912 req-95ae30a2-9634-443a-b25b-23b888611f67 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=93577238-0224-48f5-8e8c-4a60995f8c94 HTTP/1.1" status: 200 len: 946 time: 0.0709980 Aug 28 12:38:01.987179 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc8dcf74-c6a9-4ee9-9760-99581d615912 req-f0c8517f-c3ab-473c-9a1b-92fe37786017 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420077 Aug 28 12:38:02.283443 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58966) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:02.298681 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-271b5be7-df88-457e-8c3e-2ff8eed5a700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:02.532312 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-271b5be7-df88-457e-8c3e-2ff8eed5a700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:02.537174 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-271b5be7-df88-457e-8c3e-2ff8eed5a700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:02.583497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ef366-2e76-45e7-8f45-54b4717c31a8 req-2b58572a-3fa1-4e41-97aa-1ac749ecf8f7 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:02.585012 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-120ef366-2e76-45e7-8f45-54b4717c31a8 req-2b58572a-3fa1-4e41-97aa-1ac749ecf8f7 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 950 time: 0.1114886 Aug 28 12:38:02.602129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b5be7-df88-457e-8c3e-2ff8eed5a700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a38204-ab4a-4cdd-a30d-b15dbc8431b2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:02.610432 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-271b5be7-df88-457e-8c3e-2ff8eed5a700 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3c9a61594234b89b5b84d098c8485bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229351 Aug 28 12:38:02.610801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58976) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:02.697277 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-120ef366-2e76-45e7-8f45-54b4717c31a8 req-14df44e9-ce6a-4459-9e87-52e8025b2f79 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027143 Aug 28 12:38:02.701696 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-51010896-6a3b-4ed6-8ef5-27741eb61c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:02.759674 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-51010896-6a3b-4ed6-8ef5-27741eb61c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:02.828866 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-51010896-6a3b-4ed6-8ef5-27741eb61c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:02.832653 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-51010896-6a3b-4ed6-8ef5-27741eb61c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:02.839266 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-51010896-6a3b-4ed6-8ef5-27741eb61c75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0a38204-ab4a-4cdd-a30d-b15dbc8431b2 HTTP/1.1" status: 204 len: 168 time: 0.2265213 Aug 28 12:38:02.854781 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51010896-6a3b-4ed6-8ef5-27741eb61c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a38204-ab4a-4cdd-a30d-b15dbc8431b2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:03.091913 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3b37-c477-496a-9ec9-7f0c1c512264 req-66781d70-c2a6-4289-8187-7d384ef947a2 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:03.099852 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-253b3b37-c477-496a-9ec9-7f0c1c512264 req-66781d70-c2a6-4289-8187-7d384ef947a2 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 950 time: 0.0611823 Aug 28 12:38:03.153278 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-253b3b37-c477-496a-9ec9-7f0c1c512264 req-289a1bf7-84f0-484f-989b-702861a917b9 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506940 Aug 28 12:38:03.320087 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59020) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:03.632063 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c77e6dff-121c-4fe9-84ca-591c7bb8b3a5 req-979a002b-f545-4df8-8123-628597cfae77 tempest-QuotasAdminNegativeTest-1631313577 tempest-QuotasAdminNegativeTest-1631313577-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8845f67c64de4d0eb44c04e4ff1c60f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452585 Aug 28 12:38:03.782887 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e6dff-121c-4fe9-84ca-591c7bb8b3a5 req-4533e2c3-9dff-471d-8bd6-61f42319291f tempest-QuotasAdminNegativeTest-1631313577 tempest-QuotasAdminNegativeTest-1631313577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:03.784397 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c77e6dff-121c-4fe9-84ca-591c7bb8b3a5 req-4533e2c3-9dff-471d-8bd6-61f42319291f tempest-QuotasAdminNegativeTest-1631313577 tempest-QuotasAdminNegativeTest-1631313577-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466596 Aug 28 12:38:03.789933 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-46c05324-a961-4b8e-a2c6-8799a43d60c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:03.805467 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c77e6dff-121c-4fe9-84ca-591c7bb8b3a5 req-442b2094-c7a4-4528-9494-ff22d7457ba8 tempest-QuotasAdminNegativeTest-1631313577 tempest-QuotasAdminNegativeTest-1631313577-project] 10.222.0.20 "GET /v2.0/quotas/8845f67c64de4d0eb44c04e4ff1c60f1 HTTP/1.1" status: 200 len: 375 time: 0.0146630 Aug 28 12:38:03.857014 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c77e6dff-121c-4fe9-84ca-591c7bb8b3a5 req-ab372faa-b6b3-4633-b5b9-66f4f492a83e tempest-QuotasAdminNegativeTest-1631313577 tempest-QuotasAdminNegativeTest-1631313577-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8845f67c64de4d0eb44c04e4ff1c60f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460291 Aug 28 12:38:03.942219 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-46c05324-a961-4b8e-a2c6-8799a43d60c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:03.947544 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-46c05324-a961-4b8e-a2c6-8799a43d60c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:03.990299 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c05324-a961-4b8e-a2c6-8799a43d60c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca10e91-2476-4226-b580-74d22ffca8dd,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:04.012666 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-46c05324-a961-4b8e-a2c6-8799a43d60c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f03199e133a8400a971e78b641d49ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6902647 Aug 28 12:38:04.015707 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59064) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:04.082147 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e1307b85-e060-42ec-b5c9-c482e5575407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:04.108387 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e1307b85-e060-42ec-b5c9-c482e5575407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:04.180572 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e1307b85-e060-42ec-b5c9-c482e5575407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:04.183868 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e1307b85-e060-42ec-b5c9-c482e5575407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:04.189660 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e1307b85-e060-42ec-b5c9-c482e5575407 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ca10e91-2476-4226-b580-74d22ffca8dd HTTP/1.1" status: 204 len: 168 time: 0.1721463 Aug 28 12:38:04.200613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1307b85-e060-42ec-b5c9-c482e5575407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca10e91-2476-4226-b580-74d22ffca8dd,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:04.610911 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59090) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:04.628489 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8d9c498d-23c6-4c0d-99a6-7c04885ab06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:04.673980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ec8db-047d-4acc-bc42-54b9aa60c2fe req-54fa84f6-c569-4bfb-8c54-8689724ad46a tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:04.685961 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-034ec8db-047d-4acc-bc42-54b9aa60c2fe req-54fa84f6-c569-4bfb-8c54-8689724ad46a tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 950 time: 0.0748320 Aug 28 12:38:04.728139 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-4279eeb7-7eec-4a72-97a8-d664e8bed804 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b587fea80142461bad0b38417b208b1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314991 Aug 28 12:38:04.742260 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-034ec8db-047d-4acc-bc42-54b9aa60c2fe req-93695fb7-da9f-4996-9f23-e907f4e6753d tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541055 Aug 28 12:38:04.877378 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8d9c498d-23c6-4c0d-99a6-7c04885ab06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:04.884471 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8d9c498d-23c6-4c0d-99a6-7c04885ab06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:04.929036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-3e991f3f-75a3-49a0-896e-1f7445a468a7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:04.930571 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-3e991f3f-75a3-49a0-896e-1f7445a468a7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806576 Aug 28 12:38:04.950456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8d9c498d-23c6-4c0d-99a6-7c04885ab06f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e320e1cbf8a4c3bb10623efd14110f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382397 Aug 28 12:38:04.952032 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c498d-23c6-4c0d-99a6-7c04885ab06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f9f077-de82-4b0f-9d88-4989e62855fb,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:04.953366 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59112) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:04.978425 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-ad93fcc2-446d-4a97-ba97-1c197aed834b tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/quotas/b587fea80142461bad0b38417b208b1b HTTP/1.1" status: 200 len: 375 time: 0.0310271 Aug 28 12:38:05.023050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-ec01cf59-8c31-45c6-ba3a-3b78847494a9 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b587fea80142461bad0b38417b208b1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436573 Aug 28 12:38:05.051351 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4da54a1f-1c71-45c6-af40-9835ac48fd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:05.103818 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4da54a1f-1c71-45c6-af40-9835ac48fd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:05.195021 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4da54a1f-1c71-45c6-af40-9835ac48fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:05.198613 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4da54a1f-1c71-45c6-af40-9835ac48fd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:05.200157 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4da54a1f-1c71-45c6-af40-9835ac48fd37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5f9f077-de82-4b0f-9d88-4989e62855fb HTTP/1.1" status: 204 len: 168 time: 0.2457306 Aug 28 12:38:05.211189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da54a1f-1c71-45c6-af40-9835ac48fd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f9f077-de82-4b0f-9d88-4989e62855fb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:05.403100 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab0a59-dc3b-4b9e-acf0-87a39a264cdf req-1a92c4e9-3431-4fda-b24f-864d808bf0c7 tempest-LiveMigrationNegativeTest-1371268392 tempest-LiveMigrationNegativeTest-1371268392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:05.404638 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15ab0a59-dc3b-4b9e-acf0-87a39a264cdf req-1a92c4e9-3431-4fda-b24f-864d808bf0c7 tempest-LiveMigrationNegativeTest-1371268392 tempest-LiveMigrationNegativeTest-1371268392-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 1102 time: 0.0621150 Aug 28 12:38:05.439914 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-15ab0a59-dc3b-4b9e-acf0-87a39a264cdf req-49fddfc1-9820-481f-92a3-1dd148a2f54f tempest-LiveMigrationNegativeTest-1371268392 tempest-LiveMigrationNegativeTest-1371268392-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:05.591030 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-15ab0a59-dc3b-4b9e-acf0-87a39a264cdf req-49fddfc1-9820-481f-92a3-1dd148a2f54f tempest-LiveMigrationNegativeTest-1371268392 tempest-LiveMigrationNegativeTest-1371268392-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:05.598469 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-15ab0a59-dc3b-4b9e-acf0-87a39a264cdf req-49fddfc1-9820-481f-92a3-1dd148a2f54f tempest-LiveMigrationNegativeTest-1371268392 tempest-LiveMigrationNegativeTest-1371268392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:05.645237 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15ab0a59-dc3b-4b9e-acf0-87a39a264cdf req-49fddfc1-9820-481f-92a3-1dd148a2f54f tempest-LiveMigrationNegativeTest-1371268392 tempest-LiveMigrationNegativeTest-1371268392-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236557 Aug 28 12:38:05.673876 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fddfc1-9820-481f-92a3-1dd148a2f54f tempest-LiveMigrationNegativeTest-1371268392 tempest-LiveMigrationNegativeTest-1371268392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3cb240-1a81-412f-9b12-05d82ecb331d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:05.879547 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76becc77-e725-4819-8d62-3559edd0516e req-acfde577-6cb7-4dde-b5ce-2f5dd07f06ac tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b587fea80142461bad0b38417b208b1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341394 Aug 28 12:38:05.934108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:38:06.114432 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:06.146880 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'a0756b1b-4bbd-4eda-9bd0-bb83481a16e5', 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547', 'port_id': 'a0756b1b-4bbd-4eda-9bd0-bb83481a16e5', 'mac_address': 'fa:16:3e:9d:fd:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4a0be6-71b9-4bdb-9795-f2ece63793e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:38:06.147708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76becc77-e725-4819-8d62-3559edd0516e req-295946f9-3cc0-4dff-942a-ce979ead51f2 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:06.149279 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76becc77-e725-4819-8d62-3559edd0516e req-295946f9-3cc0-4dff-942a-ce979ead51f2 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2626531 Aug 28 12:38:06.165644 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76becc77-e725-4819-8d62-3559edd0516e req-79ffbbb4-ee31-4c72-acec-0fc11c0bb4c4 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/quotas/b587fea80142461bad0b38417b208b1b HTTP/1.1" status: 200 len: 375 time: 0.0100574 Aug 28 12:38:06.206645 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:06.222148 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76becc77-e725-4819-8d62-3559edd0516e req-4708825a-23ec-4df9-bdec-2f6ed17b6db7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b587fea80142461bad0b38417b208b1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501783 Aug 28 12:38:06.232730 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:06.263877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:06.271847 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:06.333752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:06.354598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['a0756b1b-4bbd-4eda-9bd0-bb83481a16e5'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:38:06.579981 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-4dca0ef9-98dc-451e-9961-549801495786 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b587fea80142461bad0b38417b208b1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805385 Aug 28 12:38:06.587246 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-bac1c053-102c-48c9-af74-ba11470ab660 req-7c309787-86db-4998-8caf-36efdacc4f87 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:38:06.588556 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bac1c053-102c-48c9-af74-ba11470ab660 req-7c309787-86db-4998-8caf-36efdacc4f87 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061231 Aug 28 12:38:06.811069 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e9e112cd-aba6-4a0f-a7d2-907ef673351e req-a7cd8681-fd6d-4aed-a61f-1416569bc511 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 210 time: 0.0679739 Aug 28 12:38:06.925218 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:06.934211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e2d3d3a4-7e85-439f-ab73-312d24ae8fad tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:06.947342 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e2d3d3a4-7e85-439f-ab73-312d24ae8fad tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3604317 Aug 28 12:38:06.967300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Request body: {'port': {'device_id': '2b028d65-68cf-4cc8-9cf4-9f0890d023cd', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': 'b587fea80142461bad0b38417b208b1b'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:07.314685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Made reservation on behalf of b587fea80142461bad0b38417b208b1b for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:07.323399 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:07.348479 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:07.585540 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:07.592133 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:07.713443 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2fc483-496d-4a01-ab49-87ca9f94c2bb,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:07.927384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Allocated IP 192.168.233.145 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/5ce60adf-041b-4b40-afcc-ce9a1e5c0f86) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:07.936026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:07.970426 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6d4fea08-9866-4926-87cb-ab44cea939a6 req-06d907ca-ce47-4e4d-8c04-2418d87592b9 tempest-QuotasAdminNegativeTest-1631313577 tempest-QuotasAdminNegativeTest-1631313577-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8845f67c64de4d0eb44c04e4ff1c60f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374362 Aug 28 12:38:07.983263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbb2d8-8dc4-4417-9708-06d3bd5f99fd req-45f47bb2-72c0-448d-88e0-0d06e13226d8 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:08.002213 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c6dbb2d8-8dc4-4417-9708-06d3bd5f99fd req-45f47bb2-72c0-448d-88e0-0d06e13226d8 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 950 time: 0.1429677 Aug 28 12:38:08.097586 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fea08-9866-4926-87cb-ab44cea939a6 req-c5867e77-0bc7-499a-b159-f435a3e33564 tempest-QuotasAdminNegativeTest-1631313577 tempest-QuotasAdminNegativeTest-1631313577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:08.099088 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6d4fea08-9866-4926-87cb-ab44cea939a6 req-c5867e77-0bc7-499a-b159-f435a3e33564 tempest-QuotasAdminNegativeTest-1631313577 tempest-QuotasAdminNegativeTest-1631313577-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1240642 Aug 28 12:38:08.129476 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c6dbb2d8-8dc4-4417-9708-06d3bd5f99fd req-1e2365b7-ade2-4f16-b36c-a8c2ae3c47b6 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258106 Aug 28 12:38:08.141691 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6d4fea08-9866-4926-87cb-ab44cea939a6 req-03ed2bd7-29f8-4408-85ec-8b35e0524e1b tempest-QuotasAdminNegativeTest-1631313577 tempest-QuotasAdminNegativeTest-1631313577-project] 10.222.0.20 "GET /v2.0/quotas/8845f67c64de4d0eb44c04e4ff1c60f1 HTTP/1.1" status: 200 len: 375 time: 0.0323722 Aug 28 12:38:08.189016 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6d4fea08-9866-4926-87cb-ab44cea939a6 req-d02fdfac-7ff5-4256-939f-488508aa17cf tempest-QuotasAdminNegativeTest-1631313577 tempest-QuotasAdminNegativeTest-1631313577-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8845f67c64de4d0eb44c04e4ff1c60f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463161 Aug 28 12:38:08.449464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:08.449858 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:08.665926 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:08.701699 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76becc77-e725-4819-8d62-3559edd0516e req-1492d561-cdc9-4ae3-a2df-3c05472d710d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b587fea80142461bad0b38417b208b1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2087035 Aug 28 12:38:08.748578 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93577238-0224-48f5-8e8c-4a60995f8c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0756b1b-4bbd-4eda-9bd0-bb83481a16e5'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:08.756216 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:08.757562 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accc3e3b-6865-4f8f-acec-dab506514793" -d '{"events": [{"server_uuid": "93577238-0224-48f5-8e8c-4a60995f8c94", "name": "network-vif-plugged", "status": "completed", "tag": "a0756b1b-4bbd-4eda-9bd0-bb83481a16e5"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:08.812111 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:08.826344 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:08.832091 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Transition to ACTIVE for port object 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:08.900193 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-67f0d10f-39e5-40e0-8b58-aa19f0ae943a req-4f5a7d26-10b6-4c3d-aff5-252e61f52269 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 210 time: 0.3427413 Aug 28 12:38:08.914845 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:08.969682 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:08.989942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188f555-4ae0-4adf-ab3c-7e8640af509f req-ea00c3ec-13a2-41c8-b260-e407838da18f tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:08.992229 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7188f555-4ae0-4adf-ab3c-7e8640af509f req-ea00c3ec-13a2-41c8-b260-e407838da18f tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 950 time: 0.1073515 Aug 28 12:38:09.199837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:09.214466 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd5bc31-b72c-43e6-9fab-3c2e08f82873 x-openstack-request-id: req-0fd5bc31-b72c-43e6-9fab-3c2e08f82873 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:09.214850 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93577238-0224-48f5-8e8c-4a60995f8c94", "name": "network-vif-plugged", "status": "completed", "tag": "a0756b1b-4bbd-4eda-9bd0-bb83481a16e5", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:09.215219 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fd5bc31-b72c-43e6-9fab-3c2e08f82873 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:09.215763 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93577238-0224-48f5-8e8c-4a60995f8c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0756b1b-4bbd-4eda-9bd0-bb83481a16e5', 'code': 200} Aug 28 12:38:09.232931 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:09.256297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:09.270132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:09.273198 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:09.305595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Pushing event updated for resources: {'Port': ['ID=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:09.356573 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-7188f555-4ae0-4adf-ab3c-7e8640af509f req-0b1e108b-dc82-4d6d-be90-b8c2664656f3 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Deleting port 207354af-923b-44fb-9141-0b65dfa6ecfd {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:38:09.358642 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7188f555-4ae0-4adf-ab3c-7e8640af509f req-0b1e108b-dc82-4d6d-be90-b8c2664656f3 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:09.404172 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e5a5bd8c-18e8-41ea-b851-83887627d87d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4471843 Aug 28 12:38:09.474419 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:09.506011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Request body: {'port': {'device_id': '2b028d65-68cf-4cc8-9cf4-9f0890d023cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:09.669200 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-7188f555-4ae0-4adf-ab3c-7e8640af509f req-0b1e108b-dc82-4d6d-be90-b8c2664656f3 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] For port 207354af-923b-44fb-9141-0b65dfa6ecfd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=207354af-923b-44fb-9141-0b65dfa6ecfd,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:09.669619 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7188f555-4ae0-4adf-ab3c-7e8640af509f req-0b1e108b-dc82-4d6d-be90-b8c2664656f3 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:09.676760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76becc77-e725-4819-8d62-3559edd0516e req-34266a07-b7ef-46ac-a6ff-28df97349c4c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:09.683651 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76becc77-e725-4819-8d62-3559edd0516e req-34266a07-b7ef-46ac-a6ff-28df97349c4c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7803710 Aug 28 12:38:09.729592 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-76becc77-e725-4819-8d62-3559edd0516e req-0f0cccfb-0847-47fc-a21f-8cbce551fbdc tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Request body: {'port': {'device_id': '2e50540b-43a9-470e-b255-0d191bd7b362', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': 'b587fea80142461bad0b38417b208b1b'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:09.757722 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-40239527-4007-40fd-93e3-1a1a1d9740f4 None None] Provisioning for port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:09.797509 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-40239527-4007-40fd-93e3-1a1a1d9740f4 None None] Provisioning complete for port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:09.797509 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-40239527-4007-40fd-93e3-1a1a1d9740f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:09.853041 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2c8b2-c945-4600-81b1-436c4a9bb631 req-387f56cd-d610-41e4-98ad-b6451a239e05 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:09.868894 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aca2c8b2-c945-4600-81b1-436c4a9bb631 req-387f56cd-d610-41e4-98ad-b6451a239e05 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 950 time: 0.5070384 Aug 28 12:38:09.884974 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:09.919541 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-40239527-4007-40fd-93e3-1a1a1d9740f4 None None] Port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:38:09.954707 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d588a0f3-7be4-4911-b803-9be100eaca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:10.035920 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aca2c8b2-c945-4600-81b1-436c4a9bb631 req-2436e963-0da6-45bb-8d63-e5c9056a98d4 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651354 Aug 28 12:38:10.159195 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-7188f555-4ae0-4adf-ab3c-7e8640af509f req-0b1e108b-dc82-4d6d-be90-b8c2664656f3 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Calling delete_port for 207354af-923b-44fb-9141-0b65dfa6ecfd owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:38:10.272973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76becc77-e725-4819-8d62-3559edd0516e req-0f0cccfb-0847-47fc-a21f-8cbce551fbdc tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Made reservation on behalf of b587fea80142461bad0b38417b208b1b for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:10.278230 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-76becc77-e725-4819-8d62-3559edd0516e req-0f0cccfb-0847-47fc-a21f-8cbce551fbdc tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:10.410732 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7188f555-4ae0-4adf-ab3c-7e8640af509f req-0b1e108b-dc82-4d6d-be90-b8c2664656f3 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:10.431573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['207354af-923b-44fb-9141-0b65dfa6ecfd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:38:10.438088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['fe66d925-ad32-42db-83dd-9f840dc9e018'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:38:10.477343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e108b-dc82-4d6d-be90-b8c2664656f3 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Pushing event deleted for resources: {'Port': ['ID=207354af-923b-44fb-9141-0b65dfa6ecfd,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:10.620076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:10.630848 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:10.633132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59344) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:10.665997 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Transition to ACTIVE for port object 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:10.677925 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:10.797964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:10.839365 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-7188f555-4ae0-4adf-ab3c-7e8640af509f req-0b1e108b-dc82-4d6d-be90-b8c2664656f3 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] No DVR routers for this DVR port 207354af-923b-44fb-9141-0b65dfa6ecfd on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:38:10.860279 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-67b9ac80-1651-4726-a831-de310adc69c6 req-e5dbd49d-6881-4879-b3ad-ceb1dea59f41 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 210 time: 0.2430174 Aug 28 12:38:10.861930 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7188f555-4ae0-4adf-ab3c-7e8640af509f req-0b1e108b-dc82-4d6d-be90-b8c2664656f3 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:10.869791 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7188f555-4ae0-4adf-ab3c-7e8640af509f req-0b1e108b-dc82-4d6d-be90-b8c2664656f3 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.11 "DELETE /v2.0/ports/207354af-923b-44fb-9141-0b65dfa6ecfd HTTP/1.1" status: 204 len: 173 time: 1.8558314 Aug 28 12:38:10.873076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e89ba65-e269-4b61-a415-763f69000296', 'name': 'network-vif-deleted', 'tag': '207354af-923b-44fb-9141-0b65dfa6ecfd'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:10.876642 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8897ccb-f595-4a49-bb91-f8cd581b7c51" -d '{"events": [{"server_uuid": "5e89ba65-e269-4b61-a415-763f69000296", "name": "network-vif-deleted", "tag": "207354af-923b-44fb-9141-0b65dfa6ecfd"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:10.902199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-76becc77-e725-4819-8d62-3559edd0516e req-0f0cccfb-0847-47fc-a21f-8cbce551fbdc tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Allocated IP 192.168.233.9 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/3a265537-a76d-4740-a9c0-38ac956642bf) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:10.943140 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c737a5d-88e9-4742-8d47-a23747fd2b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:10.947787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Attempting to bind port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:38:10.948545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Attempting to bind port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:38:10.949630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Attempting to bind port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:11.150498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:38:11.152458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Attempting to bind port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:11.188133 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:38:11.188504 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:11.193368 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:38:11.199242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Bound port: 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:38:11.199751 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:11.257472 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c737a5d-88e9-4742-8d47-a23747fd2b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:11.327858 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c737a5d-88e9-4742-8d47-a23747fd2b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:11.452771 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7c737a5d-88e9-4742-8d47-a23747fd2b05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5332baf26dd54efea8163595dadb4a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8160551 Aug 28 12:38:11.455425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59368) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:11.475891 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c737a5d-88e9-4742-8d47-a23747fd2b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276df253-1202-4c4c-9acd-d1396e2addd2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:11.491783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] For port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:38:11.500734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] For port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:38:11.510628 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:11.541442 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-76becc77-e725-4819-8d62-3559edd0516e req-0f0cccfb-0847-47fc-a21f-8cbce551fbdc tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:11.556390 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-76becc77-e725-4819-8d62-3559edd0516e req-0f0cccfb-0847-47fc-a21f-8cbce551fbdc tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Transition to ACTIVE for port object 3a265537-a76d-4740-a9c0-38ac956642bf will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:11.558461 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97426be7-f121-434f-a6b9-3ff9455f74bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:11.598831 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97426be7-f121-434f-a6b9-3ff9455f74bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:11.614165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:11.614796 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:11.616748 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] 10.222.0.11 "PUT /v2.0/ports/5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 HTTP/1.1" status: 200 len: 1097 time: 2.1420398 Aug 28 12:38:11.643863 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1bdb88-7c3c-4a1d-aefc-47530bf84834 x-openstack-request-id: req-5d1bdb88-7c3c-4a1d-aefc-47530bf84834 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:11.644284 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e89ba65-e269-4b61-a415-763f69000296", "name": "network-vif-deleted", "tag": "207354af-923b-44fb-9141-0b65dfa6ecfd", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:11.644608 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d1bdb88-7c3c-4a1d-aefc-47530bf84834 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:11.645070 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e89ba65-e269-4b61-a415-763f69000296', 'name': 'network-vif-deleted', 'tag': '207354af-923b-44fb-9141-0b65dfa6ecfd', 'status': 'completed', 'code': 200} Aug 28 12:38:11.689552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b028d65-68cf-4cc8-9cf4-9f0890d023cd', 'tag': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:11.692018 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8aa9fad-1f93-4e03-bcb5-9a249b1ef87c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b028d65-68cf-4cc8-9cf4-9f0890d023cd", "tag": "5ce60adf-041b-4b40-afcc-ce9a1e5c0f86"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:11.696450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-76becc77-e725-4819-8d62-3559edd0516e req-0f0cccfb-0847-47fc-a21f-8cbce551fbdc tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:11.744347 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97426be7-f121-434f-a6b9-3ff9455f74bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:11.748160 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97426be7-f121-434f-a6b9-3ff9455f74bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:11.750482 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-97426be7-f121-434f-a6b9-3ff9455f74bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/276df253-1202-4c4c-9acd-d1396e2addd2 HTTP/1.1" status: 204 len: 168 time: 0.2934022 Aug 28 12:38:11.775279 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97426be7-f121-434f-a6b9-3ff9455f74bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276df253-1202-4c4c-9acd-d1396e2addd2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:11.804274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76becc77-e725-4819-8d62-3559edd0516e req-0f0cccfb-0847-47fc-a21f-8cbce551fbdc tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:11.824752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-76becc77-e725-4819-8d62-3559edd0516e req-0f0cccfb-0847-47fc-a21f-8cbce551fbdc tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:11.829009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-76becc77-e725-4819-8d62-3559edd0516e req-0f0cccfb-0847-47fc-a21f-8cbce551fbdc tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:11.834668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76becc77-e725-4819-8d62-3559edd0516e req-0f0cccfb-0847-47fc-a21f-8cbce551fbdc tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:11.835335 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-76becc77-e725-4819-8d62-3559edd0516e req-0f0cccfb-0847-47fc-a21f-8cbce551fbdc tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:11.838110 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c03fc-2e51-461f-8ae7-df6409f9c023 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:11.855556 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9502f09d-2eb3-4108-a67f-a684b56a0d63 req-68b9fdf0-646a-4d5b-845b-f00387a583a0 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e89ba65-e269-4b61-a415-763f69000296 HTTP/1.1" status: 200 len: 210 time: 0.0668678 Aug 28 12:38:11.962627 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76becc77-e725-4819-8d62-3559edd0516e req-0f0cccfb-0847-47fc-a21f-8cbce551fbdc tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2577310 Aug 28 12:38:12.002313 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c2e8627c-271a-4f43-b257-c5c61905cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:12.004309 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-c2e8627c-271a-4f43-b257-c5c61905cd4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b587fea80142461bad0b38417b208b1b&device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 1100 time: 0.2625401 Aug 28 12:38:12.015881 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Request body: {'port': {'device_id': '2e50540b-43a9-470e-b255-0d191bd7b362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:12.019755 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3131f2c-2af9-45f4-92a7-4c6dbf593feb x-openstack-request-id: req-c3131f2c-2af9-45f4-92a7-4c6dbf593feb {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:12.020262 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b028d65-68cf-4cc8-9cf4-9f0890d023cd", "tag": "5ce60adf-041b-4b40-afcc-ce9a1e5c0f86", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:12.020671 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3131f2c-2af9-45f4-92a7-4c6dbf593feb {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:12.021208 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b028d65-68cf-4cc8-9cf4-9f0890d023cd', 'tag': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86', 'status': 'completed', 'code': 200} Aug 28 12:38:12.024427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cccfb-0847-47fc-a21f-8cbce551fbdc tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Pushing event updated for resources: {'Port': ['ID=3a265537-a76d-4740-a9c0-38ac956642bf,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:12.252282 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7d70-5d16-4341-bfd5-b1c0a1e63b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:12.320492 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-de323ccd-f551-4b63-b944-4563ca8767e5 req-d1075f51-876f-49fa-a2da-bab9d6dad76b tempest-QuotasAdminNegativeTest-1631313577 tempest-QuotasAdminNegativeTest-1631313577-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8845f67c64de4d0eb44c04e4ff1c60f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031189 Aug 28 12:38:12.553693 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:12.663859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59400) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:12.715021 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eec12a01-a030-4353-acd8-8e94e283a1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:12.766707 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de323ccd-f551-4b63-b944-4563ca8767e5 req-263b1605-486c-46ac-b1c2-f4cd20fa738b tempest-QuotasAdminNegativeTest-1631313577 tempest-QuotasAdminNegativeTest-1631313577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:12.774396 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-de323ccd-f551-4b63-b944-4563ca8767e5 req-263b1605-486c-46ac-b1c2-f4cd20fa738b tempest-QuotasAdminNegativeTest-1631313577 tempest-QuotasAdminNegativeTest-1631313577-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4469273 Aug 28 12:38:12.802411 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-de323ccd-f551-4b63-b944-4563ca8767e5 req-dc4413b0-86d3-47a3-9cb6-0166bc6ada91 tempest-QuotasAdminNegativeTest-1631313577 tempest-QuotasAdminNegativeTest-1631313577-project] 10.222.0.20 "GET /v2.0/quotas/8845f67c64de4d0eb44c04e4ff1c60f1 HTTP/1.1" status: 200 len: 375 time: 0.0268342 Aug 28 12:38:12.820846 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-377f761c-31f5-48af-8db2-93bb1f1ae0c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 HTTP/1.1" status: 200 len: 217 time: 0.7974529 Aug 28 12:38:12.871391 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ff0cbe65-b7ff-4d65-a182-d4d98b3b90a2 None None] Provisioning for port 3a265537-a76d-4740-a9c0-38ac956642bf completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:12.878952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ff0cbe65-b7ff-4d65-a182-d4d98b3b90a2 None None] Provisioning complete for port 3a265537-a76d-4740-a9c0-38ac956642bf triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:12.879520 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ff0cbe65-b7ff-4d65-a182-d4d98b3b90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:12.880204 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-de323ccd-f551-4b63-b944-4563ca8767e5 req-efd77908-2d6d-4307-ab70-e4563fb3f284 tempest-QuotasAdminNegativeTest-1631313577 tempest-QuotasAdminNegativeTest-1631313577-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8845f67c64de4d0eb44c04e4ff1c60f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763190 Aug 28 12:38:12.924854 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:12.939654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-434eb160-c126-4de2-ace3-1f0c8236c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:12.941324 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-434eb160-c126-4de2-ace3-1f0c8236c5f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1092243 Aug 28 12:38:12.957974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd7244-be77-4f36-be3b-84c95a7c1dae req-627c4391-7f95-4ffb-9e3c-086121662c6c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:12.959608 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01dd7244-be77-4f36-be3b-84c95a7c1dae req-627c4391-7f95-4ffb-9e3c-086121662c6c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 934 time: 0.1438117 Aug 28 12:38:12.961416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cbe65-b7ff-4d65-a182-d4d98b3b90a2 None None] Port 3a265537-a76d-4740-a9c0-38ac956642bf cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:38:13.100000 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eec12a01-a030-4353-acd8-8e94e283a1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:13.127767 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eec12a01-a030-4353-acd8-8e94e283a1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:13.145940 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01dd7244-be77-4f36-be3b-84c95a7c1dae req-ca027581-af24-44e6-b4a9-726abd9519b0 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694653 Aug 28 12:38:13.157349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-08f5da87-cbea-4cf8-9293-021bfdda0a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:13.160063 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-08f5da87-cbea-4cf8-9293-021bfdda0a6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1993537 Aug 28 12:38:13.273208 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:13.288039 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-eec12a01-a030-4353-acd8-8e94e283a1ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e748a1305ed46998c14f8731b31c78c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6227784 Aug 28 12:38:13.289436 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec12a01-a030-4353-acd8-8e94e283a1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6981f45-c34f-4039-9fea-2c53d07eabc5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:13.293203 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59418) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:13.568685 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-e2f12343-8fa6-4030-930c-b178319fcb51 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978751 Aug 28 12:38:13.602616 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f0d415b-2d8b-4382-acfd-d31f3363626e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:13.712899 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f0d415b-2d8b-4382-acfd-d31f3363626e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:13.787813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a265537-a76d-4740-a9c0-38ac956642bf {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:13.802857 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:13.835993 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d78c2bc-586c-4411-95f9-3fc1f3bc2901 req-b0cea148-6036-43b0-b1b0-409315d87721 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588224 Aug 28 12:38:13.864202 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f0d415b-2d8b-4382-acfd-d31f3363626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:13.867914 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f0d415b-2d8b-4382-acfd-d31f3363626e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:13.871480 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8f0d415b-2d8b-4382-acfd-d31f3363626e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6981f45-c34f-4039-9fea-2c53d07eabc5 HTTP/1.1" status: 204 len: 168 time: 0.5663633 Aug 28 12:38:13.871480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Transition to ACTIVE for port object 3a265537-a76d-4740-a9c0-38ac956642bf will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:13.927039 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d415b-2d8b-4382-acfd-d31f3363626e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6981f45-c34f-4039-9fea-2c53d07eabc5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:13.929445 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:13.972031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 207354af-923b-44fb-9141-0b65dfa6ecfd no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:38:13.996881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 207354af-923b-44fb-9141-0b65dfa6ecfd {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:38:13.997593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 207354af-923b-44fb-9141-0b65dfa6ecfd not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:38:14.164016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Pushing event updated for resources: {'Port': ['ID=3a265537-a76d-4740-a9c0-38ac956642bf,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:14.334188 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa9fad-1f93-4e03-bcb5-9a249b1ef87c req-84734808-c049-4894-8482-e209d569dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:14.341415 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8aa9fad-1f93-4e03-bcb5-9a249b1ef87c req-84734808-c049-4894-8482-e209d569dbef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b587fea80142461bad0b38417b208b1b&device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 1100 time: 0.4034512 Aug 28 12:38:14.374086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Attempting to bind port 3a265537-a76d-4740-a9c0-38ac956642bf on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:38:14.374836 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Attempting to bind port 3a265537-a76d-4740-a9c0-38ac956642bf by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:38:14.376246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Attempting to bind port 3a265537-a76d-4740-a9c0-38ac956642bf on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:14.401898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Port 3a265537-a76d-4740-a9c0-38ac956642bf on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:38:14.402877 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Attempting to bind port 3a265537-a76d-4740-a9c0-38ac956642bf on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:14.416530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc52dc-f04d-4682-afec-9dcf4c66a1fc req-f2b94101-9c44-4f4a-b303-40639523b709 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:14.418176 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4bbc52dc-f04d-4682-afec-9dcf4c66a1fc req-f2b94101-9c44-4f4a-b303-40639523b709 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 950 time: 0.1459644 Aug 28 12:38:14.503762 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4bbc52dc-f04d-4682-afec-9dcf4c66a1fc req-12819aae-f7e5-4a69-9ea4-f42552a84735 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731151 Aug 28 12:38:14.512925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59460) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:14.675332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:38:14.675567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:14.675961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:38:14.677111 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Bound port: 3a265537-a76d-4740-a9c0-38ac956642bf, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:38:14.677495 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:14.760141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa9fad-1f93-4e03-bcb5-9a249b1ef87c req-178d8dde-c76a-4930-9b73-6eb18476c4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:14.764398 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8aa9fad-1f93-4e03-bcb5-9a249b1ef87c req-178d8dde-c76a-4930-9b73-6eb18476c4bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3926342 Aug 28 12:38:14.815599 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae8978-b9a9-4b9c-8797-7b845c7d62aa req-a9d259a0-ff75-4601-9910-e72b9eb36fe0 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:14.818333 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-24ae8978-b9a9-4b9c-8797-7b845c7d62aa req-a9d259a0-ff75-4601-9910-e72b9eb36fe0 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 946 time: 0.4464986 Aug 28 12:38:14.823167 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7bbfd71-0755-415e-a22a-59dacfdc0a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:14.961089 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8aa9fad-1f93-4e03-bcb5-9a249b1ef87c req-c3d8f822-2321-41c5-8403-26426b706c13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 HTTP/1.1" status: 200 len: 217 time: 0.1831665 Aug 28 12:38:15.043292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa9fad-1f93-4e03-bcb5-9a249b1ef87c req-d2194666-64b0-4daf-9ed2-d6582ac6ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:15.045009 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8aa9fad-1f93-4e03-bcb5-9a249b1ef87c req-d2194666-64b0-4daf-9ed2-d6582ac6ae67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0769527 Aug 28 12:38:15.097115 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59482) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:15.120376 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-24ae8978-b9a9-4b9c-8797-7b845c7d62aa req-efa3d703-1fd1-45cf-927c-40c3a5e96973 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778695 Aug 28 12:38:15.156214 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:15.184717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] For port 3a265537-a76d-4740-a9c0-38ac956642bf, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:38:15.192473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] For port 3a265537-a76d-4740-a9c0-38ac956642bf, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=3a265537-a76d-4740-a9c0-38ac956642bf,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:38:15.200010 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7bbfd71-0755-415e-a22a-59dacfdc0a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:15.201507 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:15.209335 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7bbfd71-0755-415e-a22a-59dacfdc0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:15.214876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa9fad-1f93-4e03-bcb5-9a249b1ef87c req-d3e4249a-ca9b-4d9b-b0a8-801e4af7f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:15.216767 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8aa9fad-1f93-4e03-bcb5-9a249b1ef87c req-d3e4249a-ca9b-4d9b-b0a8-801e4af7f349 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1511571 Aug 28 12:38:15.271185 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c7bbfd71-0755-415e-a22a-59dacfdc0a91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=289d49e8da7a40929361b0e6a1783b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7568064 Aug 28 12:38:15.273988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbfd71-0755-415e-a22a-59dacfdc0a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d46c80-0ac6-405d-ae29-d7e952bedb5c,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:15.286254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59492) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:15.342454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:15.343853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:15.352104 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76becc77-e725-4819-8d62-3559edd0516e req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] 10.222.0.10 "PUT /v2.0/ports/3a265537-a76d-4740-a9c0-38ac956642bf HTTP/1.1" status: 200 len: 1095 time: 3.3660364 Aug 28 12:38:15.352662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e50540b-43a9-470e-b255-0d191bd7b362', 'tag': '3a265537-a76d-4740-a9c0-38ac956642bf'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:15.360567 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2299251-0af9-4388-be1c-514b727a566d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e50540b-43a9-470e-b255-0d191bd7b362", "tag": "3a265537-a76d-4740-a9c0-38ac956642bf"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:15.504953 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59498) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:15.510885 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c343f27-ec88-4224-9508-e281d22828ba x-openstack-request-id: req-7c343f27-ec88-4224-9508-e281d22828ba {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:15.511577 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e50540b-43a9-470e-b255-0d191bd7b362", "tag": "3a265537-a76d-4740-a9c0-38ac956642bf", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:15.512206 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c343f27-ec88-4224-9508-e281d22828ba {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:15.512934 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e50540b-43a9-470e-b255-0d191bd7b362', 'tag': '3a265537-a76d-4740-a9c0-38ac956642bf', 'status': 'completed', 'code': 200} Aug 28 12:38:15.617710 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4934-2927-435c-b84a-a2cec03bbbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:15.651263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8011e8-c198-4b30-9e09-431ef476ef0d service neutron] Pushing event updated for resources: {'Port': ['ID=3a265537-a76d-4740-a9c0-38ac956642bf,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:15.690779 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e8970d4d-aea2-42e8-8ae2-270ee2b466dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:15.725335 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8aa9fad-1f93-4e03-bcb5-9a249b1ef87c req-1e4d74a0-75ae-4633-9aaf-47126a0d0c04 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955330 Aug 28 12:38:15.843444 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4934-2927-435c-b84a-a2cec03bbbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:15.846238 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.api [None req-e8970d4d-aea2-42e8-8ae2-270ee2b466dd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 12:38:15.846238 n-d-791505-21 neutron-server[94878]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 28 12:38:15.846238 n-d-791505-21 neutron-server[94878]: [parameters: {'project_id': 'f1fb1af734f245909cf794c569392b7f', 'id': '9ecc3599-be08-4594-991b-6e9b6fb8b99a', 'expiration': datetime.datetime(2021, 8, 28, 12, 40, 15, 729798)}] Aug 28 12:38:15.846238 n-d-791505-21 neutron-server[94878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:38:15.847409 n-d-791505-21 neutron-server[94878]: DEBUG oslo_db.api [None req-e8970d4d-aea2-42e8-8ae2-270ee2b466dd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:38:15.850574 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4934-2927-435c-b84a-a2cec03bbbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:15.918903 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dc1f4934-2927-435c-b84a-a2cec03bbbd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8845f67c64de4d0eb44c04e4ff1c60f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8147023 Aug 28 12:38:15.920869 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f4934-2927-435c-b84a-a2cec03bbbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2909bee-011a-4c37-bd72-2cb55032708e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:15.926141 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59522) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:15.943917 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8aa9fad-1f93-4e03-bcb5-9a249b1ef87c req-80a742e4-dc37-49e4-b313-97346d4eaa89 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032661 Aug 28 12:38:15.990898 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59524) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:16.006152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76becc77-e725-4819-8d62-3559edd0516e req-1e1ea8fb-908b-4dfa-88a9-492c492b2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:16.007980 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76becc77-e725-4819-8d62-3559edd0516e req-1e1ea8fb-908b-4dfa-88a9-492c492b2c03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b587fea80142461bad0b38417b208b1b&device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 1098 time: 0.5837858 Aug 28 12:38:16.012251 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6424-d932-46a3-a8d7-36dc181254fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.035290 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c954ad9-b11b-4d8d-94fd-973aa24f9fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.076182 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c954ad9-b11b-4d8d-94fd-973aa24f9fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.135406 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6424-d932-46a3-a8d7-36dc181254fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.139387 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76becc77-e725-4819-8d62-3559edd0516e req-d5e5abc5-7108-4c52-911e-f129816526a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=3a265537-a76d-4740-a9c0-38ac956642bf HTTP/1.1" status: 200 len: 217 time: 0.0958259 Aug 28 12:38:16.155967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c954ad9-b11b-4d8d-94fd-973aa24f9fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.162251 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c954ad9-b11b-4d8d-94fd-973aa24f9fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.164914 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6c954ad9-b11b-4d8d-94fd-973aa24f9fd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2909bee-011a-4c37-bd72-2cb55032708e HTTP/1.1" status: 204 len: 168 time: 0.2364075 Aug 28 12:38:16.210060 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c954ad9-b11b-4d8d-94fd-973aa24f9fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2909bee-011a-4c37-bd72-2cb55032708e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:16.254131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-270a2da2-e0dd-492f-85c3-9ed679b40e10 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2099932969-network', 'tenant_id': 'c1c41e42e79147debd52528161e1247f'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:16.343676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d6935-a9ab-48b8-92ce-ea3113ba7f04 req-9db8c92f-62d0-49d8-bcaf-067867e8a81c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:16.344818 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5789f-d78b-49e3-a97e-5769c522b905 req-7a3bd5ab-cfa1-4bf2-a6ab-404497f45e70 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:16.353033 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f41d6935-a9ab-48b8-92ce-ea3113ba7f04 req-9db8c92f-62d0-49d8-bcaf-067867e8a81c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 946 time: 0.0871634 Aug 28 12:38:16.353387 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e5e5789f-d78b-49e3-a97e-5769c522b905 req-7a3bd5ab-cfa1-4bf2-a6ab-404497f45e70 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 950 time: 0.6732483 Aug 28 12:38:16.376480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76becc77-e725-4819-8d62-3559edd0516e req-eba81959-4c49-4c3e-ab56-2c24d0c7f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:16.378175 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76becc77-e725-4819-8d62-3559edd0516e req-eba81959-4c49-4c3e-ab56-2c24d0c7f9f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2265911 Aug 28 12:38:16.381098 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e8970d4d-aea2-42e8-8ae2-270ee2b466dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.396134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270a2da2-e0dd-492f-85c3-9ed679b40e10 admin admin] Made reservation on behalf of c1c41e42e79147debd52528161e1247f for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:16.399135 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-270a2da2-e0dd-492f-85c3-9ed679b40e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.412519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-270a2da2-e0dd-492f-85c3-9ed679b40e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.447667 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e5e5789f-d78b-49e3-a97e-5769c522b905 req-15d1f621-cb62-4ad6-b88c-68621e70b3f9 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911160 Aug 28 12:38:16.491179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf5cea-c3e0-4d28-bd30-56529d4e4a1c req-88e506ca-d33b-4714-90d7-63d85db5023c tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:16.493818 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aedf5cea-c3e0-4d28-bd30-56529d4e4a1c req-88e506ca-d33b-4714-90d7-63d85db5023c tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 950 time: 0.2285664 Aug 28 12:38:16.503031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76becc77-e725-4819-8d62-3559edd0516e req-545f5ecf-72b5-45a2-adac-bf2de57e6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:16.504747 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76becc77-e725-4819-8d62-3559edd0516e req-545f5ecf-72b5-45a2-adac-bf2de57e6dc3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1111181 Aug 28 12:38:16.505454 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6424-d932-46a3-a8d7-36dc181254fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.508685 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6424-d932-46a3-a8d7-36dc181254fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.509911 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b1cb6424-d932-46a3-a8d7-36dc181254fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7d46c80-0ac6-405d-ae29-d7e952bedb5c HTTP/1.1" status: 204 len: 168 time: 1.2173386 Aug 28 12:38:16.535911 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e8970d4d-aea2-42e8-8ae2-270ee2b466dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.550751 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e8970d4d-aea2-42e8-8ae2-270ee2b466dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.575362 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f41d6935-a9ab-48b8-92ce-ea3113ba7f04 req-c92c63f0-aef1-408a-b97a-699341354baf tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155209 Aug 28 12:38:16.587588 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb6424-d932-46a3-a8d7-36dc181254fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d46c80-0ac6-405d-ae29-d7e952bedb5c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:16.693181 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e8970d4d-aea2-42e8-8ae2-270ee2b466dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1fb1af734f245909cf794c569392b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1860363 Aug 28 12:38:16.694305 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59536) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:16.715029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8970d4d-aea2-42e8-8ae2-270ee2b466dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d89b00c-b2ac-4d1c-8f34-2c6a35ae0f30,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:16.802224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59538) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:16.868370 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-387a3b83-fd2d-4f8f-b48c-1b2db351d149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.886381 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55c28707-dece-4812-8844-609a05a3b6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.912116 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-387a3b83-fd2d-4f8f-b48c-1b2db351d149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.921520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76becc77-e725-4819-8d62-3559edd0516e req-f00e235a-bff8-492b-8948-93378d460b59 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067338 Aug 28 12:38:16.942610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-aedf5cea-c3e0-4d28-bd30-56529d4e4a1c req-b1dfbc9b-2256-4a8b-bb17-0a82abd0bef2 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Deleting port fe66d925-ad32-42db-83dd-9f840dc9e018 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:38:16.942964 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-aedf5cea-c3e0-4d28-bd30-56529d4e4a1c req-b1dfbc9b-2256-4a8b-bb17-0a82abd0bef2 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.965581 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-270a2da2-e0dd-492f-85c3-9ed679b40e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:16.978612 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-270a2da2-e0dd-492f-85c3-9ed679b40e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:17.021668 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270a2da2-e0dd-492f-85c3-9ed679b40e10 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:38:17.037082 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a2da2-e0dd-492f-85c3-9ed679b40e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4269279-39a3-47f5-8d9e-cdf867f85e9f,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:17.062583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-387a3b83-fd2d-4f8f-b48c-1b2db351d149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:17.066397 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-387a3b83-fd2d-4f8f-b48c-1b2db351d149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:17.067198 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-387a3b83-fd2d-4f8f-b48c-1b2db351d149 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d89b00c-b2ac-4d1c-8f34-2c6a35ae0f30 HTTP/1.1" status: 204 len: 168 time: 0.3700533 Aug 28 12:38:17.068979 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-270a2da2-e0dd-492f-85c3-9ed679b40e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:17.069333 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-270a2da2-e0dd-492f-85c3-9ed679b40e10 admin admin] Added segment e749f644-34a0-48be-a35c-ed3533558b89 of type vlan for network ba83daba-5a36-4767-84e2-488c40432d76 Aug 28 12:38:17.087700 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a3b83-fd2d-4f8f-b48c-1b2db351d149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d89b00c-b2ac-4d1c-8f34-2c6a35ae0f30,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:17.169152 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-270a2da2-e0dd-492f-85c3-9ed679b40e10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:17.209428 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-270a2da2-e0dd-492f-85c3-9ed679b40e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:17.211596 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270a2da2-e0dd-492f-85c3-9ed679b40e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:17.212504 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-270a2da2-e0dd-492f-85c3-9ed679b40e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:17.290005 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a2da2-e0dd-492f-85c3-9ed679b40e10 admin admin] Pushing event updated for resources: {'Network': ['ID=ba83daba-5a36-4767-84e2-488c40432d76,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:17.302033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network ba83daba-5a36-4767-84e2-488c40432d76 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:38:17.313930 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59556) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:17.314481 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55c28707-dece-4812-8844-609a05a3b6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:17.351521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-aedf5cea-c3e0-4d28-bd30-56529d4e4a1c req-b1dfbc9b-2256-4a8b-bb17-0a82abd0bef2 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] For port fe66d925-ad32-42db-83dd-9f840dc9e018, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fe66d925-ad32-42db-83dd-9f840dc9e018,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:17.351772 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7135f8c0-e0d9-465b-8979-6d8d7c2d238a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:17.351993 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-aedf5cea-c3e0-4d28-bd30-56529d4e4a1c req-b1dfbc9b-2256-4a8b-bb17-0a82abd0bef2 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:17.357674 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-270a2da2-e0dd-492f-85c3-9ed679b40e10 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3649044 Aug 28 12:38:17.359782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59558) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:17.365800 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76becc77-e725-4819-8d62-3559edd0516e req-587e117e-b4d9-4a81-8a27-fb2c91375be5 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346194 Aug 28 12:38:17.386521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-3bd9a7b9-abf6-44bd-a338-549857e6d489 admin admin] Request body: {'subnet': {'network_id': 'ba83daba-5a36-4767-84e2-488c40432d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2099932969-subnet', 'tenant_id': 'c1c41e42e79147debd52528161e1247f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:17.397949 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55c28707-dece-4812-8844-609a05a3b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:17.452198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd9a7b9-abf6-44bd-a338-549857e6d489 admin admin] Made reservation on behalf of c1c41e42e79147debd52528161e1247f for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:17.460703 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a7b9-abf6-44bd-a338-549857e6d489 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:17.499977 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-55c28707-dece-4812-8844-609a05a3b6f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95d43e807718473e9e97c7cd9b82c79a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6939170 Aug 28 12:38:17.524949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-aedf5cea-c3e0-4d28-bd30-56529d4e4a1c req-b1dfbc9b-2256-4a8b-bb17-0a82abd0bef2 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Calling delete_port for fe66d925-ad32-42db-83dd-9f840dc9e018 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:38:17.540866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59562) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:17.766047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c28707-dece-4812-8844-609a05a3b6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9890cd-1716-434d-a717-20f420d57d6f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:17.833117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2299251-0af9-4388-be1c-514b727a566d req-4530dcc2-8cf3-44bd-a3f4-1bda90c0e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:17.834730 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a2299251-0af9-4388-be1c-514b727a566d req-4530dcc2-8cf3-44bd-a3f4-1bda90c0e7f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b587fea80142461bad0b38417b208b1b&device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 1098 time: 0.3614080 Aug 28 12:38:17.860938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fc5b2-24a8-4d79-8c41-4ebba7c29d9a req-630d2398-6cd3-4dc0-8c46-7c95d043d565 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:17.868145 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b7fc5b2-24a8-4d79-8c41-4ebba7c29d9a req-630d2398-6cd3-4dc0-8c46-7c95d043d565 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 950 time: 0.2992785 Aug 28 12:38:17.877967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a7b9-abf6-44bd-a338-549857e6d489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:17.900789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec394712-5c18-47bf-b81c-739145c9d312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:17.956780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9a7b9-abf6-44bd-a338-549857e6d489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2502476-4ea7-4f6e-8a7f-8726d54fd75e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:17.969996 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:38:18.032850 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec394712-5c18-47bf-b81c-739145c9d312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:18.041771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59570) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:18.042599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903b7ef-bafb-466b-8fd9-b1e9d6822cfa req-ce06a10a-f6fd-4276-ac59-675f7634e677 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:18.055951 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1903b7ef-bafb-466b-8fd9-b1e9d6822cfa req-ce06a10a-f6fd-4276-ac59-675f7634e677 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 946 time: 0.2018235 Aug 28 12:38:18.080649 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b7fc5b2-24a8-4d79-8c41-4ebba7c29d9a req-7d0120fc-3de8-4317-97ea-3d612cfa467d tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/security-groups?id=95f79b54-ee9c-406b-8e86-57879dd6e690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115462 Aug 28 12:38:18.113627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd9a7b9-abf6-44bd-a338-549857e6d489 admin admin] Checking segment: {'id': 'e749f644-34a0-48be-a35c-ed3533558b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ba83daba-5a36-4767-84e2-488c40432d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:18.114285 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd9a7b9-abf6-44bd-a338-549857e6d489 admin admin] Network hostable DHCP agents. Network: ba83daba-5a36-4767-84e2-488c40432d76, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:38:18.118289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:18.132345 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86', 'mac_address': 'fa:16:3e:db:ff:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:38:18.175138 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e6b8215-31b1-4373-9de9-6b8709101e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:18.190332 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:18.192843 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1903b7ef-bafb-466b-8fd9-b1e9d6822cfa req-e36a5454-9b44-4608-a65b-f15ad967067b tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356809 Aug 28 12:38:18.220169 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:18.222880 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd9a7b9-abf6-44bd-a338-549857e6d489 admin admin] Network ba83daba-5a36-4767-84e2-488c40432d76 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:38:18.242118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-3bd9a7b9-abf6-44bd-a338-549857e6d489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, ba83daba-5a36-4767-84e2-488c40432d76) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:18.255058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd9a7b9-abf6-44bd-a338-549857e6d489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:18.256808 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a7b9-abf6-44bd-a338-549857e6d489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:18.262814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5452ca-6f4b-4169-915f-7db35d83a199 None None] Network ba83daba-5a36-4767-84e2-488c40432d76 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:38:18.281617 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:18.319319 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-aedf5cea-c3e0-4d28-bd30-56529d4e4a1c req-b1dfbc9b-2256-4a8b-bb17-0a82abd0bef2 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:18.336097 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7135f8c0-e0d9-465b-8979-6d8d7c2d238a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:18.343958 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7135f8c0-e0d9-465b-8979-6d8d7c2d238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:18.348895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2299251-0af9-4388-be1c-514b727a566d req-7e713cdf-c593-4006-a1f3-cd3a12e7810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:18.350970 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a2299251-0af9-4388-be1c-514b727a566d req-7e713cdf-c593-4006-a1f3-cd3a12e7810a service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.5023255 Aug 28 12:38:18.391673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['fe66d925-ad32-42db-83dd-9f840dc9e018'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:38:18.403872 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3bd9a7b9-abf6-44bd-a338-549857e6d489 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0391636 Aug 28 12:38:18.412584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59582) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:18.432735 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2099932969-router', 'tenant_id': 'c1c41e42e79147debd52528161e1247f', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:18.455930 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a2299251-0af9-4388-be1c-514b727a566d req-7ab3aacf-d623-48fd-ba56-c79755c8eef3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=3a265537-a76d-4740-a9c0-38ac956642bf HTTP/1.1" status: 200 len: 217 time: 0.0447865 Aug 28 12:38:18.466530 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7135f8c0-e0d9-465b-8979-6d8d7c2d238a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd47ccf6e5e04cf4964d3cca5bfb4fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1514065 Aug 28 12:38:18.482793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfbc9b-2256-4a8b-bb17-0a82abd0bef2 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Pushing event deleted for resources: {'Port': ['ID=fe66d925-ad32-42db-83dd-9f840dc9e018,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:18.494387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59584) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:18.500796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135f8c0-e0d9-465b-8979-6d8d7c2d238a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735c817e-0843-41fb-9ad1-04a9e62e0a27,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:18.501603 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:18.576652 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2299251-0af9-4388-be1c-514b727a566d req-081bee7a-f9c3-4cd2-a4f7-ac4d20ed26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:18.579020 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a2299251-0af9-4388-be1c-514b727a566d req-081bee7a-f9c3-4cd2-a4f7-ac4d20ed26e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0797694 Aug 28 12:38:18.584448 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec394712-5c18-47bf-b81c-739145c9d312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:18.587081 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec394712-5c18-47bf-b81c-739145c9d312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:18.591469 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ec394712-5c18-47bf-b81c-739145c9d312 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd9890cd-1716-434d-a717-20f420d57d6f HTTP/1.1" status: 204 len: 168 time: 1.0460775 Aug 28 12:38:18.751224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['5ce60adf-041b-4b40-afcc-ce9a1e5c0f86'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:38:18.807041 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-ba83daba-5a36-4767-84e2-488c40432d76', 'network_id': 'ba83daba-5a36-4767-84e2-488c40432d76', 'tenant_id': 'c1c41e42e79147debd52528161e1247f', 'fixed_ips': [{'subnet_id': 'e2502476-4ea7-4f6e-8a7f-8726d54fd75e'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:38:18.808092 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:18.823171 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:19.028696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-aedf5cea-c3e0-4d28-bd30-56529d4e4a1c req-b1dfbc9b-2256-4a8b-bb17-0a82abd0bef2 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] No DVR routers for this DVR port fe66d925-ad32-42db-83dd-9f840dc9e018 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:38:19.030679 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec394712-5c18-47bf-b81c-739145c9d312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9890cd-1716-434d-a717-20f420d57d6f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:19.060891 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-aedf5cea-c3e0-4d28-bd30-56529d4e4a1c req-b1dfbc9b-2256-4a8b-bb17-0a82abd0bef2 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:19.063700 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aedf5cea-c3e0-4d28-bd30-56529d4e4a1c req-b1dfbc9b-2256-4a8b-bb17-0a82abd0bef2 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.10 "DELETE /v2.0/ports/fe66d925-ad32-42db-83dd-9f840dc9e018 HTTP/1.1" status: 204 len: 173 time: 2.5524909 Aug 28 12:38:19.070468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b615171-959c-4e7f-b518-699c55cad9da', 'name': 'network-vif-deleted', 'tag': 'fe66d925-ad32-42db-83dd-9f840dc9e018'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:19.072787 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9a90e1-01d6-4fd5-a67f-d2532088393a" -d '{"events": [{"server_uuid": "9b615171-959c-4e7f-b518-699c55cad9da", "name": "network-vif-deleted", "tag": "fe66d925-ad32-42db-83dd-9f840dc9e018"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:19.128359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Allocated IP 172.20.0.2 (ba83daba-5a36-4767-84e2-488c40432d76/e2502476-4ea7-4f6e-8a7f-8726d54fd75e/b1742364-9e62-4bb8-baae-67d68b10b541) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:19.200687 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-faa7df84-3d10-432d-b798-9dbc93cd7d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:19.268135 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-faa7df84-3d10-432d-b798-9dbc93cd7d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:19.350798 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5794b88d-d6ac-47c9-b511-f274773c8614 x-openstack-request-id: req-5794b88d-d6ac-47c9-b511-f274773c8614 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:19.351380 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b615171-959c-4e7f-b518-699c55cad9da", "name": "network-vif-deleted", "tag": "fe66d925-ad32-42db-83dd-9f840dc9e018", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:19.351380 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5794b88d-d6ac-47c9-b511-f274773c8614 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:19.351761 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b615171-959c-4e7f-b518-699c55cad9da', 'name': 'network-vif-deleted', 'tag': 'fe66d925-ad32-42db-83dd-9f840dc9e018', 'status': 'completed', 'code': 200} Aug 28 12:38:19.383603 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-faa7df84-3d10-432d-b798-9dbc93cd7d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:19.386469 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-faa7df84-3d10-432d-b798-9dbc93cd7d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:19.391568 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-faa7df84-3d10-432d-b798-9dbc93cd7d53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/735c817e-0843-41fb-9ad1-04a9e62e0a27 HTTP/1.1" status: 204 len: 168 time: 0.8231730 Aug 28 12:38:19.462561 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-328e62c0-1237-4919-bb84-8c0f40f658db req-a13ff706-ab58-4230-a45a-0ba0b7f5c5c5 tempest-LiveMigrationNegativeTest-1606160846 tempest-LiveMigrationNegativeTest-1606160846-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b615171-959c-4e7f-b518-699c55cad9da HTTP/1.1" status: 200 len: 210 time: 0.1042750 Aug 28 12:38:19.502750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2299251-0af9-4388-be1c-514b727a566d req-6c879683-52a2-4807-9306-350893a5f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:19.515846 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a2299251-0af9-4388-be1c-514b727a566d req-6c879683-52a2-4807-9306-350893a5f30b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5343015 Aug 28 12:38:19.517068 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7df84-3d10-432d-b798-9dbc93cd7d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735c817e-0843-41fb-9ad1-04a9e62e0a27,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:19.815792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18739615-a2cf-4dfc-be6b-55f6b0db0d60 req-1a806ec9-9ddc-4233-919b-8dca8aa53d94 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:19.830568 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-18739615-a2cf-4dfc-be6b-55f6b0db0d60 req-1a806ec9-9ddc-4233-919b-8dca8aa53d94 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 946 time: 0.2109389 Aug 28 12:38:19.831314 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:19.852611 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Transition to ACTIVE for port object b1742364-9e62-4bb8-baae-67d68b10b541 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:19.856076 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e6b8215-31b1-4373-9de9-6b8709101e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:19.879135 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e6b8215-31b1-4373-9de9-6b8709101e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:19.916183 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Transition to ACTIVE for port object b1742364-9e62-4bb8-baae-67d68b10b541 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:19.934341 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:19.951322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6e6b8215-31b1-4373-9de9-6b8709101e2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dddafbd69ae348f7b6adb9c54cd081db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9062235 Aug 28 12:38:19.953918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59620) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:20.001470 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:20.005434 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:20.064194 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-18739615-a2cf-4dfc-be6b-55f6b0db0d60 req-4c9c28ee-8f70-4ecf-aee9-fe684b02d071 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261729 Aug 28 12:38:20.078405 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a2299251-0af9-4388-be1c-514b727a566d req-c44e66f0-59e2-47bc-bff1-73ff7ce50a6f service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365531 Aug 28 12:38:20.176203 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:20.180741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b8215-31b1-4373-9de9-6b8709101e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbb9f25-e180-4193-a885-60ecc0c7bd3c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:20.237125 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6309a775-b2ad-48df-998e-d6a8e107ef4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:20.260827 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6309a775-b2ad-48df-998e-d6a8e107ef4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:20.300935 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Network ba83daba-5a36-4767-84e2-488c40432d76 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:20.316241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:20.326531 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:20.366895 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6309a775-b2ad-48df-998e-d6a8e107ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:20.370456 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6309a775-b2ad-48df-998e-d6a8e107ef4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:20.372508 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6309a775-b2ad-48df-998e-d6a8e107ef4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cbb9f25-e180-4193-a885-60ecc0c7bd3c HTTP/1.1" status: 204 len: 168 time: 0.4095953 Aug 28 12:38:20.392959 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:20.402418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Pushing event updated for resources: {'Port': ['ID=b1742364-9e62-4bb8-baae-67d68b10b541,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:20.426754 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309a775-b2ad-48df-998e-d6a8e107ef4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbb9f25-e180-4193-a885-60ecc0c7bd3c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:20.527784 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a2299251-0af9-4388-be1c-514b727a566d req-c5369311-4501-465b-9763-142ea18207dc service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235907 Aug 28 12:38:20.610752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 3a265537-a76d-4740-a9c0-38ac956642bf details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:38:20.617121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device fe66d925-ad32-42db-83dd-9f840dc9e018 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:38:20.731906 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:20.818376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 3a265537-a76d-4740-a9c0-38ac956642bf, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=3a265537-a76d-4740-a9c0-38ac956642bf,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:20.842981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Attempting to bind port b1742364-9e62-4bb8-baae-67d68b10b541 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:38:20.844222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Attempting to bind port b1742364-9e62-4bb8-baae-67d68b10b541 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'e749f644-34a0-48be-a35c-ed3533558b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ba83daba-5a36-4767-84e2-488c40432d76'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:38:20.844222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Attempting to bind port b1742364-9e62-4bb8-baae-67d68b10b541 on network ba83daba-5a36-4767-84e2-488c40432d76 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:20.857902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:20.866959 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '3a265537-a76d-4740-a9c0-38ac956642bf', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '3a265537-a76d-4740-a9c0-38ac956642bf', 'mac_address': 'fa:16:3e:61:93:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:38:20.875806 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:38:20.876170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Checking segment: {'id': 'e749f644-34a0-48be-a35c-ed3533558b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ba83daba-5a36-4767-84e2-488c40432d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:20.877503 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:20.878399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Bound using segment: {'id': 'e749f644-34a0-48be-a35c-ed3533558b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ba83daba-5a36-4767-84e2-488c40432d76'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:38:20.879097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Bound port: b1742364-9e62-4bb8-baae-67d68b10b541, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e749f644-34a0-48be-a35c-ed3533558b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ba83daba-5a36-4767-84e2-488c40432d76'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:38:20.880209 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:20.910723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:20.911357 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:21.259873 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:21.268007 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: fe66d925-ad32-42db-83dd-9f840dc9e018 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:38:21.269194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device fe66d925-ad32-42db-83dd-9f840dc9e018 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:38:21.349154 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a265537-a76d-4740-a9c0-38ac956642bf {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:21.361641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] For port b1742364-9e62-4bb8-baae-67d68b10b541, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:38:21.394559 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] For port b1742364-9e62-4bb8-baae-67d68b10b541, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b1742364-9e62-4bb8-baae-67d68b10b541,segment=NetworkSegment(e749f644-34a0-48be-a35c-ed3533558b89),segment_id=e749f644-34a0-48be-a35c-ed3533558b89)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:38:21.408558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 3a265537-a76d-4740-a9c0-38ac956642bf, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=3a265537-a76d-4740-a9c0-38ac956642bf,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:21.435239 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:21.462228 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:21.497511 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:21.523500 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:21.525718 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d895f-c158-42c3-a9af-d55508cadc1a req-ec463dec-c7a0-4dd0-a582-a873eb6032cc tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:21.527813 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c6d895f-c158-42c3-a9af-d55508cadc1a req-ec463dec-c7a0-4dd0-a582-a873eb6032cc tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 946 time: 0.2580361 Aug 28 12:38:21.529250 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:21.540016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59668) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:21.566376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e1ce1-1cd9-41f4-a803-865f92ad2f4a None None] Pushing event updated for resources: {'Port': ['ID=b1742364-9e62-4bb8-baae-67d68b10b541,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:21.624615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b028d65-68cf-4cc8-9cf4-9f0890d023cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:21.627257 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a310acd-3fac-419e-9591-8ac9a0b635a7" -d '{"events": [{"server_uuid": "2b028d65-68cf-4cc8-9cf4-9f0890d023cd", "name": "network-vif-plugged", "status": "completed", "tag": "5ce60adf-041b-4b40-afcc-ce9a1e5c0f86"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:21.658308 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:21.676328 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:21.688106 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Allocated IP 172.25.1.176 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/2df81ea5-65c9-4f0d-a0a6-6533985f28b0) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:21.864408 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:21.893705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=3a265537-a76d-4740-a9c0-38ac956642bf,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:21.923898 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c357c94-9328-471e-9745-730b19830ee9 x-openstack-request-id: req-3c357c94-9328-471e-9745-730b19830ee9 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:21.930879 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b028d65-68cf-4cc8-9cf4-9f0890d023cd", "name": "network-vif-plugged", "status": "completed", "tag": "5ce60adf-041b-4b40-afcc-ce9a1e5c0f86", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:21.931321 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c357c94-9328-471e-9745-730b19830ee9 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:21.932080 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b028d65-68cf-4cc8-9cf4-9f0890d023cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86', 'code': 200} Aug 28 12:38:21.933573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['3a265537-a76d-4740-a9c0-38ac956642bf'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:38:21.948674 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97c040-e638-4718-847d-e9b18e3030a1 req-d6a6bd60-5ff1-4ff5-aa3e-e1c6a7fc6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:21.950573 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a97c040-e638-4718-847d-e9b18e3030a1 req-d6a6bd60-5ff1-4ff5-aa3e-e1c6a7fc6262 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 1102 time: 0.0906324 Aug 28 12:38:21.997111 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c6d895f-c158-42c3-a9af-d55508cadc1a req-f5865107-3f08-455f-889e-b353f6c23255 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026738 Aug 28 12:38:22.022037 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:22.082327 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a97c040-e638-4718-847d-e9b18e3030a1 req-32da5477-f643-42e0-8e91-57e3a73af458 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237686 Aug 28 12:38:22.101445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:22.153938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:22.156730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:22.160519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:22.271293 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0173c922-2f4b-4240-9832-a486fc6f06c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de901b464d624b77a5cb3d2eca91937d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7293820 Aug 28 12:38:22.271909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59702) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:22.328800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Pushing event updated for resources: {'Port': ['ID=2df81ea5-65c9-4f0d-a0a6-6533985f28b0,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:22.346211 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a5ae9c0a-9798-4806-bc9a-163a057ab20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:22.382803 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a5ae9c0a-9798-4806-bc9a-163a057ab20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:22.459060 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a5ae9c0a-9798-4806-bc9a-163a057ab20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:22.462988 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a5ae9c0a-9798-4806-bc9a-163a057ab20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:22.467617 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a5ae9c0a-9798-4806-bc9a-163a057ab20f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95f79b54-ee9c-406b-8e86-57879dd6e690 HTTP/1.1" status: 204 len: 168 time: 0.1945438 Aug 28 12:38:22.481709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae9c0a-9798-4806-bc9a-163a057ab20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f79b54-ee9c-406b-8e86-57879dd6e690,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:22.621224 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:22.947663 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b1742364-9e62-4bb8-baae-67d68b10b541 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:23.065686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port b1742364-9e62-4bb8-baae-67d68b10b541 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:23.174197 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:23.254626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb62a75-6c55-4e7c-b5f6-2aaeb382faf0 req-7ec8ef67-cee4-4b1b-9f3a-8ac426ec250a tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:23.256181 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dcb62a75-6c55-4e7c-b5f6-2aaeb382faf0 req-7ec8ef67-cee4-4b1b-9f3a-8ac426ec250a tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 947 time: 0.1291006 Aug 28 12:38:23.349666 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3863a24-ee3f-4382-a6dc-9f9798437906 None None] Network ba83daba-5a36-4767-84e2-488c40432d76 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:38:23.357546 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dcb62a75-6c55-4e7c-b5f6-2aaeb382faf0 req-a450833d-11a1-42c9-961c-d956f0dc3109 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906661 Aug 28 12:38:23.459265 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59742) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:23.495151 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Router 16e4ca63-6026-40a4-9ece-a100f39aa23a is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:38:23.551008 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-be3bee34-e882-41c1-8d1b-240d7efc4869 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e2e853d009141d38522b00367e4aa19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0905688 Aug 28 12:38:23.553710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59744) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:23.571549 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-27e9d37e-22e9-4d36-a46d-5a67c5f998c7 None None] Provisioning for port b1742364-9e62-4bb8-baae-67d68b10b541 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:23.578434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-27e9d37e-22e9-4d36-a46d-5a67c5f998c7 None None] Provisioning complete for port b1742364-9e62-4bb8-baae-67d68b10b541 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:23.579292 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-27e9d37e-22e9-4d36-a46d-5a67c5f998c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:23.652748 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e46c63a1-e297-499b-8d9f-c87981412315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:23.731805 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e46c63a1-e297-499b-8d9f-c87981412315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:23.801487 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-27e9d37e-22e9-4d36-a46d-5a67c5f998c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:23.850726 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e46c63a1-e297-499b-8d9f-c87981412315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:23.853906 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e46c63a1-e297-499b-8d9f-c87981412315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:23.855277 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e46c63a1-e297-499b-8d9f-c87981412315 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d3cb240-1a81-412f-9b12-05d82ecb331d HTTP/1.1" status: 204 len: 168 time: 0.3005846 Aug 28 12:38:23.862395 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-27e9d37e-22e9-4d36-a46d-5a67c5f998c7 None None] For port b1742364-9e62-4bb8-baae-67d68b10b541, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b1742364-9e62-4bb8-baae-67d68b10b541,segment=NetworkSegment(e749f644-34a0-48be-a35c-ed3533558b89),segment_id=e749f644-34a0-48be-a35c-ed3533558b89)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:23.877706 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c63a1-e297-499b-8d9f-c87981412315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3cb240-1a81-412f-9b12-05d82ecb331d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:23.877951 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-27e9d37e-22e9-4d36-a46d-5a67c5f998c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:24.003583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9d37e-22e9-4d36-a46d-5a67c5f998c7 None None] Pushing event updated for resources: {'Port': ['ID=b1742364-9e62-4bb8-baae-67d68b10b541,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:24.098085 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:38:24.105157 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Sync routers for ids ['16e4ca63-6026-40a4-9ece-a100f39aa23a'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:38:24.118037 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Routers {'16e4ca63-6026-40a4-9ece-a100f39aa23a'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:38:24.120330 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:38:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['16e4ca63-6026-40a4-9ece-a100f39aa23a'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:38:24.130030 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:24.131496 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a6911238-1eb1-4ace-ab04-b50191e975cf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7049961 Aug 28 12:38:24.134524 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59768) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:24.236227 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bf0d359a-8aa8-4077-953c-3fdf0d047351 None None] Provisioning complete for port b1742364-9e62-4bb8-baae-67d68b10b541 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:24.236595 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bf0d359a-8aa8-4077-953c-3fdf0d047351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:24.313226 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Set router 16e4ca63-6026-40a4-9ece-a100f39aa23a gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:38:24.527307 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'name': 'tempest-FloatingIPDetailsTestJSON-2099932969-router', 'tenant_id': 'c1c41e42e79147debd52528161e1247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:20Z', 'updated_at': '2021-08-28T12:38:22Z', 'revision_number': 3, 'project_id': 'c1c41e42e79147debd52528161e1247f', 'gw_port': {'id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:21Z', 'updated_at': '2021-08-28T12:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:38:24.555385 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Checking router: 16e4ca63-6026-40a4-9ece-a100f39aa23a for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:38:24.555722 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Updating router 16e4ca63-6026-40a4-9ece-a100f39aa23a port 2df81ea5-65c9-4f0d-a0a6-6533985f28b0 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:38:24.565056 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 3a265537-a76d-4740-a9c0-38ac956642bf up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:24.578444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59780) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:24.615817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e45386-be81-46d3-92f4-8aec3e17858a req-4cce8fcc-1904-4009-a9e6-6734c322454e tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:24.624789 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-56e45386-be81-46d3-92f4-8aec3e17858a req-4cce8fcc-1904-4009-a9e6-6734c322454e tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 947 time: 0.0961998 Aug 28 12:38:24.626005 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:24.675492 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 3a265537-a76d-4740-a9c0-38ac956642bf completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:24.679810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 3a265537-a76d-4740-a9c0-38ac956642bf triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:24.680399 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:24.848591 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:24.885007 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b1742364-9e62-4bb8-baae-67d68b10b541 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:24.999870 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-56e45386-be81-46d3-92f4-8aec3e17858a req-135243b6-cc11-4d75-bc4c-5d907758c4ba tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730888 Aug 28 12:38:25.021238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e50540b-43a9-470e-b255-0d191bd7b362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a265537-a76d-4740-a9c0-38ac956642bf'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:25.029145 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8457e58-a6ec-4c11-bf8e-0967b80701f2" -d '{"events": [{"server_uuid": "2e50540b-43a9-470e-b255-0d191bd7b362", "name": "network-vif-plugged", "status": "completed", "tag": "3a265537-a76d-4740-a9c0-38ac956642bf"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:25.065957 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 3a265537-a76d-4740-a9c0-38ac956642bf, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=3a265537-a76d-4740-a9c0-38ac956642bf,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:25.103493 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.177425 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.195604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c763d065-0f65-4bd2-80db-3ef93413db1d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-79511614-network', 'tenant_id': 'c5f791bffd6b436fbad5ba34cc695485'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:25.213200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=3a265537-a76d-4740-a9c0-38ac956642bf,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:25.246579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b1742364-9e62-4bb8-baae-67d68b10b541 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:25.246900 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.250469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c763d065-0f65-4bd2-80db-3ef93413db1d admin admin] Made reservation on behalf of c5f791bffd6b436fbad5ba34cc695485 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:25.259090 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c763d065-0f65-4bd2-80db-3ef93413db1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.327388 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c763d065-0f65-4bd2-80db-3ef93413db1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.340327 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5ecbbf-25eb-4367-acfc-760a38aaf941 x-openstack-request-id: req-7a5ecbbf-25eb-4367-acfc-760a38aaf941 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:25.340689 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e50540b-43a9-470e-b255-0d191bd7b362", "name": "network-vif-plugged", "status": "completed", "tag": "3a265537-a76d-4740-a9c0-38ac956642bf", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:25.340873 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a5ecbbf-25eb-4367-acfc-760a38aaf941 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:25.341250 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e50540b-43a9-470e-b255-0d191bd7b362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a265537-a76d-4740-a9c0-38ac956642bf', 'code': 200} Aug 28 12:38:25.404189 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.453227 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Transition to ACTIVE for port object 2df81ea5-65c9-4f0d-a0a6-6533985f28b0 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:25.469689 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.490411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7f04b-6c02-4549-a4a9-05ba925d4c1f req-8bbcca86-6bb1-4ce9-8e6a-68e127b2b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:25.492888 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4c7f04b-6c02-4549-a4a9-05ba925d4c1f req-8bbcca86-6bb1-4ce9-8e6a-68e127b2b833 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 1100 time: 0.1134875 Aug 28 12:38:25.606500 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4c7f04b-6c02-4549-a4a9-05ba925d4c1f req-09bf12e6-b61f-4a22-8b3c-dfdc33506040 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014557 Aug 28 12:38:25.623376 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ac4a8-6354-4328-987c-59ecc647095b None None] Pushing event updated for resources: {'Port': ['ID=2df81ea5-65c9-4f0d-a0a6-6533985f28b0,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:25.632438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Allocated IP 172.20.0.1 (ba83daba-5a36-4767-84e2-488c40432d76/e2502476-4ea7-4f6e-8a7f-8726d54fd75e/89430d39-2d49-419c-b2ed-ce25f660d889) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:25.652401 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c763d065-0f65-4bd2-80db-3ef93413db1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.659123 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c763d065-0f65-4bd2-80db-3ef93413db1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.682705 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac4a8-6354-4328-987c-59ecc647095b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:25.683695 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac4a8-6354-4328-987c-59ecc647095b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:25.684431 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac4a8-6354-4328-987c-59ecc647095b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:25.685122 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac4a8-6354-4328-987c-59ecc647095b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:25.690810 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac4a8-6354-4328-987c-59ecc647095b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:25.691597 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac4a8-6354-4328-987c-59ecc647095b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:25.692277 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac4a8-6354-4328-987c-59ecc647095b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:25.692961 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac4a8-6354-4328-987c-59ecc647095b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:25.693627 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac4a8-6354-4328-987c-59ecc647095b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:25.694290 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac4a8-6354-4328-987c-59ecc647095b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:25.694979 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac4a8-6354-4328-987c-59ecc647095b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:25.695662 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641ac4a8-6354-4328-987c-59ecc647095b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:25.712655 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Attempting to bind port 2df81ea5-65c9-4f0d-a0a6-6533985f28b0 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:38:25.714570 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Attempting to bind port 2df81ea5-65c9-4f0d-a0a6-6533985f28b0 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:38:25.720457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763d065-0f65-4bd2-80db-3ef93413db1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:25.721172 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Attempting to bind port 2df81ea5-65c9-4f0d-a0a6-6533985f28b0 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:25.737257 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:38:25.737624 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:25.738026 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.738429 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:38:25.738900 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Bound port: 2df81ea5-65c9-4f0d-a0a6-6533985f28b0, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:38:25.739268 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.746530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c763d065-0f65-4bd2-80db-3ef93413db1d admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:38:25.769708 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c763d065-0f65-4bd2-80db-3ef93413db1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.770053 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-c763d065-0f65-4bd2-80db-3ef93413db1d admin admin] Added segment 91e55e72-2eee-4155-ab2a-683b76907c2b of type vlan for network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c Aug 28 12:38:25.886308 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] For port 2df81ea5-65c9-4f0d-a0a6-6533985f28b0, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:38:25.893325 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c763d065-0f65-4bd2-80db-3ef93413db1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.894807 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] For port 2df81ea5-65c9-4f0d-a0a6-6533985f28b0, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2df81ea5-65c9-4f0d-a0a6-6533985f28b0,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:38:25.900330 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.935852 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.951817 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c763d065-0f65-4bd2-80db-3ef93413db1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.953130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c763d065-0f65-4bd2-80db-3ef93413db1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:25.955472 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c763d065-0f65-4bd2-80db-3ef93413db1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:25.984215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Transition to ACTIVE for port object 89430d39-2d49-419c-b2ed-ce25f660d889 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:25.993678 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c763d065-0f65-4bd2-80db-3ef93413db1d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4138737 Aug 28 12:38:26.016422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59822) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:26.033718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-304d80a3-c2e6-41b5-b9b1-0d4774965fe5 admin admin] Request body: {'subnet': {'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-79511614-subnet', 'tenant_id': 'c5f791bffd6b436fbad5ba34cc695485', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:26.037255 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Routers {'16e4ca63-6026-40a4-9ece-a100f39aa23a'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:38:26.037645 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:38:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['16e4ca63-6026-40a4-9ece-a100f39aa23a'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:38:26.103183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763d065-0f65-4bd2-80db-3ef93413db1d admin admin] Pushing event updated for resources: {'Network': ['ID=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:26.115832 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:38:26.218427 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:26.281421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304d80a3-c2e6-41b5-b9b1-0d4774965fe5 admin admin] Made reservation on behalf of c5f791bffd6b436fbad5ba34cc695485 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:26.283858 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-304d80a3-c2e6-41b5-b9b1-0d4774965fe5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:26.406170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59846) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:26.496002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Pushing event updated for resources: {'Port': ['ID=89430d39-2d49-419c-b2ed-ce25f660d889,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:26.501849 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-304d80a3-c2e6-41b5-b9b1-0d4774965fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:26.575404 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ac4a8-6354-4328-987c-59ecc647095b None None] Pushing event updated for resources: {'Port': ['ID=2df81ea5-65c9-4f0d-a0a6-6533985f28b0,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:26.597059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Network ba83daba-5a36-4767-84e2-488c40432d76 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:26.605653 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] Set router 16e4ca63-6026-40a4-9ece-a100f39aa23a gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:38:26.610994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d52645-3064-453d-8337-77c886a6f7f2 req-64ee304f-70cd-43dd-ab31-768dc37c2c42 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:26.612580 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0d52645-3064-453d-8337-77c886a6f7f2 req-64ee304f-70cd-43dd-ab31-768dc37c2c42 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 948 time: 0.4469006 Aug 28 12:38:26.617562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:26.623294 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304d80a3-c2e6-41b5-b9b1-0d4774965fe5 admin admin] Checking segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:26.623725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304d80a3-c2e6-41b5-b9b1-0d4774965fe5 admin admin] Network hostable DHCP agents. Network: 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:38:26.628613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:26.629087 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:26.643641 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4820cdf6-701f-4a6b-85b2-938d3ec9e136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:26.899785 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4820cdf6-701f-4a6b-85b2-938d3ec9e136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:26.915333 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4820cdf6-701f-4a6b-85b2-938d3ec9e136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:27.029243 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4820cdf6-701f-4a6b-85b2-938d3ec9e136 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89ce8d8b06ba419c9caef03315b5f543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6210601 Aug 28 12:38:27.030267 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59856) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:27.037990 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820cdf6-701f-4a6b-85b2-938d3ec9e136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396bb475-02d0-4c4c-9e9c-3d36214a22df,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:27.069391 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b99100e5-5337-4cea-8e44-98262fdeb756 None None] Provisioning for port 89430d39-2d49-419c-b2ed-ce25f660d889 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:27.084870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b99100e5-5337-4cea-8e44-98262fdeb756 None None] Provisioning complete for port 89430d39-2d49-419c-b2ed-ce25f660d889 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:27.085242 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b99100e5-5337-4cea-8e44-98262fdeb756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:27.102848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d80a3-c2e6-41b5-b9b1-0d4774965fe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c522c8-a3b3-4f18-b898-b02784083f80,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:27.135480 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0bb3cc56-13c4-4b41-af65-506dad50bde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:27.207080 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0bb3cc56-13c4-4b41-af65-506dad50bde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:27.233749 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304d80a3-c2e6-41b5-b9b1-0d4774965fe5 admin admin] Network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:38:27.269429 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'name': 'tempest-FloatingIPDetailsTestJSON-2099932969-router', 'tenant_id': 'c1c41e42e79147debd52528161e1247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:20Z', 'updated_at': '2021-08-28T12:38:22Z', 'revision_number': 3, 'project_id': 'c1c41e42e79147debd52528161e1247f', 'gw_port': {'id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:21Z', 'updated_at': '2021-08-28T12:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:38:27.283814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b99100e5-5337-4cea-8e44-98262fdeb756 None None] Port 89430d39-2d49-419c-b2ed-ce25f660d889 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:38:27.321043 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:27.327048 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fdae6542-4c74-4419-96ca-99a396452eaa req-1b453a91-3e1d-4404-b488-8aad7873c232 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=105ff653351a44489ae7cad10310b362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477011 Aug 28 12:38:27.355437 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02eaff2-258e-4670-aef1-39baf6ef3b2e None None] The sync data for ids ['16e4ca63-6026-40a4-9ece-a100f39aa23a'] in n-d-791505-21 is: [{'id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'name': 'tempest-FloatingIPDetailsTestJSON-2099932969-router', 'tenant_id': 'c1c41e42e79147debd52528161e1247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:20Z', 'updated_at': '2021-08-28T12:38:22Z', 'revision_number': 3, 'project_id': 'c1c41e42e79147debd52528161e1247f', 'gw_port': {'id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:21Z', 'updated_at': '2021-08-28T12:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:38:27.366656 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0d52645-3064-453d-8337-77c886a6f7f2 req-c0d9460f-529b-4a0c-a02e-34cde28ad9b8 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7346873 Aug 28 12:38:27.390802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-304d80a3-c2e6-41b5-b9b1-0d4774965fe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:27.394334 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0bb3cc56-13c4-4b41-af65-506dad50bde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:27.406210 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e131c13-054d-4bb8-93c4-204cb1c11700 None None] Network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:38:27.411728 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304d80a3-c2e6-41b5-b9b1-0d4774965fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:27.412966 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0bb3cc56-13c4-4b41-af65-506dad50bde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:27.417685 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-304d80a3-c2e6-41b5-b9b1-0d4774965fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:27.418891 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0bb3cc56-13c4-4b41-af65-506dad50bde8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/396bb475-02d0-4c4c-9e9c-3d36214a22df HTTP/1.1" status: 204 len: 168 time: 0.3862195 Aug 28 12:38:27.517795 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-304d80a3-c2e6-41b5-b9b1-0d4774965fe5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4961755 Aug 28 12:38:27.526947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3cc56-13c4-4b41-af65-506dad50bde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396bb475-02d0-4c4c-9e9c-3d36214a22df,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:27.646560 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae6542-4c74-4419-96ca-99a396452eaa req-c9bfdd0d-d592-4fe2-9f94-81125d5ef0dd tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:27.648142 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fdae6542-4c74-4419-96ca-99a396452eaa req-c9bfdd0d-d592-4fe2-9f94-81125d5ef0dd tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3128252 Aug 28 12:38:27.700299 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fdae6542-4c74-4419-96ca-99a396452eaa req-3e61bf8b-fc1a-4884-acfd-24ebabecd18d tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/quotas/105ff653351a44489ae7cad10310b362 HTTP/1.1" status: 200 len: 375 time: 0.0428052 Aug 28 12:38:27.803219 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5536d0-5b70-45cc-8f02-d11a74aebef0 None None] Network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:38:27.818659 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fdae6542-4c74-4419-96ca-99a396452eaa req-24060036-59bd-41eb-a553-91dbbdfc84ed tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=105ff653351a44489ae7cad10310b362&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1043899 Aug 28 12:38:28.069907 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:28.092860 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:28.095834 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:28.342511 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59898) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:28.358489 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-837ca98b-0e98-476b-95f0-78569ce1d64c req-bc498f81-10c0-4ba8-b20e-b2214fca5e82 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6e7bc2e-1034-4867-8c3c-5d5eacd0b559 HTTP/1.1" status: 200 len: 210 time: 0.1511693 Aug 28 12:38:28.392256 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d5ca5186-5f39-4d46-9d6b-52bc6972b872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:28.496906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Pushing event updated for resources: {'Port': ['ID=89430d39-2d49-419c-b2ed-ce25f660d889,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:28.707390 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Network ba83daba-5a36-4767-84e2-488c40432d76 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:28.726827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:28.790644 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d5ca5186-5f39-4d46-9d6b-52bc6972b872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:28.893615 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d5ca5186-5f39-4d46-9d6b-52bc6972b872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:29.019467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2df81ea5-65c9-4f0d-a0a6-6533985f28b0 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:29.089804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca5186-5f39-4d46-9d6b-52bc6972b872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286f6e7e-8930-4e23-97d5-527bcc132ecb,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:29.109237 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d5ca5186-5f39-4d46-9d6b-52bc6972b872 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a65fd3106ff544bf9c78744e56a406a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7641389 Aug 28 12:38:29.116928 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59926) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:29.125675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Router 16e4ca63-6026-40a4-9ece-a100f39aa23a has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:38:29.166962 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9500968-74e4-423c-bec8-79a5af2fbfd3 req-1ac06629-8057-4b0e-a28f-896fed20c80c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:29.168596 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c9500968-74e4-423c-bec8-79a5af2fbfd3 req-1ac06629-8057-4b0e-a28f-896fed20c80c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 948 time: 0.5012774 Aug 28 12:38:29.277416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 2df81ea5-65c9-4f0d-a0a6-6533985f28b0 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:29.289255 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 2df81ea5-65c9-4f0d-a0a6-6533985f28b0 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:29.290545 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:29.354352 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5878e9d7-6b56-4451-b702-9d3c7a0f9312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:29.390516 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c9500968-74e4-423c-bec8-79a5af2fbfd3 req-b20806b4-6a1d-47ab-8b76-b35ceee021ce tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060170 Aug 28 12:38:29.411816 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9f1909d4-9684-40cb-847e-1e59fdcae865 None None] Provisioning complete for port 89430d39-2d49-419c-b2ed-ce25f660d889 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:29.412858 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9f1909d4-9684-40cb-847e-1e59fdcae865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:29.570876 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5878e9d7-6b56-4451-b702-9d3c7a0f9312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:29.643489 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9f1909d4-9684-40cb-847e-1e59fdcae865 None None] Port 89430d39-2d49-419c-b2ed-ce25f660d889 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:38:29.715501 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:29.745614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26feb40d-e13b-499d-a783-a5361da690c6 req-fdba5c2f-cac0-491d-8179-8f2e337bef63 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:29.763629 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26feb40d-e13b-499d-a783-a5361da690c6 req-fdba5c2f-cac0-491d-8179-8f2e337bef63 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.1588745 Aug 28 12:38:29.774263 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 2df81ea5-65c9-4f0d-a0a6-6533985f28b0, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2df81ea5-65c9-4f0d-a0a6-6533985f28b0,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:29.781527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-757738f9-e77a-4611-9713-f73ef952b048 req-c16acade-fc6d-43e1-86dd-4ebdfd6019f9 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6e7bc2e-1034-4867-8c3c-5d5eacd0b559 HTTP/1.1" status: 200 len: 210 time: 0.1862860 Aug 28 12:38:29.783706 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:29.789836 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:38:29.803591 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b162d898-be43-4454-9eba-b6cea4f139fc admin admin] 10.222.0.20 "PUT /v2.0/routers/16e4ca63-6026-40a4-9ece-a100f39aa23a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6679158 Aug 28 12:38:29.903367 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5878e9d7-6b56-4451-b702-9d3c7a0f9312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:29.909835 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26feb40d-e13b-499d-a783-a5361da690c6 req-2743e70d-0a5e-4225-ab47-f8dac856a5c7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413455 Aug 28 12:38:29.916868 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5878e9d7-6b56-4451-b702-9d3c7a0f9312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:29.920576 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5878e9d7-6b56-4451-b702-9d3c7a0f9312 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/286f6e7e-8930-4e23-97d5-527bcc132ecb HTTP/1.1" status: 204 len: 168 time: 0.8003731 Aug 28 12:38:29.958524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=2df81ea5-65c9-4f0d-a0a6-6533985f28b0,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:29.958764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878e9d7-6b56-4451-b702-9d3c7a0f9312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286f6e7e-8930-4e23-97d5-527bcc132ecb,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:30.382133 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdae6542-4c74-4419-96ca-99a396452eaa req-1cf13b97-0b57-4c63-8e75-59ecaf5b76b4 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=105ff653351a44489ae7cad10310b362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943375 Aug 28 12:38:30.416309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59968) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:30.427985 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-f582a4f0-a60d-481a-a922-5fa206a86cd0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-30668301-network', 'tenant_id': '481e51e965394c2d8899d89cf8e13404'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:30.510636 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f582a4f0-a60d-481a-a922-5fa206a86cd0 admin admin] Made reservation on behalf of 481e51e965394c2d8899d89cf8e13404 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:30.513323 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f582a4f0-a60d-481a-a922-5fa206a86cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:30.570248 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f582a4f0-a60d-481a-a922-5fa206a86cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:30.669274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae6542-4c74-4419-96ca-99a396452eaa req-9dfdbc74-dbb5-495a-9ef4-0629326e49aa tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:30.683391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdae6542-4c74-4419-96ca-99a396452eaa req-9dfdbc74-dbb5-495a-9ef4-0629326e49aa tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2953136 Aug 28 12:38:30.704696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Request body: {'port': {'device_id': 'f6e7bc2e-1034-4867-8c3c-5d5eacd0b559', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '105ff653351a44489ae7cad10310b362'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:30.840224 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-e0275c92-52f6-47ca-b93d-d51ee2f4abf2 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1415083 Aug 28 12:38:30.876830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2df81ea5-65c9-4f0d-a0a6-6533985f28b0 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:30.981768 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f582a4f0-a60d-481a-a922-5fa206a86cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:30.993218 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f582a4f0-a60d-481a-a922-5fa206a86cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:31.014566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Sync routers for ids ['16e4ca63-6026-40a4-9ece-a100f39aa23a'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:38:31.060202 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582a4f0-a60d-481a-a922-5fa206a86cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde8b632-9a42-4b6b-85c3-42643a97a52b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:31.081858 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Routers {'16e4ca63-6026-40a4-9ece-a100f39aa23a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:38:31.092395 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:38:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['16e4ca63-6026-40a4-9ece-a100f39aa23a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:38:31.106451 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f582a4f0-a60d-481a-a922-5fa206a86cd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:38:31.137529 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f582a4f0-a60d-481a-a922-5fa206a86cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:31.139381 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-f582a4f0-a60d-481a-a922-5fa206a86cd0 admin admin] Added segment e5a0321e-e28e-42f9-bf26-008ff97a9701 of type vlan for network 6fc74d5e-ae43-4530-baa1-f5ef97bf2082 Aug 28 12:38:31.205814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-04ab0f3e-3740-4b04-a283-b9b49d9be22a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:31.213013 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-04ab0f3e-3740-4b04-a283-b9b49d9be22a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3718932 Aug 28 12:38:31.217446 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 2df81ea5-65c9-4f0d-a0a6-6533985f28b0 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:31.217850 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:31.234629 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-7ff7d5b8-26c4-4e75-9b0e-cc7e7b144482 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/quotas/a4d6d6e751944664b9c54f70b2be3e4c HTTP/1.1" status: 200 len: 375 time: 0.0206063 Aug 28 12:38:31.306223 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-23a4eb2d-7f28-42b9-ba37-638b36d0628f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705683 Aug 28 12:38:31.318335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Made reservation on behalf of 105ff653351a44489ae7cad10310b362 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:31.324828 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:31.345855 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:31.420962 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f582a4f0-a60d-481a-a922-5fa206a86cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:31.495407 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:31.505895 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:31.507003 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Set router 16e4ca63-6026-40a4-9ece-a100f39aa23a gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:38:31.598761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f47481-61a6-4876-a14d-005e9197971f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:31.737672 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f582a4f0-a60d-481a-a922-5fa206a86cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:31.738672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f582a4f0-a60d-481a-a922-5fa206a86cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:31.739266 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f582a4f0-a60d-481a-a922-5fa206a86cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:31.811503 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-4465e5ad-45fa-456e-8cee-62522eabed50 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b587fea80142461bad0b38417b208b1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895982 Aug 28 12:38:31.838486 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f582a4f0-a60d-481a-a922-5fa206a86cd0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4204021 Aug 28 12:38:31.839346 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60028) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:31.860332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8fe09045-ec31-428d-b0a8-64fc31c49c2d admin admin] Request body: {'subnet': {'network_id': '6fc74d5e-ae43-4530-baa1-f5ef97bf2082', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-30668301-subnet', 'tenant_id': '481e51e965394c2d8899d89cf8e13404', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:31.873549 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-865eed21-9d0f-46af-9a77-952478b055cb req-d68235ea-eb68-4590-ad41-199fb73bc739 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6532092 Aug 28 12:38:31.899729 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-865eed21-9d0f-46af-9a77-952478b055cb req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:31.914531 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582a4f0-a60d-481a-a922-5fa206a86cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=6fc74d5e-ae43-4530-baa1-f5ef97bf2082,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:31.949520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 6fc74d5e-ae43-4530-baa1-f5ef97bf2082 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:38:31.982581 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe09045-ec31-428d-b0a8-64fc31c49c2d admin admin] Made reservation on behalf of 481e51e965394c2d8899d89cf8e13404 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:31.997056 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8fe09045-ec31-428d-b0a8-64fc31c49c2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:32.119645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60038) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:32.147851 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-865eed21-9d0f-46af-9a77-952478b055cb req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:32.327831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'name': 'tempest-FloatingIPDetailsTestJSON-2099932969-router', 'tenant_id': 'c1c41e42e79147debd52528161e1247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:20Z', 'updated_at': '2021-08-28T12:38:27Z', 'revision_number': 4, 'project_id': 'c1c41e42e79147debd52528161e1247f', 'gw_port': {'id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:21Z', 'updated_at': '2021-08-28T12:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '89430d39-2d49-419c-b2ed-ce25f660d889', 'name': '', 'network_id': 'ba83daba-5a36-4767-84e2-488c40432d76', 'tenant_id': 'c1c41e42e79147debd52528161e1247f', 'mac_address': 'fa:16:3e:c4:35:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'e2502476-4ea7-4f6e-8a7f-8726d54fd75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:25Z', 'updated_at': '2021-08-28T12:38:27Z', 'revision_number': 2, 'project_id': 'c1c41e42e79147debd52528161e1247f', 'subnets': [{'id': 'e2502476-4ea7-4f6e-8a7f-8726d54fd75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:38:32.395410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Checking router: 16e4ca63-6026-40a4-9ece-a100f39aa23a for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:38:32.396163 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Updating router 16e4ca63-6026-40a4-9ece-a100f39aa23a port 89430d39-2d49-419c-b2ed-ce25f660d889 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:38:32.416786 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-745f4ec4-b261-4447-a5de-ebc38be6c2a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-network', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:32.460132 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:32.498340 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745f4ec4-b261-4447-a5de-ebc38be6c2a7 admin admin] Made reservation on behalf of 4f5d09bab4324963983c9cd7d1107799 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:32.501380 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-745f4ec4-b261-4447-a5de-ebc38be6c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:32.542694 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Allocated IP 192.168.233.13 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/bb514d74-be6a-4f57-a696-7305aa30fc7d) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:32.544459 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-745f4ec4-b261-4447-a5de-ebc38be6c2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:32.642134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8fe09045-ec31-428d-b0a8-64fc31c49c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:32.678929 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-8bb14b0d-b963-47de-939f-2ec6c6f27cef tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:32.682305 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-8bb14b0d-b963-47de-939f-2ec6c6f27cef tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8573825 Aug 28 12:38:32.755411 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-865eed21-9d0f-46af-9a77-952478b055cb req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:32.761962 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-edb6a53c-6e82-47c6-b856-5d65593003c6 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/quotas/b587fea80142461bad0b38417b208b1b HTTP/1.1" status: 200 len: 375 time: 0.0608809 Aug 28 12:38:32.769970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe09045-ec31-428d-b0a8-64fc31c49c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cdf2110-aee2-4e71-ace8-162889d0f233,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:32.837212 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe09045-ec31-428d-b0a8-64fc31c49c2d admin admin] Checking segment: {'id': 'e5a0321e-e28e-42f9-bf26-008ff97a9701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6fc74d5e-ae43-4530-baa1-f5ef97bf2082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:32.837933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe09045-ec31-428d-b0a8-64fc31c49c2d admin admin] Network hostable DHCP agents. Network: 6fc74d5e-ae43-4530-baa1-f5ef97bf2082, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:38:32.868590 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:32.900762 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-6161ea84-63c5-4154-ae5b-e6ac2db261e3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b587fea80142461bad0b38417b208b1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080909 Aug 28 12:38:32.902072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Transition to ACTIVE for port object bb514d74-be6a-4f57-a696-7305aa30fc7d will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:32.936367 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe09045-ec31-428d-b0a8-64fc31c49c2d admin admin] Network 6fc74d5e-ae43-4530-baa1-f5ef97bf2082 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:38:32.939660 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:32.957354 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:32.959784 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Transition to ACTIVE for port object 89430d39-2d49-419c-b2ed-ce25f660d889 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:32.966902 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:32.978006 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-8fe09045-ec31-428d-b0a8-64fc31c49c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 6fc74d5e-ae43-4530-baa1-f5ef97bf2082) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:32.997780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe09045-ec31-428d-b0a8-64fc31c49c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:32.998898 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8fe09045-ec31-428d-b0a8-64fc31c49c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:33.011191 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-865eed21-9d0f-46af-9a77-952478b055cb req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Allocated IP 172.25.1.150 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/8f536194-070e-4cae-adb0-48c463215d35) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:33.015807 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-745f4ec4-b261-4447-a5de-ebc38be6c2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:33.020620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231b1756-f86f-4236-8f52-9f736fd18629 None None] Network 6fc74d5e-ae43-4530-baa1-f5ef97bf2082 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:38:33.027555 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-745f4ec4-b261-4447-a5de-ebc38be6c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:33.060165 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8fe09045-ec31-428d-b0a8-64fc31c49c2d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2101562 Aug 28 12:38:33.063542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745f4ec4-b261-4447-a5de-ebc38be6c2a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:38:33.072210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:33.081962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:33.095467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:33.101246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:33.101882 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:33.126671 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-745f4ec4-b261-4447-a5de-ebc38be6c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:33.127041 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-745f4ec4-b261-4447-a5de-ebc38be6c2a7 admin admin] Added segment 3ae57250-d648-4fcd-b440-8777ab8f7b16 of type vlan for network a984379b-eed6-4fb8-902d-6b247ecefa35 Aug 28 12:38:33.130047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f4ec4-b261-4447-a5de-ebc38be6c2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227221d2-8841-4fd1-884f-26efdd2fca60,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:33.130211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Pushing event updated for resources: {'Port': ['ID=bb514d74-be6a-4f57-a696-7305aa30fc7d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:33.158610 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8e27aa9c-9efd-4a8c-b4f6-088ff3e49d88 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4628351 Aug 28 12:38:33.221401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Request body: {'port': {'device_id': 'f6e7bc2e-1034-4867-8c3c-5d5eacd0b559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:33.239856 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8d882-5dc3-45ce-b20b-6fb4c6fc88be None None] Pushing event updated for resources: {'Port': ['ID=89430d39-2d49-419c-b2ed-ce25f660d889,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:33.264295 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-745f4ec4-b261-4447-a5de-ebc38be6c2a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:33.315321 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-865eed21-9d0f-46af-9a77-952478b055cb req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:33.326493 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-745f4ec4-b261-4447-a5de-ebc38be6c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:33.330882 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745f4ec4-b261-4447-a5de-ebc38be6c2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:33.334819 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-745f4ec4-b261-4447-a5de-ebc38be6c2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:33.350247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-eea1dd72-d78f-4b83-b5ee-873e529577c1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1701925 Aug 28 12:38:33.434393 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Attempting to bind port 89430d39-2d49-419c-b2ed-ce25f660d889 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:38:33.435146 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Attempting to bind port 89430d39-2d49-419c-b2ed-ce25f660d889 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'e749f644-34a0-48be-a35c-ed3533558b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ba83daba-5a36-4767-84e2-488c40432d76'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:38:33.435734 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Attempting to bind port 89430d39-2d49-419c-b2ed-ce25f660d889 on network ba83daba-5a36-4767-84e2-488c40432d76 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:33.451242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:38:33.452097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Checking segment: {'id': 'e749f644-34a0-48be-a35c-ed3533558b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ba83daba-5a36-4767-84e2-488c40432d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:33.452732 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:33.453543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Bound using segment: {'id': 'e749f644-34a0-48be-a35c-ed3533558b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ba83daba-5a36-4767-84e2-488c40432d76'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:38:33.454242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Bound port: 89430d39-2d49-419c-b2ed-ce25f660d889, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e749f644-34a0-48be-a35c-ed3533558b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ba83daba-5a36-4767-84e2-488c40432d76'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:38:33.454891 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:33.516744 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-745f4ec4-b261-4447-a5de-ebc38be6c2a7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3911555 Aug 28 12:38:33.541405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60054) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:33.569750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-962ce6eb-f71c-4d30-a08d-0fa880736609 admin admin] Request body: {'subnet': {'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-subnet', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:33.632856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f4ec4-b261-4447-a5de-ebc38be6c2a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a984379b-eed6-4fb8-902d-6b247ecefa35,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:33.661705 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-865eed21-9d0f-46af-9a77-952478b055cb req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:33.666779 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962ce6eb-f71c-4d30-a08d-0fa880736609 admin admin] Made reservation on behalf of 4f5d09bab4324963983c9cd7d1107799 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:33.669594 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-962ce6eb-f71c-4d30-a08d-0fa880736609 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:33.673813 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] For port 89430d39-2d49-419c-b2ed-ce25f660d889, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:38:33.677606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] For port 89430d39-2d49-419c-b2ed-ce25f660d889, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=89430d39-2d49-419c-b2ed-ce25f660d889,segment=NetworkSegment(e749f644-34a0-48be-a35c-ed3533558b89),segment_id=e749f644-34a0-48be-a35c-ed3533558b89)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:38:33.682055 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e044d226-d9fb-4266-b2dd-d9a66f4ad93f None None] Network 6fc74d5e-ae43-4530-baa1-f5ef97bf2082 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:38:33.687773 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:33.759027 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network a984379b-eed6-4fb8-902d-6b247ecefa35 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:38:33.775575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8f366-c3bc-4212-a6fc-8c14c78e5f99 req-b2e04e2f-d3f7-466e-b16e-b483a268c9b2 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:33.777217 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6da8f366-c3bc-4212-a6fc-8c14c78e5f99 req-b2e04e2f-d3f7-466e-b16e-b483a268c9b2 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6e7bc2e-1034-4867-8c3c-5d5eacd0b559 HTTP/1.1" status: 200 len: 935 time: 0.3809652 Aug 28 12:38:33.791320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-92a6c457-91d1-471d-897e-7bfe66e42ded tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:33.792392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-92a6c457-91d1-471d-897e-7bfe66e42ded tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4412069 Aug 28 12:38:33.815482 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Request body: {'port': {'device_id': 'ffc1c2e7-5141-4dae-b1ef-1280ab45a22e', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': 'a4d6d6e751944664b9c54f70b2be3e4c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:33.845348 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:33.875591 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-962ce6eb-f71c-4d30-a08d-0fa880736609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:33.980688 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6da8f366-c3bc-4212-a6fc-8c14c78e5f99 req-8f974f82-eba4-41d7-a7f1-3476221f54dc tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872799 Aug 28 12:38:34.002454 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-865eed21-9d0f-46af-9a77-952478b055cb req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:34.050418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-865eed21-9d0f-46af-9a77-952478b055cb req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:34.054200 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-865eed21-9d0f-46af-9a77-952478b055cb req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:34.065617 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Pushing event updated for resources: {'Port': ['ID=8f536194-070e-4cae-adb0-48c463215d35,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:34.087965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ce6eb-f71c-4d30-a08d-0fa880736609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0733bb-ddef-48bb-adaf-f8844fbc1a85,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:34.136595 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ce6eb-f71c-4d30-a08d-0fa880736609 admin admin] Checking segment: {'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:34.137153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ce6eb-f71c-4d30-a08d-0fa880736609 admin admin] Network hostable DHCP agents. Network: a984379b-eed6-4fb8-902d-6b247ecefa35, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:38:34.151134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8d882-5dc3-45ce-b20b-6fb4c6fc88be None None] Pushing event updated for resources: {'Port': ['ID=89430d39-2d49-419c-b2ed-ce25f660d889,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:34.166413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Made reservation on behalf of a4d6d6e751944664b9c54f70b2be3e4c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:34.172015 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.173194 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-865eed21-9d0f-46af-9a77-952478b055cb req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.185417 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ce6eb-f71c-4d30-a08d-0fa880736609 admin admin] Network a984379b-eed6-4fb8-902d-6b247ecefa35 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:38:34.193846 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.228335 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bf51637c-d248-421e-ad93-0b31ae37b005 None None] Provisioning for port bb514d74-be6a-4f57-a696-7305aa30fc7d completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:34.243539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-962ce6eb-f71c-4d30-a08d-0fa880736609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, a984379b-eed6-4fb8-902d-6b247ecefa35) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:34.253079 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962ce6eb-f71c-4d30-a08d-0fa880736609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:34.254029 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-962ce6eb-f71c-4d30-a08d-0fa880736609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.267399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fa4512-0984-4a19-a654-01e8754caabc None None] Network a984379b-eed6-4fb8-902d-6b247ecefa35 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:38:34.277939 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-865eed21-9d0f-46af-9a77-952478b055cb req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.343837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb514d74-be6a-4f57-a696-7305aa30fc7d {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:34.348386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bf51637c-d248-421e-ad93-0b31ae37b005 None None] Provisioning complete for port bb514d74-be6a-4f57-a696-7305aa30fc7d triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:34.349004 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bf51637c-d248-421e-ad93-0b31ae37b005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.370036 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.396759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Routers {'16e4ca63-6026-40a4-9ece-a100f39aa23a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:38:34.398003 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:38:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['16e4ca63-6026-40a4-9ece-a100f39aa23a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:38:34.407329 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba42247c-7685-4f46-94a6-9b106c1ff152 req-2f0db09d-c6d6-4a50-a2db-c1f13441c3b4 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 210 time: 0.0526137 Aug 28 12:38:34.416106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Transition to ACTIVE for port object bb514d74-be6a-4f57-a696-7305aa30fc7d will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:34.421897 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.466932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Pushing event updated for resources: {'Port': ['ID=bb514d74-be6a-4f57-a696-7305aa30fc7d,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:34.558330 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.585229 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-962ce6eb-f71c-4d30-a08d-0fa880736609 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0368221 Aug 28 12:38:34.585229 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-865eed21-9d0f-46af-9a77-952478b055cb req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.585628 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60074) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:34.591188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:34.603565 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-865eed21-9d0f-46af-9a77-952478b055cb req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.606186 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.624889 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7828ec9a-6ede-495b-a584-615eca250b28 req-3c9cf08f-194c-4bf4-8b0c-41ec5b7ad9ec tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0 HTTP/1.1" status: 200 len: 210 time: 0.0756960 Aug 28 12:38:34.664798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Attempting to bind port bb514d74-be6a-4f57-a696-7305aa30fc7d on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:38:34.665131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Attempting to bind port bb514d74-be6a-4f57-a696-7305aa30fc7d by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:38:34.665513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Attempting to bind port bb514d74-be6a-4f57-a696-7305aa30fc7d on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:34.696488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-bf51637c-d248-421e-ad93-0b31ae37b005 None None] Port bb514d74-be6a-4f57-a696-7305aa30fc7d cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:38:34.708574 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Pushing event updated for resources: {'Port': ['ID=8f536194-070e-4cae-adb0-48c463215d35,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:34.734680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Port bb514d74-be6a-4f57-a696-7305aa30fc7d on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:38:34.736162 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Attempting to bind port bb514d74-be6a-4f57-a696-7305aa30fc7d on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:34.746669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea376c6a-f9e6-4469-bd28-62db99facd1b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:34.749640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:38:34.749926 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-865eed21-9d0f-46af-9a77-952478b055cb req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.750122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:34.750509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:38:34.751012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Bound port: bb514d74-be6a-4f57-a696-7305aa30fc7d, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:38:34.752202 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.808236 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.809537 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.852786 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-865eed21-9d0f-46af-9a77-952478b055cb req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.854001 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-865eed21-9d0f-46af-9a77-952478b055cb req-06236d38-8b9a-44e7-8422-a3e1a36c7d41 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9678068 Aug 28 12:38:34.859340 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-f2e0a457-7d10-49fb-8d7c-f8e39db65a08 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b587fea80142461bad0b38417b208b1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890806 Aug 28 12:38:34.868502 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-a984379b-eed6-4fb8-902d-6b247ecefa35', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:38:34.877628 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:34.896499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] Set router 16e4ca63-6026-40a4-9ece-a100f39aa23a gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:38:34.965918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Allocated IP 192.168.233.194 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/6a001dd6-38f6-44d8-b12e-47079beb8bbc) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:34.970038 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] For port bb514d74-be6a-4f57-a696-7305aa30fc7d, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:38:34.976229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] For port bb514d74-be6a-4f57-a696-7305aa30fc7d, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=bb514d74-be6a-4f57-a696-7305aa30fc7d,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:38:34.982650 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:35.063109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:35.063769 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:35.065288 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdae6542-4c74-4419-96ca-99a396452eaa req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] 10.222.0.11 "PUT /v2.0/ports/bb514d74-be6a-4f57-a696-7305aa30fc7d HTTP/1.1" status: 200 len: 1096 time: 1.8575025 Aug 28 12:38:35.068844 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e7bc2e-1034-4867-8c3c-5d5eacd0b559', 'tag': 'bb514d74-be6a-4f57-a696-7305aa30fc7d'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:35.071396 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7adabf-9196-4600-a0c0-77f2df67b6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e7bc2e-1034-4867-8c3c-5d5eacd0b559", "tag": "bb514d74-be6a-4f57-a696-7305aa30fc7d"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:35.134589 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-865eed21-9d0f-46af-9a77-952478b055cb req-31022059-0735-419e-acf3-908c9074e87c tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 696 time: 0.2619057 Aug 28 12:38:35.142284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9824d5-75ed-4f27-9680-b19c3ba52a41 service neutron] Pushing event updated for resources: {'Port': ['ID=bb514d74-be6a-4f57-a696-7305aa30fc7d,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:35.166713 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:35.329048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Allocated IP 172.20.0.2 (a984379b-eed6-4fb8-902d-6b247ecefa35/7b0733bb-ddef-48bb-adaf-f8844fbc1a85/1ffd2037-168b-481e-9dc7-d254778ed2fd) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:35.333125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-2f22ae39-5c23-4573-9046-146848e478d4 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:35.335026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-2f22ae39-5c23-4573-9046-146848e478d4 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 806 time: 0.1177943 Aug 28 12:38:35.404556 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:35.421365 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Transition to ACTIVE for port object 6a001dd6-38f6-44d8-b12e-47079beb8bbc will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:35.465119 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:35.481679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'name': 'tempest-FloatingIPDetailsTestJSON-2099932969-router', 'tenant_id': 'c1c41e42e79147debd52528161e1247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:20Z', 'updated_at': '2021-08-28T12:38:27Z', 'revision_number': 4, 'project_id': 'c1c41e42e79147debd52528161e1247f', 'gw_port': {'id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:21Z', 'updated_at': '2021-08-28T12:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '89430d39-2d49-419c-b2ed-ce25f660d889', 'name': '', 'network_id': 'ba83daba-5a36-4767-84e2-488c40432d76', 'tenant_id': 'c1c41e42e79147debd52528161e1247f', 'mac_address': 'fa:16:3e:c4:35:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'e2502476-4ea7-4f6e-8a7f-8726d54fd75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:25Z', 'updated_at': '2021-08-28T12:38:33Z', 'revision_number': 4, 'project_id': 'c1c41e42e79147debd52528161e1247f', 'subnets': [{'id': 'e2502476-4ea7-4f6e-8a7f-8726d54fd75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:38:35.482994 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-53229555-8a70-4d65-a4f0-76c7afc0f598 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/quotas/c5f791bffd6b436fbad5ba34cc695485 HTTP/1.1" status: 200 len: 375 time: 0.0305581 Aug 28 12:38:35.525514 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b18a3b-dd1a-4124-b221-b1131471d20d None None] The sync data for ids ['16e4ca63-6026-40a4-9ece-a100f39aa23a'] in n-d-791505-21 is: [{'id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'name': 'tempest-FloatingIPDetailsTestJSON-2099932969-router', 'tenant_id': 'c1c41e42e79147debd52528161e1247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:20Z', 'updated_at': '2021-08-28T12:38:27Z', 'revision_number': 4, 'project_id': 'c1c41e42e79147debd52528161e1247f', 'gw_port': {'id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:21Z', 'updated_at': '2021-08-28T12:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '89430d39-2d49-419c-b2ed-ce25f660d889', 'name': '', 'network_id': 'ba83daba-5a36-4767-84e2-488c40432d76', 'tenant_id': 'c1c41e42e79147debd52528161e1247f', 'mac_address': 'fa:16:3e:c4:35:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'e2502476-4ea7-4f6e-8a7f-8726d54fd75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:25Z', 'updated_at': '2021-08-28T12:38:33Z', 'revision_number': 4, 'project_id': 'c1c41e42e79147debd52528161e1247f', 'subnets': [{'id': 'e2502476-4ea7-4f6e-8a7f-8726d54fd75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:38:35.540817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5c61826c-36ec-43c8-8d16-a792fbed4225 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:35.541835 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5c61826c-36ec-43c8-8d16-a792fbed4225 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6721432 Aug 28 12:38:35.547097 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-a754b091-7f9a-4aa5-9099-e7905c5d03da tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623705 Aug 28 12:38:35.559193 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8b3dcbde-e191-4afe-8e66-e4ae03afc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:35.560667 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdae6542-4c74-4419-96ca-99a396452eaa req-8b3dcbde-e191-4afe-8e66-e4ae03afc2b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=105ff653351a44489ae7cad10310b362&device_id=f6e7bc2e-1034-4867-8c3c-5d5eacd0b559 HTTP/1.1" status: 200 len: 1099 time: 0.4387362 Aug 28 12:38:35.576835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-65ebbaca-414e-47b6-9c3e-01e8fe04b884 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:38:35.587701 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-65ebbaca-414e-47b6-9c3e-01e8fe04b884 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302553 Aug 28 12:38:35.590255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5343ebe8-29b9-48b1-9e6a-647b19f9a8b3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Request body: {'port': {'device_id': '26f045f6-82d3-4f42-809f-86c7c5797ce0', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': 'b587fea80142461bad0b38417b208b1b'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:35.636841 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:35.646315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Transition to ACTIVE for port object 1ffd2037-168b-481e-9dc7-d254778ed2fd will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:35.683677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Transition to ACTIVE for port object 1ffd2037-168b-481e-9dc7-d254778ed2fd will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:35.689641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:35.691383 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdae6542-4c74-4419-96ca-99a396452eaa req-071aee55-d2e4-4f70-998f-b5e2d5d90ecf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=bb514d74-be6a-4f57-a696-7305aa30fc7d HTTP/1.1" status: 200 len: 217 time: 0.1203358 Aug 28 12:38:35.692829 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:35.701744 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Pushing event updated for resources: {'Port': ['ID=6a001dd6-38f6-44d8-b12e-47079beb8bbc,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:35.702668 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:35.738242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:35.744262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Network a984379b-eed6-4fb8-902d-6b247ecefa35 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:35.750087 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:35.752708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865eed21-9d0f-46af-9a77-952478b055cb req-34e2335e-a2f1-4b9e-a825-b093391c841d tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:35.754140 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-865eed21-9d0f-46af-9a77-952478b055cb req-34e2335e-a2f1-4b9e-a825-b093391c841d tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.5833414 Aug 28 12:38:35.754349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:35.755733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:35.761099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:35.761969 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:35.781245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Pushing event updated for resources: {'Port': ['ID=1ffd2037-168b-481e-9dc7-d254778ed2fd,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:35.833766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-865eed21-9d0f-46af-9a77-952478b055cb req-b8d7bbc6-64d2-4c45-a256-d84665ea5eb4 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:38:35.834035 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-d6bd3533-693a-43da-975c-e780d03d9712 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0245013 Aug 28 12:38:35.840750 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-865eed21-9d0f-46af-9a77-952478b055cb req-b8d7bbc6-64d2-4c45-a256-d84665ea5eb4 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0709102 Aug 28 12:38:35.850872 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Attempting to bind port 1ffd2037-168b-481e-9dc7-d254778ed2fd on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:38:35.851352 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Attempting to bind port 1ffd2037-168b-481e-9dc7-d254778ed2fd by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:38:35.851812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Attempting to bind port 1ffd2037-168b-481e-9dc7-d254778ed2fd on network a984379b-eed6-4fb8-902d-6b247ecefa35 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:35.857635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:38:35.858128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Checking segment: {'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:35.859337 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:35.860317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Bound using segment: {'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:38:35.860317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Bound port: 1ffd2037-168b-481e-9dc7-d254778ed2fd, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:38:35.861145 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:35.867960 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Request body: {'port': {'device_id': 'ffc1c2e7-5141-4dae-b1ef-1280ab45a22e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:35.875901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae6542-4c74-4419-96ca-99a396452eaa req-a226b953-aec8-4a01-9ee9-23e3271bf20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:35.877490 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdae6542-4c74-4419-96ca-99a396452eaa req-a226b953-aec8-4a01-9ee9-23e3271bf20e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1406479 Aug 28 12:38:35.925167 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5343ebe8-29b9-48b1-9e6a-647b19f9a8b3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Made reservation on behalf of b587fea80142461bad0b38417b208b1b for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:35.929181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5343ebe8-29b9-48b1-9e6a-647b19f9a8b3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:35.964879 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-2605026d-472f-4a2b-b8b4-284bc4330e89 service neutron] 10.222.0.20 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853241 Aug 28 12:38:35.965782 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:38:35.989371 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] For port 1ffd2037-168b-481e-9dc7-d254778ed2fd, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:38:35.994021 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] For port 1ffd2037-168b-481e-9dc7-d254778ed2fd, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1ffd2037-168b-481e-9dc7-d254778ed2fd,segment=NetworkSegment(3ae57250-d648-4fcd-b440-8777ab8f7b16),segment_id=3ae57250-d648-4fcd-b440-8777ab8f7b16)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:38:35.999697 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:36.081367 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:38:36.097784 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:36.129898 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f624f7b-5be0-4d23-9907-7d800197fbff None None] Pushing event updated for resources: {'Port': ['ID=1ffd2037-168b-481e-9dc7-d254778ed2fd,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:36.131823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae6542-4c74-4419-96ca-99a396452eaa req-71cf90bd-6702-43c4-bb2c-f36f2e14577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:36.140459 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdae6542-4c74-4419-96ca-99a396452eaa req-71cf90bd-6702-43c4-bb2c-f36f2e14577d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2451291 Aug 28 12:38:36.251611 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bee9abf1-bf58-472b-853f-5faa5a788330 None None] Provisioning for port 6a001dd6-38f6-44d8-b12e-47079beb8bbc completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:36.264061 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:36.268405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bee9abf1-bf58-472b-853f-5faa5a788330 None None] Provisioning complete for port 6a001dd6-38f6-44d8-b12e-47079beb8bbc triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:36.268909 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bee9abf1-bf58-472b-853f-5faa5a788330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:36.302748 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5343ebe8-29b9-48b1-9e6a-647b19f9a8b3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Allocated IP 192.168.233.79 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/c8f0b97a-3d1e-44f8-962e-9c680a072d18) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:36.334441 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93577238-0224-48f5-8e8c-4a60995f8c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0756b1b-4bbd-4eda-9bd0-bb83481a16e5'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:36.337205 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e880e12-ec44-4633-9aba-f45927bcbede" -d '{"events": [{"server_uuid": "93577238-0224-48f5-8e8c-4a60995f8c94", "name": "network-vif-unplugged", "status": "completed", "tag": "a0756b1b-4bbd-4eda-9bd0-bb83481a16e5"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:36.354118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-bee9abf1-bf58-472b-853f-5faa5a788330 None None] Port 6a001dd6-38f6-44d8-b12e-47079beb8bbc cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:38:36.359849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:36.369232 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:36.417060 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-899f9c86-6826-4c50-b12c-7922cab38e0b service neutron] 10.222.0.20 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513075 Aug 28 12:38:36.488804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:36.510164 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdae6542-4c74-4419-96ca-99a396452eaa req-a7361bc5-a102-4780-a34c-6e3b248fb254 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563161 Aug 28 12:38:36.595204 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799676c-1f70-464a-954b-71ae0d66698e req-1a6f9f5b-0547-45c6-be4f-1a78854ac712 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:36.596841 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0799676c-1f70-464a-954b-71ae0d66698e req-1a6f9f5b-0547-45c6-be4f-1a78854ac712 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6e7bc2e-1034-4867-8c3c-5d5eacd0b559 HTTP/1.1" status: 200 len: 947 time: 0.4476779 Aug 28 12:38:36.652630 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:36.666520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdae6542-4c74-4419-96ca-99a396452eaa req-7965e845-325c-4a78-90d4-89762de31393 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491053 Aug 28 12:38:36.668188 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906c1bc6-4507-4b6d-bd0d-13dbd74c606f x-openstack-request-id: req-906c1bc6-4507-4b6d-bd0d-13dbd74c606f {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:36.668568 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e7bc2e-1034-4867-8c3c-5d5eacd0b559", "tag": "bb514d74-be6a-4f57-a696-7305aa30fc7d", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:36.668898 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-906c1bc6-4507-4b6d-bd0d-13dbd74c606f {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:36.669377 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e7bc2e-1034-4867-8c3c-5d5eacd0b559', 'tag': 'bb514d74-be6a-4f57-a696-7305aa30fc7d', 'status': 'completed', 'code': 200} Aug 28 12:38:36.703250 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:36.763737 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5343ebe8-29b9-48b1-9e6a-647b19f9a8b3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:36.799160 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0799676c-1f70-464a-954b-71ae0d66698e req-872fd0b6-39d7-4c7b-bc91-302b2a20f121 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838706 Aug 28 12:38:36.881631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5343ebe8-29b9-48b1-9e6a-647b19f9a8b3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Transition to ACTIVE for port object c8f0b97a-3d1e-44f8-962e-9c680a072d18 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:36.957323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 89430d39-2d49-419c-b2ed-ce25f660d889 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:36.966612 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:37.054702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 89430d39-2d49-419c-b2ed-ce25f660d889 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:37.057606 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2ed98d7-bebf-4f73-b59a-f1121b2e92f6 req-cc4843ed-8a67-466c-b99b-7e47c18c1f6f tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0 HTTP/1.1" status: 200 len: 210 time: 0.1586750 Aug 28 12:38:37.060008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 89430d39-2d49-419c-b2ed-ce25f660d889 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:37.060350 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:37.130544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Allocated IP 172.25.1.125 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/c72ed1af-d84e-4f93-9776-b2963fa62391) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:37.229112 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:37.263439 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5343ebe8-29b9-48b1-9e6a-647b19f9a8b3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:37.321551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5343ebe8-29b9-48b1-9e6a-647b19f9a8b3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:37.343265 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5343ebe8-29b9-48b1-9e6a-647b19f9a8b3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:37.363076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['3a265537-a76d-4740-a9c0-38ac956642bf'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:38:37.365061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7adabf-9196-4600-a0c0-77f2df67b6a4 req-c0ca983a-b7c1-47fb-9384-eb475bac936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:37.366618 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e7adabf-9196-4600-a0c0-77f2df67b6a4 req-c0ca983a-b7c1-47fb-9384-eb475bac936e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=105ff653351a44489ae7cad10310b362&device_id=f6e7bc2e-1034-4867-8c3c-5d5eacd0b559 HTTP/1.1" status: 200 len: 1099 time: 0.6433339 Aug 28 12:38:37.412710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5343ebe8-29b9-48b1-9e6a-647b19f9a8b3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:37.431054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5343ebe8-29b9-48b1-9e6a-647b19f9a8b3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:37.431720 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5343ebe8-29b9-48b1-9e6a-647b19f9a8b3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:37.456091 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['5ce60adf-041b-4b40-afcc-ce9a1e5c0f86'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:38:37.476821 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5343ebe8-29b9-48b1-9e6a-647b19f9a8b3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9233019 Aug 28 12:38:37.506349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7adabf-9196-4600-a0c0-77f2df67b6a4 req-c0506e7b-ad45-4861-ae1d-fa31463383dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:37.507861 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e7adabf-9196-4600-a0c0-77f2df67b6a4 req-c0506e7b-ad45-4861-ae1d-fa31463383dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.1288276 Aug 28 12:38:37.564987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Request body: {'port': {'device_id': '26f045f6-82d3-4f42-809f-86c7c5797ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:37.595132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 89430d39-2d49-419c-b2ed-ce25f660d889, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=89430d39-2d49-419c-b2ed-ce25f660d889,segment=NetworkSegment(e749f644-34a0-48be-a35c-ed3533558b89),segment_id=e749f644-34a0-48be-a35c-ed3533558b89)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:37.598174 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e7adabf-9196-4600-a0c0-77f2df67b6a4 req-692308ff-78db-4f73-83bb-e499308fcb09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=bb514d74-be6a-4f57-a696-7305aa30fc7d HTTP/1.1" status: 200 len: 217 time: 0.0687218 Aug 28 12:38:37.610533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2abe3b-22b4-4821-81b5-cf170678dfe4 req-0e64430b-688b-44ee-95de-d0e41845800e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:37.619723 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d2abe3b-22b4-4821-81b5-cf170678dfe4 req-0e64430b-688b-44ee-95de-d0e41845800e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 936 time: 0.4285610 Aug 28 12:38:37.629063 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:37.630130 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1ffd2037-168b-481e-9dc7-d254778ed2fd up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:37.641925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343ebe8-29b9-48b1-9e6a-647b19f9a8b3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Pushing event updated for resources: {'Port': ['ID=c8f0b97a-3d1e-44f8-962e-9c680a072d18,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:37.687977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7adabf-9196-4600-a0c0-77f2df67b6a4 req-c6c92296-96ef-45e2-8fe8-bc62d5edbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:37.690089 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e7adabf-9196-4600-a0c0-77f2df67b6a4 req-c6c92296-96ef-45e2-8fe8-bc62d5edbcec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0690486 Aug 28 12:38:37.724612 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-f4c1ff5d-bf44-49fa-ad16-f5b346228434 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5871887 Aug 28 12:38:37.760912 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:37.789699 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9117b00c-ae4a-4608-9928-08c9212dabff None None] Network a984379b-eed6-4fb8-902d-6b247ecefa35 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:38:37.793289 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:37.806893 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:37.835660 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:37.839315 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d2abe3b-22b4-4821-81b5-cf170678dfe4 req-e13dace9-1b96-43ea-994c-5eccaf4f7167 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198675 Aug 28 12:38:37.877134 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7adabf-9196-4600-a0c0-77f2df67b6a4 req-335fad3d-9477-4cc3-955e-7e3a7f6811fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:37.879358 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e7adabf-9196-4600-a0c0-77f2df67b6a4 req-335fad3d-9477-4cc3-955e-7e3a7f6811fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1797619 Aug 28 12:38:37.945954 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:37.984129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a001dd6-38f6-44d8-b12e-47079beb8bbc {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:37.996389 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:38.035862 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Transition to ACTIVE for port object 6a001dd6-38f6-44d8-b12e-47079beb8bbc will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:38.054447 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:38.089212 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e7adabf-9196-4600-a0c0-77f2df67b6a4 req-5f6e7665-dbac-4053-8774-b5a95fddba5b service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838236 Aug 28 12:38:38.108993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:38.115717 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Pushing event updated for resources: {'Port': ['ID=c72ed1af-d84e-4f93-9776-b2963fa62391,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:38.117823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:38.148965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:38.238522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 1ffd2037-168b-481e-9dc7-d254778ed2fd completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:38.269837 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 1ffd2037-168b-481e-9dc7-d254778ed2fd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:38.270526 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:38.302711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Pushing event updated for resources: {'Port': ['ID=6a001dd6-38f6-44d8-b12e-47079beb8bbc,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:38.320447 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-53cb8589-5f0c-486a-ba7d-8716754b103f None None] Provisioning for port 1ffd2037-168b-481e-9dc7-d254778ed2fd completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:38.334898 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e7adabf-9196-4600-a0c0-77f2df67b6a4 req-d7a73129-9324-4c3e-931b-dd296038a58b service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314112 Aug 28 12:38:38.343989 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-53cb8589-5f0c-486a-ba7d-8716754b103f None None] Provisioning complete for port 1ffd2037-168b-481e-9dc7-d254778ed2fd triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:38.344249 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-53cb8589-5f0c-486a-ba7d-8716754b103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:38.406724 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=89430d39-2d49-419c-b2ed-ce25f660d889,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:38.445627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Attempting to bind port 6a001dd6-38f6-44d8-b12e-47079beb8bbc on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:38:38.446211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Attempting to bind port 6a001dd6-38f6-44d8-b12e-47079beb8bbc by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:38:38.446301 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Attempting to bind port 6a001dd6-38f6-44d8-b12e-47079beb8bbc on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:38.477017 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Port 6a001dd6-38f6-44d8-b12e-47079beb8bbc on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:38:38.477338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Attempting to bind port 6a001dd6-38f6-44d8-b12e-47079beb8bbc on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:38.494564 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:38.573181 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:38:38.574097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:38.574097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:38:38.574524 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Bound port: 6a001dd6-38f6-44d8-b12e-47079beb8bbc, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:38:38.574881 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:38.598493 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-53cb8589-5f0c-486a-ba7d-8716754b103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:38.607289 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:38.624552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-c9fe1b06-435d-4ed7-98e0-0b22943650a3 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:38.627041 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-c9fe1b06-435d-4ed7-98e0-0b22943650a3 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.10 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 806 time: 0.2795889 Aug 28 12:38:38.668933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-d1acbae1-1a8f-428e-bff2-af020b8a4652 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Request body: {'port': {'device_id': '3e0de346-b0ad-44c4-a24a-e439ceab036d', 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c', 'admin_state_up': True, 'tenant_id': 'c5f791bffd6b436fbad5ba34cc695485'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:38.778203 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-53cb8589-5f0c-486a-ba7d-8716754b103f None None] For port 1ffd2037-168b-481e-9dc7-d254778ed2fd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1ffd2037-168b-481e-9dc7-d254778ed2fd,segment=NetworkSegment(3ae57250-d648-4fcd-b440-8777ab8f7b16),segment_id=3ae57250-d648-4fcd-b440-8777ab8f7b16)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:38.793995 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] For port 6a001dd6-38f6-44d8-b12e-47079beb8bbc, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:38:38.804682 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] For port 6a001dd6-38f6-44d8-b12e-47079beb8bbc, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:38:38.816236 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-53cb8589-5f0c-486a-ba7d-8716754b103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:38.819894 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:38.872519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:38.873167 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:38.875012 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] 10.222.0.10 "PUT /v2.0/ports/6a001dd6-38f6-44d8-b12e-47079beb8bbc HTTP/1.1" status: 200 len: 1097 time: 3.0185225 Aug 28 12:38:38.880914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc1c2e7-5141-4dae-b1ef-1280ab45a22e', 'tag': '6a001dd6-38f6-44d8-b12e-47079beb8bbc'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:38.883457 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b349ff53-2680-4022-bc67-3bc0e598ed33" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc1c2e7-5141-4dae-b1ef-1280ab45a22e", "tag": "6a001dd6-38f6-44d8-b12e-47079beb8bbc"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:38.975330 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:38:38.976273 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:38:38.977753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb8589-5f0c-486a-ba7d-8716754b103f None None] Pushing event updated for resources: {'Port': ['ID=1ffd2037-168b-481e-9dc7-d254778ed2fd,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:39.008125 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-53cb8589-5f0c-486a-ba7d-8716754b103f None None] Provisioning for port c8f0b97a-3d1e-44f8-962e-9c680a072d18 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:39.016626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58c2d2-2fbe-4765-8a5e-9b26f1f8c050 service neutron] Pushing event updated for resources: {'Port': ['ID=6a001dd6-38f6-44d8-b12e-47079beb8bbc,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:39.023698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-d1acbae1-1a8f-428e-bff2-af020b8a4652 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Made reservation on behalf of c5f791bffd6b436fbad5ba34cc695485 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:39.027676 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-d1acbae1-1a8f-428e-bff2-af020b8a4652 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:39.031731 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-53cb8589-5f0c-486a-ba7d-8716754b103f None None] Provisioning complete for port c8f0b97a-3d1e-44f8-962e-9c680a072d18 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:39.035448 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-53cb8589-5f0c-486a-ba7d-8716754b103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:39.056965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f0b97a-3d1e-44f8-962e-9c680a072d18 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:39.076020 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:39.079321 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-38a6f6df-0298-4be0-b99a-e753be61c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:39.082956 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-38a6f6df-0298-4be0-b99a-e753be61c837 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 1100 time: 0.1532032 Aug 28 12:38:39.117125 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-53cb8589-5f0c-486a-ba7d-8716754b103f None None] Port c8f0b97a-3d1e-44f8-962e-9c680a072d18 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:38:39.147544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Transition to ACTIVE for port object c8f0b97a-3d1e-44f8-962e-9c680a072d18 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:39.150874 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:39.157266 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:39.240348 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Pushing event updated for resources: {'Port': ['ID=c8f0b97a-3d1e-44f8-962e-9c680a072d18,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:39.244439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Allocated IP 172.25.1.166 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/9a1dc421-6409-45a4-85e3-07ad27f54adc) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:39.260871 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-20a9395f-5d28-4d1a-8130-919acf26cd62 None None] Provisioning complete for port 1ffd2037-168b-481e-9dc7-d254778ed2fd triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:39.261842 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-20a9395f-5d28-4d1a-8130-919acf26cd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:39.311150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-1b515bb9-ff71-4552-bcbc-161f4378e8fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc HTTP/1.1" status: 200 len: 217 time: 0.1188395 Aug 28 12:38:39.419774 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:39.438477 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa320ffd-1e61-4f5e-8100-25fefa162826 x-openstack-request-id: req-aa320ffd-1e61-4f5e-8100-25fefa162826 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:39.438769 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93577238-0224-48f5-8e8c-4a60995f8c94", "name": "network-vif-unplugged", "status": "completed", "tag": "a0756b1b-4bbd-4eda-9bd0-bb83481a16e5", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:39.439073 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa320ffd-1e61-4f5e-8100-25fefa162826 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:39.439597 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93577238-0224-48f5-8e8c-4a60995f8c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0756b1b-4bbd-4eda-9bd0-bb83481a16e5', 'code': 200} Aug 28 12:38:39.473489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-e7bf1032-8675-4b8c-8691-a8a7d35b8359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:39.475405 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-e7bf1032-8675-4b8c-8691-a8a7d35b8359 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1451516 Aug 28 12:38:39.525953 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-d1acbae1-1a8f-428e-bff2-af020b8a4652 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Allocated IP 172.20.0.4 (846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c/66c522c8-a3b3-4f18-b898-b02784083f80/dcd333fa-9beb-4b5d-a03e-05087e9dd6a2) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:39.541300 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Attempting to bind port c8f0b97a-3d1e-44f8-962e-9c680a072d18 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:38:39.541774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Attempting to bind port c8f0b97a-3d1e-44f8-962e-9c680a072d18 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:38:39.541975 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Attempting to bind port c8f0b97a-3d1e-44f8-962e-9c680a072d18 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:39.551426 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e03080c0-bf54-45c1-97f6-77d7f7360903 req-60d6fa2d-49c7-45f4-9027-26a45214b744 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 210 time: 0.0563247 Aug 28 12:38:39.576030 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Port c8f0b97a-3d1e-44f8-962e-9c680a072d18 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:38:39.576470 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Attempting to bind port c8f0b97a-3d1e-44f8-962e-9c680a072d18 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:39.606814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-89b97d72-c567-456b-a836-2a3b229d6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:39.609206 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-89b97d72-c567-456b-a836-2a3b229d6875 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1240869 Aug 28 12:38:39.618504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:38:39.619117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:39.619262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:38:39.619669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Bound port: c8f0b97a-3d1e-44f8-962e-9c680a072d18, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:38:39.620030 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:39.682633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 89430d39-2d49-419c-b2ed-ce25f660d889 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:39.701659 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:39.760244 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:39.786353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 89430d39-2d49-419c-b2ed-ce25f660d889 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:39.787023 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:39.835796 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fe6c6af3-24e6-4252-a424-f16358c36dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:39.841314 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-d1acbae1-1a8f-428e-bff2-af020b8a4652 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:39.847890 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-7f20b239-2b2a-4ad7-8ce4-0b2027c2fd3b service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074304 Aug 28 12:38:39.884725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcdc0c-a131-4cf1-a5a9-ccaac5b91386 req-becc743b-0f27-46cc-a128-f3ac8ceb937a tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:39.886520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebfcdc0c-a131-4cf1-a5a9-ccaac5b91386 req-becc743b-0f27-46cc-a128-f3ac8ceb937a tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6e7bc2e-1034-4867-8c3c-5d5eacd0b559 HTTP/1.1" status: 200 len: 947 time: 0.1108911 Aug 28 12:38:39.899629 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1ffd2037-168b-481e-9dc7-d254778ed2fd up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:39.900799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] For port c8f0b97a-3d1e-44f8-962e-9c680a072d18, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:38:39.949656 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] For port c8f0b97a-3d1e-44f8-962e-9c680a072d18, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c8f0b97a-3d1e-44f8-962e-9c680a072d18,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:38:39.954813 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:39.961699 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:39.964482 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 1ffd2037-168b-481e-9dc7-d254778ed2fd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:39.965210 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:39.995225 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebfcdc0c-a131-4cf1-a5a9-ccaac5b91386 req-f5fd834e-9b85-4e7e-91ec-14fde5a5c68c tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670545 Aug 28 12:38:39.999513 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-d1acbae1-1a8f-428e-bff2-af020b8a4652 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:40.018183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:40.019150 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:40.020610 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] 10.222.0.11 "PUT /v2.0/ports/c8f0b97a-3d1e-44f8-962e-9c680a072d18 HTTP/1.1" status: 200 len: 1096 time: 2.4813068 Aug 28 12:38:40.041917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f045f6-82d3-4f42-809f-86c7c5797ce0', 'tag': 'c8f0b97a-3d1e-44f8-962e-9c680a072d18'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:40.044564 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9e4554-015f-4441-81e0-ba08ec6a090b" -d '{"events": [{"name": "network-changed", "server_uuid": "26f045f6-82d3-4f42-809f-86c7c5797ce0", "tag": "c8f0b97a-3d1e-44f8-962e-9c680a072d18"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:40.053223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:40.061843 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:40.067664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:40.070555 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f6db6ac-1b37-4bcb-960f-9efff2ba05cc req-5802de61-b409-4f9e-953b-32dd3967d209 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054617 Aug 28 12:38:40.076610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-d1acbae1-1a8f-428e-bff2-af020b8a4652 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:40.081445 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Pushing event updated for resources: {'Port': ['ID=9a1dc421-6409-45a4-85e3-07ad27f54adc,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:40.088895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-d1acbae1-1a8f-428e-bff2-af020b8a4652 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:40.091146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acbae1-1a8f-428e-bff2-af020b8a4652 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Pushing event updated for resources: {'Port': ['ID=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:40.097982 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-d1acbae1-1a8f-428e-bff2-af020b8a4652 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:40.107917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-d1acbae1-1a8f-428e-bff2-af020b8a4652 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:40.108626 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-d1acbae1-1a8f-428e-bff2-af020b8a4652 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:40.123399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device bb514d74-be6a-4f57-a696-7305aa30fc7d details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:38:40.167115 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-d1acbae1-1a8f-428e-bff2-af020b8a4652 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5062981 Aug 28 12:38:40.181981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Request body: {'port': {'device_id': '3e0de346-b0ad-44c4-a24a-e439ceab036d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:40.209380 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d107f6a-fca8-45de-9085-f4bb25f3d2fa service neutron] Pushing event updated for resources: {'Port': ['ID=c8f0b97a-3d1e-44f8-962e-9c680a072d18,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:40.227186 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3953c-90cf-4841-8b04-599f31f85890 req-d9070849-bd3a-42f1-af04-ab4e7ad129b7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:40.235247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-70c3953c-90cf-4841-8b04-599f31f85890 req-d9070849-bd3a-42f1-af04-ab4e7ad129b7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0 HTTP/1.1" status: 200 len: 947 time: 0.1150029 Aug 28 12:38:40.277328 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port bb514d74-be6a-4f57-a696-7305aa30fc7d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=bb514d74-be6a-4f57-a696-7305aa30fc7d,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:40.288178 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:40.293641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'bb514d74-be6a-4f57-a696-7305aa30fc7d', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'bb514d74-be6a-4f57-a696-7305aa30fc7d', 'mac_address': 'fa:16:3e:82:e1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:38:40.302296 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-70c3953c-90cf-4841-8b04-599f31f85890 req-cc70eae6-fa1e-4f93-a3f1-a376c8e1d716 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666020 Aug 28 12:38:40.336600 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-f11ef872-73b7-4815-aca0-f059ae3bc1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:40.350929 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-f11ef872-73b7-4815-aca0-f059ae3bc1a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b587fea80142461bad0b38417b208b1b&device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0 HTTP/1.1" status: 200 len: 1099 time: 0.2720473 Aug 28 12:38:40.360456 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:40.379545 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:40.398637 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb514d74-be6a-4f57-a696-7305aa30fc7d {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:40.405982 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-9294cc6b-bb29-4309-b112-461e308063a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=c8f0b97a-3d1e-44f8-962e-9c680a072d18 HTTP/1.1" status: 200 len: 217 time: 0.0418794 Aug 28 12:38:40.412961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:38:40.435689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port bb514d74-be6a-4f57-a696-7305aa30fc7d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=bb514d74-be6a-4f57-a696-7305aa30fc7d,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:40.442343 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:40.511550 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=bb514d74-be6a-4f57-a696-7305aa30fc7d,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:40.535638 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-bd7af023-1363-4431-b566-6881caa537fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:40.537202 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-bd7af023-1363-4431-b566-6881caa537fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1214514 Aug 28 12:38:40.539605 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:40.585159 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac11778-6b79-4ec0-b600-6e999874776d req-29a5c399-9a37-4164-9dd2-1f122908792c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:40.592190 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aac11778-6b79-4ec0-b600-6e999874776d req-29a5c399-9a37-4164-9dd2-1f122908792c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 948 time: 0.1273737 Aug 28 12:38:40.670110 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aac11778-6b79-4ec0-b600-6e999874776d req-3a91153c-85ca-4694-b9f6-8c12fa348421 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689735 Aug 28 12:38:40.682074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['bb514d74-be6a-4f57-a696-7305aa30fc7d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:38:40.727220 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-4b888d0d-6bd6-4126-98a0-4e7989ab5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:40.729442 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-4b888d0d-6bd6-4126-98a0-4e7989ab5c9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1681857 Aug 28 12:38:40.751783 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c334f4-2147-4c3f-be07-b666ee6edbec x-openstack-request-id: req-f7c334f4-2147-4c3f-be07-b666ee6edbec {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:40.752079 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc1c2e7-5141-4dae-b1ef-1280ab45a22e", "tag": "6a001dd6-38f6-44d8-b12e-47079beb8bbc", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:40.752341 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7c334f4-2147-4c3f-be07-b666ee6edbec {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:40.752740 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc1c2e7-5141-4dae-b1ef-1280ab45a22e', 'tag': '6a001dd6-38f6-44d8-b12e-47079beb8bbc', 'status': 'completed', 'code': 200} Aug 28 12:38:40.755210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:38:40.771094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:40.776694 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Sync routers for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:38:40.792634 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:38:40.793293 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:38:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:38:40.804177 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:40.848283 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:40.849520 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2942ec12-2baf-4dc4-847e-4df90ff46867 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.2629230 Aug 28 12:38:40.855486 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60180) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:40.898243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Transition to ACTIVE for port object dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:40.905795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349ff53-2680-4022-bc67-3bc0e598ed33 req-2484c706-2882-4e94-974d-c4f34b25c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:40.907442 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b349ff53-2680-4022-bc67-3bc0e598ed33 req-2484c706-2882-4e94-974d-c4f34b25c5a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 1100 time: 0.0973427 Aug 28 12:38:40.908792 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:40.988706 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:41.021924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Pushing event updated for resources: {'Port': ['ID=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:41.028552 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-a9b101b6-75c4-46e1-a05c-755c49bd63d2 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855816 Aug 28 12:38:41.033332 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:38:41.093961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Attempting to bind port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:38:41.094419 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Attempting to bind port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:38:41.094661 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:41.094909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Attempting to bind port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:41.098499 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6157756-dca4-465e-b449-276d711ba3be x-openstack-request-id: req-e6157756-dca4-465e-b449-276d711ba3be {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:41.098772 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f045f6-82d3-4f42-809f-86c7c5797ce0", "tag": "c8f0b97a-3d1e-44f8-962e-9c680a072d18", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:41.098966 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6157756-dca4-465e-b449-276d711ba3be {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:41.099358 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f045f6-82d3-4f42-809f-86c7c5797ce0', 'tag': 'c8f0b97a-3d1e-44f8-962e-9c680a072d18', 'status': 'completed', 'code': 200} Aug 28 12:38:41.109312 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:38:41.109792 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Attempting to bind port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:41.118837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:38:41.119285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Checking segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:41.119543 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Bound using segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:38:41.119969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Bound port: dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:38:41.120325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:41.123885 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349ff53-2680-4022-bc67-3bc0e598ed33 req-697fff31-8340-4497-af31-a1d1f3954822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:41.125422 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b349ff53-2680-4022-bc67-3bc0e598ed33 req-697fff31-8340-4497-af31-a1d1f3954822 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.2057388 Aug 28 12:38:41.263552 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b349ff53-2680-4022-bc67-3bc0e598ed33 req-bee6658e-2b43-4a8d-a6f6-f81519087459 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc HTTP/1.1" status: 200 len: 217 time: 0.1120086 Aug 28 12:38:41.332177 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:38Z', 'revision_number': 3, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:38:41.340865 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e323160-3d02-4036-9fa0-bb483ed61308 req-11a85ce9-b2f0-4cd2-b6ea-2b61ef594080 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:41.342442 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e323160-3d02-4036-9fa0-bb483ed61308 req-11a85ce9-b2f0-4cd2-b6ea-2b61ef594080 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 943 time: 0.2093561 Aug 28 12:38:41.352845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:38:41.357538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:38:41.362236 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Checking router: ae3c5dd5-1c90-49c5-be3c-941119c3ea0f for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:38:41.362972 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349ff53-2680-4022-bc67-3bc0e598ed33 req-f8575c7f-3669-4d89-b358-b7b12a981f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:41.364708 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b349ff53-2680-4022-bc67-3bc0e598ed33 req-f8575c7f-3669-4d89-b358-b7b12a981f85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0874045 Aug 28 12:38:41.368329 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Updating router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f port c72ed1af-d84e-4f93-9776-b2963fa62391 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:38:41.368534 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:41.403304 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:41.459330 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:41.477805 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Pushing event updated for resources: {'Port': ['ID=9a1dc421-6409-45a4-85e3-07ad27f54adc,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:41.479511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:41.479726 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:41.481258 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] 10.222.0.10 "PUT /v2.0/ports/dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 HTTP/1.1" status: 200 len: 1092 time: 1.3034878 Aug 28 12:38:41.498108 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:41.500111 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-b95e07c8-606f-4b1b-9a77-ec0e99c97799 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7743616 Aug 28 12:38:41.509108 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e323160-3d02-4036-9fa0-bb483ed61308 req-e3c22f25-6c3d-4f4d-990a-8b6a41ce378f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427033 Aug 28 12:38:41.518067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a922c9e-21b1-497b-a9cd-6d3720d0cf5f service neutron] Pushing event updated for resources: {'Port': ['ID=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:41.524468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349ff53-2680-4022-bc67-3bc0e598ed33 req-f2d6ac5c-5f75-4e82-b279-fec04599e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:41.526244 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b349ff53-2680-4022-bc67-3bc0e598ed33 req-f2d6ac5c-5f75-4e82-b279-fec04599e4ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1480186 Aug 28 12:38:41.705437 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b349ff53-2680-4022-bc67-3bc0e598ed33 req-78f2948e-d119-4a83-909f-7f64a6d491d9 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579452 Aug 28 12:38:41.712136 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ac0415a-563c-4ad4-91bd-7d9f1a0e9c02 req-0c015063-6787-4afb-975b-3a9abf456216 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6119223 Aug 28 12:38:41.715147 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-4ac46fed-2e5c-46c5-b9a7-967b4b63ecff tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.166 HTTP/1.1" status: 200 len: 696 time: 0.1333787 Aug 28 12:38:41.718967 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-9bad3ec0-1e4f-4c88-a007-979b18713cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:41.720679 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-9bad3ec0-1e4f-4c88-a007-979b18713cbe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 1095 time: 0.1389654 Aug 28 12:38:41.832887 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:41.844690 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Transition to ACTIVE for port object c72ed1af-d84e-4f93-9776-b2963fa62391 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:41.852600 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:41.903139 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d00716-8c7d-490b-a6a4-374abb14aa20 None None] Pushing event updated for resources: {'Port': ['ID=c72ed1af-d84e-4f93-9776-b2963fa62391,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:41.933164 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Attempting to bind port c72ed1af-d84e-4f93-9776-b2963fa62391 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:38:41.933826 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Attempting to bind port c72ed1af-d84e-4f93-9776-b2963fa62391 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:38:41.934431 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Attempting to bind port c72ed1af-d84e-4f93-9776-b2963fa62391 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:41.939192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4554-015f-4441-81e0-ba08ec6a090b req-28c999c3-0228-44d8-b019-de51191aa2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:41.941422 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce9e4554-015f-4441-81e0-ba08ec6a090b req-28c999c3-0228-44d8-b019-de51191aa2fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b587fea80142461bad0b38417b208b1b&device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0 HTTP/1.1" status: 200 len: 1099 time: 0.1588144 Aug 28 12:38:41.943043 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:38:41.943671 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:41.944463 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:41.945047 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:38:41.945760 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Bound port: c72ed1af-d84e-4f93-9776-b2963fa62391, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:38:41.946404 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:42.015177 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] For port c72ed1af-d84e-4f93-9776-b2963fa62391, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:38:42.019632 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] For port c72ed1af-d84e-4f93-9776-b2963fa62391, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c72ed1af-d84e-4f93-9776-b2963fa62391,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:38:42.024854 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:42.054891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-56203da2-dabc-48c6-ae2e-071c48243a2b tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:42.056467 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f3c34462-a147-4a33-b580-9d8fafe78920 req-56203da2-dabc-48c6-ae2e-071c48243a2b tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.3276165 Aug 28 12:38:42.102589 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d00716-8c7d-490b-a6a4-374abb14aa20 None None] Pushing event updated for resources: {'Port': ['ID=c72ed1af-d84e-4f93-9776-b2963fa62391,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:42.113503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device bb514d74-be6a-4f57-a696-7305aa30fc7d up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:42.121297 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:38:42.122093 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:38:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:38:42.222533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port bb514d74-be6a-4f57-a696-7305aa30fc7d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:42.232901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port bb514d74-be6a-4f57-a696-7305aa30fc7d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:42.234671 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:42.278757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-d753bc90-d546-4045-a398-eabfa834514e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 HTTP/1.1" status: 200 len: 217 time: 0.5276079 Aug 28 12:38:42.284196 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ae9f383f-651e-4ac8-bbea-1fac86249da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:42.306603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaae246-8fd0-48cf-977a-d94879626829 req-4742ee5c-dba1-413d-835c-2b2c013b7470 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:42.313312 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:38:42.314393 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2eaae246-8fd0-48cf-977a-d94879626829 req-4742ee5c-dba1-413d-835c-2b2c013b7470 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6e7bc2e-1034-4867-8c3c-5d5eacd0b559 HTTP/1.1" status: 200 len: 948 time: 0.5619669 Aug 28 12:38:42.344041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4554-015f-4441-81e0-ba08ec6a090b req-99c7c102-871e-4752-b4a7-933be7bb6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:42.348228 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce9e4554-015f-4441-81e0-ba08ec6a090b req-99c7c102-871e-4752-b4a7-933be7bb6b2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3895521 Aug 28 12:38:42.382980 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:42.399242 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2eaae246-8fd0-48cf-977a-d94879626829 req-56a81c68-2cdc-4890-8538-808b5cd30420 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783098 Aug 28 12:38:42.402452 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b78cac05-347b-46d0-8046-2bd130e96020 req-da5ad803-7e7f-42d9-8892-290a6704e167 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1825712 Aug 28 12:38:42.442770 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port bb514d74-be6a-4f57-a696-7305aa30fc7d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=bb514d74-be6a-4f57-a696-7305aa30fc7d,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:42.443969 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e7bc2e-1034-4867-8c3c-5d5eacd0b559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb514d74-be6a-4f57-a696-7305aa30fc7d'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:42.447897 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe4e8e1-def7-4dee-878e-2772242d5e73" -d '{"events": [{"server_uuid": "f6e7bc2e-1034-4867-8c3c-5d5eacd0b559", "name": "network-vif-plugged", "status": "completed", "tag": "bb514d74-be6a-4f57-a696-7305aa30fc7d"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:42.453276 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:42.506600 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:42.529406 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce9e4554-015f-4441-81e0-ba08ec6a090b req-ffc5b887-685c-4b51-a547-5fe975ad0d7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=c8f0b97a-3d1e-44f8-962e-9c680a072d18 HTTP/1.1" status: 200 len: 217 time: 0.1376274 Aug 28 12:38:42.534521 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=bb514d74-be6a-4f57-a696-7305aa30fc7d,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:42.548386 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b349ff53-2680-4022-bc67-3bc0e598ed33 req-920c5f78-ef75-4b06-a4ed-083e63a7546e service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8315635 Aug 28 12:38:42.612142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4c4c4348-0c91-4bd4-b65d-ff1186f60d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:42.614379 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-4c4c4348-0c91-4bd4-b65d-ff1186f60d5c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.3175235 Aug 28 12:38:42.653665 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:38Z', 'revision_number': 3, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:38:42.673610 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-9b0ad4d5-911b-4470-bd9e-d3b9c7a5289d tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:42.675322 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-9b0ad4d5-911b-4470-bd9e-d3b9c7a5289d tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/networks?id=19af1b57-4b24-4ce0-b71d-3dff69a93547 HTTP/1.1" status: 200 len: 805 time: 0.5126450 Aug 28 12:38:42.678778 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 6a001dd6-38f6-44d8-b12e-47079beb8bbc details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:38:42.688477 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec01e8b-078e-4573-bb08-d0e34b8bb5cb None None] The sync data for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 is: [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:38Z', 'revision_number': 3, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:38:42.710815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4554-015f-4441-81e0-ba08ec6a090b req-68180250-bcc3-49e6-8a36-3ab78010f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:42.712310 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce9e4554-015f-4441-81e0-ba08ec6a090b req-68180250-bcc3-49e6-8a36-3ab78010f49d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1611471 Aug 28 12:38:42.718733 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-e0e5ce4a-6052-49a7-a62e-61d28bda04bf tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/quotas/496525a693484993be30a45f3dec82a7 HTTP/1.1" status: 200 len: 375 time: 0.0189540 Aug 28 12:38:42.738141 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-682b48e3-3966-47fa-a4bb-e5a777f136f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820315 Aug 28 12:38:42.742956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74207921-2ae5-46d0-a934-cd3d95947c1d req-886044be-cbe1-4c3c-8ce0-ece15649db5d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:42.751821 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74207921-2ae5-46d0-a934-cd3d95947c1d req-886044be-cbe1-4c3c-8ce0-ece15649db5d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0 HTTP/1.1" status: 200 len: 947 time: 0.2296131 Aug 28 12:38:42.757079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0de346-b0ad-44c4-a24a-e439ceab036d', 'tag': 'dcd333fa-9beb-4b5d-a03e-05087e9dd6a2'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:42.759324 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14ccdf0-b381-4e52-b59b-6f2b48f20d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0de346-b0ad-44c4-a24a-e439ceab036d", "tag": "dcd333fa-9beb-4b5d-a03e-05087e9dd6a2"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:42.781621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cac05-347b-46d0-8046-2bd130e96020 req-aac45015-f6f4-441b-b263-77e051ac2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:42.783186 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b78cac05-347b-46d0-8046-2bd130e96020 req-aac45015-f6f4-441b-b263-77e051ac2c28 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b587fea80142461bad0b38417b208b1b&device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 1102 time: 0.3107374 Aug 28 12:38:42.797935 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:42.813257 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f306e00-2edf-49d6-a8d1-9059af401a8b req-e2e40a20-ae1b-4708-bec5-e00384414ab1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1607502 Aug 28 12:38:42.846608 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e4554-015f-4441-81e0-ba08ec6a090b req-9969a2c2-2c74-474f-abe9-72a26fdaab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:42.848375 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce9e4554-015f-4441-81e0-ba08ec6a090b req-9969a2c2-2c74-474f-abe9-72a26fdaab95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1252568 Aug 28 12:38:42.865996 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 6a001dd6-38f6-44d8-b12e-47079beb8bbc, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:42.887647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '6a001dd6-38f6-44d8-b12e-47079beb8bbc', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '6a001dd6-38f6-44d8-b12e-47079beb8bbc', 'mac_address': 'fa:16:3e:50:61:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:38:42.891178 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-21e23af3-9ba3-4777-85e1-f644305f01fd tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=496525a693484993be30a45f3dec82a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1563067 Aug 28 12:38:42.943696 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:42.963926 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a001dd6-38f6-44d8-b12e-47079beb8bbc {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:42.990212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 6a001dd6-38f6-44d8-b12e-47079beb8bbc, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:42.995172 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:43.083933 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-f7af30d4-408f-4221-9d3f-03e398348aa9 service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273916 Aug 28 12:38:43.094057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=6a001dd6-38f6-44d8-b12e-47079beb8bbc,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:43.137531 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-427db6bb-0c42-462c-b1f4-2996b03be53b service neutron] 10.222.0.20 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313190 Aug 28 12:38:43.144719 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce9e4554-015f-4441-81e0-ba08ec6a090b req-76b663f7-91d4-4339-aa3d-ce7f3ed34560 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661250 Aug 28 12:38:43.180152 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74207921-2ae5-46d0-a934-cd3d95947c1d req-8b912a62-7f53-4d90-8b92-5080457dab52 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274423 Aug 28 12:38:43.261245 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cac05-347b-46d0-8046-2bd130e96020 req-799d1468-3ab0-4322-bf31-ddd22cd152b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:43.261245 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b78cac05-347b-46d0-8046-2bd130e96020 req-799d1468-3ab0-4322-bf31-ddd22cd152b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.4455314 Aug 28 12:38:43.270469 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:43.275325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f306e00-2edf-49d6-a8d1-9059af401a8b req-10a10c8d-6c8f-4898-a675-c2e8c261bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:43.277196 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f306e00-2edf-49d6-a8d1-9059af401a8b req-10a10c8d-6c8f-4898-a675-c2e8c261bd17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83337d60d57f4fdc939f5ecaedf1b2a7&device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 1098 time: 0.3561628 Aug 28 12:38:43.293716 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fe832-f63e-461b-8a11-fdb58cffbd5b req-ad4a7181-377d-40f8-9753-fdb43aa91dac tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:43.295263 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-265fe832-f63e-461b-8a11-fdb58cffbd5b req-ad4a7181-377d-40f8-9753-fdb43aa91dac tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.11 "GET /v2.0/ports?device_id=93577238-0224-48f5-8e8c-4a60995f8c94 HTTP/1.1" status: 200 len: 944 time: 0.3928244 Aug 28 12:38:43.321453 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Allocated IP 172.20.0.1 (a984379b-eed6-4fb8-902d-6b247ecefa35/7b0733bb-ddef-48bb-adaf-f8844fbc1a85/8220cf01-0c2c-411f-9ce7-474186d14470) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:43.336090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['6a001dd6-38f6-44d8-b12e-47079beb8bbc'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:38:43.404832 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b78cac05-347b-46d0-8046-2bd130e96020 req-c4967bad-636d-4947-9773-75609af2b795 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 HTTP/1.1" status: 200 len: 217 time: 0.1248977 Aug 28 12:38:43.449680 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce9e4554-015f-4441-81e0-ba08ec6a090b req-96620b10-7247-4e55-80c3-71cffdc7c939 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817273 Aug 28 12:38:43.455314 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-40cd52b2-10ae-4a7b-afc6-2c1e1825975c service neutron] 10.222.0.20 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798066 Aug 28 12:38:43.535711 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:43.553861 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ea2a9b1-0436-4f69-a040-cef08b566e73 req-780776c7-20a0-4c24-8343-81976a4d91fb service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991838 Aug 28 12:38:43.555503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Transition to ACTIVE for port object 8220cf01-0c2c-411f-9ce7-474186d14470 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:43.608943 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:43.634351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2ea5d-640f-40ac-8c13-a86f115c5778 req-2ce6f572-88c9-4764-9b92-a555302820fb tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:43.636143 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21e2ea5d-640f-40ac-8c13-a86f115c5778 req-2ce6f572-88c9-4764-9b92-a555302820fb tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 949 time: 0.3573813 Aug 28 12:38:43.691716 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cac05-347b-46d0-8046-2bd130e96020 req-3f1ef4c5-33d1-4087-8cbe-d72192387244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:43.693262 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b78cac05-347b-46d0-8046-2bd130e96020 req-3f1ef4c5-33d1-4087-8cbe-d72192387244 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2203205 Aug 28 12:38:43.746867 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c72ed1af-d84e-4f93-9776-b2963fa62391 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:43.778391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f306e00-2edf-49d6-a8d1-9059af401a8b req-e4b48487-909e-46d4-a6c9-a93698a81246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:43.783093 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f306e00-2edf-49d6-a8d1-9059af401a8b req-e4b48487-909e-46d4-a6c9-a93698a81246 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a03c9b71-7c51-4af0-ad11-1d5b2280ced4 HTTP/1.1" status: 200 len: 924 time: 0.4727492 Aug 28 12:38:43.834623 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port c72ed1af-d84e-4f93-9776-b2963fa62391 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:43.845320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c72ed1af-d84e-4f93-9776-b2963fa62391 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:43.845694 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:43.898855 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-099031a5-83c7-4ec9-9977-6a7a89a996b6 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1486971 Aug 28 12:38:43.902938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Network a984379b-eed6-4fb8-902d-6b247ecefa35 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:43.914845 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:43.933087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:43.933587 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:43.954637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:44.019874 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:44.028938 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21e2ea5d-640f-40ac-8c13-a86f115c5778 req-e5a6708f-7c8a-4586-9155-4a5549f03bda tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665395 Aug 28 12:38:44.052388 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port c72ed1af-d84e-4f93-9776-b2963fa62391, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c72ed1af-d84e-4f93-9776-b2963fa62391,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:44.064741 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:44.099625 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Pushing event updated for resources: {'Port': ['ID=8220cf01-0c2c-411f-9ce7-474186d14470,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:44.104900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cac05-347b-46d0-8046-2bd130e96020 req-24dff33d-5c0e-4c01-9773-9b9aff7b4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:44.122818 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b78cac05-347b-46d0-8046-2bd130e96020 req-24dff33d-5c0e-4c01-9773-9b9aff7b4d94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3892863 Aug 28 12:38:44.145360 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=c72ed1af-d84e-4f93-9776-b2963fa62391,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:44.168320 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:44.179923 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f306e00-2edf-49d6-a8d1-9059af401a8b req-ca1843f1-5b5a-4b01-bfb7-2dce47f70756 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32379d9f-3b48-4cc7-b49b-682e60444d55 HTTP/1.1" status: 200 len: 1002 time: 0.3611681 Aug 28 12:38:44.183612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-265fe832-f63e-461b-8a11-fdb58cffbd5b req-8cdd438c-216a-4e78-907f-8b45a9794930 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Deleting port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:38:44.184122 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-265fe832-f63e-461b-8a11-fdb58cffbd5b req-8cdd438c-216a-4e78-907f-8b45a9794930 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:44.205875 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f967a4a-b106-451b-a104-5fe718467fed x-openstack-request-id: req-0f967a4a-b106-451b-a104-5fe718467fed {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:44.206520 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e7bc2e-1034-4867-8c3c-5d5eacd0b559", "name": "network-vif-plugged", "status": "completed", "tag": "bb514d74-be6a-4f57-a696-7305aa30fc7d", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:44.207266 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f967a4a-b106-451b-a104-5fe718467fed {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:44.208080 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e7bc2e-1034-4867-8c3c-5d5eacd0b559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb514d74-be6a-4f57-a696-7305aa30fc7d', 'code': 200} Aug 28 12:38:44.413485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4a2457d5-7d41-4c93-9ec2-56fafb5e449e None None] Provisioning for port 8220cf01-0c2c-411f-9ce7-474186d14470 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:44.422732 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4a2457d5-7d41-4c93-9ec2-56fafb5e449e None None] Provisioning complete for port 8220cf01-0c2c-411f-9ce7-474186d14470 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:44.423583 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4a2457d5-7d41-4c93-9ec2-56fafb5e449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:44.484108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-4a2457d5-7d41-4c93-9ec2-56fafb5e449e None None] Port 8220cf01-0c2c-411f-9ce7-474186d14470 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:38:44.526103 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f306e00-2edf-49d6-a8d1-9059af401a8b req-322bba4b-0a6a-4a0c-a5b3-7a46db925350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:44.528138 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f306e00-2edf-49d6-a8d1-9059af401a8b req-322bba4b-0a6a-4a0c-a5b3-7a46db925350 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fcfd29c-4f31-4b94-b976-9b055b77b757 HTTP/1.1" status: 200 len: 863 time: 0.3259199 Aug 28 12:38:44.582667 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b78cac05-347b-46d0-8046-2bd130e96020 req-9b06eb38-3ab4-4bf4-9b95-08f404f621f2 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174857 Aug 28 12:38:44.620101 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:44.629192 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-265fe832-f63e-461b-8a11-fdb58cffbd5b req-8cdd438c-216a-4e78-907f-8b45a9794930 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] For port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:44.629494 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-265fe832-f63e-461b-8a11-fdb58cffbd5b req-8cdd438c-216a-4e78-907f-8b45a9794930 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:44.639051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cf68c-8760-469e-b8f0-b4ebb7d5e9d5 req-71b2bbe6-a200-4ed3-b9e5-52232acbfac5 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:44.641316 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-371cf68c-8760-469e-b8f0-b4ebb7d5e9d5 req-71b2bbe6-a200-4ed3-b9e5-52232acbfac5 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 943 time: 0.2620659 Aug 28 12:38:44.644406 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf48e4-e1e0-4900-802b-02ba228e9753 req-f1f5d8ac-a111-4345-992b-4ddce3fe72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:44.645932 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-14cf48e4-e1e0-4900-802b-02ba228e9753 req-f1f5d8ac-a111-4345-992b-4ddce3fe72aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6e7bc2e-1034-4867-8c3c-5d5eacd0b559 HTTP/1.1" status: 200 len: 1101 time: 0.3689578 Aug 28 12:38:44.698076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 6a001dd6-38f6-44d8-b12e-47079beb8bbc up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:44.712081 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-265fe832-f63e-461b-8a11-fdb58cffbd5b req-8cdd438c-216a-4e78-907f-8b45a9794930 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Calling delete_port for a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:38:44.761136 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-14cf48e4-e1e0-4900-802b-02ba228e9753 req-6bb2154b-7c27-46db-b8df-a3c8b58f3b10 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781891 Aug 28 12:38:44.764026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 6a001dd6-38f6-44d8-b12e-47079beb8bbc completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:44.769077 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 6a001dd6-38f6-44d8-b12e-47079beb8bbc triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:44.769599 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:44.790981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f306e00-2edf-49d6-a8d1-9059af401a8b req-6cb42f67-ef37-4820-b709-1d3fe6e14eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:44.792509 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f306e00-2edf-49d6-a8d1-9059af401a8b req-6cb42f67-ef37-4820-b709-1d3fe6e14eed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a03c9b71-7c51-4af0-ad11-1d5b2280ced4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2323177 Aug 28 12:38:44.844755 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:44.873853 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:44.881936 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-371cf68c-8760-469e-b8f0-b4ebb7d5e9d5 req-cf65bc2c-1418-4d68-9dc8-7e37cc3670f0 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186227 Aug 28 12:38:44.936619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 6a001dd6-38f6-44d8-b12e-47079beb8bbc, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:44.943698 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:44.969004 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b78cac05-347b-46d0-8046-2bd130e96020 req-dd2a23bc-787f-4d60-8f58-a7b34caf620f service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600430 Aug 28 12:38:45.029484 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:45.051186 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:45.053167 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:45.065185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=6a001dd6-38f6-44d8-b12e-47079beb8bbc,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:45.069182 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Allocated IP 172.25.1.120 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/ed8538ce-cdd3-4202-81e7-8c0129ae37d9) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:45.070214 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f306e00-2edf-49d6-a8d1-9059af401a8b req-70e09500-2843-4f10-8a4a-a9820e656e1d service neutron] 10.222.0.10 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335134 Aug 28 12:38:45.097355 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e07d02-87cd-45f4-b0d5-f7df50392988 x-openstack-request-id: req-32e07d02-87cd-45f4-b0d5-f7df50392988 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:45.097355 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0de346-b0ad-44c4-a24a-e439ceab036d", "tag": "dcd333fa-9beb-4b5d-a03e-05087e9dd6a2", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:45.097584 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32e07d02-87cd-45f4-b0d5-f7df50392988 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:45.097908 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0de346-b0ad-44c4-a24a-e439ceab036d', 'tag': 'dcd333fa-9beb-4b5d-a03e-05087e9dd6a2', 'status': 'completed', 'code': 200} Aug 28 12:38:45.137647 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:45.177362 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-265fe832-f63e-461b-8a11-fdb58cffbd5b req-8cdd438c-216a-4e78-907f-8b45a9794930 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:45.226761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Pushing event updated for resources: {'Port': ['ID=8220cf01-0c2c-411f-9ce7-474186d14470,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:45.251669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd438c-216a-4e78-907f-8b45a9794930 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Pushing event deleted for resources: {'Port': ['ID=a0756b1b-4bbd-4eda-9bd0-bb83481a16e5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:45.318122 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Network a984379b-eed6-4fb8-902d-6b247ecefa35 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:45.321046 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:45.325537 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:45.329509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ccdf0-b381-4e52-b59b-6f2b48f20d5d req-1179c504-c7c2-4532-9acc-0975d72fe49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:45.331132 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b14ccdf0-b381-4e52-b59b-6f2b48f20d5d req-1179c504-c7c2-4532-9acc-0975d72fe49c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 1095 time: 0.1833670 Aug 28 12:38:45.335083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-265fe832-f63e-461b-8a11-fdb58cffbd5b req-8cdd438c-216a-4e78-907f-8b45a9794930 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] No DVR routers for this DVR port a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:38:45.347596 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f306e00-2edf-49d6-a8d1-9059af401a8b req-782be71c-48fb-44fe-83bd-21a562f1a7c9 service neutron] 10.222.0.10 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650566 Aug 28 12:38:45.351492 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-265fe832-f63e-461b-8a11-fdb58cffbd5b req-8cdd438c-216a-4e78-907f-8b45a9794930 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:45.353630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-265fe832-f63e-461b-8a11-fdb58cffbd5b req-8cdd438c-216a-4e78-907f-8b45a9794930 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.11 "DELETE /v2.0/ports/a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 HTTP/1.1" status: 204 len: 173 time: 2.0421729 Aug 28 12:38:45.362385 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f27c22-f158-41b6-a4e0-2e62c91d39e3 req-46a05257-5969-45f4-869d-131a21343ade tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:45.364042 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f9f27c22-f158-41b6-a4e0-2e62c91d39e3 req-46a05257-5969-45f4-869d-131a21343ade tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6e7bc2e-1034-4867-8c3c-5d5eacd0b559 HTTP/1.1" status: 200 len: 949 time: 0.1876955 Aug 28 12:38:45.463891 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:45.520296 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:38:45.538231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:45.547822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:45.554519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:45.565625 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Pushing event updated for resources: {'Port': ['ID=ed8538ce-cdd3-4202-81e7-8c0129ae37d9,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:45.633730 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:45.689302 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:45.689583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c72ed1af-d84e-4f93-9776-b2963fa62391 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:45.758913 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e5ee744b-33b6-49a1-8378-47795b5ba4f1 None None] Provisioning complete for port 8220cf01-0c2c-411f-9ce7-474186d14470 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:45.759279 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e5ee744b-33b6-49a1-8378-47795b5ba4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:45.804504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee744b-33b6-49a1-8378-47795b5ba4f1 None None] Port 8220cf01-0c2c-411f-9ce7-474186d14470 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:38:45.806061 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c72ed1af-d84e-4f93-9776-b2963fa62391 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:45.806674 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:45.909939 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f9f27c22-f158-41b6-a4e0-2e62c91d39e3 req-a5f1a2a9-2c23-4213-9208-753a524be66c tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410205 Aug 28 12:38:45.939064 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:38:45.945211 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b36caf07-1f8c-4263-b254-63de9801bfda admin admin] 10.222.0.20 "PUT /v2.0/routers/ae3c5dd5-1c90-49c5-be3c-941119c3ea0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0886829 Aug 28 12:38:45.953625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-2278c9df-90f7-4022-a678-a29fd8fece48 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:45.955319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-2278c9df-90f7-4022-a678-a29fd8fece48 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.11 "GET /v2.0/networks?id=19af1b57-4b24-4ce0-b71d-3dff69a93547 HTTP/1.1" status: 200 len: 805 time: 0.6232822 Aug 28 12:38:45.968034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Sync routers for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:38:45.991030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-eee43027-5f54-4264-bf97-3991c3e6c299 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Request body: {'port': {'device_id': 'fa27ae5e-4686-4f48-b6c3-3592d753bfae', 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547', 'admin_state_up': True, 'tenant_id': '496525a693484993be30a45f3dec82a7'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:45.995927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:38:45.996742 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:38:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:38:46.063083 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:46.085587 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:46.098646 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:46.130007 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ccdf0-b381-4e52-b59b-6f2b48f20d5d req-b601623f-f5e3-4e4d-99d7-c55a4f83f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:46.131928 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b14ccdf0-b381-4e52-b59b-6f2b48f20d5d req-b601623f-f5e3-4e4d-99d7-c55a4f83f99f service neutron] 10.222.0.10 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.7831070 Aug 28 12:38:46.142027 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4823254-c5c6-4b73-b6cd-b980af4cbfb8 req-d53acecd-38ba-4335-840d-0b67f81d9810 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 210 time: 0.1349635 Aug 28 12:38:46.187907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c8f0b97a-3d1e-44f8-962e-9c680a072d18 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:38:46.191934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:38:46.200855 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:46.208716 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2678165 Aug 28 12:38:46.218082 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc1c2e7-5141-4dae-b1ef-1280ab45a22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a001dd6-38f6-44d8-b12e-47079beb8bbc'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:46.226594 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2651a7a2-6ab1-452a-9f50-2e893a55ce5e" -d '{"events": [{"server_uuid": "ffc1c2e7-5141-4dae-b1ef-1280ab45a22e", "name": "network-vif-plugged", "status": "completed", "tag": "6a001dd6-38f6-44d8-b12e-47079beb8bbc"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:46.229188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1abba-c570-4560-843a-62198c4843b5 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Pushing event updated for resources: {'Port': ['ID=ed8538ce-cdd3-4202-81e7-8c0129ae37d9,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:46.260570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:38:46.262005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a0756b1b-4bbd-4eda-9bd0-bb83481a16e5 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:38:46.267505 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b14ccdf0-b381-4e52-b59b-6f2b48f20d5d req-3a1f048e-7888-4dd7-9035-8a419011b428 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 HTTP/1.1" status: 200 len: 217 time: 0.1217654 Aug 28 12:38:46.287625 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:38:46.301169 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-1979dbcd-0b09-4620-800f-2d2c9c69d6ef tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 696 time: 0.0915668 Aug 28 12:38:46.386904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ccdf0-b381-4e52-b59b-6f2b48f20d5d req-454e41c2-161f-45c2-a2d4-2c46c3116ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:46.388714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b14ccdf0-b381-4e52-b59b-6f2b48f20d5d req-454e41c2-161f-45c2-a2d4-2c46c3116ce9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.1049857 Aug 28 12:38:46.439834 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b14ccdf0-b381-4e52-b59b-6f2b48f20d5d req-f69ad080-326d-4c4c-a824-6c3b58d8ad7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420167 Aug 28 12:38:46.447699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29a9f1-b75b-4082-9c49-b092982aaed8 req-416255e7-286a-4dd9-898b-6b4e179dbf0d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:46.449456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1f29a9f1-b75b-4082-9c49-b092982aaed8 req-416255e7-286a-4dd9-898b-6b4e179dbf0d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0 HTTP/1.1" status: 200 len: 947 time: 0.1701417 Aug 28 12:38:46.466605 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-eee43027-5f54-4264-bf97-3991c3e6c299 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Made reservation on behalf of 496525a693484993be30a45f3dec82a7 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:46.470550 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-eee43027-5f54-4264-bf97-3991c3e6c299 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:46.492943 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-b61924d0-8113-4c39-9ae4-038a9a471ea7 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:46.494566 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2b58ac09-9ce8-45a3-90b4-b94e8b2d4ca6 req-b61924d0-8113-4c39-9ae4-038a9a471ea7 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.1867495 Aug 28 12:38:46.507219 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c8f0b97a-3d1e-44f8-962e-9c680a072d18, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c8f0b97a-3d1e-44f8-962e-9c680a072d18,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:46.545596 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'c8f0b97a-3d1e-44f8-962e-9c680a072d18', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'c8f0b97a-3d1e-44f8-962e-9c680a072d18', 'mac_address': 'fa:16:3e:8c:aa:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:38:46.607014 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab888806-d144-4556-8ca9-c734f77318a4 req-2d077b17-a5d9-4256-9277-5c4a265a8558 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:46.609007 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ab888806-d144-4556-8ca9-c734f77318a4 req-2d077b17-a5d9-4256-9277-5c4a265a8558 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.0588467 Aug 28 12:38:46.618514 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1f29a9f1-b75b-4082-9c49-b092982aaed8 req-4661909a-8f91-4fc4-bc13-7e29f751ca66 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448150 Aug 28 12:38:46.623821 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:46.640143 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f0b97a-3d1e-44f8-962e-9c680a072d18 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:46.653614 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b14ccdf0-b381-4e52-b59b-6f2b48f20d5d req-5362a948-3ba8-4f24-9efd-73a9acedcbfd service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957467 Aug 28 12:38:46.669736 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c8f0b97a-3d1e-44f8-962e-9c680a072d18, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c8f0b97a-3d1e-44f8-962e-9c680a072d18,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:46.675331 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ab888806-d144-4556-8ca9-c734f77318a4 req-afa902dd-8111-4442-b04b-04e192268d9f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579908 Aug 28 12:38:46.676797 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:46.726380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 2, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:38:46.729197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:38:46.792239 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Checking router: ae3c5dd5-1c90-49c5-be3c-941119c3ea0f for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:38:46.792608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Updating router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f port 8220cf01-0c2c-411f-9ce7-474186d14470 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:38:46.825376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=c8f0b97a-3d1e-44f8-962e-9c680a072d18,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:46.831086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-eee43027-5f54-4264-bf97-3991c3e6c299 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Allocated IP 172.20.0.4 (19af1b57-4b24-4ce0-b71d-3dff69a93547/7e4a0be6-71b9-4bdb-9795-f2ece63793e5/1a4acdf8-ecc5-4452-8251-6cbe4667a2ff) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:46.874933 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:46.876575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc09482-b4fc-46d6-b9f6-3c8f9ed74f15 req-c85c9233-3ae0-4a56-9ba9-fc310be6913e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:46.882986 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0dc09482-b4fc-46d6-b9f6-3c8f9ed74f15 req-c85c9233-3ae0-4a56-9ba9-fc310be6913e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 943 time: 0.1362395 Aug 28 12:38:46.888521 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b14ccdf0-b381-4e52-b59b-6f2b48f20d5d req-2e13e696-223c-446e-9c84-b4300235ec4a service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242374 Aug 28 12:38:46.946635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['c8f0b97a-3d1e-44f8-962e-9c680a072d18'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:38:46.949576 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:46.971746 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0dc09482-b4fc-46d6-b9f6-3c8f9ed74f15 req-03e0eab6-d7ca-4685-9ef7-04194eb706bb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818312 Aug 28 12:38:47.040792 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05c480c-5398-477d-b089-0a26d8d1f031 x-openstack-request-id: req-e05c480c-5398-477d-b089-0a26d8d1f031 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:47.041060 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc1c2e7-5141-4dae-b1ef-1280ab45a22e", "name": "network-vif-plugged", "status": "completed", "tag": "6a001dd6-38f6-44d8-b12e-47079beb8bbc", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:47.041312 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e05c480c-5398-477d-b089-0a26d8d1f031 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:47.041695 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc1c2e7-5141-4dae-b1ef-1280ab45a22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a001dd6-38f6-44d8-b12e-47079beb8bbc', 'code': 200} Aug 28 12:38:47.049253 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'dcd333fa-9beb-4b5d-a03e-05087e9dd6a2', 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c', 'port_id': 'dcd333fa-9beb-4b5d-a03e-05087e9dd6a2', 'mac_address': 'fa:16:3e:93:57:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c522c8-a3b3-4f18-b898-b02784083f80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:38:47.080588 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-77ee808c-bce3-480c-8c3c-d070e9655c5f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:47.083916 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-77ee808c-bce3-480c-8c3c-d070e9655c5f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 820 time: 0.1571693 Aug 28 12:38:47.100662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93577238-0224-48f5-8e8c-4a60995f8c94', 'name': 'network-vif-deleted', 'tag': 'a0756b1b-4bbd-4eda-9bd0-bb83481a16e5'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:47.102827 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf426410-940f-43b0-bcbc-2e36f2ffadfd" -d '{"events": [{"server_uuid": "93577238-0224-48f5-8e8c-4a60995f8c94", "name": "network-vif-deleted", "tag": "a0756b1b-4bbd-4eda-9bd0-bb83481a16e5"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:47.107820 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-dd8b28cc-a487-4b7e-a148-0356f67e09d8 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/quotas/4f5d09bab4324963983c9cd7d1107799 HTTP/1.1" status: 200 len: 375 time: 0.0185993 Aug 28 12:38:47.169313 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-c0ec83f4-e952-49fe-9429-ddc53739481c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557561 Aug 28 12:38:47.179924 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:47.291402 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-eee43027-5f54-4264-bf97-3991c3e6c299 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:47.291645 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-b43f3849-284e-408d-b90a-16b73b5424d3 service neutron] 10.222.0.20 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071272 Aug 28 12:38:47.341468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a6cae-0830-4f91-9b10-c5bf5f7fc085 req-0c9f6c85-a631-40bb-ad40-edc71f1643fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:47.343057 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-563a6cae-0830-4f91-9b10-c5bf5f7fc085 req-0c9f6c85-a631-40bb-ad40-edc71f1643fc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 1102 time: 0.2003720 Aug 28 12:38:47.354456 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:47.386598 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-24974d05-f084-4090-80aa-646b86370530 req-5e2d1328-39a0-4a73-a969-74e89eeb074e tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3273962 Aug 28 12:38:47.395148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:47.395369 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-24974d05-f084-4090-80aa-646b86370530 req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:47.404023 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:47.413902 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-ed315197-61f7-4610-9402-6cb405687646 service neutron] 10.222.0.20 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127524 Aug 28 12:38:47.450667 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-563a6cae-0830-4f91-9b10-c5bf5f7fc085 req-ee527dc6-b45d-42f6-97c2-00298aa8d08e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931482 Aug 28 12:38:47.452150 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-24974d05-f084-4090-80aa-646b86370530 req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:47.469987 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-eee43027-5f54-4264-bf97-3991c3e6c299 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:47.527853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:47.546381 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:47.560220 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-eee43027-5f54-4264-bf97-3991c3e6c299 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Network 19af1b57-4b24-4ce0-b71d-3dff69a93547 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:47.570116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-eee43027-5f54-4264-bf97-3991c3e6c299 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:47.574935 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Transition to ACTIVE for port object 8220cf01-0c2c-411f-9ce7-474186d14470 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:47.581305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-eee43027-5f54-4264-bf97-3991c3e6c299 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:47.585604 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:47.587995 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-eee43027-5f54-4264-bf97-3991c3e6c299 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:47.588735 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-eee43027-5f54-4264-bf97-3991c3e6c299 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:47.604780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee43027-5f54-4264-bf97-3991c3e6c299 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Pushing event updated for resources: {'Port': ['ID=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:47.619599 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-eee43027-5f54-4264-bf97-3991c3e6c299 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6427217 Aug 28 12:38:47.645599 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Request body: {'port': {'device_id': 'fa27ae5e-4686-4f48-b6c3-3592d753bfae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:47.679958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75400418-cd58-43ec-aeed-e38f95eb13c3 None None] Pushing event updated for resources: {'Port': ['ID=8220cf01-0c2c-411f-9ce7-474186d14470,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:47.713368 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc12e2-1bd4-4a73-9a10-422aa58e6117 req-87b9f974-7628-4479-a6e8-51f7fca358c0 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:47.723169 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9cc12e2-1bd4-4a73-9a10-422aa58e6117 req-87b9f974-7628-4479-a6e8-51f7fca358c0 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6e7bc2e-1034-4867-8c3c-5d5eacd0b559 HTTP/1.1" status: 200 len: 949 time: 0.0891941 Aug 28 12:38:47.778012 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Attempting to bind port 8220cf01-0c2c-411f-9ce7-474186d14470 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:38:47.778896 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Attempting to bind port 8220cf01-0c2c-411f-9ce7-474186d14470 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:38:47.779535 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Attempting to bind port 8220cf01-0c2c-411f-9ce7-474186d14470 on network a984379b-eed6-4fb8-902d-6b247ecefa35 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:47.784051 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9cc12e2-1bd4-4a73-9a10-422aa58e6117 req-0cec21f4-f1d4-4f5f-beff-f93a4074ddde tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595577 Aug 28 12:38:47.784781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['dcd333fa-9beb-4b5d-a03e-05087e9dd6a2'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:38:47.816271 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:47.838581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:38:47.839024 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Checking segment: {'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:47.839679 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:47.839941 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Bound using segment: {'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:38:47.840422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Bound port: 8220cf01-0c2c-411f-9ce7-474186d14470, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:38:47.840989 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:47.894710 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d69a371-6c07-4ce2-9af2-fc1afc107a2d x-openstack-request-id: req-4d69a371-6c07-4ce2-9af2-fc1afc107a2d {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:47.894993 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93577238-0224-48f5-8e8c-4a60995f8c94", "name": "network-vif-deleted", "tag": "a0756b1b-4bbd-4eda-9bd0-bb83481a16e5", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:47.895662 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d69a371-6c07-4ce2-9af2-fc1afc107a2d {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:47.895662 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93577238-0224-48f5-8e8c-4a60995f8c94', 'name': 'network-vif-deleted', 'tag': 'a0756b1b-4bbd-4eda-9bd0-bb83481a16e5', 'status': 'completed', 'code': 200} Aug 28 12:38:47.923095 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-24974d05-f084-4090-80aa-646b86370530 req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:47.962301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] For port 8220cf01-0c2c-411f-9ce7-474186d14470, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:38:47.984494 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] For port 8220cf01-0c2c-411f-9ce7-474186d14470, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8220cf01-0c2c-411f-9ce7-474186d14470,segment=NetworkSegment(3ae57250-d648-4fcd-b440-8777ab8f7b16),segment_id=3ae57250-d648-4fcd-b440-8777ab8f7b16)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:38:47.991337 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:48.011741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adeff6-f8a3-49d8-b665-f04024d2c115 req-63153e67-76bf-4230-aac6-f7dc27acc5fc tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:48.020924 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c5adeff6-f8a3-49d8-b665-f04024d2c115 req-63153e67-76bf-4230-aac6-f7dc27acc5fc tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 931 time: 0.0969710 Aug 28 12:38:48.104482 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75400418-cd58-43ec-aeed-e38f95eb13c3 None None] Pushing event updated for resources: {'Port': ['ID=8220cf01-0c2c-411f-9ce7-474186d14470,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:48.105633 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c5adeff6-f8a3-49d8-b665-f04024d2c115 req-b081dd71-7393-4443-b3bc-db0f9b2d3154 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834165 Aug 28 12:38:48.126049 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:38:48.127025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:38:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:38:48.181108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c8f0b97a-3d1e-44f8-962e-9c680a072d18 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:48.266434 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8445ca8-7a0d-43f2-996e-71fa61f212e9 req-40d08937-5110-4ef6-95de-7145afcb6e3d tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 210 time: 0.0690346 Aug 28 12:38:48.346926 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port c8f0b97a-3d1e-44f8-962e-9c680a072d18 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:48.353934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:38:48.382711 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port c8f0b97a-3d1e-44f8-962e-9c680a072d18 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:48.383118 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:48.438796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:48.458046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0744a48-885b-4c4f-aa56-55623bd6bb9d req-f54d9683-923f-49eb-b695-9af42656beb7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:48.460309 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0744a48-885b-4c4f-aa56-55623bd6bb9d req-f54d9683-923f-49eb-b695-9af42656beb7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0 HTTP/1.1" status: 200 len: 948 time: 0.0797708 Aug 28 12:38:48.464769 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:48.519287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-24974d05-f084-4090-80aa-646b86370530 req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Allocated IP 172.25.1.130 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/e363abee-a090-4a8a-ba21-18ba943382da) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:48.522325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Transition to ACTIVE for port object 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:48.535650 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:48.584006 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:48.585228 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0744a48-885b-4c4f-aa56-55623bd6bb9d req-48c57478-d9d9-4ea3-885c-a32720576f8e tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946174 Aug 28 12:38:48.656923 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c8f0b97a-3d1e-44f8-962e-9c680a072d18, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c8f0b97a-3d1e-44f8-962e-9c680a072d18,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:48.667312 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:48.752088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:47Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:38:48.757354 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=c8f0b97a-3d1e-44f8-962e-9c680a072d18,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:48.789570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051d70f-0f90-433c-b05e-7ff932197b46 None None] The sync data for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 is: [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:47Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:38:48.797328 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:48.810238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1884456-b028-4cd6-8744-ce35d64595eb req-b5505d08-e5ba-45ad-8297-723bc2300537 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:48.812608 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1884456-b028-4cd6-8744-ce35d64595eb req-b5505d08-e5ba-45ad-8297-723bc2300537 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.1330061 Aug 28 12:38:48.831100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Attempting to bind port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:38:48.831641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Attempting to bind port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:38:48.832069 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Attempting to bind port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff on network 19af1b57-4b24-4ce0-b71d-3dff69a93547 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:48.837900 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-24974d05-f084-4090-80aa-646b86370530 req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:48.850665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff on network 19af1b57-4b24-4ce0-b71d-3dff69a93547 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:38:48.850665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Attempting to bind port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff on network 19af1b57-4b24-4ce0-b71d-3dff69a93547 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:48.870541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:38:48.875609 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Checking segment: {'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:48.881728 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Bound using segment: {'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:38:48.882621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Bound port: 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:38:48.883353 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:48.885583 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1884456-b028-4cd6-8744-ce35d64595eb req-4107c3cd-828c-4d8d-b009-f9aea3e1fabf tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591996 Aug 28 12:38:49.003573 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-24974d05-f084-4090-80aa-646b86370530 req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:49.043279 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f045f6-82d3-4f42-809f-86c7c5797ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f0b97a-3d1e-44f8-962e-9c680a072d18'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:49.046567 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd8e808-857e-4f96-9c1a-93216c4ce4e7" -d '{"events": [{"server_uuid": "26f045f6-82d3-4f42-809f-86c7c5797ce0", "name": "network-vif-plugged", "status": "completed", "tag": "c8f0b97a-3d1e-44f8-962e-9c680a072d18"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:49.054520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] For port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:38:49.097489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24974d05-f084-4090-80aa-646b86370530 req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:49.103060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] For port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:38:49.110426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-24974d05-f084-4090-80aa-646b86370530 req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:49.114788 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:49.116901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-24974d05-f084-4090-80aa-646b86370530 req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:49.130925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Pushing event updated for resources: {'Port': ['ID=e363abee-a090-4a8a-ba21-18ba943382da,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:49.269660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:49.270506 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:49.272022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] 10.222.0.11 "PUT /v2.0/ports/1a4acdf8-ecc5-4452-8251-6cbe4667a2ff HTTP/1.1" status: 200 len: 1092 time: 1.6429241 Aug 28 12:38:49.272792 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfe2af-50a4-44a9-9f7a-ff4f34b14828 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:49.433094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799b8bc-107c-4e28-a45c-1d74bc250484 req-614f15da-6b4f-4641-ab5b-b7acc0c1320f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:49.434947 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8799b8bc-107c-4e28-a45c-1d74bc250484 req-614f15da-6b4f-4641-ab5b-b7acc0c1320f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 944 time: 0.1029134 Aug 28 12:38:49.502712 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8799b8bc-107c-4e28-a45c-1d74bc250484 req-9ba09277-d53a-44d2-8647-1dbdd5a171f6 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596280 Aug 28 12:38:49.568783 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5dea36-822f-4935-86cd-216564551c1f x-openstack-request-id: req-9f5dea36-822f-4935-86cd-216564551c1f {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:49.569210 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f045f6-82d3-4f42-809f-86c7c5797ce0", "name": "network-vif-plugged", "status": "completed", "tag": "c8f0b97a-3d1e-44f8-962e-9c680a072d18", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:49.569567 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f5dea36-822f-4935-86cd-216564551c1f {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:49.570147 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f045f6-82d3-4f42-809f-86c7c5797ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f0b97a-3d1e-44f8-962e-9c680a072d18', 'code': 200} Aug 28 12:38:49.711656 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3955b8d-cea0-4323-b3f3-895d20383760 req-121a3f4a-b1e9-419b-bd5c-e78fa4dff220 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:49.721062 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c3955b8d-cea0-4323-b3f3-895d20383760 req-121a3f4a-b1e9-419b-bd5c-e78fa4dff220 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 943 time: 0.0947955 Aug 28 12:38:49.741337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8220cf01-0c2c-411f-9ce7-474186d14470 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:49.772940 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-24974d05-f084-4090-80aa-646b86370530 req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:49.774569 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c3955b8d-cea0-4323-b3f3-895d20383760 req-84ff9ef8-0e43-44b3-b9c3-4c83e19a315d tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507195 Aug 28 12:38:49.834264 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 8220cf01-0c2c-411f-9ce7-474186d14470 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:49.847881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 8220cf01-0c2c-411f-9ce7-474186d14470 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:49.848251 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:49.884716 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bcf0fdc1-af83-4d32-9732-2142dd300518 req-a79dcd26-fe9e-474d-95df-48d8b3393575 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 210 time: 0.0355132 Aug 28 12:38:49.901961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa27ae5e-4686-4f48-b6c3-3592d753bfae', 'tag': '1a4acdf8-ecc5-4452-8251-6cbe4667a2ff'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:49.904494 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e386f9a9-8578-4e8b-b6de-776e77ab9a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa27ae5e-4686-4f48-b6c3-3592d753bfae", "tag": "1a4acdf8-ecc5-4452-8251-6cbe4667a2ff"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:49.915553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-bdc4767b-1ee3-4dde-a23a-6477fe26b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:49.917381 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-bdc4767b-1ee3-4dde-a23a-6477fe26b46d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=496525a693484993be30a45f3dec82a7&device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 1095 time: 0.5873032 Aug 28 12:38:49.924841 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-24974d05-f084-4090-80aa-646b86370530 req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:49.928349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3450e-f482-451e-9cfd-d5e7d13a93d4 req-f192ca21-5d3c-4f7d-b6ba-df5982c17098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:49.930118 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65c3450e-f482-451e-9cfd-d5e7d13a93d4 req-f192ca21-5d3c-4f7d-b6ba-df5982c17098 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0 HTTP/1.1" status: 200 len: 1101 time: 0.1721880 Aug 28 12:38:49.970743 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:49.978519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-729becb0-da05-44e3-bc78-678397677ace tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:49.980337 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-729becb0-da05-44e3-bc78-678397677ace tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.10 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 820 time: 0.6737945 Aug 28 12:38:49.987228 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-f22f827d-fe72-4bbc-ad15-f6bf0b3ff043 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=105ff653351a44489ae7cad10310b362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286498 Aug 28 12:38:50.013279 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 8220cf01-0c2c-411f-9ce7-474186d14470, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8220cf01-0c2c-411f-9ce7-474186d14470,segment=NetworkSegment(3ae57250-d648-4fcd-b440-8777ab8f7b16),segment_id=3ae57250-d648-4fcd-b440-8777ab8f7b16)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:50.019227 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:50.026834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-34d5a80b-6be3-4f16-a458-2e5be15c490f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Request body: {'port': {'device_id': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'admin_state_up': True, 'tenant_id': '4f5d09bab4324963983c9cd7d1107799'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:50.033588 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-4016dc74-e70c-4439-8411-87ab880e19ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff HTTP/1.1" status: 200 len: 217 time: 0.0999293 Aug 28 12:38:50.086246 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=8220cf01-0c2c-411f-9ce7-474186d14470,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:50.120247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-ddc6804a-7a64-4706-8dd8-8580f5dd2c70 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:50.126834 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-ddc6804a-7a64-4706-8dd8-8580f5dd2c70 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1386664 Aug 28 12:38:50.146582 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-4428f350-4e6b-47e4-8318-bc7e4cb96577 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/quotas/105ff653351a44489ae7cad10310b362 HTTP/1.1" status: 200 len: 375 time: 0.0172710 Aug 28 12:38:50.164405 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65c3450e-f482-451e-9cfd-d5e7d13a93d4 req-ee04a527-2c24-4bc1-b7e4-d4861acbbf33 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019260 Aug 28 12:38:50.205775 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e0ece3f5-8a1a-4562-bec0-e42fc95dbacf tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=105ff653351a44489ae7cad10310b362&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578299 Aug 28 12:38:50.236409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-773c6bab-3815-49c0-8e33-1a12604b3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:50.238391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-773c6bab-3815-49c0-8e33-1a12604b3ca3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e4a0be6-71b9-4bdb-9795-f2ece63793e5 HTTP/1.1" status: 200 len: 845 time: 0.1844628 Aug 28 12:38:50.308191 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-34d5a80b-6be3-4f16-a458-2e5be15c490f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Made reservation on behalf of 4f5d09bab4324963983c9cd7d1107799 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:50.312497 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-34d5a80b-6be3-4f16-a458-2e5be15c490f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:50.373017 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-24974d05-f084-4090-80aa-646b86370530 req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:50.379695 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-24974d05-f084-4090-80aa-646b86370530 req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:50.442475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-593a2775-bacc-4cca-93ad-5eb3b15cbc90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19af1b57-4b24-4ce0-b71d-3dff69a93547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807991 Aug 28 12:38:50.465647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddbff9-93ea-4bf0-9f2c-320ef280955f req-1782d80e-5037-421a-9024-204e8f5a28ab tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:50.478561 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aaddbff9-93ea-4bf0-9f2c-320ef280955f req-1782d80e-5037-421a-9024-204e8f5a28ab tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0 HTTP/1.1" status: 200 len: 949 time: 0.0772333 Aug 28 12:38:50.487489 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-24974d05-f084-4090-80aa-646b86370530 req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:50.526473 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aaddbff9-93ea-4bf0-9f2c-320ef280955f req-4597c12a-3885-4900-8e81-fbdf4ae4cc4f tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465310 Aug 28 12:38:50.559373 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-24974d05-f084-4090-80aa-646b86370530 req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:50.560622 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-24974d05-f084-4090-80aa-646b86370530 req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1731026 Aug 28 12:38:50.589368 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917520f1-0bec-4741-99ab-cbafbf602112 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Pushing event updated for resources: {'Port': ['ID=e363abee-a090-4a8a-ba21-18ba943382da,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:50.627765 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab76ef5-8c49-45ef-b086-4c3b9b2c9217 x-openstack-request-id: req-eab76ef5-8c49-45ef-b086-4c3b9b2c9217 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:50.628285 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa27ae5e-4686-4f48-b6c3-3592d753bfae", "tag": "1a4acdf8-ecc5-4452-8251-6cbe4667a2ff", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:50.628688 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eab76ef5-8c49-45ef-b086-4c3b9b2c9217 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:50.629231 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa27ae5e-4686-4f48-b6c3-3592d753bfae', 'tag': '1a4acdf8-ecc5-4452-8251-6cbe4667a2ff', 'status': 'completed', 'code': 200} Aug 28 12:38:50.704338 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-24974d05-f084-4090-80aa-646b86370530 req-7f42c97c-6087-41e6-ade4-a7d05fc45f46 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.1181939 Aug 28 12:38:50.717492 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0de138-21e8-42f0-a67a-bc7bc553a4bb req-aaa0f103-854f-494c-b370-99dc951e5c85 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:50.719098 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c0de138-21e8-42f0-a67a-bc7bc553a4bb req-aaa0f103-854f-494c-b370-99dc951e5c85 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.0673287 Aug 28 12:38:50.742135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:50.746339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-34d5a80b-6be3-4f16-a458-2e5be15c490f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Allocated IP 172.20.0.13 (a984379b-eed6-4fb8-902d-6b247ecefa35/7b0733bb-ddef-48bb-adaf-f8844fbc1a85/04c683a1-bf48-46d8-b60e-13cebfdd678b) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:50.761296 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-c2474ceb-fc9f-4a10-b35f-0c8737446994 service neutron] 10.222.0.11 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911546 Aug 28 12:38:50.770128 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c0de138-21e8-42f0-a67a-bc7bc553a4bb req-c90bed42-5f56-4d2c-9729-42e92b9c8e06 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431995 Aug 28 12:38:50.828263 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:50.832302 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:50.832782 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:50.939014 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:50.953987 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f2dce77-026c-4ec4-baab-43511c7a9064 req-20c0b68a-836e-4235-9c7b-a64761a2b0bc tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 210 time: 0.0337842 Aug 28 12:38:50.994485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:50.999754 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:51.031602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24974d05-f084-4090-80aa-646b86370530 req-4f1b09c6-60e7-4f9c-b64b-4473ec84d45c tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:51.033066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-24974d05-f084-4090-80aa-646b86370530 req-4f1b09c6-60e7-4f9c-b64b-4473ec84d45c tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.3126614 Aug 28 12:38:51.047150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68e14ed2-1300-4f4e-96eb-bfb0e891372b req-b47ec654-faf5-4733-86aa-5cacdda71719 service neutron] 10.222.0.11 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544994 Aug 28 12:38:51.053995 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-24974d05-f084-4090-80aa-646b86370530 req-ecb3de5e-567f-495e-adac-35d2d000676d tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:38:51.055039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-24974d05-f084-4090-80aa-646b86370530 req-ecb3de5e-567f-495e-adac-35d2d000676d tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109324 Aug 28 12:38:51.080126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:51.096993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f115bb-be54-4c09-bc5b-4e12271b2253 req-69c98bf7-de45-49cf-97be-6275522ee5df tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:51.105001 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-83f115bb-be54-4c09-bc5b-4e12271b2253 req-69c98bf7-de45-49cf-97be-6275522ee5df tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 945 time: 0.0686433 Aug 28 12:38:51.146945 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-83f115bb-be54-4c09-bc5b-4e12271b2253 req-8fe624ec-f613-428e-ac92-3b1a4993c547 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409970 Aug 28 12:38:51.207497 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-34d5a80b-6be3-4f16-a458-2e5be15c490f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:51.235541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-34d5a80b-6be3-4f16-a458-2e5be15c490f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Transition to ACTIVE for port object 04c683a1-bf48-46d8-b60e-13cebfdd678b will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:51.243520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386f9a9-8578-4e8b-b6de-776e77ab9a6e req-f496252c-54dd-421f-9086-bbabfa026cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:51.245153 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e386f9a9-8578-4e8b-b6de-776e77ab9a6e req-f496252c-54dd-421f-9086-bbabfa026cdc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=496525a693484993be30a45f3dec82a7&device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 1095 time: 0.1302714 Aug 28 12:38:51.256302 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7038d-e7a6-46e7-9b97-4bc3bac49afc req-e9eb246e-9be7-4a5f-a754-b54e138aa972 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:51.257814 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21a7038d-e7a6-46e7-9b97-4bc3bac49afc req-e9eb246e-9be7-4a5f-a754-b54e138aa972 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 943 time: 0.1186392 Aug 28 12:38:51.404280 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21a7038d-e7a6-46e7-9b97-4bc3bac49afc req-aba52d8f-7723-4e39-8ddf-aaf3f69b738c tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306214 Aug 28 12:38:51.406066 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-34d5a80b-6be3-4f16-a458-2e5be15c490f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:51.412481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d6a7c-e219-47f4-a2b3-0355a8be7b3b req-69dc2b51-e4ab-4db8-8f2d-4e5760d98bbe tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:51.414807 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f55d6a7c-e219-47f4-a2b3-0355a8be7b3b req-69dc2b51-e4ab-4db8-8f2d-4e5760d98bbe tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 1102 time: 0.0675087 Aug 28 12:38:51.447921 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f55d6a7c-e219-47f4-a2b3-0355a8be7b3b req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:51.463607 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386f9a9-8578-4e8b-b6de-776e77ab9a6e req-8542d48c-d58c-459d-96d7-a671c9e4422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:51.465445 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e386f9a9-8578-4e8b-b6de-776e77ab9a6e req-8542d48c-d58c-459d-96d7-a671c9e4422b service neutron] 10.222.0.11 "GET /v2.0/networks?id=19af1b57-4b24-4ce0-b71d-3dff69a93547 HTTP/1.1" status: 200 len: 905 time: 0.2052443 Aug 28 12:38:51.467555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-34d5a80b-6be3-4f16-a458-2e5be15c490f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Network a984379b-eed6-4fb8-902d-6b247ecefa35 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:51.471931 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-34d5a80b-6be3-4f16-a458-2e5be15c490f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:51.479076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-34d5a80b-6be3-4f16-a458-2e5be15c490f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:51.487745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-34d5a80b-6be3-4f16-a458-2e5be15c490f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:51.488606 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-34d5a80b-6be3-4f16-a458-2e5be15c490f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:51.571520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0de346-b0ad-44c4-a24a-e439ceab036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd333fa-9beb-4b5d-a03e-05087e9dd6a2'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:51.575769 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe8fa84-d5e7-4fa5-813a-0258b1e5700d" -d '{"events": [{"server_uuid": "3e0de346-b0ad-44c4-a24a-e439ceab036d", "name": "network-vif-plugged", "status": "completed", "tag": "dcd333fa-9beb-4b5d-a03e-05087e9dd6a2"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:51.585478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5a80b-6be3-4f16-a458-2e5be15c490f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Pushing event updated for resources: {'Port': ['ID=04c683a1-bf48-46d8-b60e-13cebfdd678b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:51.612002 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-f0605af5-802f-4f1e-8b9f-1927646e94df tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=105ff653351a44489ae7cad10310b362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451818 Aug 28 12:38:51.614490 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e386f9a9-8578-4e8b-b6de-776e77ab9a6e req-96ce35d9-525a-402e-9339-67cb365bd6e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff HTTP/1.1" status: 200 len: 217 time: 0.1188357 Aug 28 12:38:51.615216 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f55d6a7c-e219-47f4-a2b3-0355a8be7b3b req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:51.621686 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f55d6a7c-e219-47f4-a2b3-0355a8be7b3b req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:51.661509 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-34d5a80b-6be3-4f16-a458-2e5be15c490f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6494029 Aug 28 12:38:51.677580 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f55d6a7c-e219-47f4-a2b3-0355a8be7b3b req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553351 Aug 28 12:38:51.711151 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37ea3cf-3b05-46a0-a061-17187595deed,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:51.714440 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Request body: {'port': {'device_id': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:51.721928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:51.722070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8220cf01-0c2c-411f-9ce7-474186d14470 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:51.722274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:51.722643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:51.722975 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:51.723306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:51.723629 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:51.723951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:51.724270 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:51.724589 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:51.724908 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:51.725227 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:51.725542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e807b25-adb6-44c0-8812-59150b7f247a tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:51.806677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 8220cf01-0c2c-411f-9ce7-474186d14470 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:51.807059 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:51.807954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8426d-c221-417a-b793-2def5af36f33 req-38c5104c-8d2d-4e0f-a1ca-d38c6c046e45 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:51.809946 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-96b8426d-c221-417a-b793-2def5af36f33 req-38c5104c-8d2d-4e0f-a1ca-d38c6c046e45 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 932 time: 0.3151152 Aug 28 12:38:51.835297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386f9a9-8578-4e8b-b6de-776e77ab9a6e req-db97068c-a4bd-435b-9dfa-faf66d71b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:51.836760 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e386f9a9-8578-4e8b-b6de-776e77ab9a6e req-db97068c-a4bd-435b-9dfa-faf66d71b9e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e4a0be6-71b9-4bdb-9795-f2ece63793e5 HTTP/1.1" status: 200 len: 845 time: 0.2116838 Aug 28 12:38:51.871894 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2bd99c73-8adf-4ee3-9c8a-951738219505 req-492aafa0-c9f7-4263-9012-2fc1b9a7c93d tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips/7d661976-4b0e-4537-a932-76e211c9b622 HTTP/1.1" status: 200 len: 693 time: 0.1357536 Aug 28 12:38:51.883278 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ca89fbc3-7242-4906-8466-5a66a51e653a None None] Provisioning for port 04c683a1-bf48-46d8-b60e-13cebfdd678b completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:51.888807 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ca89fbc3-7242-4906-8466-5a66a51e653a None None] Provisioning complete for port 04c683a1-bf48-46d8-b60e-13cebfdd678b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:51.889692 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ca89fbc3-7242-4906-8466-5a66a51e653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:51.915004 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e386f9a9-8578-4e8b-b6de-776e77ab9a6e req-bbd1641c-0715-4610-8422-c6226691805e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19af1b57-4b24-4ce0-b71d-3dff69a93547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586181 Aug 28 12:38:51.925355 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:51.959972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ca89fbc3-7242-4906-8466-5a66a51e653a None None] Port 04c683a1-bf48-46d8-b60e-13cebfdd678b cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:38:52.002636 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd99c73-8adf-4ee3-9c8a-951738219505 req-717f229e-51a7-41e5-a92c-612e54408abe tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:52.004155 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2bd99c73-8adf-4ee3-9c8a-951738219505 req-717f229e-51a7-41e5-a92c-612e54408abe tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.1221833 Aug 28 12:38:52.012675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-eaa75ad7-4def-4cce-84a3-2671752e5992 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:52.014823 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-eaa75ad7-4def-4cce-84a3-2671752e5992 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3864191 Aug 28 12:38:52.015394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-2bd99c73-8adf-4ee3-9c8a-951738219505 req-a9dfecbd-19fa-4051-abf6-91d36f884b34 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:38:52.016553 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2bd99c73-8adf-4ee3-9c8a-951738219505 req-a9dfecbd-19fa-4051-abf6-91d36f884b34 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063565 Aug 28 12:38:52.024961 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-96b8426d-c221-417a-b793-2def5af36f33 req-8ed22d62-2fb9-40bf-bd28-552359a8f2a4 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039709 Aug 28 12:38:52.052292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-4affd216-0361-4da8-879e-b3092c179ded tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Request body: {'port': {'device_id': '8c563596-8d84-4a02-869e-ae1aa107227b', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '105ff653351a44489ae7cad10310b362'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:52.073765 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17904f1-af1d-4344-bd09-72bd7a4cfcb9 x-openstack-request-id: req-f17904f1-af1d-4344-bd09-72bd7a4cfcb9 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:52.074334 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0de346-b0ad-44c4-a24a-e439ceab036d", "name": "network-vif-plugged", "status": "completed", "tag": "dcd333fa-9beb-4b5d-a03e-05087e9dd6a2", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:52.074712 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f17904f1-af1d-4344-bd09-72bd7a4cfcb9 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:52.075206 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0de346-b0ad-44c4-a24a-e439ceab036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd333fa-9beb-4b5d-a03e-05087e9dd6a2', 'code': 200} Aug 28 12:38:52.165118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e12b2-0685-4880-8514-bf3fdc6b5da0 req-6681918d-9924-4beb-98b7-a65b7cffacc7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:52.168592 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b8e12b2-0685-4880-8514-bf3fdc6b5da0 req-6681918d-9924-4beb-98b7-a65b7cffacc7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0 HTTP/1.1" status: 200 len: 949 time: 0.0798342 Aug 28 12:38:52.240551 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b8e12b2-0685-4880-8514-bf3fdc6b5da0 req-181488e0-db9a-4ea2-b721-32b7e80c6f5a tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618865 Aug 28 12:38:52.415084 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dce9e442-dbc7-4001-af16-81ec7ad6ce1b req-0b023500-1bbf-4fde-8326-5862b603ab32 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 210 time: 0.0342622 Aug 28 12:38:52.492626 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c915da4a-0944-4d43-8f15-d7dcc6acd35f req-45a70d01-623f-4c61-93d9-d8fd9721ff5e tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips/7d661976-4b0e-4537-a932-76e211c9b622 HTTP/1.1" status: 200 len: 693 time: 0.0511382 Aug 28 12:38:52.546602 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e386f9a9-8578-4e8b-b6de-776e77ab9a6e req-1cb3a777-d0f7-447d-988a-42274cffb492 service neutron] 10.222.0.11 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6161902 Aug 28 12:38:52.613658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915da4a-0944-4d43-8f15-d7dcc6acd35f req-ffae3f1d-0f30-4bb5-85bb-0068480799c8 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:52.615368 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c915da4a-0944-4d43-8f15-d7dcc6acd35f req-ffae3f1d-0f30-4bb5-85bb-0068480799c8 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.1218910 Aug 28 12:38:52.636880 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-c915da4a-0944-4d43-8f15-d7dcc6acd35f req-c20c5d02-e689-484e-a1ad-b655023392e9 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:38:52.638012 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c915da4a-0944-4d43-8f15-d7dcc6acd35f req-c20c5d02-e689-484e-a1ad-b655023392e9 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116649 Aug 28 12:38:52.670334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de982027-7521-4eb4-9696-e6262cca0f73 req-4aebb507-0b28-4bea-a8c4-1a05b9af0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:52.672160 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de982027-7521-4eb4-9696-e6262cca0f73 req-4aebb507-0b28-4bea-a8c4-1a05b9af0a4b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 1097 time: 0.2021964 Aug 28 12:38:52.699201 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c915da4a-0944-4d43-8f15-d7dcc6acd35f req-67edc930-65f4-4a29-b420-f5868f321003 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.0529604 Aug 28 12:38:52.763697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-4affd216-0361-4da8-879e-b3092c179ded tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Made reservation on behalf of 105ff653351a44489ae7cad10310b362 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:38:52.768246 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-4affd216-0361-4da8-879e-b3092c179ded tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:52.776344 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c915da4a-0944-4d43-8f15-d7dcc6acd35f req-fb5129cf-46e3-4b4d-902a-0289fa15f5fd tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.0684378 Aug 28 12:38:52.838603 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60366) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:52.855166 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de982027-7521-4eb4-9696-e6262cca0f73 req-a3b4d185-7f36-47b1-b8be-ff39dc21b34c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638565 Aug 28 12:38:52.931893 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e386f9a9-8578-4e8b-b6de-776e77ab9a6e req-d18f5069-997e-46d7-a3cc-5da5c27741cc service neutron] 10.222.0.11 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726416 Aug 28 12:38:53.004071 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-63091458-061c-426c-86f5-2a418952b43a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1636288 Aug 28 12:38:53.019131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6d5e1-8924-458f-a3a0-b523b3840ed9 req-6a7e126d-b26c-4194-9d6f-75dcc8b77fb7 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:53.020737 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-afd6d5e1-8924-458f-a3a0-b523b3840ed9 req-6a7e126d-b26c-4194-9d6f-75dcc8b77fb7 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 945 time: 0.2501082 Aug 28 12:38:53.021858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-c915da4a-0944-4d43-8f15-d7dcc6acd35f req-d21f131b-7508-4ee2-b615-dae37f128c13 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Deleting port e363abee-a090-4a8a-ba21-18ba943382da {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:38:53.022492 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c915da4a-0944-4d43-8f15-d7dcc6acd35f req-d21f131b-7508-4ee2-b615-dae37f128c13 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:53.038337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c683a1-bf48-46d8-b60e-13cebfdd678b {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:53.075582 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:53.117120 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c915da4a-0944-4d43-8f15-d7dcc6acd35f req-d21f131b-7508-4ee2-b615-dae37f128c13 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:53.117752 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c915da4a-0944-4d43-8f15-d7dcc6acd35f req-d21f131b-7508-4ee2-b615-dae37f128c13 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:53.121658 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Transition to ACTIVE for port object 04c683a1-bf48-46d8-b60e-13cebfdd678b will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:53.139341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-c915da4a-0944-4d43-8f15-d7dcc6acd35f req-d21f131b-7508-4ee2-b615-dae37f128c13 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Calling delete_port for e363abee-a090-4a8a-ba21-18ba943382da owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:38:53.145197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-4affd216-0361-4da8-879e-b3092c179ded tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Allocated IP 192.168.233.231 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/e93a8ff7-8a71-48d7-8543-a9521e00572f) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:38:53.147396 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:53.173350 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-afd6d5e1-8924-458f-a3a0-b523b3840ed9 req-6c70b5f8-1a6a-453b-af5c-3359f705f7ca tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303320 Aug 28 12:38:53.312435 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Pushing event updated for resources: {'Port': ['ID=04c683a1-bf48-46d8-b60e-13cebfdd678b,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:53.327322 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:53.327675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:53.328013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:53.328349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:53.328676 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:53.328998 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:53.329318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:53.329633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:53.329952 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:53.330349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:53.330756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:53.331076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:53.368493 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Attempting to bind port 04c683a1-bf48-46d8-b60e-13cebfdd678b on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:38:53.368819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Attempting to bind port 04c683a1-bf48-46d8-b60e-13cebfdd678b by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:38:53.369150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Attempting to bind port 04c683a1-bf48-46d8-b60e-13cebfdd678b on network a984379b-eed6-4fb8-902d-6b247ecefa35 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:53.376590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Port 04c683a1-bf48-46d8-b60e-13cebfdd678b on network a984379b-eed6-4fb8-902d-6b247ecefa35 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:38:53.376904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Attempting to bind port 04c683a1-bf48-46d8-b60e-13cebfdd678b on network a984379b-eed6-4fb8-902d-6b247ecefa35 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:53.382315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:38:53.382679 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Checking segment: {'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:53.383056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Bound using segment: {'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:38:53.383481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Bound port: 04c683a1-bf48-46d8-b60e-13cebfdd678b, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:38:53.383831 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:53.397960 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c915da4a-0944-4d43-8f15-d7dcc6acd35f req-d21f131b-7508-4ee2-b615-dae37f128c13 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:53.447285 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f131b-7508-4ee2-b615-dae37f128c13 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Pushing event deleted for resources: {'Port': ['ID=e363abee-a090-4a8a-ba21-18ba943382da,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:53.493614 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c915da4a-0944-4d43-8f15-d7dcc6acd35f req-d21f131b-7508-4ee2-b615-dae37f128c13 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:53.497976 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c915da4a-0944-4d43-8f15-d7dcc6acd35f req-d21f131b-7508-4ee2-b615-dae37f128c13 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:53.516536 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c915da4a-0944-4d43-8f15-d7dcc6acd35f req-d21f131b-7508-4ee2-b615-dae37f128c13 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "DELETE /v2.0/floatingips/7d661976-4b0e-4537-a932-76e211c9b622 HTTP/1.1" status: 204 len: 173 time: 0.7314990 Aug 28 12:38:53.574331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] For port 04c683a1-bf48-46d8-b60e-13cebfdd678b, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:38:53.579922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] For port 04c683a1-bf48-46d8-b60e-13cebfdd678b, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=04c683a1-bf48-46d8-b60e-13cebfdd678b,segment=NetworkSegment(3ae57250-d648-4fcd-b440-8777ab8f7b16),segment_id=3ae57250-d648-4fcd-b440-8777ab8f7b16)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:38:53.585003 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:53.661650 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61a630-f757-49e1-a741-d9fdd6782f5f req-c5fcdb5a-cfb4-4ffe-a1ff-37b86e16c51b tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:53.671882 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4b61a630-f757-49e1-a741-d9fdd6782f5f req-c5fcdb5a-cfb4-4ffe-a1ff-37b86e16c51b tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 943 time: 0.0776629 Aug 28 12:38:53.685388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:53.686910 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:53.688823 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] 10.222.0.10 "PUT /v2.0/ports/04c683a1-bf48-46d8-b60e-13cebfdd678b HTTP/1.1" status: 200 len: 1093 time: 1.9888854 Aug 28 12:38:53.689472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'tag': '04c683a1-bf48-46d8-b60e-13cebfdd678b'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:53.692019 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f0a951-14a2-46e9-acf6-8c54e284db9c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6", "tag": "04c683a1-bf48-46d8-b60e-13cebfdd678b"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:53.745458 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4b61a630-f757-49e1-a741-d9fdd6782f5f req-cb27200e-79b7-41bc-9aba-e032f0c2fa37 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723336 Aug 28 12:38:53.783715 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-4affd216-0361-4da8-879e-b3092c179ded tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:53.789079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04caa8ec-6ed2-4a6c-ae91-9a95182a01b2 service neutron] Pushing event updated for resources: {'Port': ['ID=04c683a1-bf48-46d8-b60e-13cebfdd678b,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:53.859623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-4affd216-0361-4da8-879e-b3092c179ded tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Transition to ACTIVE for port object e93a8ff7-8a71-48d7-8543-a9521e00572f will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:53.884966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-811de5cb-2f2f-4452-9227-ab5fe12fa42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:53.902937 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-811de5cb-2f2f-4452-9227-ab5fe12fa42f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 1096 time: 0.1390266 Aug 28 12:38:53.946869 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0be5a4-ddbe-4822-a33a-248890c01831 req-0075401f-29a5-4ea6-a4a4-1fcb6d330133 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:53.961796 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee0be5a4-ddbe-4822-a33a-248890c01831 req-0075401f-29a5-4ea6-a4a4-1fcb6d330133 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.1332216 Aug 28 12:38:54.009273 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-a4a29548-5e12-4bee-94f5-964c0113a36f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04c683a1-bf48-46d8-b60e-13cebfdd678b HTTP/1.1" status: 200 len: 217 time: 0.0678163 Aug 28 12:38:54.014983 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee0be5a4-ddbe-4822-a33a-248890c01831 req-ddc21979-211b-47a2-adb6-5953cc17da96 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477371 Aug 28 12:38:54.023937 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-4affd216-0361-4da8-879e-b3092c179ded tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:54.036533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['bb514d74-be6a-4f57-a696-7305aa30fc7d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:38:54.142745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-e5b3b08d-58d2-47ad-b212-c8b9b8bac96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:54.144310 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-e5b3b08d-58d2-47ad-b212-c8b9b8bac96c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 200 len: 859 time: 0.1127095 Aug 28 12:38:54.193621 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:38:54.261111 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-4affd216-0361-4da8-879e-b3092c179ded tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:38:54.286986 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b253b72-bc33-401f-a5e1-7254cd452c5b req-4dc6ce98-fb03-43f4-b57e-b25156832713 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:54.289129 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6b253b72-bc33-401f-a5e1-7254cd452c5b req-4dc6ce98-fb03-43f4-b57e-b25156832713 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 944 time: 0.3470142 Aug 28 12:38:54.291313 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-4affd216-0361-4da8-879e-b3092c179ded tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:38:54.307165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-4affd216-0361-4da8-879e-b3092c179ded tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:38:54.315487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-4affd216-0361-4da8-879e-b3092c179ded tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:54.316503 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-4affd216-0361-4da8-879e-b3092c179ded tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:54.371475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affd216-0361-4da8-879e-b3092c179ded tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Pushing event updated for resources: {'Port': ['ID=e93a8ff7-8a71-48d7-8543-a9521e00572f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:54.391957 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-4affd216-0361-4da8-879e-b3092c179ded tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3497336 Aug 28 12:38:54.395137 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6b253b72-bc33-401f-a5e1-7254cd452c5b req-72be3a20-0907-480e-b26c-19b484807981 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746253 Aug 28 12:38:54.402498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-a3f32708-2232-4445-a2ac-ba9c3ee60bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:54.404243 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-a3f32708-2232-4445-a2ac-ba9c3ee60bf5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a984379b-eed6-4fb8-902d-6b247ecefa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2308815 Aug 28 12:38:54.410081 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Request body: {'port': {'device_id': '8c563596-8d84-4a02-869e-ae1aa107227b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:54.537954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:54.539330 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609fc84-6b9e-47ed-8aac-972a02e240d6 req-1d224359-d961-4558-85ca-f7d268631f06 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:54.554555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '1a4acdf8-ecc5-4452-8251-6cbe4667a2ff', 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547', 'port_id': '1a4acdf8-ecc5-4452-8251-6cbe4667a2ff', 'mac_address': 'fa:16:3e:6d:54:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4a0be6-71b9-4bdb-9795-f2ece63793e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:38:54.560356 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c609fc84-6b9e-47ed-8aac-972a02e240d6 req-1d224359-d961-4558-85ca-f7d268631f06 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 936 time: 0.1742635 Aug 28 12:38:54.606625 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:54.633507 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:54.670044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:54.672301 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c609fc84-6b9e-47ed-8aac-972a02e240d6 req-93cc7496-f064-48dd-a72b-040598a42183 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096807 Aug 28 12:38:54.675953 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:54.780122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:54.791795 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3175bc-9b1a-4b73-8b62-264261af4317 x-openstack-request-id: req-9a3175bc-9b1a-4b73-8b62-264261af4317 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:54.792294 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6", "tag": "04c683a1-bf48-46d8-b60e-13cebfdd678b", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:54.792629 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a3175bc-9b1a-4b73-8b62-264261af4317 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:54.793144 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'tag': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'status': 'completed', 'code': 200} Aug 28 12:38:54.817188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ad6ede08-481a-4a47-b47e-e322489742bf None None] Provisioning for port e93a8ff7-8a71-48d7-8543-a9521e00572f completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:54.817790 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:54.825642 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ad6ede08-481a-4a47-b47e-e322489742bf None None] Provisioning complete for port e93a8ff7-8a71-48d7-8543-a9521e00572f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:54.826297 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ad6ede08-481a-4a47-b47e-e322489742bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:54.877708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f1d22-eebf-4f24-876e-6fea4e8d9595 req-a74e44d0-14e3-4eab-9dd5-50fcd2386f95 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:54.879278 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-323f1d22-eebf-4f24-876e-6fea4e8d9595 req-a74e44d0-14e3-4eab-9dd5-50fcd2386f95 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3870139 Aug 28 12:38:54.898210 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ede08-481a-4a47-b47e-e322489742bf None None] Port e93a8ff7-8a71-48d7-8543-a9521e00572f cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:38:54.915844 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-112a15e0-8bb4-4167-854e-d283ac7d93c1 service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022361 Aug 28 12:38:54.965376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['1a4acdf8-ecc5-4452-8251-6cbe4667a2ff'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:38:55.174003 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c60e9d7-4a4e-4a44-8ad6-ee044a85d0b1 req-da018ae3-9cd8-4aa0-8219-c932611ddf64 service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452252 Aug 28 12:38:55.188173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a3f99-bef1-4a23-a5e8-9a0289edbf64 req-257452f1-a11d-48f4-ba20-5265dbc9a9b3 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:55.189721 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e3a3f99-bef1-4a23-a5e8-9a0289edbf64 req-257452f1-a11d-48f4-ba20-5265dbc9a9b3 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 945 time: 0.1548100 Aug 28 12:38:55.276008 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e3a3f99-bef1-4a23-a5e8-9a0289edbf64 req-865cc1d9-b0ae-4f89-829a-8245701e8589 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771837 Aug 28 12:38:55.468626 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788800d-f241-4a6c-bb32-97177ce1269e req-6bd1dc4c-5263-4b5b-b711-fd1f32cf948d tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:55.469107 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788800d-f241-4a6c-bb32-97177ce1269e req-6bd1dc4c-5263-4b5b-b711-fd1f32cf948d tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:55.469580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788800d-f241-4a6c-bb32-97177ce1269e req-6bd1dc4c-5263-4b5b-b711-fd1f32cf948d tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:55.470046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788800d-f241-4a6c-bb32-97177ce1269e req-6bd1dc4c-5263-4b5b-b711-fd1f32cf948d tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:55.470547 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788800d-f241-4a6c-bb32-97177ce1269e req-6bd1dc4c-5263-4b5b-b711-fd1f32cf948d tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:55.471010 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788800d-f241-4a6c-bb32-97177ce1269e req-6bd1dc4c-5263-4b5b-b711-fd1f32cf948d tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:55.471467 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788800d-f241-4a6c-bb32-97177ce1269e req-6bd1dc4c-5263-4b5b-b711-fd1f32cf948d tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:55.471926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788800d-f241-4a6c-bb32-97177ce1269e req-6bd1dc4c-5263-4b5b-b711-fd1f32cf948d tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:55.472382 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788800d-f241-4a6c-bb32-97177ce1269e req-6bd1dc4c-5263-4b5b-b711-fd1f32cf948d tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:55.472844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788800d-f241-4a6c-bb32-97177ce1269e req-6bd1dc4c-5263-4b5b-b711-fd1f32cf948d tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:55.475238 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9788800d-f241-4a6c-bb32-97177ce1269e req-6bd1dc4c-5263-4b5b-b711-fd1f32cf948d tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b&device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6&device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae&device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d&device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0&device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e&device_id=f6e7bc2e-1034-4867-8c3c-5d5eacd0b559&device_id=2e50540b-43a9-470e-b255-0d191bd7b362&device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd&device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 9036 time: 0.3270605 Aug 28 12:38:55.483380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0a951-14a2-46e9-acf6-8c54e284db9c req-889366e2-d7b8-4dfb-81e6-837f44a8a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:55.485771 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d0f0a951-14a2-46e9-acf6-8c54e284db9c req-889366e2-d7b8-4dfb-81e6-837f44a8a44f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 1096 time: 0.2222435 Aug 28 12:38:55.498152 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9788800d-f241-4a6c-bb32-97177ce1269e req-f8a2a611-314a-43a5-85b7-9b2cbdae0e9d tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:55.503047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-70e6377e-41ed-476b-a2a9-011a7fd5232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:55.504542 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-70e6377e-41ed-476b-a2a9-011a7fd5232f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 1102 time: 0.2276740 Aug 28 12:38:55.516273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93a8ff7-8a71-48d7-8543-a9521e00572f {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:55.534520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:55.652357 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9788800d-f241-4a6c-bb32-97177ce1269e req-f8a2a611-314a-43a5-85b7-9b2cbdae0e9d tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:55.661727 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9788800d-f241-4a6c-bb32-97177ce1269e req-f8a2a611-314a-43a5-85b7-9b2cbdae0e9d tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:55.706601 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9788800d-f241-4a6c-bb32-97177ce1269e req-f8a2a611-314a-43a5-85b7-9b2cbdae0e9d tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&id=ea376c6a-f9e6-4469-bd28-62db99facd1b&id=a1f47481-61a6-4876-a14d-005e9197971f&id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&id=227221d2-8841-4fd1-884f-26efdd2fca60&id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.2209966 Aug 28 12:38:55.708802 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2a611-314a-43a5-85b7-9b2cbdae0e9d tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd354e44-e385-4d27-97d5-579f4893eed1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:55.825028 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0977a9b0-1c61-485a-b083-a0b43e566672 req-c6520b23-e327-4b6b-aaef-377ffd97a3c3 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=c1c41e42e79147debd52528161e1247f HTTP/1.1" status: 200 len: 1657 time: 0.0992773 Aug 28 12:38:55.888070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea67b0-9cf5-4131-b5b9-43eeeac16e4c req-88bb7e2e-c4d2-491f-90ab-708c3bd510f4 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:55.889626 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e7ea67b0-9cf5-4131-b5b9-43eeeac16e4c req-88bb7e2e-c4d2-491f-90ab-708c3bd510f4 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 944 time: 0.5236182 Aug 28 12:38:55.895438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Transition to ACTIVE for port object e93a8ff7-8a71-48d7-8543-a9521e00572f will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:38:55.905471 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:55.997329 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977a9b0-1c61-485a-b083-a0b43e566672 req-52a6ad50-db1b-474c-bc88-19dc7f8b6469 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:56.000576 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0977a9b0-1c61-485a-b083-a0b43e566672 req-52a6ad50-db1b-474c-bc88-19dc7f8b6469 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/networks?id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&id=928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 787 time: 0.1653450 Aug 28 12:38:56.021437 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-0977a9b0-1c61-485a-b083-a0b43e566672 req-59f420ea-f7ca-48c5-b305-3eeeabf1bdcf tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:38:56.023250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0977a9b0-1c61-485a-b083-a0b43e566672 req-59f420ea-f7ca-48c5-b305-3eeeabf1bdcf tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113719 Aug 28 12:38:56.042123 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Pushing event updated for resources: {'Port': ['ID=e93a8ff7-8a71-48d7-8543-a9521e00572f,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:56.058131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0a951-14a2-46e9-acf6-8c54e284db9c req-e91e8d92-1727-4b67-8b3f-956364b90e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:56.059852 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d0f0a951-14a2-46e9-acf6-8c54e284db9c req-e91e8d92-1727-4b67-8b3f-956364b90e6a service neutron] 10.222.0.10 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 920 time: 0.5520051 Aug 28 12:38:56.066997 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e7ea67b0-9cf5-4131-b5b9-43eeeac16e4c req-80ed9b71-d916-4c4f-9a69-f944de0a0280 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669433 Aug 28 12:38:56.071389 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-a34f60a1-6422-4460-bf9c-0672538767e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:56.072926 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-a34f60a1-6422-4460-bf9c-0672538767e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.5486932 Aug 28 12:38:56.133866 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d0f0a951-14a2-46e9-acf6-8c54e284db9c req-88b3242f-9524-45fe-9003-820ccbabf574 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04c683a1-bf48-46d8-b60e-13cebfdd678b HTTP/1.1" status: 200 len: 217 time: 0.0597355 Aug 28 12:38:56.190598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adb754-c40f-4443-8fd0-6b328ad8a54d req-90bdd1db-5e29-457c-945f-153851d34645 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:56.193517 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-77adb754-c40f-4443-8fd0-6b328ad8a54d req-90bdd1db-5e29-457c-945f-153851d34645 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.0988173 Aug 28 12:38:56.210337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:38:56.223896 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-ffdfdc30-7391-4dff-8d04-2df5e6ca81a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc HTTP/1.1" status: 200 len: 217 time: 0.0988090 Aug 28 12:38:56.300396 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-77adb754-c40f-4443-8fd0-6b328ad8a54d req-a3e158a0-fd8b-49a8-85c2-3038ec526db2 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985062 Aug 28 12:38:56.309336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:38:56.318446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Attempting to bind port e93a8ff7-8a71-48d7-8543-a9521e00572f on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:38:56.318785 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Attempting to bind port e93a8ff7-8a71-48d7-8543-a9521e00572f by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:38:56.319136 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Attempting to bind port e93a8ff7-8a71-48d7-8543-a9521e00572f on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:56.321854 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:38:56.322484 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:56.337561 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Port e93a8ff7-8a71-48d7-8543-a9521e00572f on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:38:56.337864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Attempting to bind port e93a8ff7-8a71-48d7-8543-a9521e00572f on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:38:56.349884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:38:56.350343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:38:56.351002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:38:56.351600 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Bound port: e93a8ff7-8a71-48d7-8543-a9521e00572f, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:38:56.351864 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:56.363433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0a951-14a2-46e9-acf6-8c54e284db9c req-6e97fa6e-045d-47ee-9b45-7f31843e3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:56.364962 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d0f0a951-14a2-46e9-acf6-8c54e284db9c req-6e97fa6e-045d-47ee-9b45-7f31843e3317 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 200 len: 859 time: 0.1826060 Aug 28 12:38:56.430713 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-2c64de76-53d2-4ec3-bb0d-d506a3b6f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:56.432188 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-2c64de76-53d2-4ec3-bb0d-d506a3b6f621 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1702926 Aug 28 12:38:56.489586 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:56.513372 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79479ba1-4552-44d2-a441-edf33050eac0 req-af36dc0a-f91f-4a24-8b54-a244783bf072 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:56.515558 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-79479ba1-4552-44d2-a441-edf33050eac0 req-af36dc0a-f91f-4a24-8b54-a244783bf072 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 944 time: 0.0855308 Aug 28 12:38:56.522397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0a951-14a2-46e9-acf6-8c54e284db9c req-346216b9-39e6-436d-96ec-b215470c693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:56.524644 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d0f0a951-14a2-46e9-acf6-8c54e284db9c req-346216b9-39e6-436d-96ec-b215470c693e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a984379b-eed6-4fb8-902d-6b247ecefa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1464643 Aug 28 12:38:56.534406 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa27ae5e-4686-4f48-b6c3-3592d753bfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4acdf8-ecc5-4452-8251-6cbe4667a2ff'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:56.538433 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235f7c29-6666-4858-a6cd-4e69020a6f16" -d '{"events": [{"server_uuid": "fa27ae5e-4686-4f48-b6c3-3592d753bfae", "name": "network-vif-plugged", "status": "completed", "tag": "1a4acdf8-ecc5-4452-8251-6cbe4667a2ff"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:56.567858 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:56.574709 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-79479ba1-4552-44d2-a441-edf33050eac0 req-c651f64e-a997-44b0-91d6-a2d18a720d79 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469153 Aug 28 12:38:56.578927 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:56.611126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68310168-947f-41c1-99ef-c4c8a7074b95 req-bd2707fa-fc51-4614-8a69-6fe65256ec97 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:56.612688 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68310168-947f-41c1-99ef-c4c8a7074b95 req-bd2707fa-fc51-4614-8a69-6fe65256ec97 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 1097 time: 0.1987796 Aug 28 12:38:56.617154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] For port e93a8ff7-8a71-48d7-8543-a9521e00572f, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:38:56.661037 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5e15e46a-ebfc-49b8-b919-6360d7dd86f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:56.667827 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5e15e46a-ebfc-49b8-b919-6360d7dd86f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2003403 Aug 28 12:38:56.674060 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:56.680645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] For port e93a8ff7-8a71-48d7-8543-a9521e00572f, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e93a8ff7-8a71-48d7-8543-a9521e00572f,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:38:56.682469 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:56.682929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:56.683222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:56.683538 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:56.683866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:56.684197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:56.684522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:56.684844 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:56.685164 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:56.685482 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:56.685824 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:56.686729 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:38:56.712544 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:56.745759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488510f-b43b-4ace-ad8b-79807c14f66e req-ded2d793-d905-44c3-ad50-1c26f2a3afef tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:56.747469 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1488510f-b43b-4ace-ad8b-79807c14f66e req-ded2d793-d905-44c3-ad50-1c26f2a3afef tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 948 time: 0.0672128 Aug 28 12:38:56.792026 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1488510f-b43b-4ace-ad8b-79807c14f66e req-2bfe4581-3063-4bae-a080-8cf63c13ca16 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375042 Aug 28 12:38:56.816927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:56.816927 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:56.816927 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] 10.222.0.11 "PUT /v2.0/ports/e93a8ff7-8a71-48d7-8543-a9521e00572f HTTP/1.1" status: 200 len: 1097 time: 2.4072733 Aug 28 12:38:56.820675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c563596-8d84-4a02-869e-ae1aa107227b', 'tag': 'e93a8ff7-8a71-48d7-8543-a9521e00572f'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:38:56.823177 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17cd058-7391-4ac7-a6ef-52b3dfa40265" -d '{"events": [{"name": "network-changed", "server_uuid": "8c563596-8d84-4a02-869e-ae1aa107227b", "tag": "e93a8ff7-8a71-48d7-8543-a9521e00572f"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:38:56.844256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d0f0a951-14a2-46e9-acf6-8c54e284db9c req-79184438-8759-44b5-9065-5277a072b143 service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033643 Aug 28 12:38:56.862925 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68310168-947f-41c1-99ef-c4c8a7074b95 req-8fe7682b-a73d-40ca-800f-2e7f1ec42622 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287831 Aug 28 12:38:56.995388 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cd3d1b-4677-4a63-ab21-2d5c184014a3 x-openstack-request-id: req-a4cd3d1b-4677-4a63-ab21-2d5c184014a3 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:56.995803 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa27ae5e-4686-4f48-b6c3-3592d753bfae", "name": "network-vif-plugged", "status": "completed", "tag": "1a4acdf8-ecc5-4452-8251-6cbe4667a2ff", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:56.996267 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4cd3d1b-4677-4a63-ab21-2d5c184014a3 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:56.996844 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa27ae5e-4686-4f48-b6c3-3592d753bfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4acdf8-ecc5-4452-8251-6cbe4667a2ff', 'code': 200} Aug 28 12:38:57.034077 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-143dbe4d-2dd6-4485-a042-fbcb2bbcd0dc req-7712a842-bbc1-42e1-b5e9-c4c6103d1c8b tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips/37054205-76b7-455b-b2c1-70efbc71c15c HTTP/1.1" status: 200 len: 693 time: 0.1453249 Aug 28 12:38:57.034738 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8412de2-c4ea-4742-91bc-bd191a8d847b service neutron] Pushing event updated for resources: {'Port': ['ID=e93a8ff7-8a71-48d7-8543-a9521e00572f,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:57.075385 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bc06bc-d6cf-4543-98f1-3078e56bf29e x-openstack-request-id: req-66bc06bc-d6cf-4543-98f1-3078e56bf29e {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:38:57.075985 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c563596-8d84-4a02-869e-ae1aa107227b", "tag": "e93a8ff7-8a71-48d7-8543-a9521e00572f", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:38:57.075985 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66bc06bc-d6cf-4543-98f1-3078e56bf29e {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:38:57.076405 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c563596-8d84-4a02-869e-ae1aa107227b', 'tag': 'e93a8ff7-8a71-48d7-8543-a9521e00572f', 'status': 'completed', 'code': 200} Aug 28 12:38:57.113726 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-8bf1cb3e-4a95-4eb2-b4d0-c81a17b5debb service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226358 Aug 28 12:38:57.162998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1799e-2c21-4557-be18-fc2a94dc90d2 req-5f147dec-f75c-476e-94d8-0968618aae4b tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:57.164644 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c5e1799e-2c21-4557-be18-fc2a94dc90d2 req-5f147dec-f75c-476e-94d8-0968618aae4b tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 1097 time: 0.0458362 Aug 28 12:38:57.208626 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c5e1799e-2c21-4557-be18-fc2a94dc90d2 req-7addaa78-27b6-44e6-9e08-79d17fb57e86 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366189 Aug 28 12:38:57.226528 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-72ba07a0-8d89-44d1-ab7f-6ee58d81ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:57.226528 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-72ba07a0-8d89-44d1-ab7f-6ee58d81ce9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=105ff653351a44489ae7cad10310b362&device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 1100 time: 0.3574276 Aug 28 12:38:57.411765 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d0f0a951-14a2-46e9-acf6-8c54e284db9c req-da16b3fe-ebad-4c52-a632-586a409c21aa service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417061 Aug 28 12:38:57.413666 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-46b60787-63e7-4872-b570-21a2cbc8f399 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=e93a8ff7-8a71-48d7-8543-a9521e00572f HTTP/1.1" status: 200 len: 217 time: 0.1580791 Aug 28 12:38:57.454072 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee4cbe-9584-4abe-9898-3e3780ac3dbb req-4c766b37-ddb3-4f2f-a15e-1c42fcbbc9bf tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:57.454607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee4cbe-9584-4abe-9898-3e3780ac3dbb req-4c766b37-ddb3-4f2f-a15e-1c42fcbbc9bf tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:57.455109 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee4cbe-9584-4abe-9898-3e3780ac3dbb req-4c766b37-ddb3-4f2f-a15e-1c42fcbbc9bf tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:57.457066 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-29ee4cbe-9584-4abe-9898-3e3780ac3dbb req-4c766b37-ddb3-4f2f-a15e-1c42fcbbc9bf tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0&device_id=2e50540b-43a9-470e-b255-0d191bd7b362&device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 2884 time: 0.0537968 Aug 28 12:38:57.496180 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-29ee4cbe-9584-4abe-9898-3e3780ac3dbb req-80dd28ec-321a-4ba4-a58e-fb549f03df98 tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330832 Aug 28 12:38:57.538815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae157d-8a00-40a1-92a2-d37a435978c9 req-6d6a0a13-8d62-41fa-9a0a-279170d2e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:57.541303 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6cae157d-8a00-40a1-92a2-d37a435978c9 req-6d6a0a13-8d62-41fa-9a0a-279170d2e6d5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 1097 time: 0.4353013 Aug 28 12:38:57.590517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dbe4d-2dd6-4485-a042-fbcb2bbcd0dc req-6ea5a06a-c6b5-45c5-ae2b-dde73b1412cc tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:57.593342 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-143dbe4d-2dd6-4485-a042-fbcb2bbcd0dc req-6ea5a06a-c6b5-45c5-ae2b-dde73b1412cc tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.5489547 Aug 28 12:38:57.597513 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09058d7c-70e0-41eb-915c-8d541972ca9e req-63fc0405-0c5d-4a9c-afa8-573be00ee06e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:57.599095 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-09058d7c-70e0-41eb-915c-8d541972ca9e req-63fc0405-0c5d-4a9c-afa8-573be00ee06e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.0510445 Aug 28 12:38:57.641989 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-143dbe4d-2dd6-4485-a042-fbcb2bbcd0dc req-cb0bae77-4fa7-48df-bf6c-b62c9f7ee2d1 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:38:57.643582 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-143dbe4d-2dd6-4485-a042-fbcb2bbcd0dc req-cb0bae77-4fa7-48df-bf6c-b62c9f7ee2d1 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187356 Aug 28 12:38:57.653240 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-09058d7c-70e0-41eb-915c-8d541972ca9e req-0dd7318b-d0a4-4954-9d0c-5ac4a29cdac7 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454137 Aug 28 12:38:57.665323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-5f4b8a4b-e711-4795-a3b7-1b67372a069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:57.666798 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-5f4b8a4b-e711-4795-a3b7-1b67372a069e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2254877 Aug 28 12:38:57.668924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-a0098b72-6e6b-4386-88d6-472af729cc73 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103652 Aug 28 12:38:57.759136 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-143dbe4d-2dd6-4485-a042-fbcb2bbcd0dc req-66444944-b81a-4c74-95bc-80d6e21a8917 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 696 time: 0.1053691 Aug 28 12:38:57.762507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6cae157d-8a00-40a1-92a2-d37a435978c9 req-d7c6f2a2-ff23-44c2-b8a5-0de1939e99e1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113025 Aug 28 12:38:57.825736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-1cca80b4-bc60-4df8-a7bb-8f9317e248cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:57.828602 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-1cca80b4-bc60-4df8-a7bb-8f9317e248cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1452346 Aug 28 12:38:57.837115 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-143dbe4d-2dd6-4485-a042-fbcb2bbcd0dc req-55aaf5e5-cea4-4c4d-9d9f-7d349f58cfe7 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.120 HTTP/1.1" status: 200 len: 696 time: 0.0646422 Aug 28 12:38:57.965633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b40d0b-4463-434b-8f7f-e7b034cb98ab req-b4e22a28-57d0-4bf3-b8c1-c1c56e41ed6a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:57.968253 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-86b40d0b-4463-434b-8f7f-e7b034cb98ab req-b4e22a28-57d0-4bf3-b8c1-c1c56e41ed6a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.0780089 Aug 28 12:38:58.024294 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-143dbe4d-2dd6-4485-a042-fbcb2bbcd0dc req-96867b16-e6af-473a-b3b8-1dbe496088d0 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Deleting port ed8538ce-cdd3-4202-81e7-8c0129ae37d9 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:38:58.024628 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-143dbe4d-2dd6-4485-a042-fbcb2bbcd0dc req-96867b16-e6af-473a-b3b8-1dbe496088d0 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:58.031143 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-86b40d0b-4463-434b-8f7f-e7b034cb98ab req-b89a62f2-69f1-408d-8ad6-af8e8d500334 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541115 Aug 28 12:38:58.128537 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-778f4634-5d8d-4ff6-bd51-b9fd890ccc53 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521645 Aug 28 12:38:58.141230 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-143dbe4d-2dd6-4485-a042-fbcb2bbcd0dc req-96867b16-e6af-473a-b3b8-1dbe496088d0 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:58.141539 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-143dbe4d-2dd6-4485-a042-fbcb2bbcd0dc req-96867b16-e6af-473a-b3b8-1dbe496088d0 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:58.199360 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-143dbe4d-2dd6-4485-a042-fbcb2bbcd0dc req-96867b16-e6af-473a-b3b8-1dbe496088d0 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Calling delete_port for ed8538ce-cdd3-4202-81e7-8c0129ae37d9 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:38:58.211336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85c218-ae00-4856-b82d-65fb52e4f436 req-2f6052a2-7b57-4687-8e92-f479b58a0d1d tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:58.212942 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae85c218-ae00-4856-b82d-65fb52e4f436 req-2f6052a2-7b57-4687-8e92-f479b58a0d1d tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 944 time: 0.0599542 Aug 28 12:38:58.258192 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae85c218-ae00-4856-b82d-65fb52e4f436 req-80365a57-2462-4db1-b2fd-9a0fa3a063bc tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380821 Aug 28 12:38:58.307139 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-15c30d0d-0ede-427d-81f3-cf75e8099625 req-40192c54-15d4-4b3a-91c6-9e09f28de273 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627431 Aug 28 12:38:58.381800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab09a2-d9da-49a9-be94-cea8218ba82c req-2208c28e-f483-4d55-a6d9-c262a2d214b7 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:58.383565 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2fab09a2-d9da-49a9-be94-cea8218ba82c req-2208c28e-f483-4d55-a6d9-c262a2d214b7 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 948 time: 0.0531759 Aug 28 12:38:58.386201 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-143dbe4d-2dd6-4485-a042-fbcb2bbcd0dc req-96867b16-e6af-473a-b3b8-1dbe496088d0 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:58.433500 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2fab09a2-d9da-49a9-be94-cea8218ba82c req-6c11faaf-7838-4923-b03e-421b6a0f429f tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427301 Aug 28 12:38:58.442923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96867b16-e6af-473a-b3b8-1dbe496088d0 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Pushing event deleted for resources: {'Port': ['ID=ed8538ce-cdd3-4202-81e7-8c0129ae37d9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:58.472541 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-143dbe4d-2dd6-4485-a042-fbcb2bbcd0dc req-96867b16-e6af-473a-b3b8-1dbe496088d0 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:58.475140 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-143dbe4d-2dd6-4485-a042-fbcb2bbcd0dc req-96867b16-e6af-473a-b3b8-1dbe496088d0 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:58.476308 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-143dbe4d-2dd6-4485-a042-fbcb2bbcd0dc req-96867b16-e6af-473a-b3b8-1dbe496088d0 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "DELETE /v2.0/floatingips/37054205-76b7-455b-b2c1-70efbc71c15c HTTP/1.1" status: 204 len: 173 time: 0.6290381 Aug 28 12:38:58.489075 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cd058-7391-4ac7-a6ef-52b3dfa40265 req-927ee3f3-3c67-4d6e-a026-2e2ad710fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:58.490713 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d17cd058-7391-4ac7-a6ef-52b3dfa40265 req-927ee3f3-3c67-4d6e-a026-2e2ad710fa8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=105ff653351a44489ae7cad10310b362&device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 1100 time: 0.1020746 Aug 28 12:38:58.598235 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3c2482be-4937-480f-a7ca-0398c0cc2b43 req-9cf03b3c-9b24-483b-be97-51600161aba3 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips/6a54070b-e45b-4b2d-9534-ecfeaa7fe61d HTTP/1.1" status: 200 len: 693 time: 0.0806563 Aug 28 12:38:58.697261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cd058-7391-4ac7-a6ef-52b3dfa40265 req-0881ac27-bd39-40b6-8d44-a3ee4c234dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:58.698833 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d17cd058-7391-4ac7-a6ef-52b3dfa40265 req-0881ac27-bd39-40b6-8d44-a3ee4c234dab service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.2008271 Aug 28 12:38:58.753383 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d17cd058-7391-4ac7-a6ef-52b3dfa40265 req-95b2d7ca-6df0-428e-90a1-eae63cf34272 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=e93a8ff7-8a71-48d7-8543-a9521e00572f HTTP/1.1" status: 200 len: 217 time: 0.0456402 Aug 28 12:38:58.786254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 04c683a1-bf48-46d8-b60e-13cebfdd678b details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:38:58.797380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2482be-4937-480f-a7ca-0398c0cc2b43 req-824ed588-4f63-40ea-9936-f3c6c46caeba tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:58.798816 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3c2482be-4937-480f-a7ca-0398c0cc2b43 req-824ed588-4f63-40ea-9936-f3c6c46caeba tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.1864920 Aug 28 12:38:58.927511 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 04c683a1-bf48-46d8-b60e-13cebfdd678b, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=04c683a1-bf48-46d8-b60e-13cebfdd678b,segment=NetworkSegment(3ae57250-d648-4fcd-b440-8777ab8f7b16),segment_id=3ae57250-d648-4fcd-b440-8777ab8f7b16)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:58.955221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'port_id': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'mac_address': 'fa:16:3e:64:d0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:38:59.152505 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3c2482be-4937-480f-a7ca-0398c0cc2b43 req-e47f250f-a0c8-46a3-b583-05bcbe9bc19b tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.166 HTTP/1.1" status: 200 len: 696 time: 0.3340318 Aug 28 12:38:59.160593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cd058-7391-4ac7-a6ef-52b3dfa40265 req-2a5a1d82-67c6-4676-a0d6-37af638ad84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:59.162934 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d17cd058-7391-4ac7-a6ef-52b3dfa40265 req-2a5a1d82-67c6-4676-a0d6-37af638ad84a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.3936589 Aug 28 12:38:59.176938 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:59.197191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c683a1-bf48-46d8-b60e-13cebfdd678b {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:38:59.223405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 04c683a1-bf48-46d8-b60e-13cebfdd678b, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=04c683a1-bf48-46d8-b60e-13cebfdd678b,segment=NetworkSegment(3ae57250-d648-4fcd-b440-8777ab8f7b16),segment_id=3ae57250-d648-4fcd-b440-8777ab8f7b16)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:38:59.228481 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:59.277615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3c2482be-4937-480f-a7ca-0398c0cc2b43 req-57bbe6c6-a176-40ba-ba53-750eb8f192f6 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.166 HTTP/1.1" status: 200 len: 696 time: 0.1086035 Aug 28 12:38:59.283944 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=04c683a1-bf48-46d8-b60e-13cebfdd678b,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:38:59.348027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cd058-7391-4ac7-a6ef-52b3dfa40265 req-85694a26-3929-44a5-b2a1-d63025e996b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:38:59.349760 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d17cd058-7391-4ac7-a6ef-52b3dfa40265 req-85694a26-3929-44a5-b2a1-d63025e996b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1707115 Aug 28 12:38:59.551366 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['04c683a1-bf48-46d8-b60e-13cebfdd678b'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:38:59.609765 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d17cd058-7391-4ac7-a6ef-52b3dfa40265 req-4f6402d6-6d8d-4744-af1c-b05f0fbbc520 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113113 Aug 28 12:38:59.638116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-3c2482be-4937-480f-a7ca-0398c0cc2b43 req-a268007a-15b0-49a5-8e39-1eeb4f6305aa tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Deleting port 9a1dc421-6409-45a4-85e3-07ad27f54adc {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:38:59.638675 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3c2482be-4937-480f-a7ca-0398c0cc2b43 req-a268007a-15b0-49a5-8e39-1eeb4f6305aa tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:59.788216 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60502) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:38:59.853409 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-353c39f0-bc2e-4e20-b2b0-e15d7fb75295 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:38:59.854460 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-353c39f0-bc2e-4e20-b2b0-e15d7fb75295 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0640564 Aug 28 12:38:59.880462 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3c2482be-4937-480f-a7ca-0398c0cc2b43 req-a268007a-15b0-49a5-8e39-1eeb4f6305aa tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:59.883068 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3c2482be-4937-480f-a7ca-0398c0cc2b43 req-a268007a-15b0-49a5-8e39-1eeb4f6305aa tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:38:59.900457 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d17cd058-7391-4ac7-a6ef-52b3dfa40265 req-ba877377-fa6b-4266-91d3-805375eb5b65 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766399 Aug 28 12:38:59.906923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-3c2482be-4937-480f-a7ca-0398c0cc2b43 req-a268007a-15b0-49a5-8e39-1eeb4f6305aa tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Calling delete_port for 9a1dc421-6409-45a4-85e3-07ad27f54adc owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:38:59.979781 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-68906dfc-9696-44ed-9e2b-f3ebb4f661ab service neutron] Request body: {'binding': {'host': 'n-h1-791505-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:38:59.980594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-68906dfc-9696-44ed-9e2b-f3ebb4f661ab service neutron] Unknown quota resources ['binding']. {{(pid=94878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 12:39:00.092218 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3c2482be-4937-480f-a7ca-0398c0cc2b43 req-a268007a-15b0-49a5-8e39-1eeb4f6305aa tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:00.135399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268007a-15b0-49a5-8e39-1eeb4f6305aa tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Pushing event deleted for resources: {'Port': ['ID=9a1dc421-6409-45a4-85e3-07ad27f54adc,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:00.138340 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-68906dfc-9696-44ed-9e2b-f3ebb4f661ab service neutron] Attempting to bind port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 on host n-h1-791505-21 for vnic_type normal with profile None {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:39:00.138711 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-68906dfc-9696-44ed-9e2b-f3ebb4f661ab service neutron] Attempting to bind port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:39:00.139593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-68906dfc-9696-44ed-9e2b-f3ebb4f661ab service neutron] Attempting to bind port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:00.144253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-68906dfc-9696-44ed-9e2b-f3ebb4f661ab service neutron] Port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:39:00.144581 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-68906dfc-9696-44ed-9e2b-f3ebb4f661ab service neutron] Attempting to bind port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:00.150024 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-68906dfc-9696-44ed-9e2b-f3ebb4f661ab service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:39:00.150024 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-68906dfc-9696-44ed-9e2b-f3ebb4f661ab service neutron] Checking segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:39:00.151940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-68906dfc-9696-44ed-9e2b-f3ebb4f661ab service neutron] Bound using segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:39:00.151940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-68906dfc-9696-44ed-9e2b-f3ebb4f661ab service neutron] Bound port: dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:39:00.180311 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3c2482be-4937-480f-a7ca-0398c0cc2b43 req-a268007a-15b0-49a5-8e39-1eeb4f6305aa tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:00.185065 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3c2482be-4937-480f-a7ca-0398c0cc2b43 req-a268007a-15b0-49a5-8e39-1eeb4f6305aa tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:00.188602 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3c2482be-4937-480f-a7ca-0398c0cc2b43 req-a268007a-15b0-49a5-8e39-1eeb4f6305aa tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "DELETE /v2.0/floatingips/6a54070b-e45b-4b2d-9534-ecfeaa7fe61d HTTP/1.1" status: 204 len: 173 time: 0.9096615 Aug 28 12:39:00.247146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-68906dfc-9696-44ed-9e2b-f3ebb4f661ab service neutron] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:39:00.254501 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-68906dfc-9696-44ed-9e2b-f3ebb4f661ab service neutron] Notify callbacks [] for binding, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:00.255841 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-68906dfc-9696-44ed-9e2b-f3ebb4f661ab service neutron] 10.222.0.20 "POST /v2.0/ports/dcd333fa-9beb-4b5d-a03e-05087e9dd6a2/bindings HTTP/1.1" status: 201 len: 390 time: 0.3463020 Aug 28 12:39:00.470173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30251f1-e45b-48d8-b6a0-f80ce1ff4565 req-3e2efe10-1d69-42d6-bed1-9d9b4f32f970 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:00.475268 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f30251f1-e45b-48d8-b6a0-f80ce1ff4565 req-3e2efe10-1d69-42d6-bed1-9d9b4f32f970 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.0878112 Aug 28 12:39:00.522839 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f30251f1-e45b-48d8-b6a0-f80ce1ff4565 req-8685f722-84e1-46c0-824e-ab782301187b tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 Aug 28 12:39:00.584408 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1445a-d18e-424f-9eed-45cb283c4762 req-47cd7914-2625-4602-8d11-b054792bb7b3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:00.585917 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ece1445a-d18e-424f-9eed-45cb283c4762 req-47cd7914-2625-4602-8d11-b054792bb7b3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.0708356 Aug 28 12:39:00.627858 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ece1445a-d18e-424f-9eed-45cb283c4762 req-6c6f731d-ca2d-4da6-831f-a6324f94331c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353763 Aug 28 12:39:00.629964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-c6d23674-aa21-48d6-97d0-6030649091f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:00.633287 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-c6d23674-aa21-48d6-97d0-6030649091f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 1097 time: 0.0933704 Aug 28 12:39:00.656135 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38679019-e0a5-46a7-97f0-c56d8bc87f7c req-51a9798c-97f8-4a28-912d-c0ca8cb32d9e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:00.658039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38679019-e0a5-46a7-97f0-c56d8bc87f7c req-51a9798c-97f8-4a28-912d-c0ca8cb32d9e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 945 time: 0.0695953 Aug 28 12:39:00.763771 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38679019-e0a5-46a7-97f0-c56d8bc87f7c req-e0b1e3d3-810e-4559-ae5d-44a59163d922 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804574 Aug 28 12:39:00.778507 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44434c73-d475-4f47-93c9-71137b738651 req-434aa743-10ac-468b-bf4b-1711e2860183 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:00.785673 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44434c73-d475-4f47-93c9-71137b738651 req-434aa743-10ac-468b-bf4b-1711e2860183 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 948 time: 0.0732789 Aug 28 12:39:00.793646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-45941587-4ea7-48bc-8666-f261a389bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:00.797155 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-45941587-4ea7-48bc-8666-f261a389bf77 service neutron] 10.222.0.11 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.1371262 Aug 28 12:39:00.815312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 04c683a1-bf48-46d8-b60e-13cebfdd678b up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:39:00.829416 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44434c73-d475-4f47-93c9-71137b738651 req-fc5cd334-7a96-40b3-9411-7bdde0086bea tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404403 Aug 28 12:39:00.877065 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 04c683a1-bf48-46d8-b60e-13cebfdd678b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:39:00.883217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 04c683a1-bf48-46d8-b60e-13cebfdd678b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:39:00.884039 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:00.903273 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-a0a4f5ac-a97f-42c2-97c7-1b8b1c35756f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 HTTP/1.1" status: 200 len: 217 time: 0.0925403 Aug 28 12:39:00.907085 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f06cd6e8-3492-40e4-8da6-e2414432e573 req-03f9ff73-fb2e-415a-a1a8-fd956d79fc34 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips/0874085c-a6e1-4d0b-b226-bef20e5187e4 HTTP/1.1" status: 200 len: 693 time: 0.1093729 Aug 28 12:39:00.993768 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:01.035612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c683a1-bf48-46d8-b60e-13cebfdd678b'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:01.039668 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820ff16a-3f5e-4d3e-ac00-3b24110084da" -d '{"events": [{"server_uuid": "7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6", "name": "network-vif-plugged", "status": "completed", "tag": "04c683a1-bf48-46d8-b60e-13cebfdd678b"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:01.060525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 04c683a1-bf48-46d8-b60e-13cebfdd678b, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=04c683a1-bf48-46d8-b60e-13cebfdd678b,segment=NetworkSegment(3ae57250-d648-4fcd-b440-8777ab8f7b16),segment_id=3ae57250-d648-4fcd-b440-8777ab8f7b16)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:01.067391 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:01.091410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-9aad02e0-94f8-4aa3-80a0-55a5aec09aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:01.093371 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-9aad02e0-94f8-4aa3-80a0-55a5aec09aca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.1544106 Aug 28 12:39:01.150324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=04c683a1-bf48-46d8-b60e-13cebfdd678b,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:01.151526 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-f060e796-7604-4c23-bb5b-9fd872a3a5d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336554 Aug 28 12:39:01.159934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cd6e8-3492-40e4-8da6-e2414432e573 req-caef7c22-d9c9-4574-ad42-489d38887b6d tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:01.162572 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f06cd6e8-3492-40e4-8da6-e2414432e573 req-caef7c22-d9c9-4574-ad42-489d38887b6d tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.2458882 Aug 28 12:39:01.190205 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed816c-232e-4487-9867-e38f2bbb8c3c req-8d2bdf11-fe82-4523-8767-83b4be1837e1 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:01.191809 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-22ed816c-232e-4487-9867-e38f2bbb8c3c req-8d2bdf11-fe82-4523-8767-83b4be1837e1 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 945 time: 0.0585816 Aug 28 12:39:01.245332 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-22ed816c-232e-4487-9867-e38f2bbb8c3c req-495bde7d-e231-42f8-9a92-4b418612f8b6 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446227 Aug 28 12:39:01.263693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f06cd6e8-3492-40e4-8da6-e2414432e573 req-db87ee17-a4e1-4136-8d0a-ba6bc812085b tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 696 time: 0.0871415 Aug 28 12:39:01.334005 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f06cd6e8-3492-40e4-8da6-e2414432e573 req-728cca13-7d81-4783-a350-6fa5f45bb23b tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.150 HTTP/1.1" status: 200 len: 696 time: 0.0629082 Aug 28 12:39:01.352034 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-a16feda4-3026-400a-bb63-b34c7e1cd7ca service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880646 Aug 28 12:39:01.454129 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe73bdb-dae2-4d69-bb6e-6b1639801c18 x-openstack-request-id: req-dfe73bdb-dae2-4d69-bb6e-6b1639801c18 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:01.454730 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6", "name": "network-vif-plugged", "status": "completed", "tag": "04c683a1-bf48-46d8-b60e-13cebfdd678b", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:01.455225 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfe73bdb-dae2-4d69-bb6e-6b1639801c18 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:01.455892 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'code': 200} Aug 28 12:39:01.596243 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-12fc92f0-9907-4c8e-b25f-cc0000e959a3 service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165473 Aug 28 12:39:01.608014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-f06cd6e8-3492-40e4-8da6-e2414432e573 req-4eadb410-38a7-4b5e-b509-b85b22005696 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Deleting port 8f536194-070e-4cae-adb0-48c463215d35 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:39:01.608443 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f06cd6e8-3492-40e4-8da6-e2414432e573 req-4eadb410-38a7-4b5e-b509-b85b22005696 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:01.658657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e23850-eeed-4800-ab5e-972037b1c0f4 req-e9224465-7ffc-4b0e-b72c-94e3d292e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:01.661047 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32e23850-eeed-4800-ab5e-972037b1c0f4 req-e9224465-7ffc-4b0e-b72c-94e3d292e0db service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 1098 time: 0.1106689 Aug 28 12:39:01.693421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d39392-8ae3-4af1-91fd-11a543b11a01 req-502622b9-4e76-4ef6-928e-372efc1599ce tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:01.695350 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-64d39392-8ae3-4af1-91fd-11a543b11a01 req-502622b9-4e76-4ef6-928e-372efc1599ce tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.0663538 Aug 28 12:39:01.735599 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32e23850-eeed-4800-ab5e-972037b1c0f4 req-d1dd6139-861b-4b71-925c-a4f7c8d19732 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634980 Aug 28 12:39:01.739353 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f06cd6e8-3492-40e4-8da6-e2414432e573 req-4eadb410-38a7-4b5e-b509-b85b22005696 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:01.739801 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f06cd6e8-3492-40e4-8da6-e2414432e573 req-4eadb410-38a7-4b5e-b509-b85b22005696 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:01.749290 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-64d39392-8ae3-4af1-91fd-11a543b11a01 req-55058591-b323-42af-a645-d4841ed9faae tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446303 Aug 28 12:39:01.753874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-f06cd6e8-3492-40e4-8da6-e2414432e573 req-4eadb410-38a7-4b5e-b509-b85b22005696 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Calling delete_port for 8f536194-070e-4cae-adb0-48c463215d35 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:39:01.899064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-9986e138-4f35-4cda-8fbc-5d0211b58c89 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:01.900573 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-9986e138-4f35-4cda-8fbc-5d0211b58c89 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d&tenant_id=c5f791bffd6b436fbad5ba34cc695485&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 1097 time: 0.0975311 Aug 28 12:39:01.916174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-21'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:02.005622 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:02.034424 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f06cd6e8-3492-40e4-8da6-e2414432e573 req-4eadb410-38a7-4b5e-b509-b85b22005696 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:02.087000 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadb410-38a7-4b5e-b509-b85b22005696 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Pushing event deleted for resources: {'Port': ['ID=8f536194-070e-4cae-adb0-48c463215d35,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:02.124695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ae5de-e420-41eb-919d-ec3d2a701a66 req-f276f0b5-6750-4767-86da-daa6e7198cdc tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:02.126935 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa5ae5de-e420-41eb-919d-ec3d2a701a66 req-f276f0b5-6750-4767-86da-daa6e7198cdc tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 1102 time: 0.0695748 Aug 28 12:39:02.130489 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f06cd6e8-3492-40e4-8da6-e2414432e573 req-4eadb410-38a7-4b5e-b509-b85b22005696 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:02.133169 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f06cd6e8-3492-40e4-8da6-e2414432e573 req-4eadb410-38a7-4b5e-b509-b85b22005696 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:02.134400 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f06cd6e8-3492-40e4-8da6-e2414432e573 req-4eadb410-38a7-4b5e-b509-b85b22005696 tempest-FloatingIPDetailsTestJSON-692335800 tempest-FloatingIPDetailsTestJSON-692335800-project] 10.222.0.20 "DELETE /v2.0/floatingips/0874085c-a6e1-4d0b-b226-bef20e5187e4 HTTP/1.1" status: 204 len: 173 time: 0.7927299 Aug 28 12:39:02.146519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60536) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:02.235971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e93a8ff7-8a71-48d7-8543-a9521e00572f details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:39:02.253613 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa5ae5de-e420-41eb-919d-ec3d2a701a66 req-a16dd8be-b4d5-4fca-b81e-cc804becfd50 tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165075 Aug 28 12:39:02.287713 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:02.359540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215337db-68ae-4545-bd80-91b3f784dc09 req-11b53591-634c-498f-bd32-8f85d08c0f9a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:02.361179 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-215337db-68ae-4545-bd80-91b3f784dc09 req-11b53591-634c-498f-bd32-8f85d08c0f9a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.1569641 Aug 28 12:39:02.362506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:39:02.396678 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e93a8ff7-8a71-48d7-8543-a9521e00572f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e93a8ff7-8a71-48d7-8543-a9521e00572f,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:02.422167 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'e93a8ff7-8a71-48d7-8543-a9521e00572f', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'e93a8ff7-8a71-48d7-8543-a9521e00572f', 'mac_address': 'fa:16:3e:05:fd:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:39:02.453234 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-215337db-68ae-4545-bd80-91b3f784dc09 req-d59ac0e0-56ec-4de2-9121-9400340c6b3f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605457 Aug 28 12:39:02.458740 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0de346-b0ad-44c4-a24a-e439ceab036d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcd333fa-9beb-4b5d-a03e-05087e9dd6a2'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:02.461324 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1ad698-1f36-4eb1-b4d1-24fc7aeb6ca5" -d '{"events": [{"server_uuid": "3e0de346-b0ad-44c4-a24a-e439ceab036d", "name": "network-vif-unplugged", "status": "completed", "tag": "dcd333fa-9beb-4b5d-a03e-05087e9dd6a2"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:02.466793 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:02.467990 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:02.479289 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:02.482586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93a8ff7-8a71-48d7-8543-a9521e00572f {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:39:02.507006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e93a8ff7-8a71-48d7-8543-a9521e00572f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e93a8ff7-8a71-48d7-8543-a9521e00572f,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:02.512205 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:02.532263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e889d-c48f-44d5-99c1-7e7826ef4093 req-332fd8d7-5d2f-4bc4-a6c5-00ca6ba49b6d tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:02.534493 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a62e889d-c48f-44d5-99c1-7e7826ef4093 req-332fd8d7-5d2f-4bc4-a6c5-00ca6ba49b6d tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 946 time: 0.1514785 Aug 28 12:39:02.583621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,revision_number=7']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:02.595602 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e93a8ff7-8a71-48d7-8543-a9521e00572f,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:02.635520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Attempting to bind port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 on host n-h2-791505-21 for vnic_type normal with profile {"migrating_to": "n-h1-791505-21"} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:39:02.636161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Attempting to bind port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:39:02.636161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Attempting to bind port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:02.638069 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a62e889d-c48f-44d5-99c1-7e7826ef4093 req-9a5f770c-3264-4029-bf95-e8bb04a777d1 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945287 Aug 28 12:39:02.644546 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:39:02.644724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Attempting to bind port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:02.669450 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bfc84-b195-42de-9161-a158109e4f0f req-dccc680c-7300-4d4a-9f65-ba69f8cefa16 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:02.671709 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d6bfc84-b195-42de-9161-a158109e4f0f req-dccc680c-7300-4d4a-9f65-ba69f8cefa16 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 949 time: 0.1038842 Aug 28 12:39:02.672666 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:39:02.673163 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Checking segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:39:02.674120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Bound using segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:39:02.674233 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Bound port: dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:39:02.674699 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:02.751654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d6bfc84-b195-42de-9161-a158109e4f0f req-be9371ab-101c-4354-9080-db4244edb98f tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666544 Aug 28 12:39:02.782644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:39:02.785956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:39:02.792995 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:02.808559 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['e93a8ff7-8a71-48d7-8543-a9521e00572f'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:39:02.882215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60689c7-5852-4bda-be72-9a3dc6e13d86 req-77d083e9-149b-4833-a5b5-8554bb420fcb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:02.883982 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b60689c7-5852-4bda-be72-9a3dc6e13d86 req-77d083e9-149b-4833-a5b5-8554bb420fcb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 943 time: 0.1485395 Aug 28 12:39:02.956948 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:02.957355 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:02.957953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b60689c7-5852-4bda-be72-9a3dc6e13d86 req-8c6c4df2-fb57-4432-aca9-b3c486af8097 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609720 Aug 28 12:39:02.958757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] 10.222.0.11 "PUT /v2.0/ports/dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 HTTP/1.1" status: 200 len: 1123 time: 1.0475717 Aug 28 12:39:02.963833 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35c785-3e5d-4287-a51e-c3b6e6edbcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,revision_number=8']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:02.977997 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fe936-6d3e-4d8f-b0fa-e3cb0a5218ca req-e426c0a7-784b-464c-bebe-b50754717a3a tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:02.979617 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-781fe936-6d3e-4d8f-b0fa-e3cb0a5218ca req-e426c0a7-784b-464c-bebe-b50754717a3a tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 1102 time: 0.1100581 Aug 28 12:39:02.981540 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c0721c13-cc28-4e6d-9ac3-16804f15b2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:03.040411 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-781fe936-6d3e-4d8f-b0fa-e3cb0a5218ca req-b2e01cc2-cd59-4176-98eb-56be63a5a09b tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408175 Aug 28 12:39:03.049018 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b75b0b-ae81-4b2b-b85a-e045c7c80bd9 x-openstack-request-id: req-e3b75b0b-ae81-4b2b-b85a-e045c7c80bd9 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:03.051553 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0de346-b0ad-44c4-a24a-e439ceab036d", "name": "network-vif-unplugged", "status": "completed", "tag": "dcd333fa-9beb-4b5d-a03e-05087e9dd6a2", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:03.052897 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3b75b0b-ae81-4b2b-b85a-e045c7c80bd9 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:03.055217 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0de346-b0ad-44c4-a24a-e439ceab036d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcd333fa-9beb-4b5d-a03e-05087e9dd6a2', 'code': 200} Aug 28 12:39:03.150263 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['dcd333fa-9beb-4b5d-a03e-05087e9dd6a2'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:39:03.377531 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c699271-b53b-46c7-bacb-67a397fc531e req-07019c1d-596a-4473-8a3f-c81d56cbb984 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:03.380583 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9c699271-b53b-46c7-bacb-67a397fc531e req-07019c1d-596a-4473-8a3f-c81d56cbb984 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.2497563 Aug 28 12:39:03.468953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9c699271-b53b-46c7-bacb-67a397fc531e req-1e8b215d-fd79-4959-a4e3-49a9275ef944 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715618 Aug 28 12:39:03.600426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c0721c13-cc28-4e6d-9ac3-16804f15b2eb admin admin] Deleting port 89430d39-2d49-419c-b2ed-ce25f660d889 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:39:03.600990 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c0721c13-cc28-4e6d-9ac3-16804f15b2eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:03.820125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38acf4-6692-4a73-8098-adf70d10c71c req-cc7bdd67-e3c4-4c24-86a8-2005753adfd6 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:03.822523 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b38acf4-6692-4a73-8098-adf70d10c71c req-cc7bdd67-e3c4-4c24-86a8-2005753adfd6 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 946 time: 0.0589821 Aug 28 12:39:03.877882 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b38acf4-6692-4a73-8098-adf70d10c71c req-89a402a9-7d43-4f01-96e8-7a44596d7dd4 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466812 Aug 28 12:39:03.919188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91399f4-80d0-47f3-966e-043f7302a17a req-3baa5b3a-e9af-4ec9-b5de-71ac8ed7e0e9 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:03.920838 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a91399f4-80d0-47f3-966e-043f7302a17a req-3baa5b3a-e9af-4ec9-b5de-71ac8ed7e0e9 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.3450222 Aug 28 12:39:03.959263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-c0721c13-cc28-4e6d-9ac3-16804f15b2eb admin admin] For port 89430d39-2d49-419c-b2ed-ce25f660d889, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=89430d39-2d49-419c-b2ed-ce25f660d889,segment=NetworkSegment(e749f644-34a0-48be-a35c-ed3533558b89),segment_id=e749f644-34a0-48be-a35c-ed3533558b89)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:03.959683 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c0721c13-cc28-4e6d-9ac3-16804f15b2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:03.983394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c0721c13-cc28-4e6d-9ac3-16804f15b2eb admin admin] Calling delete_port for 89430d39-2d49-419c-b2ed-ce25f660d889 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:39:03.994795 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a91399f4-80d0-47f3-966e-043f7302a17a req-ef10e4c0-cf46-41b9-8c74-97eac5eff742 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653613 Aug 28 12:39:04.195460 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d0e54-da07-4a45-8ce5-7f0c2fb595e8 req-0e0e0824-1917-4e60-9ae3-d1445ec7e6dc tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:04.198248 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-283d0e54-da07-4a45-8ce5-7f0c2fb595e8 req-0e0e0824-1917-4e60-9ae3-d1445ec7e6dc tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 949 time: 0.1307547 Aug 28 12:39:04.246838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e93a8ff7-8a71-48d7-8543-a9521e00572f up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:39:04.321179 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-283d0e54-da07-4a45-8ce5-7f0c2fb595e8 req-cbf679b0-24b9-4391-a36e-398831abb719 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064954 Aug 28 12:39:04.321438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port e93a8ff7-8a71-48d7-8543-a9521e00572f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:39:04.323064 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c0721c13-cc28-4e6d-9ac3-16804f15b2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:04.327955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port e93a8ff7-8a71-48d7-8543-a9521e00572f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:39:04.328472 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:04.360560 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0721c13-cc28-4e6d-9ac3-16804f15b2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=89430d39-2d49-419c-b2ed-ce25f660d889,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:04.499329 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-f328d516-956a-4176-a57b-67324a1a1cc9 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2593942 Aug 28 12:39:04.511610 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:04.529649 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:04.531211 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c0721c13-cc28-4e6d-9ac3-16804f15b2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:04.554665 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e93a8ff7-8a71-48d7-8543-a9521e00572f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e93a8ff7-8a71-48d7-8543-a9521e00572f,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:04.556415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c563596-8d84-4a02-869e-ae1aa107227b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93a8ff7-8a71-48d7-8543-a9521e00572f'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:04.560913 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdbd944-4d58-4f22-9db3-f56eb80b5bd7" -d '{"events": [{"server_uuid": "8c563596-8d84-4a02-869e-ae1aa107227b", "name": "network-vif-plugged", "status": "completed", "tag": "e93a8ff7-8a71-48d7-8543-a9521e00572f"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:04.568132 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:04.590700 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:04.644336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e93a8ff7-8a71-48d7-8543-a9521e00572f,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:04.675634 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346502f1-ddba-469e-be21-df480fa93b95 req-fe03a92c-4486-4649-842e-95bca6d6085f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:04.677209 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-346502f1-ddba-469e-be21-df480fa93b95 req-fe03a92c-4486-4649-842e-95bca6d6085f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 943 time: 0.1438899 Aug 28 12:39:04.770570 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-346502f1-ddba-469e-be21-df480fa93b95 req-8327ef1c-b23a-4141-a277-7374baf11a45 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851178 Aug 28 12:39:04.813453 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:04.871097 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0721c13-cc28-4e6d-9ac3-16804f15b2eb admin admin] Router 16e4ca63-6026-40a4-9ece-a100f39aa23a has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:39:04.962991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Allocated IP 172.25.1.239 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/709cd0d6-f698-4e9a-9230-b9f9f7949dc2) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:39:05.028773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0721c13-cc28-4e6d-9ac3-16804f15b2eb admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:39:05.038620 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c0721c13-cc28-4e6d-9ac3-16804f15b2eb admin admin] 10.222.0.20 "PUT /v2.0/routers/16e4ca63-6026-40a4-9ece-a100f39aa23a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8871086 Aug 28 12:39:05.039297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60590) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:05.043724 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e181a9-db30-4c4c-86c7-21658e7f90b7 req-03fe8f39-54ca-40b2-b99b-93307f73fc96 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:05.045379 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1e181a9-db30-4c4c-86c7-21658e7f90b7 req-03fe8f39-54ca-40b2-b99b-93307f73fc96 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.0764937 Aug 28 12:39:05.049957 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973304e1-fd16-48b7-928a-a44f67f97196 None None] Sync routers for ids ['16e4ca63-6026-40a4-9ece-a100f39aa23a'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:39:05.060181 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0de346-b0ad-44c4-a24a-e439ceab036d', 'tag': 'dcd333fa-9beb-4b5d-a03e-05087e9dd6a2'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:05.062167 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973304e1-fd16-48b7-928a-a44f67f97196 None None] Routers {'16e4ca63-6026-40a4-9ece-a100f39aa23a'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:39:05.063161 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-973304e1-fd16-48b7-928a-a44f67f97196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:38:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['16e4ca63-6026-40a4-9ece-a100f39aa23a'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:05.064395 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedd062b-cb3c-4691-bab2-1d6ec898555c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0de346-b0ad-44c4-a24a-e439ceab036d", "tag": "dcd333fa-9beb-4b5d-a03e-05087e9dd6a2"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:05.092289 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1e181a9-db30-4c4c-86c7-21658e7f90b7 req-f70a728b-54b0-49aa-ac93-36409a89b0ad tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400300 Aug 28 12:39:05.206819 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-973304e1-fd16-48b7-928a-a44f67f97196 None None] Set router 16e4ca63-6026-40a4-9ece-a100f39aa23a gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:39:05.251302 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b32a78-838f-40e0-85a0-5976cc9b8bd9 req-6146e10d-74d0-433e-becb-438168ca31a8 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:05.253821 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-68b32a78-838f-40e0-85a0-5976cc9b8bd9 req-6146e10d-74d0-433e-becb-438168ca31a8 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.0682592 Aug 28 12:39:05.312210 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-68b32a78-838f-40e0-85a0-5976cc9b8bd9 req-742436e2-5644-4b1d-a85f-19ef4b876827 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478525 Aug 28 12:39:05.397879 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95a6340-5f0d-4e25-b912-db2818304371 x-openstack-request-id: req-c95a6340-5f0d-4e25-b912-db2818304371 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:05.398402 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c563596-8d84-4a02-869e-ae1aa107227b", "name": "network-vif-plugged", "status": "completed", "tag": "e93a8ff7-8a71-48d7-8543-a9521e00572f", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:05.398637 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c95a6340-5f0d-4e25-b912-db2818304371 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:05.399179 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c563596-8d84-4a02-869e-ae1aa107227b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93a8ff7-8a71-48d7-8543-a9521e00572f', 'code': 200} Aug 28 12:39:05.473202 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:05.526286 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8202a9b4-68e3-41c6-8d15-c59ebabe9e62 admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:05.534431 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906c00d-0ab1-49f0-9548-454e35901c20 req-4e8a598b-d103-4459-b610-4479d64901a3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:05.541215 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4906c00d-0ab1-49f0-9548-454e35901c20 req-4e8a598b-d103-4459-b610-4479d64901a3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.0761964 Aug 28 12:39:05.570454 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-973304e1-fd16-48b7-928a-a44f67f97196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'name': 'tempest-FloatingIPDetailsTestJSON-2099932969-router', 'tenant_id': 'c1c41e42e79147debd52528161e1247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:20Z', 'updated_at': '2021-08-28T12:39:04Z', 'revision_number': 5, 'project_id': 'c1c41e42e79147debd52528161e1247f', 'gw_port': {'id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:21Z', 'updated_at': '2021-08-28T12:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:05.588027 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4906c00d-0ab1-49f0-9548-454e35901c20 req-25ac8ef2-fc3b-4bef-bf09-4ea6706b3f95 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458086 Aug 28 12:39:05.595927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecad900-b66d-4e13-85d7-c4acd427619b req-c4ca7ac5-6ca3-4ceb-9667-ebec68fc71b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:05.597444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cecad900-b66d-4e13-85d7-c4acd427619b req-c4ca7ac5-6ca3-4ceb-9667-ebec68fc71b0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 1102 time: 0.1205060 Aug 28 12:39:05.607906 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973304e1-fd16-48b7-928a-a44f67f97196 None None] Checking router: 16e4ca63-6026-40a4-9ece-a100f39aa23a for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:39:05.625891 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973304e1-fd16-48b7-928a-a44f67f97196 None None] Routers {'16e4ca63-6026-40a4-9ece-a100f39aa23a'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:39:05.628252 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-973304e1-fd16-48b7-928a-a44f67f97196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:38:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['16e4ca63-6026-40a4-9ece-a100f39aa23a'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:05.669883 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b859a9-01c8-46e6-8909-567a68792521 x-openstack-request-id: req-96b859a9-01c8-46e6-8909-567a68792521 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:05.670310 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0de346-b0ad-44c4-a24a-e439ceab036d", "tag": "dcd333fa-9beb-4b5d-a03e-05087e9dd6a2", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:05.670957 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96b859a9-01c8-46e6-8909-567a68792521 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:05.671263 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0de346-b0ad-44c4-a24a-e439ceab036d', 'tag': 'dcd333fa-9beb-4b5d-a03e-05087e9dd6a2', 'status': 'completed', 'code': 200} Aug 28 12:39:05.692316 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:05.774993 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-973304e1-fd16-48b7-928a-a44f67f97196 None None] Set router 16e4ca63-6026-40a4-9ece-a100f39aa23a gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:39:05.833106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:39:05.837834 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a7bf6-1202-4256-8bfd-8bfaaed1d9f4 req-3a8f776e-d546-4d4a-bfb9-e2b881b06518 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:05.839593 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c5a7bf6-1202-4256-8bfd-8bfaaed1d9f4 req-3a8f776e-d546-4d4a-bfb9-e2b881b06518 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 950 time: 0.0669878 Aug 28 12:39:05.847504 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:39:05.851139 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:39:05.873693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cecad900-b66d-4e13-85d7-c4acd427619b req-0cf55dd6-fc36-4044-a981-124b6e8eb142 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005215 Aug 28 12:39:05.874188 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Pushing event updated for resources: {'Port': ['ID=709cd0d6-f698-4e9a-9230-b9f9f7949dc2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:05.881937 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8202a9b4-68e3-41c6-8d15-c59ebabe9e62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:05.922461 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c5a7bf6-1202-4256-8bfd-8bfaaed1d9f4 req-cea8033b-a1f0-4ca7-9e64-b60f7382559e tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695658 Aug 28 12:39:05.936061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd062b-cb3c-4691-bab2-1d6ec898555c req-1bd1b175-4b85-45a6-adb2-549a6bb8ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:05.937642 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eedd062b-cb3c-4691-bab2-1d6ec898555c req-1bd1b175-4b85-45a6-adb2-549a6bb8ad03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 1126 time: 0.2280643 Aug 28 12:39:05.970656 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:06.035564 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-973304e1-fd16-48b7-928a-a44f67f97196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'name': 'tempest-FloatingIPDetailsTestJSON-2099932969-router', 'tenant_id': 'c1c41e42e79147debd52528161e1247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:20Z', 'updated_at': '2021-08-28T12:39:04Z', 'revision_number': 5, 'project_id': 'c1c41e42e79147debd52528161e1247f', 'gw_port': {'id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:21Z', 'updated_at': '2021-08-28T12:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:06.068518 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973304e1-fd16-48b7-928a-a44f67f97196 None None] The sync data for ids ['16e4ca63-6026-40a4-9ece-a100f39aa23a'] in n-d-791505-21 is: [{'id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'name': 'tempest-FloatingIPDetailsTestJSON-2099932969-router', 'tenant_id': 'c1c41e42e79147debd52528161e1247f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:20Z', 'updated_at': '2021-08-28T12:39:04Z', 'revision_number': 5, 'project_id': 'c1c41e42e79147debd52528161e1247f', 'gw_port': {'id': '2df81ea5-65c9-4f0d-a0a6-6533985f28b0', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e4ca63-6026-40a4-9ece-a100f39aa23a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:21Z', 'updated_at': '2021-08-28T12:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:39:06.069782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5407fd-ddbf-45c8-a969-c9fc243810cc req-33f39654-a2e3-41f8-bacd-919d13413e6f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:06.071347 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-de5407fd-ddbf-45c8-a969-c9fc243810cc req-33f39654-a2e3-41f8-bacd-919d13413e6f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 943 time: 0.0664432 Aug 28 12:39:06.112931 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:06.146531 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-de5407fd-ddbf-45c8-a969-c9fc243810cc req-4a438622-710b-4f59-b610-bc794dc7a715 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588176 Aug 28 12:39:06.167155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8202a9b4-68e3-41c6-8d15-c59ebabe9e62 admin admin] Deleting port 2df81ea5-65c9-4f0d-a0a6-6533985f28b0 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:39:06.167155 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8202a9b4-68e3-41c6-8d15-c59ebabe9e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:06.231473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd062b-cb3c-4691-bab2-1d6ec898555c req-726e5a6b-312e-4e2b-a0af-171d4e281a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:06.232990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eedd062b-cb3c-4691-bab2-1d6ec898555c req-726e5a6b-312e-4e2b-a0af-171d4e281a33 service neutron] 10.222.0.10 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.2471211 Aug 28 12:39:06.256019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:39:06.321714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eedd062b-cb3c-4691-bab2-1d6ec898555c req-7daa54d4-af3c-4c2a-9c86-113f721f07d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 HTTP/1.1" status: 200 len: 217 time: 0.0766509 Aug 28 12:39:06.384860 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634701c6-0111-48a7-867b-c9ec1c28c6b2 req-ffa03ff4-604e-4dae-9b77-ccdd255c1470 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:06.387537 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-634701c6-0111-48a7-867b-c9ec1c28c6b2 req-ffa03ff4-604e-4dae-9b77-ccdd255c1470 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.0803623 Aug 28 12:39:06.413040 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:06.415926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-8202a9b4-68e3-41c6-8d15-c59ebabe9e62 admin admin] For port 2df81ea5-65c9-4f0d-a0a6-6533985f28b0, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2df81ea5-65c9-4f0d-a0a6-6533985f28b0,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:06.416302 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8202a9b4-68e3-41c6-8d15-c59ebabe9e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:06.442094 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 has no active binding in host n-h1-791505-21 {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 12:39:06.450911 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8202a9b4-68e3-41c6-8d15-c59ebabe9e62 admin admin] Calling delete_port for 2df81ea5-65c9-4f0d-a0a6-6533985f28b0 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:39:06.462307 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-634701c6-0111-48a7-867b-c9ec1c28c6b2 req-603f40e5-4b70-4cf2-b08a-715c09739971 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606539 Aug 28 12:39:06.505042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd062b-cb3c-4691-bab2-1d6ec898555c req-5f7f6a6b-e44b-441e-8e8b-5cb688a8b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:06.507157 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eedd062b-cb3c-4691-bab2-1d6ec898555c req-5f7f6a6b-e44b-441e-8e8b-5cb688a8b626 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.1753938 Aug 28 12:39:06.589544 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eedd062b-cb3c-4691-bab2-1d6ec898555c req-48323922-298c-418d-b169-895f5e11e604 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696540 Aug 28 12:39:06.597278 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:06.610482 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:06.631604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d9db1-8dc6-4804-970a-f466c862f7f1 req-b952990e-c2c1-4eeb-b0cb-5847ef462b81 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:06.634041 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-355d9db1-8dc6-4804-970a-f466c862f7f1 req-b952990e-c2c1-4eeb-b0cb-5847ef462b81 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.0809462 Aug 28 12:39:06.696945 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-355d9db1-8dc6-4804-970a-f466c862f7f1 req-82bd454f-bd0e-4fe8-8696-72e7d831e588 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503175 Aug 28 12:39:06.722207 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:06.809044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Pushing event updated for resources: {'Port': ['ID=709cd0d6-f698-4e9a-9230-b9f9f7949dc2,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:06.816729 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:06.819038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-2e0fc7a8-0aa7-4fc8-a702-164ad76e473e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3029213 Aug 28 12:39:06.883917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1564e95-9c01-4a14-add4-b65ec6dba045 req-820ba57c-c5bf-4499-a54c-d04e8db7ba2a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:06.886386 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1564e95-9c01-4a14-add4-b65ec6dba045 req-820ba57c-c5bf-4499-a54c-d04e8db7ba2a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.0827932 Aug 28 12:39:06.961440 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eedd062b-cb3c-4691-bab2-1d6ec898555c req-59e34cef-030a-4a33-b8d2-643b58a872f1 service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518696 Aug 28 12:39:06.961714 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1564e95-9c01-4a14-add4-b65ec6dba045 req-060118e6-aeea-4bf7-bfdc-566479c4c339 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614610 Aug 28 12:39:06.968571 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:06.972585 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-20f29459-11e1-4ea0-ab99-b79d572269ab tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.1411221 Aug 28 12:39:07.112499 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43920d71-f71a-4a92-9244-d28f7ec1af1e req-cf0279b5-3af6-400e-b54b-ffdf3883de39 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:07.114556 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43920d71-f71a-4a92-9244-d28f7ec1af1e req-cf0279b5-3af6-400e-b54b-ffdf3883de39 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 950 time: 0.0640631 Aug 28 12:39:07.162137 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8202a9b4-68e3-41c6-8d15-c59ebabe9e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:07.165363 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43920d71-f71a-4a92-9244-d28f7ec1af1e req-66ca3959-6e87-4d8d-8e40-c64ad75ab748 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430017 Aug 28 12:39:07.220500 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202a9b4-68e3-41c6-8d15-c59ebabe9e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df81ea5-65c9-4f0d-a0a6-6533985f28b0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:07.284601 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8202a9b4-68e3-41c6-8d15-c59ebabe9e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:07.303002 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eedd062b-cb3c-4691-bab2-1d6ec898555c req-fec01d35-65f8-4263-8e5d-41d26272eb9c service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063726 Aug 28 12:39:07.309915 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-e6b962ab-9bff-4aaa-9d5d-c35f4037b018 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:07.311997 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97f94028-eb82-4c84-9603-d8d194a592b3 req-e6b962ab-9bff-4aaa-9d5d-c35f4037b018 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.3139291 Aug 28 12:39:07.318194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb287e9-9a01-4c0c-aba9-5ae6ba2d3147 req-c20a2336-017c-49c8-ac66-a2f4e3558093 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:07.320690 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6eb287e9-9a01-4c0c-aba9-5ae6ba2d3147 req-c20a2336-017c-49c8-ac66-a2f4e3558093 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 943 time: 0.0608530 Aug 28 12:39:07.427911 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6eb287e9-9a01-4c0c-aba9-5ae6ba2d3147 req-247920c4-d3fc-43c3-ba15-ba014dd05ac9 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795248 Aug 28 12:39:07.431072 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8202a9b4-68e3-41c6-8d15-c59ebabe9e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:07.433847 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8202a9b4-68e3-41c6-8d15-c59ebabe9e62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:07.516451 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8202a9b4-68e3-41c6-8d15-c59ebabe9e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:07.517330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8202a9b4-68e3-41c6-8d15-c59ebabe9e62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16e4ca63-6026-40a4-9ece-a100f39aa23a {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:39:07.531326 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8202a9b4-68e3-41c6-8d15-c59ebabe9e62 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:07.536931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60626) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:07.537328 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8202a9b4-68e3-41c6-8d15-c59ebabe9e62 admin admin] 10.222.0.20 "DELETE /v2.0/routers/16e4ca63-6026-40a4-9ece-a100f39aa23a HTTP/1.1" status: 204 len: 168 time: 2.4969678 Aug 28 12:39:07.666411 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-c745d75f-195b-449b-b45b-61feb46b14f8 admin admin] Deleting subnet e2502476-4ea7-4f6e-8a7f-8726d54fd75e {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:39:07.668025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa910d8-33c6-4ee6-8e4e-21db7981497f req-06efb777-e717-4495-b232-439a4118f458 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:07.676995 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7fa910d8-33c6-4ee6-8e4e-21db7981497f req-06efb777-e717-4495-b232-439a4118f458 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.1014497 Aug 28 12:39:07.698820 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c745d75f-195b-449b-b45b-61feb46b14f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:07.714261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 89430d39-2d49-419c-b2ed-ce25f660d889 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:39:07.718768 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7fa910d8-33c6-4ee6-8e4e-21db7981497f req-3339394d-7e03-4aa3-bf34-41dc0a407f3e tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Aug 28 12:39:07.737755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 89430d39-2d49-419c-b2ed-ce25f660d889 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:39:07.738456 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 89430d39-2d49-419c-b2ed-ce25f660d889 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:39:07.789469 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c745d75f-195b-449b-b45b-61feb46b14f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:07.807609 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-7de970e0-df16-446c-b141-7f3483d7b3c2 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:07.809093 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-7de970e0-df16-446c-b141-7f3483d7b3c2 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 820 time: 0.2250364 Aug 28 12:39:07.863078 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4f832-78e8-47e1-a2a7-00c386ad9e1f req-2010fc41-c266-47f3-a24a-b31f592084fa tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:07.864769 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0f4f832-78e8-47e1-a2a7-00c386ad9e1f req-2010fc41-c266-47f3-a24a-b31f592084fa tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.0648119 Aug 28 12:39:07.872054 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-8b5649cf-06f1-4372-8b30-9b5750f6ba09 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/quotas/4f5d09bab4324963983c9cd7d1107799 HTTP/1.1" status: 200 len: 375 time: 0.0384917 Aug 28 12:39:07.902621 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c745d75f-195b-449b-b45b-61feb46b14f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:07.912117 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0f4f832-78e8-47e1-a2a7-00c386ad9e1f req-3575e72b-5f5a-4573-b5f3-25bc5bee7420 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Aug 28 12:39:07.978098 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-7860e609-5c1c-4ccc-9cfa-54208b211a82 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0994940 Aug 28 12:39:08.033013 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c745d75f-195b-449b-b45b-61feb46b14f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:08.065800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745d75f-195b-449b-b45b-61feb46b14f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2502476-4ea7-4f6e-8a7f-8726d54fd75e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:08.074033 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c745d75f-195b-449b-b45b-61feb46b14f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:08.080430 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c745d75f-195b-449b-b45b-61feb46b14f8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e2502476-4ea7-4f6e-8a7f-8726d54fd75e HTTP/1.1" status: 204 len: 168 time: 0.5413604 Aug 28 12:39:08.084169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60632) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:08.089936 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50298be2-ad58-4f61-bbf7-5c951264590f None None] Network ba83daba-5a36-4767-84e2-488c40432d76 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:39:08.131249 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3d627-79a3-45dd-8ce2-89c710521b61 req-cee02982-254b-48da-bc2d-6685d0ec8c38 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:08.133141 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bcd3d627-79a3-45dd-8ce2-89c710521b61 req-cee02982-254b-48da-bc2d-6685d0ec8c38 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.0761428 Aug 28 12:39:08.135007 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-93b50680-8838-48a0-8aa5-48d23df1087a service neutron] 10.222.0.20 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487064 Aug 28 12:39:08.184266 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bcd3d627-79a3-45dd-8ce2-89c710521b61 req-8a7e6da0-8cb4-4fa1-8cfe-cc10521d2691 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404606 Aug 28 12:39:08.292564 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:08.320557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412a639-0879-40f5-ada5-c1dec9e7ab4a req-66592317-bc12-4939-968e-87697809d53d tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:08.324016 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7412a639-0879-40f5-ada5-c1dec9e7ab4a req-66592317-bc12-4939-968e-87697809d53d tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 950 time: 0.0765834 Aug 28 12:39:08.345864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49747dbf-4814-4ac8-bae6-37fe92c4a9e9 None None] DHCP port deletion for ba83daba-5a36-4767-84e2-488c40432d76 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:39:08.367693 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-bd53f65a-687f-4a82-870d-b1fe2ae4fcc7 service neutron] 10.222.0.20 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153738 Aug 28 12:39:08.400387 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7412a639-0879-40f5-ada5-c1dec9e7ab4a req-32e72a96-a375-4150-a4c9-8dae249c9c5d tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687249 Aug 28 12:39:08.406000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Deleting port b1742364-9e62-4bb8-baae-67d68b10b541 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:39:08.406758 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:08.408212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-49747dbf-4814-4ac8-bae6-37fe92c4a9e9 None None] Deleting port b1742364-9e62-4bb8-baae-67d68b10b541 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:39:08.409343 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49747dbf-4814-4ac8-bae6-37fe92c4a9e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:08.486795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-49747dbf-4814-4ac8-bae6-37fe92c4a9e9 None None] For port b1742364-9e62-4bb8-baae-67d68b10b541, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b1742364-9e62-4bb8-baae-67d68b10b541,segment=NetworkSegment(e749f644-34a0-48be-a35c-ed3533558b89),segment_id=e749f644-34a0-48be-a35c-ed3533558b89)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:08.487366 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49747dbf-4814-4ac8-bae6-37fe92c4a9e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:08.500845 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] For port b1742364-9e62-4bb8-baae-67d68b10b541, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b1742364-9e62-4bb8-baae-67d68b10b541,segment=NetworkSegment(e749f644-34a0-48be-a35c-ed3533558b89),segment_id=e749f644-34a0-48be-a35c-ed3533558b89)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:08.501379 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:08.514186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-49747dbf-4814-4ac8-bae6-37fe92c4a9e9 None None] Calling delete_port for b1742364-9e62-4bb8-baae-67d68b10b541 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:39:08.517620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Calling delete_port for b1742364-9e62-4bb8-baae-67d68b10b541 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:39:08.715632 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49747dbf-4814-4ac8-bae6-37fe92c4a9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:08.732078 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa2138-99ff-43a2-8ff0-10076cbfb36c req-40092795-f7b7-462a-970a-274fcfc0984a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:08.747020 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-14aa2138-99ff-43a2-8ff0-10076cbfb36c req-40092795-f7b7-462a-970a-274fcfc0984a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 943 time: 0.1621926 Aug 28 12:39:08.760073 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:08.772817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49747dbf-4814-4ac8-bae6-37fe92c4a9e9 None None] Pushing event deleted for resources: {'Port': ['ID=b1742364-9e62-4bb8-baae-67d68b10b541,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:08.774972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49747dbf-4814-4ac8-bae6-37fe92c4a9e9 None None] No DVR routers for this DVR port b1742364-9e62-4bb8-baae-67d68b10b541 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:39:08.819360 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] No DVR routers for this DVR port b1742364-9e62-4bb8-baae-67d68b10b541 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:39:08.825707 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1742364-9e62-4bb8-baae-67d68b10b541,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:08.851709 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0c0dee62-4ca8-4073-9443-fa64d810830e req-0ffc4216-5ccd-4d9f-93e3-ffafe15ce476 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 210 time: 0.0452700 Aug 28 12:39:08.956761 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-14aa2138-99ff-43a2-8ff0-10076cbfb36c req-bdb695a9-61c4-4233-9b72-9292e3a14219 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744065 Aug 28 12:39:08.992956 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:08.999823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296ad4d-24df-4730-85cb-7ff111a0a3b8 req-0b2654d7-21d2-4e5d-938e-88bd22cb80f9 tempest-ServersAdminNegativeTestJSON-734008710 tempest-ServersAdminNegativeTestJSON-734008710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:09.002477 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f296ad4d-24df-4730-85cb-7ff111a0a3b8 req-0b2654d7-21d2-4e5d-938e-88bd22cb80f9 tempest-ServersAdminNegativeTestJSON-734008710 tempest-ServersAdminNegativeTestJSON-734008710-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 1102 time: 0.0920813 Aug 28 12:39:09.021675 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:39:09.023522 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:39:09.025560 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:39:09.027226 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Subscribe: > port after_create 55550000 {{(pid=94878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:39:09.028122 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:39:09.029566 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Subscribe: > port after_update 55550000 {{(pid=94878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:39:09.030472 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:39:09.031385 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:39:09.032586 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:39:09.033704 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:39:09.038423 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f296ad4d-24df-4730-85cb-7ff111a0a3b8 req-fd84312a-9ce8-4121-8479-6cea8f52631a tempest-ServersAdminNegativeTestJSON-734008710 tempest-ServersAdminNegativeTestJSON-734008710-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:09.177572 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:39:09.178066 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:39:09.178543 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:39:09.179005 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:39:09.179378 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba83daba-5a36-4767-84e2-488c40432d76']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:09.210334 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f296ad4d-24df-4730-85cb-7ff111a0a3b8 req-fd84312a-9ce8-4121-8479-6cea8f52631a tempest-ServersAdminNegativeTestJSON-734008710 tempest-ServersAdminNegativeTestJSON-734008710-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:09.215038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-0f8f9f81-05d8-4ebc-972f-7d56da09ad76 service neutron] 10.222.0.10 "GET /v2.0/ports/dcd333fa-9beb-4b5d-a03e-05087e9dd6a2/bindings/n-h1-791505-21 HTTP/1.1" status: 200 len: 385 time: 0.0922039 Aug 28 12:39:09.215885 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f296ad4d-24df-4730-85cb-7ff111a0a3b8 req-fd84312a-9ce8-4121-8479-6cea8f52631a tempest-ServersAdminNegativeTestJSON-734008710 tempest-ServersAdminNegativeTestJSON-734008710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:09.238426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e749f644-34a0-48be-a35c-ed3533558b89') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:09.238697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e749f644-34a0-48be-a35c-ed3533558b89') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:09.258861 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:09.266752 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f296ad4d-24df-4730-85cb-7ff111a0a3b8 req-fd84312a-9ce8-4121-8479-6cea8f52631a tempest-ServersAdminNegativeTestJSON-734008710 tempest-ServersAdminNegativeTestJSON-734008710-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541912 Aug 28 12:39:09.278038 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84312a-9ce8-4121-8479-6cea8f52631a tempest-ServersAdminNegativeTestJSON-734008710 tempest-ServersAdminNegativeTestJSON-734008710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f323fa4-6c0a-4f4c-8be0-954bfc3844be,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:09.285565 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:09.304995 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30096761-5487-4416-beae-902fbcecd973 req-dc97929e-8143-423d-ba99-56c17112158c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:09.307720 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-30096761-5487-4416-beae-902fbcecd973 req-dc97929e-8143-423d-ba99-56c17112158c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.1219852 Aug 28 12:39:09.309185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:39:09.309727 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: from cryptography.utils import int_from_bytes Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: from cryptography.utils import int_from_bytes Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:39:09.345999 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:39:09.428677 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:09.453577 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:09.458912 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-30096761-5487-4416-beae-902fbcecd973 req-74194cea-041c-4eda-95b3-f9b3b1951669 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083336 Aug 28 12:39:09.475386 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba83daba-5a36-4767-84e2-488c40432d76,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:09.477545 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:09.479634 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b2b986ec-4300-407e-baca-059298423d26 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ba83daba-5a36-4767-84e2-488c40432d76 HTTP/1.1" status: 204 len: 168 time: 1.3945200 Aug 28 12:39:09.481662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b40447-a2ee-461e-ab75-6c2ba63c7855 req-2073c09e-5880-4792-a76d-0179b8988324 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:09.498410 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d3b40447-a2ee-461e-ab75-6c2ba63c7855 req-2073c09e-5880-4792-a76d-0179b8988324 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.1147418 Aug 28 12:39:09.568459 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-a7d82613-a128-492d-97e0-8064f89fc7b7 service neutron] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:09.576412 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d3b40447-a2ee-461e-ab75-6c2ba63c7855 req-2289f4ac-3ff7-427f-a9c4-780032563a0a tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767560 Aug 28 12:39:09.615985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-a7d82613-a128-492d-97e0-8064f89fc7b7 service neutron] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:39:09.658416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d28c53-1dae-4581-83c9-24ebba77e379 req-1d7f8e95-86a3-46b1-b6e9-aed8fe14cfca tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:09.666145 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55d28c53-1dae-4581-83c9-24ebba77e379 req-1d7f8e95-86a3-46b1-b6e9-aed8fe14cfca tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.1116052 Aug 28 12:39:09.682453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-a7d82613-a128-492d-97e0-8064f89fc7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:39:09.694203 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-a7d82613-a128-492d-97e0-8064f89fc7b7 service neutron] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:09.726399 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55d28c53-1dae-4581-83c9-24ebba77e379 req-6c6cfb98-a488-4f08-82d1-7b40a460fb96 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551090 Aug 28 12:39:09.728050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60662) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:09.730853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-a7d82613-a128-492d-97e0-8064f89fc7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:09.748912 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b1742364-9e62-4bb8-baae-67d68b10b541 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:39:09.771843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: b1742364-9e62-4bb8-baae-67d68b10b541 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:39:09.772189 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b1742364-9e62-4bb8-baae-67d68b10b541 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:39:09.772657 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2df81ea5-65c9-4f0d-a0a6-6533985f28b0 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:39:09.809693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 2df81ea5-65c9-4f0d-a0a6-6533985f28b0 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:39:09.810595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2df81ea5-65c9-4f0d-a0a6-6533985f28b0 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:39:09.834429 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2468b1a6-3690-4de0-b120-14ae5b6e51d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1c41e42e79147debd52528161e1247f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1017306 Aug 28 12:39:09.835744 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60666) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:09.841074 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0795d7ef-35cb-406a-8e1a-47584567946d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:09.888555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-a7d82613-a128-492d-97e0-8064f89fc7b7 service neutron] Transition to ACTIVE for port object dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:39:09.899383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-a7d82613-a128-492d-97e0-8064f89fc7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:09.975478 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1b87b63c-b5b4-4e48-85f2-206b29f85260 req-1cb1f6d4-57dd-4cee-8d51-1835f509dd12 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 210 time: 0.0469849 Aug 28 12:39:09.975802 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6e0a7bc-c385-4601-878a-a705bcdd80cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:10.007544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-a7d82613-a128-492d-97e0-8064f89fc7b7 service neutron] No DVR routers for this DVR port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:39:10.020852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d82613-a128-492d-97e0-8064f89fc7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,revision_number=10']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:10.271806 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:39:10.344174 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6e0a7bc-c385-4601-878a-a705bcdd80cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:10.415148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:10.417143 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edad18-2a61-4b14-a737-2cf7be4251ff req-5c2ffe05-a3be-4acc-88cc-b1742ff4bd12 tempest-ServersAdminNegativeTestJSON-734008710 tempest-ServersAdminNegativeTestJSON-734008710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:10.430946 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'dcd333fa-9beb-4b5d-a03e-05087e9dd6a2', 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c', 'port_id': 'dcd333fa-9beb-4b5d-a03e-05087e9dd6a2', 'mac_address': 'fa:16:3e:93:57:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c522c8-a3b3-4f18-b898-b02784083f80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:39:10.434938 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9edad18-2a61-4b14-a737-2cf7be4251ff req-5c2ffe05-a3be-4acc-88cc-b1742ff4bd12 tempest-ServersAdminNegativeTestJSON-734008710 tempest-ServersAdminNegativeTestJSON-734008710-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 1102 time: 0.0652149 Aug 28 12:39:10.457073 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-a7d82613-a128-492d-97e0-8064f89fc7b7 service neutron] 10.222.0.10 "PUT /v2.0/ports/dcd333fa-9beb-4b5d-a03e-05087e9dd6a2/bindings/n-h1-791505-21/activate HTTP/1.1" status: 200 len: 370 time: 1.2305036 Aug 28 12:39:10.479548 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9edad18-2a61-4b14-a737-2cf7be4251ff req-eb59a277-493e-4ca2-af72-cfcad521281d tempest-ServersAdminNegativeTestJSON-734008710 tempest-ServersAdminNegativeTestJSON-734008710-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361979 Aug 28 12:39:10.507063 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:10.527067 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:39:10.531313 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9239a-b757-48a3-a187-b884fbea1cb2 req-253d2598-6452-4fd3-8f4f-99c431745bc0 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:10.540299 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4eb9239a-b757-48a3-a187-b884fbea1cb2 req-253d2598-6452-4fd3-8f4f-99c431745bc0 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 944 time: 0.2015588 Aug 28 12:39:10.555958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:10.560745 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:10.614048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-d77d99c4-6425-4b25-9e8e-0bcea2b52156 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:10.615709 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-d77d99c4-6425-4b25-9e8e-0bcea2b52156 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.10 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 820 time: 0.2758355 Aug 28 12:39:10.620986 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6e0a7bc-c385-4601-878a-a705bcdd80cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:10.628520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6e0a7bc-c385-4601-878a-a705bcdd80cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:10.628520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e6e0a7bc-c385-4601-878a-a705bcdd80cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4269279-39a3-47f5-8d9e-cdf867f85e9f HTTP/1.1" status: 204 len: 168 time: 0.7897058 Aug 28 12:39:10.642475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-d9f6db6d-1d66-4b24-9f86-50587c0fcc75 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Request body: {'port': {'device_id': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'admin_state_up': True, 'tenant_id': '4f5d09bab4324963983c9cd7d1107799'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:10.647964 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ffcfa-4e2c-43cb-afee-8f9e0717308a req-c330381c-e95d-4247-9407-3a517c4297e7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:10.659108 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9d3ffcfa-4e2c-43cb-afee-8f9e0717308a req-c330381c-e95d-4247-9407-3a517c4297e7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.0902653 Aug 28 12:39:10.667288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,revision_number=11']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:10.683338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0a7bc-c385-4601-878a-a705bcdd80cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4269279-39a3-47f5-8d9e-cdf867f85e9f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:10.688205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['dcd333fa-9beb-4b5d-a03e-05087e9dd6a2'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:39:10.703538 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9d3ffcfa-4e2c-43cb-afee-8f9e0717308a req-ad45ada5-2dcc-429f-9f90-8d6eb672e4fa tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435486 Aug 28 12:39:10.733206 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4eb9239a-b757-48a3-a187-b884fbea1cb2 req-7e758d92-74fa-466a-bb4b-4117a237ce1e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917825 Aug 28 12:39:10.770793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-513eb58a-5a83-4ebc-aafd-bac0ca6b4c94 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:10.772503 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-513eb58a-5a83-4ebc-aafd-bac0ca6b4c94 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d&tenant_id=c5f791bffd6b436fbad5ba34cc695485&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 1097 time: 0.2234359 Aug 28 12:39:10.950236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-0708843c-2e1e-4e8e-a041-8242d1a9028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:10.952359 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-0708843c-2e1e-4e8e-a041-8242d1a9028e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d&tenant_id=c5f791bffd6b436fbad5ba34cc695485 HTTP/1.1" status: 200 len: 1097 time: 0.1601677 Aug 28 12:39:10.974758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb77a7b-7e32-46f1-b4ac-75c3d8d34a01 req-02f85ab0-0856-42b3-acf2-48640f5e5f1b tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:10.976912 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-feb77a7b-7e32-46f1-b4ac-75c3d8d34a01 req-02f85ab0-0856-42b3-acf2-48640f5e5f1b tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.1210709 Aug 28 12:39:11.027219 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-d9f6db6d-1d66-4b24-9f86-50587c0fcc75 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Made reservation on behalf of 4f5d09bab4324963983c9cd7d1107799 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:39:11.030826 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-d9f6db6d-1d66-4b24-9f86-50587c0fcc75 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:11.031812 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd4ed0-5d9d-49fb-8a61-086fecfab2ca req-9e07f883-f253-4f67-8a6a-281a59a4f7ed tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:11.039168 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39bd4ed0-5d9d-49fb-8a61-086fecfab2ca req-9e07f883-f253-4f67-8a6a-281a59a4f7ed tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.0783515 Aug 28 12:39:11.085943 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39bd4ed0-5d9d-49fb-8a61-086fecfab2ca req-1b62816a-5868-4633-bda5-80152ea77387 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458047 Aug 28 12:39:11.087229 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-feb77a7b-7e32-46f1-b4ac-75c3d8d34a01 req-7a4f8eea-a6f0-4f57-9434-49e4e1580f49 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021392 Aug 28 12:39:11.104784 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-d1a09bbf-b540-40c4-a585-55a97dbf21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:11.107250 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-d1a09bbf-b540-40c4-a585-55a97dbf21b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 1097 time: 0.1212575 Aug 28 12:39:11.234612 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2701f34e-e8f8-45a9-b50e-5a542a302dbd req-370d462e-973d-46f9-b5c6-2e80c1ff8919 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 210 time: 0.0462980 Aug 28 12:39:11.291393 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-d9f6db6d-1d66-4b24-9f86-50587c0fcc75 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Allocated IP 172.20.0.6 (a984379b-eed6-4fb8-902d-6b247ecefa35/7b0733bb-ddef-48bb-adaf-f8844fbc1a85/e709be9a-4e2d-4d15-ba30-e328bbd78bcc) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:39:11.331929 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-c12a9568-1c60-4a80-8f34-6cefd18f090d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:11.333405 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-c12a9568-1c60-4a80-8f34-6cefd18f090d service neutron] 10.222.0.11 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.1826725 Aug 28 12:39:11.409566 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-5ec9efff-2f00-46bc-9333-32bb5af0b21d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 HTTP/1.1" status: 200 len: 217 time: 0.0670972 Aug 28 12:39:11.554938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-3bfa8f34-02aa-4a3a-9675-908d119f885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:11.556531 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-3bfa8f34-02aa-4a3a-9675-908d119f885a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.1390750 Aug 28 12:39:11.572890 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def5c59-fcc7-4306-8863-98654d19b3a8 req-042fbd37-8996-47fb-9a96-2d0310fb7d0a tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:11.574792 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8def5c59-fcc7-4306-8863-98654d19b3a8 req-042fbd37-8996-47fb-9a96-2d0310fb7d0a tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 950 time: 0.0606081 Aug 28 12:39:11.618819 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-7f117835-65c4-4abb-81e5-bfc38272ff95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437920 Aug 28 12:39:11.627006 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8def5c59-fcc7-4306-8863-98654d19b3a8 req-e48ac2aa-4107-4ab6-9bb0-616ef15d979d tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430303 Aug 28 12:39:11.712534 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-d9f6db6d-1d66-4b24-9f86-50587c0fcc75 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:11.739288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-d9f6db6d-1d66-4b24-9f86-50587c0fcc75 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Transition to ACTIVE for port object e709be9a-4e2d-4d15-ba30-e328bbd78bcc will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:39:11.782619 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-af494a28-3c4e-4271-9180-134ca2ade2a1 service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537545 Aug 28 12:39:11.883889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f76959-7ef4-4cce-ab17-02991259db7d req-41b395a7-4d60-4a8f-8fc9-43319216f4fe tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:11.885389 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93f76959-7ef4-4cce-ab17-02991259db7d req-41b395a7-4d60-4a8f-8fc9-43319216f4fe tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 945 time: 0.0529201 Aug 28 12:39:11.892081 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-d9f6db6d-1d66-4b24-9f86-50587c0fcc75 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:11.906128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['04c683a1-bf48-46d8-b60e-13cebfdd678b'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:39:11.943961 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93f76959-7ef4-4cce-ab17-02991259db7d req-6e15ccf3-3861-4a36-b81f-735bbd7ffab8 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488122 Aug 28 12:39:11.962775 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb079ed-7171-4b70-a31e-f43194b545e1 req-4fc9e77a-2cda-4625-93eb-a3a7c83ed9b3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:11.964286 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dcb079ed-7171-4b70-a31e-f43194b545e1 req-4fc9e77a-2cda-4625-93eb-a3a7c83ed9b3 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.1728742 Aug 28 12:39:11.981994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-d9f6db6d-1d66-4b24-9f86-50587c0fcc75 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Network a984379b-eed6-4fb8-902d-6b247ecefa35 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:39:12.003120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-d9f6db6d-1d66-4b24-9f86-50587c0fcc75 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:39:12.008965 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6db6d-1d66-4b24-9f86-50587c0fcc75 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Pushing event updated for resources: {'Port': ['ID=e709be9a-4e2d-4d15-ba30-e328bbd78bcc,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:12.015619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-d9f6db6d-1d66-4b24-9f86-50587c0fcc75 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:39:12.021149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-d9f6db6d-1d66-4b24-9f86-50587c0fcc75 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:12.021799 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-d9f6db6d-1d66-4b24-9f86-50587c0fcc75 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:12.035688 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-37ef2490-fa3d-459c-9e74-4d3afd508040 service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383125 Aug 28 12:39:12.062049 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-d9f6db6d-1d66-4b24-9f86-50587c0fcc75 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4294314 Aug 28 12:39:12.075153 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dcb079ed-7171-4b70-a31e-f43194b545e1 req-1ebdcacf-601a-445d-b6da-5bb397f36e07 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996230 Aug 28 12:39:12.096893 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Request body: {'port': {'device_id': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:12.172514 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:12.253058 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7ce73c04-f283-4da3-8946-a8e5b8728184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:12.277418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:39:12.364664 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:39:12.371129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:39:12.371556 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:12.407633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2342791-ed7d-4867-9a4d-e5c9053c99e5 req-af73ffe9-3448-4e7e-afc5-4077de74fe5f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:12.412712 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c2342791-ed7d-4867-9a4d-e5c9053c99e5 req-af73ffe9-3448-4e7e-afc5-4077de74fe5f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.0695467 Aug 28 12:39:12.433724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624a11c-52c2-4856-8003-f04c2a68afee req-3cf877dc-9b99-4e95-9095-35a9b7352e9a tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:12.434546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-53a834e9-737a-409a-9860-a75799712a5d None None] Provisioning for port e709be9a-4e2d-4d15-ba30-e328bbd78bcc completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:39:12.439408 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-53a834e9-737a-409a-9860-a75799712a5d None None] Provisioning complete for port e709be9a-4e2d-4d15-ba30-e328bbd78bcc triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:39:12.439774 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-53a834e9-737a-409a-9860-a75799712a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:12.446286 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9624a11c-52c2-4856-8003-f04c2a68afee req-3cf877dc-9b99-4e95-9095-35a9b7352e9a tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.2239606 Aug 28 12:39:12.478455 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c2342791-ed7d-4867-9a4d-e5c9053c99e5 req-281b4c76-3283-4c75-8a6b-167465ff067e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586612 Aug 28 12:39:12.516713 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:12.520320 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:12.522293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-53a834e9-737a-409a-9860-a75799712a5d None None] Port e709be9a-4e2d-4d15-ba30-e328bbd78bcc cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:39:12.547874 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0de346-b0ad-44c4-a24a-e439ceab036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd333fa-9beb-4b5d-a03e-05087e9dd6a2'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:12.550124 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acb6387-d4c2-4c7e-b203-42e51ecc9ae0" -d '{"events": [{"server_uuid": "3e0de346-b0ad-44c4-a24a-e439ceab036d", "name": "network-vif-plugged", "status": "completed", "tag": "dcd333fa-9beb-4b5d-a03e-05087e9dd6a2"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:12.550984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-f0ed5bb2-ffb1-48e2-abfc-00ab52d06f4e tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:12.553228 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-f0ed5bb2-ffb1-48e2-abfc-00ab52d06f4e tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d&tenant_id=c5f791bffd6b436fbad5ba34cc695485&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 1097 time: 0.1908624 Aug 28 12:39:12.565243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:12.571229 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:12.640794 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9624a11c-52c2-4856-8003-f04c2a68afee req-37ce48fa-9dbe-43db-9781-cca00724947e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934736 Aug 28 12:39:12.649220 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,revision_number=12']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:12.713890 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5aa707-a075-4281-92e9-075f44516899 x-openstack-request-id: req-7c5aa707-a075-4281-92e9-075f44516899 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:12.714372 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0de346-b0ad-44c4-a24a-e439ceab036d", "name": "network-vif-plugged", "status": "completed", "tag": "dcd333fa-9beb-4b5d-a03e-05087e9dd6a2", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:12.714794 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c5aa707-a075-4281-92e9-075f44516899 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:12.715419 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0de346-b0ad-44c4-a24a-e439ceab036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd333fa-9beb-4b5d-a03e-05087e9dd6a2', 'code': 200} Aug 28 12:39:12.783089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5335e93-cfbe-4eaf-99ad-60c4cf4f9b85 req-21508b23-b839-4b3e-bd2b-c88e0e7d0907 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:12.787094 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b5335e93-cfbe-4eaf-99ad-60c4cf4f9b85 req-21508b23-b839-4b3e-bd2b-c88e0e7d0907 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 931 time: 0.0744028 Aug 28 12:39:12.837900 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b5335e93-cfbe-4eaf-99ad-60c4cf4f9b85 req-c36669be-18ed-4ec0-91ed-a7c9d05e5dab tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428708 Aug 28 12:39:12.911492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e709be9a-4e2d-4d15-ba30-e328bbd78bcc {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:39:12.915830 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:12.920977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:39:12.935543 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-97bbfffe-8a1e-42cc-b9c1-1f11ff5a229e service neutron] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:39:12.941446 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-97bbfffe-8a1e-42cc-b9c1-1f11ff5a229e service neutron] Notify callbacks [] for binding, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:12.942140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-797f22ea-4b15-43a9-924e-b90a7fee8d1c req-97bbfffe-8a1e-42cc-b9c1-1f11ff5a229e service neutron] 10.222.0.11 "DELETE /v2.0/ports/dcd333fa-9beb-4b5d-a03e-05087e9dd6a2/bindings/n-h2-791505-21 HTTP/1.1" status: 204 len: 173 time: 0.3760698 Aug 28 12:39:12.949680 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:39:12.950554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ba1d2-55e0-45d2-aafa-4b22af8f1d71 req-e29fa2cc-682e-45b0-a4c8-700145e2fa74 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:12.952234 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b67ba1d2-55e0-45d2-aafa-4b22af8f1d71 req-e29fa2cc-682e-45b0-a4c8-700145e2fa74 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 950 time: 0.1052535 Aug 28 12:39:12.953328 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Transition to ACTIVE for port object e709be9a-4e2d-4d15-ba30-e328bbd78bcc will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:39:12.961527 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:13.048207 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:39:13.067381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Pushing event updated for resources: {'Port': ['ID=e709be9a-4e2d-4d15-ba30-e328bbd78bcc,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:13.095406 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b67ba1d2-55e0-45d2-aafa-4b22af8f1d71 req-ff55d3ab-8c28-4d85-b258-d1b9c2f97375 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287410 Aug 28 12:39:13.147221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Attempting to bind port e709be9a-4e2d-4d15-ba30-e328bbd78bcc on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:39:13.147553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Attempting to bind port e709be9a-4e2d-4d15-ba30-e328bbd78bcc by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:39:13.147987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Attempting to bind port e709be9a-4e2d-4d15-ba30-e328bbd78bcc on network a984379b-eed6-4fb8-902d-6b247ecefa35 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:13.156963 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Port e709be9a-4e2d-4d15-ba30-e328bbd78bcc on network a984379b-eed6-4fb8-902d-6b247ecefa35 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:39:13.158197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Attempting to bind port e709be9a-4e2d-4d15-ba30-e328bbd78bcc on network a984379b-eed6-4fb8-902d-6b247ecefa35 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:13.166763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:39:13.167694 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Checking segment: {'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:39:13.168584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Bound using segment: {'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:39:13.169603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Bound port: e709be9a-4e2d-4d15-ba30-e328bbd78bcc, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae57250-d648-4fcd-b440-8777ab8f7b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:39:13.171368 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:13.226335 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01282899-6b52-43a1-b2b4-1630a144df33 req-e35f9ba8-f501-4952-90c9-3c6963373695 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:13.229417 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-01282899-6b52-43a1-b2b4-1630a144df33 req-e35f9ba8-f501-4952-90c9-3c6963373695 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 946 time: 0.1178854 Aug 28 12:39:13.271464 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:13.297137 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c28975-f052-4be8-a77e-c61b87f6539a req-94cdb1e1-1ec1-4891-a40b-43050f3285f5 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:13.298576 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84c28975-f052-4be8-a77e-c61b87f6539a req-94cdb1e1-1ec1-4891-a40b-43050f3285f5 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.1077299 Aug 28 12:39:13.299763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] For port e709be9a-4e2d-4d15-ba30-e328bbd78bcc, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:39:13.303421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] For port e709be9a-4e2d-4d15-ba30-e328bbd78bcc, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e709be9a-4e2d-4d15-ba30-e328bbd78bcc,segment=NetworkSegment(3ae57250-d648-4fcd-b440-8777ab8f7b16),segment_id=3ae57250-d648-4fcd-b440-8777ab8f7b16)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:39:13.307177 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-01282899-6b52-43a1-b2b4-1630a144df33 req-425a610f-224a-4c66-a2c5-a669a31fdcfb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550079 Aug 28 12:39:13.311194 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:13.369867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:13.370674 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:13.372411 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] 10.222.0.10 "PUT /v2.0/ports/e709be9a-4e2d-4d15-ba30-e328bbd78bcc HTTP/1.1" status: 200 len: 1092 time: 1.2808878 Aug 28 12:39:13.372816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'tag': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:13.375967 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bef338-6cf1-4e5a-b609-e90b7a8bf735" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd5102f-310b-436e-8d05-8fbd5b6c8b58", "tag": "e709be9a-4e2d-4d15-ba30-e328bbd78bcc"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:13.480804 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6cc47a-7135-4f9c-bab0-30626e7b39ee x-openstack-request-id: req-ca6cc47a-7135-4f9c-bab0-30626e7b39ee {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:13.481374 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd5102f-310b-436e-8d05-8fbd5b6c8b58", "tag": "e709be9a-4e2d-4d15-ba30-e328bbd78bcc", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:13.481609 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca6cc47a-7135-4f9c-bab0-30626e7b39ee {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:13.482187 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'tag': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc', 'status': 'completed', 'code': 200} Aug 28 12:39:13.491036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad3d2b-a769-43a3-8150-ac743b9f5824 service neutron] Pushing event updated for resources: {'Port': ['ID=e709be9a-4e2d-4d15-ba30-e328bbd78bcc,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:13.516650 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84c28975-f052-4be8-a77e-c61b87f6539a req-8c95c3fa-f35c-4e89-bbe4-3c542d215007 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963041 Aug 28 12:39:13.595493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60788) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:13.613572 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9e869-b0a2-4211-b9e5-0a3818869cb2 req-da01e5e7-e939-4cdd-aa4d-6a54aa014a37 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:13.628157 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce9e869-b0a2-4211-b9e5-0a3818869cb2 req-da01e5e7-e939-4cdd-aa4d-6a54aa014a37 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 950 time: 0.2438838 Aug 28 12:39:13.696463 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b5dee-6d29-4922-a5c4-5fca3a4915b5 req-c1d23086-18ba-49fc-a3a6-7811a8cddbf6 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:13.706063 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-725b5dee-6d29-4922-a5c4-5fca3a4915b5 req-c1d23086-18ba-49fc-a3a6-7811a8cddbf6 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 1098 time: 0.0960336 Aug 28 12:39:13.782227 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-725b5dee-6d29-4922-a5c4-5fca3a4915b5 req-a97097bd-a3a8-469a-a660-27734f3f54e7 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749421 Aug 28 12:39:13.894803 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81e8ed2f-0dbd-48f1-82a3-59d3c28f1958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:13.900318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-11bcdcef-b1d9-4d2d-9bcf-edb69f91a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:13.902863 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-11bcdcef-b1d9-4d2d-9bcf-edb69f91a37e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 1095 time: 0.3493874 Aug 28 12:39:13.922593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9664a0-f83c-4f6f-bb76-33ffc91c625e req-32c29c33-0f51-47fe-8e70-e32fcc865ca7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:13.934323 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e9664a0-f83c-4f6f-bb76-33ffc91c625e req-32c29c33-0f51-47fe-8e70-e32fcc865ca7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.2405388 Aug 28 12:39:14.013251 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-9af0d5eb-9370-40f6-bc52-5e913badc99d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e709be9a-4e2d-4d15-ba30-e328bbd78bcc HTTP/1.1" status: 200 len: 217 time: 0.0704355 Aug 28 12:39:14.069988 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e9664a0-f83c-4f6f-bb76-33ffc91c625e req-2c1fa832-4d9b-40cf-8066-ec5bcbf57eba tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344833 Aug 28 12:39:14.085349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-1ce9e869-b0a2-4211-b9e5-0a3818869cb2 req-b5601586-15f5-47a6-993a-abb8b89c90d2 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Deleting port e93a8ff7-8a71-48d7-8543-a9521e00572f {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:39:14.085680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ce9e869-b0a2-4211-b9e5-0a3818869cb2 req-b5601586-15f5-47a6-993a-abb8b89c90d2 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:14.110585 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81e8ed2f-0dbd-48f1-82a3-59d3c28f1958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:14.118592 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81e8ed2f-0dbd-48f1-82a3-59d3c28f1958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:14.134277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-bbba754e-8a49-417c-aab0-d97b33c43639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:14.137002 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-bbba754e-8a49-417c-aab0-d97b33c43639 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 200 len: 859 time: 0.1103032 Aug 28 12:39:14.201111 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0c4aa-2266-45d5-ada8-6904edd0bf4f req-0df3ad98-c4f0-490b-91fa-05850fcb6065 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:14.204369 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-23e0c4aa-2266-45d5-ada8-6904edd0bf4f req-0df3ad98-c4f0-490b-91fa-05850fcb6065 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.1673019 Aug 28 12:39:14.209177 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8ed2f-0dbd-48f1-82a3-59d3c28f1958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2e2cdf-8aee-437b-bfea-df2f12678334,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:14.222396 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-81e8ed2f-0dbd-48f1-82a3-59d3c28f1958 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99403599c2c747ddb1199f9a53e6cf77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6195803 Aug 28 12:39:14.229461 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60802) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:14.329682 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-23e0c4aa-2266-45d5-ada8-6904edd0bf4f req-034f9e4b-29d9-4b31-8fba-43d19ccb399f tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092012 Aug 28 12:39:14.374607 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-274dc927-7e61-4e93-9e4f-d94cde200ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:14.422377 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-274dc927-7e61-4e93-9e4f-d94cde200ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:14.603378 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-5bc9b736-d9ee-419f-8399-edaf6999fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:14.606087 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-5bc9b736-d9ee-419f-8399-edaf6999fe8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a984379b-eed6-4fb8-902d-6b247ecefa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4514666 Aug 28 12:39:14.609556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1ce9e869-b0a2-4211-b9e5-0a3818869cb2 req-b5601586-15f5-47a6-993a-abb8b89c90d2 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] For port e93a8ff7-8a71-48d7-8543-a9521e00572f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e93a8ff7-8a71-48d7-8543-a9521e00572f,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:14.609556 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ce9e869-b0a2-4211-b9e5-0a3818869cb2 req-b5601586-15f5-47a6-993a-abb8b89c90d2 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:14.627067 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-274dc927-7e61-4e93-9e4f-d94cde200ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:14.629571 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-274dc927-7e61-4e93-9e4f-d94cde200ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:14.630729 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-274dc927-7e61-4e93-9e4f-d94cde200ef7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b2e2cdf-8aee-437b-bfea-df2f12678334 HTTP/1.1" status: 204 len: 168 time: 0.3986621 Aug 28 12:39:14.635856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-1ce9e869-b0a2-4211-b9e5-0a3818869cb2 req-b5601586-15f5-47a6-993a-abb8b89c90d2 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Calling delete_port for e93a8ff7-8a71-48d7-8543-a9521e00572f owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:39:14.692604 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bbc92-c945-4a51-a452-8e6b1108fc3a req-818f2b92-71ff-45a2-bdff-375d9c62402e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:14.694192 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c20bbc92-c945-4a51-a452-8e6b1108fc3a req-818f2b92-71ff-45a2-bdff-375d9c62402e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 943 time: 0.4928920 Aug 28 12:39:14.859424 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c20bbc92-c945-4a51-a452-8e6b1108fc3a req-b1e2d407-d4b8-4945-8e46-123f31e54084 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582487 Aug 28 12:39:14.874674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-898976e2-2d7f-4daf-ad7d-b48ff30dcbdd service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540419 Aug 28 12:39:14.938493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274dc927-7e61-4e93-9e4f-d94cde200ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2e2cdf-8aee-437b-bfea-df2f12678334,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:14.986922 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85788db-6626-45ae-b16a-add2917b0137 req-f71a68b5-0a4e-4205-8b50-ca1f821acae4 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:14.994563 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f85788db-6626-45ae-b16a-add2917b0137 req-f71a68b5-0a4e-4205-8b50-ca1f821acae4 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 806 time: 0.5119891 Aug 28 12:39:15.011871 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f85788db-6626-45ae-b16a-add2917b0137 req-ae8ffe0a-f875-4649-b02a-33319b78a36c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/quotas/c5f791bffd6b436fbad5ba34cc695485 HTTP/1.1" status: 200 len: 375 time: 0.0162232 Aug 28 12:39:15.062595 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f85788db-6626-45ae-b16a-add2917b0137 req-6969aad2-b388-43ba-970c-cf9d87684287 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0496554 Aug 28 12:39:15.096660 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ce9e869-b0a2-4211-b9e5-0a3818869cb2 req-b5601586-15f5-47a6-993a-abb8b89c90d2 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:15.112558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['bb514d74-be6a-4f57-a696-7305aa30fc7d', 'e93a8ff7-8a71-48d7-8543-a9521e00572f'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:39:15.179295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2946fd-7b36-44a9-ab53-c14416799c7e req-83880662-2d7f-4e3c-bba6-f86c693c3a3e tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:15.184765 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f85788db-6626-45ae-b16a-add2917b0137 req-21c4079b-1e0d-4859-814d-b3cda53393ba service neutron] 10.222.0.20 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107838 Aug 28 12:39:15.187994 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e2946fd-7b36-44a9-ab53-c14416799c7e req-83880662-2d7f-4e3c-bba6-f86c693c3a3e tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c563596-8d84-4a02-869e-ae1aa107227b HTTP/1.1" status: 200 len: 867 time: 0.2207191 Aug 28 12:39:15.191379 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5cf5d6ed-ba71-4d2d-894d-19a8c21a99d2 req-d4945c6f-9dac-4b44-b68e-351a102ab414 service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047378 Aug 28 12:39:15.193421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5601586-15f5-47a6-993a-abb8b89c90d2 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Pushing event deleted for resources: {'Port': ['ID=e93a8ff7-8a71-48d7-8543-a9521e00572f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:15.274619 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:15.281807 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce9e869-b0a2-4211-b9e5-0a3818869cb2 req-b5601586-15f5-47a6-993a-abb8b89c90d2 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] No DVR routers for this DVR port e93a8ff7-8a71-48d7-8543-a9521e00572f on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:39:15.298425 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ce9e869-b0a2-4211-b9e5-0a3818869cb2 req-b5601586-15f5-47a6-993a-abb8b89c90d2 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:15.300353 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce9e869-b0a2-4211-b9e5-0a3818869cb2 req-b5601586-15f5-47a6-993a-abb8b89c90d2 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.11 "DELETE /v2.0/ports/e93a8ff7-8a71-48d7-8543-a9521e00572f HTTP/1.1" status: 204 len: 173 time: 1.6639931 Aug 28 12:39:15.350797 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e2946fd-7b36-44a9-ab53-c14416799c7e req-da0bb94b-ff2a-4539-ae15-bb9de6b19f6e tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616151 Aug 28 12:39:15.405854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bef338-6cf1-4e5a-b609-e90b7a8bf735 req-105fa030-e8c4-4b4f-b47c-712e23b0d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:15.415218 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99bef338-6cf1-4e5a-b609-e90b7a8bf735 req-105fa030-e8c4-4b4f-b47c-712e23b0d983 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 1095 time: 0.1412282 Aug 28 12:39:15.430625 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f85788db-6626-45ae-b16a-add2917b0137 req-3dc44480-f464-4bba-9b53-56d11b6a60c3 service neutron] 10.222.0.20 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442694 Aug 28 12:39:15.519901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c563596-8d84-4a02-869e-ae1aa107227b', 'name': 'network-vif-deleted', 'tag': 'e93a8ff7-8a71-48d7-8543-a9521e00572f'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:15.527665 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e078fd2-321b-4f34-8556-ccc6d4265765" -d '{"events": [{"server_uuid": "8c563596-8d84-4a02-869e-ae1aa107227b", "name": "network-vif-deleted", "tag": "e93a8ff7-8a71-48d7-8543-a9521e00572f"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:15.647117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2acd55-f6f2-4db3-959c-a929de2cacf4 req-4aa29c99-52f6-4848-96a4-ec4a2a4f2091 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:15.649126 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a2acd55-f6f2-4db3-959c-a929de2cacf4 req-4aa29c99-52f6-4848-96a4-ec4a2a4f2091 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.1175485 Aug 28 12:39:15.657104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bef338-6cf1-4e5a-b609-e90b7a8bf735 req-0089adf2-bc51-4846-abdc-afa20b61c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:15.660609 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99bef338-6cf1-4e5a-b609-e90b7a8bf735 req-0089adf2-bc51-4846-abdc-afa20b61c2ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 920 time: 0.2228050 Aug 28 12:39:15.765240 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99bef338-6cf1-4e5a-b609-e90b7a8bf735 req-aaab3e23-2d28-4df2-a87f-00ff9bd2f8e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e709be9a-4e2d-4d15-ba30-e328bbd78bcc HTTP/1.1" status: 200 len: 217 time: 0.0847316 Aug 28 12:39:15.832466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbc213-aa23-4065-a243-951eacd68894 req-d7f106e8-52d5-4694-b914-ebe519540cbc tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:15.834098 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6fbc213-aa23-4065-a243-951eacd68894 req-d7f106e8-52d5-4694-b914-ebe519540cbc tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.1058316 Aug 28 12:39:15.842258 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a2acd55-f6f2-4db3-959c-a929de2cacf4 req-d57a91b3-77fb-49b6-aedb-92b5256010d4 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631703 Aug 28 12:39:15.895657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bef338-6cf1-4e5a-b609-e90b7a8bf735 req-bb5ea841-ecfa-4191-9b2f-51c6faef9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:15.900217 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99bef338-6cf1-4e5a-b609-e90b7a8bf735 req-bb5ea841-ecfa-4191-9b2f-51c6faef9ee3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 200 len: 859 time: 0.1249778 Aug 28 12:39:15.915008 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6fbc213-aa23-4065-a243-951eacd68894 req-4783c9a0-bea0-42b7-95ab-931417877879 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668244 Aug 28 12:39:15.994119 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1dcc5a-94a8-45af-b4be-23278e765509 x-openstack-request-id: req-db1dcc5a-94a8-45af-b4be-23278e765509 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:15.994663 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c563596-8d84-4a02-869e-ae1aa107227b", "name": "network-vif-deleted", "tag": "e93a8ff7-8a71-48d7-8543-a9521e00572f", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:15.995008 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db1dcc5a-94a8-45af-b4be-23278e765509 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:15.995399 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c563596-8d84-4a02-869e-ae1aa107227b', 'name': 'network-vif-deleted', 'tag': 'e93a8ff7-8a71-48d7-8543-a9521e00572f', 'status': 'completed', 'code': 200} Aug 28 12:39:16.062415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bef338-6cf1-4e5a-b609-e90b7a8bf735 req-73461cd8-5c4c-465c-a501-13c6f77b64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:16.064210 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99bef338-6cf1-4e5a-b609-e90b7a8bf735 req-73461cd8-5c4c-465c-a501-13c6f77b64c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a984379b-eed6-4fb8-902d-6b247ecefa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1503596 Aug 28 12:39:16.079688 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-84e6c3e1-b10d-4f5c-ab0c-503b86713597 req-84d4892e-a557-488b-bdde-db29872d92f4 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 210 time: 0.0598032 Aug 28 12:39:16.082023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b925b2-3dc0-412f-a189-2a2838ef6728 req-9283a953-6018-49d9-9faf-c317fb3fbc7d tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:16.083593 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-12b925b2-3dc0-412f-a189-2a2838ef6728 req-9283a953-6018-49d9-9faf-c317fb3fbc7d tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.0918052 Aug 28 12:39:16.205528 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-12b925b2-3dc0-412f-a189-2a2838ef6728 req-1f2bd14c-28fd-49b9-b4a2-d068fe22ab76 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802789 Aug 28 12:39:16.255277 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99bef338-6cf1-4e5a-b609-e90b7a8bf735 req-8b43d808-b977-4aba-9294-6a16656b77aa service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705501 Aug 28 12:39:16.440098 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee2df6-dc45-4321-8e0c-18c72087a735 req-450bea77-d33d-4521-9dcb-60c00a1c8cfd tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:16.442027 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6ee2df6-dc45-4321-8e0c-18c72087a735 req-450bea77-d33d-4521-9dcb-60c00a1c8cfd tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 943 time: 0.1407979 Aug 28 12:39:16.448990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99bef338-6cf1-4e5a-b609-e90b7a8bf735 req-7f32bc27-36d1-49c3-9fb9-72c45498df33 service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804314 Aug 28 12:39:16.503149 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6ee2df6-dc45-4321-8e0c-18c72087a735 req-f20a70a5-5870-4ada-abe2-f757421ab69c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478675 Aug 28 12:39:16.912319 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854373a1-37e1-49f5-aaeb-8893e5870dfc req-391f5297-ee1b-4966-b980-87a8d72c384c tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:16.915236 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-854373a1-37e1-49f5-aaeb-8893e5870dfc req-391f5297-ee1b-4966-b980-87a8d72c384c tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6e7bc2e-1034-4867-8c3c-5d5eacd0b559 HTTP/1.1" status: 200 len: 949 time: 0.0694232 Aug 28 12:39:16.973569 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-854373a1-37e1-49f5-aaeb-8893e5870dfc req-bc5841fc-fcf6-459e-b22b-e932904337d9 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 Aug 28 12:39:17.152944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2753838-08ad-4ea1-8857-17f6b3a8499a req-e64fcd29-b935-4f88-a46c-a2def7c53d42 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:17.156751 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2753838-08ad-4ea1-8857-17f6b3a8499a req-e64fcd29-b935-4f88-a46c-a2def7c53d42 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.0804687 Aug 28 12:39:17.256218 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2753838-08ad-4ea1-8857-17f6b3a8499a req-5b891550-f25b-4402-8ea5-3110f914da32 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883090 Aug 28 12:39:17.294794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85788db-6626-45ae-b16a-add2917b0137 req-3d19b0de-895b-4f9a-afef-226ac9e56dde tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:17.297875 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f85788db-6626-45ae-b16a-add2917b0137 req-3d19b0de-895b-4f9a-afef-226ac9e56dde tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.10 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 806 time: 0.2156694 Aug 28 12:39:17.327819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f85788db-6626-45ae-b16a-add2917b0137 req-b14038c6-730e-45cd-8cc7-1428280a964a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Request body: {'port': {'device_id': '8bb1c951-7cc7-451f-89fb-aa20d4d3bd17', 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c', 'admin_state_up': True, 'tenant_id': 'c5f791bffd6b436fbad5ba34cc695485'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:17.414569 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6cae699e-4246-4c88-a1b5-dd9e3ead7e65 req-0075aa30-8edb-454e-8fb6-9cba5a1b483d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 210 time: 0.0449953 Aug 28 12:39:17.482104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c640c-7f71-4d1d-b101-60b1d1fdcce6 req-3f5b133e-5792-49f6-85ea-b15ebcb7ae4d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:17.484391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-151c640c-7f71-4d1d-b101-60b1d1fdcce6 req-3f5b133e-5792-49f6-85ea-b15ebcb7ae4d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.0983982 Aug 28 12:39:17.551506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-151c640c-7f71-4d1d-b101-60b1d1fdcce6 req-d175b857-87ab-4626-b665-4e4ff0c9def0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609405 Aug 28 12:39:17.563235 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85788db-6626-45ae-b16a-add2917b0137 req-b14038c6-730e-45cd-8cc7-1428280a964a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Made reservation on behalf of c5f791bffd6b436fbad5ba34cc695485 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:39:17.573557 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f85788db-6626-45ae-b16a-add2917b0137 req-b14038c6-730e-45cd-8cc7-1428280a964a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:17.577949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e3fb2-53eb-4517-a8a2-d201d1c33718 req-a1afefd5-5b73-49b5-8a99-7b50b8241770 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:17.580661 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a18e3fb2-53eb-4517-a8a2-d201d1c33718 req-a1afefd5-5b73-49b5-8a99-7b50b8241770 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.0738130 Aug 28 12:39:17.668067 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a18e3fb2-53eb-4517-a8a2-d201d1c33718 req-7aecdad5-4e1f-4c06-8751-c4c07fbaf32a tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749784 Aug 28 12:39:17.817909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-f85788db-6626-45ae-b16a-add2917b0137 req-b14038c6-730e-45cd-8cc7-1428280a964a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Allocated IP 172.20.0.3 (846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c/66c522c8-a3b3-4f18-b898-b02784083f80/2e15f037-d818-48f9-a514-4fe73397f6b4) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:39:17.839080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b98a95-e6dd-4d36-b784-7593b812f897 req-2ab6f710-011b-4df4-b831-70b58723205d tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:17.840657 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-23b98a95-e6dd-4d36-b784-7593b812f897 req-2ab6f710-011b-4df4-b831-70b58723205d tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 943 time: 0.1221607 Aug 28 12:39:17.914415 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-23b98a95-e6dd-4d36-b784-7593b812f897 req-e3a25b65-ff91-469b-b65c-21772db41d62 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622337 Aug 28 12:39:18.057163 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f85788db-6626-45ae-b16a-add2917b0137 req-b14038c6-730e-45cd-8cc7-1428280a964a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:18.159120 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f85788db-6626-45ae-b16a-add2917b0137 req-b14038c6-730e-45cd-8cc7-1428280a964a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:18.174658 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['dcd333fa-9beb-4b5d-a03e-05087e9dd6a2'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:39:18.179008 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76984ecf-1455-4290-9bac-d24c7d8c437e req-a5db3b2e-5951-4853-83e4-b23f4a128a4e tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:18.181701 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76984ecf-1455-4290-9bac-d24c7d8c437e req-a5db3b2e-5951-4853-83e4-b23f4a128a4e tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6e7bc2e-1034-4867-8c3c-5d5eacd0b559 HTTP/1.1" status: 200 len: 949 time: 0.1018360 Aug 28 12:39:18.273593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85788db-6626-45ae-b16a-add2917b0137 req-b14038c6-730e-45cd-8cc7-1428280a964a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:39:18.284255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-f85788db-6626-45ae-b16a-add2917b0137 req-b14038c6-730e-45cd-8cc7-1428280a964a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:39:18.294468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14038c6-730e-45cd-8cc7-1428280a964a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Pushing event updated for resources: {'Port': ['ID=2e15f037-d818-48f9-a514-4fe73397f6b4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:18.300170 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85788db-6626-45ae-b16a-add2917b0137 req-b14038c6-730e-45cd-8cc7-1428280a964a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:39:18.304384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e93a8ff7-8a71-48d7-8543-a9521e00572f no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:39:18.306879 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85788db-6626-45ae-b16a-add2917b0137 req-b14038c6-730e-45cd-8cc7-1428280a964a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:18.307998 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f85788db-6626-45ae-b16a-add2917b0137 req-b14038c6-730e-45cd-8cc7-1428280a964a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:18.330601 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76984ecf-1455-4290-9bac-d24c7d8c437e req-c6c40345-6401-440a-8261-7592c3dc426e tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090591 Aug 28 12:39:18.347541 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f85788db-6626-45ae-b16a-add2917b0137 req-b14038c6-730e-45cd-8cc7-1428280a964a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0253153 Aug 28 12:39:18.362725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: e93a8ff7-8a71-48d7-8543-a9521e00572f {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:39:18.363207 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e93a8ff7-8a71-48d7-8543-a9521e00572f not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:39:18.367957 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60904) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:18.377550 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Request body: {'port': {'device_id': '8bb1c951-7cc7-451f-89fb-aa20d4d3bd17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:18.538938 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:18.550217 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27024b2c-390b-4727-887f-da5e69c12ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:18.573296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94ba34-dbaf-4a2f-8773-51a9466b184e req-1cca515b-8d57-4714-9956-76b80e131edd tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:18.575047 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba94ba34-dbaf-4a2f-8773-51a9466b184e req-1cca515b-8d57-4714-9956-76b80e131edd tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6e7bc2e-1034-4867-8c3c-5d5eacd0b559 HTTP/1.1" status: 200 len: 949 time: 0.1607080 Aug 28 12:39:18.672551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ad954-3812-447f-948e-952273bef99e req-e796b658-ee2a-40e5-90a6-4746c841fc9d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:18.674105 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd5ad954-3812-447f-948e-952273bef99e req-e796b658-ee2a-40e5-90a6-4746c841fc9d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 931 time: 0.1570697 Aug 28 12:39:18.699504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7aa6a1-3d3b-45f4-9106-ac9aa6a94bb7 req-3a5c9afc-3f37-4964-88a0-681c4945c100 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:18.702078 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e7aa6a1-3d3b-45f4-9106-ac9aa6a94bb7 req-3a5c9afc-3f37-4964-88a0-681c4945c100 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.1026630 Aug 28 12:39:18.773396 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e7aa6a1-3d3b-45f4-9106-ac9aa6a94bb7 req-b6dc4454-9665-4826-b38a-7bbecdaf9257 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571208 Aug 28 12:39:18.775593 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27024b2c-390b-4727-887f-da5e69c12ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:18.788013 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27024b2c-390b-4727-887f-da5e69c12ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:18.832092 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd5ad954-3812-447f-948e-952273bef99e req-211028d7-d2b0-407f-9735-c2df9690dc3c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480339 Aug 28 12:39:18.854456 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-27024b2c-390b-4727-887f-da5e69c12ee7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ec8bb63b9f84fdeae045a949fcd9a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851704 Aug 28 12:39:18.855823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27024b2c-390b-4727-887f-da5e69c12ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62deaa1f-3968-446f-901a-ab6ce84e9f24,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:18.860611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60914) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:18.899779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-ba94ba34-dbaf-4a2f-8773-51a9466b184e req-63d8bb3b-e52e-4e25-92ef-c86263b9e321 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Deleting port bb514d74-be6a-4f57-a696-7305aa30fc7d {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:39:18.900117 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba94ba34-dbaf-4a2f-8773-51a9466b184e req-63d8bb3b-e52e-4e25-92ef-c86263b9e321 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:18.942743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e709be9a-4e2d-4d15-ba30-e328bbd78bcc details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:39:18.987654 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-14cedd1b-5bac-442b-81e1-2f17f76807f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:19.015231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed040353-e889-439f-aa37-3b87b3492448 req-1d51d40a-9043-4285-b75b-0c0eb7304f10 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:19.016860 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed040353-e889-439f-aa37-3b87b3492448 req-1d51d40a-9043-4285-b75b-0c0eb7304f10 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.1200027 Aug 28 12:39:19.037190 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-14cedd1b-5bac-442b-81e1-2f17f76807f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:19.099851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ba94ba34-dbaf-4a2f-8773-51a9466b184e req-63d8bb3b-e52e-4e25-92ef-c86263b9e321 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] For port bb514d74-be6a-4f57-a696-7305aa30fc7d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=bb514d74-be6a-4f57-a696-7305aa30fc7d,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:19.100367 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba94ba34-dbaf-4a2f-8773-51a9466b184e req-63d8bb3b-e52e-4e25-92ef-c86263b9e321 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:19.107250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e709be9a-4e2d-4d15-ba30-e328bbd78bcc, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e709be9a-4e2d-4d15-ba30-e328bbd78bcc,segment=NetworkSegment(3ae57250-d648-4fcd-b440-8777ab8f7b16),segment_id=3ae57250-d648-4fcd-b440-8777ab8f7b16)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:19.109592 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed040353-e889-439f-aa37-3b87b3492448 req-d82d9af3-1b70-4290-a333-3f6a502ba187 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755782 Aug 28 12:39:19.147599 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-14cedd1b-5bac-442b-81e1-2f17f76807f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:19.150868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'port_id': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc', 'mac_address': 'fa:16:3e:ef:6f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:39:19.155039 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-14cedd1b-5bac-442b-81e1-2f17f76807f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:19.158110 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-14cedd1b-5bac-442b-81e1-2f17f76807f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62deaa1f-3968-446f-901a-ab6ce84e9f24 HTTP/1.1" status: 204 len: 168 time: 0.2956600 Aug 28 12:39:19.183779 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cedd1b-5bac-442b-81e1-2f17f76807f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62deaa1f-3968-446f-901a-ab6ce84e9f24,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:19.186351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e15f037-d818-48f9-a514-4fe73397f6b4 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:39:19.200785 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:19.236464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023bfed-161d-43e4-b8b6-16b6c53c22ad req-a834c7ba-c827-4092-b67d-f385424c779d tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:19.238994 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1023bfed-161d-43e4-b8b6-16b6c53c22ad req-a834c7ba-c827-4092-b67d-f385424c779d tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.2680116 Aug 28 12:39:19.242465 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:19.243893 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-ba94ba34-dbaf-4a2f-8773-51a9466b184e req-63d8bb3b-e52e-4e25-92ef-c86263b9e321 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Calling delete_port for bb514d74-be6a-4f57-a696-7305aa30fc7d owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:39:19.250964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Transition to ACTIVE for port object 2e15f037-d818-48f9-a514-4fe73397f6b4 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:39:19.264397 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:19.295569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e709be9a-4e2d-4d15-ba30-e328bbd78bcc {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:39:19.344700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e709be9a-4e2d-4d15-ba30-e328bbd78bcc, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e709be9a-4e2d-4d15-ba30-e328bbd78bcc,segment=NetworkSegment(3ae57250-d648-4fcd-b440-8777ab8f7b16),segment_id=3ae57250-d648-4fcd-b440-8777ab8f7b16)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:19.362329 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:19.393177 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1023bfed-161d-43e4-b8b6-16b6c53c22ad req-71c557b9-9900-468b-8c3c-a06ee79c2748 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433349 Aug 28 12:39:19.395060 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acaf40-3454-4773-a695-867087e74747 req-613f1105-b7f9-4a38-8f72-fb839567d0be tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:19.398645 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6acaf40-3454-4773-a695-867087e74747 req-613f1105-b7f9-4a38-8f72-fb839567d0be tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 943 time: 0.0815041 Aug 28 12:39:19.413485 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Pushing event updated for resources: {'Port': ['ID=2e15f037-d818-48f9-a514-4fe73397f6b4,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:19.465240 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6acaf40-3454-4773-a695-867087e74747 req-59fa0d90-f140-4a46-8b58-1e5108f673d1 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521719 Aug 28 12:39:19.469066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=e709be9a-4e2d-4d15-ba30-e328bbd78bcc,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:19.529888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Attempting to bind port 2e15f037-d818-48f9-a514-4fe73397f6b4 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:39:19.530276 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Attempting to bind port 2e15f037-d818-48f9-a514-4fe73397f6b4 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:39:19.530704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Attempting to bind port 2e15f037-d818-48f9-a514-4fe73397f6b4 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:19.555814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Port 2e15f037-d818-48f9-a514-4fe73397f6b4 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:39:19.556334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Attempting to bind port 2e15f037-d818-48f9-a514-4fe73397f6b4 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:19.591892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:39:19.592402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Checking segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:39:19.592817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Bound using segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:39:19.593257 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Bound port: 2e15f037-d818-48f9-a514-4fe73397f6b4, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:39:19.593610 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:19.641998 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe20fb7-c909-4019-aa55-ac8646b693b8 req-56b331ad-78d6-468b-aa53-14b749e65282 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:19.641998 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cfe20fb7-c909-4019-aa55-ac8646b693b8 req-56b331ad-78d6-468b-aa53-14b749e65282 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6e7bc2e-1034-4867-8c3c-5d5eacd0b559 HTTP/1.1" status: 200 len: 949 time: 0.1376104 Aug 28 12:39:19.689892 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba94ba34-dbaf-4a2f-8773-51a9466b184e req-63d8bb3b-e52e-4e25-92ef-c86263b9e321 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:19.703041 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['bb514d74-be6a-4f57-a696-7305aa30fc7d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:39:19.744832 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['e709be9a-4e2d-4d15-ba30-e328bbd78bcc'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:39:19.757477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8bb3b-e52e-4e25-92ef-c86263b9e321 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Pushing event deleted for resources: {'Port': ['ID=bb514d74-be6a-4f57-a696-7305aa30fc7d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:19.810153 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cfe20fb7-c909-4019-aa55-ac8646b693b8 req-a3f0009a-3b82-475f-941c-6628307a38f0 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1f47481-61a6-4876-a14d-005e9197971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379516 Aug 28 12:39:19.829521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba94ba34-dbaf-4a2f-8773-51a9466b184e req-63d8bb3b-e52e-4e25-92ef-c86263b9e321 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] No DVR routers for this DVR port bb514d74-be6a-4f57-a696-7305aa30fc7d on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:39:19.832672 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba94ba34-dbaf-4a2f-8773-51a9466b184e req-63d8bb3b-e52e-4e25-92ef-c86263b9e321 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:19.835145 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba94ba34-dbaf-4a2f-8773-51a9466b184e req-63d8bb3b-e52e-4e25-92ef-c86263b9e321 tempest-ServersAdminNegativeTestJSON-334098411 tempest-ServersAdminNegativeTestJSON-334098411-project] 10.222.0.11 "DELETE /v2.0/ports/bb514d74-be6a-4f57-a696-7305aa30fc7d HTTP/1.1" status: 204 len: 173 time: 1.2309241 Aug 28 12:39:19.836338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] For port 2e15f037-d818-48f9-a514-4fe73397f6b4, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:39:19.848314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e7bc2e-1034-4867-8c3c-5d5eacd0b559', 'name': 'network-vif-deleted', 'tag': 'bb514d74-be6a-4f57-a696-7305aa30fc7d'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:19.856659 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e92113d-302d-4446-becb-7d8f300248c8" -d '{"events": [{"server_uuid": "f6e7bc2e-1034-4867-8c3c-5d5eacd0b559", "name": "network-vif-deleted", "tag": "bb514d74-be6a-4f57-a696-7305aa30fc7d"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:19.883528 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] For port 2e15f037-d818-48f9-a514-4fe73397f6b4, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=2e15f037-d818-48f9-a514-4fe73397f6b4,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:39:19.891067 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:19.938752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:19.939506 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:19.941080 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f85788db-6626-45ae-b16a-add2917b0137 req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] 10.222.0.10 "PUT /v2.0/ports/2e15f037-d818-48f9-a514-4fe73397f6b4 HTTP/1.1" status: 200 len: 1092 time: 1.5836284 Aug 28 12:39:19.951068 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d66adfa-d88a-49b2-a643-3d527732fffd x-openstack-request-id: req-3d66adfa-d88a-49b2-a643-3d527732fffd {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:19.954038 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e7bc2e-1034-4867-8c3c-5d5eacd0b559", "name": "network-vif-deleted", "tag": "bb514d74-be6a-4f57-a696-7305aa30fc7d", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:19.954461 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d66adfa-d88a-49b2-a643-3d527732fffd {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:19.955133 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e7bc2e-1034-4867-8c3c-5d5eacd0b559', 'name': 'network-vif-deleted', 'tag': 'bb514d74-be6a-4f57-a696-7305aa30fc7d', 'status': 'completed', 'code': 200} Aug 28 12:39:20.021778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcf471-7fc0-4f31-931c-531e6fea9337 service neutron] Pushing event updated for resources: {'Port': ['ID=2e15f037-d818-48f9-a514-4fe73397f6b4,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:20.101356 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8307583-ca16-4c4a-99db-ddd8f8ff6565 req-7b553aa8-836b-42af-badd-5e6f0a12793c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:20.110248 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8307583-ca16-4c4a-99db-ddd8f8ff6565 req-7b553aa8-836b-42af-badd-5e6f0a12793c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.1552465 Aug 28 12:39:20.146172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85788db-6626-45ae-b16a-add2917b0137 req-dabd4a8a-1d02-474e-a1ad-99e37ce21ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:20.148661 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f85788db-6626-45ae-b16a-add2917b0137 req-dabd4a8a-1d02-474e-a1ad-99e37ce21ced service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 1095 time: 0.1065843 Aug 28 12:39:20.158957 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8307583-ca16-4c4a-99db-ddd8f8ff6565 req-de00eec6-71d9-4e3c-a971-8bc6ff190617 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473530 Aug 28 12:39:20.178189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761d7c8-d6a0-4e48-ad8c-f5014f22cb16 req-05e64b17-ffc5-45d0-a6f8-063cc796356e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:20.179880 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c761d7c8-d6a0-4e48-ad8c-f5014f22cb16 req-05e64b17-ffc5-45d0-a6f8-063cc796356e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 943 time: 0.1242349 Aug 28 12:39:20.264726 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f85788db-6626-45ae-b16a-add2917b0137 req-61be4320-8dcd-48df-a922-1dae19ebf298 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e15f037-d818-48f9-a514-4fe73397f6b4 HTTP/1.1" status: 200 len: 217 time: 0.0832493 Aug 28 12:39:20.286959 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c761d7c8-d6a0-4e48-ad8c-f5014f22cb16 req-6d76dbce-948a-48e4-acc0-6bf90018eaae tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989332 Aug 28 12:39:20.325416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c688247-2d14-4dc7-be2f-417660a2b860 req-b1774f72-b749-4beb-a18e-a4df0baa82cf tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:20.337380 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c688247-2d14-4dc7-be2f-417660a2b860 req-b1774f72-b749-4beb-a18e-a4df0baa82cf tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.0994723 Aug 28 12:39:20.382330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85788db-6626-45ae-b16a-add2917b0137 req-dc842501-618c-495b-bbfe-a4b6fa861361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:20.384275 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f85788db-6626-45ae-b16a-add2917b0137 req-dc842501-618c-495b-bbfe-a4b6fa861361 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.0963755 Aug 28 12:39:20.392565 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60952) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:20.437821 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c688247-2d14-4dc7-be2f-417660a2b860 req-c6f4fd4b-70db-46b3-81dd-82336622d27e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993063 Aug 28 12:39:20.525315 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f85788db-6626-45ae-b16a-add2917b0137 req-5b6c1507-20b3-4d3e-ab0d-d34f2e93a56c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250372 Aug 28 12:39:20.577947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1198174243-network', 'tenant_id': '7fadc6c6a9aa49bba254767415e3417c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:20.628986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c3be5-5b6a-40fd-8954-1c670ae92236 req-44ea62f5-1cdc-4ee7-bf50-c5e78d254dc8 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:20.630993 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f1c3be5-5b6a-40fd-8954-1c670ae92236 req-44ea62f5-1cdc-4ee7-bf50-c5e78d254dc8 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 944 time: 0.0603595 Aug 28 12:39:20.691786 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f1c3be5-5b6a-40fd-8954-1c670ae92236 req-55c046fe-fcb9-4ee6-8e26-810024ab4cb0 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530138 Aug 28 12:39:20.694630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0c57c-7eaa-4ed9-9070-eeb0fbc79c48 req-a52722e6-a5dc-4804-a835-eeb8d01e85e3 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:20.696565 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4a0c57c-7eaa-4ed9-9070-eeb0fbc79c48 req-a52722e6-a5dc-4804-a835-eeb8d01e85e3 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.2104297 Aug 28 12:39:20.964804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e709be9a-4e2d-4d15-ba30-e328bbd78bcc up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:39:21.037453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port e709be9a-4e2d-4d15-ba30-e328bbd78bcc completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:39:21.044377 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port e709be9a-4e2d-4d15-ba30-e328bbd78bcc triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:39:21.045634 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:21.058464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] Made reservation on behalf of 7fadc6c6a9aa49bba254767415e3417c for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:39:21.060900 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:21.086575 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:21.095645 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4a0c57c-7eaa-4ed9-9070-eeb0fbc79c48 req-62effb04-acc6-423d-a23d-58d2faf4e3ed tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879821 Aug 28 12:39:21.109256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f85788db-6626-45ae-b16a-add2917b0137 req-9c266dcc-88d6-4bf1-8591-600e65abc4cc service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616293 Aug 28 12:39:21.143612 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60966) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:21.163932 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:21.203256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:21.205961 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6bbd32-3c54-4907-b0b9-71881a49c49d" -d '{"events": [{"server_uuid": "dcd5102f-310b-436e-8d05-8fbd5b6c8b58", "name": "network-vif-plugged", "status": "completed", "tag": "e709be9a-4e2d-4d15-ba30-e328bbd78bcc"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:21.223619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e709be9a-4e2d-4d15-ba30-e328bbd78bcc, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e709be9a-4e2d-4d15-ba30-e328bbd78bcc,segment=NetworkSegment(3ae57250-d648-4fcd-b440-8777ab8f7b16),segment_id=3ae57250-d648-4fcd-b440-8777ab8f7b16)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:21.233560 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:21.300591 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3b392c-586f-4aa6-8301-c9fd673a8167 x-openstack-request-id: req-7e3b392c-586f-4aa6-8301-c9fd673a8167 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:21.301771 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd5102f-310b-436e-8d05-8fbd5b6c8b58", "name": "network-vif-plugged", "status": "completed", "tag": "e709be9a-4e2d-4d15-ba30-e328bbd78bcc", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:21.311414 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e3b392c-586f-4aa6-8301-c9fd673a8167 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:21.313168 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc', 'code': 200} Aug 28 12:39:21.358165 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:21.385301 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:21.388184 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=e709be9a-4e2d-4d15-ba30-e328bbd78bcc,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:21.447101 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192fce2-36a0-40d7-94e3-f4bbc2cdb39b req-8de3e47b-ca90-44f3-97b3-8e33a1b90cc7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:21.450795 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8192fce2-36a0-40d7-94e3-f4bbc2cdb39b req-8de3e47b-ca90-44f3-97b3-8e33a1b90cc7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.1725178 Aug 28 12:39:21.469539 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d77710f8-bbc4-496b-bcd0-3772b3a80c09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=105ff653351a44489ae7cad10310b362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242669 Aug 28 12:39:21.472282 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60980) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:21.500218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:39:21.520445 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f85788db-6626-45ae-b16a-add2917b0137 req-4910afdc-f24b-45e3-82d7-0c2d37c00dbf service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020445 Aug 28 12:39:21.534790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69eba71c-6343-4ddb-b91f-21bcaaf0b0fc,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:21.553594 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760091565514', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:21.555944 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] Unsubscribe: segment precommit_create {{(pid=94877) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 28 12:39:21.556761 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] Added segment 697f6823-bd99-401f-ab2f-daf98316eee0 of type vlan for network ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7 Aug 28 12:39:21.578688 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8192fce2-36a0-40d7-94e3-f4bbc2cdb39b req-bdc2cf24-5bcd-4a03-a95c-b6695ce00c40 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044569 Aug 28 12:39:21.579472 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9b3c-d673-45b8-8e02-39edffc4c493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:21.616519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9b3c-d673-45b8-8e02-39edffc4c493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:21.668991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad483ef1-6858-402f-bf44-c7542fd281a8 req-0b26bb05-dd42-49eb-82a0-fb1ce4bced27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:21.670696 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad483ef1-6858-402f-bf44-c7542fd281a8 req-0b26bb05-dd42-49eb-82a0-fb1ce4bced27 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 1097 time: 0.2610412 Aug 28 12:39:21.683502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14795077-e4a9-48c4-a936-1e20782008bc req-23679fcf-7be4-42f1-8e56-66be4c6b20ef tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:21.686795 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9b3c-d673-45b8-8e02-39edffc4c493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:21.691920 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-14795077-e4a9-48c4-a936-1e20782008bc req-23679fcf-7be4-42f1-8e56-66be4c6b20ef tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 943 time: 0.2684717 Aug 28 12:39:21.693937 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9b3c-d673-45b8-8e02-39edffc4c493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:21.695442 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9d4f9b3c-d673-45b8-8e02-39edffc4c493 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1f47481-61a6-4876-a14d-005e9197971f HTTP/1.1" status: 204 len: 168 time: 0.2213893 Aug 28 12:39:21.709755 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f9b3c-d673-45b8-8e02-39edffc4c493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f47481-61a6-4876-a14d-005e9197971f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:21.741793 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:21.819203 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:21.820762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:21.821994 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:21.883022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-14795077-e4a9-48c4-a936-1e20782008bc req-0684a77c-2d09-46bb-8c1c-56a5e4b245ea tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872091 Aug 28 12:39:21.933421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e342be8-8452-43d3-931f-200884ed82dc req-0a950c8d-2641-40d0-aa0c-8281514af5de tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:21.949216 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9e342be8-8452-43d3-931f-200884ed82dc req-0a950c8d-2641-40d0-aa0c-8281514af5de tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.1344211 Aug 28 12:39:21.967854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb1c951-7cc7-451f-89fb-aa20d4d3bd17', 'tag': '2e15f037-d818-48f9-a514-4fe73397f6b4'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:21.972334 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6405e0-5ee7-4793-a5e2-acb22db1443e" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb1c951-7cc7-451f-89fb-aa20d4d3bd17", "tag": "2e15f037-d818-48f9-a514-4fe73397f6b4"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:22.031110 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60990) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:22.031685 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6375601 Aug 28 12:39:22.038999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2e52d49e-7ba3-4e6e-8f38-2780f2390212 admin admin] Request body: {'subnet': {'network_id': 'ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1198174243-subnet', 'tenant_id': '7fadc6c6a9aa49bba254767415e3417c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:22.063632 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9e342be8-8452-43d3-931f-200884ed82dc req-0f81d6d4-5bc4-4e0e-ba3f-59b42d6c6f7f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022589 Aug 28 12:39:22.082375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad483ef1-6858-402f-bf44-c7542fd281a8 req-99c01f47-296f-4f9c-a438-3b607e51b8d8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778095 Aug 28 12:39:22.110884 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e52d49e-7ba3-4e6e-8f38-2780f2390212 admin admin] Made reservation on behalf of 7fadc6c6a9aa49bba254767415e3417c for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:39:22.111546 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112575c-d881-4f5b-b9bd-1503487b4de8 admin admin] Pushing event updated for resources: {'Network': ['ID=ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:22.121887 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e52d49e-7ba3-4e6e-8f38-2780f2390212 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:22.130988 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:39:22.143355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4d930-a824-4e71-9fc9-25b21969aa42 req-aded655f-5fc0-4bed-92be-b85c3d4dce4e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:22.151356 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42b4d930-a824-4e71-9fc9-25b21969aa42 req-aded655f-5fc0-4bed-92be-b85c3d4dce4e tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 945 time: 0.1278465 Aug 28 12:39:22.160084 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5454df-395c-4a9a-a17b-6635d46ae2c2 x-openstack-request-id: req-ef5454df-395c-4a9a-a17b-6635d46ae2c2 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:22.160463 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb1c951-7cc7-451f-89fb-aa20d4d3bd17", "tag": "2e15f037-d818-48f9-a514-4fe73397f6b4", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:22.160865 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef5454df-395c-4a9a-a17b-6635d46ae2c2 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:22.161331 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb1c951-7cc7-451f-89fb-aa20d4d3bd17', 'tag': '2e15f037-d818-48f9-a514-4fe73397f6b4', 'status': 'completed', 'code': 200} Aug 28 12:39:22.237741 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42b4d930-a824-4e71-9fc9-25b21969aa42 req-969d6745-77ce-42df-b20f-c117f7f35c04 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853891 Aug 28 12:39:22.366349 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60994) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:22.375071 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device bb514d74-be6a-4f57-a696-7305aa30fc7d no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:39:22.381927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730a51d-cca4-4b8c-836d-10b03b872dc9 req-84ad7b18-52ae-40ab-b064-2e7be313e477 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:22.396517 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e730a51d-cca4-4b8c-836d-10b03b872dc9 req-84ad7b18-52ae-40ab-b064-2e7be313e477 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.1296449 Aug 28 12:39:22.406946 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: bb514d74-be6a-4f57-a696-7305aa30fc7d {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:39:22.407235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device bb514d74-be6a-4f57-a696-7305aa30fc7d not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:39:22.430663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6405e0-5ee7-4793-a5e2-acb22db1443e req-ba8fc085-a1e5-4c94-8cae-44bb7b8cb974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:22.432552 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e6405e0-5ee7-4793-a5e2-acb22db1443e req-ba8fc085-a1e5-4c94-8cae-44bb7b8cb974 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 1095 time: 0.0768321 Aug 28 12:39:22.565633 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4500fc0d-1878-458b-a38e-7599788782ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fa808faf34d4be5b192c9bfbeccbe15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674111 Aug 28 12:39:22.571339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60996) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:22.575422 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e730a51d-cca4-4b8c-836d-10b03b872dc9 req-ee2773fb-0b16-44f9-af91-665ad47e3fae tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459305 Aug 28 12:39:22.601577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6405e0-5ee7-4793-a5e2-acb22db1443e req-948f7c3a-4fd9-4db6-a149-683112a65a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:22.605001 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e6405e0-5ee7-4793-a5e2-acb22db1443e req-948f7c3a-4fd9-4db6-a149-683112a65a13 service neutron] 10.222.0.10 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.1564796 Aug 28 12:39:22.649896 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e52d49e-7ba3-4e6e-8f38-2780f2390212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:22.673189 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e6405e0-5ee7-4793-a5e2-acb22db1443e req-1ed1c375-a813-46d8-83d5-5c02bd3d436b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e15f037-d818-48f9-a514-4fe73397f6b4 HTTP/1.1" status: 200 len: 217 time: 0.0533993 Aug 28 12:39:22.723576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52d49e-7ba3-4e6e-8f38-2780f2390212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be3751e9-6629-43bb-9939-ebca37ba4d85,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:22.735478 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52d49e-7ba3-4e6e-8f38-2780f2390212 admin admin] Checking segment: {'id': '697f6823-bd99-401f-ab2f-daf98316eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:39:22.736136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e52d49e-7ba3-4e6e-8f38-2780f2390212 admin admin] Network hostable DHCP agents. Network: ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:39:22.766223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e52d49e-7ba3-4e6e-8f38-2780f2390212 admin admin] Network ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:39:22.772980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6405e0-5ee7-4793-a5e2-acb22db1443e req-d1b307bf-01dd-467a-a408-782d17c6ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:22.777874 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e6405e0-5ee7-4793-a5e2-acb22db1443e req-d1b307bf-01dd-467a-a408-782d17c6ae7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.0822945 Aug 28 12:39:22.777874 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e318d40e-d2f9-4d49-92d9-4910a5a3a637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:22.785339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2e52d49e-7ba3-4e6e-8f38-2780f2390212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:39:22.794641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e52d49e-7ba3-4e6e-8f38-2780f2390212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:22.795748 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e52d49e-7ba3-4e6e-8f38-2780f2390212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:22.804885 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8287d11-a5d1-47a0-9651-37e65be6de88 None None] Network ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:39:22.829665 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e318d40e-d2f9-4d49-92d9-4910a5a3a637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:22.839066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e6405e0-5ee7-4793-a5e2-acb22db1443e req-0b5aff2b-6a29-4180-9895-9efab9acbcc0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494170 Aug 28 12:39:22.849534 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4149e35-9fa5-41cb-a84b-e0ff27640de3 req-f0be71a1-7eae-4e96-af40-7d3089ab3659 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:22.851121 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4149e35-9fa5-41cb-a84b-e0ff27640de3 req-f0be71a1-7eae-4e96-af40-7d3089ab3659 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.1814191 Aug 28 12:39:22.854982 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2e52d49e-7ba3-4e6e-8f38-2780f2390212 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8224542 Aug 28 12:39:23.013109 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4149e35-9fa5-41cb-a84b-e0ff27640de3 req-10c9cb1b-ac2a-4204-a97c-79b950ee015e tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409748 Aug 28 12:39:23.038148 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e318d40e-d2f9-4d49-92d9-4910a5a3a637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:23.040939 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e318d40e-d2f9-4d49-92d9-4910a5a3a637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:23.045958 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e318d40e-d2f9-4d49-92d9-4910a5a3a637 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f323fa4-6c0a-4f4c-8be0-954bfc3844be HTTP/1.1" status: 204 len: 168 time: 0.4725423 Aug 28 12:39:23.058063 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e6405e0-5ee7-4793-a5e2-acb22db1443e req-97c72b16-fd9b-4a80-816e-0872d98bea54 service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973801 Aug 28 12:39:23.059293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318d40e-d2f9-4d49-92d9-4910a5a3a637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f323fa4-6c0a-4f4c-8be0-954bfc3844be,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:23.114092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f6ffc8-56f1-4845-be07-7b443da2d8fb None None] Network ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:39:23.237828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e8cd4-0a00-4854-9a7f-ec086b49282c req-f13b97d3-36b9-4f56-b225-064fa8467db2 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:23.244497 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7e8cd4-0a00-4854-9a7f-ec086b49282c req-f13b97d3-36b9-4f56-b225-064fa8467db2 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 943 time: 0.1278889 Aug 28 12:39:23.332260 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7e8cd4-0a00-4854-9a7f-ec086b49282c req-e67cbded-1246-4683-b4d5-f6acc929cd5f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795598 Aug 28 12:39:23.407529 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c1590-346d-4095-a3a6-df2a387286bc req-7cd30857-0850-4826-8c2a-84b7c142e306 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:23.409376 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c9c1590-346d-4095-a3a6-df2a387286bc req-7cd30857-0850-4826-8c2a-84b7c142e306 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.1867840 Aug 28 12:39:23.414520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e7840-4cd0-4672-8396-cc33cf78aea0 req-295cdf3a-6ac7-41f1-a2d0-750711b120ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:23.416419 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a53e7840-4cd0-4672-8396-cc33cf78aea0 req-295cdf3a-6ac7-41f1-a2d0-750711b120ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 1102 time: 0.1582282 Aug 28 12:39:23.468560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e6405e0-5ee7-4793-a5e2-acb22db1443e req-81e3b53a-d54b-4f1c-8362-6a65c2faa9bb service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960807 Aug 28 12:39:23.506120 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c9c1590-346d-4095-a3a6-df2a387286bc req-dd88b075-02aa-44d0-aee3-9e39e8cf61d2 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859020 Aug 28 12:39:23.510442 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a53e7840-4cd0-4672-8396-cc33cf78aea0 req-8b6d61c4-adaa-4c0e-b637-28afaa997158 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695999 Aug 28 12:39:23.669419 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420314d2-521b-41da-a45b-d2cc803889ac req-9b4fae33-167c-451f-a2d8-949d3bb24dff tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:23.675406 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-420314d2-521b-41da-a45b-d2cc803889ac req-9b4fae33-167c-451f-a2d8-949d3bb24dff tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 945 time: 0.0947242 Aug 28 12:39:23.728875 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-420314d2-521b-41da-a45b-d2cc803889ac req-27fbe283-1bf8-49ee-8d99-fc9a76ba7f73 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464859 Aug 28 12:39:23.896942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aab1d1-3894-4856-84a0-446416c54db1 req-db7a99b3-51f4-4b1d-8dd5-a1379ac6909f tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:23.898720 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36aab1d1-3894-4856-84a0-446416c54db1 req-db7a99b3-51f4-4b1d-8dd5-a1379ac6909f tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.0904622 Aug 28 12:39:23.965519 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36aab1d1-3894-4856-84a0-446416c54db1 req-667eb932-c110-41b9-9901-35bb339c5def tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609043 Aug 28 12:39:24.032234 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994e344-b370-4015-bcd5-394a7f090d55 req-43610c0a-bdba-43f6-a67e-64a124b47e89 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:24.034276 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f994e344-b370-4015-bcd5-394a7f090d55 req-43610c0a-bdba-43f6-a67e-64a124b47e89 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/networks?id=ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7 HTTP/1.1" status: 200 len: 814 time: 0.1709058 Aug 28 12:39:24.058643 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f994e344-b370-4015-bcd5-394a7f090d55 req-36198393-ed3f-4a47-9aec-19a0c74259d7 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/quotas/7fadc6c6a9aa49bba254767415e3417c HTTP/1.1" status: 200 len: 375 time: 0.0184169 Aug 28 12:39:24.101367 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f994e344-b370-4015-bcd5-394a7f090d55 req-9125d3c0-613f-4ab5-aa14-76bec8accd5d tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7fadc6c6a9aa49bba254767415e3417c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412462 Aug 28 12:39:24.205053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562c96f-6dae-4595-8005-2d808627d831 req-88b24cc5-2104-4d99-80a7-4db95f69f2ec tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:24.206839 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a562c96f-6dae-4595-8005-2d808627d831 req-88b24cc5-2104-4d99-80a7-4db95f69f2ec tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.0588529 Aug 28 12:39:24.234008 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f994e344-b370-4015-bcd5-394a7f090d55 req-7e472a9d-a578-4fcb-a2cd-ecc1bc32c506 service neutron] 10.222.0.20 "GET /v2.0/networks/ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223290 Aug 28 12:39:24.262527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a562c96f-6dae-4595-8005-2d808627d831 req-72c2c716-5ec1-4c0b-a545-9f94d58b8c39 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452857 Aug 28 12:39:24.356814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:39:24.384391 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f994e344-b370-4015-bcd5-394a7f090d55 req-47209054-b6f0-40bd-b16a-181879a3c3ba service neutron] 10.222.0.20 "GET /v2.0/networks/ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377432 Aug 28 12:39:24.505431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ea715-1b99-4284-93c3-efb2d98c0df5 req-d3b9c302-d100-4345-8966-d1fe48ae5aec tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:24.507490 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba1ea715-1b99-4284-93c3-efb2d98c0df5 req-d3b9c302-d100-4345-8966-d1fe48ae5aec tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 943 time: 0.0838768 Aug 28 12:39:24.516310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:24.569735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86', 'mac_address': 'fa:16:3e:db:ff:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:39:24.599587 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba1ea715-1b99-4284-93c3-efb2d98c0df5 req-1097a0c1-27d2-481c-af01-564bc49553aa tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855827 Aug 28 12:39:24.726304 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:24.740481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499de2f-649e-4c1e-9d0b-4bae15f070cf req-b6ad8a61-bbc0-4206-a1e6-afde5bd1aec6 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:24.742835 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8499de2f-649e-4c1e-9d0b-4bae15f070cf req-b6ad8a61-bbc0-4206-a1e6-afde5bd1aec6 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.0967605 Aug 28 12:39:24.755529 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d51f85e-ef6f-4816-81a1-bbbb19e73fb8 req-cf6b8efb-94d2-4848-933c-ed0e1467c318 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 210 time: 0.0481434 Aug 28 12:39:24.771250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:39:24.848997 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:24.857152 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:24.865722 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8499de2f-649e-4c1e-9d0b-4bae15f070cf req-73436e71-510a-4c99-a34f-3d161584d010 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152976 Aug 28 12:39:24.973236 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:25.003705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 2e15f037-d818-48f9-a514-4fe73397f6b4 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:39:25.003892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef19c21-3756-43a7-8ad9-e7323ff6795e req-39dd5716-531b-4d99-8f5d-87ae4e6dbf73 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:25.020379 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ef19c21-3756-43a7-8ad9-e7323ff6795e req-39dd5716-531b-4d99-8f5d-87ae4e6dbf73 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 945 time: 0.1132610 Aug 28 12:39:25.094667 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ef19c21-3756-43a7-8ad9-e7323ff6795e req-b3493756-0f17-44b4-956b-328e5fb5bb58 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636711 Aug 28 12:39:25.142186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['5ce60adf-041b-4b40-afcc-ce9a1e5c0f86'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:39:25.218987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c90f2-fed8-42b0-8454-56e2c32c6044 req-9530c8a9-6b13-4a5d-9cc7-6e62b9914b89 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:25.227032 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-879c90f2-fed8-42b0-8454-56e2c32c6044 req-9530c8a9-6b13-4a5d-9cc7-6e62b9914b89 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.0959251 Aug 28 12:39:25.286313 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 2e15f037-d818-48f9-a514-4fe73397f6b4, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=2e15f037-d818-48f9-a514-4fe73397f6b4,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:25.295948 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-879c90f2-fed8-42b0-8454-56e2c32c6044 req-9e9a9784-0f1a-4f2f-8931-617ae99e4d37 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609250 Aug 28 12:39:25.310922 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '2e15f037-d818-48f9-a514-4fe73397f6b4', 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c', 'port_id': '2e15f037-d818-48f9-a514-4fe73397f6b4', 'mac_address': 'fa:16:3e:f4:88:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c522c8-a3b3-4f18-b898-b02784083f80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:39:25.412470 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:25.447751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e15f037-d818-48f9-a514-4fe73397f6b4 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:39:25.488772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 2e15f037-d818-48f9-a514-4fe73397f6b4, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=2e15f037-d818-48f9-a514-4fe73397f6b4,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:25.500908 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:25.524429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac043108-7c14-421f-85cb-d5fac6286103 req-c321a70a-61e6-421a-83f0-0fd6daab2a47 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:25.530295 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac043108-7c14-421f-85cb-d5fac6286103 req-c321a70a-61e6-421a-83f0-0fd6daab2a47 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1789918 Aug 28 12:39:25.537155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382f037-637d-4ac8-b241-b91762799dd6 req-c16ae434-9a5e-4fe1-82d8-cb09895a2751 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:25.538644 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a382f037-637d-4ac8-b241-b91762799dd6 req-c16ae434-9a5e-4fe1-82d8-cb09895a2751 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 949 time: 0.1032763 Aug 28 12:39:25.606832 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=2e15f037-d818-48f9-a514-4fe73397f6b4,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:25.630563 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a382f037-637d-4ac8-b241-b91762799dd6 req-17c6fe72-0969-45be-a9ee-0024ff323209 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710251 Aug 28 12:39:25.634110 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac043108-7c14-421f-85cb-d5fac6286103 req-c65fa8bf-ef4c-4915-b31c-38f1bad669fa tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.0779097 Aug 28 12:39:25.639040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ac043108-7c14-421f-85cb-d5fac6286103 req-81699b31-ac00-4392-8337-7cb72023ae35 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Request body: {'floatingip': {'port_id': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:25.687650 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ac043108-7c14-421f-85cb-d5fac6286103 req-81699b31-ac00-4392-8337-7cb72023ae35 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for floatingip, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:25.863348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['2e15f037-d818-48f9-a514-4fe73397f6b4'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:39:26.023717 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca7cc7-8051-4ace-bd5f-b0822775aa4c req-46c54270-af9b-422d-ba6b-c278979a9a3d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:26.025383 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3aca7cc7-8051-4ace-bd5f-b0822775aa4c req-46c54270-af9b-422d-ba6b-c278979a9a3d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 944 time: 0.0700037 Aug 28 12:39:26.081135 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3aca7cc7-8051-4ace-bd5f-b0822775aa4c req-7c56bdfd-f3ca-46b8-80a8-5a2d1bbadfe9 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480025 Aug 28 12:39:26.230421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91debb48-fcde-45f0-b09d-2d631eb815a8 req-33037be5-6304-475e-871f-a5be53f341bf tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:26.231944 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-91debb48-fcde-45f0-b09d-2d631eb815a8 req-33037be5-6304-475e-871f-a5be53f341bf tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 949 time: 0.0645170 Aug 28 12:39:26.294107 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-91debb48-fcde-45f0-b09d-2d631eb815a8 req-5383c780-d47e-45c8-9530-0cce21eaf226 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502596 Aug 28 12:39:26.327783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994e344-b370-4015-bcd5-394a7f090d55 req-7f71a38e-b4a6-4411-8cf7-adb29a0d261c tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:26.327783 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f994e344-b370-4015-bcd5-394a7f090d55 req-7f71a38e-b4a6-4411-8cf7-adb29a0d261c tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.11 "GET /v2.0/networks?id=ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7 HTTP/1.1" status: 200 len: 814 time: 0.3186977 Aug 28 12:39:26.340315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f994e344-b370-4015-bcd5-394a7f090d55 req-d7902614-d602-421b-afd8-ac9b857e21c8 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Request body: {'port': {'device_id': 'b87033af-257c-4da1-9b7a-92c2eac54f82', 'network_id': 'ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7', 'admin_state_up': True, 'tenant_id': '7fadc6c6a9aa49bba254767415e3417c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:26.359448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:39:26.418818 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2bd2d236-d471-42ec-80ed-8a509601855b req-49bb7f4d-ec45-4bce-84f3-2d798a3025d3 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 210 time: 0.0301895 Aug 28 12:39:26.428312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:39:26.429039 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:26.541640 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:26.542815 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ac043108-7c14-421f-85cb-d5fac6286103 req-81699b31-ac00-4392-8337-7cb72023ae35 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:26.550439 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ac043108-7c14-421f-85cb-d5fac6286103 req-81699b31-ac00-4392-8337-7cb72023ae35 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:26.589448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b028d65-68cf-4cc8-9cf4-9f0890d023cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:26.593841 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be365f5-d7fb-4aa6-af6b-e21faf2bca8d" -d '{"events": [{"server_uuid": "2b028d65-68cf-4cc8-9cf4-9f0890d023cd", "name": "network-vif-plugged", "status": "completed", "tag": "5ce60adf-041b-4b40-afcc-ce9a1e5c0f86"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:26.596785 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98092784-4d5a-4a01-bd95-b5abade94eea req-da15cfd1-5dfc-4920-b983-9478af64c655 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:26.599086 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-98092784-4d5a-4a01-bd95-b5abade94eea req-da15cfd1-5dfc-4920-b983-9478af64c655 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.0718696 Aug 28 12:39:26.607693 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f994e344-b370-4015-bcd5-394a7f090d55 req-d7902614-d602-421b-afd8-ac9b857e21c8 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Made reservation on behalf of 7fadc6c6a9aa49bba254767415e3417c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:39:26.611631 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f994e344-b370-4015-bcd5-394a7f090d55 req-d7902614-d602-421b-afd8-ac9b857e21c8 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:26.614533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:26.619169 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:26.674410 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-98092784-4d5a-4a01-bd95-b5abade94eea req-f47ecd2b-9464-49cd-9696-df1755c0ea5c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580902 Aug 28 12:39:26.678032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:26.769226 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [req-ac043108-7c14-421f-85cb-d5fac6286103 req-81699b31-ac00-4392-8337-7cb72023ae35 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Floating IP e5e6d494-15c4-454d-bda3-f269e3e75aef associated. External IP: 172.25.1.239, port: 04c683a1-bf48-46d8-b60e-13cebfdd678b. Aug 28 12:39:26.869124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202a140-75e3-4633-b03a-f8cebcdc3adb req-a1452d33-e225-4ca9-83be-ddfa7dba0fc3 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:26.874114 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5202a140-75e3-4633-b03a-f8cebcdc3adb req-a1452d33-e225-4ca9-83be-ddfa7dba0fc3 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.0705647 Aug 28 12:39:26.918981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-f994e344-b370-4015-bcd5-394a7f090d55 req-d7902614-d602-421b-afd8-ac9b857e21c8 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Allocated IP 172.20.0.12 (ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7/be3751e9-6629-43bb-9939-ebca37ba4d85/d05e93d8-908a-4c97-8c2e-21250a56e526) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:39:26.926518 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5202a140-75e3-4633-b03a-f8cebcdc3adb req-e4c669c2-b39f-42bd-b522-201a0ade86fa tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470681 Aug 28 12:39:27.014345 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 2e15f037-d818-48f9-a514-4fe73397f6b4 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:39:27.084725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 2e15f037-d818-48f9-a514-4fe73397f6b4 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:39:27.090540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 2e15f037-d818-48f9-a514-4fe73397f6b4 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:39:27.091224 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:27.269273 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:27.338925 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 2e15f037-d818-48f9-a514-4fe73397f6b4, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=2e15f037-d818-48f9-a514-4fe73397f6b4,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:27.342276 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc90bb14-404e-4b93-b1eb-03c12fff8c30 x-openstack-request-id: req-cc90bb14-404e-4b93-b1eb-03c12fff8c30 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:27.343144 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b028d65-68cf-4cc8-9cf4-9f0890d023cd", "name": "network-vif-plugged", "status": "completed", "tag": "5ce60adf-041b-4b40-afcc-ce9a1e5c0f86", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:27.343144 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc90bb14-404e-4b93-b1eb-03c12fff8c30 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:27.344126 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b028d65-68cf-4cc8-9cf4-9f0890d023cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86', 'code': 200} Aug 28 12:39:27.346172 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:27.422075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=2e15f037-d818-48f9-a514-4fe73397f6b4,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:27.465130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac043108-7c14-421f-85cb-d5fac6286103 req-81699b31-ac00-4392-8337-7cb72023ae35 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:39:27.495219 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f994e344-b370-4015-bcd5-394a7f090d55 req-d7902614-d602-421b-afd8-ac9b857e21c8 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:27.523271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f8d63-a62f-47a3-bdd2-378ae1f0d781 req-8464114a-f610-44d4-945e-fb041555512d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:27.524840 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a15f8d63-a62f-47a3-bdd2-378ae1f0d781 req-8464114a-f610-44d4-945e-fb041555512d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 945 time: 0.0773134 Aug 28 12:39:27.573251 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a15f8d63-a62f-47a3-bdd2-378ae1f0d781 req-447db6f0-d0ec-4c18-9d40-ac8a96b25149 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408404 Aug 28 12:39:27.621174 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f994e344-b370-4015-bcd5-394a7f090d55 req-d7902614-d602-421b-afd8-ac9b857e21c8 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:27.637497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac043108-7c14-421f-85cb-d5fac6286103 req-81699b31-ac00-4392-8337-7cb72023ae35 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:39:27.651832 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1504b38-db5c-4928-a01f-1ab5ae577cb0 None None] Sync routers for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:39:27.668063 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ac043108-7c14-421f-85cb-d5fac6286103 req-81699b31-ac00-4392-8337-7cb72023ae35 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:27.670429 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1504b38-db5c-4928-a01f-1ab5ae577cb0 None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:39:27.671295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b1504b38-db5c-4928-a01f-1ab5ae577cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:39:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:27.706570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f994e344-b370-4015-bcd5-394a7f090d55 req-d7902614-d602-421b-afd8-ac9b857e21c8 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Network ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:39:27.715292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-f994e344-b370-4015-bcd5-394a7f090d55 req-d7902614-d602-421b-afd8-ac9b857e21c8 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:39:27.719858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f994e344-b370-4015-bcd5-394a7f090d55 req-d7902614-d602-421b-afd8-ac9b857e21c8 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:39:27.725708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994e344-b370-4015-bcd5-394a7f090d55 req-d7902614-d602-421b-afd8-ac9b857e21c8 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:27.726381 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f994e344-b370-4015-bcd5-394a7f090d55 req-d7902614-d602-421b-afd8-ac9b857e21c8 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:27.728808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7902614-d602-421b-afd8-ac9b857e21c8 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Pushing event updated for resources: {'Port': ['ID=d05e93d8-908a-4c97-8c2e-21250a56e526,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:27.741077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2abf2-e4fd-4a31-be1d-c76e9e42347f req-bef41a7f-f906-4a31-a46c-2679bc2f44df tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:27.744280 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dfa2abf2-e4fd-4a31-be1d-c76e9e42347f req-bef41a7f-f906-4a31-a46c-2679bc2f44df tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.0784459 Aug 28 12:39:27.751972 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac043108-7c14-421f-85cb-d5fac6286103 req-81699b31-ac00-4392-8337-7cb72023ae35 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "PUT /v2.0/floatingips/e5e6d494-15c4-454d-bda3-f269e3e75aef HTTP/1.1" status: 200 len: 997 time: 2.1169209 Aug 28 12:39:27.754796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'tag': '04c683a1-bf48-46d8-b60e-13cebfdd678b'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:27.757132 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2220d8e3-af3f-4198-bf69-700c54b8c6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6", "tag": "04c683a1-bf48-46d8-b60e-13cebfdd678b"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:27.792671 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f994e344-b370-4015-bcd5-394a7f090d55 req-d7902614-d602-421b-afd8-ac9b857e21c8 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4596696 Aug 28 12:39:27.797559 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dfa2abf2-e4fd-4a31-be1d-c76e9e42347f req-2b4fcefa-f379-4be2-a066-298352cbda08 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391202 Aug 28 12:39:27.808321 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Request body: {'port': {'device_id': 'b87033af-257c-4da1-9b7a-92c2eac54f82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:27.834154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac043108-7c14-421f-85cb-d5fac6286103 req-fb18ad34-387a-424c-ab61-0779e8ebaa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:27.835716 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac043108-7c14-421f-85cb-d5fac6286103 req-fb18ad34-387a-424c-ab61-0779e8ebaa7f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 1098 time: 0.0740650 Aug 28 12:39:27.848144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b1504b38-db5c-4928-a01f-1ab5ae577cb0 None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:39:27.918436 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:27.958457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a997aa1-5e16-42fc-8f80-d1414319e317 req-2cc54b25-05c5-40c2-9d76-e2560a824373 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:27.959961 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5a997aa1-5e16-42fc-8f80-d1414319e317 req-2cc54b25-05c5-40c2-9d76-e2560a824373 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 932 time: 0.0558956 Aug 28 12:39:28.004778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac043108-7c14-421f-85cb-d5fac6286103 req-945d188a-a234-4751-9dd6-14e41c094dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:28.006421 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac043108-7c14-421f-85cb-d5fac6286103 req-945d188a-a234-4751-9dd6-14e41c094dd2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 920 time: 0.1597753 Aug 28 12:39:28.019255 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5a997aa1-5e16-42fc-8f80-d1414319e317 req-f5a95543-544a-402c-aae6-0fd9bd5108bc tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/security-groups?id=69eba71c-6343-4ddb-b91f-21bcaaf0b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501161 Aug 28 12:39:28.160863 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60580238-58ea-4d46-ba0e-96ab57fba55d req-fd890dbe-c06b-479c-8c43-7ab0b75a9280 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:28.162814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b1504b38-db5c-4928-a01f-1ab5ae577cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e5e6d494-15c4-454d-bda3-f269e3e75aef', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'port_id': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'mac_address': 'fa:16:3e:64:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:39:05Z', 'updated_at': '2021-08-28T12:39:26Z', 'revision_number': 1, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:28.163026 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-60580238-58ea-4d46-ba0e-96ab57fba55d req-fd890dbe-c06b-479c-8c43-7ab0b75a9280 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.0812342 Aug 28 12:39:28.181710 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac043108-7c14-421f-85cb-d5fac6286103 req-d4f32f30-ca08-4949-a0b8-630a48ab1949 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04c683a1-bf48-46d8-b60e-13cebfdd678b HTTP/1.1" status: 200 len: 1000 time: 0.1685097 Aug 28 12:39:28.190174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1504b38-db5c-4928-a01f-1ab5ae577cb0 None None] Checking router: ae3c5dd5-1c90-49c5-be3c-941119c3ea0f for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:39:28.200677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1504b38-db5c-4928-a01f-1ab5ae577cb0 None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:39:28.201836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b1504b38-db5c-4928-a01f-1ab5ae577cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:39:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:28.221268 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-60580238-58ea-4d46-ba0e-96ab57fba55d req-b8135fb5-155f-46fa-96f7-37668b721e8f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508928 Aug 28 12:39:28.281429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac043108-7c14-421f-85cb-d5fac6286103 req-9ebb1056-cfaa-49be-8c4c-3db8b6582fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:28.282991 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac043108-7c14-421f-85cb-d5fac6286103 req-9ebb1056-cfaa-49be-8c4c-3db8b6582fdc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 200 len: 859 time: 0.0844874 Aug 28 12:39:28.374285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05e93d8-908a-4c97-8c2e-21250a56e526 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:39:28.383199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac043108-7c14-421f-85cb-d5fac6286103 req-c5a2758d-08dd-4f73-b8e6-d1d9010b454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:28.384852 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac043108-7c14-421f-85cb-d5fac6286103 req-c5a2758d-08dd-4f73-b8e6-d1d9010b454b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a984379b-eed6-4fb8-902d-6b247ecefa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936284 Aug 28 12:39:28.386941 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:28.406022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-ac043108-7c14-421f-85cb-d5fac6286103 req-84fce0c9-5d1a-48a9-93ea-9baa77c1208b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:39:28.407547 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac043108-7c14-421f-85cb-d5fac6286103 req-84fce0c9-5d1a-48a9-93ea-9baa77c1208b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097921 Aug 28 12:39:28.412916 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Transition to ACTIVE for port object d05e93d8-908a-4c97-8c2e-21250a56e526 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:39:28.418216 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:28.476056 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda38c79-01ad-4d0b-af6a-592bccba1580 x-openstack-request-id: req-fda38c79-01ad-4d0b-af6a-592bccba1580 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:28.476056 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6", "tag": "04c683a1-bf48-46d8-b60e-13cebfdd678b", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:28.476056 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fda38c79-01ad-4d0b-af6a-592bccba1580 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:28.477405 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'tag': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'status': 'completed', 'code': 200} Aug 28 12:39:28.507476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b1504b38-db5c-4928-a01f-1ab5ae577cb0 None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:39:28.576752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d05e93d8-908a-4c97-8c2e-21250a56e526,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:28.621342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8615a15-6871-4f02-b2f8-be2d5ea58669 req-1c765a11-12e8-40c7-b6ce-5bf775b75573 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:28.623434 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b8615a15-6871-4f02-b2f8-be2d5ea58669 req-1c765a11-12e8-40c7-b6ce-5bf775b75573 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 945 time: 0.0735259 Aug 28 12:39:28.640976 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac043108-7c14-421f-85cb-d5fac6286103 req-3df22106-8005-4110-80b1-e81c914ef059 service neutron] 10.222.0.20 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129769 Aug 28 12:39:28.642931 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220d8e3-af3f-4198-bf69-700c54b8c6c5 req-11596b4c-a06c-4a3e-b880-86cde908096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:28.644417 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2220d8e3-af3f-4198-bf69-700c54b8c6c5 req-11596b4c-a06c-4a3e-b880-86cde908096e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 1098 time: 0.1373236 Aug 28 12:39:28.649677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Attempting to bind port d05e93d8-908a-4c97-8c2e-21250a56e526 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:39:28.650574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Attempting to bind port d05e93d8-908a-4c97-8c2e-21250a56e526 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '697f6823-bd99-401f-ab2f-daf98316eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:39:28.651216 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Attempting to bind port d05e93d8-908a-4c97-8c2e-21250a56e526 on network ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:28.690815 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b8615a15-6871-4f02-b2f8-be2d5ea58669 req-b6edd9e7-16f9-4004-babb-4edbef3bdc93 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572243 Aug 28 12:39:28.733951 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Port d05e93d8-908a-4c97-8c2e-21250a56e526 on network ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:39:28.734704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Attempting to bind port d05e93d8-908a-4c97-8c2e-21250a56e526 on network ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:28.811829 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:39:28.812172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Checking segment: {'id': '697f6823-bd99-401f-ab2f-daf98316eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:39:28.812545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Bound using segment: {'id': '697f6823-bd99-401f-ab2f-daf98316eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:39:28.812983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Bound port: d05e93d8-908a-4c97-8c2e-21250a56e526, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697f6823-bd99-401f-ab2f-daf98316eee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:39:28.813335 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:28.869871 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b1504b38-db5c-4928-a01f-1ab5ae577cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e5e6d494-15c4-454d-bda3-f269e3e75aef', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'port_id': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'mac_address': 'fa:16:3e:64:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:39:05Z', 'updated_at': '2021-08-28T12:39:26Z', 'revision_number': 1, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:28.870854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad62a7-ab96-400f-b315-e6884226ee53 req-aec6c1a3-5614-48db-8f07-d7408d4ab33d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:28.872602 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9aad62a7-ab96-400f-b315-e6884226ee53 req-aec6c1a3-5614-48db-8f07-d7408d4ab33d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 945 time: 0.0649486 Aug 28 12:39:28.911298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1504b38-db5c-4928-a01f-1ab5ae577cb0 None None] The sync data for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 is: [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e5e6d494-15c4-454d-bda3-f269e3e75aef', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'port_id': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'mac_address': 'fa:16:3e:64:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:39:05Z', 'updated_at': '2021-08-28T12:39:26Z', 'revision_number': 1, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:39:28.920331 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9aad62a7-ab96-400f-b315-e6884226ee53 req-51e63822-623e-4cc8-85bf-1e3e28cdb974 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398433 Aug 28 12:39:28.928968 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac043108-7c14-421f-85cb-d5fac6286103 req-91afddfd-7f74-4dfc-a066-b33b516dccd7 service neutron] 10.222.0.20 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808163 Aug 28 12:39:28.943445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220d8e3-af3f-4198-bf69-700c54b8c6c5 req-63f82e18-0a23-459e-8eeb-ecd47f4953b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:28.945075 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2220d8e3-af3f-4198-bf69-700c54b8c6c5 req-63f82e18-0a23-459e-8eeb-ecd47f4953b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 920 time: 0.2891357 Aug 28 12:39:28.958559 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] For port d05e93d8-908a-4c97-8c2e-21250a56e526, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:39:28.964296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] For port d05e93d8-908a-4c97-8c2e-21250a56e526, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d05e93d8-908a-4c97-8c2e-21250a56e526,segment=NetworkSegment(697f6823-bd99-401f-ab2f-daf98316eee0),segment_id=697f6823-bd99-401f-ab2f-daf98316eee0)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:39:28.974670 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:29.067132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:29.067718 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:29.069182 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f994e344-b370-4015-bcd5-394a7f090d55 req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] 10.222.0.11 "PUT /v2.0/ports/d05e93d8-908a-4c97-8c2e-21250a56e526 HTTP/1.1" status: 200 len: 1093 time: 1.2666373 Aug 28 12:39:29.120837 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2220d8e3-af3f-4198-bf69-700c54b8c6c5 req-8487a67c-bbd8-4bf1-8ab9-d2789733f76e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04c683a1-bf48-46d8-b60e-13cebfdd678b HTTP/1.1" status: 200 len: 1000 time: 0.1589966 Aug 28 12:39:29.198296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb7e4c-1609-41e0-84be-33349087c9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d05e93d8-908a-4c97-8c2e-21250a56e526,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:29.229640 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4886256-8192-4530-a6f9-6e72619e92cb None None] New status for floating IP e5e6d494-15c4-454d-bda3-f269e3e75aef: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:39:29.265714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220d8e3-af3f-4198-bf69-700c54b8c6c5 req-d603081b-d6a9-42e3-a43e-7e9d7ece9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:29.267276 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2220d8e3-af3f-4198-bf69-700c54b8c6c5 req-d603081b-d6a9-42e3-a43e-7e9d7ece9616 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 200 len: 859 time: 0.1234438 Aug 28 12:39:29.277616 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc34c3-13f1-462f-8c7b-665c67423d61 req-ae0e4b8e-daba-4a99-b186-87625cf87e34 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:29.279378 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b7fc34c3-13f1-462f-8c7b-665c67423d61 req-ae0e4b8e-daba-4a99-b186-87625cf87e34 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.1658187 Aug 28 12:39:29.282967 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994e344-b370-4015-bcd5-394a7f090d55 req-c375996f-2bce-4086-914c-a897ed42a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:29.285343 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f994e344-b370-4015-bcd5-394a7f090d55 req-c375996f-2bce-4086-914c-a897ed42a58b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fadc6c6a9aa49bba254767415e3417c&device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 1096 time: 0.1442382 Aug 28 12:39:29.346780 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb1c951-7cc7-451f-89fb-aa20d4d3bd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e15f037-d818-48f9-a514-4fe73397f6b4'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:29.349923 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6210455a-0c94-4044-a96d-4de42469b723" -d '{"events": [{"server_uuid": "8bb1c951-7cc7-451f-89fb-aa20d4d3bd17", "name": "network-vif-plugged", "status": "completed", "tag": "2e15f037-d818-48f9-a514-4fe73397f6b4"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:29.366166 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f994e344-b370-4015-bcd5-394a7f090d55 req-6a285acf-757b-4419-b8a2-4cac9e1ec592 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d05e93d8-908a-4c97-8c2e-21250a56e526 HTTP/1.1" status: 200 len: 217 time: 0.0697496 Aug 28 12:39:29.445823 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b7fc34c3-13f1-462f-8c7b-665c67423d61 req-daa92362-7acc-4b2a-82a6-fe8f6c85db5d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381519 Aug 28 12:39:29.455232 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220d8e3-af3f-4198-bf69-700c54b8c6c5 req-6bf78dcf-7efb-45c7-99b2-ba4a39e87993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:29.456759 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2220d8e3-af3f-4198-bf69-700c54b8c6c5 req-6bf78dcf-7efb-45c7-99b2-ba4a39e87993 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a984379b-eed6-4fb8-902d-6b247ecefa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1763511 Aug 28 12:39:29.491414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994e344-b370-4015-bcd5-394a7f090d55 req-d01ace5d-c9d2-42b7-ae24-938b7eb92381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:29.500639 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f994e344-b370-4015-bcd5-394a7f090d55 req-d01ace5d-c9d2-42b7-ae24-938b7eb92381 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be3751e9-6629-43bb-9939-ebca37ba4d85 HTTP/1.1" status: 200 len: 854 time: 0.1254225 Aug 28 12:39:29.580516 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f994e344-b370-4015-bcd5-394a7f090d55 req-07e8ce64-b5b8-44ec-aa59-96554f7623f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675275 Aug 28 12:39:29.688046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-46c643a1-6701-40b0-afa5-46a6a47dedfb tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:29.689616 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-46c643a1-6701-40b0-afa5-46a6a47dedfb tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1354816 Aug 28 12:39:29.730137 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fda8f-7e85-4230-8c95-16dda613bb8f req-9c892d7c-76b0-40ce-8b04-0e620cf69c5d tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:29.732286 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-316fda8f-7e85-4230-8c95-16dda613bb8f req-9c892d7c-76b0-40ce-8b04-0e620cf69c5d tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 944 time: 0.1572542 Aug 28 12:39:29.739695 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2220d8e3-af3f-4198-bf69-700c54b8c6c5 req-960e4006-3320-4f22-95ef-53077521453b service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663457 Aug 28 12:39:29.793278 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-31eec51c-31ba-42b1-97ff-bde6ae4b55d6 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1002 time: 0.0944765 Aug 28 12:39:29.804198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-7a5c9044-a3c5-4f1d-93af-f474002a00dc tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Request body: {'floatingip': {'port_id': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:29.809540 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f994e344-b370-4015-bcd5-394a7f090d55 req-bf65c84d-c2b9-454d-a393-eff04fe1ec4f service neutron] 10.222.0.11 "GET /v2.0/networks/ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160509 Aug 28 12:39:29.889428 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-316fda8f-7e85-4230-8c95-16dda613bb8f req-f7bbdf7f-384c-4322-8bf8-33cabd9fac3d tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/security-groups?id=69eba71c-6343-4ddb-b91f-21bcaaf0b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455541 Aug 28 12:39:29.900670 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-7a5c9044-a3c5-4f1d-93af-f474002a00dc tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:29.935623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2220d8e3-af3f-4198-bf69-700c54b8c6c5 req-0b68153a-f4f4-465f-b5f0-198a8a734dba service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851683 Aug 28 12:39:29.988410 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f994e344-b370-4015-bcd5-394a7f090d55 req-8af4b555-4306-4271-a8ca-8388bdab2664 service neutron] 10.222.0.11 "GET /v2.0/networks/ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702607 Aug 28 12:39:30.084012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b41df-3c82-48f1-be99-a0eec7a3b098 req-d40f498b-9ac8-4d9a-8ee8-c665d89eab33 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:30.085840 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-821b41df-3c82-48f1-be99-a0eec7a3b098 req-d40f498b-9ac8-4d9a-8ee8-c665d89eab33 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.0612526 Aug 28 12:39:30.135168 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-821b41df-3c82-48f1-be99-a0eec7a3b098 req-aca04e71-a83c-4618-9f38-8ccca26f58bf tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390382 Aug 28 12:39:30.251572 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b13d8a-e682-407c-b18b-753064abbeb9 x-openstack-request-id: req-85b13d8a-e682-407c-b18b-753064abbeb9 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:30.252695 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb1c951-7cc7-451f-89fb-aa20d4d3bd17", "name": "network-vif-plugged", "status": "completed", "tag": "2e15f037-d818-48f9-a514-4fe73397f6b4", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:30.253023 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85b13d8a-e682-407c-b18b-753064abbeb9 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:30.253533 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb1c951-7cc7-451f-89fb-aa20d4d3bd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e15f037-d818-48f9-a514-4fe73397f6b4', 'code': 200} Aug 28 12:39:30.460341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44118e50-40d2-424a-83fc-5b5f58b5c5e1 req-e27d62b2-0c63-4ed0-b992-a0c437cbf044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:30.461860 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44118e50-40d2-424a-83fc-5b5f58b5c5e1 req-e27d62b2-0c63-4ed0-b992-a0c437cbf044 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 1097 time: 0.1293108 Aug 28 12:39:30.479481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87033af-257c-4da1-9b7a-92c2eac54f82', 'tag': 'd05e93d8-908a-4c97-8c2e-21250a56e526'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:30.481664 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8768596-a812-4fe0-9cb9-65c463b400aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b87033af-257c-4da1-9b7a-92c2eac54f82", "tag": "d05e93d8-908a-4c97-8c2e-21250a56e526"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:30.488689 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-25efcc64-f55a-4043-b2ef-0b39d659749b service neutron] show failed (client error): The resource could not be found. Aug 28 12:39:30.489208 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-25efcc64-f55a-4043-b2ef-0b39d659749b service neutron] 10.222.0.10 "GET /v2.0/ports/6a001dd6-38f6-44d8-b12e-47079beb8bbc/bindings/n-h1-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.1145761 Aug 28 12:39:30.509199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e423a97-b21b-46dc-a508-16b6d2e7bb80 req-acdb0d84-cc61-44e5-89ae-a0cec0f19dc9 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:30.510841 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7e423a97-b21b-46dc-a508-16b6d2e7bb80 req-acdb0d84-cc61-44e5-89ae-a0cec0f19dc9 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 945 time: 0.1069298 Aug 28 12:39:30.544418 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44118e50-40d2-424a-83fc-5b5f58b5c5e1 req-7d6383bf-3f39-4393-9625-a442f42284a8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718203 Aug 28 12:39:30.571096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7e423a97-b21b-46dc-a508-16b6d2e7bb80 req-d4cbe005-5a62-4545-a968-ab58d234b225 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517046 Aug 28 12:39:30.756909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4490cf-cda4-44b0-876d-5c214fbdfe62 req-cea4f116-e387-4884-b941-bd59c73a1f23 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:30.759012 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb4490cf-cda4-44b0-876d-5c214fbdfe62 req-cea4f116-e387-4884-b941-bd59c73a1f23 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.0612884 Aug 28 12:39:30.811574 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb4490cf-cda4-44b0-876d-5c214fbdfe62 req-f011a881-b3c1-4b9d-b1cd-d8fbe4e87b63 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449197 Aug 28 12:39:30.901687 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d60479-938e-4659-b98e-00118ea7d99f x-openstack-request-id: req-58d60479-938e-4659-b98e-00118ea7d99f {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:30.902166 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87033af-257c-4da1-9b7a-92c2eac54f82", "tag": "d05e93d8-908a-4c97-8c2e-21250a56e526", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:30.902613 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58d60479-938e-4659-b98e-00118ea7d99f {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:30.903244 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87033af-257c-4da1-9b7a-92c2eac54f82', 'tag': 'd05e93d8-908a-4c97-8c2e-21250a56e526', 'status': 'completed', 'code': 200} Aug 28 12:39:30.912713 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-7a5c9044-a3c5-4f1d-93af-f474002a00dc tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:30.917965 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-7a5c9044-a3c5-4f1d-93af-f474002a00dc tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:30.959559 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-fee0a21e-19b1-4f7d-84aa-9c13d920b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:30.961570 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-fee0a21e-19b1-4f7d-84aa-9c13d920b535 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e&tenant_id=a4d6d6e751944664b9c54f70b2be3e4c HTTP/1.1" status: 200 len: 1102 time: 0.1062911 Aug 28 12:39:30.976177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:31.003451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8768596-a812-4fe0-9cb9-65c463b400aa req-59de0153-4ef9-499c-a45a-4c58ffc1c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:31.004990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8768596-a812-4fe0-9cb9-65c463b400aa req-59de0153-4ef9-499c-a45a-4c58ffc1c279 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fadc6c6a9aa49bba254767415e3417c&device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 1096 time: 0.0778000 Aug 28 12:39:31.065023 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-7a5c9044-a3c5-4f1d-93af-f474002a00dc tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Floating IP e5e6d494-15c4-454d-bda3-f269e3e75aef associated. External IP: 172.25.1.239, port: 04c683a1-bf48-46d8-b60e-13cebfdd678b. Aug 28 12:39:31.095169 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:31.206037 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8768596-a812-4fe0-9cb9-65c463b400aa req-56d479b5-8550-41a0-8287-fe99183a6ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:31.207632 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8768596-a812-4fe0-9cb9-65c463b400aa req-56d479b5-8550-41a0-8287-fe99183a6ac9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7 HTTP/1.1" status: 200 len: 914 time: 0.1929002 Aug 28 12:39:31.307226 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8768596-a812-4fe0-9cb9-65c463b400aa req-1b3cf385-662f-428a-8254-3a95ba40d1d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d05e93d8-908a-4c97-8c2e-21250a56e526 HTTP/1.1" status: 200 len: 217 time: 0.0881884 Aug 28 12:39:31.331937 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f3933-c0e6-4f48-a68f-d29217c381c2 req-08340d9e-8f66-4fdb-8d4a-589f71ec69e4 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:31.331937 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-202f3933-c0e6-4f48-a68f-d29217c381c2 req-08340d9e-8f66-4fdb-8d4a-589f71ec69e4 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 944 time: 0.1788645 Aug 28 12:39:31.375680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-7a5c9044-a3c5-4f1d-93af-f474002a00dc tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:39:31.461553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8768596-a812-4fe0-9cb9-65c463b400aa req-0121e8c1-9f00-4c3e-87d3-306c42d67fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:31.462258 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8768596-a812-4fe0-9cb9-65c463b400aa req-0121e8c1-9f00-4c3e-87d3-306c42d67fbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be3751e9-6629-43bb-9939-ebca37ba4d85 HTTP/1.1" status: 200 len: 854 time: 0.1300590 Aug 28 12:39:31.470197 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-202f3933-c0e6-4f48-a68f-d29217c381c2 req-066478be-9f88-423e-a77c-54ca010960e0 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/security-groups?id=69eba71c-6343-4ddb-b91f-21bcaaf0b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270959 Aug 28 12:39:31.557483 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32986) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:31.602737 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-7a5c9044-a3c5-4f1d-93af-f474002a00dc tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:39:31.619999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bd0789-42c8-48a7-8246-2c8f33d007f7 None None] Sync routers for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:39:31.641109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd0789-42c8-48a7-8246-2c8f33d007f7 None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:39:31.643451 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-84bd0789-42c8-48a7-8246-2c8f33d007f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:39:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:31.799295 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a27ec724-d9fc-487e-a6f0-5d3babd06cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:31.819728 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-84bd0789-42c8-48a7-8246-2c8f33d007f7 None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:39:31.839518 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8768596-a812-4fe0-9cb9-65c463b400aa req-1e5fd9e6-fb42-4b55-9662-1ead176502b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3668396 Aug 28 12:39:31.998661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] For port 6a001dd6-38f6-44d8-b12e-47079beb8bbc, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:32.004118 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a27ec724-d9fc-487e-a6f0-5d3babd06cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:32.021219 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a27ec724-d9fc-487e-a6f0-5d3babd06cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:32.028083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64123a1-840e-4008-9748-8595351896b4 req-9d4fcb83-d498-433d-977d-71c5a4cb9f41 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:32.030725 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b64123a1-840e-4008-9748-8595351896b4 req-9d4fcb83-d498-433d-977d-71c5a4cb9f41 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.1991014 Aug 28 12:39:32.103497 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8768596-a812-4fe0-9cb9-65c463b400aa req-fd658b96-de1f-44b5-95d1-3cc1d0af4075 service neutron] 10.222.0.11 "GET /v2.0/networks/ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130601 Aug 28 12:39:32.109619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] For port 6a001dd6-38f6-44d8-b12e-47079beb8bbc, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:39:32.140911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ec724-d9fc-487e-a6f0-5d3babd06cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26d641d-5d4f-41c1-9898-579661c5af29,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:32.166466 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b64123a1-840e-4008-9748-8595351896b4 req-4a9deb52-7210-40c0-8df5-33c2cad96838 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202002 Aug 28 12:39:32.167070 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a27ec724-d9fc-487e-a6f0-5d3babd06cb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21ca4e73cb314ca2821a88f3be3f5090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6084151 Aug 28 12:39:32.168699 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33002) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:32.214352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-7a5c9044-a3c5-4f1d-93af-f474002a00dc tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:39:32.290951 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:32.302028 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8693040e-43dd-45a5-a715-fc1a57c59a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:32.329930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-84bd0789-42c8-48a7-8246-2c8f33d007f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e5e6d494-15c4-454d-bda3-f269e3e75aef', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'port_id': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'mac_address': 'fa:16:3e:ef:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:39:05Z', 'updated_at': '2021-08-28T12:39:30Z', 'revision_number': 3, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:32.331983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Transition to ACTIVE for port object 6a001dd6-38f6-44d8-b12e-47079beb8bbc will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:39:32.336489 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:32.364167 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8693040e-43dd-45a5-a715-fc1a57c59a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:32.393047 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8768596-a812-4fe0-9cb9-65c463b400aa req-ac09d5b3-5ac1-47db-83ad-cf3d2a0763d6 service neutron] 10.222.0.11 "GET /v2.0/networks/ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459331 Aug 28 12:39:32.430417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:39:32.438054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] No DVR routers for this DVR port 6a001dd6-38f6-44d8-b12e-47079beb8bbc on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:39:32.448166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Pushing event updated for resources: {'Port': ['ID=6a001dd6-38f6-44d8-b12e-47079beb8bbc,revision_number=6']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:32.450888 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-7a5c9044-a3c5-4f1d-93af-f474002a00dc tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:39:32.475729 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-7a5c9044-a3c5-4f1d-93af-f474002a00dc tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:32.521690 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Attempting to bind port 6a001dd6-38f6-44d8-b12e-47079beb8bbc on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:39:32.522034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Attempting to bind port 6a001dd6-38f6-44d8-b12e-47079beb8bbc by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:39:32.522327 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Attempting to bind port 6a001dd6-38f6-44d8-b12e-47079beb8bbc on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:32.535784 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Port 6a001dd6-38f6-44d8-b12e-47079beb8bbc on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:39:32.540444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Attempting to bind port 6a001dd6-38f6-44d8-b12e-47079beb8bbc on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:32.559273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:39:32.560029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'tag': '04c683a1-bf48-46d8-b60e-13cebfdd678b'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:32.561179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:39:32.561605 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:39:32.565042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Bound port: 6a001dd6-38f6-44d8-b12e-47079beb8bbc, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:39:32.565910 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1603ded-8a49-4873-930b-d7ca6197a336" -d '{"events": [{"name": "network-changed", "server_uuid": "7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6", "tag": "04c683a1-bf48-46d8-b60e-13cebfdd678b"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:32.566155 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:32.615720 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bd0789-42c8-48a7-8246-2c8f33d007f7 None None] Checking router: ae3c5dd5-1c90-49c5-be3c-941119c3ea0f for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:39:32.639670 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:32.649263 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8693040e-43dd-45a5-a715-fc1a57c59a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:32.660484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd0789-42c8-48a7-8246-2c8f33d007f7 None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:39:32.662445 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8693040e-43dd-45a5-a715-fc1a57c59a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:32.664070 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8693040e-43dd-45a5-a715-fc1a57c59a5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f26d641d-5d4f-41c1-9898-579661c5af29 HTTP/1.1" status: 204 len: 168 time: 0.4909148 Aug 28 12:39:32.678528 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-84bd0789-42c8-48a7-8246-2c8f33d007f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:39:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:32.691249 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-7a5c9044-a3c5-4f1d-93af-f474002a00dc tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "PUT /v2.0/floatingips/e5e6d494-15c4-454d-bda3-f269e3e75aef HTTP/1.1" status: 200 len: 998 time: 2.8911972 Aug 28 12:39:32.698232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693040e-43dd-45a5-a715-fc1a57c59a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26d641d-5d4f-41c1-9898-579661c5af29,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:32.765666 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '1a4acdf8-ecc5-4452-8251-6cbe4667a2ff', 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547', 'port_id': '1a4acdf8-ecc5-4452-8251-6cbe4667a2ff', 'mac_address': 'fa:16:3e:6d:54:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4a0be6-71b9-4bdb-9795-f2ece63793e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:39:32.772534 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-00bec86c-958a-490c-81da-8a03ae57ab1c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:32.789240 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-00bec86c-958a-490c-81da-8a03ae57ab1c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports/04c683a1-bf48-46d8-b60e-13cebfdd678b HTTP/1.1" status: 200 len: 943 time: 0.0959918 Aug 28 12:39:32.861677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e197b3-3857-4394-b761-92027892e804 req-62a83bb7-bac7-42f7-baeb-5ff6502d1324 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:32.866433 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78e197b3-3857-4394-b761-92027892e804 req-62a83bb7-bac7-42f7-baeb-5ff6502d1324 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 945 time: 0.2799461 Aug 28 12:39:32.905479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc1c2e7-5141-4dae-b1ef-1280ab45a22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a001dd6-38f6-44d8-b12e-47079beb8bbc'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:32.923345 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aa5275-40e0-428c-8bea-8c5b130ab3b6" -d '{"events": [{"server_uuid": "ffc1c2e7-5141-4dae-b1ef-1280ab45a22e", "name": "network-vif-unplugged", "status": "completed", "tag": "6a001dd6-38f6-44d8-b12e-47079beb8bbc"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:32.959116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] For port 6a001dd6-38f6-44d8-b12e-47079beb8bbc, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:39:32.972399 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:32.996544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-4970b311-2799-49a8-960d-e0197b6af75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:32.999280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] For port 6a001dd6-38f6-44d8-b12e-47079beb8bbc, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:39:33.016295 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-4970b311-2799-49a8-960d-e0197b6af75e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 1098 time: 0.1057584 Aug 28 12:39:33.023343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:39:33.025164 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78e197b3-3857-4394-b761-92027892e804 req-6b13b66c-dc28-4766-8447-288de6320d26 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457734 Aug 28 12:39:33.032194 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:33.036556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-84bd0789-42c8-48a7-8246-2c8f33d007f7 None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:39:33.141383 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:33.147881 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:33.151922 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:33.157540 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] 10.222.0.11 "PUT /v2.0/ports/6a001dd6-38f6-44d8-b12e-47079beb8bbc HTTP/1.1" status: 200 len: 1097 time: 2.1855667 Aug 28 12:39:33.225134 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:33.269360 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-8e88c5df-d573-4103-85ca-795fc27d4f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:33.270905 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-8e88c5df-d573-4103-85ca-795fc27d4f3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 920 time: 0.2535839 Aug 28 12:39:33.371613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['1a4acdf8-ecc5-4452-8251-6cbe4667a2ff'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:39:33.381269 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-08c9f343-5aad-4dd7-8425-a5a39520b5db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04c683a1-bf48-46d8-b60e-13cebfdd678b HTTP/1.1" status: 200 len: 217 time: 0.1038156 Aug 28 12:39:33.396977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747069b-e61b-4907-be2e-f40305a79a44 service neutron] Pushing event updated for resources: {'Port': ['ID=6a001dd6-38f6-44d8-b12e-47079beb8bbc,revision_number=7']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:33.424499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-99bcf8f1-bc4a-408b-8bbd-6c3279fe1370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:33.427205 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-99bcf8f1-bc4a-408b-8bbd-6c3279fe1370 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 1100 time: 0.1957288 Aug 28 12:39:33.446909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a635e0-557a-4847-bec3-73b43853bfbc req-f9d912d9-f8d9-472d-8752-0f8f019fb337 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:33.460574 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62a635e0-557a-4847-bec3-73b43853bfbc req-f9d912d9-f8d9-472d-8752-0f8f019fb337 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.2806973 Aug 28 12:39:33.461823 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:33.497680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33046) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:33.532738 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d4f39b8-4c24-4fdb-ac8d-842b40fda81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:33.566348 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-ec2f91a3-c29a-42b6-bd1b-42685084b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:33.566710 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-ec2f91a3-c29a-42b6-bd1b-42685084b0f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 200 len: 859 time: 0.1845472 Aug 28 12:39:33.632204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62a635e0-557a-4847-bec3-73b43853bfbc req-a5c48944-9c81-437b-8a6f-432c5acd5909 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700423 Aug 28 12:39:33.697448 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-93470ee4-a7d8-4190-a8ce-da93fb4a3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:33.705712 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-93470ee4-a7d8-4190-a8ce-da93fb4a3feb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a984379b-eed6-4fb8-902d-6b247ecefa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239872 Aug 28 12:39:33.715633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-65516310-fbeb-42f0-a2c9-2506d470d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:33.718500 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-65516310-fbeb-42f0-a2c9-2506d470d67e service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.2545252 Aug 28 12:39:33.726438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-12be9c12-3c6d-46cc-b0a4-165983e019a7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:39:33.730235 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-12be9c12-3c6d-46cc-b0a4-165983e019a7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102301 Aug 28 12:39:33.738461 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-84bd0789-42c8-48a7-8246-2c8f33d007f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e5e6d494-15c4-454d-bda3-f269e3e75aef', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'port_id': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'mac_address': 'fa:16:3e:ef:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:39:05Z', 'updated_at': '2021-08-28T12:39:30Z', 'revision_number': 3, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:33.808690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-f6d9d64e-ee5a-4a7a-a933-c507ee4f13a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc HTTP/1.1" status: 200 len: 217 time: 0.0804167 Aug 28 12:39:33.840859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bd0789-42c8-48a7-8246-2c8f33d007f7 None None] The sync data for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 is: [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e5e6d494-15c4-454d-bda3-f269e3e75aef', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'port_id': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'mac_address': 'fa:16:3e:ef:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:39:05Z', 'updated_at': '2021-08-28T12:39:30Z', 'revision_number': 3, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:39:33.923059 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d4f39b8-4c24-4fdb-ac8d-842b40fda81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:33.939263 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d4f39b8-4c24-4fdb-ac8d-842b40fda81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:33.954757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-81ce3da5-014c-46e8-8989-c75436497938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:33.956660 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-81ce3da5-014c-46e8-8989-c75436497938 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1398807 Aug 28 12:39:33.961067 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-90f73250-e5da-4b1c-9585-a985d3f84d3a service neutron] 10.222.0.20 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124262 Aug 28 12:39:33.967925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc7440-e7ac-4490-b021-4c9444df2917 req-5f9976cc-baa8-494e-ab79-6d494216dcfe tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:33.980628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79bc7440-e7ac-4490-b021-4c9444df2917 req-5f9976cc-baa8-494e-ab79-6d494216dcfe tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 944 time: 0.1090326 Aug 28 12:39:34.079576 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79bc7440-e7ac-4490-b021-4c9444df2917 req-c9108e7b-1420-4d11-a93d-92e48e771bd1 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/security-groups?id=69eba71c-6343-4ddb-b91f-21bcaaf0b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977182 Aug 28 12:39:34.116996 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-6ebe53d8-3c99-41f2-bf86-d0b52fe4d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:34.125036 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-6ebe53d8-3c99-41f2-bf86-d0b52fe4d8da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1377928 Aug 28 12:39:34.135884 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f39b8-4c24-4fdb-ac8d-842b40fda81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c2610d-0dda-4417-8a3f-f1350acb43c2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:34.147359 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8d4f39b8-4c24-4fdb-ac8d-842b40fda81f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=556ff64f625448c7b7aeb2cbb01e0434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6474230 Aug 28 12:39:34.148152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33050) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:34.191181 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb716004-9844-42fc-af9a-8eea6a53f1a6 None None] New status for floating IP e5e6d494-15c4-454d-bda3-f269e3e75aef: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:39:34.287675 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a547bac9-2259-481c-b2cb-1b2a6ea0a4d0 x-openstack-request-id: req-a547bac9-2259-481c-b2cb-1b2a6ea0a4d0 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:34.288142 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc1c2e7-5141-4dae-b1ef-1280ab45a22e", "name": "network-vif-unplugged", "status": "completed", "tag": "6a001dd6-38f6-44d8-b12e-47079beb8bbc", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:34.288851 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a547bac9-2259-481c-b2cb-1b2a6ea0a4d0 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:34.289136 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc1c2e7-5141-4dae-b1ef-1280ab45a22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a001dd6-38f6-44d8-b12e-47079beb8bbc', 'code': 200} Aug 28 12:39:34.304894 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db18cf51-3477-4170-a00c-b3d731bfe96e x-openstack-request-id: req-db18cf51-3477-4170-a00c-b3d731bfe96e {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:34.305360 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6", "tag": "04c683a1-bf48-46d8-b60e-13cebfdd678b", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:34.305771 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db18cf51-3477-4170-a00c-b3d731bfe96e {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:34.306434 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'tag': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'status': 'completed', 'code': 200} Aug 28 12:39:34.368753 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-6fe5d9b8-e142-47a1-8686-916fa58a2a25 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383029 Aug 28 12:39:34.378194 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef8d675e-a767-42cf-b840-3fd4df66b196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:34.421244 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef8d675e-a767-42cf-b840-3fd4df66b196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:34.442345 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d05e93d8-908a-4c97-8c2e-21250a56e526 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:39:34.445790 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:39:34.504145 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-cd9cc303-0eb8-4e0e-bd9e-b85e79cc6718 service neutron] 10.222.0.20 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325024 Aug 28 12:39:34.545262 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef8d675e-a767-42cf-b840-3fd4df66b196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:34.552004 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef8d675e-a767-42cf-b840-3fd4df66b196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:34.556802 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ef8d675e-a767-42cf-b840-3fd4df66b196 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95c2610d-0dda-4417-8a3f-f1350acb43c2 HTTP/1.1" status: 204 len: 168 time: 0.4054317 Aug 28 12:39:34.558076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1603ded-8a49-4873-930b-d7ca6197a336 req-b1cd9495-9b3f-4160-a561-17029582bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:34.566471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d675e-a767-42cf-b840-3fd4df66b196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c2610d-0dda-4417-8a3f-f1350acb43c2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:34.573207 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1603ded-8a49-4873-930b-d7ca6197a336 req-b1cd9495-9b3f-4160-a561-17029582bcb8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 1098 time: 0.2965505 Aug 28 12:39:34.684134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-b0779b45-c6fd-496c-bd72-12f15a6e39e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:34.689909 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-b0779b45-c6fd-496c-bd72-12f15a6e39e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 1097 time: 0.0966790 Aug 28 12:39:34.793205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:39:34.793205 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:34.805286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28fe9f-82b4-4d94-a7cb-e354000780ab req-e8afbaba-0ae0-4643-aebf-4ba86f40b646 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:34.808265 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7e28fe9f-82b4-4d94-a7cb-e354000780ab req-e8afbaba-0ae0-4643-aebf-4ba86f40b646 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 1097 time: 0.4363608 Aug 28 12:39:34.883475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32da17f5-7c9d-4abe-8f11-f91589575d5b req-124172cf-d12b-406f-849c-2e3aa31ca4d4 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985440 Aug 28 12:39:34.907069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d05e93d8-908a-4c97-8c2e-21250a56e526, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d05e93d8-908a-4c97-8c2e-21250a56e526,segment=NetworkSegment(697f6823-bd99-401f-ab2f-daf98316eee0),segment_id=697f6823-bd99-401f-ab2f-daf98316eee0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:34.922775 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1603ded-8a49-4873-930b-d7ca6197a336 req-97033d90-6f7d-4d93-9a6c-4c37d915407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:34.924323 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1603ded-8a49-4873-930b-d7ca6197a336 req-97033d90-6f7d-4d93-9a6c-4c37d915407f service neutron] 10.222.0.10 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 920 time: 0.3361011 Aug 28 12:39:34.927465 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7e28fe9f-82b4-4d94-a7cb-e354000780ab req-fd5ad3f1-892a-47cb-8f01-79c5a115fc93 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958652 Aug 28 12:39:34.956341 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'd05e93d8-908a-4c97-8c2e-21250a56e526', 'network_id': 'ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7', 'port_id': 'd05e93d8-908a-4c97-8c2e-21250a56e526', 'mac_address': 'fa:16:3e:7c:29:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3751e9-6629-43bb-9939-ebca37ba4d85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:39:35.098626 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-c350371b-8e97-4b6b-8b63-451133f534d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:35.103294 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-c350371b-8e97-4b6b-8b63-451133f534d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 920 time: 0.4050715 Aug 28 12:39:35.112652 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1603ded-8a49-4873-930b-d7ca6197a336 req-073cba75-61d6-4754-945a-a5e69d54ed3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04c683a1-bf48-46d8-b60e-13cebfdd678b HTTP/1.1" status: 200 len: 217 time: 0.1620476 Aug 28 12:39:35.136705 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:35.195256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 6a001dd6-38f6-44d8-b12e-47079beb8bbc no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:39:35.197681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4306cba4-9896-4f01-bd16-368c615e4500 None None] Sync routers for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:39:35.225875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05e93d8-908a-4c97-8c2e-21250a56e526 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:39:35.271330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1603ded-8a49-4873-930b-d7ca6197a336 req-4aa3b795-34a9-464c-88d3-24cd8084fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:35.273888 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1603ded-8a49-4873-930b-d7ca6197a336 req-4aa3b795-34a9-464c-88d3-24cd8084fcd0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 200 len: 859 time: 0.1519191 Aug 28 12:39:35.300185 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-ca3fe144-81e1-4343-91e8-8f68f0c2a040 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e709be9a-4e2d-4d15-ba30-e328bbd78bcc HTTP/1.1" status: 200 len: 1001 time: 0.1905422 Aug 28 12:39:35.396056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69d6e8-e6e1-48c9-80ff-4b9313941be8 req-846e60b0-a713-4430-9db7-97f30e962f9d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:35.403301 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-3474c68a-9818-41a4-966f-8d0d4fb8c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:35.405654 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-3474c68a-9818-41a4-966f-8d0d4fb8c538 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 200 len: 859 time: 0.0978279 Aug 28 12:39:35.412096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd69d6e8-e6e1-48c9-80ff-4b9313941be8 req-846e60b0-a713-4430-9db7-97f30e962f9d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 948 time: 0.2022967 Aug 28 12:39:35.442553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4306cba4-9896-4f01-bd16-368c615e4500 None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:39:35.444020 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4306cba4-9896-4f01-bd16-368c615e4500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:39:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:35.453828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d05e93d8-908a-4c97-8c2e-21250a56e526, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d05e93d8-908a-4c97-8c2e-21250a56e526,segment=NetworkSegment(697f6823-bd99-401f-ab2f-daf98316eee0),segment_id=697f6823-bd99-401f-ab2f-daf98316eee0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:35.503701 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-48ed3fca-46fb-4348-a183-1109d6954b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:35.506546 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-48ed3fca-46fb-4348-a183-1109d6954b62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a984379b-eed6-4fb8-902d-6b247ecefa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942411 Aug 28 12:39:35.517884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1603ded-8a49-4873-930b-d7ca6197a336 req-14f49964-914e-4eb9-99a6-af37dbe4f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:35.519588 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1603ded-8a49-4873-930b-d7ca6197a336 req-14f49964-914e-4eb9-99a6-af37dbe4f1de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a984379b-eed6-4fb8-902d-6b247ecefa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2368653 Aug 28 12:39:35.524551 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd69d6e8-e6e1-48c9-80ff-4b9313941be8 req-3229147d-ed0c-49c5-9140-0d198afd65f0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111064 Aug 28 12:39:35.595957 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:35.705806 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1603ded-8a49-4873-930b-d7ca6197a336 req-1709ecfd-9a33-4c95-a262-63aebf2d6f86 service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683781 Aug 28 12:39:35.831655 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-3030a75d-f6ab-4113-bb2f-40e2a97f650b service neutron] 10.222.0.20 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131421 Aug 28 12:39:36.016137 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 6a001dd6-38f6-44d8-b12e-47079beb8bbc not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:39:36.019118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d05e93d8-908a-4c97-8c2e-21250a56e526,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:36.073712 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-493c9056-218b-40e6-b33b-bd98c61ff166 req-c228a45e-d904-4115-871f-701a11805fa8 service neutron] 10.222.0.20 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376497 Aug 28 12:39:36.085627 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1603ded-8a49-4873-930b-d7ca6197a336 req-fd116042-4b35-4dea-bb41-1a72f1c14f1d service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707485 Aug 28 12:39:36.125267 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:36.139420 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d05e93d8-908a-4c97-8c2e-21250a56e526'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:39:36.244263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0625850-b8a2-44cd-b999-2b02fcc50373 req-d77f5027-4183-4b72-ab83-ac59c2b3d9a4 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:36.256759 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0625850-b8a2-44cd-b999-2b02fcc50373 req-d77f5027-4183-4b72-ab83-ac59c2b3d9a4 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 1097 time: 0.0976946 Aug 28 12:39:36.285692 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa27ae5e-4686-4f48-b6c3-3592d753bfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4acdf8-ecc5-4452-8251-6cbe4667a2ff'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:36.289887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc1c2e7-5141-4dae-b1ef-1280ab45a22e', 'tag': '6a001dd6-38f6-44d8-b12e-47079beb8bbc'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:36.290586 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d326147d-8a68-4780-9532-006999966f6c" -d '{"events": [{"server_uuid": "fa27ae5e-4686-4f48-b6c3-3592d753bfae", "name": "network-vif-plugged", "status": "completed", "tag": "1a4acdf8-ecc5-4452-8251-6cbe4667a2ff"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:36.298053 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8e530b-c003-4b52-8785-164efe62a9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc1c2e7-5141-4dae-b1ef-1280ab45a22e", "tag": "6a001dd6-38f6-44d8-b12e-47079beb8bbc"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:36.307915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'tag': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:36.311458 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8522b83d-7b3d-417f-8b8a-437eb23b86ec" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd5102f-310b-436e-8d05-8fbd5b6c8b58", "tag": "e709be9a-4e2d-4d15-ba30-e328bbd78bcc"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:36.339215 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0625850-b8a2-44cd-b999-2b02fcc50373 req-87c019ab-6d69-49b3-bda8-54803a52b62d tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800536 Aug 28 12:39:36.343294 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:36.345505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-4306cba4-9896-4f01-bd16-368c615e4500 None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:39:36.378303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bc75c-c190-4e53-8b83-740355ecb94a req-1ac4c2c2-333f-4dd5-967e-e08085fc60d5 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:36.382802 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd5bc75c-c190-4e53-8b83-740355ecb94a req-1ac4c2c2-333f-4dd5-967e-e08085fc60d5 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.1783268 Aug 28 12:39:36.389997 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:36.492498 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd5bc75c-c190-4e53-8b83-740355ecb94a req-08d1e21a-1cda-4aca-a2b2-f64dd641e075 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945942 Aug 28 12:39:36.620093 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:36.671618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33098) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:36.745252 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fa832-3082-48e0-8fef-870886629157 req-99dabdb1-a4b0-4259-9fe9-3484fa5ea761 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:36.750217 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6d7517e3-c1b0-48bb-89b8-8faee6e9807b req-e8cd5262-724a-4502-986b-3f57385a1524 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1001 time: 0.1843715 Aug 28 12:39:36.752177 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-988fa832-3082-48e0-8fef-870886629157 req-99dabdb1-a4b0-4259-9fe9-3484fa5ea761 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 945 time: 0.1652398 Aug 28 12:39:36.853936 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7517e3-c1b0-48bb-89b8-8faee6e9807b req-b65ff5c6-343d-4100-b484-5cd1b7d728c7 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:36.863532 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-988fa832-3082-48e0-8fef-870886629157 req-810a9e87-a151-44d8-a79b-5d7a4cc83075 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/security-groups?id=69eba71c-6343-4ddb-b91f-21bcaaf0b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009972 Aug 28 12:39:36.864173 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6d7517e3-c1b0-48bb-89b8-8faee6e9807b req-b65ff5c6-343d-4100-b484-5cd1b7d728c7 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports/e709be9a-4e2d-4d15-ba30-e328bbd78bcc HTTP/1.1" status: 200 len: 942 time: 0.1125989 Aug 28 12:39:36.945325 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-eca8f632-bfd9-485e-9395-1083e181fd53 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1473898986-network', 'tenant_id': 'e77cd6b97f0049f1a2c05ca6905dfe1d'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:36.965045 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f236bf3-b4bc-4870-a3bf-ee01221d8a7e x-openstack-request-id: req-5f236bf3-b4bc-4870-a3bf-ee01221d8a7e {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:36.965377 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa27ae5e-4686-4f48-b6c3-3592d753bfae", "name": "network-vif-plugged", "status": "completed", "tag": "1a4acdf8-ecc5-4452-8251-6cbe4667a2ff", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:36.965557 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f236bf3-b4bc-4870-a3bf-ee01221d8a7e {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:36.965949 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa27ae5e-4686-4f48-b6c3-3592d753bfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4acdf8-ecc5-4452-8251-6cbe4667a2ff', 'code': 200} Aug 28 12:39:36.992404 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca8f632-bfd9-485e-9395-1083e181fd53 admin admin] Made reservation on behalf of e77cd6b97f0049f1a2c05ca6905dfe1d for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:39:36.996981 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eca8f632-bfd9-485e-9395-1083e181fd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:37.013861 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eca8f632-bfd9-485e-9395-1083e181fd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:37.015109 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:37.078839 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6d7517e3-c1b0-48bb-89b8-8faee6e9807b req-db76ab1e-32b8-41dc-9aa2-59ac1e1e96a9 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1001 time: 0.1406980 Aug 28 12:39:37.086565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4306cba4-9896-4f01-bd16-368c615e4500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e5e6d494-15c4-454d-bda3-f269e3e75aef', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'port_id': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'mac_address': 'fa:16:3e:ef:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:39:05Z', 'updated_at': '2021-08-28T12:39:34Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:37.219078 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185a41f9-4c7f-4cab-b29a-4af3a1c6ad5d x-openstack-request-id: req-185a41f9-4c7f-4cab-b29a-4af3a1c6ad5d {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:37.219371 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd5102f-310b-436e-8d05-8fbd5b6c8b58", "tag": "e709be9a-4e2d-4d15-ba30-e328bbd78bcc", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:37.219627 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-185a41f9-4c7f-4cab-b29a-4af3a1c6ad5d {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:37.219995 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'tag': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc', 'status': 'completed', 'code': 200} Aug 28 12:39:37.226317 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eca8f632-bfd9-485e-9395-1083e181fd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:37.233289 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eca8f632-bfd9-485e-9395-1083e181fd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:37.249527 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4306cba4-9896-4f01-bd16-368c615e4500 None None] Checking router: ae3c5dd5-1c90-49c5-be3c-941119c3ea0f for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:39:37.261963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4306cba4-9896-4f01-bd16-368c615e4500 None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:39:37.262869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4306cba4-9896-4f01-bd16-368c615e4500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:39:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:37.296525 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62954298-01ce-442b-bc85-7c85547dc871 x-openstack-request-id: req-62954298-01ce-442b-bc85-7c85547dc871 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:37.297595 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc1c2e7-5141-4dae-b1ef-1280ab45a22e", "tag": "6a001dd6-38f6-44d8-b12e-47079beb8bbc", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:37.297595 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62954298-01ce-442b-bc85-7c85547dc871 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:37.297913 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc1c2e7-5141-4dae-b1ef-1280ab45a22e', 'tag': '6a001dd6-38f6-44d8-b12e-47079beb8bbc', 'status': 'completed', 'code': 200} Aug 28 12:39:37.359974 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca8f632-bfd9-485e-9395-1083e181fd53 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:39:37.416045 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eca8f632-bfd9-485e-9395-1083e181fd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:37.416818 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-eca8f632-bfd9-485e-9395-1083e181fd53 admin admin] Added segment 6850e0ed-145a-489d-b93a-d5dde997ae6f of type vlan for network c223f20b-0c7a-449a-8021-59065a7eb9b1 Aug 28 12:39:37.433047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8f632-bfd9-485e-9395-1083e181fd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cced0c6c-c9ac-4323-9aa1-708830f008c0,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:37.541531 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eca8f632-bfd9-485e-9395-1083e181fd53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:37.553274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-286a5749-bfdc-497f-b060-72c0f8a3e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:37.555678 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-286a5749-bfdc-497f-b060-72c0f8a3e7ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 1100 time: 0.2570179 Aug 28 12:39:37.563580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c4f2f-5445-4e32-a7c0-1408119d7c38 req-a45ee9b4-4789-4d25-be60-ea04d4631eda tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:37.568214 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-061c4f2f-5445-4e32-a7c0-1408119d7c38 req-a45ee9b4-4789-4d25-be60-ea04d4631eda tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 948 time: 0.1920755 Aug 28 12:39:37.573474 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7517e3-c1b0-48bb-89b8-8faee6e9807b req-58065993-793c-413f-b4b2-e78913249458 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:37.588028 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6d7517e3-c1b0-48bb-89b8-8faee6e9807b req-58065993-793c-413f-b4b2-e78913249458 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.4821377 Aug 28 12:39:37.619516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522b83d-7b3d-417f-8b8a-437eb23b86ec req-23b2df6c-f6b8-4898-b428-a824a4c1c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:37.621105 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8522b83d-7b3d-417f-8b8a-437eb23b86ec req-23b2df6c-f6b8-4898-b428-a824a4c1c67d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 1097 time: 0.2593596 Aug 28 12:39:37.621282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-4306cba4-9896-4f01-bd16-368c615e4500 None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:39:37.625312 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eca8f632-bfd9-485e-9395-1083e181fd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:37.629051 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8f632-bfd9-485e-9395-1083e181fd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:37.635583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eca8f632-bfd9-485e-9395-1083e181fd53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:37.725184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-73f39a03-13c0-40fb-ad82-b270210fd7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:37.726783 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-73f39a03-13c0-40fb-ad82-b270210fd7ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 1100 time: 0.4348657 Aug 28 12:39:37.793397 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8f632-bfd9-485e-9395-1083e181fd53 admin admin] Pushing event updated for resources: {'Network': ['ID=c223f20b-0c7a-449a-8021-59065a7eb9b1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:37.825348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network c223f20b-0c7a-449a-8021-59065a7eb9b1 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:39:37.826329 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-eca8f632-bfd9-485e-9395-1083e181fd53 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1527424 Aug 28 12:39:37.846758 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-061c4f2f-5445-4e32-a7c0-1408119d7c38 req-01620240-9dbe-4b85-a0af-dd08e725d260 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541697 Aug 28 12:39:37.847631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33122) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:37.862022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0f823d8c-146c-4e5b-8a4e-c8ba64f9d1fb admin admin] Request body: {'subnet': {'network_id': 'c223f20b-0c7a-449a-8021-59065a7eb9b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1473898986-subnet', 'tenant_id': 'e77cd6b97f0049f1a2c05ca6905dfe1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:37.917631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f823d8c-146c-4e5b-8a4e-c8ba64f9d1fb admin admin] Made reservation on behalf of e77cd6b97f0049f1a2c05ca6905dfe1d for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:39:37.925475 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f823d8c-146c-4e5b-8a4e-c8ba64f9d1fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:38.200895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4306cba4-9896-4f01-bd16-368c615e4500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e5e6d494-15c4-454d-bda3-f269e3e75aef', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'port_id': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'mac_address': 'fa:16:3e:ef:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:39:05Z', 'updated_at': '2021-08-28T12:39:34Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:38.229623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-56bd98df-2839-4cd7-bd16-7b5a9bec22cc tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1001 time: 0.1129711 Aug 28 12:39:38.239284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4306cba4-9896-4f01-bd16-368c615e4500 None None] The sync data for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 is: [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e5e6d494-15c4-454d-bda3-f269e3e75aef', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'port_id': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'mac_address': 'fa:16:3e:ef:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:39:05Z', 'updated_at': '2021-08-28T12:39:34Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:39:38.378950 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-315399f5-ffb7-46ce-b107-32f45aeca391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:38.380569 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-315399f5-ffb7-46ce-b107-32f45aeca391 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.7904887 Aug 28 12:39:38.454331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-f9b486b6-fdcb-46b7-a9bc-bcd1f91637c5 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:38.465753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6a001dd6-38f6-44d8-b12e-47079beb8bbc details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:39:38.470299 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d05e93d8-908a-4c97-8c2e-21250a56e526 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:39:38.475051 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-f9b486b6-fdcb-46b7-a9bc-bcd1f91637c5 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports/e709be9a-4e2d-4d15-ba30-e328bbd78bcc HTTP/1.1" status: 200 len: 942 time: 0.2441769 Aug 28 12:39:38.484525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-0dd39590-0f03-44e5-9840-75261676bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:38.486083 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-0dd39590-0f03-44e5-9840-75261676bebf service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.7433000 Aug 28 12:39:38.660815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522b83d-7b3d-417f-8b8a-437eb23b86ec req-02a79356-17cf-4bd0-86ff-0f1569f8c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:38.664461 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8522b83d-7b3d-417f-8b8a-437eb23b86ec req-02a79356-17cf-4bd0-86ff-0f1569f8c061 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 920 time: 1.0140963 Aug 28 12:39:38.682771 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-8b5ac7cf-48d0-47b2-9b6b-b0d5967c028e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc HTTP/1.1" status: 200 len: 217 time: 0.2666993 Aug 28 12:39:38.817130 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port d05e93d8-908a-4c97-8c2e-21250a56e526 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:39:38.832779 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port d05e93d8-908a-4c97-8c2e-21250a56e526 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:39:38.833568 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:38.929964 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6a001dd6-38f6-44d8-b12e-47079beb8bbc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:38.963743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '6a001dd6-38f6-44d8-b12e-47079beb8bbc', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '6a001dd6-38f6-44d8-b12e-47079beb8bbc', 'mac_address': 'fa:16:3e:50:61:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:39:38.996959 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f823d8c-146c-4e5b-8a4e-c8ba64f9d1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:39.035468 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:39.096428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a969086-ba7a-44ce-a2f6-821c70a03f34 req-b258f317-1a87-48f4-83e9-511b3efa0288 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:39.117791 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9a969086-ba7a-44ce-a2f6-821c70a03f34 req-b258f317-1a87-48f4-83e9-511b3efa0288 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 1.0098791 Aug 28 12:39:39.147046 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:39.157723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87033af-257c-4da1-9b7a-92c2eac54f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05e93d8-908a-4c97-8c2e-21250a56e526'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:39.160970 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decd2198-231e-414e-80d7-b6a3dc6c1356" -d '{"events": [{"server_uuid": "b87033af-257c-4da1-9b7a-92c2eac54f82", "name": "network-vif-plugged", "status": "completed", "tag": "d05e93d8-908a-4c97-8c2e-21250a56e526"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:39.166088 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f823d8c-146c-4e5b-8a4e-c8ba64f9d1fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a99950c-c001-4555-b784-50f1afb39346,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:39.189020 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d05e93d8-908a-4c97-8c2e-21250a56e526, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d05e93d8-908a-4c97-8c2e-21250a56e526,segment=NetworkSegment(697f6823-bd99-401f-ab2f-daf98316eee0),segment_id=697f6823-bd99-401f-ab2f-daf98316eee0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:39.192083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a001dd6-38f6-44d8-b12e-47079beb8bbc {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:39:39.198385 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:39.230517 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9a969086-ba7a-44ce-a2f6-821c70a03f34 req-f977fed0-7249-4cf3-ac18-711ebbe87c77 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089239 Aug 28 12:39:39.239798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f823d8c-146c-4e5b-8a4e-c8ba64f9d1fb admin admin] Checking segment: {'id': '6850e0ed-145a-489d-b93a-d5dde997ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c223f20b-0c7a-449a-8021-59065a7eb9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:39:39.240550 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f823d8c-146c-4e5b-8a4e-c8ba64f9d1fb admin admin] Network hostable DHCP agents. Network: c223f20b-0c7a-449a-8021-59065a7eb9b1, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:39:39.282500 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d05e93d8-908a-4c97-8c2e-21250a56e526,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:39.296349 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f823d8c-146c-4e5b-8a4e-c8ba64f9d1fb admin admin] Network c223f20b-0c7a-449a-8021-59065a7eb9b1 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:39:39.299158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6a001dd6-38f6-44d8-b12e-47079beb8bbc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:39.307455 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:39.321057 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-0f823d8c-146c-4e5b-8a4e-c8ba64f9d1fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, c223f20b-0c7a-449a-8021-59065a7eb9b1) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:39:39.332356 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f823d8c-146c-4e5b-8a4e-c8ba64f9d1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:39.332946 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f823d8c-146c-4e5b-8a4e-c8ba64f9d1fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:39.368762 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0f823d8c-146c-4e5b-8a4e-c8ba64f9d1fb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5161729 Aug 28 12:39:39.383077 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6a001dd6-38f6-44d8-b12e-47079beb8bbc,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:39.386391 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f9baf8-0124-4bdd-9de9-8b1c0fd1fbc1 None None] Network c223f20b-0c7a-449a-8021-59065a7eb9b1 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:39:39.390998 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-9065ff12-c8f6-4713-a7b0-0941d647c31b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc HTTP/1.1" status: 200 len: 217 time: 0.7322743 Aug 28 12:39:39.486439 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-909d7dd0-6795-496f-bfce-c74eafd06936 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1001 time: 0.8303573 Aug 28 12:39:39.549795 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:39.553258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0251bef-4873-4e7f-94db-5e7dcdd2232c req-7539e345-611c-4d05-9f94-08f047961369 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:39.564416 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0251bef-4873-4e7f-94db-5e7dcdd2232c req-7539e345-611c-4d05-9f94-08f047961369 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 946 time: 0.1857035 Aug 28 12:39:39.620859 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8522b83d-7b3d-417f-8b8a-437eb23b86ec req-4b26bceb-d657-40b1-b8a0-ab04cf366413 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e709be9a-4e2d-4d15-ba30-e328bbd78bcc HTTP/1.1" status: 200 len: 1001 time: 0.9188068 Aug 28 12:39:39.627162 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-71956351-5958-4c50-8996-dad8b2760b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:39.628975 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-71956351-5958-4c50-8996-dad8b2760b1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.8945830 Aug 28 12:39:39.673605 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0251bef-4873-4e7f-94db-5e7dcdd2232c req-9ad88276-03a6-4d2c-8ee0-c240c8a2638d tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043487 Aug 28 12:39:39.727595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6a001dd6-38f6-44d8-b12e-47079beb8bbc'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:39:39.836902 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-b47e2638-c15a-4d01-8f20-6eac63a23dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:39.844800 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-b47e2638-c15a-4d01-8f20-6eac63a23dc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.4160516 Aug 28 12:39:39.853820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497fbeaf-68b4-4397-a2f9-1eb94af6b034 None None] Network c223f20b-0c7a-449a-8021-59065a7eb9b1 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:39:39.859515 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c6831-1978-41f6-9506-6440dcff8b11 req-37aeed6a-8a8a-4994-b43a-71ec1ea0a825 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:39.872337 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1d8c6831-1978-41f6-9506-6440dcff8b11 req-37aeed6a-8a8a-4994-b43a-71ec1ea0a825 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 946 time: 0.0731761 Aug 28 12:39:39.882281 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-775a714d-ca8d-4bf2-8e58-71fc330d1a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:39.931100 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1d8c6831-1978-41f6-9506-6440dcff8b11 req-53370155-8dfc-4e4d-97f8-6dafd2152653 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/security-groups?id=69eba71c-6343-4ddb-b91f-21bcaaf0b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583596 Aug 28 12:39:40.011660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522b83d-7b3d-417f-8b8a-437eb23b86ec req-b34166c7-ede9-49d9-bcde-41fdfade3d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:40.015174 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8522b83d-7b3d-417f-8b8a-437eb23b86ec req-b34166c7-ede9-49d9-bcde-41fdfade3d95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 200 len: 859 time: 0.3817234 Aug 28 12:39:40.059945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-f5de6a6c-da93-431c-8cdd-eb46bf7f4ffb tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:40.062028 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-f5de6a6c-da93-431c-8cdd-eb46bf7f4ffb tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.5622902 Aug 28 12:39:40.118454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-2553dd9f-091d-47e3-ba34-edfa0aa2059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:40.121417 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-2553dd9f-091d-47e3-ba34-edfa0aa2059f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4846184 Aug 28 12:39:40.133351 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec27f5e-1d31-4181-a673-5a7c1d4886db req-af5ac80e-70cc-4c17-becd-ac084eaa3c4c tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:40.142939 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0ec27f5e-1d31-4181-a673-5a7c1d4886db req-af5ac80e-70cc-4c17-becd-ac084eaa3c4c tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 1097 time: 0.0887527 Aug 28 12:39:40.227069 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0ec27f5e-1d31-4181-a673-5a7c1d4886db req-9b830895-7213-4b88-a9fe-b8f467098808 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826631 Aug 28 12:39:40.299445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-585ab941-c73e-476e-86ed-6262d7f6f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:40.301013 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-585ab941-c73e-476e-86ed-6262d7f6f836 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4146516 Aug 28 12:39:40.459138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522b83d-7b3d-417f-8b8a-437eb23b86ec req-95e358c8-c20c-4083-b020-75b95c3d06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:40.460242 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8522b83d-7b3d-417f-8b8a-437eb23b86ec req-95e358c8-c20c-4083-b020-75b95c3d06a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a984379b-eed6-4fb8-902d-6b247ecefa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4255505 Aug 28 12:39:40.496781 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-3606f9cb-dd64-4b87-bf9d-0c67e4274830 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1001 time: 0.4193084 Aug 28 12:39:40.500920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-01364abf-af07-40bb-9bbf-80a7b777a8a1 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:40.506419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33166) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:40.511828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6fed3620-db3b-4a7b-b855-c5f16870385e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1870990707-network', 'tenant_id': 'd299819c1eac47e2a97e708413373599'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:40.532623 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14115e-7d7d-4308-97fe-151a481d2a54 req-fa57c094-aadd-4448-bb79-114e5ab07255 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:40.542953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c14115e-7d7d-4308-97fe-151a481d2a54 req-fa57c094-aadd-4448-bb79-114e5ab07255 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 949 time: 0.1034644 Aug 28 12:39:40.588143 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fed3620-db3b-4a7b-b855-c5f16870385e admin admin] Made reservation on behalf of d299819c1eac47e2a97e708413373599 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:39:40.591488 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6fed3620-db3b-4a7b-b855-c5f16870385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:40.618660 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6fed3620-db3b-4a7b-b855-c5f16870385e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:40.641631 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c14115e-7d7d-4308-97fe-151a481d2a54 req-2fd64cde-d71c-46bc-a3ca-03530c103ca2 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939295 Aug 28 12:39:40.765018 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-01364abf-af07-40bb-9bbf-80a7b777a8a1 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for floatingip, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:40.766627 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9568ecc-b6f9-4e07-acde-c9da443dfa1c x-openstack-request-id: req-a9568ecc-b6f9-4e07-acde-c9da443dfa1c {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:40.767448 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87033af-257c-4da1-9b7a-92c2eac54f82", "name": "network-vif-plugged", "status": "completed", "tag": "d05e93d8-908a-4c97-8c2e-21250a56e526", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:40.768660 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-abb3700d-993c-417c-945c-07b642528e88 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574975 Aug 28 12:39:40.769016 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9568ecc-b6f9-4e07-acde-c9da443dfa1c {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:40.770190 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87033af-257c-4da1-9b7a-92c2eac54f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05e93d8-908a-4c97-8c2e-21250a56e526', 'code': 200} Aug 28 12:39:40.839015 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-96a1b7dd-2a46-41e0-aa23-64ef907dd4c9 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833839 Aug 28 12:39:40.884520 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6fed3620-db3b-4a7b-b855-c5f16870385e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:40.934485 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6fed3620-db3b-4a7b-b855-c5f16870385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:40.976609 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8522b83d-7b3d-417f-8b8a-437eb23b86ec req-6ebc9fe3-a3f3-49f4-996c-cbe33d1e0fe2 service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023165 Aug 28 12:39:41.001576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fed3620-db3b-4a7b-b855-c5f16870385e admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:39:41.007443 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed3620-db3b-4a7b-b855-c5f16870385e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35287683-32b3-4d17-8dbb-0636921e666a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:41.036101 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6fed3620-db3b-4a7b-b855-c5f16870385e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:41.036491 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-6fed3620-db3b-4a7b-b855-c5f16870385e admin admin] Added segment d5666460-70ed-4eb2-97a4-30e862f539c1 of type vlan for network d37f37b4-9042-4a7d-aa3d-6b25adc3e84b Aug 28 12:39:41.056913 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1899511-3022-4fc9-9284-fb1bc54d5e6c req-f326e848-fa99-44c1-b192-254588bea032 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:41.056913 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e1899511-3022-4fc9-9284-fb1bc54d5e6c req-f326e848-fa99-44c1-b192-254588bea032 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.1744432 Aug 28 12:39:41.129434 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6fed3620-db3b-4a7b-b855-c5f16870385e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:41.140799 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e1899511-3022-4fc9-9284-fb1bc54d5e6c req-a2acae11-7a84-4444-88fb-273b1b4a8108 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790823 Aug 28 12:39:41.183422 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6fed3620-db3b-4a7b-b855-c5f16870385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:41.185238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fed3620-db3b-4a7b-b855-c5f16870385e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:41.186178 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6fed3620-db3b-4a7b-b855-c5f16870385e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:41.227051 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8522b83d-7b3d-417f-8b8a-437eb23b86ec req-b567191f-2eb1-4e95-8746-6d95ffc37ee7 service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770816 Aug 28 12:39:41.283767 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6fed3620-db3b-4a7b-b855-c5f16870385e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7712870 Aug 28 12:39:41.284063 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33174) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:41.297180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9e3f29f5-d132-4212-8314-edc8f10db921 admin admin] Request body: {'subnet': {'network_id': 'd37f37b4-9042-4a7d-aa3d-6b25adc3e84b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1870990707-subnet', 'tenant_id': 'd299819c1eac47e2a97e708413373599', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:41.321483 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed3620-db3b-4a7b-b855-c5f16870385e admin admin] Pushing event updated for resources: {'Network': ['ID=d37f37b4-9042-4a7d-aa3d-6b25adc3e84b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:41.338453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network d37f37b4-9042-4a7d-aa3d-6b25adc3e84b details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:39:41.371222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3f29f5-d132-4212-8314-edc8f10db921 admin admin] Made reservation on behalf of d299819c1eac47e2a97e708413373599 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:39:41.374979 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9e3f29f5-d132-4212-8314-edc8f10db921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:41.417808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8e634-79b2-4ad0-9d9c-903e676c4569 req-1935c4f3-5a32-462c-b2a6-eff45249a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:41.425320 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9d8e634-79b2-4ad0-9d9c-903e676c4569 req-1935c4f3-5a32-462c-b2a6-eff45249a7e3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 1098 time: 0.5219872 Aug 28 12:39:41.645078 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-01364abf-af07-40bb-9bbf-80a7b777a8a1 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:41.703226 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-e78759ca-51bb-4639-bc3e-3c30260fa824 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8935890 Aug 28 12:39:41.729246 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-01364abf-af07-40bb-9bbf-80a7b777a8a1 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:41.729755 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-01364abf-af07-40bb-9bbf-80a7b777a8a1 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Floating IP e5e6d494-15c4-454d-bda3-f269e3e75aef disassociated. External IP: 172.25.1.239, port: e709be9a-4e2d-4d15-ba30-e328bbd78bcc. Aug 28 12:39:41.790129 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d8e530b-c003-4b52-8785-164efe62a9e1 req-87138154-dc9b-4757-ba83-5544c38b5e7a service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9207492 Aug 28 12:39:41.814264 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9e3f29f5-d132-4212-8314-edc8f10db921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:41.872464 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9d8e634-79b2-4ad0-9d9c-903e676c4569 req-66968e8e-9b43-4e99-83bd-fce5ad4a56be service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=69eba71c-6343-4ddb-b91f-21bcaaf0b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098680 Aug 28 12:39:41.883038 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f29f5-d132-4212-8314-edc8f10db921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a34152e2-b42f-4d50-b061-65e2cbb9e529,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:41.931870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3f29f5-d132-4212-8314-edc8f10db921 admin admin] Checking segment: {'id': 'd5666460-70ed-4eb2-97a4-30e862f539c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd37f37b4-9042-4a7d-aa3d-6b25adc3e84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:39:41.932719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3f29f5-d132-4212-8314-edc8f10db921 admin admin] Network hostable DHCP agents. Network: d37f37b4-9042-4a7d-aa3d-6b25adc3e84b, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:39:41.962946 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3f29f5-d132-4212-8314-edc8f10db921 admin admin] Network d37f37b4-9042-4a7d-aa3d-6b25adc3e84b is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:39:41.979195 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-9e3f29f5-d132-4212-8314-edc8f10db921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, d37f37b4-9042-4a7d-aa3d-6b25adc3e84b) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:39:41.985840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3f29f5-d132-4212-8314-edc8f10db921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:41.987629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9e3f29f5-d132-4212-8314-edc8f10db921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:41.991124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72f1ad6-6262-4e6c-90de-9c12d14f7dd4 None None] Network d37f37b4-9042-4a7d-aa3d-6b25adc3e84b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:39:42.037555 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9e3f29f5-d132-4212-8314-edc8f10db921 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7509422 Aug 28 12:39:42.178750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-01364abf-af07-40bb-9bbf-80a7b777a8a1 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:39:42.318898 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3a1385dc-3bac-47cd-8a31-1874c570c1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:42.322614 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5da151-7f58-4409-b9ea-f5e8f2f7413c None None] Network d37f37b4-9042-4a7d-aa3d-6b25adc3e84b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:39:42.491587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6a001dd6-38f6-44d8-b12e-47079beb8bbc up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:39:42.500867 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:42.541275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-01364abf-af07-40bb-9bbf-80a7b777a8a1 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:39:42.560160 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08f9e4b-68ac-4b44-af6b-ec28c1017aa6 None None] Sync routers for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:39:42.570652 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-01364abf-af07-40bb-9bbf-80a7b777a8a1 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:42.578148 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f9e4b-68ac-4b44-af6b-ec28c1017aa6 None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:39:42.579721 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e08f9e4b-68ac-4b44-af6b-ec28c1017aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:39:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:42.650826 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-01364abf-af07-40bb-9bbf-80a7b777a8a1 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "PUT /v2.0/floatingips/e5e6d494-15c4-454d-bda3-f269e3e75aef HTTP/1.1" status: 200 len: 695 time: 2.1534073 Aug 28 12:39:42.655365 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'tag': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:42.662920 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1d0aae-90c3-4d49-860b-10d6ee6efaad" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd5102f-310b-436e-8d05-8fbd5b6c8b58", "tag": "e709be9a-4e2d-4d15-ba30-e328bbd78bcc"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:42.742806 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 6a001dd6-38f6-44d8-b12e-47079beb8bbc completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:39:42.754991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-6774e205-c310-405d-911d-8e01803fcf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:42.756006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 6a001dd6-38f6-44d8-b12e-47079beb8bbc triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:39:42.756479 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:42.756708 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-6774e205-c310-405d-911d-8e01803fcf5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b587fea80142461bad0b38417b208b1b&device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 1102 time: 0.4636734 Aug 28 12:39:42.850723 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-e08f9e4b-68ac-4b44-af6b-ec28c1017aa6 None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:39:42.888849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-4ef69de3-a649-4873-987a-f5609b3a38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:42.893864 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-4ef69de3-a649-4873-987a-f5609b3a38d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 1097 time: 0.2068510 Aug 28 12:39:42.928307 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:43.112043 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6a001dd6-38f6-44d8-b12e-47079beb8bbc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:43.129423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc1c2e7-5141-4dae-b1ef-1280ab45a22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a001dd6-38f6-44d8-b12e-47079beb8bbc'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:43.132104 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e08a803-8a62-451b-8c30-18679c984aa0" -d '{"events": [{"server_uuid": "ffc1c2e7-5141-4dae-b1ef-1280ab45a22e", "name": "network-vif-plugged", "status": "completed", "tag": "6a001dd6-38f6-44d8-b12e-47079beb8bbc"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:43.135341 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:43.153508 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e08f9e4b-68ac-4b44-af6b-ec28c1017aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:43.279200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6a001dd6-38f6-44d8-b12e-47079beb8bbc,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:43.287946 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08f9e4b-68ac-4b44-af6b-ec28c1017aa6 None None] Checking router: ae3c5dd5-1c90-49c5-be3c-941119c3ea0f for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:39:43.301643 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f9e4b-68ac-4b44-af6b-ec28c1017aa6 None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:39:43.302352 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e08f9e4b-68ac-4b44-af6b-ec28c1017aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:39:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:43.328388 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:43.424221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-806245e4-d591-441f-8336-8dc9ff3b3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:43.428222 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-806245e4-d591-441f-8336-8dc9ff3b3749 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.6375937 Aug 28 12:39:43.472552 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-24ec253c-cb9f-46e2-ab8f-ee8a60770326 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:39:43.473798 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-24ec253c-cb9f-46e2-ab8f-ee8a60770326 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071430 Aug 28 12:39:43.497036 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-46b72714-03b3-4207-8ae8-af539baffa28 service neutron] Request body: {'binding': {'host': 'n-h1-791505-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:43.498201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-46b72714-03b3-4207-8ae8-af539baffa28 service neutron] Unknown quota resources ['binding']. {{(pid=94878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 12:39:43.501246 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-71454201-817d-40e3-ad4e-eac549c6ac20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 HTTP/1.1" status: 200 len: 217 time: 0.0638714 Aug 28 12:39:43.535482 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-88a9a9c8-07c7-4f76-a738-a7ef4f4de1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:43.536980 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-88a9a9c8-07c7-4f76-a738-a7ef4f4de1a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 920 time: 0.6351244 Aug 28 12:39:43.603015 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-47813590-e042-4993-bc40-48eee322795b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e709be9a-4e2d-4d15-ba30-e328bbd78bcc HTTP/1.1" status: 200 len: 217 time: 0.0429664 Aug 28 12:39:43.622617 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-8eba360a-437e-4538-aa80-68f13f18c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:43.624885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-8eba360a-437e-4538-aa80-68f13f18c0c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1114373 Aug 28 12:39:43.647986 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-e08f9e4b-68ac-4b44-af6b-ec28c1017aa6 None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:39:43.718101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-4bf2c8d6-b4e0-4edf-b9c4-606cec853c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:43.720014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-4bf2c8d6-b4e0-4edf-b9c4-606cec853c6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 200 len: 859 time: 0.1069276 Aug 28 12:39:43.727760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-66f03ce5-fd04-45d3-80aa-ebe3abcd7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:43.729553 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-66f03ce5-fd04-45d3-80aa-ebe3abcd7ac2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0858746 Aug 28 12:39:43.794971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-46b72714-03b3-4207-8ae8-af539baffa28 service neutron] Attempting to bind port 2e15f037-d818-48f9-a514-4fe73397f6b4 on host n-h1-791505-21 for vnic_type normal with profile None {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:39:43.795841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-46b72714-03b3-4207-8ae8-af539baffa28 service neutron] Attempting to bind port 2e15f037-d818-48f9-a514-4fe73397f6b4 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:39:43.796561 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-46b72714-03b3-4207-8ae8-af539baffa28 service neutron] Attempting to bind port 2e15f037-d818-48f9-a514-4fe73397f6b4 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:43.802574 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-46b72714-03b3-4207-8ae8-af539baffa28 service neutron] Port 2e15f037-d818-48f9-a514-4fe73397f6b4 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:39:43.803327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-46b72714-03b3-4207-8ae8-af539baffa28 service neutron] Attempting to bind port 2e15f037-d818-48f9-a514-4fe73397f6b4 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:43.809695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-46b72714-03b3-4207-8ae8-af539baffa28 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:39:43.810527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-46b72714-03b3-4207-8ae8-af539baffa28 service neutron] Checking segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:39:43.811388 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-46b72714-03b3-4207-8ae8-af539baffa28 service neutron] Bound using segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:39:43.812493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-46b72714-03b3-4207-8ae8-af539baffa28 service neutron] Bound port: 2e15f037-d818-48f9-a514-4fe73397f6b4, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:39:43.861475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-7134145e-861e-49cc-9471-298213c5bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:43.876618 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-7134145e-861e-49cc-9471-298213c5bc0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a984379b-eed6-4fb8-902d-6b247ecefa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1457748 Aug 28 12:39:43.905095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-46b72714-03b3-4207-8ae8-af539baffa28 service neutron] For port 2e15f037-d818-48f9-a514-4fe73397f6b4, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2e15f037-d818-48f9-a514-4fe73397f6b4,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:39:43.914297 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-46b72714-03b3-4207-8ae8-af539baffa28 service neutron] Notify callbacks [] for binding, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:43.927923 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-46b72714-03b3-4207-8ae8-af539baffa28 service neutron] 10.222.0.20 "POST /v2.0/ports/2e15f037-d818-48f9-a514-4fe73397f6b4/bindings HTTP/1.1" status: 201 len: 390 time: 0.4314704 Aug 28 12:39:44.012009 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-e16a6de2-ab35-4c6c-83fc-21e92b1bfe4a service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501109 Aug 28 12:39:44.069585 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e08f9e4b-68ac-4b44-af6b-ec28c1017aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:44.133357 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-c5fec222-a51c-4856-93f4-f6d02bd88b98 service neutron] 10.222.0.20 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558334 Aug 28 12:39:44.157984 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08f9e4b-68ac-4b44-af6b-ec28c1017aa6 None None] The sync data for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 is: [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:39:44.327089 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-3980f0d1-f84d-4f41-82fa-a706fef5fae6 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056250 Aug 28 12:39:44.368477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-c5b652ab-6d9a-4d2a-b428-b85196bab1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:44.378326 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-c5b652ab-6d9a-4d2a-b428-b85196bab1d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 1097 time: 0.1709838 Aug 28 12:39:44.501977 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5af5818-0e6b-4960-b324-7ff8def0752e req-ea80dfae-a0f0-4247-98a3-d503f14910cb service neutron] 10.222.0.20 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406990 Aug 28 12:39:44.650284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba87dc8-6433-4c0c-9b97-1ecc044abdf2 None None] New status for floating IP e5e6d494-15c4-454d-bda3-f269e3e75aef: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:39:44.716286 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f02343-0b5c-4ee3-b8d3-50cd4c942d20 req-6dfdd6e0-5faa-4bf8-ab25-273a18ea9452 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:44.727200 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-81f02343-0b5c-4ee3-b8d3-50cd4c942d20 req-6dfdd6e0-5faa-4bf8-ab25-273a18ea9452 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 946 time: 0.1581271 Aug 28 12:39:44.772956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-4a6fdafc-999b-4e82-a149-bdbcfd27a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:44.777551 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-4a6fdafc-999b-4e82-a149-bdbcfd27a3d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.3876235 Aug 28 12:39:44.787186 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-81f02343-0b5c-4ee3-b8d3-50cd4c942d20 req-500b0edf-0eae-4613-bdf2-1b3c25bf9ab2 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/security-groups?id=69eba71c-6343-4ddb-b91f-21bcaaf0b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584059 Aug 28 12:39:45.046704 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-2aabb53f-44fd-4d08-b57f-2f05f0a7dcf1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e15f037-d818-48f9-a514-4fe73397f6b4 HTTP/1.1" status: 200 len: 217 time: 0.2485301 Aug 28 12:39:45.187975 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:45.273704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cce41-39d8-4425-b1a5-a18f2618f72c req-97194bc3-42b0-4d5e-813d-9bc08d45a3a9 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:45.275272 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-456cce41-39d8-4425-b1a5-a18f2618f72c req-97194bc3-42b0-4d5e-813d-9bc08d45a3a9 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.4007635 Aug 28 12:39:45.287515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1a410-e417-4daf-b42d-55a4108b2dd8 req-30d8245a-ce01-408f-959f-edc300b6935f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:45.289078 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6ba1a410-e417-4daf-b42d-55a4108b2dd8 req-30d8245a-ce01-408f-959f-edc300b6935f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e&tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 950 time: 0.5102777 Aug 28 12:39:45.306272 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e68cb40f-f2d7-417f-97e8-6a43c8792a77 req-e531bd8a-13d5-4fe2-8f3e-452748cd52db service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4207160 Aug 28 12:39:45.459070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-c0c1e080-07d3-4d8f-93c4-67b3b5b34944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:45.461031 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-c0c1e080-07d3-4d8f-93c4-67b3b5b34944 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.3944957 Aug 28 12:39:45.461286 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-a11b85f6-7da7-43d7-81e5-6d6cfa150ca7 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:45.475414 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-a11b85f6-7da7-43d7-81e5-6d6cfa150ca7 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/networks?id=c223f20b-0c7a-449a-8021-59065a7eb9b1 HTTP/1.1" status: 200 len: 815 time: 0.2244103 Aug 28 12:39:45.499402 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-c90914a9-005b-4861-81b3-a31428bdb75d tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/quotas/e77cd6b97f0049f1a2c05ca6905dfe1d HTTP/1.1" status: 200 len: 375 time: 0.0225925 Aug 28 12:39:45.545183 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-198af648-1755-452e-a6f8-8e7005f207a1 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e77cd6b97f0049f1a2c05ca6905dfe1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429039 Aug 28 12:39:45.550616 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-6ba1a410-e417-4daf-b42d-55a4108b2dd8 req-fab5d19e-b67f-44d3-9230-f720a6127096 service neutron] delete failed (client error): The resource could not be found. Aug 28 12:39:45.552544 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6ba1a410-e417-4daf-b42d-55a4108b2dd8 req-fab5d19e-b67f-44d3-9230-f720a6127096 service neutron] 10.222.0.10 "DELETE /v2.0/ports/6a001dd6-38f6-44d8-b12e-47079beb8bbc/bindings/n-h2-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.2390435 Aug 28 12:39:45.581851 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-7e808d3f-ef6e-4f3f-a969-a7d41cdb2656 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087875 Aug 28 12:39:45.586008 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-456cce41-39d8-4425-b1a5-a18f2618f72c req-bb88c8fd-5cd8-4dae-b51b-05bc0cddb7d0 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957599 Aug 28 12:39:45.597255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cb40f-f2d7-417f-97e8-6a43c8792a77 req-bf51d28d-fb35-4c67-af8b-f93c9dbb48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:45.599073 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e68cb40f-f2d7-417f-97e8-6a43c8792a77 req-bf51d28d-fb35-4c67-af8b-f93c9dbb48d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b587fea80142461bad0b38417b208b1b&device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 1100 time: 0.2328944 Aug 28 12:39:45.741039 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34997561-8ce9-49b5-a8c5-76a7d42b1482 x-openstack-request-id: req-34997561-8ce9-49b5-a8c5-76a7d42b1482 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:45.741351 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd5102f-310b-436e-8d05-8fbd5b6c8b58", "tag": "e709be9a-4e2d-4d15-ba30-e328bbd78bcc", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:45.741825 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34997561-8ce9-49b5-a8c5-76a7d42b1482 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:45.741998 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'tag': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc', 'status': 'completed', 'code': 200} Aug 28 12:39:45.762072 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.10', 58264) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:45.791992 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71c25b0-0eed-4810-a596-edf153c59174 x-openstack-request-id: req-a71c25b0-0eed-4810-a596-edf153c59174 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:45.792600 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc1c2e7-5141-4dae-b1ef-1280ab45a22e", "name": "network-vif-plugged", "status": "completed", "tag": "6a001dd6-38f6-44d8-b12e-47079beb8bbc", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:45.792600 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a71c25b0-0eed-4810-a596-edf153c59174 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:45.796055 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc1c2e7-5141-4dae-b1ef-1280ab45a22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a001dd6-38f6-44d8-b12e-47079beb8bbc', 'code': 200} Aug 28 12:39:45.798787 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-fd2b35a3-255d-4bcc-ae8c-3dfe5b858079 service neutron] 10.222.0.20 "GET /v2.0/networks/c223f20b-0c7a-449a-8021-59065a7eb9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458656 Aug 28 12:39:45.872358 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-7c944f28-2462-465d-9b0d-af4b7efc808c service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777164 Aug 28 12:39:45.880564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1a410-e417-4daf-b42d-55a4108b2dd8 req-e86a98f8-0008-4660-8ebb-921fb8f57f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:45.882698 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6ba1a410-e417-4daf-b42d-55a4108b2dd8 req-e86a98f8-0008-4660-8ebb-921fb8f57f9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 1102 time: 0.1889436 Aug 28 12:39:45.985767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d0aae-90c3-4d49-860b-10d6ee6efaad req-4ed7cab5-9b33-46d1-a419-9c4f38bf8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:45.989691 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f1d0aae-90c3-4d49-860b-10d6ee6efaad req-4ed7cab5-9b33-46d1-a419-9c4f38bf8a83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 1097 time: 0.2261491 Aug 28 12:39:46.091350 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-339ca4a6-9bb8-47bb-8d69-8fb40dce1a76 service neutron] 10.222.0.20 "GET /v2.0/networks/c223f20b-0c7a-449a-8021-59065a7eb9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915349 Aug 28 12:39:46.118889 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cb40f-f2d7-417f-97e8-6a43c8792a77 req-7aef67f0-2585-460f-9276-8af16137d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:46.120281 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e68cb40f-f2d7-417f-97e8-6a43c8792a77 req-7aef67f0-2585-460f-9276-8af16137d264 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.4781823 Aug 28 12:39:46.194506 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d0aae-90c3-4d49-860b-10d6ee6efaad req-1d4b90cd-6803-4f61-b8f3-dc45a96ff5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:46.196823 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f1d0aae-90c3-4d49-860b-10d6ee6efaad req-1d4b90cd-6803-4f61-b8f3-dc45a96ff5a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 920 time: 0.1989877 Aug 28 12:39:46.219969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b58fc-9f6c-4efe-85dd-c5c4b4582e2e req-42dbbef0-2eae-4da6-a4be-fc130fcfe564 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:46.221913 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-877b58fc-9f6c-4efe-85dd-c5c4b4582e2e req-42dbbef0-2eae-4da6-a4be-fc130fcfe564 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 945 time: 0.3380613 Aug 28 12:39:46.243679 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e68cb40f-f2d7-417f-97e8-6a43c8792a77 req-13ff8d1f-fd5c-4a7b-9994-44d534cb4d3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=3a265537-a76d-4740-a9c0-38ac956642bf HTTP/1.1" status: 200 len: 217 time: 0.1049616 Aug 28 12:39:46.259999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1a410-e417-4daf-b42d-55a4108b2dd8 req-f1fcecf7-f2a4-47b8-af3d-5fecdd7a838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:46.261423 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6ba1a410-e417-4daf-b42d-55a4108b2dd8 req-f1fcecf7-f2a4-47b8-af3d-5fecdd7a838a service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3561132 Aug 28 12:39:46.284783 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-25881a4f-7479-4fbc-a2da-8b8559fffb04 service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996325 Aug 28 12:39:46.333294 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f1d0aae-90c3-4d49-860b-10d6ee6efaad req-959ff433-1db4-4d0f-b20e-976d80e1c8ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e709be9a-4e2d-4d15-ba30-e328bbd78bcc HTTP/1.1" status: 200 len: 217 time: 0.1205618 Aug 28 12:39:46.423364 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.10', 58265) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:46.434218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d0aae-90c3-4d49-860b-10d6ee6efaad req-62ee5c44-a288-432b-a5f2-d42c7c5ca31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:46.436405 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f1d0aae-90c3-4d49-860b-10d6ee6efaad req-62ee5c44-a288-432b-a5f2-d42c7c5ca31d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 200 len: 859 time: 0.0954535 Aug 28 12:39:46.455595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6ba1a410-e417-4daf-b42d-55a4108b2dd8 req-9ca2cd9b-35ec-4de1-945e-25bdb0a1c53d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc HTTP/1.1" status: 200 len: 217 time: 0.1734087 Aug 28 12:39:46.494603 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-245608e9-1eaf-411b-9200-96316c6acc90 req-e84e6e77-e4c7-49ec-a9c2-cb966d3fb730 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--664593224&fields=id&tenant_id=83337d60d57f4fdc939f5ecaedf1b2a7 HTTP/1.1" status: 200 len: 267 time: 0.0571110 Aug 28 12:39:46.534848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cb40f-f2d7-417f-97e8-6a43c8792a77 req-c17504e4-662c-430c-8fa8-b7ef2218c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:46.536750 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e68cb40f-f2d7-417f-97e8-6a43c8792a77 req-c17504e4-662c-430c-8fa8-b7ef2218c19b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2800169 Aug 28 12:39:46.588280 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-877b58fc-9f6c-4efe-85dd-c5c4b4582e2e req-2b16d2a4-b9e2-493f-8e12-96c0a7792cad tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513961 Aug 28 12:39:46.605955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d0aae-90c3-4d49-860b-10d6ee6efaad req-c33f042d-0cbb-453a-85c4-2c02523ba89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:46.610550 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f1d0aae-90c3-4d49-860b-10d6ee6efaad req-c33f042d-0cbb-453a-85c4-2c02523ba89a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a984379b-eed6-4fb8-902d-6b247ecefa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1377039 Aug 28 12:39:46.714002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f5ce4-0b05-4cd1-987b-067effb54b05 req-5b462d29-556c-4ce4-970f-9e3f49ef2f94 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:46.716185 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-668f5ce4-0b05-4cd1-987b-067effb54b05 req-5b462d29-556c-4ce4-970f-9e3f49ef2f94 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.10 "GET /v2.0/ports?device_id=74a7b421-b65b-457d-9f75-78d76b179569 HTTP/1.1" status: 200 len: 946 time: 0.2881124 Aug 28 12:39:46.729708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-2b774185-fd49-4378-9e99-712742337edb tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:46.731349 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-2b774185-fd49-4378-9e99-712742337edb tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17&tenant_id=c5f791bffd6b436fbad5ba34cc695485&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 1097 time: 0.3712671 Aug 28 12:39:46.755538 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245608e9-1eaf-411b-9200-96316c6acc90 req-b19247c4-c373-4bb8-8a41-556215960c32 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:46.768389 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-245608e9-1eaf-411b-9200-96316c6acc90 req-b19247c4-c373-4bb8-8a41-556215960c32 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/networks?id=a03c9b71-7c51-4af0-ad11-1d5b2280ced4 HTTP/1.1" status: 200 len: 824 time: 0.2585640 Aug 28 12:39:46.788571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1a410-e417-4daf-b42d-55a4108b2dd8 req-346a302d-6e53-4e7c-b999-d492ae3e6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:46.790345 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6ba1a410-e417-4daf-b42d-55a4108b2dd8 req-346a302d-6e53-4e7c-b999-d492ae3e6fc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.3053303 Aug 28 12:39:46.795569 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-21'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:46.822604 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-245608e9-1eaf-411b-9200-96316c6acc90 req-55fd2cc0-7ea8-44d4-84f2-0e86645c5a32 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/quotas/83337d60d57f4fdc939f5ecaedf1b2a7 HTTP/1.1" status: 200 len: 375 time: 0.0531650 Aug 28 12:39:46.881026 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cb40f-f2d7-417f-97e8-6a43c8792a77 req-c954b5f5-0c34-4124-b59a-97d7d62e427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:46.882678 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e68cb40f-f2d7-417f-97e8-6a43c8792a77 req-c954b5f5-0c34-4124-b59a-97d7d62e427e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3165731 Aug 28 12:39:46.897454 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f1d0aae-90c3-4d49-860b-10d6ee6efaad req-64927a79-1c2a-4f3a-8958-7c60103b34d8 service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749255 Aug 28 12:39:46.933035 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-245608e9-1eaf-411b-9200-96316c6acc90 req-a4469e7c-49f9-44b4-9e9a-8b2615038139 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=83337d60d57f4fdc939f5ecaedf1b2a7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1023397 Aug 28 12:39:46.992742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97777f-394e-46df-ab48-9a6063e5b668 req-0e99b8a5-5453-49d9-b641-2f1543da9511 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:46.998418 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad97777f-394e-46df-ab48-9a6063e5b668 req-0e99b8a5-5453-49d9-b641-2f1543da9511 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.3040667 Aug 28 12:39:47.032751 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:47.130449 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f1d0aae-90c3-4d49-860b-10d6ee6efaad req-d836f596-beb5-4d3e-b4b6-dfa813be4a3a service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963170 Aug 28 12:39:47.140704 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-245608e9-1eaf-411b-9200-96316c6acc90 req-85c6f2dc-3b13-4340-8ce4-d9a3378febc7 service neutron] 10.222.0.20 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932869 Aug 28 12:39:47.227497 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e68cb40f-f2d7-417f-97e8-6a43c8792a77 req-9c70d9b1-8fa4-4ec7-99b5-639253340cd6 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036690 Aug 28 12:39:47.229406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1a410-e417-4daf-b42d-55a4108b2dd8 req-cb937264-e738-44a5-bd65-ae8a6afa7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:47.231398 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6ba1a410-e417-4daf-b42d-55a4108b2dd8 req-cb937264-e738-44a5-bd65-ae8a6afa7055 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4274189 Aug 28 12:39:47.238397 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad97777f-394e-46df-ab48-9a6063e5b668 req-1eaeb4ac-618e-4b64-9719-0926110b1135 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112415 Aug 28 12:39:47.332702 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-245608e9-1eaf-411b-9200-96316c6acc90 req-7e5453cc-d247-415d-ac09-643d7a97167c service neutron] 10.222.0.20 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919053 Aug 28 12:39:47.377755 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e68cb40f-f2d7-417f-97e8-6a43c8792a77 req-f0c24350-9509-4c7a-a40f-2ae35ff253e1 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347489 Aug 28 12:39:47.819747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd97d75e-130d-4f24-a640-c3aa78e3d108 req-2a7695be-cbcb-48c7-998f-d2dc425d861b tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 210 time: 0.0545759 Aug 28 12:39:48.039060 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-a7d074c6-a5e3-4b1d-9dba-4454bafd27b0 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:48.042963 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-a7d074c6-a5e3-4b1d-9dba-4454bafd27b0 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1159229 Aug 28 12:39:48.136910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-668f5ce4-0b05-4cd1-987b-067effb54b05 req-57074bf8-5df6-4da0-ae8d-b1daa1f2fba8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Deleting port 32379d9f-3b48-4cc7-b49b-682e60444d55 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:39:48.137725 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-668f5ce4-0b05-4cd1-987b-067effb54b05 req-57074bf8-5df6-4da0-ae8d-b1daa1f2fba8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:48.202923 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-3d229b6a-1493-440c-a961-fed58d935d01 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.1430137 Aug 28 12:39:48.215099 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-bd3d204d-a3ff-4a47-91b4-236f4a0e1f00 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Request body: {'floatingip': {'port_id': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:48.378314 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-bd3d204d-a3ff-4a47-91b4-236f4a0e1f00 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:48.385623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad58eaf-0102-4c32-b362-dbaa349d18f9 req-6c611364-f0f3-48cb-b23e-1a9adcbf69d2 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:48.393040 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ad58eaf-0102-4c32-b362-dbaa349d18f9 req-6c611364-f0f3-48cb-b23e-1a9adcbf69d2 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.4631555 Aug 28 12:39:48.460678 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6ba1a410-e417-4daf-b42d-55a4108b2dd8 req-df616ccb-6788-45c1-b0a8-521002aa866b service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0751643 Aug 28 12:39:48.519764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-668f5ce4-0b05-4cd1-987b-067effb54b05 req-57074bf8-5df6-4da0-ae8d-b1daa1f2fba8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] For port 32379d9f-3b48-4cc7-b49b-682e60444d55, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=32379d9f-3b48-4cc7-b49b-682e60444d55,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:48.520210 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-668f5ce4-0b05-4cd1-987b-067effb54b05 req-57074bf8-5df6-4da0-ae8d-b1daa1f2fba8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:48.692850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] For port 2e15f037-d818-48f9-a514-4fe73397f6b4, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=2e15f037-d818-48f9-a514-4fe73397f6b4,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:48.716186 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-043b2862-bbea-4cc0-84f8-289b3c538422 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:48.717888 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-043b2862-bbea-4cc0-84f8-289b3c538422 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.11 "GET /v2.0/networks?id=c223f20b-0c7a-449a-8021-59065a7eb9b1 HTTP/1.1" status: 200 len: 815 time: 0.5965543 Aug 28 12:39:48.750028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Request body: {'port': {'device_id': '5b4c4005-faf6-4f5d-8724-2b31f96415f3', 'network_id': 'c223f20b-0c7a-449a-8021-59065a7eb9b1', 'admin_state_up': True, 'tenant_id': 'e77cd6b97f0049f1a2c05ca6905dfe1d'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:48.817435 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ad58eaf-0102-4c32-b362-dbaa349d18f9 req-7b95cef9-9bee-4409-ad2e-1d8f276144c6 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233420 Aug 28 12:39:49.006579 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] For port 2e15f037-d818-48f9-a514-4fe73397f6b4, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:39:49.059208 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6ba1a410-e417-4daf-b42d-55a4108b2dd8 req-a8772ead-afef-4d45-8597-dc5bc24103d8 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183113 Aug 28 12:39:49.235136 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb1c951-7cc7-451f-89fb-aa20d4d3bd17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e15f037-d818-48f9-a514-4fe73397f6b4'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:49.237793 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e798e12-1854-487e-afa3-0a8685036bcc" -d '{"events": [{"server_uuid": "8bb1c951-7cc7-451f-89fb-aa20d4d3bd17", "name": "network-vif-unplugged", "status": "completed", "tag": "2e15f037-d818-48f9-a514-4fe73397f6b4"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:49.242783 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:49.264877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c8fc2-0370-4092-a99a-698c1b825276 req-1cffca2b-801f-4669-97f1-0c46b1be7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:49.267711 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f9c8fc2-0370-4092-a99a-698c1b825276 req-1cffca2b-801f-4669-97f1-0c46b1be7a6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7fadc6c6a9aa49bba254767415e3417c&device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 1098 time: 0.0776994 Aug 28 12:39:49.268578 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-668f5ce4-0b05-4cd1-987b-067effb54b05 req-57074bf8-5df6-4da0-ae8d-b1daa1f2fba8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:49.269160 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-668f5ce4-0b05-4cd1-987b-067effb54b05 req-57074bf8-5df6-4da0-ae8d-b1daa1f2fba8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:49.269534 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [req-668f5ce4-0b05-4cd1-987b-067effb54b05 req-57074bf8-5df6-4da0-ae8d-b1daa1f2fba8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Floating IP 9fff87c2-a957-4f81-af61-59985af863cb disassociated. External IP: 172.25.1.158, port: 32379d9f-3b48-4cc7-b49b-682e60444d55. Aug 28 12:39:49.269955 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-668f5ce4-0b05-4cd1-987b-067effb54b05 req-57074bf8-5df6-4da0-ae8d-b1daa1f2fba8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Calling delete_port for 32379d9f-3b48-4cc7-b49b-682e60444d55 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:39:49.282853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:49.392486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Made reservation on behalf of e77cd6b97f0049f1a2c05ca6905dfe1d for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:39:49.396485 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:49.436442 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.resource_extend [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-bd3d204d-a3ff-4a47-91b4-236f4a0e1f00 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:39:49.446550 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a5161-9998-4d12-be33-39368b7b0a0f req-05ac9ef4-0a63-43b4-9957-ae52e16bbf3f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:49.448558 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c09a5161-9998-4d12-be33-39368b7b0a0f req-05ac9ef4-0a63-43b4-9957-ae52e16bbf3f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 945 time: 0.2387581 Aug 28 12:39:49.539644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Pushing event updated for resources: {'Port': ['ID=2e15f037-d818-48f9-a514-4fe73397f6b4,revision_number=7']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:49.588161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.11', 53393) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:39:49.606886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c8fc2-0370-4092-a99a-698c1b825276 req-a972bf07-f81f-49f2-97af-8ebd7f771621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:49.609184 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f9c8fc2-0370-4092-a99a-698c1b825276 req-a972bf07-f81f-49f2-97af-8ebd7f771621 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7 HTTP/1.1" status: 200 len: 914 time: 0.3305297 Aug 28 12:39:49.728968 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f9c8fc2-0370-4092-a99a-698c1b825276 req-b40981cc-02f4-4d6c-8e46-20da5d151d94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d05e93d8-908a-4c97-8c2e-21250a56e526 HTTP/1.1" status: 200 len: 217 time: 0.0766101 Aug 28 12:39:49.747647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c09a5161-9998-4d12-be33-39368b7b0a0f req-e45f8f58-369c-492e-9d06-211f8aa289ac tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711194 Aug 28 12:39:49.748930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Attempting to bind port 2e15f037-d818-48f9-a514-4fe73397f6b4 on host n-h2-791505-21 for vnic_type normal with profile {"migrating_to": "n-h1-791505-21"} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:39:49.751405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Attempting to bind port 2e15f037-d818-48f9-a514-4fe73397f6b4 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:39:49.751744 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Attempting to bind port 2e15f037-d818-48f9-a514-4fe73397f6b4 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:49.806217 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-bd3d204d-a3ff-4a47-91b4-236f4a0e1f00 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:49.865063 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Port 2e15f037-d818-48f9-a514-4fe73397f6b4 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:39:49.865748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Attempting to bind port 2e15f037-d818-48f9-a514-4fe73397f6b4 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:49.883946 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-bd3d204d-a3ff-4a47-91b4-236f4a0e1f00 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:49.954679 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:39:49.991143 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d5146074-b60a-4e0b-a96c-4c5e49374b6c req-afde7da9-1994-4fe3-8b6c-1a4be650f6bb tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 210 time: 0.1221995 Aug 28 12:39:49.995191 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:39:49.996085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Checking segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:39:49.999194 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Bound using segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:39:49.999870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Bound port: 2e15f037-d818-48f9-a514-4fe73397f6b4, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:39:50.003299 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:50.018467 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-bd3d204d-a3ff-4a47-91b4-236f4a0e1f00 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Floating IP e5e6d494-15c4-454d-bda3-f269e3e75aef associated. External IP: 172.25.1.239, port: 04c683a1-bf48-46d8-b60e-13cebfdd678b. Aug 28 12:39:50.128896 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245608e9-1eaf-411b-9200-96316c6acc90 req-f2c68e20-9547-4af9-a4ff-057cb16dee3a tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:50.130474 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-245608e9-1eaf-411b-9200-96316c6acc90 req-f2c68e20-9547-4af9-a4ff-057cb16dee3a tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.11 "GET /v2.0/networks?id=a03c9b71-7c51-4af0-ad11-1d5b2280ced4 HTTP/1.1" status: 200 len: 824 time: 0.5399282 Aug 28 12:39:50.242770 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-245608e9-1eaf-411b-9200-96316c6acc90 req-1738215c-d5cf-4267-a27a-7e73260e5db2 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83337d60d57f4fdc939f5ecaedf1b2a7 HTTP/1.1" status: 200 len: 379 time: 0.0839753 Aug 28 12:39:50.272612 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-bd3d204d-a3ff-4a47-91b4-236f4a0e1f00 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:39:50.284146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c8fc2-0370-4092-a99a-698c1b825276 req-bbf6d256-1e90-4f0e-8297-1d6c143b146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:50.285862 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f9c8fc2-0370-4092-a99a-698c1b825276 req-bbf6d256-1e90-4f0e-8297-1d6c143b146b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=be3751e9-6629-43bb-9939-ebca37ba4d85 HTTP/1.1" status: 200 len: 854 time: 0.5462461 Aug 28 12:39:50.313146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099fbe3-e724-4995-9656-1497cf600bb8 req-52a982d6-a67e-4516-a1ce-be3749c3b137 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:50.314797 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9099fbe3-e724-4995-9656-1497cf600bb8 req-52a982d6-a67e-4516-a1ce-be3749c3b137 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.10 "GET /v2.0/ports?device_id=dcd5102f-310b-436e-8d05-8fbd5b6c8b58 HTTP/1.1" status: 200 len: 945 time: 0.5890975 Aug 28 12:39:50.337209 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-245608e9-1eaf-411b-9200-96316c6acc90 req-b9eb46ec-e1b8-4a2b-a4ef-eed77f48be19 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Request body: {'port': {'device_id': '8dcbd827-0835-47f8-a00c-de595d681a4d', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'admin_state_up': True, 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'security_groups': ['84c968f0-362b-4413-a12e-6e43fa2e510e']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:50.426417 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-bd3d204d-a3ff-4a47-91b4-236f4a0e1f00 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:39:50.432119 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-bd3d204d-a3ff-4a47-91b4-236f4a0e1f00 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:50.444345 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ea75c-317e-4705-868b-434f621ced41 None None] Sync routers for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:39:50.458326 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ea75c-317e-4705-868b-434f621ced41 None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:39:50.463112 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-492ea75c-317e-4705-868b-434f621ced41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:39:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:50.476288 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f9c8fc2-0370-4092-a99a-698c1b825276 req-24804f88-8647-4d37-9e87-d0604532bdff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1722710 Aug 28 12:39:50.483625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Allocated IP 172.20.0.14 (c223f20b-0c7a-449a-8021-59065a7eb9b1/8a99950c-c001-4555-b784-50f1afb39346/45028602-d8d4-42ab-a82d-27dd6f8726b9) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:39:50.555004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] For port 2e15f037-d818-48f9-a514-4fe73397f6b4, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:39:50.581134 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-668f5ce4-0b05-4cd1-987b-067effb54b05 req-57074bf8-5df6-4da0-ae8d-b1daa1f2fba8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:50.642448 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] For port 2e15f037-d818-48f9-a514-4fe73397f6b4, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=2e15f037-d818-48f9-a514-4fe73397f6b4,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:39:50.676259 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f9c8fc2-0370-4092-a99a-698c1b825276 req-dec6c747-c904-4191-bd8b-7b1e78653366 service neutron] 10.222.0.11 "GET /v2.0/networks/ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590528 Aug 28 12:39:50.717729 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-492ea75c-317e-4705-868b-434f621ced41 None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:39:50.718437 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-bd3d204d-a3ff-4a47-91b4-236f4a0e1f00 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "PUT /v2.0/floatingips/e5e6d494-15c4-454d-bda3-f269e3e75aef HTTP/1.1" status: 200 len: 997 time: 2.5081539 Aug 28 12:39:50.757516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'tag': '04c683a1-bf48-46d8-b60e-13cebfdd678b'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:50.760231 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3f2e0f-124d-4890-8a09-14bb31a71607" -d '{"events": [{"name": "network-changed", "server_uuid": "7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6", "tag": "04c683a1-bf48-46d8-b60e-13cebfdd678b"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:50.770396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245608e9-1eaf-411b-9200-96316c6acc90 req-b9eb46ec-e1b8-4a2b-a4ef-eed77f48be19 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Made reservation on behalf of 83337d60d57f4fdc939f5ecaedf1b2a7 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:39:50.775911 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-245608e9-1eaf-411b-9200-96316c6acc90 req-b9eb46ec-e1b8-4a2b-a4ef-eed77f48be19 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:50.804527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57074bf8-5df6-4da0-ae8d-b1daa1f2fba8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Pushing event deleted for resources: {'Port': ['ID=32379d9f-3b48-4cc7-b49b-682e60444d55,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:50.846318 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-628e463a-5cce-4d43-a321-2061d1d72534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:50.854133 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-628e463a-5cce-4d43-a321-2061d1d72534 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 1098 time: 0.0905519 Aug 28 12:39:50.868327 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f9c8fc2-0370-4092-a99a-698c1b825276 req-fabfd093-e23e-4ad0-819e-ffc3f5c22028 service neutron] 10.222.0.11 "GET /v2.0/networks/ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846018 Aug 28 12:39:50.886429 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:51.005032 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-2e3d1ac9-8ea0-444a-a3d3-f7401a53a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:51.018903 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-2e3d1ac9-8ea0-444a-a3d3-f7401a53a6f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 920 time: 0.1638143 Aug 28 12:39:51.059301 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40e00b-9fde-460a-aaeb-832ba7b71c6d req-6dfcc3ab-0589-4866-84a8-ca4f1a033dce tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:51.067647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a40e00b-9fde-460a-aaeb-832ba7b71c6d req-6dfcc3ab-0589-4866-84a8-ca4f1a033dce tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.5861740 Aug 28 12:39:51.083512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 32379d9f-3b48-4cc7-b49b-682e60444d55 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:39:51.106155 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-492ea75c-317e-4705-868b-434f621ced41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e5e6d494-15c4-454d-bda3-f269e3e75aef', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'port_id': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'mac_address': 'fa:16:3e:64:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:39:05Z', 'updated_at': '2021-08-28T12:39:49Z', 'revision_number': 8, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:51.121201 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-f28da5b8-4ba3-44da-836b-bd165d9b61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:51.123774 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-f28da5b8-4ba3-44da-836b-bd165d9b61c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e&tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 1102 time: 0.5718474 Aug 28 12:39:51.141317 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ea75c-317e-4705-868b-434f621ced41 None None] Checking router: ae3c5dd5-1c90-49c5-be3c-941119c3ea0f for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:39:51.148013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 32379d9f-3b48-4cc7-b49b-682e60444d55 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:39:51.148794 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 32379d9f-3b48-4cc7-b49b-682e60444d55 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:39:51.151769 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ea75c-317e-4705-868b-434f621ced41 None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:39:51.152768 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-492ea75c-317e-4705-868b-434f621ced41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:39:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:51.323045 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-492ea75c-317e-4705-868b-434f621ced41 None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:39:51.625018 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-492ea75c-317e-4705-868b-434f621ced41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e5e6d494-15c4-454d-bda3-f269e3e75aef', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'port_id': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'mac_address': 'fa:16:3e:64:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:39:05Z', 'updated_at': '2021-08-28T12:39:49Z', 'revision_number': 8, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:51.690438 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ea75c-317e-4705-868b-434f621ced41 None None] The sync data for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 is: [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e5e6d494-15c4-454d-bda3-f269e3e75aef', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'port_id': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'mac_address': 'fa:16:3e:64:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:39:05Z', 'updated_at': '2021-08-28T12:39:49Z', 'revision_number': 8, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:39:51.708498 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-5f4aeb0d-da59-4b3b-b442-b56059b86403 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04c683a1-bf48-46d8-b60e-13cebfdd678b HTTP/1.1" status: 200 len: 1000 time: 0.6885834 Aug 28 12:39:51.784997 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-05c0a159-8b03-4514-aaff-351b54657107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:51.793462 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-05c0a159-8b03-4514-aaff-351b54657107 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 200 len: 859 time: 0.0744114 Aug 28 12:39:51.817899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-668f5ce4-0b05-4cd1-987b-067effb54b05 req-57074bf8-5df6-4da0-ae8d-b1daa1f2fba8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:39:51.870405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-331da1ab-24f0-45e4-b788-65b2a5966575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:51.872134 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-331da1ab-24f0-45e4-b788-65b2a5966575 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a984379b-eed6-4fb8-902d-6b247ecefa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777833 Aug 28 12:39:51.929680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Pushing event updated for resources: {'Port': ['ID=2e15f037-d818-48f9-a514-4fe73397f6b4,revision_number=8']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:51.984462 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:51.985368 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:51.986947 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-bacc6b49-180e-4653-80f2-59b8d22b97cf service neutron] 10.222.0.11 "PUT /v2.0/ports/2e15f037-d818-48f9-a514-4fe73397f6b4 HTTP/1.1" status: 200 len: 1123 time: 5.2003567 Aug 28 12:39:52.019965 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a40e00b-9fde-460a-aaeb-832ba7b71c6d req-4846538f-3985-4d66-8f6a-8ac6212e6d8c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9510298 Aug 28 12:39:52.022151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-9099fbe3-e724-4995-9656-1497cf600bb8 req-ecefa50a-69ca-41d9-a009-42cea1248f0f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Deleting port e709be9a-4e2d-4d15-ba30-e328bbd78bcc {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:39:52.022520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9099fbe3-e724-4995-9656-1497cf600bb8 req-ecefa50a-69ca-41d9-a009-42cea1248f0f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:52.047675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae8b6f9-6950-4afa-962d-51353875f76a None None] New status for floating IP e5e6d494-15c4-454d-bda3-f269e3e75aef: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:39:52.065149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-245608e9-1eaf-411b-9200-96316c6acc90 req-b9eb46ec-e1b8-4a2b-a4ef-eed77f48be19 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Allocated IP 172.20.0.13 (a03c9b71-7c51-4af0-ad11-1d5b2280ced4/2fcfd29c-4f31-4b94-b976-9b055b77b757/2f7c8652-bfdb-46bd-9a65-c7c5b6189d87) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:39:52.162472 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-6721e53e-7e48-47c6-bfbc-045868eb76bd service neutron] 10.222.0.20 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766373 Aug 28 12:39:52.222470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-9099fbe3-e724-4995-9656-1497cf600bb8 req-ecefa50a-69ca-41d9-a009-42cea1248f0f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] For port e709be9a-4e2d-4d15-ba30-e328bbd78bcc, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e709be9a-4e2d-4d15-ba30-e328bbd78bcc,segment=NetworkSegment(3ae57250-d648-4fcd-b440-8777ab8f7b16),segment_id=3ae57250-d648-4fcd-b440-8777ab8f7b16)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:52.222872 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9099fbe3-e724-4995-9656-1497cf600bb8 req-ecefa50a-69ca-41d9-a009-42cea1248f0f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:52.237214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-9099fbe3-e724-4995-9656-1497cf600bb8 req-ecefa50a-69ca-41d9-a009-42cea1248f0f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Calling delete_port for e709be9a-4e2d-4d15-ba30-e328bbd78bcc owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:39:52.300364 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-c7ef4019-f1c0-4e5f-aa56-5d3a5f809a32 service neutron] delete failed (client error): The resource could not be found. Aug 28 12:39:52.301400 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-c7ef4019-f1c0-4e5f-aa56-5d3a5f809a32 service neutron] 10.222.0.10 "DELETE /v2.0/ports/6a001dd6-38f6-44d8-b12e-47079beb8bbc/bindings/n-h2-791505-21 HTTP/1.1" status: 404 len: 381 time: 1.0987139 Aug 28 12:39:52.355454 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0567bfb4-7478-4e80-8524-2649b3f4a042 req-9b4035a0-a524-437e-8dab-20f02114f3a5 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 210 time: 0.0633481 Aug 28 12:39:52.382947 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cd89bf3d-37cd-44ec-ab95-59bc06fe6684 req-358784a3-6305-4e85-bf21-e3ef8797f85a service neutron] 10.222.0.20 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106121 Aug 28 12:39:52.416626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['2e15f037-d818-48f9-a514-4fe73397f6b4'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:39:52.489678 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:52.537374 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57edd4c2-e642-4462-8806-6424cf327335 x-openstack-request-id: req-57edd4c2-e642-4462-8806-6424cf327335 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:52.537675 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb1c951-7cc7-451f-89fb-aa20d4d3bd17", "name": "network-vif-unplugged", "status": "completed", "tag": "2e15f037-d818-48f9-a514-4fe73397f6b4", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:52.537936 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57edd4c2-e642-4462-8806-6424cf327335 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:52.538331 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb1c951-7cc7-451f-89fb-aa20d4d3bd17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e15f037-d818-48f9-a514-4fe73397f6b4', 'code': 200} Aug 28 12:39:52.655866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-668f5ce4-0b05-4cd1-987b-067effb54b05 req-57074bf8-5df6-4da0-ae8d-b1daa1f2fba8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:39:52.668208 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f910d99c-0e88-4eb0-993a-b54a8073b476 None None] Sync routers for ids ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:39:52.685944 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f910d99c-0e88-4eb0-993a-b54a8073b476 None None] Routers {'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:39:52.690751 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f910d99c-0e88-4eb0-993a-b54a8073b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:39:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:52.712038 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca5c6-fc18-4d7f-802a-3a842f337deb req-4b9f4c9c-057f-4963-a345-398c7fcac7b7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:52.713865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c5dca5c6-fc18-4d7f-802a-3a842f337deb req-4b9f4c9c-057f-4963-a345-398c7fcac7b7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.1144454 Aug 28 12:39:52.800071 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c5dca5c6-fc18-4d7f-802a-3a842f337deb req-50438b62-4bc9-4350-84a1-9b69637f5bba tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793147 Aug 28 12:39:52.820067 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-245608e9-1eaf-411b-9200-96316c6acc90 req-b9eb46ec-e1b8-4a2b-a4ef-eed77f48be19 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:52.830536 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-f910d99c-0e88-4eb0-993a-b54a8073b476 None None] Set router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:39:52.874457 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76607c1d-965b-4a5d-95d3-183df6bb4bbe x-openstack-request-id: req-76607c1d-965b-4a5d-95d3-183df6bb4bbe {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:52.875247 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6", "tag": "04c683a1-bf48-46d8-b60e-13cebfdd678b", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:52.875748 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76607c1d-965b-4a5d-95d3-183df6bb4bbe {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:52.876693 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'tag': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'status': 'completed', 'code': 200} Aug 28 12:39:52.894868 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-668f5ce4-0b05-4cd1-987b-067effb54b05 req-57074bf8-5df6-4da0-ae8d-b1daa1f2fba8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] No DVR routers for this DVR port 32379d9f-3b48-4cc7-b49b-682e60444d55 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:39:52.902576 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-668f5ce4-0b05-4cd1-987b-067effb54b05 req-57074bf8-5df6-4da0-ae8d-b1daa1f2fba8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:52.905166 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-668f5ce4-0b05-4cd1-987b-067effb54b05 req-57074bf8-5df6-4da0-ae8d-b1daa1f2fba8 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.10 "DELETE /v2.0/ports/32379d9f-3b48-4cc7-b49b-682e60444d55 HTTP/1.1" status: 204 len: 173 time: 6.1687033 Aug 28 12:39:52.919749 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-95ba3679-c615-40c5-af9e-bbaeff75d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:52.921757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-95ba3679-c615-40c5-af9e-bbaeff75d25d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 1102 time: 0.4257388 Aug 28 12:39:52.930817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf8e00-3f0b-46b7-84c5-0e8429cf1689 req-1444b887-4d52-4e77-989f-cdd31be17404 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:52.932994 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eddf8e00-3f0b-46b7-84c5-0e8429cf1689 req-1444b887-4d52-4e77-989f-cdd31be17404 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 946 time: 0.3936987 Aug 28 12:39:53.083626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e709be9a-4e2d-4d15-ba30-e328bbd78bcc no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:39:53.146920 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1216a-0c80-40d3-ab9c-a526dd1137f3 req-15d40952-6eaa-49f6-b46b-d31a2958b400 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:53.158254 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2d1216a-0c80-40d3-ab9c-a526dd1137f3 req-15d40952-6eaa-49f6-b46b-d31a2958b400 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 943 time: 0.1313515 Aug 28 12:39:53.169058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-245608e9-1eaf-411b-9200-96316c6acc90 req-b9eb46ec-e1b8-4a2b-a4ef-eed77f48be19 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Transition to ACTIVE for port object 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:39:53.186073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No active binding found for port e709be9a-4e2d-4d15-ba30-e328bbd78bcc {{(pid=94879) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 12:39:53.187456 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e709be9a-4e2d-4d15-ba30-e328bbd78bcc not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:39:53.197229 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eddf8e00-3f0b-46b7-84c5-0e8429cf1689 req-b3413081-e041-4b11-9e40-b37a20a80ea1 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/security-groups?id=69eba71c-6343-4ddb-b91f-21bcaaf0b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219262 Aug 28 12:39:53.198412 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:53.211615 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9099fbe3-e724-4995-9656-1497cf600bb8 req-ecefa50a-69ca-41d9-a009-42cea1248f0f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:53.239442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['04c683a1-bf48-46d8-b60e-13cebfdd678b'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:39:53.261255 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2d1216a-0c80-40d3-ab9c-a526dd1137f3 req-3c3d1e22-5dde-4529-bb29-86c172250a39 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020663 Aug 28 12:39:53.294231 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f910d99c-0e88-4eb0-993a-b54a8073b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:55Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '73b91ddc-eb37-4129-8384-6ca9c82d88ad', 'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'mac_address': 'fa:16:3e:71:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:54Z', 'updated_at': '2021-08-28T12:37:04Z', 'revision_number': 5, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'subnets': [{'id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:53.370873 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f910d99c-0e88-4eb0-993a-b54a8073b476 None None] Checking router: ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:39:53.389518 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f2e0f-124d-4890-8a09-14bb31a71607 req-102792c1-b947-4571-96f4-ce9084ccf176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:53.391652 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f910d99c-0e88-4eb0-993a-b54a8073b476 None None] Routers {'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:39:53.392298 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f910d99c-0e88-4eb0-993a-b54a8073b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:39:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:53.396525 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac3f2e0f-124d-4890-8a09-14bb31a71607 req-102792c1-b947-4571-96f4-ce9084ccf176 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 1098 time: 0.4469376 Aug 28 12:39:53.401741 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cbdcfe2-e81c-484d-afcf-53a01697ce2f req-81a5420e-3877-478f-b97f-c403273c9e3d tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/floatingips/e5e6d494-15c4-454d-bda3-f269e3e75aef HTTP/1.1" status: 200 len: 999 time: 0.0991635 Aug 28 12:39:53.454310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Pushing event updated for resources: {'Port': ['ID=45028602-d8d4-42ab-a82d-27dd6f8726b9,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:53.541000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdcfe2-e81c-484d-afcf-53a01697ce2f req-3369ff31-c476-48ec-8461-9442d1615596 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:53.554656 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cbdcfe2-e81c-484d-afcf-53a01697ce2f req-3369ff31-c476-48ec-8461-9442d1615596 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.1516700 Aug 28 12:39:53.555734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-3bd948ec-2809-4fd1-98a7-0d3fce0160c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:53.560360 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-3bd948ec-2809-4fd1-98a7-0d3fce0160c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.6119242 Aug 28 12:39:53.628480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:53.629234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:53.629708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:53.630254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:53.630625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:53.631096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:53.631564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:53.631946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:53.632499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:53.633404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:53.633639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:53.634183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:53.669395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Network c223f20b-0c7a-449a-8021-59065a7eb9b1 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:39:53.719410 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-245608e9-1eaf-411b-9200-96316c6acc90 req-b9eb46ec-e1b8-4a2b-a4ef-eed77f48be19 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:53.780179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a5630-63cd-4646-b5ef-869507139cc8 req-74807018-8898-4c27-8ed2-0fb690e49412 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:53.780179 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-436a5630-63cd-4646-b5ef-869507139cc8 req-74807018-8898-4c27-8ed2-0fb690e49412 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.1404390 Aug 28 12:39:53.895785 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-436a5630-63cd-4646-b5ef-869507139cc8 req-88deabed-7962-439a-b800-ec76712ddb5b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195879 Aug 28 12:39:53.964506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:39:53.981344 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-f910d99c-0e88-4eb0-993a-b54a8073b476 None None] Set router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:39:54.036908 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:39:54.048424 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:54.048735 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:54.071420 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-555246bc-b43a-4044-b7d8-3b0dd3743edb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc HTTP/1.1" status: 200 len: 217 time: 0.4008944 Aug 28 12:39:54.072499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9099fbe3-e724-4995-9656-1497cf600bb8 req-ecefa50a-69ca-41d9-a009-42cea1248f0f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] No DVR routers for this DVR port e709be9a-4e2d-4d15-ba30-e328bbd78bcc on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:39:54.079316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefa50a-69ca-41d9-a009-42cea1248f0f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Pushing event deleted for resources: {'Port': ['ID=e709be9a-4e2d-4d15-ba30-e328bbd78bcc,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:54.101209 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9099fbe3-e724-4995-9656-1497cf600bb8 req-ecefa50a-69ca-41d9-a009-42cea1248f0f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:54.103612 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9099fbe3-e724-4995-9656-1497cf600bb8 req-ecefa50a-69ca-41d9-a009-42cea1248f0f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.10 "DELETE /v2.0/ports/e709be9a-4e2d-4d15-ba30-e328bbd78bcc HTTP/1.1" status: 204 len: 173 time: 3.7702665 Aug 28 12:39:54.281839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f2e0f-124d-4890-8a09-14bb31a71607 req-1cb31fe0-8891-42bb-85b5-119455c37d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:54.283820 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac3f2e0f-124d-4890-8a09-14bb31a71607 req-1cb31fe0-8891-42bb-85b5-119455c37d82 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 920 time: 0.7895002 Aug 28 12:39:54.318975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245608e9-1eaf-411b-9200-96316c6acc90 req-b9eb46ec-e1b8-4a2b-a4ef-eed77f48be19 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:39:54.321648 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-78cc4f84-b255-43cd-a62a-1843dbda846c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5767374 Aug 28 12:39:54.350027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb978b-f910-4500-b73c-fc1f9db97c73 req-6c84d678-e15f-4db8-ab88-98ec4346f0d0 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:54.356514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca8f67-18a5-4082-988a-c8dc77dbacac req-7734b3b3-00b6-4081-bb7e-046090b5895b tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:54.359595 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cbca8f67-18a5-4082-988a-c8dc77dbacac req-7734b3b3-00b6-4081-bb7e-046090b5895b tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 932 time: 0.1613362 Aug 28 12:39:54.384314 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85eb978b-f910-4500-b73c-fc1f9db97c73 req-6c84d678-e15f-4db8-ab88-98ec4346f0d0 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 932 time: 0.9813235 Aug 28 12:39:54.426930 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f910d99c-0e88-4eb0-993a-b54a8073b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:55Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '73b91ddc-eb37-4129-8384-6ca9c82d88ad', 'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'mac_address': 'fa:16:3e:71:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:54Z', 'updated_at': '2021-08-28T12:37:04Z', 'revision_number': 5, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'subnets': [{'id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:54.448706 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cbca8f67-18a5-4082-988a-c8dc77dbacac req-c0a10579-e7cc-41c0-a55c-0f17e5a7115c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/security-groups?id=cced0c6c-c9ac-4323-9aa1-708830f008c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731611 Aug 28 12:39:54.456674 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-245608e9-1eaf-411b-9200-96316c6acc90 req-b9eb46ec-e1b8-4a2b-a4ef-eed77f48be19 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:39:54.460070 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f910d99c-0e88-4eb0-993a-b54a8073b476 None None] The sync data for ids ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'] in n-d-791505-21 is: [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:55Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '73b91ddc-eb37-4129-8384-6ca9c82d88ad', 'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'mac_address': 'fa:16:3e:71:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:54Z', 'updated_at': '2021-08-28T12:37:04Z', 'revision_number': 5, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'subnets': [{'id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:39:54.538288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2e15f037-d818-48f9-a514-4fe73397f6b4 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:39:54.601663 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-0a021af1-b779-4bbd-9b6a-75b6a0fe2410 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1002 time: 0.1132739 Aug 28 12:39:54.608736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Request body: {'port': {'device_id': '5b4c4005-faf6-4f5d-8724-2b31f96415f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:54.643714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85eb978b-f910-4500-b73c-fc1f9db97c73 req-a66240bc-d0bd-4092-8264-6c2964562056 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580972 Aug 28 12:39:54.645394 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-9a6f0150-79f6-440b-9c65-88471e92a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:54.646971 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-9a6f0150-79f6-440b-9c65-88471e92a5f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.5422225 Aug 28 12:39:54.647457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb1c951-7cc7-451f-89fb-aa20d4d3bd17', 'tag': '2e15f037-d818-48f9-a514-4fe73397f6b4'}, {'server_uuid': '74a7b421-b65b-457d-9f75-78d76b179569', 'name': 'network-vif-deleted', 'tag': '32379d9f-3b48-4cc7-b49b-682e60444d55'}, {'server_uuid': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'name': 'network-vif-deleted', 'tag': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:54.653871 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d64996-aec1-442a-917c-58f5c240411d" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb1c951-7cc7-451f-89fb-aa20d4d3bd17", "tag": "2e15f037-d818-48f9-a514-4fe73397f6b4"}, {"server_uuid": "74a7b421-b65b-457d-9f75-78d76b179569", "name": "network-vif-deleted", "tag": "32379d9f-3b48-4cc7-b49b-682e60444d55"}, {"server_uuid": "dcd5102f-310b-436e-8d05-8fbd5b6c8b58", "name": "network-vif-deleted", "tag": "e709be9a-4e2d-4d15-ba30-e328bbd78bcc"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:54.698769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-245608e9-1eaf-411b-9200-96316c6acc90 req-b9eb46ec-e1b8-4a2b-a4ef-eed77f48be19 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:39:54.707934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245608e9-1eaf-411b-9200-96316c6acc90 req-b9eb46ec-e1b8-4a2b-a4ef-eed77f48be19 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:54.722648 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-245608e9-1eaf-411b-9200-96316c6acc90 req-b9eb46ec-e1b8-4a2b-a4ef-eed77f48be19 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:54.761299 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb46ec-e1b8-4a2b-a4ef-eed77f48be19 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Pushing event updated for resources: {'Port': ['ID=2f7c8652-bfdb-46bd-9a65-c7c5b6189d87,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:54.765325 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac3f2e0f-124d-4890-8a09-14bb31a71607 req-e456d9ca-789c-4706-b68f-342d7930b1f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04c683a1-bf48-46d8-b60e-13cebfdd678b HTTP/1.1" status: 200 len: 1002 time: 0.4390476 Aug 28 12:39:54.776675 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-65985a6d-a072-45c0-8eb4-6c0871559aa7 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:54.797620 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-65985a6d-a072-45c0-8eb4-6c0871559aa7 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports/04c683a1-bf48-46d8-b60e-13cebfdd678b HTTP/1.1" status: 200 len: 943 time: 0.1853492 Aug 28 12:39:54.877734 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 2e15f037-d818-48f9-a514-4fe73397f6b4, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=2e15f037-d818-48f9-a514-4fe73397f6b4,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:54.897085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2e15f037-d818-48f9-a514-4fe73397f6b4 has no active binding in host n-h1-791505-21 {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 12:39:54.924719 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a676a059-f207-47f3-8f66-88e18b4497f4 None None] Provisioning for port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:39:54.926934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f2e0f-124d-4890-8a09-14bb31a71607 req-701f7342-a2c2-4efe-adc5-d452627eb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:54.928507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac3f2e0f-124d-4890-8a09-14bb31a71607 req-701f7342-a2c2-4efe-adc5-d452627eb54d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 200 len: 859 time: 0.1474085 Aug 28 12:39:54.934970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a676a059-f207-47f3-8f66-88e18b4497f4 None None] Provisioning complete for port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:39:54.935759 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a676a059-f207-47f3-8f66-88e18b4497f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:55.002293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a676a059-f207-47f3-8f66-88e18b4497f4 None None] Port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:39:55.010533 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:55.023755 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-9aefc853-c930-4e78-82c3-5f0242f9aed8 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1002 time: 0.1673186 Aug 28 12:39:55.032022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-245608e9-1eaf-411b-9200-96316c6acc90 req-b9eb46ec-e1b8-4a2b-a4ef-eed77f48be19 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6998272 Aug 28 12:39:55.043049 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2426f7-ab6b-4f16-bac4-c5baa45b05f2 None None] New status for floating IP 9fff87c2-a957-4f81-af61-59985af863cb: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:39:55.072751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Request body: {'port': {'device_id': '8dcbd827-0835-47f8-a00c-de595d681a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:55.114992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-c4ab0034-1030-4375-b782-9c448b5fbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:55.117167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-c4ab0034-1030-4375-b782-9c448b5fbac4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3770759 Aug 28 12:39:55.164542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151292d7-e072-48c3-820c-9d984e79421c req-74563536-d396-4766-882f-a5dd4e3e41c2 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:55.166079 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-151292d7-e072-48c3-820c-9d984e79421c req-74563536-d396-4766-882f-a5dd4e3e41c2 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.2366781 Aug 28 12:39:55.205500 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-1f7407cf-b0f8-4593-9a59-38dfd894fe79 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:55.207161 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-1f7407cf-b0f8-4593-9a59-38dfd894fe79 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.1534691 Aug 28 12:39:55.292453 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-4bf9d3f3-73ba-459a-9d93-4c79bb2cda23 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1002 time: 0.0768268 Aug 28 12:39:55.298616 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f2e0f-124d-4890-8a09-14bb31a71607 req-3705073a-b16f-4bb7-8e07-9288e0d55d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:55.300313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac3f2e0f-124d-4890-8a09-14bb31a71607 req-3705073a-b16f-4bb7-8e07-9288e0d55d25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a984379b-eed6-4fb8-902d-6b247ecefa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2704642 Aug 28 12:39:55.304133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-b713a697-f3f4-42d5-81ad-94a50833672f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:39:55.371984 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:55.428974 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-b713a697-f3f4-42d5-81ad-94a50833672f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:55.639818 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-b713a697-f3f4-42d5-81ad-94a50833672f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:55.645441 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-b713a697-f3f4-42d5-81ad-94a50833672f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:55.646504 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-b713a697-f3f4-42d5-81ad-94a50833672f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Floating IP e5e6d494-15c4-454d-bda3-f269e3e75aef disassociated. External IP: 172.25.1.239, port: 04c683a1-bf48-46d8-b60e-13cebfdd678b. Aug 28 12:39:55.844217 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-151292d7-e072-48c3-820c-9d984e79421c req-88130dc3-ccfc-4e69-a18b-b58573021491 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6023853 Aug 28 12:39:55.901183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-b713a697-f3f4-42d5-81ad-94a50833672f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:39:55.930411 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-49ba5129-52b8-40e5-82a8-6f4ce5b59f28 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7856359 Aug 28 12:39:56.027661 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-b713a697-f3f4-42d5-81ad-94a50833672f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:39:56.033753 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-b713a697-f3f4-42d5-81ad-94a50833672f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:56.046231 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f136b7-1e0b-4e75-9074-56cfc00b6f9e None None] Sync routers for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:39:56.058422 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f136b7-1e0b-4e75-9074-56cfc00b6f9e None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:39:56.059042 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a6f136b7-1e0b-4e75-9074-56cfc00b6f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:39:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:56.078332 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-b713a697-f3f4-42d5-81ad-94a50833672f tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "PUT /v2.0/floatingips/e5e6d494-15c4-454d-bda3-f269e3e75aef HTTP/1.1" status: 200 len: 696 time: 0.7782362 Aug 28 12:39:56.078332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'tag': '04c683a1-bf48-46d8-b60e-13cebfdd678b'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:56.081716 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad5bd6a-6fc8-4035-9c9a-bf30890e4d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6", "tag": "04c683a1-bf48-46d8-b60e-13cebfdd678b"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:56.145830 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-ef635d2d-91f4-4126-a1e5-7302e1cc3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:56.147434 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-ef635d2d-91f4-4126-a1e5-7302e1cc3a27 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 1098 time: 0.0508218 Aug 28 12:39:56.196964 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-a6f136b7-1e0b-4e75-9074-56cfc00b6f9e None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:39:56.228983 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac3f2e0f-124d-4890-8a09-14bb31a71607 req-0e68fe5e-cbf3-4a72-a58d-93bc9877967e service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9159570 Aug 28 12:39:56.267968 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-ae863d6a-cb4d-4459-b1ff-a1c2cabf5add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:56.269491 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-ae863d6a-cb4d-4459-b1ff-a1c2cabf5add service neutron] 10.222.0.20 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 920 time: 0.1097820 Aug 28 12:39:56.304038 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81242df0-8967-4afe-aef2-f72007d59c79 req-b7dfb854-cbc8-4928-b2a9-80b16c994042 tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:56.305577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81242df0-8967-4afe-aef2-f72007d59c79 req-b7dfb854-cbc8-4928-b2a9-80b16c994042 tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 1102 time: 0.3791127 Aug 28 12:39:56.321414 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bca4c46-53ce-473c-b383-9c81631975c8 req-dcad04b7-7f37-4b15-a3ad-412554150ac0 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784869 Aug 28 12:39:56.322015 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-b09dbdbe-30f3-47f0-bb9d-662ba14495ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04c683a1-bf48-46d8-b60e-13cebfdd678b HTTP/1.1" status: 200 len: 217 time: 0.0453594 Aug 28 12:39:56.386776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-31a9171b-768d-48ed-aea0-ef8581d2b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:56.389845 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-31a9171b-768d-48ed-aea0-ef8581d2b3a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 200 len: 859 time: 0.0596092 Aug 28 12:39:56.441610 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-5d0324a8-8675-461a-9e6b-f3734048b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:56.443289 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-5d0324a8-8675-461a-9e6b-f3734048b903 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a984379b-eed6-4fb8-902d-6b247ecefa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471675 Aug 28 12:39:56.449303 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a6f136b7-1e0b-4e75-9074-56cfc00b6f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:56.482337 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f136b7-1e0b-4e75-9074-56cfc00b6f9e None None] Checking router: ae3c5dd5-1c90-49c5-be3c-941119c3ea0f for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:39:56.494797 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f136b7-1e0b-4e75-9074-56cfc00b6f9e None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:39:56.496161 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a6f136b7-1e0b-4e75-9074-56cfc00b6f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:39:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:56.523060 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-510c94b8-7fbc-4afd-8a12-4c5156bd3b3c service neutron] 10.222.0.10 "GET /v2.0/ports/2e15f037-d818-48f9-a514-4fe73397f6b4/bindings/n-h1-791505-21 HTTP/1.1" status: 200 len: 385 time: 0.3544943 Aug 28 12:39:56.544010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45028602-d8d4-42ab-a82d-27dd6f8726b9 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:39:56.574247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81242df0-8967-4afe-aef2-f72007d59c79 req-eb90d5eb-472d-4395-9971-077f715d8355 tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368162 Aug 28 12:39:56.583475 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:56.596341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-79906713-3d1d-490a-9fcd-f15e52fc3868 service neutron] 10.222.0.20 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325977 Aug 28 12:39:56.635589 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac3f2e0f-124d-4890-8a09-14bb31a71607 req-6dd864c1-2905-4e0c-9145-e2f46d0cbd1a service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549647 Aug 28 12:39:56.640178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Transition to ACTIVE for port object 45028602-d8d4-42ab-a82d-27dd6f8726b9 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:39:56.659536 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-a6f136b7-1e0b-4e75-9074-56cfc00b6f9e None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:39:56.665173 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:56.769019 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e732d50-f29d-4544-8426-fe69c9f5ec7c req-e2e59a2c-c292-4bd7-8d35-e381903f828c service neutron] 10.222.0.20 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699169 Aug 28 12:39:56.821498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Pushing event updated for resources: {'Port': ['ID=45028602-d8d4-42ab-a82d-27dd6f8726b9,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:56.864471 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:39:56.883202 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:56.932000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3fd88-8b80-4e6c-a036-860f232a2f1a req-150d7990-3748-4f38-84fd-32709081325c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:56.940131 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639c30f7-7757-42fb-8de0-741b239e0009 x-openstack-request-id: req-639c30f7-7757-42fb-8de0-741b239e0009 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:56.940572 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0dc3fd88-8b80-4e6c-a036-860f232a2f1a req-150d7990-3748-4f38-84fd-32709081325c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 943 time: 0.0696931 Aug 28 12:39:56.940885 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb1c951-7cc7-451f-89fb-aa20d4d3bd17", "tag": "2e15f037-d818-48f9-a514-4fe73397f6b4", "status": "completed", "code": 200}, {"server_uuid": "74a7b421-b65b-457d-9f75-78d76b179569", "name": "network-vif-deleted", "tag": "32379d9f-3b48-4cc7-b49b-682e60444d55", "status": "completed", "code": 200}, {"server_uuid": "dcd5102f-310b-436e-8d05-8fbd5b6c8b58", "name": "network-vif-deleted", "tag": "e709be9a-4e2d-4d15-ba30-e328bbd78bcc", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:56.941317 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-639c30f7-7757-42fb-8de0-741b239e0009 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:56.941875 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb1c951-7cc7-451f-89fb-aa20d4d3bd17', 'tag': '2e15f037-d818-48f9-a514-4fe73397f6b4', 'status': 'completed', 'code': 200} Aug 28 12:39:56.942296 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a7b421-b65b-457d-9f75-78d76b179569', 'name': 'network-vif-deleted', 'tag': '32379d9f-3b48-4cc7-b49b-682e60444d55', 'status': 'completed', 'code': 200} Aug 28 12:39:56.942731 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd5102f-310b-436e-8d05-8fbd5b6c8b58', 'name': 'network-vif-deleted', 'tag': 'e709be9a-4e2d-4d15-ba30-e328bbd78bcc', 'status': 'completed', 'code': 200} Aug 28 12:39:56.943721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Attempting to bind port 45028602-d8d4-42ab-a82d-27dd6f8726b9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:39:56.944222 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Attempting to bind port 45028602-d8d4-42ab-a82d-27dd6f8726b9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '6850e0ed-145a-489d-b93a-d5dde997ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c223f20b-0c7a-449a-8021-59065a7eb9b1'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:39:56.944726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Attempting to bind port 45028602-d8d4-42ab-a82d-27dd6f8726b9 on network c223f20b-0c7a-449a-8021-59065a7eb9b1 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:56.951448 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a6f136b7-1e0b-4e75-9074-56cfc00b6f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:39:56.992276 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Port 45028602-d8d4-42ab-a82d-27dd6f8726b9 on network c223f20b-0c7a-449a-8021-59065a7eb9b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:39:56.992841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Attempting to bind port 45028602-d8d4-42ab-a82d-27dd6f8726b9 on network c223f20b-0c7a-449a-8021-59065a7eb9b1 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:56.994908 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0dc3fd88-8b80-4e6c-a036-860f232a2f1a req-7f1d759e-0c2b-4982-8536-047092312abd tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533543 Aug 28 12:39:57.006221 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f136b7-1e0b-4e75-9074-56cfc00b6f9e None None] The sync data for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 is: [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '8220cf01-0c2c-411f-9ce7-474186d14470', 'name': '', 'network_id': 'a984379b-eed6-4fb8-902d-6b247ecefa35', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'mac_address': 'fa:16:3e:70:4e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:42Z', 'updated_at': '2021-08-28T12:38:49Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'subnets': [{'id': '7b0733bb-ddef-48bb-adaf-f8844fbc1a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:39:57.006414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Transition to ACTIVE for port object 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:39:57.007561 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:39:57.007911 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Checking segment: {'id': '6850e0ed-145a-489d-b93a-d5dde997ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c223f20b-0c7a-449a-8021-59065a7eb9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:39:57.008306 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Bound using segment: {'id': '6850e0ed-145a-489d-b93a-d5dde997ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c223f20b-0c7a-449a-8021-59065a7eb9b1'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:39:57.008718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Bound port: 45028602-d8d4-42ab-a82d-27dd6f8726b9, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6850e0ed-145a-489d-b93a-d5dde997ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c223f20b-0c7a-449a-8021-59065a7eb9b1'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:39:57.009065 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:57.063565 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:57.089363 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-dc8ab3f7-7a7a-4b42-870c-757461c67f5f service neutron] For port 2e15f037-d818-48f9-a514-4fe73397f6b4, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=2e15f037-d818-48f9-a514-4fe73397f6b4,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:57.114539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30246e84-dcba-4b77-895d-6676a739be26 req-9f8e363f-5cae-47a2-90e8-27ecc7ec2c6a tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:57.116128 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-30246e84-dcba-4b77-895d-6676a739be26 req-9f8e363f-5cae-47a2-90e8-27ecc7ec2c6a tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 944 time: 0.0618224 Aug 28 12:39:57.162687 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-30246e84-dcba-4b77-895d-6676a739be26 req-0042ac68-84c6-4940-a3ea-d694a50d5c6c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401151 Aug 28 12:39:57.211241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d64996-aec1-442a-917c-58f5c240411d req-db92b12d-7d8a-440f-a1a7-a1a412e669d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:57.213089 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-46d64996-aec1-442a-917c-58f5c240411d req-db92b12d-7d8a-440f-a1a7-a1a412e669d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 1126 time: 0.2631879 Aug 28 12:39:57.226907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-dc8ab3f7-7a7a-4b42-870c-757461c67f5f service neutron] For port 2e15f037-d818-48f9-a514-4fe73397f6b4, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:39:57.250728 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cff448-cc74-4477-999b-93510a33ade2 x-openstack-request-id: req-d7cff448-cc74-4477-999b-93510a33ade2 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:39:57.251136 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6", "tag": "04c683a1-bf48-46d8-b60e-13cebfdd678b", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:39:57.251523 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7cff448-cc74-4477-999b-93510a33ade2 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:39:57.252119 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'tag': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'status': 'completed', 'code': 200} Aug 28 12:39:57.324343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7c8652-bfdb-46bd-9a65-c7c5b6189d87,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:57.410585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-dc8ab3f7-7a7a-4b42-870c-757461c67f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e15f037-d818-48f9-a514-4fe73397f6b4 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:39:57.443402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba31cf-05cb-45ca-aa98-133e72b1a97c None None] New status for floating IP e5e6d494-15c4-454d-bda3-f269e3e75aef: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:39:57.469657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-dc8ab3f7-7a7a-4b42-870c-757461c67f5f service neutron] For port 2e15f037-d818-48f9-a514-4fe73397f6b4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2e15f037-d818-48f9-a514-4fe73397f6b4,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:57.495419 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea17401-e55b-41e9-938e-4e96b4515497 req-176dd49a-50b6-46f8-8c03-e951291effd0 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:57.505027 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eea17401-e55b-41e9-938e-4e96b4515497 req-176dd49a-50b6-46f8-8c03-e951291effd0 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 944 time: 0.4246058 Aug 28 12:39:57.514951 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] For port 45028602-d8d4-42ab-a82d-27dd6f8726b9, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:39:57.516764 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd743115-2ea5-4001-a889-7ab4d9e2834c req-71c6cc7c-9c38-4bee-8b85-07eed66669e0 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:57.526817 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd743115-2ea5-4001-a889-7ab4d9e2834c req-71c6cc7c-9c38-4bee-8b85-07eed66669e0 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 946 time: 0.0842295 Aug 28 12:39:57.568895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Attempting to bind port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:39:57.569526 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Attempting to bind port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:39:57.569966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Attempting to bind port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 on network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:57.570931 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd743115-2ea5-4001-a889-7ab4d9e2834c req-5921084b-fd75-4e75-b7dc-2c7a40995d74 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/security-groups?id=69eba71c-6343-4ddb-b91f-21bcaaf0b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431433 Aug 28 12:39:57.576011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] For port 45028602-d8d4-42ab-a82d-27dd6f8726b9, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=45028602-d8d4-42ab-a82d-27dd6f8726b9,segment=NetworkSegment(6850e0ed-145a-489d-b93a-d5dde997ae6f),segment_id=6850e0ed-145a-489d-b93a-d5dde997ae6f)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:39:57.582172 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-dc8ab3f7-7a7a-4b42-870c-757461c67f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:57.589705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5bd6a-6fc8-4035-9c9a-bf30890e4d6a req-15f489a2-c2d6-4d08-86da-d8a091a04b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:57.591945 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ad5bd6a-6fc8-4035-9c9a-bf30890e4d6a req-15f489a2-c2d6-4d08-86da-d8a091a04b2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f5d09bab4324963983c9cd7d1107799&device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 1098 time: 0.2969899 Aug 28 12:39:57.600201 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:57.617110 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 on network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:39:57.617559 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Attempting to bind port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 on network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:39:57.682281 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d64996-aec1-442a-917c-58f5c240411d req-a8c95b56-dabc-474b-84ca-38735aede72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:57.686010 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-46d64996-aec1-442a-917c-58f5c240411d req-a8c95b56-dabc-474b-84ca-38735aede72d service neutron] 10.222.0.10 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.4589748 Aug 28 12:39:57.697887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:39:57.698251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Checking segment: {'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:39:57.699648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Bound using segment: {'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:39:57.699648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Bound port: 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469cc935-fe19-4198-8142-64f5fd83817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:39:57.700156 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:57.713923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba9b22-9474-4ab2-81aa-a310e6f517ab req-f8e1fad0-1b10-4b31-af4e-6d48a505f10d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:57.715685 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbba9b22-9474-4ab2-81aa-a310e6f517ab req-f8e1fad0-1b10-4b31-af4e-6d48a505f10d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.0682392 Aug 28 12:39:57.744596 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eea17401-e55b-41e9-938e-4e96b4515497 req-60448ee2-7893-4279-ac3e-8ba7d18ae35f tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/security-groups?id=cced0c6c-c9ac-4323-9aa1-708830f008c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384632 Aug 28 12:39:57.776232 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbba9b22-9474-4ab2-81aa-a310e6f517ab req-6d3f9ec6-0305-451d-9ac2-53974472ec55 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533409 Aug 28 12:39:57.783802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:57.784494 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:57.786063 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] 10.222.0.11 "PUT /v2.0/ports/45028602-d8d4-42ab-a82d-27dd6f8726b9 HTTP/1.1" status: 200 len: 1093 time: 3.3983428 Aug 28 12:39:57.846795 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-46d64996-aec1-442a-917c-58f5c240411d req-35f4d1e1-a21b-4794-a547-b1c4261ec6b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e15f037-d818-48f9-a514-4fe73397f6b4 HTTP/1.1" status: 200 len: 217 time: 0.1116030 Aug 28 12:39:57.955734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d39f4-a935-4d15-b862-06e176a9bb5a service neutron] Pushing event updated for resources: {'Port': ['ID=45028602-d8d4-42ab-a82d-27dd6f8726b9,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:58.040810 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-c4cc2e94-edaf-4e31-9ba3-4b3f61a7b05d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1156979 Aug 28 12:39:58.092344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d64996-aec1-442a-917c-58f5c240411d req-ff8fdcf9-e54b-4871-aac8-c6bbfbed982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:58.094455 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-46d64996-aec1-442a-917c-58f5c240411d req-ff8fdcf9-e54b-4871-aac8-c6bbfbed982e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.2053876 Aug 28 12:39:58.097921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] For port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:39:58.126518 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-dc8ab3f7-7a7a-4b42-870c-757461c67f5f service neutron] Transition to ACTIVE for port object 2e15f037-d818-48f9-a514-4fe73397f6b4 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:39:58.153207 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5bd6a-6fc8-4035-9c9a-bf30890e4d6a req-efc3b0df-dc1c-4994-ae2e-89183f0a29d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:58.155251 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ad5bd6a-6fc8-4035-9c9a-bf30890e4d6a req-efc3b0df-dc1c-4994-ae2e-89183f0a29d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 200 len: 920 time: 0.5350158 Aug 28 12:39:58.168275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-2eb746de-c6c7-406a-aa5a-d0d1a15776a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:58.170371 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-2eb746de-c6c7-406a-aa5a-d0d1a15776a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e77cd6b97f0049f1a2c05ca6905dfe1d&device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 1096 time: 0.3255396 Aug 28 12:39:58.174424 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] For port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2f7c8652-bfdb-46bd-9a65-c7c5b6189d87,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:39:58.179813 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-dc8ab3f7-7a7a-4b42-870c-757461c67f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:58.212404 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-46d64996-aec1-442a-917c-58f5c240411d req-535cc228-d041-42cb-ba42-4ac6f1fde8b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929530 Aug 28 12:39:58.213547 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:58.557135 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b35ed3e-ad4b-499d-882d-06e399506747 req-e4acda2d-39d2-4699-a449-384c12872b6a tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/floatingips/e5e6d494-15c4-454d-bda3-f269e3e75aef HTTP/1.1" status: 200 len: 694 time: 0.0524101 Aug 28 12:39:58.596307 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:39:58.626796 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ad5bd6a-6fc8-4035-9c9a-bf30890e4d6a req-18b7e08a-04d0-47f8-8158-9cb38157a021 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04c683a1-bf48-46d8-b60e-13cebfdd678b HTTP/1.1" status: 200 len: 217 time: 0.4509339 Aug 28 12:39:58.669659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-a297f946-c775-4bbb-a369-981de3b796d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45028602-d8d4-42ab-a82d-27dd6f8726b9 HTTP/1.1" status: 200 len: 217 time: 0.4649858 Aug 28 12:39:58.688306 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:58.688559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35ed3e-ad4b-499d-882d-06e399506747 req-fbd79b1a-e4f6-423a-b60b-0004b23d04c5 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:58.689846 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b35ed3e-ad4b-499d-882d-06e399506747 req-fbd79b1a-e4f6-423a-b60b-0004b23d04c5 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.1247945 Aug 28 12:39:58.713920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa27ae5e-4686-4f48-b6c3-3592d753bfae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4acdf8-ecc5-4452-8251-6cbe4667a2ff'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:58.717559 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12fdeb6-dbac-493c-97ba-511c02b1911c" -d '{"events": [{"server_uuid": "fa27ae5e-4686-4f48-b6c3-3592d753bfae", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4acdf8-ecc5-4452-8251-6cbe4667a2ff"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:58.730513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:58.731178 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:39:58.731587 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:58.733144 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-245608e9-1eaf-411b-9200-96316c6acc90 req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] 10.222.0.11 "PUT /v2.0/ports/2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 HTTP/1.1" status: 200 len: 1093 time: 3.6646173 Aug 28 12:39:58.738500 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:58.764228 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b35ed3e-ad4b-499d-882d-06e399506747 req-8b150288-5cb1-4fdb-8551-deb54ddab7e5 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 697 time: 0.0660691 Aug 28 12:39:58.818976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-dc8ab3f7-7a7a-4b42-870c-757461c67f5f service neutron] No DVR routers for this DVR port 2e15f037-d818-48f9-a514-4fe73397f6b4 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:39:58.832543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:58.835906 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b35ed3e-ad4b-499d-882d-06e399506747 req-cf3bf615-8fd3-4491-b341-6eb4f5787a70 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 697 time: 0.0601261 Aug 28 12:39:58.842999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:58.843348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:58.843693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:58.844179 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:58.844520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:58.844850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:58.845184 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:58.845506 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:58.846031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:58.846543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:58.847021 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:58.847572 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:58.939583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ab3f7-7a7a-4b42-870c-757461c67f5f service neutron] Pushing event updated for resources: {'Port': ['ID=2e15f037-d818-48f9-a514-4fe73397f6b4,revision_number=10']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:58.967938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4c4005-faf6-4f5d-8724-2b31f96415f3', 'tag': '45028602-d8d4-42ab-a82d-27dd6f8726b9'}, {'name': 'network-changed', 'server_uuid': '8dcbd827-0835-47f8-a00c-de595d681a4d', 'tag': '2f7c8652-bfdb-46bd-9a65-c7c5b6189d87'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:39:58.970092 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103eb5f5-c1b4-4a88-b647-41aab528b862" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4c4005-faf6-4f5d-8724-2b31f96415f3", "tag": "45028602-d8d4-42ab-a82d-27dd6f8726b9"}, {"name": "network-changed", "server_uuid": "8dcbd827-0835-47f8-a00c-de595d681a4d", "tag": "2f7c8652-bfdb-46bd-9a65-c7c5b6189d87"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:39:58.975316 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-6b35ed3e-ad4b-499d-882d-06e399506747 req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Deleting port 709cd0d6-f698-4e9a-9230-b9f9f7949dc2 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:39:58.975692 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-6b35ed3e-ad4b-499d-882d-06e399506747 req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:58.993259 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f2948-6da0-4a9a-9bd6-e4c6ca1bae0e req-81a72ee6-eb2b-4af0-a0d2-a4c4bf731cb4 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:58.994760 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-963f2948-6da0-4a9a-9bd6-e4c6ca1bae0e req-81a72ee6-eb2b-4af0-a0d2-a4c4bf731cb4 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.11 "GET /v2.0/ports?device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 946 time: 0.4404602 Aug 28 12:39:59.003350 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-33cab56c-d56d-4ebd-ac8c-2012d54042f0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:59.004709 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-33cab56c-d56d-4ebd-ac8c-2012d54042f0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9422836 Aug 28 12:39:59.012395 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-dc8ab3f7-7a7a-4b42-870c-757461c67f5f service neutron] 10.222.0.10 "PUT /v2.0/ports/2e15f037-d818-48f9-a514-4fe73397f6b4/bindings/n-h1-791505-21/activate HTTP/1.1" status: 200 len: 370 time: 2.4789276 Aug 28 12:39:59.054337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5bd6a-6fc8-4035-9c9a-bf30890e4d6a req-14b48b62-5a4a-45fc-a9a5-8f305c012dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:59.055947 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ad5bd6a-6fc8-4035-9c9a-bf30890e4d6a req-14b48b62-5a4a-45fc-a9a5-8f305c012dce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 200 len: 859 time: 0.4167633 Aug 28 12:39:59.058151 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-6b35ed3e-ad4b-499d-882d-06e399506747 req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:59.059158 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-6b35ed3e-ad4b-499d-882d-06e399506747 req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:59.072836 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-6b35ed3e-ad4b-499d-882d-06e399506747 req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Calling delete_port for 709cd0d6-f698-4e9a-9230-b9f9f7949dc2 owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:39:59.080217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9be62d53-4748-46b4-91fb-2921cbe00f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:59.081691 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-9be62d53-4748-46b4-91fb-2921cbe00f35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8a99950c-c001-4555-b784-50f1afb39346 HTTP/1.1" status: 200 len: 855 time: 0.3718486 Aug 28 12:39:59.110294 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 2e15f037-d818-48f9-a514-4fe73397f6b4 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:39:59.143952 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-4c76c22c-204e-4c6a-bf00-c0c3eef0c95f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/quotas/a4d6d6e751944664b9c54f70b2be3e4c HTTP/1.1" status: 200 len: 375 time: 0.1303935 Aug 28 12:39:59.161505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 2e15f037-d818-48f9-a514-4fe73397f6b4 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:39:59.199059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-c2dbc09a-3bed-4138-ab43-cc92a9ba0226 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:59.200866 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-c2dbc09a-3bed-4138-ab43-cc92a9ba0226 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17&tenant_id=c5f791bffd6b436fbad5ba34cc695485&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 1096 time: 0.1259823 Aug 28 12:39:59.205029 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-bcec07fd-a9ca-4c4e-abb9-06b83c6422bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c223f20b-0c7a-449a-8021-59065a7eb9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761564 Aug 28 12:39:59.206920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245608e9-1eaf-411b-9200-96316c6acc90 req-f7e5a67b-d9a0-4514-a22a-ed6121fe4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:59.208297 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-245608e9-1eaf-411b-9200-96316c6acc90 req-f7e5a67b-d9a0-4514-a22a-ed6121fe4646 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83337d60d57f4fdc939f5ecaedf1b2a7&device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 1096 time: 0.3965333 Aug 28 12:39:59.210109 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-46d64996-aec1-442a-917c-58f5c240411d req-31e1f492-e5ad-445c-bc0f-cc43deededb7 service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353960 Aug 28 12:39:59.270861 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50aca6-9e4e-4ff4-afdc-4c8954645fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7c8652-bfdb-46bd-9a65-c7c5b6189d87,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:59.328066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-06d81498-553d-4560-b191-8de5897703e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:59.329515 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-06d81498-553d-4560-b191-8de5897703e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17&tenant_id=c5f791bffd6b436fbad5ba34cc695485 HTTP/1.1" status: 200 len: 1096 time: 0.1075659 Aug 28 12:39:59.384611 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-6b35ed3e-ad4b-499d-882d-06e399506747 req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:59.415268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Pushing event deleted for resources: {'Port': ['ID=709cd0d6-f698-4e9a-9230-b9f9f7949dc2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:39:59.418403 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-245608e9-1eaf-411b-9200-96316c6acc90 req-0718f671-d02b-4e41-87a7-22e706f7331f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 HTTP/1.1" status: 200 len: 217 time: 0.1912210 Aug 28 12:39:59.432133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:59.432481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:59.432816 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:59.433151 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:59.433483 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:59.433812 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:59.434137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:59.434741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:59.435667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:59.436109 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:59.436393 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:59.436826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:39:59.459914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-f08b91f3-85df-48b5-a36c-9122805a6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:59.461400 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-f08b91f3-85df-48b5-a36c-9122805a6046 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 1096 time: 0.1063201 Aug 28 12:39:59.485869 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5bd6a-6fc8-4035-9c9a-bf30890e4d6a req-081201c0-b61d-4b7d-bb1e-64d99c6fff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:59.487446 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ad5bd6a-6fc8-4035-9c9a-bf30890e4d6a req-081201c0-b61d-4b7d-bb1e-64d99c6fff7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a984379b-eed6-4fb8-902d-6b247ecefa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4144659 Aug 28 12:39:59.546703 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-6b35ed3e-ad4b-499d-882d-06e399506747 req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:59.549550 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-6b35ed3e-ad4b-499d-882d-06e399506747 req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:59.550905 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b35ed3e-ad4b-499d-882d-06e399506747 req-015f380a-e156-4a19-8091-18ce062d2260 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "DELETE /v2.0/floatingips/e5e6d494-15c4-454d-bda3-f269e3e75aef HTTP/1.1" status: 204 len: 173 time: 0.7132714 Aug 28 12:39:59.585298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-c3f69df0-39ae-4642-9e74-58f85ac91749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:59.586695 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-c3f69df0-39ae-4642-9e74-58f85ac91749 service neutron] 10.222.0.11 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.1083407 Aug 28 12:39:59.608887 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-5651b7a9-ecf9-4d30-beda-6f835a23de9c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4339221 Aug 28 12:39:59.622852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245608e9-1eaf-411b-9200-96316c6acc90 req-04ab1d61-52d0-4fb9-92c0-5bdcff125bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:59.624294 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-245608e9-1eaf-411b-9200-96316c6acc90 req-04ab1d61-52d0-4fb9-92c0-5bdcff125bd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fcfd29c-4f31-4b94-b976-9b055b77b757 HTTP/1.1" status: 200 len: 863 time: 0.1958814 Aug 28 12:39:59.633519 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-4a703969-20c2-43b8-96de-66d1c3a0fbac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e15f037-d818-48f9-a514-4fe73397f6b4 HTTP/1.1" status: 200 len: 217 time: 0.0383410 Aug 28 12:39:59.646676 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-963f2948-6da0-4a9a-9bd6-e4c6ca1bae0e req-b8ed17a6-d669-4ea3-8819-604560738ece tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Deleting port d05e93d8-908a-4c97-8c2e-21250a56e526 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:39:59.647192 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-963f2948-6da0-4a9a-9bd6-e4c6ca1bae0e req-b8ed17a6-d669-4ea3-8819-604560738ece tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:39:59.693062 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-b0ad1c39-03ac-4de3-990a-e3f6341e1cb6 service neutron] 10.222.0.11 "GET /v2.0/networks/c223f20b-0c7a-449a-8021-59065a7eb9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635506 Aug 28 12:39:59.694791 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-46d64996-aec1-442a-917c-58f5c240411d req-92de67d8-e9da-4528-a29a-b29868eda6b6 service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638605 Aug 28 12:39:59.734947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-d8580d91-9f68-42ee-ae6f-8328bfa21882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:59.736542 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-d8580d91-9f68-42ee-ae6f-8328bfa21882 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.0931380 Aug 28 12:39:59.751837 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25fb11-51d5-4ccc-98ee-3aacc83579df req-2de96b99-4b58-4a26-ad31-5778b27ca9db tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:59.754829 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2e25fb11-51d5-4ccc-98ee-3aacc83579df req-2de96b99-4b58-4a26-ad31-5778b27ca9db tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 944 time: 0.1243391 Aug 28 12:39:59.791262 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-f619084c-bd42-4309-bd59-e7043b039587 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351281 Aug 28 12:39:59.870262 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2e25fb11-51d5-4ccc-98ee-3aacc83579df req-69718123-0067-4f06-8c0e-ccb9892bdff2 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030438 Aug 28 12:39:59.929459 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-06f458d4-73e2-49f8-94cf-eccfb0368258 service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240916 Aug 28 12:39:59.964214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245608e9-1eaf-411b-9200-96316c6acc90 req-358dd5b2-3844-485d-a4fc-cd5fb2180ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:39:59.965742 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-245608e9-1eaf-411b-9200-96316c6acc90 req-358dd5b2-3844-485d-a4fc-cd5fb2180ebb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a03c9b71-7c51-4af0-ad11-1d5b2280ced4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3315144 Aug 28 12:39:59.979095 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ad5bd6a-6fc8-4035-9c9a-bf30890e4d6a req-1b9d6728-ef62-4ec7-8ffe-f7d855072e6e service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704192 Aug 28 12:39:59.992069 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a50a0e4e-9ada-4586-bcb3-e8ffc298e7fb req-b5f3d19d-04b5-42a9-9f50-318ad52d1ac4 service neutron] 10.222.0.11 "GET /v2.0/networks/c223f20b-0c7a-449a-8021-59065a7eb9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377582 Aug 28 12:40:00.002400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8cf6-c822-4683-abc9-579599f889a7 req-6fa2e210-3322-4dc7-bb8e-6ea030da50ee tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:00.003963 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-581e8cf6-c822-4683-abc9-579599f889a7 req-6fa2e210-3322-4dc7-bb8e-6ea030da50ee tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 944 time: 0.2010412 Aug 28 12:40:00.061166 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-70229e6e-8c99-4b7a-9362-ffc8d91ff8b7 service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201153 Aug 28 12:40:00.168224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-963f2948-6da0-4a9a-9bd6-e4c6ca1bae0e req-b8ed17a6-d669-4ea3-8819-604560738ece tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] For port d05e93d8-908a-4c97-8c2e-21250a56e526, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d05e93d8-908a-4c97-8c2e-21250a56e526,segment=NetworkSegment(697f6823-bd99-401f-ab2f-daf98316eee0),segment_id=697f6823-bd99-401f-ab2f-daf98316eee0)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:00.168594 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-963f2948-6da0-4a9a-9bd6-e4c6ca1bae0e req-b8ed17a6-d669-4ea3-8819-604560738ece tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:00.228854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-963f2948-6da0-4a9a-9bd6-e4c6ca1bae0e req-b8ed17a6-d669-4ea3-8819-604560738ece tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Calling delete_port for d05e93d8-908a-4c97-8c2e-21250a56e526 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:40:00.239419 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-581e8cf6-c822-4683-abc9-579599f889a7 req-7ef7985f-bacf-4fda-a800-2c458b0f83df tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036965 Aug 28 12:40:00.246248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4196a64-9f2e-4952-bb00-0bd928a2e5c4 req-e5f7c913-083d-4fb8-970e-cc97c49daed6 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:00.258467 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4196a64-9f2e-4952-bb00-0bd928a2e5c4 req-e5f7c913-083d-4fb8-970e-cc97c49daed6 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87033af-257c-4da1-9b7a-92c2eac54f82 HTTP/1.1" status: 200 len: 946 time: 0.0849578 Aug 28 12:40:00.313929 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4196a64-9f2e-4952-bb00-0bd928a2e5c4 req-8b0d606c-d992-472f-9289-8db12d0fc9d9 tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.20 "GET /v2.0/security-groups?id=69eba71c-6343-4ddb-b91f-21bcaaf0b0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513904 Aug 28 12:40:00.337319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-245608e9-1eaf-411b-9200-96316c6acc90 req-426cb03c-17cf-4685-916c-50f82633314d service neutron] 10.222.0.11 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610795 Aug 28 12:40:00.337319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ad5bd6a-6fc8-4035-9c9a-bf30890e4d6a req-a423ed5c-01ae-4937-bb82-4c4784aa8cf0 service neutron] 10.222.0.10 "GET /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245349 Aug 28 12:40:00.345087 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457ae9c3-6b4f-4d31-bec0-8ab5a072ca6e x-openstack-request-id: req-457ae9c3-6b4f-4d31-bec0-8ab5a072ca6e {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:00.345715 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa27ae5e-4686-4f48-b6c3-3592d753bfae", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4acdf8-ecc5-4452-8251-6cbe4667a2ff", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:00.345715 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-457ae9c3-6b4f-4d31-bec0-8ab5a072ca6e {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:00.352490 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa27ae5e-4686-4f48-b6c3-3592d753bfae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4acdf8-ecc5-4452-8251-6cbe4667a2ff', 'code': 200} Aug 28 12:40:00.477084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-7e7c4f08-01d3-4af0-9b7d-702d7b504238 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:00.478612 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-7e7c4f08-01d3-4af0-9b7d-702d7b504238 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17&tenant_id=c5f791bffd6b436fbad5ba34cc695485&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 1096 time: 0.1125112 Aug 28 12:40:00.504747 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30276d6f-5594-4b65-8831-693bd25e9035 req-f8b29edd-3f5e-4f81-a28e-4540e87f0d8c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:00.506896 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-30276d6f-5594-4b65-8831-693bd25e9035 req-f8b29edd-3f5e-4f81-a28e-4540e87f0d8c tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 944 time: 0.0710604 Aug 28 12:40:00.553151 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-245608e9-1eaf-411b-9200-96316c6acc90 req-54e88d1f-5513-401d-9802-638e74c4e465 service neutron] 10.222.0.11 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899629 Aug 28 12:40:00.573576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b875b6a-7560-4106-9a47-9dbe66f35d26 req-31ab6086-42a8-4a22-8c4a-15417c8eb91f tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:00.578137 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9b875b6a-7560-4106-9a47-9dbe66f35d26 req-31ab6086-42a8-4a22-8c4a-15417c8eb91f tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.1375315 Aug 28 12:40:00.584556 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-30276d6f-5594-4b65-8831-693bd25e9035 req-a38dac75-bca7-43be-8d69-0b03e0f9d3e6 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/security-groups?id=cced0c6c-c9ac-4323-9aa1-708830f008c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588846 Aug 28 12:40:00.592805 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-963f2948-6da0-4a9a-9bd6-e4c6ca1bae0e req-b8ed17a6-d669-4ea3-8819-604560738ece tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:00.606218 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d05e93d8-908a-4c97-8c2e-21250a56e526'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:00.670278 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-a7841071-dc24-4a5d-a6a6-fb3db7d4f279 service neutron] For port 2e15f037-d818-48f9-a514-4fe73397f6b4, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:40:00.674613 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-a7841071-dc24-4a5d-a6a6-fb3db7d4f279 service neutron] Notify callbacks [] for binding, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:00.676012 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44d803cf-cd66-41aa-ba9c-0d3a7a416599 req-a7841071-dc24-4a5d-a6a6-fb3db7d4f279 service neutron] 10.222.0.11 "DELETE /v2.0/ports/2e15f037-d818-48f9-a514-4fe73397f6b4/bindings/n-h2-791505-21 HTTP/1.1" status: 204 len: 173 time: 0.1857321 Aug 28 12:40:00.694223 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 28 Aug 2021 12:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5931b93f-855d-427f-9561-e547553d4bd2 x-openstack-request-id: req-5931b93f-855d-427f-9561-e547553d4bd2 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:00.694918 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4c4005-faf6-4f5d-8724-2b31f96415f3", "tag": "45028602-d8d4-42ab-a82d-27dd6f8726b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8dcbd827-0835-47f8-a00c-de595d681a4d", "tag": "2f7c8652-bfdb-46bd-9a65-c7c5b6189d87", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:00.695087 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5931b93f-855d-427f-9561-e547553d4bd2 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:00.695576 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4c4005-faf6-4f5d-8724-2b31f96415f3', 'tag': '45028602-d8d4-42ab-a82d-27dd6f8726b9', 'status': 'completed', 'code': 200} Aug 28 12:40:00.695799 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcbd827-0835-47f8-a00c-de595d681a4d', 'tag': '2f7c8652-bfdb-46bd-9a65-c7c5b6189d87', 'status': 'completed', 'code': 200} Aug 28 12:40:00.705174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed17a6-d669-4ea3-8819-604560738ece tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Pushing event deleted for resources: {'Port': ['ID=d05e93d8-908a-4c97-8c2e-21250a56e526,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:00.728130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-963f2948-6da0-4a9a-9bd6-e4c6ca1bae0e req-b8ed17a6-d669-4ea3-8819-604560738ece tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] No DVR routers for this DVR port d05e93d8-908a-4c97-8c2e-21250a56e526 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:40:00.731566 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-963f2948-6da0-4a9a-9bd6-e4c6ca1bae0e req-b8ed17a6-d669-4ea3-8819-604560738ece tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:00.734716 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-963f2948-6da0-4a9a-9bd6-e4c6ca1bae0e req-b8ed17a6-d669-4ea3-8819-604560738ece tempest-InstanceActionsTestJSON-1632214781 tempest-InstanceActionsTestJSON-1632214781-project] 10.222.0.11 "DELETE /v2.0/ports/d05e93d8-908a-4c97-8c2e-21250a56e526 HTTP/1.1" status: 204 len: 173 time: 1.6961710 Aug 28 12:40:00.777270 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9b875b6a-7560-4106-9a47-9dbe66f35d26 req-0e6c7430-e0d4-4c4f-aa1f-b6927ea5c84d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641853 Aug 28 12:40:00.819850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacfd14-d62f-4c83-bb71-860f1c11ab03 req-3b331bd4-6701-4291-b1e1-73da55c0b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:00.821687 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3dacfd14-d62f-4c83-bb71-860f1c11ab03 req-3b331bd4-6701-4291-b1e1-73da55c0b504 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 1102 time: 0.0625870 Aug 28 12:40:00.832375 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-36cd4ddb-fd5f-4482-9048-4520654fd04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:00.833986 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-36cd4ddb-fd5f-4482-9048-4520654fd04a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e77cd6b97f0049f1a2c05ca6905dfe1d&device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 1096 time: 0.0884120 Aug 28 12:40:00.912679 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1c105252-ac02-4699-9976-c7e39bb78270 req-e62140d6-7aa5-423e-a445-8c1164505ff7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 210 time: 0.0358191 Aug 28 12:40:00.917221 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3dacfd14-d62f-4c83-bb71-860f1c11ab03 req-25ecd67d-30bf-450f-a687-390784437b19 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822241 Aug 28 12:40:00.994945 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-63147408-d73d-453c-9ff8-a46fb38aea9b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255506 Aug 28 12:40:01.001362 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-9c28d621-f1b2-40ec-8fe9-7a4fde68d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:01.002983 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-9c28d621-f1b2-40ec-8fe9-7a4fde68d279 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c223f20b-0c7a-449a-8021-59065a7eb9b1 HTTP/1.1" status: 200 len: 915 time: 0.1597788 Aug 28 12:40:01.171874 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-997cd351-6104-43cf-aa32-96819d8bdcfd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45028602-d8d4-42ab-a82d-27dd6f8726b9 HTTP/1.1" status: 200 len: 217 time: 0.0563400 Aug 28 12:40:01.186662 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-a8f5e6cf-a516-4ce8-8cf8-aa4586bd1563 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:01.189264 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-a8f5e6cf-a516-4ce8-8cf8-aa4586bd1563 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/networks?id=19af1b57-4b24-4ce0-b71d-3dff69a93547 HTTP/1.1" status: 200 len: 805 time: 0.1842585 Aug 28 12:40:01.239613 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-1475d1b1-0828-4832-9024-4a900fce049e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/quotas/496525a693484993be30a45f3dec82a7 HTTP/1.1" status: 200 len: 375 time: 0.0396659 Aug 28 12:40:01.284954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-022dbbd5-095d-4a77-a349-61ab0bd267a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:01.286645 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-022dbbd5-095d-4a77-a349-61ab0bd267a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8a99950c-c001-4555-b784-50f1afb39346 HTTP/1.1" status: 200 len: 855 time: 0.0958774 Aug 28 12:40:01.335667 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-de279da7-c015-403b-bc91-25838818c032 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c223f20b-0c7a-449a-8021-59065a7eb9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370598 Aug 28 12:40:01.347368 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-74108071-c549-4000-b326-190f59dc120e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=496525a693484993be30a45f3dec82a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1014843 Aug 28 12:40:01.442642 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07781039-0894-4b80-bc8b-061ff3a3965b req-92c8553b-aeaf-4f47-9ad4-57fb3149f5fc tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:01.444101 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07781039-0894-4b80-bc8b-061ff3a3965b req-92c8553b-aeaf-4f47-9ad4-57fb3149f5fc tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 946 time: 0.4464393 Aug 28 12:40:01.511029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-447d07d5-9eb4-453c-b65d-8e77d3fb1157 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:01.512531 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-447d07d5-9eb4-453c-b65d-8e77d3fb1157 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5041387 Aug 28 12:40:01.518958 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07781039-0894-4b80-bc8b-061ff3a3965b req-58b6518b-825b-4f66-ba46-9248fe65b498 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607917 Aug 28 12:40:01.531408 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-1bc3613b-ae94-4fa4-aaff-85b9f7d2c03d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Request body: {'port': {'device_id': '7ecf0186-6035-4108-9bc5-f8a81fd38ecd', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': 'a4d6d6e751944664b9c54f70b2be3e4c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:01.533349 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-42f5cd8b-b3de-4c90-ac21-add6cf75d66c service neutron] 10.222.0.11 "GET /v2.0/networks/c223f20b-0c7a-449a-8021-59065a7eb9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788211 Aug 28 12:40:01.535358 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-54db97a4-6756-465f-a90a-995a8f69fd7b service neutron] 10.222.0.20 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691818 Aug 28 12:40:01.718223 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fa2ee-dcbe-4e0c-ba1d-53b3f42efb99 req-d215f1e5-9f1c-4a1d-be84-ed5ee7aadab0 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:01.726122 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc0fa2ee-dcbe-4e0c-ba1d-53b3f42efb99 req-d215f1e5-9f1c-4a1d-be84-ed5ee7aadab0 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 944 time: 0.1102965 Aug 28 12:40:01.757397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-1bc3613b-ae94-4fa4-aaff-85b9f7d2c03d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Made reservation on behalf of a4d6d6e751944664b9c54f70b2be3e4c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:40:01.761405 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-1bc3613b-ae94-4fa4-aaff-85b9f7d2c03d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:01.787619 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc0fa2ee-dcbe-4e0c-ba1d-53b3f42efb99 req-bf2587a3-963c-4772-83ca-52388dccb912 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602427 Aug 28 12:40:01.961196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-1bc3613b-ae94-4fa4-aaff-85b9f7d2c03d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Allocated IP 192.168.233.154 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/6979651e-195d-425f-9379-047747af0b1b) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:40:01.976904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ad630-f60b-4bc2-9121-f0d7bcd04313 req-1e8437ed-296e-4df2-92f8-0b6ecca98e86 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:01.979207 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f7ad630-f60b-4bc2-9121-f0d7bcd04313 req-1e8437ed-296e-4df2-92f8-0b6ecca98e86 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 944 time: 0.1116314 Aug 28 12:40:02.024721 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-bd741efc-a5d9-434f-8535-35ad104fd7b4 service neutron] 10.222.0.11 "GET /v2.0/networks/c223f20b-0c7a-449a-8021-59065a7eb9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812863 Aug 28 12:40:02.027164 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-c17c3dcf-ec27-4ef2-b366-a94b01aa3ce2 service neutron] 10.222.0.20 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742637 Aug 28 12:40:02.051312 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f7ad630-f60b-4bc2-9121-f0d7bcd04313 req-c1d7cbf5-0765-4be9-9f0e-f6547a993bf1 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641196 Aug 28 12:40:02.123644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33516) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:02.178944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-55dedc1e-5620-4d7e-971d-264328c7a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:02.181131 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-55dedc1e-5620-4d7e-971d-264328c7a77c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83337d60d57f4fdc939f5ecaedf1b2a7&device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 1096 time: 0.0860372 Aug 28 12:40:02.262995 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0aed04-d9ef-4c7f-a151-2407532d83d2 admin admin] Deleting subnet be3751e9-6629-43bb-9939-ebca37ba4d85 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:40:02.292914 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b0aed04-d9ef-4c7f-a151-2407532d83d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:02.346665 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-1bc3613b-ae94-4fa4-aaff-85b9f7d2c03d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:02.387740 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b0aed04-d9ef-4c7f-a151-2407532d83d2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:02.409095 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14f9ce-d606-4b07-8bee-694dc6ae0aec req-debecf4d-523e-4ee1-af52-45b535842624 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:02.410891 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da14f9ce-d606-4b07-8bee-694dc6ae0aec req-debecf4d-523e-4ee1-af52-45b535842624 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 944 time: 0.2069011 Aug 28 12:40:02.423751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226ab6a-9e93-4306-987c-55f2ab6bb8e2 req-ecc472fc-0bb3-4eae-b422-e20397da1164 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:02.425642 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d226ab6a-9e93-4306-987c-55f2ab6bb8e2 req-ecc472fc-0bb3-4eae-b422-e20397da1164 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa27ae5e-4686-4f48-b6c3-3592d753bfae HTTP/1.1" status: 200 len: 943 time: 0.2046671 Aug 28 12:40:02.426792 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-1bc3613b-ae94-4fa4-aaff-85b9f7d2c03d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Transition to ACTIVE for port object 6979651e-195d-425f-9379-047747af0b1b will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:40:02.428806 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d0c5f-8222-4197-9b6e-e51114464a43 req-088984c6-7297-41bb-b9ef-fc713ae87ff7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:02.430494 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-028d0c5f-8222-4197-9b6e-e51114464a43 req-088984c6-7297-41bb-b9ef-fc713ae87ff7 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 950 time: 0.0979152 Aug 28 12:40:02.431244 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b0aed04-d9ef-4c7f-a151-2407532d83d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:02.436741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-d8db1009-02ee-4f20-9ce6-30d51720f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:02.438283 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-d8db1009-02ee-4f20-9ce6-30d51720f5d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a03c9b71-7c51-4af0-ad11-1d5b2280ced4 HTTP/1.1" status: 200 len: 924 time: 0.2274947 Aug 28 12:40:02.501521 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-14b9f4f1-5d7c-47e5-af47-cfde40242a4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 HTTP/1.1" status: 200 len: 217 time: 0.0521243 Aug 28 12:40:02.527114 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-028d0c5f-8222-4197-9b6e-e51114464a43 req-6c412dfc-3e60-4afb-8122-35dbb6d58fe8 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865273 Aug 28 12:40:02.584612 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-e2c7aa2c-b12c-4304-b1e6-af431d58d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:02.586835 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-e2c7aa2c-b12c-4304-b1e6-af431d58d912 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fcfd29c-4f31-4b94-b976-9b055b77b757 HTTP/1.1" status: 200 len: 863 time: 0.0751595 Aug 28 12:40:02.621625 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:40:02.637353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:40:02.657969 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da14f9ce-d606-4b07-8bee-694dc6ae0aec req-2260729b-c7ea-47ea-9797-434bb673a18d tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/security-groups?id=cced0c6c-c9ac-4323-9aa1-708830f008c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291839 Aug 28 12:40:02.695938 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6bf49148-b902-4087-bb8e-c651a8f6d0fc req-2dd7fe39-4a74-4214-8b25-6dfe19cd0282 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 210 time: 0.0555546 Aug 28 12:40:02.707260 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-78a5ac72-c7ee-44ab-b3e2-99eaa3e393b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:02.709056 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-78a5ac72-c7ee-44ab-b3e2-99eaa3e393b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a03c9b71-7c51-4af0-ad11-1d5b2280ced4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147416 Aug 28 12:40:02.742477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87033af-257c-4da1-9b7a-92c2eac54f82', 'name': 'network-vif-deleted', 'tag': 'd05e93d8-908a-4c97-8c2e-21250a56e526'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:02.744988 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c762385-77db-47b0-b1a8-66726a0048d4" -d '{"events": [{"server_uuid": "b87033af-257c-4da1-9b7a-92c2eac54f82", "name": "network-vif-deleted", "tag": "d05e93d8-908a-4c97-8c2e-21250a56e526"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:02.800540 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf097902-b0f2-4fed-8d3d-70e1b62f6945 req-5b26f770-0380-4e47-8d6e-0ada03519f25 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 210 time: 0.0479734 Aug 28 12:40:02.844427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bb8a1-d583-4262-9f11-1ae307b14d4a req-ecd1dd99-a4f5-43e7-9749-9c60acbfb4f9 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:02.846234 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a6bb8a1-d583-4262-9f11-1ae307b14d4a req-ecd1dd99-a4f5-43e7-9749-9c60acbfb4f9 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 946 time: 0.2130399 Aug 28 12:40:02.859497 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-1bc3613b-ae94-4fa4-aaff-85b9f7d2c03d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:02.861495 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b0aed04-d9ef-4c7f-a151-2407532d83d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:02.881723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6a001dd6-38f6-44d8-b12e-47079beb8bbc'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:02.885369 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-6231737d-43fc-40e7-8032-5f4d5b42f9a4 service neutron] 10.222.0.11 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674683 Aug 28 12:40:02.908342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f888453-11cc-4278-a9b3-c8b02cead17f req-5a8b74b3-d9e7-49e0-a791-94db4b9c5d3c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:02.909745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0aed04-d9ef-4c7f-a151-2407532d83d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be3751e9-6629-43bb-9939-ebca37ba4d85,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:02.921092 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f888453-11cc-4278-a9b3-c8b02cead17f req-5a8b74b3-d9e7-49e0-a791-94db4b9c5d3c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 946 time: 0.1207588 Aug 28 12:40:02.950484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:02.967641 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b0aed04-d9ef-4c7f-a151-2407532d83d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:02.972667 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9b0aed04-d9ef-4c7f-a151-2407532d83d2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/be3751e9-6629-43bb-9939-ebca37ba4d85 HTTP/1.1" status: 204 len: 168 time: 0.8457115 Aug 28 12:40:02.978013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33536) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:03.007222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86', 'mac_address': 'fa:16:3e:db:ff:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:40:03.057390 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f888453-11cc-4278-a9b3-c8b02cead17f req-ebe7d5f6-4637-44fc-83de-6f4f9b4e7833 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352227 Aug 28 12:40:03.078902 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:03.082384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-d226ab6a-9e93-4306-987c-55f2ab6bb8e2 req-bb63ddb3-197c-4e9d-953d-fc8073eeb4dc tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Deleting port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:40:03.082706 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d226ab6a-9e93-4306-987c-55f2ab6bb8e2 req-bb63ddb3-197c-4e9d-953d-fc8073eeb4dc tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:03.092090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-1bc3613b-ae94-4fa4-aaff-85b9f7d2c03d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:40:03.094033 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:03.123443 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-1bc3613b-ae94-4fa4-aaff-85b9f7d2c03d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:40:03.136173 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103eb5f5-c1b4-4a88-b647-41aab528b862 req-fef747e4-fafd-4bc4-b3e1-93cc5f9046df service neutron] 10.222.0.11 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123511 Aug 28 12:40:03.156174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3613b-ae94-4fa4-aaff-85b9f7d2c03d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Pushing event updated for resources: {'Port': ['ID=6979651e-195d-425f-9379-047747af0b1b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:03.158760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-1bc3613b-ae94-4fa4-aaff-85b9f7d2c03d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:40:03.165120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-1bc3613b-ae94-4fa4-aaff-85b9f7d2c03d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:03.165606 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-1bc3613b-ae94-4fa4-aaff-85b9f7d2c03d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:03.213667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db4076-8328-4c61-85a4-bffe93b5b507 req-ca1eddcd-fa16-45f0-b3c3-dbe546dc8b52 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:03.215969 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f0db4076-8328-4c61-85a4-bffe93b5b507 req-ca1eddcd-fa16-45f0-b3c3-dbe546dc8b52 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 1096 time: 0.0780983 Aug 28 12:40:03.218029 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d374ecd1-d02f-4177-80f5-4b22a86ab614 x-openstack-request-id: req-d374ecd1-d02f-4177-80f5-4b22a86ab614 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:03.218329 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87033af-257c-4da1-9b7a-92c2eac54f82", "name": "network-vif-deleted", "tag": "d05e93d8-908a-4c97-8c2e-21250a56e526", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:03.218737 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d374ecd1-d02f-4177-80f5-4b22a86ab614 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:03.219125 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87033af-257c-4da1-9b7a-92c2eac54f82', 'name': 'network-vif-deleted', 'tag': 'd05e93d8-908a-4c97-8c2e-21250a56e526', 'status': 'completed', 'code': 200} Aug 28 12:40:03.279543 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f0db4076-8328-4c61-85a4-bffe93b5b507 req-de8b492b-eb6e-4936-a7e6-2afb241ff833 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544400 Aug 28 12:40:03.326865 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-1bc3613b-ae94-4fa4-aaff-85b9f7d2c03d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7997925 Aug 28 12:40:03.402522 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Request body: {'port': {'device_id': '7ecf0186-6035-4108-9bc5-f8a81fd38ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:03.434965 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:03.457949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb22fdd-79fc-4aa2-b467-6e533d3b9466 req-c714cdc4-31db-41a4-8c63-d0221f4a456e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:03.458951 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b028d65-68cf-4cc8-9cf4-9f0890d023cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:03.459926 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-feb22fdd-79fc-4aa2-b467-6e533d3b9466 req-c714cdc4-31db-41a4-8c63-d0221f4a456e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 944 time: 0.0598607 Aug 28 12:40:03.461566 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0e1a37-ef9f-4ee4-be3d-0b8eb5cda524" -d '{"events": [{"server_uuid": "2b028d65-68cf-4cc8-9cf4-9f0890d023cd", "name": "network-vif-unplugged", "status": "completed", "tag": "5ce60adf-041b-4b40-afcc-ce9a1e5c0f86"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:03.492448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:03.495819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:03.515081 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:03.515802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d05e93d8-908a-4c97-8c2e-21250a56e526 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:40:03.535012 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-feb22fdd-79fc-4aa2-b467-6e533d3b9466 req-e5aaade0-5c8a-4dc7-a17a-e028161e3a96 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672832 Aug 28 12:40:03.540050 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: d05e93d8-908a-4c97-8c2e-21250a56e526 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:40:03.540399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d05e93d8-908a-4c97-8c2e-21250a56e526 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:40:03.545292 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a7356172-3b05-4a92-90e8-bdc04d94dbf0 None None] Provisioning for port 6979651e-195d-425f-9379-047747af0b1b completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:03.572026 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:03.598068 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:03.611009 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a7356172-3b05-4a92-90e8-bdc04d94dbf0 None None] Provisioning complete for port 6979651e-195d-425f-9379-047747af0b1b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:03.612541 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a7356172-3b05-4a92-90e8-bdc04d94dbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:03.618337 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:40:03.626630 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:40:03.628487 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:40:03.629531 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Subscribe: > port after_create 55550000 {{(pid=94877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:40:03.629989 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Subscribe: > port after_delete 55550000 {{(pid=94877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:40:03.630502 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Subscribe: > port after_update 55550000 {{(pid=94877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:40:03.630850 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:40:03.631215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:40:03.631582 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:40:03.631918 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:40:03.695707 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:40:03.696263 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:40:03.699697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a7356172-3b05-4a92-90e8-bdc04d94dbf0 None None] Port 6979651e-195d-425f-9379-047747af0b1b cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:40:03.706390 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:03.720334 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:40:03.720702 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:40:03.721056 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:40:03.721387 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 28 12:40:03.721757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:03.728076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7815e-16eb-47e7-86ed-30af6dd45327 req-a48acb40-560d-49a2-ac49-c376bd8326ee tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:03.729698 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a2f7815e-16eb-47e7-86ed-30af6dd45327 req-a48acb40-560d-49a2-ac49-c376bd8326ee tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 1102 time: 0.4497983 Aug 28 12:40:03.733392 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-0a6bb8a1-d583-4262-9f11-1ae307b14d4a req-e13b2ce8-d32e-424b-88a5-9b689d83a88c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Deleting port 04c683a1-bf48-46d8-b60e-13cebfdd678b {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:40:03.734460 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0a6bb8a1-d583-4262-9f11-1ae307b14d4a req-e13b2ce8-d32e-424b-88a5-9b689d83a88c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:03.767846 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-916dbe9f-8b5e-41ab-b837-e7ecfe4adc3c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:03.774862 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-916dbe9f-8b5e-41ab-b837-e7ecfe4adc3c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 806 time: 0.1446600 Aug 28 12:40:03.785006 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-3d0ae1d2-d9cb-4f2b-8307-38573c5a283d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/quotas/c5f791bffd6b436fbad5ba34cc695485 HTTP/1.1" status: 200 len: 375 time: 0.0093243 Aug 28 12:40:03.795548 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-d226ab6a-9e93-4306-987c-55f2ab6bb8e2 req-bb63ddb3-197c-4e9d-953d-fc8073eeb4dc tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] For port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:03.796217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d226ab6a-9e93-4306-987c-55f2ab6bb8e2 req-bb63ddb3-197c-4e9d-953d-fc8073eeb4dc tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:03.799855 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697f6823-bd99-401f-ab2f-daf98316eee0') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:03.800146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697f6823-bd99-401f-ab2f-daf98316eee0') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:03.838406 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-1bc98636-9899-457f-a382-4bcbdb482628 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475972 Aug 28 12:40:03.874887 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:03.912402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-d226ab6a-9e93-4306-987c-55f2ab6bb8e2 req-bb63ddb3-197c-4e9d-953d-fc8073eeb4dc tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Calling delete_port for 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:40:03.933050 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-ca47d9c4-5138-476f-9c8c-c272e9eca296 service neutron] 10.222.0.20 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866461 Aug 28 12:40:03.959886 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:03.985620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-b256c42f-3084-491d-9691-785ac148eb56 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:03.987143 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-b256c42f-3084-491d-9691-785ac148eb56 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.10 "GET /v2.0/networks?id=19af1b57-4b24-4ce0-b71d-3dff69a93547 HTTP/1.1" status: 200 len: 805 time: 0.5007935 Aug 28 12:40:03.998748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:40:03.998748 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:04.024903 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-cf41b61e-7ce2-4bd6-be68-0dbd9bb37a51 service neutron] 10.222.0.20 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849135 Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: from cryptography.utils import int_from_bytes Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: from cryptography.utils import int_from_bytes Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:40:04.035142 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:40:04.051529 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-4eeaab8e-9411-4c73-9599-7c13240c2803 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Request body: {'port': {'device_id': 'c0e8327b-1906-4aff-984f-19315afd6b60', 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547', 'admin_state_up': True, 'tenant_id': '496525a693484993be30a45f3dec82a7'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:04.056695 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a2f7815e-16eb-47e7-86ed-30af6dd45327 req-e17f3e2c-9e08-4dc7-a790-d38e55d641db tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934835 Aug 28 12:40:04.111970 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723e5a9f-7238-4961-91b5-6524fc2eb60f x-openstack-request-id: req-723e5a9f-7238-4961-91b5-6524fc2eb60f {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:04.112293 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b028d65-68cf-4cc8-9cf4-9f0890d023cd", "name": "network-vif-unplugged", "status": "completed", "tag": "5ce60adf-041b-4b40-afcc-ce9a1e5c0f86", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:04.112555 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-723e5a9f-7238-4961-91b5-6524fc2eb60f {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:04.113088 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b028d65-68cf-4cc8-9cf4-9f0890d023cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86', 'code': 200} Aug 28 12:40:04.239562 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:04.260369 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:04.262973 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e51217-7012-40ba-9c0c-383220f562c3 req-193c1687-604b-4647-a6c0-521c77972404 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:04.264946 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4e51217-7012-40ba-9c0c-383220f562c3 req-193c1687-604b-4647-a6c0-521c77972404 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 936 time: 0.0638649 Aug 28 12:40:04.287244 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:04.293446 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:04.299407 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-0a6bb8a1-d583-4262-9f11-1ae307b14d4a req-e13b2ce8-d32e-424b-88a5-9b689d83a88c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] For port 04c683a1-bf48-46d8-b60e-13cebfdd678b, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=04c683a1-bf48-46d8-b60e-13cebfdd678b,segment=NetworkSegment(3ae57250-d648-4fcd-b440-8777ab8f7b16),segment_id=3ae57250-d648-4fcd-b440-8777ab8f7b16)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:04.299663 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0a6bb8a1-d583-4262-9f11-1ae307b14d4a req-e13b2ce8-d32e-424b-88a5-9b689d83a88c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:04.313278 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4e51217-7012-40ba-9c0c-383220f562c3 req-c80ab23d-1382-48d5-a209-f2dcfada0d7d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401542 Aug 28 12:40:04.330522 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:04.346282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-0a6bb8a1-d583-4262-9f11-1ae307b14d4a req-e13b2ce8-d32e-424b-88a5-9b689d83a88c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Calling delete_port for 04c683a1-bf48-46d8-b60e-13cebfdd678b owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:40:04.352533 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:04.354434 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] 10.222.0.20 "DELETE /v2.0/networks/ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7 HTTP/1.1" status: 204 len: 168 time: 1.3709226 Aug 28 12:40:04.380443 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:04.419607 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b43bd-094e-40f8-9abc-6f5f311fc07e req-8c61de1d-c815-4ca0-b138-ee7648b6f36b tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:04.422389 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-122b43bd-094e-40f8-9abc-6f5f311fc07e req-8c61de1d-c815-4ca0-b138-ee7648b6f36b tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 944 time: 0.2285123 Aug 28 12:40:04.437695 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a4a228fd-c53d-4429-8350-2f7d9bfdee50 req-a4704168-fffd-4eb9-bf46-b0035e60a9ea tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 210 time: 0.0442417 Aug 28 12:40:04.503407 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2375e1-617a-4b9f-86c8-98ff85f7870a admin admin] Pushing event deleted for resources: {'Network': ['ID=ad2e9cd1-05a6-45bf-bd77-64241e2ee0f7,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:04.588926 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['5ce60adf-041b-4b40-afcc-ce9a1e5c0f86'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:04.601932 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94401d2e-eaba-45a7-8dfe-4316fac9e3df req-6abcd262-4093-4c84-8033-c1c79c6c071c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:04.603293 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-122b43bd-094e-40f8-9abc-6f5f311fc07e req-5425dda7-99ac-4021-bb4d-aeebe605a9f4 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/security-groups?id=cced0c6c-c9ac-4323-9aa1-708830f008c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246321 Aug 28 12:40:04.620445 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-94401d2e-eaba-45a7-8dfe-4316fac9e3df req-6abcd262-4093-4c84-8033-c1c79c6c071c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 946 time: 0.0967207 Aug 28 12:40:04.635325 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33580) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:04.673973 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 45028602-d8d4-42ab-a82d-27dd6f8726b9 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:40:04.684412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-4eeaab8e-9411-4c73-9599-7c13240c2803 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Made reservation on behalf of 496525a693484993be30a45f3dec82a7 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:40:04.685849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:40:04.688766 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-4eeaab8e-9411-4c73-9599-7c13240c2803 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:04.750711 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-94401d2e-eaba-45a7-8dfe-4316fac9e3df req-3f7ad648-0c12-44c5-bc71-badf2aec0441 tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/security-groups?id=227221d2-8841-4fd1-884f-26efdd2fca60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240177 Aug 28 12:40:04.770316 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-036c57a4-010b-48db-a8fd-cf0ee13de179 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fadc6c6a9aa49bba254767415e3417c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325853 Aug 28 12:40:04.776637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33584) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:04.834056 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-494e9da9-8283-45bc-b0ce-b9ad46dae5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:04.892500 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-494e9da9-8283-45bc-b0ce-b9ad46dae5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:04.965249 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1f4c293a-6637-4366-9d94-af52aa5613a5 req-45607f81-4817-4a87-8318-8d8a0d266c35 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 210 time: 0.0542395 Aug 28 12:40:04.973061 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d226ab6a-9e93-4306-987c-55f2ab6bb8e2 req-bb63ddb3-197c-4e9d-953d-fc8073eeb4dc tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:04.985729 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 45028602-d8d4-42ab-a82d-27dd6f8726b9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=45028602-d8d4-42ab-a82d-27dd6f8726b9,segment=NetworkSegment(6850e0ed-145a-489d-b93a-d5dde997ae6f),segment_id=6850e0ed-145a-489d-b93a-d5dde997ae6f)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:04.993621 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069eb0af-befb-4725-8ea9-8647a4814310 req-eb32a9c1-9bf0-48a5-b275-a49513ff82e7 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:05.007916 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-069eb0af-befb-4725-8ea9-8647a4814310 req-eb32a9c1-9bf0-48a5-b275-a49513ff82e7 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 944 time: 0.1693935 Aug 28 12:40:05.016274 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-494e9da9-8283-45bc-b0ce-b9ad46dae5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:05.017666 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '45028602-d8d4-42ab-a82d-27dd6f8726b9', 'network_id': 'c223f20b-0c7a-449a-8021-59065a7eb9b1', 'port_id': '45028602-d8d4-42ab-a82d-27dd6f8726b9', 'mac_address': 'fa:16:3e:9d:61:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a99950c-c001-4555-b784-50f1afb39346', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:40:05.018950 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-494e9da9-8283-45bc-b0ce-b9ad46dae5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:05.023965 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-494e9da9-8283-45bc-b0ce-b9ad46dae5cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69eba71c-6343-4ddb-b91f-21bcaaf0b0fc HTTP/1.1" status: 204 len: 168 time: 0.2421839 Aug 28 12:40:05.065442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e9da9-8283-45bc-b0ce-b9ad46dae5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69eba71c-6343-4ddb-b91f-21bcaaf0b0fc,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:05.108526 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-069eb0af-befb-4725-8ea9-8647a4814310 req-36f0a0a0-2ad2-420e-817c-a6ed98edf91a tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872848 Aug 28 12:40:05.110771 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:05.130412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45028602-d8d4-42ab-a82d-27dd6f8726b9 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:05.170678 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 45028602-d8d4-42ab-a82d-27dd6f8726b9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=45028602-d8d4-42ab-a82d-27dd6f8726b9,segment=NetworkSegment(6850e0ed-145a-489d-b93a-d5dde997ae6f),segment_id=6850e0ed-145a-489d-b93a-d5dde997ae6f)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:05.175869 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:05.176698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:40:05.290198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=45028602-d8d4-42ab-a82d-27dd6f8726b9,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:05.411910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2f7c8652-bfdb-46bd-9a65-c7c5b6189d87,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:05.412751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63ddb3-197c-4e9d-953d-fc8073eeb4dc tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Pushing event deleted for resources: {'Port': ['ID=1a4acdf8-ecc5-4452-8251-6cbe4667a2ff,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:05.437283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '2f7c8652-bfdb-46bd-9a65-c7c5b6189d87', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'port_id': '2f7c8652-bfdb-46bd-9a65-c7c5b6189d87', 'mac_address': 'fa:16:3e:6e:fc:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:40:05.449638 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0a6bb8a1-d583-4262-9f11-1ae307b14d4a req-e13b2ce8-d32e-424b-88a5-9b689d83a88c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:05.500247 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:05.516157 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:05.540740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2f7c8652-bfdb-46bd-9a65-c7c5b6189d87,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:05.546993 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:05.550822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6979651e-195d-425f-9379-047747af0b1b {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:05.555050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d226ab6a-9e93-4306-987c-55f2ab6bb8e2 req-bb63ddb3-197c-4e9d-953d-fc8073eeb4dc tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] No DVR routers for this DVR port 1a4acdf8-ecc5-4452-8251-6cbe4667a2ff on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:40:05.556772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b2ce8-d32e-424b-88a5-9b689d83a88c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Pushing event deleted for resources: {'Port': ['ID=04c683a1-bf48-46d8-b60e-13cebfdd678b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:05.559072 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d226ab6a-9e93-4306-987c-55f2ab6bb8e2 req-bb63ddb3-197c-4e9d-953d-fc8073eeb4dc tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:05.561759 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d226ab6a-9e93-4306-987c-55f2ab6bb8e2 req-bb63ddb3-197c-4e9d-953d-fc8073eeb4dc tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.11 "DELETE /v2.0/ports/1a4acdf8-ecc5-4452-8251-6cbe4667a2ff HTTP/1.1" status: 204 len: 173 time: 3.1201746 Aug 28 12:40:05.568620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa27ae5e-4686-4f48-b6c3-3592d753bfae', 'name': 'network-vif-deleted', 'tag': '1a4acdf8-ecc5-4452-8251-6cbe4667a2ff'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:05.571031 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95967b5-b903-476f-8ccd-0855674edc9d" -d '{"events": [{"server_uuid": "fa27ae5e-4686-4f48-b6c3-3592d753bfae", "name": "network-vif-deleted", "tag": "1a4acdf8-ecc5-4452-8251-6cbe4667a2ff"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:05.578533 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:05.592841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-4eeaab8e-9411-4c73-9599-7c13240c2803 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Allocated IP 172.20.0.10 (19af1b57-4b24-4ce0-b71d-3dff69a93547/7e4a0be6-71b9-4bdb-9795-f2ece63793e5/979c95c3-5c49-47c0-b91a-637bfe2c9b32) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:40:05.638923 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=2f7c8652-bfdb-46bd-9a65-c7c5b6189d87,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:05.656354 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6bb8a1-d583-4262-9f11-1ae307b14d4a req-e13b2ce8-d32e-424b-88a5-9b689d83a88c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] No DVR routers for this DVR port 04c683a1-bf48-46d8-b60e-13cebfdd678b on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:40:05.658634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Transition to ACTIVE for port object 6979651e-195d-425f-9379-047747af0b1b will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:40:05.662989 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfa36e-0817-4b86-9ef1-a102ff57faf9 req-df4e9251-976f-49bd-ab18-5028870dbe1e tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:05.671405 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b1bfa36e-0817-4b86-9ef1-a102ff57faf9 req-df4e9251-976f-49bd-ab18-5028870dbe1e tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 1101 time: 0.2829952 Aug 28 12:40:05.676778 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0a6bb8a1-d583-4262-9f11-1ae307b14d4a req-e13b2ce8-d32e-424b-88a5-9b689d83a88c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:05.676778 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a6bb8a1-d583-4262-9f11-1ae307b14d4a req-e13b2ce8-d32e-424b-88a5-9b689d83a88c tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.10 "DELETE /v2.0/ports/04c683a1-bf48-46d8-b60e-13cebfdd678b HTTP/1.1" status: 204 len: 173 time: 2.8084559 Aug 28 12:40:05.689942 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:05.692905 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-c0d6fb18-82a6-42b8-8146-3dfcec13fc62 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:05.696141 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-c0d6fb18-82a6-42b8-8146-3dfcec13fc62 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.10 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 806 time: 0.3568881 Aug 28 12:40:05.710878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa06f73-fba1-4673-8e97-bde884871670 req-1ca5c922-f627-4cd1-8df3-42896e67aead tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:05.721514 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caa06f73-fba1-4673-8e97-bde884871670 req-1ca5c922-f627-4cd1-8df3-42896e67aead tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 936 time: 0.2483516 Aug 28 12:40:05.740229 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-eb988de6-51c4-4fd7-b005-d91bad598248 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Request body: {'port': {'device_id': 'c769efc5-0fc1-4ddb-b920-e316012ac758', 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c', 'admin_state_up': True, 'tenant_id': 'c5f791bffd6b436fbad5ba34cc695485'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:05.830804 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b1bfa36e-0817-4b86-9ef1-a102ff57faf9 req-df44e779-3b9b-4db3-91e3-3c8fb8c8cc84 tempest-ServersAdminTestJSON-1635529228 tempest-ServersAdminTestJSON-1635529228-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531031 Aug 28 12:40:05.886943 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6979651e-195d-425f-9379-047747af0b1b,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:05.916060 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['2f7c8652-bfdb-46bd-9a65-c7c5b6189d87'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:05.946955 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caa06f73-fba1-4673-8e97-bde884871670 req-f268e184-1ee6-4d5d-b4dd-55553e10467f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245347 Aug 28 12:40:05.985663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-eb988de6-51c4-4fd7-b005-d91bad598248 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Made reservation on behalf of c5f791bffd6b436fbad5ba34cc695485 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:40:05.998349 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-eb988de6-51c4-4fd7-b005-d91bad598248 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:05.999940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['45028602-d8d4-42ab-a82d-27dd6f8726b9'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:06.071160 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0a90bc-8150-405f-9f88-eeb26ddd04a0 x-openstack-request-id: req-6c0a90bc-8150-405f-9f88-eeb26ddd04a0 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:06.071899 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa27ae5e-4686-4f48-b6c3-3592d753bfae", "name": "network-vif-deleted", "tag": "1a4acdf8-ecc5-4452-8251-6cbe4667a2ff", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:06.072041 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c0a90bc-8150-405f-9f88-eeb26ddd04a0 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:06.073583 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa27ae5e-4686-4f48-b6c3-3592d753bfae', 'name': 'network-vif-deleted', 'tag': '1a4acdf8-ecc5-4452-8251-6cbe4667a2ff', 'status': 'completed', 'code': 200} Aug 28 12:40:06.145699 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be13ef1b-2aca-48d8-890a-3c73d581df00 req-1f2c2b5a-dcd4-4dfe-a523-fd36dccb0b9a tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 210 time: 0.1352243 Aug 28 12:40:06.168532 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Attempting to bind port 6979651e-195d-425f-9379-047747af0b1b on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:40:06.168888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Attempting to bind port 6979651e-195d-425f-9379-047747af0b1b by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:40:06.169659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Attempting to bind port 6979651e-195d-425f-9379-047747af0b1b on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:06.252695 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Port 6979651e-195d-425f-9379-047747af0b1b on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:40:06.253023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Attempting to bind port 6979651e-195d-425f-9379-047747af0b1b on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:06.291019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:40:06.291825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:40:06.292252 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:40:06.292793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Bound port: 6979651e-195d-425f-9379-047747af0b1b, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:40:06.293099 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:06.387658 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-4eeaab8e-9411-4c73-9599-7c13240c2803 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:06.417517 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aeafb85a-f6bf-44ac-a16d-84f31d8e5e85 req-0aa58739-b8f4-47ac-870a-ab354ce529fe tempest-FloatingIPsAssociationTestJSON-1529803783 tempest-FloatingIPsAssociationTestJSON-1529803783-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6 HTTP/1.1" status: 200 len: 210 time: 0.0622106 Aug 28 12:40:06.458161 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162095e9-f0db-4935-a1ab-6877ce35b162 req-82f5d13d-b43a-4cf3-8988-571c5c115c75 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:06.477951 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-162095e9-f0db-4935-a1ab-6877ce35b162 req-82f5d13d-b43a-4cf3-8988-571c5c115c75 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 945 time: 0.2641666 Aug 28 12:40:06.499462 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] For port 6979651e-195d-425f-9379-047747af0b1b, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:40:06.514101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] For port 6979651e-195d-425f-9379-047747af0b1b, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6979651e-195d-425f-9379-047747af0b1b,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:40:06.524442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33624) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:06.535788 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:06.571111 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-eb988de6-51c4-4fd7-b005-d91bad598248 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Allocated IP 172.20.0.11 (846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c/66c522c8-a3b3-4f18-b898-b02784083f80/246bce7e-0775-4985-8bdb-929abd780c76) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:40:06.577646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:06.582021 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:06.583558 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] 10.222.0.10 "PUT /v2.0/ports/6979651e-195d-425f-9379-047747af0b1b HTTP/1.1" status: 200 len: 1097 time: 3.1854796 Aug 28 12:40:06.598122 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-162095e9-f0db-4935-a1ab-6877ce35b162 req-dd7e54e2-33ce-4c86-9578-5cd65989e484 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/security-groups?id=cced0c6c-c9ac-4323-9aa1-708830f008c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169701 Aug 28 12:40:06.621066 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-4eeaab8e-9411-4c73-9599-7c13240c2803 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:06.669999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:06.716000 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43dce4d-c710-4cb9-8b37-7b68a0a2f2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6979651e-195d-425f-9379-047747af0b1b,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:06.747722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-4eeaab8e-9411-4c73-9599-7c13240c2803 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Network 19af1b57-4b24-4ce0-b71d-3dff69a93547 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:40:06.752042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-4eeaab8e-9411-4c73-9599-7c13240c2803 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:40:06.786177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-4eeaab8e-9411-4c73-9599-7c13240c2803 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:40:06.800105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:06.800854 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:06.815139 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88d9f54c-ae5b-45df-b83d-f599f5425c7f req-d8d05b6d-3715-4fdf-b3d6-700fc9f141aa tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 210 time: 0.0521021 Aug 28 12:40:06.824595 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-af3167cd-007d-453f-b3a4-82f4f2400ad3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1102254835-network', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:06.843393 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-40f7534a-53ca-496b-9ec0-54d683e7ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:06.845111 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-40f7534a-53ca-496b-9ec0-54d683e7ec2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 1100 time: 0.2024086 Aug 28 12:40:06.879429 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3167cd-007d-453f-b3a4-82f4f2400ad3 admin admin] Made reservation on behalf of 819b91169b1e4280b386bd53b09e7c4e for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:40:06.882522 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-af3167cd-007d-453f-b3a4-82f4f2400ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:06.896340 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-af3167cd-007d-453f-b3a4-82f4f2400ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:06.917526 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-eb988de6-51c4-4fd7-b005-d91bad598248 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:06.928360 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:06.931628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-89d7313d-66f3-4468-b79a-3046aa8b2371 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6979651e-195d-425f-9379-047747af0b1b HTTP/1.1" status: 200 len: 217 time: 0.0535102 Aug 28 12:40:06.953340 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b028d65-68cf-4cc8-9cf4-9f0890d023cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:06.955589 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e9ab29-918e-4414-9c21-c23f36902882" -d '{"events": [{"server_uuid": "2b028d65-68cf-4cc8-9cf4-9f0890d023cd", "name": "network-vif-plugged", "status": "completed", "tag": "5ce60adf-041b-4b40-afcc-ce9a1e5c0f86"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:06.974899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:06.980466 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:06.987329 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:07.004332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeaab8e-9411-4c73-9599-7c13240c2803 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Pushing event updated for resources: {'Port': ['ID=979c95c3-5c49-47c0-b91a-637bfe2c9b32,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:07.018205 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-4eeaab8e-9411-4c73-9599-7c13240c2803 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:07.018945 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-4eeaab8e-9411-4c73-9599-7c13240c2803 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:07.040999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5a2d4-2f5f-42d8-a989-5b01e0fed3d6 req-2f5cff40-a087-4f98-ac7b-f8d7d7828877 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:07.043191 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56c5a2d4-2f5f-42d8-a989-5b01e0fed3d6 req-2f5cff40-a087-4f98-ac7b-f8d7d7828877 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0 HTTP/1.1" status: 200 len: 949 time: 0.1165464 Aug 28 12:40:07.049965 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e151e9-f055-47a8-bb7e-7715c0f8599e req-8d6e1116-c3fc-413d-8d02-4ab8fb708bab tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:07.050880 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,revision_number=10']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:07.054855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3e151e9-f055-47a8-bb7e-7715c0f8599e req-8d6e1116-c3fc-413d-8d02-4ab8fb708bab tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 945 time: 0.2414556 Aug 28 12:40:07.059750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-aab9eef5-3e1b-4147-ba7d-8e7d6b00b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:07.062090 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-aab9eef5-3e1b-4147-ba7d-8e7d6b00b70b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1138909 Aug 28 12:40:07.064482 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-eb988de6-51c4-4fd7-b005-d91bad598248 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:07.113525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 04c683a1-bf48-46d8-b60e-13cebfdd678b no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:40:07.130885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3e151e9-f055-47a8-bb7e-7715c0f8599e req-65c56d0d-cf55-423c-8a87-6bfd8cecd556 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676963 Aug 28 12:40:07.135782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-efdd46cb-e473-4237-a74b-2351b446a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:07.138124 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-efdd46cb-e473-4237-a74b-2351b446a4e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0677962 Aug 28 12:40:07.138235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['dcd333fa-9beb-4b5d-a03e-05087e9dd6a2'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:07.141458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 04c683a1-bf48-46d8-b60e-13cebfdd678b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:40:07.141803 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 04c683a1-bf48-46d8-b60e-13cebfdd678b not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:40:07.158163 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-eb988de6-51c4-4fd7-b005-d91bad598248 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:40:07.162289 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-af3167cd-007d-453f-b3a4-82f4f2400ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:07.166422 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-eb988de6-51c4-4fd7-b005-d91bad598248 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:40:07.191878 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56c5a2d4-2f5f-42d8-a989-5b01e0fed3d6 req-11d0d878-16ce-4e0d-929a-ef65b96844cb tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396964 Aug 28 12:40:07.193387 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-eb988de6-51c4-4fd7-b005-d91bad598248 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:40:07.196407 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-af3167cd-007d-453f-b3a4-82f4f2400ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:07.199584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb988de6-51c4-4fd7-b005-d91bad598248 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Pushing event updated for resources: {'Port': ['ID=246bce7e-0775-4985-8bdb-929abd780c76,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:07.216489 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a659513-b70d-4c2b-86fe-164f5693ef76 x-openstack-request-id: req-2a659513-b70d-4c2b-86fe-164f5693ef76 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:07.216893 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b028d65-68cf-4cc8-9cf4-9f0890d023cd", "name": "network-vif-plugged", "status": "completed", "tag": "5ce60adf-041b-4b40-afcc-ce9a1e5c0f86", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:07.217272 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a659513-b70d-4c2b-86fe-164f5693ef76 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:07.217768 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b028d65-68cf-4cc8-9cf4-9f0890d023cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86', 'code': 200} Aug 28 12:40:07.228306 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-4eeaab8e-9411-4c73-9599-7c13240c2803 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1960919 Aug 28 12:40:07.244370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Request body: {'port': {'device_id': 'c0e8327b-1906-4aff-984f-19315afd6b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:07.307013 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3167cd-007d-453f-b3a4-82f4f2400ad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:40:07.342750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-eb988de6-51c4-4fd7-b005-d91bad598248 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:07.343467 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-eb988de6-51c4-4fd7-b005-d91bad598248 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:07.365906 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-af3167cd-007d-453f-b3a4-82f4f2400ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:07.366348 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-af3167cd-007d-453f-b3a4-82f4f2400ad3 admin admin] Added segment cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2 of type vlan for network 60a4a2e2-32f4-42e8-a215-a251458b02ab Aug 28 12:40:07.370238 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-db6bc9aa-deff-4d70-8252-441b34831eb2 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241378 Aug 28 12:40:07.371639 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:07.383081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3167cd-007d-453f-b3a4-82f4f2400ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6667bbe-097b-4cca-beae-ac77e084119b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:07.389026 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-eb988de6-51c4-4fd7-b005-d91bad598248 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6642270 Aug 28 12:40:07.403346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc288e-762f-410b-80a5-fb6a9dc0d646 req-7b33724f-0ae1-493e-a68b-74966108dd6c tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:07.406056 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3bbc288e-762f-410b-80a5-fb6a9dc0d646 req-7b33724f-0ae1-493e-a68b-74966108dd6c tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 932 time: 0.1384976 Aug 28 12:40:07.420004 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Request body: {'port': {'device_id': 'c769efc5-0fc1-4ddb-b920-e316012ac758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:07.452404 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-af3167cd-007d-453f-b3a4-82f4f2400ad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:07.466775 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7aeb5a-7ba3-4b71-b5ea-e0ed77a55eb9 req-be9e5604-9035-4e30-876d-f3a9e2dd33d7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:07.468264 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0c7aeb5a-7ba3-4b71-b5ea-e0ed77a55eb9 req-be9e5604-9035-4e30-876d-f3a9e2dd33d7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 948 time: 0.1774938 Aug 28 12:40:07.531601 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:07.542250 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3bbc288e-762f-410b-80a5-fb6a9dc0d646 req-702a2e62-03af-40bc-ac9d-5af11eb0be62 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211488 Aug 28 12:40:07.548249 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-af3167cd-007d-453f-b3a4-82f4f2400ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:07.549330 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3167cd-007d-453f-b3a4-82f4f2400ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:07.549904 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-af3167cd-007d-453f-b3a4-82f4f2400ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:07.571971 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0c7aeb5a-7ba3-4b71-b5ea-e0ed77a55eb9 req-f2270cad-50bb-48ee-a97a-f935202d60fa tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978029 Aug 28 12:40:07.584689 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-af3167cd-007d-453f-b3a4-82f4f2400ad3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0570512 Aug 28 12:40:07.605847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33638) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:07.613782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33640) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:07.617091 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-967a809a-ed25-462b-b2ab-a0304ae3d63d admin admin] Request body: {'subnet': {'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1102254835-subnet', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:07.629578 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b581257b-0fb1-42a5-9829-08b23b49db9c req-0e81afb6-fe25-4d9f-b3f9-bf79fee2af37 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449250 Aug 28 12:40:07.685625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967a809a-ed25-462b-b2ab-a0304ae3d63d admin admin] Made reservation on behalf of 819b91169b1e4280b386bd53b09e7c4e for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:40:07.688119 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-967a809a-ed25-462b-b2ab-a0304ae3d63d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:07.757027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3167cd-007d-453f-b3a4-82f4f2400ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=60a4a2e2-32f4-42e8-a215-a251458b02ab,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:07.770582 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 60a4a2e2-32f4-42e8-a215-a251458b02ab details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:40:07.968560 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcd463-f3fd-49ec-b0ed-8c25e22c74c3 req-8820e4c6-6090-4aa7-adde-bbfd07980cf5 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:07.970037 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d7fcd463-f3fd-49ec-b0ed-8c25e22c74c3 req-8820e4c6-6090-4aa7-adde-bbfd07980cf5 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 945 time: 0.2702944 Aug 28 12:40:07.974942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979c95c3-5c49-47c0-b91a-637bfe2c9b32 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:07.990487 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:08.039611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Transition to ACTIVE for port object 979c95c3-5c49-47c0-b91a-637bfe2c9b32 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:40:08.053758 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:08.073635 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b8f81-4f55-4b32-b35f-4335371dd20d req-81929a92-b1d0-48f2-bad8-82f6a194cdfa tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:08.076093 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cf5b8f81-4f55-4b32-b35f-4335371dd20d req-81929a92-b1d0-48f2-bad8-82f6a194cdfa tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 932 time: 0.1514816 Aug 28 12:40:08.089740 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d7fcd463-f3fd-49ec-b0ed-8c25e22c74c3 req-ae132cae-f07f-4660-807c-79df743dd78b tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/security-groups?id=cced0c6c-c9ac-4323-9aa1-708830f008c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067271 Aug 28 12:40:08.103834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'name': 'network-vif-deleted', 'tag': '04c683a1-bf48-46d8-b60e-13cebfdd678b'}, {'name': 'network-changed', 'server_uuid': '7ecf0186-6035-4108-9bc5-f8a81fd38ecd', 'tag': '6979651e-195d-425f-9379-047747af0b1b'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:08.106095 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb3e8a0-b1bd-4207-9fd2-90207d745b3c" -d '{"events": [{"server_uuid": "7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6", "name": "network-vif-deleted", "tag": "04c683a1-bf48-46d8-b60e-13cebfdd678b"}, {"name": "network-changed", "server_uuid": "7ecf0186-6035-4108-9bc5-f8a81fd38ecd", "tag": "6979651e-195d-425f-9379-047747af0b1b"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:08.135109 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-967a809a-ed25-462b-b2ab-a0304ae3d63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:08.175349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Pushing event updated for resources: {'Port': ['ID=979c95c3-5c49-47c0-b91a-637bfe2c9b32,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:08.186599 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608e1531-a02b-4aa2-9d7f-321546afd345 x-openstack-request-id: req-608e1531-a02b-4aa2-9d7f-321546afd345 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:08.186983 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6", "name": "network-vif-deleted", "tag": "04c683a1-bf48-46d8-b60e-13cebfdd678b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7ecf0186-6035-4108-9bc5-f8a81fd38ecd", "tag": "6979651e-195d-425f-9379-047747af0b1b", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:08.187301 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-608e1531-a02b-4aa2-9d7f-321546afd345 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:08.188896 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c1557c3-eb81-4d53-9a9d-92c6e5ab7ea6', 'name': 'network-vif-deleted', 'tag': '04c683a1-bf48-46d8-b60e-13cebfdd678b', 'status': 'completed', 'code': 200} Aug 28 12:40:08.188896 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecf0186-6035-4108-9bc5-f8a81fd38ecd', 'tag': '6979651e-195d-425f-9379-047747af0b1b', 'status': 'completed', 'code': 200} Aug 28 12:40:08.253371 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246bce7e-0775-4985-8bdb-929abd780c76 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:08.274107 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:08.308146 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cf5b8f81-4f55-4b32-b35f-4335371dd20d req-8c660912-abf9-4fff-865a-c76f0b08c126 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968789 Aug 28 12:40:08.354439 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a809a-ed25-462b-b2ab-a0304ae3d63d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab837be-7b25-47dd-90d1-50250cb3e83a,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:08.389989 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d124c40-a1ab-48d0-abc0-9fd82f402200 req-8f57a1f7-6df1-4d53-a0f1-a87ae215e128 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:08.391601 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d124c40-a1ab-48d0-abc0-9fd82f402200 req-8f57a1f7-6df1-4d53-a0f1-a87ae215e128 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.11 "GET /v2.0/ports?device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0 HTTP/1.1" status: 200 len: 949 time: 0.1944201 Aug 28 12:40:08.397237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a809a-ed25-462b-b2ab-a0304ae3d63d admin admin] Checking segment: {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:40:08.397595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967a809a-ed25-462b-b2ab-a0304ae3d63d admin admin] Network hostable DHCP agents. Network: 60a4a2e2-32f4-42e8-a215-a251458b02ab, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:40:08.474564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3e8a0-b1bd-4207-9fd2-90207d745b3c req-ede04405-7beb-4e70-ab28-083d8f8aec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:08.477782 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aeb3e8a0-b1bd-4207-9fd2-90207d745b3c req-ede04405-7beb-4e70-ab28-083d8f8aec2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 1100 time: 0.2372029 Aug 28 12:40:08.531426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Attempting to bind port 979c95c3-5c49-47c0-b91a-637bfe2c9b32 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:40:08.531665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Attempting to bind port 979c95c3-5c49-47c0-b91a-637bfe2c9b32 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:40:08.531986 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Attempting to bind port 979c95c3-5c49-47c0-b91a-637bfe2c9b32 on network 19af1b57-4b24-4ce0-b71d-3dff69a93547 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:08.561384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967a809a-ed25-462b-b2ab-a0304ae3d63d admin admin] Network 60a4a2e2-32f4-42e8-a215-a251458b02ab is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:40:08.593507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Port 979c95c3-5c49-47c0-b91a-637bfe2c9b32 on network 19af1b57-4b24-4ce0-b71d-3dff69a93547 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:40:08.593798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Attempting to bind port 979c95c3-5c49-47c0-b91a-637bfe2c9b32 on network 19af1b57-4b24-4ce0-b71d-3dff69a93547 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:08.596846 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Transition to ACTIVE for port object 246bce7e-0775-4985-8bdb-929abd780c76 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:40:08.604831 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:08.613923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a2888-57e1-4472-b644-a0ec3000ca2c req-ad22034e-9665-416a-984c-811c52fb123b tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:08.615488 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f46a2888-57e1-4472-b644-a0ec3000ca2c req-ad22034e-9665-416a-984c-811c52fb123b tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0 HTTP/1.1" status: 200 len: 949 time: 0.2194364 Aug 28 12:40:08.619344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-967a809a-ed25-462b-b2ab-a0304ae3d63d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 60a4a2e2-32f4-42e8-a215-a251458b02ab) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:40:08.623668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:40:08.623850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Checking segment: {'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:40:08.624106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Bound using segment: {'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:40:08.624544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Bound port: 979c95c3-5c49-47c0-b91a-637bfe2c9b32, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:40:08.624894 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:08.632933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213f65ac-fa73-4443-a805-51ec6b300566 None None] Network 60a4a2e2-32f4-42e8-a215-a251458b02ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:40:08.655592 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967a809a-ed25-462b-b2ab-a0304ae3d63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:08.655592 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-967a809a-ed25-462b-b2ab-a0304ae3d63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:08.663300 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce480d-15ad-4442-9777-ddd9ecd4a91e req-0e4957a8-615f-4bd7-b73b-5b1613bff96c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:08.664693 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-23ce480d-15ad-4442-9777-ddd9ecd4a91e req-0e4957a8-615f-4bd7-b73b-5b1613bff96c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 945 time: 0.4049227 Aug 28 12:40:08.690084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 45028602-d8d4-42ab-a82d-27dd6f8726b9 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:08.694185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Pushing event updated for resources: {'Port': ['ID=246bce7e-0775-4985-8bdb-929abd780c76,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:08.725445 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-967a809a-ed25-462b-b2ab-a0304ae3d63d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1161830 Aug 28 12:40:08.735512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33656) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:08.736622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3e8a0-b1bd-4207-9fd2-90207d745b3c req-941d3d46-ff9b-46c2-81d7-e90894a09aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:08.738135 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aeb3e8a0-b1bd-4207-9fd2-90207d745b3c req-941d3d46-ff9b-46c2-81d7-e90894a09aa4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.2451572 Aug 28 12:40:08.745446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1102254835-router', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:08.777344 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-23ce480d-15ad-4442-9777-ddd9ecd4a91e req-05e77ad3-8c95-4fe7-bea8-01b422df8e97 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977705 Aug 28 12:40:08.792131 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f46a2888-57e1-4472-b644-a0ec3000ca2c req-e77f3115-0e97-4d43-9e19-b97d06c0e728 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619129 Aug 28 12:40:08.823197 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Attempting to bind port 246bce7e-0775-4985-8bdb-929abd780c76 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:40:08.823537 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Attempting to bind port 246bce7e-0775-4985-8bdb-929abd780c76 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:40:08.824266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Attempting to bind port 246bce7e-0775-4985-8bdb-929abd780c76 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:08.832597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Port 246bce7e-0775-4985-8bdb-929abd780c76 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:40:08.832928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Attempting to bind port 246bce7e-0775-4985-8bdb-929abd780c76 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:08.841919 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:40:08.842289 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Checking segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:40:08.842704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Bound using segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:40:08.843137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Bound port: 246bce7e-0775-4985-8bdb-929abd780c76, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:40:08.843498 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:08.859869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 45028602-d8d4-42ab-a82d-27dd6f8726b9 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:08.873814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 45028602-d8d4-42ab-a82d-27dd6f8726b9 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:08.874461 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:08.887571 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-731c3bde-1922-422a-9fe7-c9bcbd0cda18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:08.896624 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] For port 979c95c3-5c49-47c0-b91a-637bfe2c9b32, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:40:08.900217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] For port 979c95c3-5c49-47c0-b91a-637bfe2c9b32, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=979c95c3-5c49-47c0-b91a-637bfe2c9b32,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:40:08.909501 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aeb3e8a0-b1bd-4207-9fd2-90207d745b3c req-e2211ced-5e91-4a0b-87f7-0d7f02e90e21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6979651e-195d-425f-9379-047747af0b1b HTTP/1.1" status: 200 len: 217 time: 0.1536667 Aug 28 12:40:08.927269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-1d124c40-a1ab-48d0-abc0-9fd82f402200 req-33863278-f776-4d1c-bc70-7feb2f281334 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Deleting port c8f0b97a-3d1e-44f8-962e-9c680a072d18 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:40:08.928276 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d124c40-a1ab-48d0-abc0-9fd82f402200 req-33863278-f776-4d1c-bc70-7feb2f281334 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:08.946793 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-60a4a2e2-32f4-42e8-a215-a251458b02ab', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:40:08.947892 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:08.949823 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.006406 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.024984 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:40:09.045240 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=246bce7e-0775-4985-8bdb-929abd780c76,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:40:09.063352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdd978-f03c-4874-ad93-c9c828e699da req-ca03fad0-b9f9-4f0f-816e-e65ebb685d18 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:09.064893 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cbdd978-f03c-4874-ad93-c9c828e699da req-ca03fad0-b9f9-4f0f-816e-e65ebb685d18 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 944 time: 0.1366594 Aug 28 12:40:09.066340 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.066662 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.067821 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.097830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:09.098931 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.100003 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] 10.222.0.10 "PUT /v2.0/ports/979c95c3-5c49-47c0-b91a-637bfe2c9b32 HTTP/1.1" status: 200 len: 1093 time: 1.8618281 Aug 28 12:40:09.100199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 45028602-d8d4-42ab-a82d-27dd6f8726b9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=45028602-d8d4-42ab-a82d-27dd6f8726b9,segment=NetworkSegment(6850e0ed-145a-489d-b93a-d5dde997ae6f),segment_id=6850e0ed-145a-489d-b93a-d5dde997ae6f)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:09.132652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:09.133289 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.134745 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] 10.222.0.10 "PUT /v2.0/ports/246bce7e-0775-4985-8bdb-929abd780c76 HTTP/1.1" status: 200 len: 1093 time: 1.7241383 Aug 28 12:40:09.139125 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c769efc5-0fc1-4ddb-b920-e316012ac758', 'tag': '246bce7e-0775-4985-8bdb-929abd780c76'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:09.141440 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca0ce27-66dc-42b7-a8be-9f760c4c995e" -d '{"events": [{"name": "network-changed", "server_uuid": "c769efc5-0fc1-4ddb-b920-e316012ac758", "tag": "246bce7e-0775-4985-8bdb-929abd780c76"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:09.167709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3e8a0-b1bd-4207-9fd2-90207d745b3c req-480df4d9-63c4-4a23-87d2-6aaed31b5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:09.170189 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aeb3e8a0-b1bd-4207-9fd2-90207d745b3c req-480df4d9-63c4-4a23-87d2-6aaed31b5993 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2355227 Aug 28 12:40:09.183345 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.184251 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:09.219739 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4c4005-faf6-4f5d-8724-2b31f96415f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45028602-d8d4-42ab-a82d-27dd6f8726b9'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:09.222332 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3700920c-aedd-4775-b331-3c963267d3e5" -d '{"events": [{"server_uuid": "5b4c4005-faf6-4f5d-8724-2b31f96415f3", "name": "network-vif-plugged", "status": "completed", "tag": "45028602-d8d4-42ab-a82d-27dd6f8726b9"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:09.225697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Allocated IP 172.20.0.2 (60a4a2e2-32f4-42e8-a215-a251458b02ab/dab837be-7b25-47dd-90d1-50250cb3e83a/fcaa1302-46a3-43d3-942c-1e82162fd8f3) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:40:09.255406 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cbdd978-f03c-4874-ad93-c9c828e699da req-c9a5a933-b0fa-4313-a54e-f9d8791c04ee tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771462 Aug 28 12:40:09.276224 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0f394-a9a3-4e68-92b8-e3891c126633 service neutron] Pushing event updated for resources: {'Port': ['ID=246bce7e-0775-4985-8bdb-929abd780c76,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:09.277321 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b622e7-5b88-4fb4-a85b-b7d31dc69f02 req-d9a2cdf0-659e-49b9-bd2d-4c0a86988766 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:09.286068 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62b622e7-5b88-4fb4-a85b-b7d31dc69f02 req-d9a2cdf0-659e-49b9-bd2d-4c0a86988766 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 948 time: 0.3709834 Aug 28 12:40:09.291089 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.307112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff9ef2-4828-4f05-9fdb-6aa583499eef service neutron] Pushing event updated for resources: {'Port': ['ID=979c95c3-5c49-47c0-b91a-637bfe2c9b32,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:09.331993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-6ccf78d4-481c-4c13-b3cf-aa2d7ac4a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:09.333689 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-6ccf78d4-481c-4c13-b3cf-aa2d7ac4a062 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=496525a693484993be30a45f3dec82a7&device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 1096 time: 0.1516070 Aug 28 12:40:09.356174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=45028602-d8d4-42ab-a82d-27dd6f8726b9,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:09.381680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:09.387561 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1d124c40-a1ab-48d0-abc0-9fd82f402200 req-33863278-f776-4d1c-bc70-7feb2f281334 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] For port c8f0b97a-3d1e-44f8-962e-9c680a072d18, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c8f0b97a-3d1e-44f8-962e-9c680a072d18,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:09.388565 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d124c40-a1ab-48d0-abc0-9fd82f402200 req-33863278-f776-4d1c-bc70-7feb2f281334 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.392050 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:09.392420 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.410478 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-25137232-1eb9-472f-8edc-2b6468bb9dd5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=979c95c3-5c49-47c0-b91a-637bfe2c9b32 HTTP/1.1" status: 200 len: 217 time: 0.0664926 Aug 28 12:40:09.481044 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.498198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df24c2d-5edd-4e13-a3f3-c1f0739db610 req-b2d1268f-bc0e-4820-aafc-49b9bb645a83 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:09.502310 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2df24c2d-5edd-4e13-a3f3-c1f0739db610 req-b2d1268f-bc0e-4820-aafc-49b9bb645a83 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 946 time: 0.1751487 Aug 28 12:40:09.513603 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.543657 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Transition to ACTIVE for port object fcaa1302-46a3-43d3-942c-1e82162fd8f3 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:40:09.546808 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-104462bc-a5ef-4797-aa05-5667388194b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:09.548304 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-104462bc-a5ef-4797-aa05-5667388194b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e4a0be6-71b9-4bdb-9795-f2ece63793e5 HTTP/1.1" status: 200 len: 845 time: 0.1079631 Aug 28 12:40:09.574534 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Transition to ACTIVE for port object fcaa1302-46a3-43d3-942c-1e82162fd8f3 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:40:09.577865 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.600954 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2df24c2d-5edd-4e13-a3f3-c1f0739db610 req-3b795b4c-2d29-4b5e-b8c3-b2905d41d9ee tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/security-groups?id=cced0c6c-c9ac-4323-9aa1-708830f008c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884979 Aug 28 12:40:09.604383 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-8119c314-0ba2-4246-8289-9e0a5d4cebfb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=19af1b57-4b24-4ce0-b71d-3dff69a93547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426228 Aug 28 12:40:09.612467 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-731c3bde-1922-422a-9fe7-c9bcbd0cda18 admin admin] Deleting port 8220cf01-0c2c-411f-9ce7-474186d14470 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:40:09.612861 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-731c3bde-1922-422a-9fe7-c9bcbd0cda18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.616270 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2f7c8652-bfdb-46bd-9a65-c7c5b6189d87,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:09.618673 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.689283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Pushing event updated for resources: {'Port': ['ID=fcaa1302-46a3-43d3-942c-1e82162fd8f3,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:09.698186 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.699354 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c998c2-3672-41ce-9557-63f4f23b02ec x-openstack-request-id: req-f7c998c2-3672-41ce-9557-63f4f23b02ec {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:09.699648 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c769efc5-0fc1-4ddb-b920-e316012ac758", "tag": "246bce7e-0775-4985-8bdb-929abd780c76", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:09.699906 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7c998c2-3672-41ce-9557-63f4f23b02ec {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:09.701250 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c769efc5-0fc1-4ddb-b920-e316012ac758', 'tag': '246bce7e-0775-4985-8bdb-929abd780c76', 'status': 'completed', 'code': 200} Aug 28 12:40:09.710960 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Network 60a4a2e2-32f4-42e8-a215-a251458b02ab is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:40:09.734296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:40:09.738160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:40:09.773316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-1d124c40-a1ab-48d0-abc0-9fd82f402200 req-33863278-f776-4d1c-bc70-7feb2f281334 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Calling delete_port for c8f0b97a-3d1e-44f8-962e-9c680a072d18 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:40:09.773463 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-731c3bde-1922-422a-9fe7-c9bcbd0cda18 admin admin] For port 8220cf01-0c2c-411f-9ce7-474186d14470, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8220cf01-0c2c-411f-9ce7-474186d14470,segment=NetworkSegment(3ae57250-d648-4fcd-b440-8777ab8f7b16),segment_id=3ae57250-d648-4fcd-b440-8777ab8f7b16)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:09.773795 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-731c3bde-1922-422a-9fe7-c9bcbd0cda18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.783084 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-33af6b9a-7dcc-493c-95b8-79a35d815651 service neutron] 10.222.0.10 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671152 Aug 28 12:40:09.789538 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62b622e7-5b88-4fb4-a85b-b7d31dc69f02 req-681d76ce-7c2c-4b35-ac83-4a67d97c7081 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024371 Aug 28 12:40:09.797530 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-c7439980-27e5-406c-a364-db4fe2d23c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:09.799162 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-c7439980-27e5-406c-a364-db4fe2d23c01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 1096 time: 0.6077690 Aug 28 12:40:09.804049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3e8a0-b1bd-4207-9fd2-90207d745b3c req-6c6e65e8-c93f-43a1-aca1-c9818303c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:09.805560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aeb3e8a0-b1bd-4207-9fd2-90207d745b3c req-6c6e65e8-c93f-43a1-aca1-c9818303c484 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6210694 Aug 28 12:40:09.810553 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da00611-b2ad-4f05-827f-c9633eda8873 x-openstack-request-id: req-3da00611-b2ad-4f05-827f-c9633eda8873 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:09.810553 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4c4005-faf6-4f5d-8724-2b31f96415f3", "name": "network-vif-plugged", "status": "completed", "tag": "45028602-d8d4-42ab-a82d-27dd6f8726b9", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:09.810810 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3da00611-b2ad-4f05-827f-c9633eda8873 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:09.811182 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4c4005-faf6-4f5d-8724-2b31f96415f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45028602-d8d4-42ab-a82d-27dd6f8726b9', 'code': 200} Aug 28 12:40:09.817130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-731c3bde-1922-422a-9fe7-c9bcbd0cda18 admin admin] Calling delete_port for 8220cf01-0c2c-411f-9ce7-474186d14470 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:40:09.833266 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Attempting to bind port fcaa1302-46a3-43d3-942c-1e82162fd8f3 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:40:09.833781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Attempting to bind port fcaa1302-46a3-43d3-942c-1e82162fd8f3 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:40:09.834140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Attempting to bind port fcaa1302-46a3-43d3-942c-1e82162fd8f3 on network 60a4a2e2-32f4-42e8-a215-a251458b02ab {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:09.855373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:40:09.855755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Checking segment: {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:40:09.856137 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.857290 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Bound using segment: {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:40:09.857850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Bound port: fcaa1302-46a3-43d3-942c-1e82162fd8f3, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:40:09.858270 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.876983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=2f7c8652-bfdb-46bd-9a65-c7c5b6189d87,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:09.889477 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c09d41f2-1e3b-49e2-b0d0-6bcf8dd8c430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.948832 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:09.959733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] For port fcaa1302-46a3-43d3-942c-1e82162fd8f3, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:40:09.964734 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] For port fcaa1302-46a3-43d3-942c-1e82162fd8f3, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=fcaa1302-46a3-43d3-942c-1e82162fd8f3,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:40:09.970018 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:10.028530 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-44c031bb-9eb9-49b1-a3b1-3c732fa1eded service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=246bce7e-0775-4985-8bdb-929abd780c76 HTTP/1.1" status: 200 len: 217 time: 0.1740675 Aug 28 12:40:10.039714 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1f2b3-33dd-48f2-a496-16be958635ae req-4baed21f-60a7-40d0-b5ad-dcdba1f65c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:10.041233 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7be1f2b3-33dd-48f2-a496-16be958635ae req-4baed21f-60a7-40d0-b5ad-dcdba1f65c15 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 1098 time: 0.1434729 Aug 28 12:40:10.042678 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc060075-250b-4e7b-8693-198265bf7d6b None None] Pushing event updated for resources: {'Port': ['ID=fcaa1302-46a3-43d3-942c-1e82162fd8f3,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:10.080907 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee839a-14b3-4907-acc6-60af3c406dfa req-9332c02b-161a-41cd-b7ca-8d72acf76ddd tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:10.082337 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-66ee839a-14b3-4907-acc6-60af3c406dfa req-9332c02b-161a-41cd-b7ca-8d72acf76ddd tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 944 time: 0.1806459 Aug 28 12:40:10.098199 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d09e8fe7-ee98-476a-95bb-5bf60cd1e44c req-06c7ae26-83ed-4ef0-9642-7a1e8ccd6391 service neutron] 10.222.0.10 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006608 Aug 28 12:40:10.164130 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7be1f2b3-33dd-48f2-a496-16be958635ae req-7377db7d-b316-43fc-b434-844b9225f83c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cced0c6c-c9ac-4323-9aa1-708830f008c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142399 Aug 28 12:40:10.189847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e8327b-1906-4aff-984f-19315afd6b60', 'tag': '979c95c3-5c49-47c0-b91a-637bfe2c9b32'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:10.192135 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7ce4f6-a758-4e41-ae25-aea81d8aee8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e8327b-1906-4aff-984f-19315afd6b60", "tag": "979c95c3-5c49-47c0-b91a-637bfe2c9b32"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:10.195013 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-66ee839a-14b3-4907-acc6-60af3c406dfa req-2e865ef8-46be-420a-b0a0-cf38d4ba0bb8 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006196 Aug 28 12:40:10.207326 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-70cd8737-d682-4a94-8083-f7c06c5f0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:10.217621 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-70cd8737-d682-4a94-8083-f7c06c5f0422 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.1770251 Aug 28 12:40:10.260515 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aeb3e8a0-b1bd-4207-9fd2-90207d745b3c req-b6a86b1a-92a6-4d8f-9cec-4f72d74d98c1 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073136 Aug 28 12:40:10.269090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1ecc0-5a05-4745-96c3-1caddf9ede9a req-f7870f99-ba28-49ab-a953-61bf6ac1fff1 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:10.270800 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6eb1ecc0-5a05-4745-96c3-1caddf9ede9a req-f7870f99-ba28-49ab-a953-61bf6ac1fff1 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=26f045f6-82d3-4f42-809f-86c7c5797ce0 HTTP/1.1" status: 200 len: 949 time: 0.2866015 Aug 28 12:40:10.312934 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-287ab011-4931-49d2-9e81-7217d2ad2d64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885901 Aug 28 12:40:10.353204 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-731c3bde-1922-422a-9fe7-c9bcbd0cda18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:10.399779 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c3bde-1922-422a-9fe7-c9bcbd0cda18 admin admin] Pushing event deleted for resources: {'Port': ['ID=8220cf01-0c2c-411f-9ce7-474186d14470,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:10.449057 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a2294-b27d-4896-8823-4dcac8b1d00a req-dd9b9a5e-7b66-4706-a31e-3753de068cc9 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:10.451743 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-881a2294-b27d-4896-8823-4dcac8b1d00a req-dd9b9a5e-7b66-4706-a31e-3753de068cc9 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 946 time: 0.1464992 Aug 28 12:40:10.531694 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6eb1ecc0-5a05-4745-96c3-1caddf9ede9a req-236a74ba-f599-4fc5-a159-ba2afa813616 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289209 Aug 28 12:40:10.542378 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d124c40-a1ab-48d0-abc0-9fd82f402200 req-33863278-f776-4d1c-bc70-7feb2f281334 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:10.561560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['c8f0b97a-3d1e-44f8-962e-9c680a072d18', '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:10.565747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['3a265537-a76d-4740-a9c0-38ac956642bf'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:10.567242 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-881a2294-b27d-4896-8823-4dcac8b1d00a req-1a9eea9d-fd68-4455-ab4d-745afc2d082e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051767 Aug 28 12:40:10.602882 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe371f89-7c4b-4b1d-996e-16ed65e11c32 x-openstack-request-id: req-fe371f89-7c4b-4b1d-996e-16ed65e11c32 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:10.603101 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e8327b-1906-4aff-984f-19315afd6b60", "tag": "979c95c3-5c49-47c0-b91a-637bfe2c9b32", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:10.603319 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe371f89-7c4b-4b1d-996e-16ed65e11c32 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:10.603715 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e8327b-1906-4aff-984f-19315afd6b60', 'tag': '979c95c3-5c49-47c0-b91a-637bfe2c9b32', 'status': 'completed', 'code': 200} Aug 28 12:40:10.674574 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aeb3e8a0-b1bd-4207-9fd2-90207d745b3c req-26332cae-4e50-4ca0-9edc-9ec96382525e service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018357 Aug 28 12:40:10.677684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33863278-f776-4d1c-bc70-7feb2f281334 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Pushing event deleted for resources: {'Port': ['ID=c8f0b97a-3d1e-44f8-962e-9c680a072d18,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:10.776239 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-731c3bde-1922-422a-9fe7-c9bcbd0cda18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:10.792062 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ce4f6-a758-4e41-ae25-aea81d8aee8a req-f877d920-0076-4f1c-8d45-dc43c4a1e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:10.793684 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d7ce4f6-a758-4e41-ae25-aea81d8aee8a req-f877d920-0076-4f1c-8d45-dc43c4a1e21a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=496525a693484993be30a45f3dec82a7&device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 1096 time: 0.1268101 Aug 28 12:40:10.817828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f94b-187e-46de-9373-b778341e9582 req-8092afb5-78b0-49f7-9ae1-020b69558974 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:10.819549 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1da0f94b-187e-46de-9373-b778341e9582 req-8092afb5-78b0-49f7-9ae1-020b69558974 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 944 time: 0.1077318 Aug 28 12:40:10.836587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d124c40-a1ab-48d0-abc0-9fd82f402200 req-33863278-f776-4d1c-bc70-7feb2f281334 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] No DVR routers for this DVR port c8f0b97a-3d1e-44f8-962e-9c680a072d18 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:40:10.863290 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d124c40-a1ab-48d0-abc0-9fd82f402200 req-33863278-f776-4d1c-bc70-7feb2f281334 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:10.866772 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d124c40-a1ab-48d0-abc0-9fd82f402200 req-33863278-f776-4d1c-bc70-7feb2f281334 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.11 "DELETE /v2.0/ports/c8f0b97a-3d1e-44f8-962e-9c680a072d18 HTTP/1.1" status: 204 len: 173 time: 2.4624476 Aug 28 12:40:10.871001 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-9b857d4b-e625-4ae6-816f-3e1260cb345a service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339277 Aug 28 12:40:10.973334 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:11.018914 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1da0f94b-187e-46de-9373-b778341e9582 req-94b56de7-6600-4dd2-a962-fc7aff47f2ef tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602643 Aug 28 12:40:11.069729 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ce4f6-a758-4e41-ae25-aea81d8aee8a req-ee9ad07f-bfed-49cb-b1cf-371876df9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:11.072015 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d7ce4f6-a758-4e41-ae25-aea81d8aee8a req-ee9ad07f-bfed-49cb-b1cf-371876df9cd2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=19af1b57-4b24-4ce0-b71d-3dff69a93547 HTTP/1.1" status: 200 len: 905 time: 0.2693121 Aug 28 12:40:11.096033 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:11.116784 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 6979651e-195d-425f-9379-047747af0b1b details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:40:11.143502 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d7ce4f6-a758-4e41-ae25-aea81d8aee8a req-d349d4aa-5a2a-4cd6-820f-e460e4528990 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=979c95c3-5c49-47c0-b91a-637bfe2c9b32 HTTP/1.1" status: 200 len: 217 time: 0.0572319 Aug 28 12:40:11.243596 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Allocated IP 172.25.1.35 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/88075557-ec32-41f7-9e0d-790e42e78663) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:40:11.370215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d26bc5-9f6a-404b-b13a-428f21b60062 req-3c844a39-8e31-4ebe-ae49-18cd7fbfdabb tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:11.371806 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3d26bc5-9f6a-404b-b13a-428f21b60062 req-3c844a39-8e31-4ebe-ae49-18cd7fbfdabb tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 946 time: 0.5386508 Aug 28 12:40:11.465485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93a52b6-b197-4e61-b9f1-0e54aec6765c None None] Network 60a4a2e2-32f4-42e8-a215-a251458b02ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:40:11.492529 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:11.531822 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3d26bc5-9f6a-404b-b13a-428f21b60062 req-8bffa7d5-0833-4790-a8fe-5e19e8fb31de tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/security-groups?id=cced0c6c-c9ac-4323-9aa1-708830f008c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375945 Aug 28 12:40:11.535860 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ec5642fc-3ef7-490f-9851-fe12fb8c7809 req-a3e30794-6ed4-4ee6-a2a8-c675ad0b90b1 service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599654 Aug 28 12:40:11.576182 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0da37389-65f6-44a6-9ceb-ebfc3ee7839a None None] Provisioning for port fcaa1302-46a3-43d3-942c-1e82162fd8f3 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:11.589645 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 6979651e-195d-425f-9379-047747af0b1b, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6979651e-195d-425f-9379-047747af0b1b,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:11.610103 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:11.621814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '6979651e-195d-425f-9379-047747af0b1b', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '6979651e-195d-425f-9379-047747af0b1b', 'mac_address': 'fa:16:3e:f2:4d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:40:11.716287 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:11.735079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:40:11.745263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:40:11.749537 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6979651e-195d-425f-9379-047747af0b1b {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:11.751380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Pushing event updated for resources: {'Port': ['ID=88075557-ec32-41f7-9e0d-790e42e78663,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:11.755808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:40:11.761822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0ce27-66dc-42b7-a8be-9f760c4c995e req-431a6959-b8e1-48d5-a0a3-2f1307910d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:11.763586 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cca0ce27-66dc-42b7-a8be-9f760c4c995e req-431a6959-b8e1-48d5-a0a3-2f1307910d40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 1096 time: 0.1110420 Aug 28 12:40:11.774855 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ce4f6-a758-4e41-ae25-aea81d8aee8a req-93344dfb-fafb-4c02-b90d-23d4659adda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:11.780267 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d7ce4f6-a758-4e41-ae25-aea81d8aee8a req-93344dfb-fafb-4c02-b90d-23d4659adda9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e4a0be6-71b9-4bdb-9795-f2ece63793e5 HTTP/1.1" status: 200 len: 845 time: 0.6208956 Aug 28 12:40:11.789222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 6979651e-195d-425f-9379-047747af0b1b, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6979651e-195d-425f-9379-047747af0b1b,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:11.790577 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b0521-c695-4d0a-86c8-a1cd85673374 req-f5f1a1b6-79f7-4f51-9ab2-861a7a8e5d9e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:11.792538 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d9b0521-c695-4d0a-86c8-a1cd85673374 req-f5f1a1b6-79f7-4f51-9ab2-861a7a8e5d9e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 948 time: 0.6639929 Aug 28 12:40:11.802702 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:11.813275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcbd827-0835-47f8-a00c-de595d681a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7c8652-bfdb-46bd-9a65-c7c5b6189d87'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:11.814549 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f99398-7179-41dc-92e3-05b33e29b1d4" -d '{"events": [{"server_uuid": "8dcbd827-0835-47f8-a00c-de595d681a4d", "name": "network-vif-plugged", "status": "completed", "tag": "2f7c8652-bfdb-46bd-9a65-c7c5b6189d87"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:11.865980 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d7ce4f6-a758-4e41-ae25-aea81d8aee8a req-e0646d39-3297-47fb-b0d1-4e7abd2a3bc2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=19af1b57-4b24-4ce0-b71d-3dff69a93547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688720 Aug 28 12:40:11.885730 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=6979651e-195d-425f-9379-047747af0b1b,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:11.921113 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d9b0521-c695-4d0a-86c8-a1cd85673374 req-45202a30-b6fe-4104-bc20-5f48974aad27 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124704 Aug 28 12:40:11.922263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527e860-850b-4efa-b99d-10073166f452 req-aa57d2e2-3bd2-4af4-960a-20092257c97e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:11.930521 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6527e860-850b-4efa-b99d-10073166f452 req-aa57d2e2-3bd2-4af4-960a-20092257c97e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 944 time: 0.2916591 Aug 28 12:40:11.958073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device fcaa1302-46a3-43d3-942c-1e82162fd8f3 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:12.020931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731c3bde-1922-422a-9fe7-c9bcbd0cda18 admin admin] Router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:40:12.079697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port fcaa1302-46a3-43d3-942c-1e82162fd8f3 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:12.088555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port fcaa1302-46a3-43d3-942c-1e82162fd8f3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:12.089333 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:12.128370 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d7ce4f6-a758-4e41-ae25-aea81d8aee8a req-692419bd-9bdf-4202-9dde-1be76af5fbf1 service neutron] 10.222.0.10 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180042 Aug 28 12:40:12.153103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6527e860-850b-4efa-b99d-10073166f452 req-252f3972-d66e-4f74-8b42-a2cbcbebba87 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214441 Aug 28 12:40:12.176976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['6979651e-195d-425f-9379-047747af0b1b'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:12.189685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0ce27-66dc-42b7-a8be-9f760c4c995e req-bd761fed-0027-46c0-9faf-30f0ec871b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:12.191470 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cca0ce27-66dc-42b7-a8be-9f760c4c995e req-bd761fed-0027-46c0-9faf-30f0ec871b49 service neutron] 10.222.0.10 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.4041636 Aug 28 12:40:12.240914 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cca0ce27-66dc-42b7-a8be-9f760c4c995e req-7abf030e-2d77-4c0d-9f43-be4326e7ad68 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=246bce7e-0775-4985-8bdb-929abd780c76 HTTP/1.1" status: 200 len: 217 time: 0.0390866 Aug 28 12:40:12.279601 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731c3bde-1922-422a-9fe7-c9bcbd0cda18 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:40:12.293341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-731c3bde-1922-422a-9fe7-c9bcbd0cda18 admin admin] 10.222.0.20 "PUT /v2.0/routers/ae3c5dd5-1c90-49c5-be3c-941119c3ea0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6791565 Aug 28 12:40:12.296512 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe38ac-67af-49b1-b672-1afc9598c9eb None None] Sync routers for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:40:12.300477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33690) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:12.303901 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d7190-429d-43a5-88b1-638e4bc961fe req-d3aa5165-8e3f-450d-bf85-eeb4ad24d09b tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:12.313186 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-716d7190-429d-43a5-88b1-638e4bc961fe req-d3aa5165-8e3f-450d-bf85-eeb4ad24d09b tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 946 time: 0.1823132 Aug 28 12:40:12.315206 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe38ac-67af-49b1-b672-1afc9598c9eb None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:40:12.316152 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-3afe38ac-67af-49b1-b672-1afc9598c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:39:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:12.330949 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6f05d2-f532-42e7-9089-4628cc401a57 x-openstack-request-id: req-be6f05d2-f532-42e7-9089-4628cc401a57 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:12.331350 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcbd827-0835-47f8-a00c-de595d681a4d", "name": "network-vif-plugged", "status": "completed", "tag": "2f7c8652-bfdb-46bd-9a65-c7c5b6189d87", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:12.331747 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be6f05d2-f532-42e7-9089-4628cc401a57 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:12.332329 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcbd827-0835-47f8-a00c-de595d681a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7c8652-bfdb-46bd-9a65-c7c5b6189d87', 'code': 200} Aug 28 12:40:12.335417 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:12.349588 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d7ce4f6-a758-4e41-ae25-aea81d8aee8a req-29cc7d43-727e-469d-b244-17fcc17ecf89 service neutron] 10.222.0.10 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837106 Aug 28 12:40:12.379519 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-716d7190-429d-43a5-88b1-638e4bc961fe req-f5ba5a97-1d4b-4a59-aa32-df8bb957c85d tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653164 Aug 28 12:40:12.409337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e9ea3b5a-4713-46ab-94fb-d9fd8f9b48a2 None None] Provisioning complete for port fcaa1302-46a3-43d3-942c-1e82162fd8f3 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:12.409714 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3b5a-4713-46ab-94fb-d9fd8f9b48a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:12.509491 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5c8ae23e-eb8c-4dfb-8758-acef9970028d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:12.519445 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-3afe38ac-67af-49b1-b672-1afc9598c9eb None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:40:12.550425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6ce20-6efc-4d58-b6cb-351346616c9f req-69ef39d3-a4f8-4cce-a51c-e26871a342cb tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:12.560286 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5b6ce20-6efc-4d58-b6cb-351346616c9f req-69ef39d3-a4f8-4cce-a51c-e26871a342cb tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 944 time: 0.1157846 Aug 28 12:40:12.577233 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port fcaa1302-46a3-43d3-942c-1e82162fd8f3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=fcaa1302-46a3-43d3-942c-1e82162fd8f3,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:12.617432 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:12.627782 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:12.644166 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5b6ce20-6efc-4d58-b6cb-351346616c9f req-5c1cfa7d-3eb2-434e-bbf6-911a3f0e89ae tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820010 Aug 28 12:40:12.683562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c8f0b97a-3d1e-44f8-962e-9c680a072d18 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:40:12.745574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: c8f0b97a-3d1e-44f8-962e-9c680a072d18 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:40:12.745910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c8f0b97a-3d1e-44f8-962e-9c680a072d18 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:40:12.784358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=fcaa1302-46a3-43d3-942c-1e82162fd8f3,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:12.795265 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ea26f-ad31-4737-b8a1-f840fc2da1b1 req-4d36ae73-9fe3-48fd-b5fa-bee75d3de1f2 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:12.798170 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c68ea26f-ad31-4737-b8a1-f840fc2da1b1 req-4d36ae73-9fe3-48fd-b5fa-bee75d3de1f2 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 946 time: 0.0734539 Aug 28 12:40:12.851419 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-3afe38ac-67af-49b1-b672-1afc9598c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:40:10Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:12.859701 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c68ea26f-ad31-4737-b8a1-f840fc2da1b1 req-93436398-02a3-4025-b552-c2b08a7b04c2 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/security-groups?id=cced0c6c-c9ac-4323-9aa1-708830f008c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545580 Aug 28 12:40:12.884053 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe38ac-67af-49b1-b672-1afc9598c9eb None None] Checking router: ae3c5dd5-1c90-49c5-be3c-941119c3ea0f for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:40:12.888762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f045f6-82d3-4f42-809f-86c7c5797ce0', 'name': 'network-vif-deleted', 'tag': 'c8f0b97a-3d1e-44f8-962e-9c680a072d18'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:12.891134 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad82329-cc76-474f-82da-51d6de6311d6" -d '{"events": [{"server_uuid": "26f045f6-82d3-4f42-809f-86c7c5797ce0", "name": "network-vif-deleted", "tag": "c8f0b97a-3d1e-44f8-962e-9c680a072d18"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:12.899298 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe38ac-67af-49b1-b672-1afc9598c9eb None None] Routers {'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:40:12.899752 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-3afe38ac-67af-49b1-b672-1afc9598c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:12.967286 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664f5996-0644-4cd2-b797-2b2d8f59fd61 x-openstack-request-id: req-664f5996-0644-4cd2-b797-2b2d8f59fd61 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:12.967594 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f045f6-82d3-4f42-809f-86c7c5797ce0", "name": "network-vif-deleted", "tag": "c8f0b97a-3d1e-44f8-962e-9c680a072d18", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:12.967865 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-664f5996-0644-4cd2-b797-2b2d8f59fd61 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:12.968288 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f045f6-82d3-4f42-809f-86c7c5797ce0', 'name': 'network-vif-deleted', 'tag': 'c8f0b97a-3d1e-44f8-962e-9c680a072d18', 'status': 'completed', 'code': 200} Aug 28 12:40:13.049597 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-3afe38ac-67af-49b1-b672-1afc9598c9eb None None] Set router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:40:13.074883 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0ce27-66dc-42b7-a8be-9f760c4c995e req-6dfe8fa3-5bf5-4ca2-9ea6-691267c8e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:13.076795 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cca0ce27-66dc-42b7-a8be-9f760c4c995e req-6dfe8fa3-5bf5-4ca2-9ea6-691267c8e164 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.7927806 Aug 28 12:40:13.094633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a16f6-ef62-4c06-93ac-e57cb4cd88ff req-8d23a409-6cd9-479f-beac-fc0a2e482bde tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:13.096357 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-295a16f6-ef62-4c06-93ac-e57cb4cd88ff req-8d23a409-6cd9-479f-beac-fc0a2e482bde tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 949 time: 0.0793960 Aug 28 12:40:13.126227 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 979c95c3-5c49-47c0-b91a-637bfe2c9b32 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:40:13.154749 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ca9ea-e180-43e9-af5c-be9acd0021bd req-2d1e4959-848a-4202-949a-0c0bb47e6dc9 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:13.162525 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f3ca9ea-e180-43e9-af5c-be9acd0021bd req-2d1e4959-848a-4202-949a-0c0bb47e6dc9 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 948 time: 0.2637510 Aug 28 12:40:13.172756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57b42b-0c52-448e-94df-c8458e426b01 req-a8dcdc46-b3b9-4732-934a-7d684bf0e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:13.174254 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f57b42b-0c52-448e-94df-c8458e426b01 req-a8dcdc46-b3b9-4732-934a-7d684bf0e6be service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 1098 time: 0.8228121 Aug 28 12:40:13.176167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cca0ce27-66dc-42b7-a8be-9f760c4c995e req-5c9d8dae-bbd6-41e0-9dcb-a82c17d146d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832274 Aug 28 12:40:13.187602 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-295a16f6-ef62-4c06-93ac-e57cb4cd88ff req-250b9eda-b83f-451c-92f4-9c1856c4d854 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850778 Aug 28 12:40:13.283253 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 979c95c3-5c49-47c0-b91a-637bfe2c9b32, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=979c95c3-5c49-47c0-b91a-637bfe2c9b32,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:13.304972 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:13.317635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '979c95c3-5c49-47c0-b91a-637bfe2c9b32', 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547', 'port_id': '979c95c3-5c49-47c0-b91a-637bfe2c9b32', 'mac_address': 'fa:16:3e:16:b2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4a0be6-71b9-4bdb-9795-f2ece63793e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:40:13.323935 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:13.343676 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-3afe38ac-67af-49b1-b672-1afc9598c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:40:10Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:13.379461 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afe38ac-67af-49b1-b672-1afc9598c9eb None None] The sync data for ids ['ae3c5dd5-1c90-49c5-be3c-941119c3ea0f'] in n-d-791505-21 is: [{'id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'name': 'tempest-FloatingIPsAssociationTestJSON-784375572-router', 'tenant_id': '4f5d09bab4324963983c9cd7d1107799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:38:34Z', 'updated_at': '2021-08-28T12:40:10Z', 'revision_number': 5, 'project_id': '4f5d09bab4324963983c9cd7d1107799', 'gw_port': {'id': 'c72ed1af-d84e-4f93-9776-b2963fa62391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:00:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3c5dd5-1c90-49c5-be3c-941119c3ea0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:38:36Z', 'updated_at': '2021-08-28T12:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:40:13.384577 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:13.399776 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-934c3237-6eef-4201-b9e0-0485b8ead5d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:13.410458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979c95c3-5c49-47c0-b91a-637bfe2c9b32 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:13.413508 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d91c0-0a99-4d46-b1bb-8ecb773065a5 req-08740723-911f-408b-8ba9-47fffbebbbd2 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:13.415431 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-561d91c0-0a99-4d46-b1bb-8ecb773065a5 req-08740723-911f-408b-8ba9-47fffbebbbd2 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 944 time: 0.1175625 Aug 28 12:40:13.451188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 979c95c3-5c49-47c0-b91a-637bfe2c9b32, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=979c95c3-5c49-47c0-b91a-637bfe2c9b32,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:13.457095 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:13.484104 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-561d91c0-0a99-4d46-b1bb-8ecb773065a5 req-df52302d-6a6a-4675-9e37-6bd3509befb3 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616789 Aug 28 12:40:13.517771 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f3ca9ea-e180-43e9-af5c-be9acd0021bd req-25575d76-f141-4e47-8048-325e0319d76f tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539991 Aug 28 12:40:13.530621 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=979c95c3-5c49-47c0-b91a-637bfe2c9b32,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:13.556896 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f57b42b-0c52-448e-94df-c8458e426b01 req-168ab06e-7424-4937-b50c-94f391bcbbe5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580962 Aug 28 12:40:13.632776 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cca0ce27-66dc-42b7-a8be-9f760c4c995e req-b1710a0d-8837-47de-b3a3-0c4c0d015a82 service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424937 Aug 28 12:40:13.633223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e29554-9656-4a81-9e61-bdd6a99e0815 req-f21e6a14-5f82-45f9-840b-f6fb91c37306 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:13.636127 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-54e29554-9656-4a81-9e61-bdd6a99e0815 req-f21e6a14-5f82-45f9-840b-f6fb91c37306 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 946 time: 0.0709562 Aug 28 12:40:13.701046 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-54e29554-9656-4a81-9e61-bdd6a99e0815 req-45f78b0e-8245-4c67-adbb-3362e501f80a tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561097 Aug 28 12:40:13.774427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['979c95c3-5c49-47c0-b91a-637bfe2c9b32'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:13.822889 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cca0ce27-66dc-42b7-a8be-9f760c4c995e req-4ea7a35c-e46e-429d-8699-b3ab06e0bdc6 service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348007 Aug 28 12:40:13.926228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device fcaa1302-46a3-43d3-942c-1e82162fd8f3 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:13.969116 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-934c3237-6eef-4201-b9e0-0485b8ead5d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:14.000580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb8cbb-9d3d-4945-9a3e-475f42e41713 req-661d85ed-d597-47a1-8ace-d6700d85e937 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:14.008690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b7cb8cbb-9d3d-4945-9a3e-475f42e41713 req-661d85ed-d597-47a1-8ace-d6700d85e937 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 945 time: 0.1845758 Aug 28 12:40:14.055613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port fcaa1302-46a3-43d3-942c-1e82162fd8f3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:14.056070 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:14.184324 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b7cb8cbb-9d3d-4945-9a3e-475f42e41713 req-eaf5b43b-c5e5-40d1-9928-1ca95f691e70 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733177 Aug 28 12:40:14.199911 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:14.226670 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8220cf01-0c2c-411f-9ce7-474186d14470 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:40:14.250576 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 8220cf01-0c2c-411f-9ce7-474186d14470 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:40:14.250993 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8220cf01-0c2c-411f-9ce7-474186d14470 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:40:14.274289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-934c3237-6eef-4201-b9e0-0485b8ead5d9 admin admin] Deleting port c72ed1af-d84e-4f93-9776-b2963fa62391 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:40:14.274664 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-934c3237-6eef-4201-b9e0-0485b8ead5d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:14.314557 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b6194-d6bc-4a45-8bf1-fe4b6a7a0c2f req-91c74640-b1bb-44a1-b98c-ebce2acd0936 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:14.317485 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b1b6194-d6bc-4a45-8bf1-fe4b6a7a0c2f req-91c74640-b1bb-44a1-b98c-ebce2acd0936 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 949 time: 0.0586276 Aug 28 12:40:14.358254 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b1b6194-d6bc-4a45-8bf1-fe4b6a7a0c2f req-633f844c-c0c6-4732-b6aa-3afe15848d2f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355203 Aug 28 12:40:14.425977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96887c-9f53-4c1e-8c92-31dc80ca9e2d req-2511a86d-0e60-4a9e-9420-747cd22caea2 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:14.428326 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c96887c-9f53-4c1e-8c92-31dc80ca9e2d req-2511a86d-0e60-4a9e-9420-747cd22caea2 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 948 time: 0.1489205 Aug 28 12:40:14.495440 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-934c3237-6eef-4201-b9e0-0485b8ead5d9 admin admin] For port c72ed1af-d84e-4f93-9776-b2963fa62391, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c72ed1af-d84e-4f93-9776-b2963fa62391,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:14.495808 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-934c3237-6eef-4201-b9e0-0485b8ead5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:14.542652 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-934c3237-6eef-4201-b9e0-0485b8ead5d9 admin admin] Calling delete_port for c72ed1af-d84e-4f93-9776-b2963fa62391 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:40:14.646503 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:40:14.659417 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95387a-4dda-492c-b53e-1779cdc9845f req-26a60cd2-c565-4232-b755-22214f10bd42 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:14.661094 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5a95387a-4dda-492c-b53e-1779cdc9845f req-26a60cd2-c565-4232-b755-22214f10bd42 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 948 time: 0.0556958 Aug 28 12:40:14.681400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-6c96887c-9f53-4c1e-8c92-31dc80ca9e2d req-6272fca6-310c-4ea8-ac50-3f5446f4c6b6 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Deleting port 3a265537-a76d-4740-a9c0-38ac956642bf {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:40:14.681923 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6c96887c-9f53-4c1e-8c92-31dc80ca9e2d req-6272fca6-310c-4ea8-ac50-3f5446f4c6b6 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:14.712135 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5a95387a-4dda-492c-b53e-1779cdc9845f req-f4f65a54-dff8-4993-9ba3-eeb4da05fc4d tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446389 Aug 28 12:40:14.786424 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f84464-3258-43d3-b39e-02732c962a9f req-834620e7-3ec1-44aa-a261-809f48c18272 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:14.788016 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-55f84464-3258-43d3-b39e-02732c962a9f req-834620e7-3ec1-44aa-a261-809f48c18272 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 944 time: 0.1866612 Aug 28 12:40:14.840456 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ef68c-6679-4857-a2b5-8242b7a6de9c req-7ee92e30-7b91-4db8-b2f4-9270cea5852c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:14.843014 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-080ef68c-6679-4857-a2b5-8242b7a6de9c req-7ee92e30-7b91-4db8-b2f4-9270cea5852c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 946 time: 0.0612094 Aug 28 12:40:14.915958 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-080ef68c-6679-4857-a2b5-8242b7a6de9c req-a967da98-ab3d-4927-b146-049b4511f22b tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658979 Aug 28 12:40:14.982697 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-55f84464-3258-43d3-b39e-02732c962a9f req-62982200-43a8-4789-ae3d-a9b1db813119 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524718 Aug 28 12:40:14.999208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6c96887c-9f53-4c1e-8c92-31dc80ca9e2d req-6272fca6-310c-4ea8-ac50-3f5446f4c6b6 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] For port 3a265537-a76d-4740-a9c0-38ac956642bf, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=3a265537-a76d-4740-a9c0-38ac956642bf,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:14.999700 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6c96887c-9f53-4c1e-8c92-31dc80ca9e2d req-6272fca6-310c-4ea8-ac50-3f5446f4c6b6 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:15.048544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:40:15.050320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-6c96887c-9f53-4c1e-8c92-31dc80ca9e2d req-6272fca6-310c-4ea8-ac50-3f5446f4c6b6 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Calling delete_port for 3a265537-a76d-4740-a9c0-38ac956642bf owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:40:15.065862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Sync routers for ids ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:40:15.078121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Routers {'c3e6884d-2c9a-4865-b7c6-7748d89a28b3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:40:15.078943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:15.116468 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:15.118060 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0ef97a98-a917-46f0-b3d5-3c107d8c0be2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3790658 Aug 28 12:40:15.122556 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33732) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:15.123853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-934c3237-6eef-4201-b9e0-0485b8ead5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:15.141486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 246bce7e-0775-4985-8bdb-929abd780c76 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:40:15.144440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 979c95c3-5c49-47c0-b91a-637bfe2c9b32 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:15.169099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c3237-6eef-4201-b9e0-0485b8ead5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c72ed1af-d84e-4f93-9776-b2963fa62391,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:15.287446 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:15.310400 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-934c3237-6eef-4201-b9e0-0485b8ead5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:15.328293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Set router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:40:15.388574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 979c95c3-5c49-47c0-b91a-637bfe2c9b32 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:15.414479 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696123d-1b7c-418c-8de3-76f9f680295e req-89d8eaf6-b4c9-467b-9bd5-a03a5c51e6a1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:15.425088 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c696123d-1b7c-418c-8de3-76f9f680295e req-89d8eaf6-b4c9-467b-9bd5-a03a5c51e6a1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 945 time: 0.1109912 Aug 28 12:40:15.447364 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-934c3237-6eef-4201-b9e0-0485b8ead5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:15.450574 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-934c3237-6eef-4201-b9e0-0485b8ead5d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:15.489817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 979c95c3-5c49-47c0-b91a-637bfe2c9b32 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:15.490287 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:15.515065 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6c96887c-9f53-4c1e-8c92-31dc80ca9e2d req-6272fca6-310c-4ea8-ac50-3f5446f4c6b6 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:15.556440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['3a265537-a76d-4740-a9c0-38ac956642bf'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:15.558718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['5ce60adf-041b-4b40-afcc-ce9a1e5c0f86'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:15.592453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272fca6-310c-4ea8-ac50-3f5446f4c6b6 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Pushing event deleted for resources: {'Port': ['ID=3a265537-a76d-4740-a9c0-38ac956642bf,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:15.616659 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-934c3237-6eef-4201-b9e0-0485b8ead5d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:15.617591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934c3237-6eef-4201-b9e0-0485b8ead5d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae3c5dd5-1c90-49c5-be3c-941119c3ea0f {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:40:15.631930 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c696123d-1b7c-418c-8de3-76f9f680295e req-dfaf6a3b-de85-4549-9ae3-6dda1621ea13 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048390 Aug 28 12:40:15.641091 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-934c3237-6eef-4201-b9e0-0485b8ead5d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:15.643303 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-934c3237-6eef-4201-b9e0-0485b8ead5d9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ae3c5dd5-1c90-49c5-be3c-941119c3ea0f HTTP/1.1" status: 204 len: 168 time: 3.3413856 Aug 28 12:40:15.646038 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33738) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:15.672114 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c96887c-9f53-4c1e-8c92-31dc80ca9e2d req-6272fca6-310c-4ea8-ac50-3f5446f4c6b6 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] No DVR routers for this DVR port 3a265537-a76d-4740-a9c0-38ac956642bf on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:40:15.730151 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6c96887c-9f53-4c1e-8c92-31dc80ca9e2d req-6272fca6-310c-4ea8-ac50-3f5446f4c6b6 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:15.732407 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c96887c-9f53-4c1e-8c92-31dc80ca9e2d req-6272fca6-310c-4ea8-ac50-3f5446f4c6b6 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.10 "DELETE /v2.0/ports/3a265537-a76d-4740-a9c0-38ac956642bf HTTP/1.1" status: 204 len: 173 time: 1.2950382 Aug 28 12:40:15.737155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45fd0ab-4f05-47b3-ad03-0827c91ed3ab admin admin] Deleting subnet 7b0733bb-ddef-48bb-adaf-f8844fbc1a85 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:40:15.739306 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e50540b-43a9-470e-b255-0d191bd7b362', 'name': 'network-vif-deleted', 'tag': '3a265537-a76d-4740-a9c0-38ac956642bf'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:15.742597 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6eef80-a8cc-46bb-8017-e42b20b2aca8" -d '{"events": [{"server_uuid": "2e50540b-43a9-470e-b255-0d191bd7b362", "name": "network-vif-deleted", "tag": "3a265537-a76d-4740-a9c0-38ac956642bf"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:15.752821 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b45fd0ab-4f05-47b3-ad03-0827c91ed3ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:15.804898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710b3da-e826-491a-bf5d-3c7645bcc745 req-65a15a43-a35e-4ad7-b7c6-b5a9796d11a7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:15.819420 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5710b3da-e826-491a-bf5d-3c7645bcc745 req-65a15a43-a35e-4ad7-b7c6-b5a9796d11a7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 949 time: 0.3159378 Aug 28 12:40:15.869687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=246bce7e-0775-4985-8bdb-929abd780c76,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:15.894675 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b45fd0ab-4f05-47b3-ad03-0827c91ed3ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:15.916104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '246bce7e-0775-4985-8bdb-929abd780c76', 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c', 'port_id': '246bce7e-0775-4985-8bdb-929abd780c76', 'mac_address': 'fa:16:3e:50:4a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c522c8-a3b3-4f18-b898-b02784083f80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:40:15.980809 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5710b3da-e826-491a-bf5d-3c7645bcc745 req-cac8a625-bd33-4879-b083-bac88dc3ca82 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369562 Aug 28 12:40:15.988415 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4523404b-9aa7-4971-a376-482f62cb2dcd req-f5ece0a9-68e8-4fd0-890d-73ac42c00b1f tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e50540b-43a9-470e-b255-0d191bd7b362 HTTP/1.1" status: 200 len: 210 time: 0.0714900 Aug 28 12:40:16.031124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'name': 'tempest-ServerActionsTestJSON-1102254835-router', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88075557-ec32-41f7-9e0d-790e42e78663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:40:09Z', 'updated_at': '2021-08-28T12:40:12Z', 'revision_number': 3, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'gw_port': {'id': '88075557-ec32-41f7-9e0d-790e42e78663', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:11Z', 'updated_at': '2021-08-28T12:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:16.116929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Checking router: c3e6884d-2c9a-4865-b7c6-7748d89a28b3 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:40:16.117604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Updating router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 port 88075557-ec32-41f7-9e0d-790e42e78663 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:40:16.118525 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3d511b-c272-4550-8680-5b85950611a6 x-openstack-request-id: req-6a3d511b-c272-4550-8680-5b85950611a6 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:16.119194 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:16.119460 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e50540b-43a9-470e-b255-0d191bd7b362", "name": "network-vif-deleted", "tag": "3a265537-a76d-4740-a9c0-38ac956642bf", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:16.119910 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a3d511b-c272-4550-8680-5b85950611a6 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:16.120554 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e50540b-43a9-470e-b255-0d191bd7b362', 'name': 'network-vif-deleted', 'tag': '3a265537-a76d-4740-a9c0-38ac956642bf', 'status': 'completed', 'code': 200} Aug 28 12:40:16.148059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246bce7e-0775-4985-8bdb-929abd780c76 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:16.210837 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:16.213827 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=246bce7e-0775-4985-8bdb-929abd780c76,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:16.262596 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:16.269911 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:16.327065 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a087b-30a3-4a86-9d6d-a0c41a57ca7e req-3236c08b-c603-4f17-bf81-5fc4668e5319 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:16.329737 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:16.335536 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-890a087b-30a3-4a86-9d6d-a0c41a57ca7e req-3236c08b-c603-4f17-bf81-5fc4668e5319 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 944 time: 0.1619506 Aug 28 12:40:16.402230 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e8327b-1906-4aff-984f-19315afd6b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979c95c3-5c49-47c0-b91a-637bfe2c9b32'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:16.405511 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae326c2-d0c0-48f2-904b-7ed5a804ebdb" -d '{"events": [{"server_uuid": "c0e8327b-1906-4aff-984f-19315afd6b60", "name": "network-vif-plugged", "status": "completed", "tag": "979c95c3-5c49-47c0-b91a-637bfe2c9b32"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:16.496108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 979c95c3-5c49-47c0-b91a-637bfe2c9b32, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=979c95c3-5c49-47c0-b91a-637bfe2c9b32,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:16.498065 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=246bce7e-0775-4985-8bdb-929abd780c76,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:16.519174 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:16.519358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 6979651e-195d-425f-9379-047747af0b1b up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:16.543194 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-890a087b-30a3-4a86-9d6d-a0c41a57ca7e req-d0eccb77-f9d9-455d-a57d-c5c8eea77679 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067304 Aug 28 12:40:16.547613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Allocated IP 172.20.0.1 (60a4a2e2-32f4-42e8-a215-a251458b02ab/dab837be-7b25-47dd-90d1-50250cb3e83a/3d435da6-cfdc-4b2e-8de4-b300128a6a39) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:40:16.595863 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['246bce7e-0775-4985-8bdb-929abd780c76'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:16.605980 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b45fd0ab-4f05-47b3-ad03-0827c91ed3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:16.672648 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b45fd0ab-4f05-47b3-ad03-0827c91ed3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:16.702536 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:16.712073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=979c95c3-5c49-47c0-b91a-637bfe2c9b32,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:16.713025 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b45fd0ab-4f05-47b3-ad03-0827c91ed3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:16.715414 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b45fd0ab-4f05-47b3-ad03-0827c91ed3ab admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7b0733bb-ddef-48bb-adaf-f8844fbc1a85 HTTP/1.1" status: 204 len: 168 time: 1.0532892 Aug 28 12:40:16.716619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fd0ab-4f05-47b3-ad03-0827c91ed3ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0733bb-ddef-48bb-adaf-f8844fbc1a85,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:16.719043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33758) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:16.722780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Transition to ACTIVE for port object 3d435da6-cfdc-4b2e-8de4-b300128a6a39 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:40:16.729180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e100e2-f40d-4a50-bcaa-0c6677aeb2c3 None None] Network a984379b-eed6-4fb8-902d-6b247ecefa35 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:40:16.758501 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 6979651e-195d-425f-9379-047747af0b1b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:16.768336 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:16.781642 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f88ab-c16a-48c0-9f4d-a79b03c2fc94 req-21bcdd97-ca91-4ec7-9c46-0b1f7c1ff78b tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:16.783563 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-375f88ab-c16a-48c0-9f4d-a79b03c2fc94 req-21bcdd97-ca91-4ec7-9c46-0b1f7c1ff78b tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 946 time: 0.6416886 Aug 28 12:40:16.809123 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 6979651e-195d-425f-9379-047747af0b1b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:16.809541 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:16.815927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Network 60a4a2e2-32f4-42e8-a215-a251458b02ab is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:40:16.823563 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:40:16.828569 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:40:16.835521 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:16.876254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Pushing event updated for resources: {'Port': ['ID=3d435da6-cfdc-4b2e-8de4-b300128a6a39,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:16.906112 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-375f88ab-c16a-48c0-9f4d-a79b03c2fc94 req-cbfcf985-d25f-4df7-9637-b6084b2fccbc tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996642 Aug 28 12:40:16.908274 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:16.977347 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] Deleting port 1ffd2037-168b-481e-9dc7-d254778ed2fd {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:40:16.977751 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.007720 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44318eab-491c-4f1f-b9ba-341466a02e1e x-openstack-request-id: req-44318eab-491c-4f1f-b9ba-341466a02e1e {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:17.008011 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e8327b-1906-4aff-984f-19315afd6b60", "name": "network-vif-plugged", "status": "completed", "tag": "979c95c3-5c49-47c0-b91a-637bfe2c9b32", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:17.008261 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44318eab-491c-4f1f-b9ba-341466a02e1e {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:17.008658 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e8327b-1906-4aff-984f-19315afd6b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979c95c3-5c49-47c0-b91a-637bfe2c9b32', 'code': 200} Aug 28 12:40:17.181183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] For port 1ffd2037-168b-481e-9dc7-d254778ed2fd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1ffd2037-168b-481e-9dc7-d254778ed2fd,segment=NetworkSegment(3ae57250-d648-4fcd-b440-8777ab8f7b16),segment_id=3ae57250-d648-4fcd-b440-8777ab8f7b16)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:17.182152 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.203934 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.212169 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee22000-22fd-4561-98a9-d586baa2505a None None] DHCP port deletion for a984379b-eed6-4fb8-902d-6b247ecefa35 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:40:17.221900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] Calling delete_port for 1ffd2037-168b-481e-9dc7-d254778ed2fd owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:40:17.227179 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.234210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5bd6c-314e-4c09-92b5-a37d1ab23010 req-d88c0e9f-a77b-409f-a052-8bad2ef53944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:17.236693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7be5bd6c-314e-4c09-92b5-a37d1ab23010 req-d88c0e9f-a77b-409f-a052-8bad2ef53944 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 1098 time: 0.1847658 Aug 28 12:40:17.250288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466dc0f-ae41-4015-b800-8adeab48501b req-42182d38-9e40-4186-ab9a-902ebb66d3f8 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:17.250992 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Transition to ACTIVE for port object 88075557-ec32-41f7-9e0d-790e42e78663 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:40:17.251844 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1466dc0f-ae41-4015-b800-8adeab48501b req-42182d38-9e40-4186-ab9a-902ebb66d3f8 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 946 time: 0.1357620 Aug 28 12:40:17.258040 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.293843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-15178add-c02b-4332-b2a3-adba1e9b513b None None] Provisioning for port 3d435da6-cfdc-4b2e-8de4-b300128a6a39 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:17.296603 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.333533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-15178add-c02b-4332-b2a3-adba1e9b513b None None] Provisioning complete for port 3d435da6-cfdc-4b2e-8de4-b300128a6a39 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:17.333817 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-15178add-c02b-4332-b2a3-adba1e9b513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.392053 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7be5bd6c-314e-4c09-92b5-a37d1ab23010 req-8607c85a-1f6b-4099-8111-a286bc6a827f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340997 Aug 28 12:40:17.402456 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498d8b3-a58b-4c60-8aac-4f6d7569648a req-d7cbf0dd-30e7-46ac-9906-8ddca136af74 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:17.405225 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2498d8b3-a58b-4c60-8aac-4f6d7569648a req-d7cbf0dd-30e7-46ac-9906-8ddca136af74 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 946 time: 0.1219726 Aug 28 12:40:17.418114 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33772) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:17.431118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-62af9727-d407-4e8b-994f-9aeade48676e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Request body: {'floatingip': {'port_id': '2f7c8652-bfdb-46bd-9a65-c7c5b6189d87'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:17.437225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 6979651e-195d-425f-9379-047747af0b1b, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6979651e-195d-425f-9379-047747af0b1b,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:17.443635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6497db-1ddd-40fb-9bd9-bb2465479076 None None] Pushing event updated for resources: {'Port': ['ID=88075557-ec32-41f7-9e0d-790e42e78663,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:17.447405 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1466dc0f-ae41-4015-b800-8adeab48501b req-f91bc467-2062-4a2d-99df-d6f55625c46c tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720057 Aug 28 12:40:17.453415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Attempting to bind port 88075557-ec32-41f7-9e0d-790e42e78663 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:40:17.453796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Attempting to bind port 88075557-ec32-41f7-9e0d-790e42e78663 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:40:17.454161 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Attempting to bind port 88075557-ec32-41f7-9e0d-790e42e78663 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:17.459541 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.467661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-15178add-c02b-4332-b2a3-adba1e9b513b None None] Port 3d435da6-cfdc-4b2e-8de4-b300128a6a39 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:40:17.475502 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 3a265537-a76d-4740-a9c0-38ac956642bf no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:40:17.504493 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:40:17.504846 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:40:17.505255 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.505696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:40:17.506194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Bound port: 88075557-ec32-41f7-9e0d-790e42e78663, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:40:17.506618 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.542286 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.562209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 3a265537-a76d-4740-a9c0-38ac956642bf {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:40:17.562863 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62af9727-d407-4e8b-994f-9aeade48676e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.566658 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 3a265537-a76d-4740-a9c0-38ac956642bf not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:40:17.580016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffd2037-168b-481e-9dc7-d254778ed2fd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:17.583323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] No DVR routers for this DVR port 1ffd2037-168b-481e-9dc7-d254778ed2fd on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:40:17.600244 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0ee22000-22fd-4561-98a9-d586baa2505a None None] Deleting port 1ffd2037-168b-481e-9dc7-d254778ed2fd {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:40:17.600612 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0ee22000-22fd-4561-98a9-d586baa2505a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.709133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=6979651e-195d-425f-9379-047747af0b1b,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:17.738275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] For port 88075557-ec32-41f7-9e0d-790e42e78663, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:40:17.744942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] For port 88075557-ec32-41f7-9e0d-790e42e78663, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=88075557-ec32-41f7-9e0d-790e42e78663,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:40:17.750004 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.753210 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0ee22000-22fd-4561-98a9-d586baa2505a None None] For port 1ffd2037-168b-481e-9dc7-d254778ed2fd, host n-d-791505-21, got binding levels [] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:17.754038 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0ee22000-22fd-4561-98a9-d586baa2505a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.759513 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.800639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a984379b-eed6-4fb8-902d-6b247ecefa35']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:17.822478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae57250-d648-4fcd-b440-8777ab8f7b16') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:17.822770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae57250-d648-4fcd-b440-8777ab8f7b16') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:17.843672 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.851192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1ffd2037-168b-481e-9dc7-d254778ed2fd no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:40:17.853261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb8ed5-f3ca-4a7f-b20f-99bd1fa09eaf req-4091e7c4-4066-44d5-8ba4-ddd0aed8df75 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:17.859519 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0ee22000-22fd-4561-98a9-d586baa2505a None None] Calling delete_port for 1ffd2037-168b-481e-9dc7-d254778ed2fd owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:40:17.863809 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5eb8ed5-f3ca-4a7f-b20f-99bd1fa09eaf req-4091e7c4-4066-44d5-8ba4-ddd0aed8df75 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.2983053 Aug 28 12:40:17.879121 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.895980 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.ipam_backend_mixin [None req-0ee22000-22fd-4561-98a9-d586baa2505a None None] Port 1ffd2037-168b-481e-9dc7-d254778ed2fd was not found and therefore no delete operation was performed {{(pid=94879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 12:40:17.905501 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 1ffd2037-168b-481e-9dc7-d254778ed2fd {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:40:17.906490 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1ffd2037-168b-481e-9dc7-d254778ed2fd not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:40:17.906660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:40:17.907313 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.907903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c72ed1af-d84e-4f93-9776-b2963fa62391 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:40:17.918939 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0ee22000-22fd-4561-98a9-d586baa2505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:40:17.940298 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:40:17.953220 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.969849 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:17.975380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: c72ed1af-d84e-4f93-9776-b2963fa62391 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:40:17.977112 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c72ed1af-d84e-4f93-9776-b2963fa62391 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:40:18.007124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee22000-22fd-4561-98a9-d586baa2505a None None] No DVR routers for this DVR port 1ffd2037-168b-481e-9dc7-d254778ed2fd on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:40:18.009699 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Routers {'c3e6884d-2c9a-4865-b7c6-7748d89a28b3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:40:18.011248 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:18.015283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6497db-1ddd-40fb-9bd9-bb2465479076 None None] Pushing event updated for resources: {'Port': ['ID=88075557-ec32-41f7-9e0d-790e42e78663,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:18.028747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5eb8ed5-f3ca-4a7f-b20f-99bd1fa09eaf req-c9446c0b-975e-46c0-bfb5-a4f0105f9658 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571443 Aug 28 12:40:18.123873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0205fe1-9765-4407-95e3-dce5b18369ab req-0a198fa1-51a0-4831-8da1-8eb9c3da6ee1 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:18.128430 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee22000-22fd-4561-98a9-d586baa2505a None None] Pushing event deleted for resources: {'Port': ['ID=1ffd2037-168b-481e-9dc7-d254778ed2fd,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:18.132423 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b0205fe1-9765-4407-95e3-dce5b18369ab req-0a198fa1-51a0-4831-8da1-8eb9c3da6ee1 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 945 time: 0.2548494 Aug 28 12:40:18.135981 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:18.163771 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:18.169685 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] 10.222.0.20 "DELETE /v2.0/networks/a984379b-eed6-4fb8-902d-6b247ecefa35 HTTP/1.1" status: 204 len: 168 time: 1.4480507 Aug 28 12:40:18.182786 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349a6e3-8d7c-4124-a881-5bb5a49181ee admin admin] Pushing event deleted for resources: {'Network': ['ID=a984379b-eed6-4fb8-902d-6b247ecefa35,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:18.213705 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b0205fe1-9765-4407-95e3-dce5b18369ab req-f3daecd6-cac6-47dd-b903-d9de38451024 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800347 Aug 28 12:40:18.232129 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:18.234345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Pushing event updated for resources: {'Port': ['ID=3d435da6-cfdc-4b2e-8de4-b300128a6a39,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:18.283602 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] Set router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:40:18.407014 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76c4ae-0fc7-42b2-baeb-17c26c48048c req-ee1677da-4eda-450b-93e9-7ad51ad67882 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:18.410376 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e76c4ae-0fc7-42b2-baeb-17c26c48048c req-ee1677da-4eda-450b-93e9-7ad51ad67882 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 951 time: 0.2116857 Aug 28 12:40:18.416281 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33788) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:18.489091 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b64e8972-c995-476f-bfd1-db0d7c36a6bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f5d09bab4324963983c9cd7d1107799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685477 Aug 28 12:40:18.490126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33792) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:18.612446 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e76c4ae-0fc7-42b2-baeb-17c26c48048c req-7efdcb2e-42a9-4b41-8ebd-7b44a08888f8 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919429 Aug 28 12:40:18.645618 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5900a379-db65-4527-a9f5-9b7f9d95c7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:18.676526 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61e62e-de92-48cc-a3e6-b53d00391459 req-2fce14be-4caf-43d0-8503-14439f1d0eec tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:18.679054 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da61e62e-de92-48cc-a3e6-b53d00391459 req-2fce14be-4caf-43d0-8503-14439f1d0eec tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 946 time: 0.1090817 Aug 28 12:40:18.727470 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5900a379-db65-4527-a9f5-9b7f9d95c7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:18.734585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Network 60a4a2e2-32f4-42e8-a215-a251458b02ab is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:40:18.739579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:40:18.887369 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da61e62e-de92-48cc-a3e6-b53d00391459 req-9c0fb8b8-f13f-4175-b12d-1ce60e9e176e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881248 Aug 28 12:40:18.902920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'name': 'tempest-ServerActionsTestJSON-1102254835-router', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88075557-ec32-41f7-9e0d-790e42e78663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:40:09Z', 'updated_at': '2021-08-28T12:40:17Z', 'revision_number': 4, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'gw_port': {'id': '88075557-ec32-41f7-9e0d-790e42e78663', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:11Z', 'updated_at': '2021-08-28T12:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '3d435da6-cfdc-4b2e-8de4-b300128a6a39', 'name': '', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'mac_address': 'fa:16:3e:d5:5b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:16Z', 'updated_at': '2021-08-28T12:40:17Z', 'revision_number': 2, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'subnets': [{'id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:18.928012 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5900a379-db65-4527-a9f5-9b7f9d95c7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:18.931863 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5900a379-db65-4527-a9f5-9b7f9d95c7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:18.934148 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5900a379-db65-4527-a9f5-9b7f9d95c7b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/227221d2-8841-4fd1-884f-26efdd2fca60 HTTP/1.1" status: 204 len: 168 time: 0.4421928 Aug 28 12:40:18.953334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900a379-db65-4527-a9f5-9b7f9d95c7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227221d2-8841-4fd1-884f-26efdd2fca60,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:18.969330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e8684-c91a-47aa-bf1a-cc9852152a34 None None] The sync data for ids ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'] in n-d-791505-21 is: [{'id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'name': 'tempest-ServerActionsTestJSON-1102254835-router', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88075557-ec32-41f7-9e0d-790e42e78663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:40:09Z', 'updated_at': '2021-08-28T12:40:17Z', 'revision_number': 4, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'gw_port': {'id': '88075557-ec32-41f7-9e0d-790e42e78663', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:11Z', 'updated_at': '2021-08-28T12:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '3d435da6-cfdc-4b2e-8de4-b300128a6a39', 'name': '', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'mac_address': 'fa:16:3e:d5:5b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:16Z', 'updated_at': '2021-08-28T12:40:17Z', 'revision_number': 2, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'subnets': [{'id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:40:19.012933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecf0186-6035-4108-9bc5-f8a81fd38ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6979651e-195d-425f-9379-047747af0b1b'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:19.017634 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65367965-1644-46e1-a451-b227e5d619ca" -d '{"events": [{"server_uuid": "7ecf0186-6035-4108-9bc5-f8a81fd38ecd", "name": "network-vif-plugged", "status": "completed", "tag": "6979651e-195d-425f-9379-047747af0b1b"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:19.091799 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1a4eb9-b176-4a02-b535-682a28d07d69 x-openstack-request-id: req-2f1a4eb9-b176-4a02-b535-682a28d07d69 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:19.093264 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecf0186-6035-4108-9bc5-f8a81fd38ecd", "name": "network-vif-plugged", "status": "completed", "tag": "6979651e-195d-425f-9379-047747af0b1b", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:19.093264 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f1a4eb9-b176-4a02-b535-682a28d07d69 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:19.093264 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecf0186-6035-4108-9bc5-f8a81fd38ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6979651e-195d-425f-9379-047747af0b1b', 'code': 200} Aug 28 12:40:19.154712 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 246bce7e-0775-4985-8bdb-929abd780c76 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:19.369438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b13f26dc-10f9-49ab-b703-75dd79d27704 None None] Provisioning complete for port 3d435da6-cfdc-4b2e-8de4-b300128a6a39 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:19.370139 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b13f26dc-10f9-49ab-b703-75dd79d27704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:19.378225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 246bce7e-0775-4985-8bdb-929abd780c76 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:19.433661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 246bce7e-0775-4985-8bdb-929abd780c76 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:19.438803 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:19.445682 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87c11a-9104-4a1c-8f91-4763eb9728f3 req-97ac644f-f50b-4c10-91a9-677ce3f68902 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:19.447722 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a87c11a-9104-4a1c-8f91-4763eb9728f3 req-97ac644f-f50b-4c10-91a9-677ce3f68902 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 951 time: 0.1920755 Aug 28 12:40:19.458144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dbdda-9eb9-4f07-b222-b6808c1d4f1d req-79b4d050-b31f-491f-ad4a-9952f287acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:19.458765 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b47dbdda-9eb9-4f07-b222-b6808c1d4f1d req-79b4d050-b31f-491f-ad4a-9952f287acb1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 1102 time: 0.2655859 Aug 28 12:40:19.543538 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.resource_extend [None req-62af9727-d407-4e8b-994f-9aeade48676e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:40:19.552960 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b13f26dc-10f9-49ab-b703-75dd79d27704 None None] Port 3d435da6-cfdc-4b2e-8de4-b300128a6a39 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:40:19.655282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baec79e-8658-40c6-98f5-065f5ba360de req-d584d251-0b39-4e2d-a0f7-8cd510329409 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:19.660818 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:19.663716 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5baec79e-8658-40c6-98f5-065f5ba360de req-d584d251-0b39-4e2d-a0f7-8cd510329409 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.4580486 Aug 28 12:40:19.738447 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf39fc-2ec9-4955-8d1d-f617b58e2fd8 req-ff34f4c5-bfdc-4d04-952a-260d752e5dd4 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:19.740031 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-03bf39fc-2ec9-4955-8d1d-f617b58e2fd8 req-ff34f4c5-bfdc-4d04-952a-260d752e5dd4 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 945 time: 0.2705221 Aug 28 12:40:19.744808 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=246bce7e-0775-4985-8bdb-929abd780c76,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:19.758389 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:19.775917 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5baec79e-8658-40c6-98f5-065f5ba360de req-c20f57ff-62c4-4f2e-a635-cb919894645a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111414 Aug 28 12:40:19.781381 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b47dbdda-9eb9-4f07-b222-b6808c1d4f1d req-71716458-02ae-4f6f-b8eb-e3f4b9a35889 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072170 Aug 28 12:40:19.828148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-1a87c11a-9104-4a1c-8f91-4763eb9728f3 req-670c6bdf-ea3d-4209-af07-60162a00bc3c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Deleting port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:40:19.829280 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1a87c11a-9104-4a1c-8f91-4763eb9728f3 req-670c6bdf-ea3d-4209-af07-60162a00bc3c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:19.862633 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62af9727-d407-4e8b-994f-9aeade48676e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:19.868618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:40:19.877252 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62af9727-d407-4e8b-994f-9aeade48676e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:19.890631 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-03bf39fc-2ec9-4955-8d1d-f617b58e2fd8 req-17c2f11e-6c0e-4c7d-86e7-b662048c6338 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325073 Aug 28 12:40:19.892931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=246bce7e-0775-4985-8bdb-929abd780c76,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:20.091783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07472d4d-4b67-48c2-9ab2-9277824533a9 req-8394d8f1-7738-4bf4-b132-4b3997a0b379 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:20.093945 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07472d4d-4b67-48c2-9ab2-9277824533a9 req-8394d8f1-7738-4bf4-b132-4b3997a0b379 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b028d65-68cf-4cc8-9cf4-9f0890d023cd HTTP/1.1" status: 200 len: 951 time: 0.1407833 Aug 28 12:40:20.143778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1a87c11a-9104-4a1c-8f91-4763eb9728f3 req-670c6bdf-ea3d-4209-af07-60162a00bc3c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] For port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:20.144165 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1a87c11a-9104-4a1c-8f91-4763eb9728f3 req-670c6bdf-ea3d-4209-af07-60162a00bc3c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:20.161188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:40:20.168293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-1a87c11a-9104-4a1c-8f91-4763eb9728f3 req-670c6bdf-ea3d-4209-af07-60162a00bc3c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Calling delete_port for 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:40:20.201015 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7ca54035-45ef-4647-b87e-40407433f146 admin admin] 10.222.0.20 "PUT /v2.0/routers/c3e6884d-2c9a-4865-b7c6-7748d89a28b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0764799 Aug 28 12:40:20.303318 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07472d4d-4b67-48c2-9ab2-9277824533a9 req-7d02a43c-23eb-49fb-8875-db43eb0ece18 tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa2fc483-496d-4a01-ab49-87ca9f94c2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894124 Aug 28 12:40:20.352575 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9495c6-9676-4bc7-b394-c46e05468e28 req-bc7848d1-5a91-4791-a684-a1541e09895d tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:20.354186 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-da9495c6-9676-4bc7-b394-c46e05468e28 req-bc7848d1-5a91-4791-a684-a1541e09895d tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 946 time: 0.2319109 Aug 28 12:40:20.376457 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-62af9727-d407-4e8b-994f-9aeade48676e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Floating IP 9fff87c2-a957-4f81-af61-59985af863cb associated. External IP: 172.25.1.158, port: 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87. Aug 28 12:40:20.489354 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1a87c11a-9104-4a1c-8f91-4763eb9728f3 req-670c6bdf-ea3d-4209-af07-60162a00bc3c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:20.505849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['5ce60adf-041b-4b40-afcc-ce9a1e5c0f86'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:20.610348 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-da9495c6-9676-4bc7-b394-c46e05468e28 req-d1fe0d1b-77e7-424f-83c3-035e11233f2f tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420180 Aug 28 12:40:20.627417 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c6bdf-ea3d-4209-af07-60162a00bc3c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Pushing event deleted for resources: {'Port': ['ID=5ce60adf-041b-4b40-afcc-ce9a1e5c0f86,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:20.745908 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a87c11a-9104-4a1c-8f91-4763eb9728f3 req-670c6bdf-ea3d-4209-af07-60162a00bc3c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] No DVR routers for this DVR port 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:40:20.750281 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1a87c11a-9104-4a1c-8f91-4763eb9728f3 req-670c6bdf-ea3d-4209-af07-60162a00bc3c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:20.753474 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a87c11a-9104-4a1c-8f91-4763eb9728f3 req-670c6bdf-ea3d-4209-af07-60162a00bc3c tempest-ServersAdminTestJSON-1686564233 tempest-ServersAdminTestJSON-1686564233-project] 10.222.0.11 "DELETE /v2.0/ports/5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 HTTP/1.1" status: 204 len: 173 time: 1.2924979 Aug 28 12:40:20.754182 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b028d65-68cf-4cc8-9cf4-9f0890d023cd', 'name': 'network-vif-deleted', 'tag': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:20.766861 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec8c0e5-c587-47b0-8380-95c74b82d3db" -d '{"events": [{"server_uuid": "2b028d65-68cf-4cc8-9cf4-9f0890d023cd", "name": "network-vif-deleted", "tag": "5ce60adf-041b-4b40-afcc-ce9a1e5c0f86"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:20.807286 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62af9727-d407-4e8b-994f-9aeade48676e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:40:21.094021 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c769efc5-0fc1-4ddb-b920-e316012ac758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246bce7e-0775-4985-8bdb-929abd780c76'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:21.100319 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66c640b-bd29-4785-b118-eafb0c1c9d48 x-openstack-request-id: req-f66c640b-bd29-4785-b118-eafb0c1c9d48 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:21.101118 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b028d65-68cf-4cc8-9cf4-9f0890d023cd", "name": "network-vif-deleted", "tag": "5ce60adf-041b-4b40-afcc-ce9a1e5c0f86", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:21.101118 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f66c640b-bd29-4785-b118-eafb0c1c9d48 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:21.101899 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b028d65-68cf-4cc8-9cf4-9f0890d023cd', 'name': 'network-vif-deleted', 'tag': '5ce60adf-041b-4b40-afcc-ce9a1e5c0f86', 'status': 'completed', 'code': 200} Aug 28 12:40:21.104623 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1024fe7c-2e78-4e8c-ab1a-bfbdf4d0ee97" -d '{"events": [{"server_uuid": "c769efc5-0fc1-4ddb-b920-e316012ac758", "name": "network-vif-plugged", "status": "completed", "tag": "246bce7e-0775-4985-8bdb-929abd780c76"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:21.174240 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62af9727-d407-4e8b-994f-9aeade48676e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:40:21.183673 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62af9727-d407-4e8b-994f-9aeade48676e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:21.193667 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7559d7-7ec9-4dfe-b989-94581192113a None None] Sync routers for ids ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:40:21.242422 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7559d7-7ec9-4dfe-b989-94581192113a None None] Routers {'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:40:21.248727 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9e7559d7-7ec9-4dfe-b989-94581192113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:21.264664 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-62af9727-d407-4e8b-994f-9aeade48676e tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "PUT /v2.0/floatingips/9fff87c2-a957-4f81-af61-59985af863cb HTTP/1.1" status: 200 len: 992 time: 3.8437021 Aug 28 12:40:21.269039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcbd827-0835-47f8-a00c-de595d681a4d', 'tag': '2f7c8652-bfdb-46bd-9a65-c7c5b6189d87'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:21.275751 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cbb218-cbb5-4e55-bd8a-1599865b6958" -d '{"events": [{"name": "network-changed", "server_uuid": "8dcbd827-0835-47f8-a00c-de595d681a4d", "tag": "2f7c8652-bfdb-46bd-9a65-c7c5b6189d87"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:21.423756 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562a9cc-a82a-4347-b4dc-aa150b3672c3 req-b65d17ab-cf75-4101-84e1-c5ec9fc78c5b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:21.425453 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9562a9cc-a82a-4347-b4dc-aa150b3672c3 req-b65d17ab-cf75-4101-84e1-c5ec9fc78c5b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1133094 Aug 28 12:40:21.514828 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9562a9cc-a82a-4347-b4dc-aa150b3672c3 req-bb4500ef-35e0-4cf8-866f-78932f9a9118 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769005 Aug 28 12:40:21.539253 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-9e7559d7-7ec9-4dfe-b989-94581192113a None None] Set router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:40:21.673885 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33858) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:21.686639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b4d3893c-6aba-4ced-823c-b116f221cdaf tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364426787', 'description': 'tempest-description--1402814191'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:21.741985 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4d3893c-6aba-4ced-823c-b116f221cdaf tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:21.833221 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbe384-ecfc-4ea8-a64e-7b727c8f108f req-0b79d162-0b91-4002-ae78-9a778e24c344 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:21.852952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-30cbe384-ecfc-4ea8-a64e-7b727c8f108f req-0b79d162-0b91-4002-ae78-9a778e24c344 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 946 time: 0.2019079 Aug 28 12:40:21.890669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 88075557-ec32-41f7-9e0d-790e42e78663 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:21.933018 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9e7559d7-7ec9-4dfe-b989-94581192113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:55Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fff87c2-a957-4f81-af61-59985af863cb', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'port_id': '2f7c8652-bfdb-46bd-9a65-c7c5b6189d87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'mac_address': 'fa:16:3e:6e:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcbd827-0835-47f8-a00c-de595d681a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:37:18Z', 'updated_at': '2021-08-28T12:40:19Z', 'revision_number': 5, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b91ddc-eb37-4129-8384-6ca9c82d88ad', 'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'mac_address': 'fa:16:3e:71:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:54Z', 'updated_at': '2021-08-28T12:37:04Z', 'revision_number': 5, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'subnets': [{'id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:21.957777 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-30cbe384-ecfc-4ea8-a64e-7b727c8f108f req-7f827ce9-386c-4966-92c8-eada54e962e3 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927451 Aug 28 12:40:21.965184 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 88075557-ec32-41f7-9e0d-790e42e78663 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:21.969743 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7559d7-7ec9-4dfe-b989-94581192113a None None] Checking router: ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:40:21.985258 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7559d7-7ec9-4dfe-b989-94581192113a None None] Routers {'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:40:21.985258 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9e7559d7-7ec9-4dfe-b989-94581192113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:21.985635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 88075557-ec32-41f7-9e0d-790e42e78663 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:21.985635 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:21.985944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed31975-1986-43a1-8d7a-d7baf608368e req-4f2ad64d-bb41-4e8e-800c-8ea1d50c25da tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:22.001208 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ed31975-1986-43a1-8d7a-d7baf608368e req-4f2ad64d-bb41-4e8e-800c-8ea1d50c25da tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 946 time: 0.2104440 Aug 28 12:40:22.091544 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ed31975-1986-43a1-8d7a-d7baf608368e req-bbf3f523-66a3-4778-9f2f-cff8f9161f93 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886290 Aug 28 12:40:22.161430 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:22.172876 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-9e7559d7-7ec9-4dfe-b989-94581192113a None None] Set router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:40:22.179009 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4d3893c-6aba-4ced-823c-b116f221cdaf tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:22.185677 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4d3893c-6aba-4ced-823c-b116f221cdaf tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:22.222181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 88075557-ec32-41f7-9e0d-790e42e78663, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=88075557-ec32-41f7-9e0d-790e42e78663,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:22.225589 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee18093-204b-49a2-8c04-5fc6a91557c1 x-openstack-request-id: req-7ee18093-204b-49a2-8c04-5fc6a91557c1 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:22.226781 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c769efc5-0fc1-4ddb-b920-e316012ac758", "name": "network-vif-plugged", "status": "completed", "tag": "246bce7e-0775-4985-8bdb-929abd780c76", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:22.230692 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ee18093-204b-49a2-8c04-5fc6a91557c1 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:22.231246 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c769efc5-0fc1-4ddb-b920-e316012ac758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246bce7e-0775-4985-8bdb-929abd780c76', 'code': 200} Aug 28 12:40:22.250496 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:22.314226 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=88075557-ec32-41f7-9e0d-790e42e78663,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:22.322452 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-96dbf3f8-67a5-479b-bd35-c2086953f384 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1da0e1b9bcde4e45aa7c3ee9bee90c9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711501 Aug 28 12:40:22.353200 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4d3893c-6aba-4ced-823c-b116f221cdaf tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:22.358527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b4d3893c-6aba-4ced-823c-b116f221cdaf tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6772742 Aug 28 12:40:22.361507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33870) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:22.370603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a28f9927-59af-4873-8d1d-7ffaf41fd3c4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Request body: {'security_group_rule': {'security_group_id': '7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:22.377859 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3893c-6aba-4ced-823c-b116f221cdaf tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:22.446811 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c1dec7-ec49-4163-89be-221b6f6a7816 x-openstack-request-id: req-19c1dec7-ec49-4163-89be-221b6f6a7816 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:22.447912 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dcbd827-0835-47f8-a00c-de595d681a4d", "tag": "2f7c8652-bfdb-46bd-9a65-c7c5b6189d87", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:22.448158 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19c1dec7-ec49-4163-89be-221b6f6a7816 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:22.448555 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcbd827-0835-47f8-a00c-de595d681a4d', 'tag': '2f7c8652-bfdb-46bd-9a65-c7c5b6189d87', 'status': 'completed', 'code': 200} Aug 28 12:40:22.472556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6325660-fe35-4861-b212-b812a5b15132 req-747fcf9f-ed3f-4d0b-a471-5b15770d2148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:22.474416 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6325660-fe35-4861-b212-b812a5b15132 req-747fcf9f-ed3f-4d0b-a471-5b15770d2148 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 1098 time: 0.1881042 Aug 28 12:40:22.500948 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a28f9927-59af-4873-8d1d-7ffaf41fd3c4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:22.557247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-a864be36-9781-41ea-a7ed-d82d58515f13 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:22.573211 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-a864be36-9781-41ea-a7ed-d82d58515f13 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498252 Aug 28 12:40:22.611079 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-faf4315e-7276-478e-a9ee-7274ef7d8afb tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/quotas/1da0e1b9bcde4e45aa7c3ee9bee90c9f HTTP/1.1" status: 200 len: 375 time: 0.0366745 Aug 28 12:40:22.615376 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbb218-cbb5-4e55-bd8a-1599865b6958 req-f0f0a500-c64c-4c08-8ca9-331591324a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:22.617790 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85cbb218-cbb5-4e55-bd8a-1599865b6958 req-f0f0a500-c64c-4c08-8ca9-331591324a2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83337d60d57f4fdc939f5ecaedf1b2a7&device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 1098 time: 0.1939082 Aug 28 12:40:22.649595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6325660-fe35-4861-b212-b812a5b15132 req-78e81da1-6926-43d6-9bb4-c829d2ca025c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650624 Aug 28 12:40:22.652933 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9e7559d7-7ec9-4dfe-b989-94581192113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:55Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fff87c2-a957-4f81-af61-59985af863cb', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'port_id': '2f7c8652-bfdb-46bd-9a65-c7c5b6189d87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'mac_address': 'fa:16:3e:6e:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcbd827-0835-47f8-a00c-de595d681a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:37:18Z', 'updated_at': '2021-08-28T12:40:19Z', 'revision_number': 5, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b91ddc-eb37-4129-8384-6ca9c82d88ad', 'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'mac_address': 'fa:16:3e:71:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:54Z', 'updated_at': '2021-08-28T12:37:04Z', 'revision_number': 5, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'subnets': [{'id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:22.686856 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-4e642cfb-bdc1-49b2-bfc4-b2fc4a3e61ed tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1da0e1b9bcde4e45aa7c3ee9bee90c9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747705 Aug 28 12:40:22.703635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:40:22.718027 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7559d7-7ec9-4dfe-b989-94581192113a None None] The sync data for ids ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'] in n-d-791505-21 is: [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:55Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fff87c2-a957-4f81-af61-59985af863cb', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'floating_ip_address': '172.25.1.158', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'port_id': '2f7c8652-bfdb-46bd-9a65-c7c5b6189d87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'mac_address': 'fa:16:3e:6e:fc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcbd827-0835-47f8-a00c-de595d681a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:37:18Z', 'updated_at': '2021-08-28T12:40:19Z', 'revision_number': 5, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73b91ddc-eb37-4129-8384-6ca9c82d88ad', 'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'mac_address': 'fa:16:3e:71:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:54Z', 'updated_at': '2021-08-28T12:37:04Z', 'revision_number': 5, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'subnets': [{'id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:40:22.787598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:40:22.788118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5ce60adf-041b-4b40-afcc-ce9a1e5c0f86 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:40:22.796644 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a28f9927-59af-4873-8d1d-7ffaf41fd3c4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:22.815851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e08484-5e15-40f9-85c9-f4c7fda41e31 req-0691d746-1c7f-4548-ae58-02bad4b94e9f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:22.823769 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44e08484-5e15-40f9-85c9-f4c7fda41e31 req-0691d746-1c7f-4548-ae58-02bad4b94e9f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.0865908 Aug 28 12:40:22.863448 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a28f9927-59af-4873-8d1d-7ffaf41fd3c4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:22.889419 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44e08484-5e15-40f9-85c9-f4c7fda41e31 req-282cba2b-6cf4-4452-ab9c-f5272665506b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588450 Aug 28 12:40:22.952025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f9927-59af-4873-8d1d-7ffaf41fd3c4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09999618-75a3-4a46-9dd2-cff522a1fe6a,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:22.952540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Sync routers for ids ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:40:22.962643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33886) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:22.963769 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a28f9927-59af-4873-8d1d-7ffaf41fd3c4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:22.967936 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a28f9927-59af-4873-8d1d-7ffaf41fd3c4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6023855 Aug 28 12:40:22.970438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33888) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:22.983310 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-f4128c48-572a-4362-9889-9b5f989e2cf8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Request body: {'security_group_rule': {'security_group_id': '7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:22.990336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Routers {'c3e6884d-2c9a-4865-b7c6-7748d89a28b3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:40:22.991015 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:23.010806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbb218-cbb5-4e55-bd8a-1599865b6958 req-d702c6da-6bde-4dd6-9847-bc408c39c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:23.017936 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85cbb218-cbb5-4e55-bd8a-1599865b6958 req-d702c6da-6bde-4dd6-9847-bc408c39c7a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a03c9b71-7c51-4af0-ad11-1d5b2280ced4 HTTP/1.1" status: 200 len: 924 time: 0.3917515 Aug 28 12:40:23.092117 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f4128c48-572a-4362-9889-9b5f989e2cf8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:23.107808 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1a6c2d3e-43b8-4786-8056-c35c98fae26f req-475f4dbd-abd1-4843-baac-b05df43d129b tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 210 time: 0.0879204 Aug 28 12:40:23.184638 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85cbb218-cbb5-4e55-bd8a-1599865b6958 req-2bb16b62-4108-4f7e-b030-3fd7c75f612b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 HTTP/1.1" status: 200 len: 1000 time: 0.1585498 Aug 28 12:40:23.276212 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224ad07-58e3-4a66-86ad-1555e5e479a0 None None] New status for floating IP 9fff87c2-a957-4f81-af61-59985af863cb: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:40:23.295933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-97dcd14b-e274-4213-97ce-e5556eefa0d3 req-9b15df18-18b0-4726-b1d4-d0d648398feb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:40:23.303256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97dcd14b-e274-4213-97ce-e5556eefa0d3 req-9b15df18-18b0-4726-b1d4-d0d648398feb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167546 Aug 28 12:40:23.330768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbb218-cbb5-4e55-bd8a-1599865b6958 req-281cf7f8-9956-4afa-8998-d6cd4fa2a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:23.348878 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85cbb218-cbb5-4e55-bd8a-1599865b6958 req-281cf7f8-9956-4afa-8998-d6cd4fa2a41f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2fcfd29c-4f31-4b94-b976-9b055b77b757 HTTP/1.1" status: 200 len: 863 time: 0.1493742 Aug 28 12:40:23.351054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Set router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:40:23.460795 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f4128c48-572a-4362-9889-9b5f989e2cf8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:23.479531 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbb218-cbb5-4e55-bd8a-1599865b6958 req-310361d8-1b16-40f1-8ee3-5ff9356334cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:23.484757 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f4128c48-572a-4362-9889-9b5f989e2cf8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:23.487195 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85cbb218-cbb5-4e55-bd8a-1599865b6958 req-310361d8-1b16-40f1-8ee3-5ff9356334cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a03c9b71-7c51-4af0-ad11-1d5b2280ced4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1262257 Aug 28 12:40:23.625054 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f4128c48-572a-4362-9889-9b5f989e2cf8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:23.626348 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f4128c48-572a-4362-9889-9b5f989e2cf8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6539984 Aug 28 12:40:23.631620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33904) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:23.633420 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4128c48-572a-4362-9889-9b5f989e2cf8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e6f1ba-085c-4b24-92ff-d7c7f5a9621f,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:23.649248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:23.724048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439260d2-5b56-4ad0-82a8-c949e7a2b066 req-32fa945a-f78f-49ae-a89f-67a47587c412 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:23.748870 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-439260d2-5b56-4ad0-82a8-c949e7a2b066 req-32fa945a-f78f-49ae-a89f-67a47587c412 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 946 time: 0.4282088 Aug 28 12:40:23.756993 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85cbb218-cbb5-4e55-bd8a-1599865b6958 req-8d638296-5f68-47b7-85ca-164412943720 service neutron] 10.222.0.11 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541444 Aug 28 12:40:23.763018 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:23.848882 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-57133c82-a825-420a-b103-48777bfed58e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b587fea80142461bad0b38417b208b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8829420 Aug 28 12:40:23.861384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'name': 'tempest-ServerActionsTestJSON-1102254835-router', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88075557-ec32-41f7-9e0d-790e42e78663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:40:09Z', 'updated_at': '2021-08-28T12:40:17Z', 'revision_number': 4, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'gw_port': {'id': '88075557-ec32-41f7-9e0d-790e42e78663', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:11Z', 'updated_at': '2021-08-28T12:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '3d435da6-cfdc-4b2e-8de4-b300128a6a39', 'name': '', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'mac_address': 'fa:16:3e:d5:5b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:16Z', 'updated_at': '2021-08-28T12:40:17Z', 'revision_number': 2, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'subnets': [{'id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:23.863955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33908) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:23.912961 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 88075557-ec32-41f7-9e0d-790e42e78663 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:23.987042 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-5381ef91-f0e4-4daf-a5bd-690dc3c67e65 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2348833 Aug 28 12:40:23.997630 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Checking router: c3e6884d-2c9a-4865-b7c6-7748d89a28b3 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:40:23.998185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Updating router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 port 3d435da6-cfdc-4b2e-8de4-b300128a6a39 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:40:24.015298 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-439260d2-5b56-4ad0-82a8-c949e7a2b066 req-620b7569-b958-474f-8e36-41bc76fe6b6f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021577 Aug 28 12:40:24.060914 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3fbb-5acc-4dde-b425-6eeaa208011c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:24.093284 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:24.116766 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3fbb-5acc-4dde-b425-6eeaa208011c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:24.126515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5d29d-7d22-442b-97b3-ef95c9cc0cf0 req-081a2d1e-6fa7-43e8-9dbd-05b39bf288dd tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:24.133863 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-89a5d29d-7d22-442b-97b3-ef95c9cc0cf0 req-081a2d1e-6fa7-43e8-9dbd-05b39bf288dd tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 946 time: 0.3444088 Aug 28 12:40:24.230887 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85cbb218-cbb5-4e55-bd8a-1599865b6958 req-efbe3de2-0927-4e6c-b384-82256b8d2fd3 service neutron] 10.222.0.11 "GET /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642045 Aug 28 12:40:24.267490 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 88075557-ec32-41f7-9e0d-790e42e78663 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:24.268051 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:24.284854 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3fbb-5acc-4dde-b425-6eeaa208011c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:24.287498 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3fbb-5acc-4dde-b425-6eeaa208011c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:24.288651 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1b1e3fbb-5acc-4dde-b425-6eeaa208011c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa2fc483-496d-4a01-ab49-87ca9f94c2bb HTTP/1.1" status: 204 len: 168 time: 0.4214249 Aug 28 12:40:24.314891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e3fbb-5acc-4dde-b425-6eeaa208011c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2fc483-496d-4a01-ab49-87ca9f94c2bb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:24.334178 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd58a2-7536-41fd-86d6-8e9eaf39a0ee req-18d7745f-458d-4226-b66b-fc23a37952e7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:24.335532 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20fd58a2-7536-41fd-86d6-8e9eaf39a0ee req-18d7745f-458d-4226-b66b-fc23a37952e7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1042969 Aug 28 12:40:24.367866 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-89a5d29d-7d22-442b-97b3-ef95c9cc0cf0 req-5a529133-af56-4740-b408-3c435aa8462f tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144284 Aug 28 12:40:24.432106 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:24.456137 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20fd58a2-7536-41fd-86d6-8e9eaf39a0ee req-7d55d966-9ea2-402a-935b-605faf0d9028 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087832 Aug 28 12:40:24.835661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Allocated IP 172.25.1.210 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/e3e731ba-5245-4dfc-8ded-26be13fd6d63) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:40:24.919433 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33946) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:24.998750 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9e5ea788-a7dc-4dc8-96e6-3fde37456531 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e54577a8110f4a9999e9636af508919d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739820 Aug 28 12:40:24.999358 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33948) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:25.006515 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:25.019141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Transition to ACTIVE for port object 3d435da6-cfdc-4b2e-8de4-b300128a6a39 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:40:25.025849 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:25.138840 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-807fe5f2-2151-47e1-a28a-de976385200a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:25.146074 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ecffc238-e1f6-46d0-85d3-5fb4c051ce64 req-fd883e69-1048-4d70-99b9-e6caa613f3ae tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 210 time: 0.1280613 Aug 28 12:40:25.156977 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-db800a96-a4f6-4d77-8cbe-25405b1f65c8 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1da0e1b9bcde4e45aa7c3ee9bee90c9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1402040 Aug 28 12:40:25.197104 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-807fe5f2-2151-47e1-a28a-de976385200a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:25.221274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb693a-9990-427a-9885-ecf6eeec515c None None] Pushing event updated for resources: {'Port': ['ID=3d435da6-cfdc-4b2e-8de4-b300128a6a39,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:25.344680 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-807fe5f2-2151-47e1-a28a-de976385200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:25.381435 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Attempting to bind port 3d435da6-cfdc-4b2e-8de4-b300128a6a39 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:40:25.381832 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Attempting to bind port 3d435da6-cfdc-4b2e-8de4-b300128a6a39 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:40:25.382198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Attempting to bind port 3d435da6-cfdc-4b2e-8de4-b300128a6a39 on network 60a4a2e2-32f4-42e8-a215-a251458b02ab {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:25.383349 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-807fe5f2-2151-47e1-a28a-de976385200a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:25.391518 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-807fe5f2-2151-47e1-a28a-de976385200a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd354e44-e385-4d27-97d5-579f4893eed1 HTTP/1.1" status: 204 len: 168 time: 0.3911407 Aug 28 12:40:25.401875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:40:25.402426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Checking segment: {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:40:25.403139 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:25.403820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Bound using segment: {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:40:25.414245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Bound port: 3d435da6-cfdc-4b2e-8de4-b300128a6a39, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:40:25.414741 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:25.431473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fe5f2-2151-47e1-a28a-de976385200a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd354e44-e385-4d27-97d5-579f4893eed1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:25.586499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-989a3022-78d6-426b-8e45-7dd75ea9e8cf tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:25.591635 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-989a3022-78d6-426b-8e45-7dd75ea9e8cf tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4271107 Aug 28 12:40:25.620012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Request body: {'port': {'device_id': '76c1f257-3277-4cef-834d-ecf9aca42b63', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '1da0e1b9bcde4e45aa7c3ee9bee90c9f'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:25.683541 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:25.764556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] For port 3d435da6-cfdc-4b2e-8de4-b300128a6a39, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:40:25.767358 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e509f-a22b-4562-84fe-78ecdeac758c req-91ce0bb7-1e8a-402e-bf06-5b7527fb2496 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:25.772384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] For port 3d435da6-cfdc-4b2e-8de4-b300128a6a39, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=3d435da6-cfdc-4b2e-8de4-b300128a6a39,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:40:25.773705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f57e509f-a22b-4562-84fe-78ecdeac758c req-91ce0bb7-1e8a-402e-bf06-5b7527fb2496 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1495686 Aug 28 12:40:25.779760 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:25.889176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Routers {'c3e6884d-2c9a-4865-b7c6-7748d89a28b3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:40:25.890722 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:25.917546 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f57e509f-a22b-4562-84fe-78ecdeac758c req-9ae36848-1c98-4455-931e-460848b19028 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345897 Aug 28 12:40:25.964941 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:26.029863 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb693a-9990-427a-9885-ecf6eeec515c None None] Pushing event updated for resources: {'Port': ['ID=3d435da6-cfdc-4b2e-8de4-b300128a6a39,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:26.054842 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Made reservation on behalf of 1da0e1b9bcde4e45aa7c3ee9bee90c9f for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:40:26.061593 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:26.079772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:40:26.094546 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:26.098564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:40:26.101578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:40:26.165445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] Set router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:40:26.167506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event updated for resources: {'Port': ['ID=e3e731ba-5245-4dfc-8ded-26be13fd6d63,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:26.234469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cabfbd-bb67-45df-b94b-7e9c01adeb90 req-3b4f05fc-d759-4633-a82b-d727df55742e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:26.259026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74cabfbd-bb67-45df-b94b-7e9c01adeb90 req-3b4f05fc-d759-4633-a82b-d727df55742e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 946 time: 0.6629369 Aug 28 12:40:26.350386 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-abeb5d77-f086-45ce-9479-80007b28890b req-271b76fc-1694-42cb-956d-b7587b89cb0a tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 210 time: 0.0516403 Aug 28 12:40:26.443950 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74cabfbd-bb67-45df-b94b-7e9c01adeb90 req-d4917793-9fce-4a74-baac-bdbbfaff35ac tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706898 Aug 28 12:40:26.698806 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'name': 'tempest-ServerActionsTestJSON-1102254835-router', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88075557-ec32-41f7-9e0d-790e42e78663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:40:09Z', 'updated_at': '2021-08-28T12:40:17Z', 'revision_number': 4, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'gw_port': {'id': '88075557-ec32-41f7-9e0d-790e42e78663', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:11Z', 'updated_at': '2021-08-28T12:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '3d435da6-cfdc-4b2e-8de4-b300128a6a39', 'name': '', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'mac_address': 'fa:16:3e:d5:5b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:16Z', 'updated_at': '2021-08-28T12:40:25Z', 'revision_number': 4, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'subnets': [{'id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:26.712444 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:26.741425 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:26.742611 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d17f18-3acb-43e4-9c8c-9a37764fe59d None None] The sync data for ids ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'] in n-d-791505-21 is: [{'id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'name': 'tempest-ServerActionsTestJSON-1102254835-router', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88075557-ec32-41f7-9e0d-790e42e78663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:40:09Z', 'updated_at': '2021-08-28T12:40:17Z', 'revision_number': 4, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'gw_port': {'id': '88075557-ec32-41f7-9e0d-790e42e78663', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:11Z', 'updated_at': '2021-08-28T12:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '3d435da6-cfdc-4b2e-8de4-b300128a6a39', 'name': '', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'mac_address': 'fa:16:3e:d5:5b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:16Z', 'updated_at': '2021-08-28T12:40:25Z', 'revision_number': 4, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'subnets': [{'id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:40:26.752607 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:26.835439 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-8718f65b-6f82-44a4-87a6-5b5e4023fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:26.837322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-8718f65b-6f82-44a4-87a6-5b5e4023fcb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 1102 time: 0.2231865 Aug 28 12:40:26.851396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61427498-29c8-4d64-a37e-984e7a0966c2 req-0468ab4e-175a-46e4-a08d-e018d27c6c8a tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:26.859534 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61427498-29c8-4d64-a37e-984e7a0966c2 req-0468ab4e-175a-46e4-a08d-e018d27c6c8a tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 1098 time: 0.2234492 Aug 28 12:40:26.874680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:26.961211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d06aa8-1ac7-4736-8720-9a3411488a04,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:26.971023 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:40:27.107832 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61427498-29c8-4d64-a37e-984e7a0966c2 req-bf3bd40a-a729-49ce-8c83-13d6336bee7a tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410512 Aug 28 12:40:27.201817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a954bac-c2ba-47fc-8b72-5de4db8a7ad7 req-c36104c9-eb80-465f-9ee8-4054064f0e4a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:27.207181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 979c95c3-5c49-47c0-b91a-637bfe2c9b32 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:40:27.228992 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a954bac-c2ba-47fc-8b72-5de4db8a7ad7 req-c36104c9-eb80-465f-9ee8-4054064f0e4a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1407371 Aug 28 12:40:27.326773 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a954bac-c2ba-47fc-8b72-5de4db8a7ad7 req-d9dbe9c8-4471-4720-9b15-3f7577a238a8 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804939 Aug 28 12:40:27.335187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Allocated IP 192.168.233.215 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/8d9fdc33-b1a3-45bd-b52f-ce0d456618bc) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:40:27.406983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-1d0e6909-b3ad-44aa-a32f-b719798e8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:27.408633 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-1d0e6909-b3ad-44aa-a32f-b719798e8bce service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.5362563 Aug 28 12:40:27.433140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 979c95c3-5c49-47c0-b91a-637bfe2c9b32, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=979c95c3-5c49-47c0-b91a-637bfe2c9b32,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:27.454841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '979c95c3-5c49-47c0-b91a-637bfe2c9b32', 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547', 'port_id': '979c95c3-5c49-47c0-b91a-637bfe2c9b32', 'mac_address': 'fa:16:3e:16:b2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4a0be6-71b9-4bdb-9795-f2ece63793e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:40:27.581469 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:27.589116 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-4eea8015-9af5-4ca7-8bf7-b84bf394de9a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6979651e-195d-425f-9379-047747af0b1b HTTP/1.1" status: 200 len: 217 time: 0.1531932 Aug 28 12:40:27.600879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 979c95c3-5c49-47c0-b91a-637bfe2c9b32 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:27.677140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 979c95c3-5c49-47c0-b91a-637bfe2c9b32, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=979c95c3-5c49-47c0-b91a-637bfe2c9b32,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:27.687295 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:27.745107 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de63f389-89dd-4c1f-b582-50ea25a2dd86 req-bc5f18e4-d93a-468f-87ef-dce40aa893ca tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 210 time: 0.1544459 Aug 28 12:40:27.911276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['979c95c3-5c49-47c0-b91a-637bfe2c9b32'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:28.007695 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=979c95c3-5c49-47c0-b91a-637bfe2c9b32,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:28.021586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3d435da6-cfdc-4b2e-8de4-b300128a6a39 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:28.282608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 3d435da6-cfdc-4b2e-8de4-b300128a6a39 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:28.310983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 3d435da6-cfdc-4b2e-8de4-b300128a6a39 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:28.311368 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:28.466726 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:28.507504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 3d435da6-cfdc-4b2e-8de4-b300128a6a39, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=3d435da6-cfdc-4b2e-8de4-b300128a6a39,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:28.513763 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:28.546553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-8ff8259a-52df-4063-9622-68150a1faa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:28.549383 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-8ff8259a-52df-4063-9622-68150a1faa81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.9285486 Aug 28 12:40:28.592379 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:28.602317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=3d435da6-cfdc-4b2e-8de4-b300128a6a39,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:28.719597 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:28.960794 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:28.994581 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event updated for resources: {'Port': ['ID=e3e731ba-5245-4dfc-8ded-26be13fd6d63,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:29.025085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1a885-fd48-4c08-9234-097178e7562e req-b12b0769-b5b1-4228-9b8e-ed579c670a7e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:29.031799 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5fc1a885-fd48-4c08-9234-097178e7562e req-b12b0769-b5b1-4228-9b8e-ed579c670a7e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.4753726 Aug 28 12:40:29.033367 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Transition to ACTIVE for port object 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:40:29.040463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-f88b924d-bd68-4606-a85a-6ee77f62f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:29.042138 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-f88b924d-bd68-4606-a85a-6ee77f62f042 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4762673 Aug 28 12:40:29.088613 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:29.124977 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5fc1a885-fd48-4c08-9234-097178e7562e req-e750ff3d-7039-4bfd-94ea-5295b6140a76 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736804 Aug 28 12:40:29.200953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-b0236d41-78b5-44fd-ba51-b4060dec4e5f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=64deab23396c4c29b7c913924f7a124c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762208 Aug 28 12:40:29.235731 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 979c95c3-5c49-47c0-b91a-637bfe2c9b32 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:29.251059 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:29.259935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c899ee5e-49de-43b1-adc6-9c5d2b8e07b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6169181 Aug 28 12:40:29.291753 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da1cde33-5d26-4ba4-9679-67fa2d9a2519 req-3b5002a1-def7-45c5-ad27-30be4823e2db tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 210 time: 0.0647485 Aug 28 12:40:29.368833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 979c95c3-5c49-47c0-b91a-637bfe2c9b32 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:29.369563 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:29.376820 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:29.439625 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-078f283f-3053-4049-bd08-040785b168d6 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:29.450999 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-078f283f-3053-4049-bd08-040785b168d6 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410109 Aug 28 12:40:29.480054 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-e6593e3b-81f2-4af8-8125-0eeb0ea6a766 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/quotas/64deab23396c4c29b7c913924f7a124c HTTP/1.1" status: 200 len: 375 time: 0.0242541 Aug 28 12:40:29.532959 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-f6c073da-5231-463d-a683-eeb66f8691e9 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519459 Aug 28 12:40:29.563004 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:29.624879 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-e5662ffc-b98b-4752-91e9-b7755ccacd3d service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313122 Aug 28 12:40:29.636480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e8327b-1906-4aff-984f-19315afd6b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979c95c3-5c49-47c0-b91a-637bfe2c9b32'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:29.640249 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f15446-b45d-49e2-900c-e78baf1dc26c" -d '{"events": [{"server_uuid": "c0e8327b-1906-4aff-984f-19315afd6b60", "name": "network-vif-plugged", "status": "completed", "tag": "979c95c3-5c49-47c0-b91a-637bfe2c9b32"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:29.642148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:40:29.674864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:40:29.675311 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 979c95c3-5c49-47c0-b91a-637bfe2c9b32, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=979c95c3-5c49-47c0-b91a-637bfe2c9b32,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:29.680324 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:29.712487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:40:29.715918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Pushing event updated for resources: {'Port': ['ID=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:29.815119 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ae11ec-7b39-4b35-9e2a-f2e6acffc74a x-openstack-request-id: req-a4ae11ec-7b39-4b35-9e2a-f2e6acffc74a {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:29.821653 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e8327b-1906-4aff-984f-19315afd6b60", "name": "network-vif-plugged", "status": "completed", "tag": "979c95c3-5c49-47c0-b91a-637bfe2c9b32", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:29.822284 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4ae11ec-7b39-4b35-9e2a-f2e6acffc74a {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:29.823243 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e8327b-1906-4aff-984f-19315afd6b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979c95c3-5c49-47c0-b91a-637bfe2c9b32', 'code': 200} Aug 28 12:40:29.868846 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=979c95c3-5c49-47c0-b91a-637bfe2c9b32,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:29.910026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-9839ec05-1a2a-4915-b3fc-cf86415cda86 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1364426787&fields=id&tenant_id=819b91169b1e4280b386bd53b09e7c4e HTTP/1.1" status: 200 len: 267 time: 0.2744241 Aug 28 12:40:29.958910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3d435da6-cfdc-4b2e-8de4-b300128a6a39 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:29.997369 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:30.000012 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:30.089741 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-061c6107-098e-46b9-9cd4-407d529d4683 req-508d2c37-abdb-444f-beed-b7154b3803d5 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 210 time: 0.1002288 Aug 28 12:40:30.107370 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ad336e50-412f-4269-9a4b-1b358b424ba0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4907205 Aug 28 12:40:30.119977 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-6339799d-b7e5-4ae6-bb7f-788dbefc8078 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829922 Aug 28 12:40:30.132078 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Request body: {'port': {'device_id': '76c1f257-3277-4cef-834d-ecf9aca42b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:30.334789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:30.354672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ed647-4ac5-410b-bc5f-8ef2062f8124 req-aef392d8-029f-4105-a2c4-1b73411c1d20 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:30.357387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-f9ebe59c-dcd0-4ade-ae99-8017b3586c0d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:30.366427 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-f9ebe59c-dcd0-4ade-ae99-8017b3586c0d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 812 time: 0.4321949 Aug 28 12:40:30.369168 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fd1ed647-4ac5-410b-bc5f-8ef2062f8124 req-aef392d8-029f-4105-a2c4-1b73411c1d20 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1051219 Aug 28 12:40:30.402413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d515820e-92d5-4aee-827f-8da2150d5890 None None] Provisioning for port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:30.414641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d515820e-92d5-4aee-827f-8da2150d5890 None None] Provisioning complete for port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:30.418839 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d515820e-92d5-4aee-827f-8da2150d5890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:30.442868 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fd1ed647-4ac5-410b-bc5f-8ef2062f8124 req-b1a5ba78-d4cb-4082-8e6f-a1c13670d91a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697591 Aug 28 12:40:30.495358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d515820e-92d5-4aee-827f-8da2150d5890 None None] Port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:40:30.498938 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 3d435da6-cfdc-4b2e-8de4-b300128a6a39 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:30.499617 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:30.711322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-eebfa661-950d-4cb7-8327-45d9b805d4e3 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/quotas/819b91169b1e4280b386bd53b09e7c4e HTTP/1.1" status: 200 len: 375 time: 0.3438630 Aug 28 12:40:30.807794 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-569c8624-3420-4f1e-b995-3e129c8e24b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0950847 Aug 28 12:40:30.939324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:30.952714 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:30.983666 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Transition to ACTIVE for port object 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:40:30.988763 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-bfb30266-45ba-431b-916a-0e60b780e234 service neutron] 10.222.0.20 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799040 Aug 28 12:40:30.989981 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:31.148770 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5120c82-0845-46d8-9f70-3c7ad8498608 req-e0c1b02a-45b4-4e57-b85a-cb49867b36d0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:31.157450 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5120c82-0845-46d8-9f70-3c7ad8498608 req-e0c1b02a-45b4-4e57-b85a-cb49867b36d0 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 948 time: 0.0910668 Aug 28 12:40:31.228896 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-9097d9b9-4a07-4c09-a295-a33426b7b0ab service neutron] 10.222.0.20 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278271 Aug 28 12:40:31.237473 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5120c82-0845-46d8-9f70-3c7ad8498608 req-50bc61b1-37ce-45f0-83b7-73ec47d9a8cb tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d06aa8-1ac7-4736-8720-9a3411488a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786595 Aug 28 12:40:31.264305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:31.493881 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Attempting to bind port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:40:31.494317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Attempting to bind port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:40:31.494628 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Attempting to bind port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:31.502949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:40:31.503298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Attempting to bind port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:31.520897 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:40:31.522070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:40:31.522892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:40:31.524269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Bound port: 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:40:31.525868 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:31.699378 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dbcdce0f-6c2c-4db9-832e-79ae8a8767f6 req-b99fb8fe-7370-4c86-91ef-868d27a5ea54 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 210 time: 0.1035140 Aug 28 12:40:31.714059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] For port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:40:31.748131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] For port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:40:31.768751 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:31.836612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:31.837918 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:31.839735 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] 10.222.0.11 "PUT /v2.0/ports/8d9fdc33-b1a3-45bd-b52f-ce0d456618bc HTTP/1.1" status: 200 len: 1097 time: 1.7159772 Aug 28 12:40:31.863631 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7eca7cb8-c44e-46e0-a727-369623cc648a req-0b3ff01a-3d80-422a-85a5-ff811e893896 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 210 time: 0.0733290 Aug 28 12:40:31.889743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c1f257-3277-4cef-834d-ecf9aca42b63', 'tag': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:31.892516 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da1ce47-95ff-43cf-8778-863211c5b1da" -d '{"events": [{"name": "network-changed", "server_uuid": "76c1f257-3277-4cef-834d-ecf9aca42b63", "tag": "8d9fdc33-b1a3-45bd-b52f-ce0d456618bc"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:31.918573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ece13-cf60-4d37-a0a6-172f670f2126 req-9b622561-5d8a-4bb2-a52c-81a905ba3ad3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:31.922144 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5e7ece13-cf60-4d37-a0a6-172f670f2126 req-9b622561-5d8a-4bb2-a52c-81a905ba3ad3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.2430990 Aug 28 12:40:31.925275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea725956-f36b-4b52-ad06-1ccbc3029e39 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:32.057061 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6891049-0d79-496d-9c80-e22bf93c140b x-openstack-request-id: req-b6891049-0d79-496d-9c80-e22bf93c140b {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:32.057415 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c1f257-3277-4cef-834d-ecf9aca42b63", "tag": "8d9fdc33-b1a3-45bd-b52f-ce0d456618bc", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:32.057595 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6891049-0d79-496d-9c80-e22bf93c140b {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:32.057991 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c1f257-3277-4cef-834d-ecf9aca42b63', 'tag': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc', 'status': 'completed', 'code': 200} Aug 28 12:40:32.179025 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-c4c72d1e-2690-4d13-972e-07cbed83822f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=64deab23396c4c29b7c913924f7a124c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1567185 Aug 28 12:40:32.286044 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5e7ece13-cf60-4d37-a0a6-172f670f2126 req-ef153b40-2eb6-4f89-ba27-ab7c88aca0cf tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516841 Aug 28 12:40:32.310669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-da835902-ca1d-40c5-ab77-82882fe23c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:32.312209 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-da835902-ca1d-40c5-ab77-82882fe23c3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1da0e1b9bcde4e45aa7c3ee9bee90c9f&device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 1100 time: 0.3447862 Aug 28 12:40:32.417283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-191518c0-ca7a-4122-bcbc-9a4df47515fc tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:32.421456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-191518c0-ca7a-4122-bcbc-9a4df47515fc tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2331607 Aug 28 12:40:32.424466 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-8ee3dbb1-9c27-42e7-aed6-5091ca17cb9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc HTTP/1.1" status: 200 len: 217 time: 0.0899563 Aug 28 12:40:32.609584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b83aaf-a865-40ca-8360-3e3926c6b23e req-383c47db-0d4f-497c-be3c-65f2d43017af tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:32.614482 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34b83aaf-a865-40ca-8360-3e3926c6b23e req-383c47db-0d4f-497c-be3c-65f2d43017af tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 948 time: 0.1542792 Aug 28 12:40:32.614992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-c27f01e2-59d8-4f2e-b1dd-c4ea47804053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:32.616630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-c27f01e2-59d8-4f2e-b1dd-c4ea47804053 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1787376 Aug 28 12:40:32.631175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Request body: {'port': {'device_id': '1855e168-f3a8-4f93-a90a-c1ffd8a266e8', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '64deab23396c4c29b7c913924f7a124c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:32.725334 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34b83aaf-a865-40ca-8360-3e3926c6b23e req-0a6e7f8b-3ff4-4563-9bb3-573cd77e94e6 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d06aa8-1ac7-4736-8720-9a3411488a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038451 Aug 28 12:40:32.859120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ee4924e8-3b62-4f5e-90e2-9d0200cf3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:32.862148 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-ee4924e8-3b62-4f5e-90e2-9d0200cf3669 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2155139 Aug 28 12:40:32.892188 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3e8373bd-7a53-46c8-8bc5-a3072d41474a req-36e6c692-d583-4ff2-8dbe-519b3919aae4 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 210 time: 0.0678353 Aug 28 12:40:33.017621 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a36787eb-3471-4ea7-b8fe-1f5d7a36affe req-c6bdce7c-eb0b-46cc-a887-c1bbecb6fe4a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 210 time: 0.0425079 Aug 28 12:40:33.039623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Made reservation on behalf of 64deab23396c4c29b7c913924f7a124c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:40:33.044829 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:33.072918 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:33.087898 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-9b3ace68-9dac-43b5-beeb-0afcb508afee service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049305 Aug 28 12:40:33.293650 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9f11c38-1114-422e-a338-d6b73f1037c7 req-06e6d9ac-abd8-4472-bc78-222bbade4c1c service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960187 Aug 28 12:40:33.494111 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:33.503848 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:33.767016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d84ae19-4416-4008-b07a-0410d8fe6a28,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:33.783559 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ce47-95ff-43cf-8778-863211c5b1da req-e65e1cd1-3a06-4ad3-9b0e-7637bdb96341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:33.788013 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1da1ce47-95ff-43cf-8778-863211c5b1da req-e65e1cd1-3a06-4ad3-9b0e-7637bdb96341 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1da0e1b9bcde4e45aa7c3ee9bee90c9f&device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 1100 time: 0.3461702 Aug 28 12:40:33.989367 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-08ce6510-ea99-4b7b-b341-76dcb5196754 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:33.998590 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-08ce6510-ea99-4b7b-b341-76dcb5196754 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 812 time: 0.3655677 Aug 28 12:40:34.062737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6e4ce-6dcd-43a6-935b-4c2ee8a8bed4 req-94724bb0-b576-490a-831c-9c8e238fbbac tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:34.063955 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b1a6e4ce-6dcd-43a6-935b-4c2ee8a8bed4 req-94724bb0-b576-490a-831c-9c8e238fbbac tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.4433603 Aug 28 12:40:34.118823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Allocated IP 192.168.233.59 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/b434db14-37c6-4796-8013-42d7e15330d3) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:40:34.156653 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b1a6e4ce-6dcd-43a6-935b-4c2ee8a8bed4 req-cbb63672-bae4-4120-b363-b25e38586e0d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855298 Aug 28 12:40:34.166304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ce47-95ff-43cf-8778-863211c5b1da req-9373cccc-be16-4bf7-8fb7-1984bffc7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:34.167851 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1da1ce47-95ff-43cf-8778-863211c5b1da req-9373cccc-be16-4bf7-8fb7-1984bffc7a57 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3445048 Aug 28 12:40:34.194394 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-39d20e75-aeda-4fa9-9626-bfd72a70fe6b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819b91169b1e4280b386bd53b09e7c4e HTTP/1.1" status: 200 len: 380 time: 0.1478357 Aug 28 12:40:34.210453 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d439957-2483-4ab0-b6cd-67c1f8ca732f req-20e25404-0b82-435a-ac40-569e87b4ffc3 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:34.231287 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d439957-2483-4ab0-b6cd-67c1f8ca732f req-20e25404-0b82-435a-ac40-569e87b4ffc3 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 948 time: 0.2312129 Aug 28 12:40:34.244212 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-714f36c9-1475-4dfa-a80c-ed784d0d7c75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Request body: {'port': {'device_id': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'admin_state_up': True, 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'security_groups': ['7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:34.255584 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1da1ce47-95ff-43cf-8778-863211c5b1da req-178bf107-0b69-43c3-b189-3de29c0e8d4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc HTTP/1.1" status: 200 len: 217 time: 0.0588977 Aug 28 12:40:34.340962 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-152c2a60-735c-4383-a045-9881bac61277 req-ab04cd24-8c1b-4bf3-9366-92b4132e5d55 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 210 time: 0.0529990 Aug 28 12:40:34.397964 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d439957-2483-4ab0-b6cd-67c1f8ca732f req-4bc571a6-ef91-44f0-8dd3-21100231f054 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d06aa8-1ac7-4736-8720-9a3411488a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628947 Aug 28 12:40:34.506444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-714f36c9-1475-4dfa-a80c-ed784d0d7c75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Made reservation on behalf of 819b91169b1e4280b386bd53b09e7c4e for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:40:34.510392 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-714f36c9-1475-4dfa-a80c-ed784d0d7c75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:34.537755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ce47-95ff-43cf-8778-863211c5b1da req-ef777962-f027-463f-80c0-5438c1997922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:34.540942 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1da1ce47-95ff-43cf-8778-863211c5b1da req-ef777962-f027-463f-80c0-5438c1997922 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2693050 Aug 28 12:40:34.592112 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78e32a06-e508-4856-ab27-b065a4aa6556 req-611b57c9-ed6a-483d-8b46-840df13a9c5a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 210 time: 0.0461211 Aug 28 12:40:34.694115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ce47-95ff-43cf-8778-863211c5b1da req-73bc03d6-e33e-4d35-bdf6-7153f9e81b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:34.695836 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1da1ce47-95ff-43cf-8778-863211c5b1da req-73bc03d6-e33e-4d35-bdf6-7153f9e81b2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1400664 Aug 28 12:40:34.853421 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:34.884044 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-714f36c9-1475-4dfa-a80c-ed784d0d7c75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Allocated IP 172.20.0.13 (60a4a2e2-32f4-42e8-a215-a251458b02ab/dab837be-7b25-47dd-90d1-50250cb3e83a/d36d6c26-a593-4651-b520-8690e7d0d6d9) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:40:34.911696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Transition to ACTIVE for port object b434db14-37c6-4796-8013-42d7e15330d3 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:40:34.966085 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1da1ce47-95ff-43cf-8778-863211c5b1da req-68253261-9695-4367-8a20-70eb3660354f service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595494 Aug 28 12:40:35.097270 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:35.167080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:40:35.179719 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:40:35.182422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:40:35.323027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event updated for resources: {'Port': ['ID=b434db14-37c6-4796-8013-42d7e15330d3,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:35.327790 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-714f36c9-1475-4dfa-a80c-ed784d0d7c75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:35.349704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-714f36c9-1475-4dfa-a80c-ed784d0d7c75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Transition to ACTIVE for port object d36d6c26-a593-4651-b520-8690e7d0d6d9 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:40:35.352335 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1da1ce47-95ff-43cf-8778-863211c5b1da req-fe1e273e-10c3-46b7-a3fb-94d8da06ac6e service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672366 Aug 28 12:40:35.417605 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-714f36c9-1475-4dfa-a80c-ed784d0d7c75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:35.423205 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:35.423872 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:35.477648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff8c3e-969b-4dec-8302-838b6daa3d17 req-9bbbecb5-94d6-4f85-a89a-5d0ba131a458 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:35.492206 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-29ff8c3e-969b-4dec-8302-838b6daa3d17 req-9bbbecb5-94d6-4f85-a89a-5d0ba131a458 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1662912 Aug 28 12:40:35.495616 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-ede646ef-c21b-4cd6-ab4a-120e13b7d41a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8779886 Aug 28 12:40:35.506852 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-714f36c9-1475-4dfa-a80c-ed784d0d7c75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Network 60a4a2e2-32f4-42e8-a215-a251458b02ab is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:40:35.518043 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-714f36c9-1475-4dfa-a80c-ed784d0d7c75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:40:35.539212 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-714f36c9-1475-4dfa-a80c-ed784d0d7c75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:40:35.543025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Request body: {'port': {'device_id': '1855e168-f3a8-4f93-a90a-c1ffd8a266e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:35.636080 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-29ff8c3e-969b-4dec-8302-838b6daa3d17 req-67e68aa8-1083-4ac8-9679-b0ef365c896c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427989 Aug 28 12:40:35.672597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-714f36c9-1475-4dfa-a80c-ed784d0d7c75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:35.673806 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-714f36c9-1475-4dfa-a80c-ed784d0d7c75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:35.704869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-70d27145-ea86-4d7d-9580-67421b260943 None None] Provisioning for port b434db14-37c6-4796-8013-42d7e15330d3 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:35.714340 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-714f36c9-1475-4dfa-a80c-ed784d0d7c75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4793241 Aug 28 12:40:35.720807 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-70d27145-ea86-4d7d-9580-67421b260943 None None] Provisioning complete for port b434db14-37c6-4796-8013-42d7e15330d3 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:35.721246 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-70d27145-ea86-4d7d-9580-67421b260943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:35.730222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f36c9-1475-4dfa-a80c-ed784d0d7c75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event updated for resources: {'Port': ['ID=d36d6c26-a593-4651-b520-8690e7d0d6d9,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:35.751991 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Request body: {'port': {'device_id': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:35.791028 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:35.875199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-70d27145-ea86-4d7d-9580-67421b260943 None None] Port b434db14-37c6-4796-8013-42d7e15330d3 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:40:36.026762 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:36.073497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4947b-e60e-48a4-90aa-a96e288249c0 req-b66dde8f-5c08-4a55-a4fb-f66e78f4cff3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:36.100739 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-47f4947b-e60e-48a4-90aa-a96e288249c0 req-b66dde8f-5c08-4a55-a4fb-f66e78f4cff3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 935 time: 0.3097100 Aug 28 12:40:36.117328 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1f516461-c90b-477f-bd4a-07142d006854 None None] Provisioning for port d36d6c26-a593-4651-b520-8690e7d0d6d9 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:36.131408 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1f516461-c90b-477f-bd4a-07142d006854 None None] Provisioning complete for port d36d6c26-a593-4651-b520-8690e7d0d6d9 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:36.136151 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1f516461-c90b-477f-bd4a-07142d006854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:36.231913 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-1f516461-c90b-477f-bd4a-07142d006854 None None] Port d36d6c26-a593-4651-b520-8690e7d0d6d9 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:40:36.249461 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-47f4947b-e60e-48a4-90aa-a96e288249c0 req-e9acfed1-e493-4e81-9974-29d47706a45d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447785 Aug 28 12:40:36.545747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813b130-4c81-41e3-8ad3-d958c81cdbdf req-7606abac-7410-41da-9d9d-e31670845aa9 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:36.558410 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e813b130-4c81-41e3-8ad3-d958c81cdbdf req-7606abac-7410-41da-9d9d-e31670845aa9 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 948 time: 0.7526796 Aug 28 12:40:36.594840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6492f4-5639-4ae1-8f20-b04a1289c99c req-5b720671-dbd3-455b-ba90-6c9e7294c770 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:36.603718 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a6492f4-5639-4ae1-8f20-b04a1289c99c req-5b720671-dbd3-455b-ba90-6c9e7294c770 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 932 time: 0.1609743 Aug 28 12:40:36.631109 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e813b130-4c81-41e3-8ad3-d958c81cdbdf req-9aba9647-5085-4c6a-8776-ec12ba1a3002 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d06aa8-1ac7-4736-8720-9a3411488a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752923 Aug 28 12:40:36.715352 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a6492f4-5639-4ae1-8f20-b04a1289c99c req-75ca260f-a4ff-49ee-a80d-05d4253e5824 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101971 Aug 28 12:40:36.782335 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:40:36.947971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36d6c26-a593-4651-b520-8690e7d0d6d9 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:36.959135 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:36.970383 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b434db14-37c6-4796-8013-42d7e15330d3 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:36.979213 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Transition to ACTIVE for port object d36d6c26-a593-4651-b520-8690e7d0d6d9 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:40:36.984942 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:37.002100 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:37.007135 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:37.011724 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:37.029300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc', 'mac_address': 'fa:16:3e:c6:e4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:40:37.039053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Transition to ACTIVE for port object b434db14-37c6-4796-8013-42d7e15330d3 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:40:37.046343 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:37.074764 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:37.091563 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:37.126984 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:37.135896 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:37.147125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Pushing event updated for resources: {'Port': ['ID=b434db14-37c6-4796-8013-42d7e15330d3,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:37.254397 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Pushing event updated for resources: {'Port': ['ID=d36d6c26-a593-4651-b520-8690e7d0d6d9,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:37.274873 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:37.341144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Attempting to bind port b434db14-37c6-4796-8013-42d7e15330d3 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:40:37.341458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Attempting to bind port b434db14-37c6-4796-8013-42d7e15330d3 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:40:37.341869 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Attempting to bind port b434db14-37c6-4796-8013-42d7e15330d3 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:37.366099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Port b434db14-37c6-4796-8013-42d7e15330d3 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:40:37.366463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Attempting to bind port b434db14-37c6-4796-8013-42d7e15330d3 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:37.396964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:40:37.397300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:40:37.397687 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:40:37.398120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Bound port: b434db14-37c6-4796-8013-42d7e15330d3, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:40:37.398571 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:37.441409 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f4d97-142f-4843-8532-a371e1b93ba1 req-553ba527-fe89-4011-af20-85854dec0733 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:37.455117 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b83f4d97-142f-4843-8532-a371e1b93ba1 req-553ba527-fe89-4011-af20-85854dec0733 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.4223061 Aug 28 12:40:37.588076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Attempting to bind port d36d6c26-a593-4651-b520-8690e7d0d6d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:40:37.598597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Attempting to bind port d36d6c26-a593-4651-b520-8690e7d0d6d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:40:37.600035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Attempting to bind port d36d6c26-a593-4651-b520-8690e7d0d6d9 on network 60a4a2e2-32f4-42e8-a215-a251458b02ab {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:37.609442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['8d9fdc33-b1a3-45bd-b52f-ce0d456618bc'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:37.625292 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Port d36d6c26-a593-4651-b520-8690e7d0d6d9 on network 60a4a2e2-32f4-42e8-a215-a251458b02ab not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:40:37.625652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Attempting to bind port d36d6c26-a593-4651-b520-8690e7d0d6d9 on network 60a4a2e2-32f4-42e8-a215-a251458b02ab {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:37.646597 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b83f4d97-142f-4843-8532-a371e1b93ba1 req-04eb4265-aed9-4c81-a9c9-11334d61b0e6 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689465 Aug 28 12:40:37.672710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:40:37.673267 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Checking segment: {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:40:37.673844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Bound using segment: {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:40:37.674505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Bound port: d36d6c26-a593-4651-b520-8690e7d0d6d9, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:40:37.675037 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:37.789213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] For port b434db14-37c6-4796-8013-42d7e15330d3, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:40:37.796809 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] For port b434db14-37c6-4796-8013-42d7e15330d3, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b434db14-37c6-4796-8013-42d7e15330d3,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:40:37.805954 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:37.807245 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:40:37.811813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:40:37.817717 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:37.831491 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afbb93-3cca-4950-933d-c030afe71bc5 req-4a8f49c1-63bc-4472-9c2e-3673b9a93394 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:37.848981 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e7afbb93-3cca-4950-933d-c030afe71bc5 req-4a8f49c1-63bc-4472-9c2e-3673b9a93394 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 947 time: 0.3170445 Aug 28 12:40:37.908653 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:37.912471 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:37.914037 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] 10.222.0.11 "PUT /v2.0/ports/d36d6c26-a593-4651-b520-8690e7d0d6d9 HTTP/1.1" status: 200 len: 1093 time: 2.1775901 Aug 28 12:40:37.928211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:37.930616 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e665507-0e38-45d5-8204-9d855250e53b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:38.011355 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34191c6-68b7-4b26-92f6-cfaf0ce61953 service neutron] Pushing event updated for resources: {'Port': ['ID=d36d6c26-a593-4651-b520-8690e7d0d6d9,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:38.029433 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e213bbe-5c8c-4ca0-b0b8-07eeb1b7950b req-fdccda7d-a42a-4244-b54f-abfbfdfc3cf5 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:38.048309 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e213bbe-5c8c-4ca0-b0b8-07eeb1b7950b req-fdccda7d-a42a-4244-b54f-abfbfdfc3cf5 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 949 time: 0.2341158 Aug 28 12:40:38.122278 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:38.123028 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:38.125183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] 10.222.0.10 "PUT /v2.0/ports/b434db14-37c6-4796-8013-42d7e15330d3 HTTP/1.1" status: 200 len: 1096 time: 2.5931020 Aug 28 12:40:38.129635 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1855e168-f3a8-4f93-a90a-c1ffd8a266e8', 'tag': 'b434db14-37c6-4796-8013-42d7e15330d3'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:38.142273 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-8d01d71f-aa6d-4b8a-896c-50b205ad33a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:38.143847 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-8d01d71f-aa6d-4b8a-896c-50b205ad33a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 1096 time: 0.1541171 Aug 28 12:40:38.145672 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c19358-9c21-4059-8ab4-0c612222cefe" -d '{"events": [{"name": "network-changed", "server_uuid": "1855e168-f3a8-4f93-a90a-c1ffd8a266e8", "tag": "b434db14-37c6-4796-8013-42d7e15330d3"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:38.159054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c4ced-6001-4459-afea-a12f3ec42b37 service neutron] Pushing event updated for resources: {'Port': ['ID=b434db14-37c6-4796-8013-42d7e15330d3,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:38.163752 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e213bbe-5c8c-4ca0-b0b8-07eeb1b7950b req-8cec1747-dab0-47ec-bfc6-9305a847c293 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d06aa8-1ac7-4736-8720-9a3411488a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142409 Aug 28 12:40:38.253618 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-ac08f392-1a84-4756-8f70-e954eafde8de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9 HTTP/1.1" status: 200 len: 217 time: 0.0882108 Aug 28 12:40:38.331106 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e7afbb93-3cca-4950-933d-c030afe71bc5 req-9682c2cf-8198-44ac-9f4b-a82c9852a00a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790363 Aug 28 12:40:38.358928 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-cfcf7521-ae8f-44fe-b77b-bbc14c67a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:38.374193 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-cfcf7521-ae8f-44fe-b77b-bbc14c67a8ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 1099 time: 0.1600807 Aug 28 12:40:38.454221 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-9d673e58-ca04-4fb6-97e3-33937a8fb9a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=b434db14-37c6-4796-8013-42d7e15330d3 HTTP/1.1" status: 200 len: 217 time: 0.0773790 Aug 28 12:40:38.456833 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aeef58-ffd1-4870-acfe-3d5554bd892e req-5e32e847-5f72-4108-ba48-3a9d77191602 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:38.460731 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9aeef58-ffd1-4870-acfe-3d5554bd892e req-5e32e847-5f72-4108-ba48-3a9d77191602 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 944 time: 0.1304893 Aug 28 12:40:38.469915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-bbad85f1-2d39-402a-b939-56dd406bebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:38.471404 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-bbad85f1-2d39-402a-b939-56dd406bebab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.2015045 Aug 28 12:40:38.534917 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9aeef58-ffd1-4870-acfe-3d5554bd892e req-1ca4fff7-3426-45d0-9b78-4ffb68a6ce4d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612490 Aug 28 12:40:38.550926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-686f4d88-bca4-4b00-af13-8eaa97b21a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:38.563553 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-686f4d88-bca4-4b00-af13-8eaa97b21a98 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0861049 Aug 28 12:40:38.675602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-2e539aa0-5743-41fd-8f65-cda1691e30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:38.677676 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-2e539aa0-5743-41fd-8f65-cda1691e30b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481671 Aug 28 12:40:38.697390 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-d66b0963-cb9f-48d0-a0c0-a550c802edac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:38.699029 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-d66b0963-cb9f-48d0-a0c0-a550c802edac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1242521 Aug 28 12:40:38.741380 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aea0738-63ee-4f09-b312-6cbfe5d7dd7d x-openstack-request-id: req-4aea0738-63ee-4f09-b312-6cbfe5d7dd7d {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:38.741741 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1855e168-f3a8-4f93-a90a-c1ffd8a266e8", "tag": "b434db14-37c6-4796-8013-42d7e15330d3", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:38.742714 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4aea0738-63ee-4f09-b312-6cbfe5d7dd7d {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:38.742714 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1855e168-f3a8-4f93-a90a-c1ffd8a266e8', 'tag': 'b434db14-37c6-4796-8013-42d7e15330d3', 'status': 'completed', 'code': 200} Aug 28 12:40:38.796352 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d56b69-5b7e-4857-8b07-ee0acf133b69 x-openstack-request-id: req-47d56b69-5b7e-4857-8b07-ee0acf133b69 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:38.798853 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:38.799345 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47d56b69-5b7e-4857-8b07-ee0acf133b69 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:38.799918 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'status': 'completed', 'code': 200} Aug 28 12:40:38.804405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:38.870036 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-ba86ff1a-2f4b-46c0-bf35-9811b3969718 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823454 Aug 28 12:40:38.928986 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:38.935349 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:38.936603 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:38.987048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd51922-86e5-4e16-83c4-8410803a6c52 req-5ba36224-1eb8-4be3-b185-d0b12c99f0e0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:39.003710 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3bd51922-86e5-4e16-83c4-8410803a6c52 req-5ba36224-1eb8-4be3-b185-d0b12c99f0e0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1381660 Aug 28 12:40:39.093440 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-b56b07dd-5264-4073-9d0d-0afbd3f4fddb service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787973 Aug 28 12:40:39.112789 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:39.113125 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3bd51922-86e5-4e16-83c4-8410803a6c52 req-b2809a17-2cfa-45d0-aaad-a98ab505ecc9 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065519 Aug 28 12:40:39.113620 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-38492676-1aff-4a6a-87a5-3220aede9a2b req-6d14f9bf-4c72-4153-ac45-8724ad7fcd25 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343304 Aug 28 12:40:39.163383 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c1f257-3277-4cef-834d-ecf9aca42b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:39.166401 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0b93f7-32fb-4c6a-ace4-6d028d1e27e2" -d '{"events": [{"server_uuid": "76c1f257-3277-4cef-834d-ecf9aca42b63", "name": "network-vif-plugged", "status": "completed", "tag": "8d9fdc33-b1a3-45bd-b52f-ce0d456618bc"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:39.188134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:39.213014 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:39.298498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e665507-0e38-45d5-8204-9d855250e53b req-10b14d8d-e67d-4d2e-993d-8a41a9782655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:39.300594 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e665507-0e38-45d5-8204-9d855250e53b req-10b14d8d-e67d-4d2e-993d-8a41a9782655 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 1096 time: 0.1254475 Aug 28 12:40:39.320537 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52a76b0b-4ef2-49ee-a8b3-6ce91fefa0da req-02c67b6d-1d82-4ad5-9398-d17d7e0878e5 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059205 Aug 28 12:40:39.417315 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5e3656-425e-4731-b506-6a421a5b95a2 x-openstack-request-id: req-8d5e3656-425e-4731-b506-6a421a5b95a2 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:39.417671 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c1f257-3277-4cef-834d-ecf9aca42b63", "name": "network-vif-plugged", "status": "completed", "tag": "8d9fdc33-b1a3-45bd-b52f-ce0d456618bc", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:39.417883 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d5e3656-425e-4731-b506-6a421a5b95a2 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:39.418245 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c1f257-3277-4cef-834d-ecf9aca42b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc', 'code': 200} Aug 28 12:40:39.423108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:39.451733 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:39.514987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e665507-0e38-45d5-8204-9d855250e53b req-f6f2015b-ff63-4f12-8b8c-0147fe03de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:39.516816 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e665507-0e38-45d5-8204-9d855250e53b req-f6f2015b-ff63-4f12-8b8c-0147fe03de0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.2057433 Aug 28 12:40:39.592754 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c19358-9c21-4059-8ab4-0c612222cefe req-67d566af-2ca1-4c60-811e-29ddffbdf13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:39.594783 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86c19358-9c21-4059-8ab4-0c612222cefe req-67d566af-2ca1-4c60-811e-29ddffbdf13b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 1099 time: 0.1464128 Aug 28 12:40:39.611832 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb87195-d031-4fc8-a78b-ed7060dffab1 req-3ab00237-7d57-478d-bef2-ffa81887c2b6 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:39.619711 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-afb87195-d031-4fc8-a78b-ed7060dffab1 req-3ab00237-7d57-478d-bef2-ffa81887c2b6 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 950 time: 0.2405670 Aug 28 12:40:39.786108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c19358-9c21-4059-8ab4-0c612222cefe req-111c4a74-b012-4b4d-ac5c-68b5d5987a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:39.787358 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86c19358-9c21-4059-8ab4-0c612222cefe req-111c4a74-b012-4b4d-ac5c-68b5d5987a5f service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.1579993 Aug 28 12:40:39.827869 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aafef5-9745-4fd5-be7b-959d434cc279 req-48e13817-93a7-41e3-9116-31f5934fe995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:39.829475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-63aafef5-9745-4fd5-be7b-959d434cc279 req-48e13817-93a7-41e3-9116-31f5934fe995 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 1102 time: 0.3733191 Aug 28 12:40:39.848289 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-431233e9-96be-4c4d-b73b-e810f8848cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:39.889612 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86c19358-9c21-4059-8ab4-0c612222cefe req-a3677ad7-1b9b-4e39-be17-19f051a82064 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=b434db14-37c6-4796-8013-42d7e15330d3 HTTP/1.1" status: 200 len: 217 time: 0.0776887 Aug 28 12:40:39.950803 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e665507-0e38-45d5-8204-9d855250e53b req-9d9e3ea9-a8bf-4a37-bb6c-a83b57670e36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9 HTTP/1.1" status: 200 len: 217 time: 0.4012353 Aug 28 12:40:39.965960 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada4c2c-0d04-4e75-86ee-e9676e60bbe0 req-1d17c869-138c-4f82-a9fd-b6fff6ab0608 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:39.974499 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cada4c2c-0d04-4e75-86ee-e9676e60bbe0 req-1d17c869-138c-4f82-a9fd-b6fff6ab0608 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 947 time: 0.4562943 Aug 28 12:40:39.998319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c19358-9c21-4059-8ab4-0c612222cefe req-9adb6349-a93a-4cbc-a90b-f2de25d266f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:39.999895 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86c19358-9c21-4059-8ab4-0c612222cefe req-9adb6349-a93a-4cbc-a90b-f2de25d266f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0940940 Aug 28 12:40:40.025901 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-afb87195-d031-4fc8-a78b-ed7060dffab1 req-fd9600a4-6bf6-42f1-ba05-977f7979e65a tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d06aa8-1ac7-4736-8720-9a3411488a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017551 Aug 28 12:40:40.062081 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cada4c2c-0d04-4e75-86ee-e9676e60bbe0 req-0f5e29e6-385b-4c7f-987a-8e360309d257 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866070 Aug 28 12:40:40.069416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e665507-0e38-45d5-8204-9d855250e53b req-d0ab7924-d24b-4f3d-b838-38140ad33778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:40.074249 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e665507-0e38-45d5-8204-9d855250e53b req-d0ab7924-d24b-4f3d-b838-38140ad33778 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.0974505 Aug 28 12:40:40.121896 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-63aafef5-9745-4fd5-be7b-959d434cc279 req-dc1e559d-ff24-407c-8fa6-9e7f549f6e28 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d1d06aa8-1ac7-4736-8720-9a3411488a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497087 Aug 28 12:40:40.147913 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c19358-9c21-4059-8ab4-0c612222cefe req-75c70650-595d-4311-aca3-2e40af76a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:40.151361 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86c19358-9c21-4059-8ab4-0c612222cefe req-75c70650-595d-4311-aca3-2e40af76a79e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1131926 Aug 28 12:40:40.157145 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e665507-0e38-45d5-8204-9d855250e53b req-dfb09296-5b50-4af6-899e-12c8745a2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:40.158929 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e665507-0e38-45d5-8204-9d855250e53b req-dfb09296-5b50-4af6-899e-12c8745a2864 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772867 Aug 28 12:40:40.269870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361557d-eb7e-4405-941d-9109aefec3fe req-7a0cf948-f5e7-41c4-9132-207d9f96b2cc tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:40.271795 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1361557d-eb7e-4405-941d-9109aefec3fe req-7a0cf948-f5e7-41c4-9132-207d9f96b2cc tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 944 time: 0.1032956 Aug 28 12:40:40.348782 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1361557d-eb7e-4405-941d-9109aefec3fe req-d1fa0346-ddfa-49fc-bf9b-78389b07d807 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649767 Aug 28 12:40:40.370464 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86c19358-9c21-4059-8ab4-0c612222cefe req-f1a202d1-917c-457f-9b81-082ee927ce04 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987491 Aug 28 12:40:40.505610 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e665507-0e38-45d5-8204-9d855250e53b req-f48f4eb3-6c2d-409b-9086-bb96a885dada service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554151 Aug 28 12:40:40.624735 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86c19358-9c21-4059-8ab4-0c612222cefe req-a0db5225-fcc7-4595-a340-688076ca17fb service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110147 Aug 28 12:40:40.638146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea43ec-e29d-48cf-8560-ce608bd23d96 req-4e59e618-aa9e-479f-85c3-664e97e79caf tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:40.646802 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6aea43ec-e29d-48cf-8560-ce608bd23d96 req-4e59e618-aa9e-479f-85c3-664e97e79caf tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1372988 Aug 28 12:40:40.696870 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e665507-0e38-45d5-8204-9d855250e53b req-9f508528-9012-4a02-b015-a4012aab685a service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772494 Aug 28 12:40:40.722740 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6aea43ec-e29d-48cf-8560-ce608bd23d96 req-922cd707-55a4-45ce-a6cb-5a0767df42e0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745904 Aug 28 12:40:41.280581 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e1362-3618-4eca-9242-11b06f3e9112 req-95072508-592a-4969-960f-f0f547e26e25 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:41.282215 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a48e1362-3618-4eca-9242-11b06f3e9112 req-95072508-592a-4969-960f-f0f547e26e25 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 947 time: 0.0687752 Aug 28 12:40:41.319163 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9090e8-a06e-4a94-869d-b5ab81c79e3f req-dfb0d1f8-a659-448c-a0bd-bc600aa11d85 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:41.320956 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ab9090e8-a06e-4a94-869d-b5ab81c79e3f req-dfb0d1f8-a659-448c-a0bd-bc600aa11d85 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 950 time: 0.1335599 Aug 28 12:40:41.368405 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a48e1362-3618-4eca-9242-11b06f3e9112 req-4cea2bac-1d8e-45b3-9b76-37440f3b2fb2 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700579 Aug 28 12:40:41.487415 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ab9090e8-a06e-4a94-869d-b5ab81c79e3f req-82fae427-caef-44be-a968-665c6ba02b2d tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d06aa8-1ac7-4736-8720-9a3411488a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577754 Aug 28 12:40:41.762553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ae2c6-6c92-4dfd-b119-f404386cebc4 req-3b28c012-5c2d-4088-8576-2e1c6130674e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:41.775065 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b91ae2c6-6c92-4dfd-b119-f404386cebc4 req-3b28c012-5c2d-4088-8576-2e1c6130674e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 944 time: 0.1229851 Aug 28 12:40:41.843399 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b91ae2c6-6c92-4dfd-b119-f404386cebc4 req-16e88ac0-3d2a-405b-85d9-06ac868b7dbb tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670202 Aug 28 12:40:41.925135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc43250-575e-4cc0-aeb6-7fc27ddd3010 req-fb6bdef1-e77a-4bc0-b926-cacad9ff1eb6 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:41.927118 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1dc43250-575e-4cc0-aeb6-7fc27ddd3010 req-fb6bdef1-e77a-4bc0-b926-cacad9ff1eb6 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.0577652 Aug 28 12:40:41.990735 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1dc43250-575e-4cc0-aeb6-7fc27ddd3010 req-be311faf-9120-4452-af03-71040c07fc17 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559356 Aug 28 12:40:42.236395 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e8eaddc8-d29f-465d-bb95-624688e5bbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:42.540967 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:42.627835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db803d-2c34-4707-9641-f0d02ac95bee req-efcb2c05-d16e-4b32-a175-351126987154 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:42.629426 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-93db803d-2c34-4707-9641-f0d02ac95bee req-efcb2c05-d16e-4b32-a175-351126987154 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 947 time: 0.1511490 Aug 28 12:40:42.720171 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-93db803d-2c34-4707-9641-f0d02ac95bee req-69d428b8-2890-44eb-8630-01a738585f61 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803564 Aug 28 12:40:42.763989 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd34f31-948e-4989-acc0-3ebe47ff9c95 req-3de8fe4c-6b4a-4225-926f-5849f85925a1 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:42.771565 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4dd34f31-948e-4989-acc0-3ebe47ff9c95 req-3de8fe4c-6b4a-4225-926f-5849f85925a1 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 950 time: 0.0862401 Aug 28 12:40:42.827285 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4dd34f31-948e-4989-acc0-3ebe47ff9c95 req-24e2c061-e6b4-4572-9895-e207b1433917 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d06aa8-1ac7-4736-8720-9a3411488a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546699 Aug 28 12:40:42.829648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d36d6c26-a593-4651-b520-8690e7d0d6d9 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:40:43.051156 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:43.079474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'port_id': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'mac_address': 'fa:16:3e:5b:3c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:40:43.092601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac1ca4-1937-47c9-95f9-d33462a3833a req-da0c8c72-7078-440b-b441-5850132a70fb tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:43.100079 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6aac1ca4-1937-47c9-95f9-d33462a3833a req-da0c8c72-7078-440b-b441-5850132a70fb tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 944 time: 0.0881948 Aug 28 12:40:43.150610 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6aac1ca4-1937-47c9-95f9-d33462a3833a req-768941a3-ec41-44e5-b07e-310ca57689d1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455997 Aug 28 12:40:43.193670 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:43.228154 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36d6c26-a593-4651-b520-8690e7d0d6d9 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:43.292929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:43.315309 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:43.344014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device b434db14-37c6-4796-8013-42d7e15330d3 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:40:43.378699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f4935-e71b-4336-863b-d8ddb63ae08c req-3bed1ef1-d249-4c3e-b0df-50db248f7549 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:43.392316 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d69f4935-e71b-4336-863b-d8ddb63ae08c req-3bed1ef1-d249-4c3e-b0df-50db248f7549 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1215465 Aug 28 12:40:43.476096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d69f4935-e71b-4336-863b-d8ddb63ae08c req-fba98c13-6201-4357-8907-6369d59f4ff7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776515 Aug 28 12:40:43.630554 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port b434db14-37c6-4796-8013-42d7e15330d3, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b434db14-37c6-4796-8013-42d7e15330d3,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:43.668010 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:43.671336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'b434db14-37c6-4796-8013-42d7e15330d3', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'b434db14-37c6-4796-8013-42d7e15330d3', 'mac_address': 'fa:16:3e:8a:6c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:40:43.730946 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d36d6c26-a593-4651-b520-8690e7d0d6d9'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:43.870769 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d36d6c26-a593-4651-b520-8690e7d0d6d9,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:43.986673 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:44.065255 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b434db14-37c6-4796-8013-42d7e15330d3 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:44.067878 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c1276-01ed-4f70-94d1-98dff462b12d req-0b3f4da4-0f68-47ee-b6d4-e48e6f8cc664 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:44.069458 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f19c1276-01ed-4f70-94d1-98dff462b12d req-0b3f4da4-0f68-47ee-b6d4-e48e6f8cc664 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 947 time: 0.1619339 Aug 28 12:40:44.136157 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f19c1276-01ed-4f70-94d1-98dff462b12d req-447e4e7f-dcfa-4fe4-9915-0747240ef899 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581954 Aug 28 12:40:44.141067 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port b434db14-37c6-4796-8013-42d7e15330d3, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b434db14-37c6-4796-8013-42d7e15330d3,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:44.149334 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:44.241763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=b434db14-37c6-4796-8013-42d7e15330d3,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:44.454654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7549d6f-2caa-480b-9b87-9128cee51162 req-f564b8f6-c8fd-4705-b8fe-ce02c56ec9d4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:44.467956 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7549d6f-2caa-480b-9b87-9128cee51162 req-f564b8f6-c8fd-4705-b8fe-ce02c56ec9d4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1349251 Aug 28 12:40:44.536293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b434db14-37c6-4796-8013-42d7e15330d3'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:44.557081 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7549d6f-2caa-480b-9b87-9128cee51162 req-e907ef72-5967-45db-b032-3f106fd60418 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875432 Aug 28 12:40:44.706156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae59cd-bf86-42f2-9ce9-d29cd6a4843d req-414d4c86-9eb7-453b-88d9-ec75b7bc2c1e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:44.715249 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5eae59cd-bf86-42f2-9ce9-d29cd6a4843d req-414d4c86-9eb7-453b-88d9-ec75b7bc2c1e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1200337 Aug 28 12:40:44.802172 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5eae59cd-bf86-42f2-9ce9-d29cd6a4843d req-b5fc1b37-4210-420f-9397-89065686018d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847776 Aug 28 12:40:45.167710 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:45.386554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566238c-598a-4bee-acb0-f619611575d0 req-46a56736-d1b0-496c-bd2b-d56a4f7850fc tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:45.389508 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1566238c-598a-4bee-acb0-f619611575d0 req-46a56736-d1b0-496c-bd2b-d56a4f7850fc tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 948 time: 0.1009083 Aug 28 12:40:45.483591 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1566238c-598a-4bee-acb0-f619611575d0 req-d494c5ee-9f50-49e6-8caf-4b1b0c89270e tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873797 Aug 28 12:40:45.808845 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885f7d6-40cf-418e-ae39-1bce6af381bb req-c4d37660-ead6-43df-a36c-59eb9426d9bf tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:45.812313 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f885f7d6-40cf-418e-ae39-1bce6af381bb req-c4d37660-ead6-43df-a36c-59eb9426d9bf tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1106679 Aug 28 12:40:45.908050 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f885f7d6-40cf-418e-ae39-1bce6af381bb req-fcca4605-426e-4d9d-98c7-3992146d3af7 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889497 Aug 28 12:40:46.058429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dda85c-e607-4c9f-b9fe-23d3477775a3 req-c43b864a-8c3b-4163-9c85-d6037d1ee638 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:46.061514 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5dda85c-e607-4c9f-b9fe-23d3477775a3 req-c43b864a-8c3b-4163-9c85-d6037d1ee638 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1244342 Aug 28 12:40:46.077772 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20625abf-20c7-4acc-9194-c27fa160dae4 req-89790786-752c-4deb-8b52-ccb762a3016f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0819764 Aug 28 12:40:46.162059 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5dda85c-e607-4c9f-b9fe-23d3477775a3 req-cc883741-7c1c-474c-9dfb-cd1834353720 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887856 Aug 28 12:40:46.216355 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20625abf-20c7-4acc-9194-c27fa160dae4 req-444b039c-1f8b-46c2-8b2d-d37ad17acfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:46.220560 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20625abf-20c7-4acc-9194-c27fa160dae4 req-444b039c-1f8b-46c2-8b2d-d37ad17acfea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 1102 time: 0.1085336 Aug 28 12:40:46.391811 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20625abf-20c7-4acc-9194-c27fa160dae4 req-bf02eef5-6a4f-4dc1-bb31-f2812c10b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:46.393324 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20625abf-20c7-4acc-9194-c27fa160dae4 req-bf02eef5-6a4f-4dc1-bb31-f2812c10b05d service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.1467943 Aug 28 12:40:46.457827 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20625abf-20c7-4acc-9194-c27fa160dae4 req-1f5daff5-5095-4e59-a803-55feb46b7845 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc HTTP/1.1" status: 200 len: 217 time: 0.0562456 Aug 28 12:40:46.529376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20625abf-20c7-4acc-9194-c27fa160dae4 req-9643ea84-8db7-4d23-af03-277477c88568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:46.530919 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20625abf-20c7-4acc-9194-c27fa160dae4 req-9643ea84-8db7-4d23-af03-277477c88568 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0555258 Aug 28 12:40:46.628216 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20625abf-20c7-4acc-9194-c27fa160dae4 req-0c2fa444-b442-4c58-9413-4d1b37b22e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:46.629847 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20625abf-20c7-4acc-9194-c27fa160dae4 req-0c2fa444-b442-4c58-9413-4d1b37b22e1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0834196 Aug 28 12:40:46.836146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1dc43-ca11-4b4e-ad02-8fdb357c3ee5 req-db66b25f-b39d-4a89-9612-121ca565e8a2 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:46.843085 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85f1dc43-ca11-4b4e-ad02-8fdb357c3ee5 req-db66b25f-b39d-4a89-9612-121ca565e8a2 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 948 time: 0.2120335 Aug 28 12:40:46.857292 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:40:46.864740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d36d6c26-a593-4651-b520-8690e7d0d6d9 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:46.928371 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20625abf-20c7-4acc-9194-c27fa160dae4 req-49daaf95-6d1c-4c0e-9590-a4552c106b78 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725270 Aug 28 12:40:46.937980 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85f1dc43-ca11-4b4e-ad02-8fdb357c3ee5 req-630a0ddd-87ac-4388-85e8-afeb2d2b6611 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656435 Aug 28 12:40:46.943247 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e461c33-5613-4f3e-b816-05ab11c3a667 req-da67dfa2-95cd-46bd-bd83-5296b66a6f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:46.948767 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e461c33-5613-4f3e-b816-05ab11c3a667 req-da67dfa2-95cd-46bd-bd83-5296b66a6f82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 1102 time: 0.1448658 Aug 28 12:40:46.989870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port d36d6c26-a593-4651-b520-8690e7d0d6d9 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:47.030671 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port d36d6c26-a593-4651-b520-8690e7d0d6d9 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:47.030671 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:47.269696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e461c33-5613-4f3e-b816-05ab11c3a667 req-1a5adf80-3dfa-42ee-b874-26d6b5ddc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:47.271263 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e461c33-5613-4f3e-b816-05ab11c3a667 req-1a5adf80-3dfa-42ee-b874-26d6b5ddc90f service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.2765906 Aug 28 12:40:47.380311 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e461c33-5613-4f3e-b816-05ab11c3a667 req-70c07ffa-14ff-405f-9c34-e8c182beb052 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6979651e-195d-425f-9379-047747af0b1b HTTP/1.1" status: 200 len: 217 time: 0.0968258 Aug 28 12:40:47.386698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device b434db14-37c6-4796-8013-42d7e15330d3 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:47.400209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:47.430515 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20625abf-20c7-4acc-9194-c27fa160dae4 req-7397f72a-c9f7-4354-96ff-8af6e852e199 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746821 Aug 28 12:40:47.456510 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868470d3-147d-48ca-b5cf-131cb51f1932 req-b93f5967-3b0d-4afa-9ba9-da3b33ee2dfa tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:47.467864 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-868470d3-147d-48ca-b5cf-131cb51f1932 req-b93f5967-3b0d-4afa-9ba9-da3b33ee2dfa tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.3191116 Aug 28 12:40:47.533755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e461c33-5613-4f3e-b816-05ab11c3a667 req-dffe3b14-c8e0-4e35-86e8-7b97e5aee2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:47.535252 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e461c33-5613-4f3e-b816-05ab11c3a667 req-dffe3b14-c8e0-4e35-86e8-7b97e5aee2e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1460094 Aug 28 12:40:47.556536 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-868470d3-147d-48ca-b5cf-131cb51f1932 req-9b06eea6-abec-40b7-a987-ec510944279f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877175 Aug 28 12:40:47.648091 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac76c04-1749-4b7e-81d2-c0cc20dccdf2 req-17cd77f6-bbbf-4362-915e-00e22b8b707a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:47.660311 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aac76c04-1749-4b7e-81d2-c0cc20dccdf2 req-17cd77f6-bbbf-4362-915e-00e22b8b707a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1238668 Aug 28 12:40:47.762759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc', 'mac_address': 'fa:16:3e:c6:e4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:40:47.774910 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:47.794253 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e461c33-5613-4f3e-b816-05ab11c3a667 req-30f60788-379a-419e-95f4-1168d403646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:47.800607 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e461c33-5613-4f3e-b816-05ab11c3a667 req-30f60788-379a-419e-95f4-1168d403646e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2100816 Aug 28 12:40:47.819541 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aac76c04-1749-4b7e-81d2-c0cc20dccdf2 req-fe7d4325-5e1e-4904-a5a1-810110674b48 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582940 Aug 28 12:40:47.848616 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port b434db14-37c6-4796-8013-42d7e15330d3 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:40:47.860114 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:47.865011 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee421b8-6d46-4ca9-9bac-1c1028085998" -d '{"events": [{"server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "name": "network-vif-plugged", "status": "completed", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:47.879324 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:47.899491 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:47.907836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:47.908948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port b434db14-37c6-4796-8013-42d7e15330d3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:47.909376 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:47.914287 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:48.062503 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e461c33-5613-4f3e-b816-05ab11c3a667 req-4f7d763b-10a5-4ca7-9a7b-b1457628a362 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406552 Aug 28 12:40:48.123416 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9993c084-38ec-4d27-abd2-7a1ecfa1736a x-openstack-request-id: req-9993c084-38ec-4d27-abd2-7a1ecfa1736a {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:48.123718 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "name": "network-vif-plugged", "status": "completed", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:48.124566 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9993c084-38ec-4d27-abd2-7a1ecfa1736a {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:48.124566 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'code': 200} Aug 28 12:40:48.125148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d36d6c26-a593-4651-b520-8690e7d0d6d9,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:48.140825 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:48.163480 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:48.229950 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0335d3-2e6a-46de-aafa-e19d2e4a781a req-ebd5cce5-b7f2-46c3-81b4-ca59952de75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:48.235467 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5c0335d3-2e6a-46de-aafa-e19d2e4a781a req-ebd5cce5-b7f2-46c3-81b4-ca59952de75c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 1098 time: 0.1392407 Aug 28 12:40:48.310393 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:48.375954 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5c0335d3-2e6a-46de-aafa-e19d2e4a781a req-e8b7344e-5b24-4e59-ac33-d1267e9b7b6a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260166 Aug 28 12:40:48.402046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['8d9fdc33-b1a3-45bd-b52f-ce0d456618bc'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:40:48.429362 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:48.480786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port b434db14-37c6-4796-8013-42d7e15330d3, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b434db14-37c6-4796-8013-42d7e15330d3,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:48.487439 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:48.578814 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e461c33-5613-4f3e-b816-05ab11c3a667 req-10cd12c2-ce1b-42b0-8461-e6303253c003 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089605 Aug 28 12:40:48.626920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39c180-36ec-4833-b0c5-c292943f4ecc req-3673e2d5-fc8e-488c-b047-7130328a99d6 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:48.656681 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d39c180-36ec-4833-b0c5-c292943f4ecc req-3673e2d5-fc8e-488c-b047-7130328a99d6 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 948 time: 0.3735185 Aug 28 12:40:48.726074 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d39c180-36ec-4833-b0c5-c292943f4ecc req-9cad65f8-26eb-4e14-8dd2-06ed2ecdec62 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683286 Aug 28 12:40:48.770896 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=b434db14-37c6-4796-8013-42d7e15330d3,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:50.126699 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1855e168-f3a8-4f93-a90a-c1ffd8a266e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b434db14-37c6-4796-8013-42d7e15330d3'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:50.131985 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70595239-4261-406e-b8df-cddbb2782080" -d '{"events": [{"server_uuid": "1855e168-f3a8-4f93-a90a-c1ffd8a266e8", "name": "network-vif-plugged", "status": "completed", "tag": "b434db14-37c6-4796-8013-42d7e15330d3"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:50.179639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe8751-075f-471b-9642-ee665a90381c req-bf491ea6-173b-46fb-97ce-cc339a1ecfc0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:50.188152 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10fe8751-075f-471b-9642-ee665a90381c req-bf491ea6-173b-46fb-97ce-cc339a1ecfc0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 946 time: 0.0685499 Aug 28 12:40:50.254744 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10fe8751-075f-471b-9642-ee665a90381c req-b3708de1-204d-45b3-994a-9646a1bc3321 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654967 Aug 28 12:40:50.363104 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c78a24-5577-4c84-a8f2-9362b12732f1 req-b34a2d0b-4182-488c-aa26-62d8a475be9b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:50.368765 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-65c78a24-5577-4c84-a8f2-9362b12732f1 req-b34a2d0b-4182-488c-aa26-62d8a475be9b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1007452 Aug 28 12:40:50.471244 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-65c78a24-5577-4c84-a8f2-9362b12732f1 req-b3e104c2-8bd3-4444-a708-390601838c12 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926979 Aug 28 12:40:50.484224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2435ce-687d-454d-bd9d-27a5cea4c04c req-e944ab31-317f-406c-93c4-a93d843b808f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:50.492300 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d2435ce-687d-454d-bd9d-27a5cea4c04c req-e944ab31-317f-406c-93c4-a93d843b808f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 949 time: 0.0999732 Aug 28 12:40:50.539309 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d2435ce-687d-454d-bd9d-27a5cea4c04c req-73160a98-218e-428c-abe0-600441c7b3a4 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459039 Aug 28 12:40:50.616697 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58724d44-04de-4dfd-a2cb-c80cdcaea7cb x-openstack-request-id: req-58724d44-04de-4dfd-a2cb-c80cdcaea7cb {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:50.616849 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1855e168-f3a8-4f93-a90a-c1ffd8a266e8", "name": "network-vif-plugged", "status": "completed", "tag": "b434db14-37c6-4796-8013-42d7e15330d3", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:50.617108 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58724d44-04de-4dfd-a2cb-c80cdcaea7cb {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:50.617504 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1855e168-f3a8-4f93-a90a-c1ffd8a266e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b434db14-37c6-4796-8013-42d7e15330d3', 'code': 200} Aug 28 12:40:50.842927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74f233-89c3-4008-9d91-3d19896262cc req-ea0d8af4-fc7b-4d0b-8fd4-c60957524419 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:50.848502 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e74f233-89c3-4008-9d91-3d19896262cc req-ea0d8af4-fc7b-4d0b-8fd4-c60957524419 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 946 time: 0.0961525 Aug 28 12:40:50.856554 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34640) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:40:50.873181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-13c9e905-8af7-446f-b0ff-ba90219bfbe9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Request body: {'floatingip': {'port_id': 'd36d6c26-a593-4651-b520-8690e7d0d6d9'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:50.902925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa202a8-c9eb-437b-b895-aaf7c6a88ffc req-1c059005-5bd3-4c45-a9ca-22805d41812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:50.906084 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0aa202a8-c9eb-437b-b895-aaf7c6a88ffc req-1c059005-5bd3-4c45-a9ca-22805d41812f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 1101 time: 0.1734161 Aug 28 12:40:50.909965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:40:51.010152 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13c9e905-8af7-446f-b0ff-ba90219bfbe9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:51.031085 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0aa202a8-c9eb-437b-b895-aaf7c6a88ffc req-87bee345-bb2a-4e53-ac13-0af8f4d026fb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087635 Aug 28 12:40:51.079173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:40:51.079582 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:51.443453 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:51.625468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:51.635217 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:51.818218 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:52.193718 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13c9e905-8af7-446f-b0ff-ba90219bfbe9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:52.204170 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13c9e905-8af7-446f-b0ff-ba90219bfbe9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:52.502663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ba9b1-464c-4f3b-a290-0d96fddcdf7b req-2ddc53ee-3fe4-4cb3-8939-54ae0245c704 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:52.511641 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc8ba9b1-464c-4f3b-a290-0d96fddcdf7b req-2ddc53ee-3fe4-4cb3-8939-54ae0245c704 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 949 time: 0.1218545 Aug 28 12:40:52.618514 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c1f257-3277-4cef-834d-ecf9aca42b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:52.621240 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394cbcf0-f78c-4d33-82d7-477f2ead4cef" -d '{"events": [{"server_uuid": "76c1f257-3277-4cef-834d-ecf9aca42b63", "name": "network-vif-plugged", "status": "completed", "tag": "8d9fdc33-b1a3-45bd-b52f-ce0d456618bc"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:52.645970 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc8ba9b1-464c-4f3b-a290-0d96fddcdf7b req-89727530-f6f6-433e-bff7-e78ea54ffc82 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316996 Aug 28 12:40:52.658675 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aebf4-2244-4d02-b920-6f6804b11314 req-ed34909d-ec02-4c9a-8357-6bdec93957b0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:52.672665 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-113aebf4-2244-4d02-b920-6f6804b11314 req-ed34909d-ec02-4c9a-8357-6bdec93957b0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.3185658 Aug 28 12:40:52.724823 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-13c9e905-8af7-446f-b0ff-ba90219bfbe9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Floating IP 00000f94-f274-4698-8985-224229cd9645 associated. External IP: 172.25.1.210, port: d36d6c26-a593-4651-b520-8690e7d0d6d9. Aug 28 12:40:52.866272 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-113aebf4-2244-4d02-b920-6f6804b11314 req-4740f4c8-d612-45cc-adb9-0244dc4ed41c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923845 Aug 28 12:40:52.979347 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a01767a-bf06-4dc4-b80a-a975759e1d8a x-openstack-request-id: req-1a01767a-bf06-4dc4-b80a-a975759e1d8a {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:52.980050 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c1f257-3277-4cef-834d-ecf9aca42b63", "name": "network-vif-plugged", "status": "completed", "tag": "8d9fdc33-b1a3-45bd-b52f-ce0d456618bc", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:52.980621 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a01767a-bf06-4dc4-b80a-a975759e1d8a {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:52.982210 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c1f257-3277-4cef-834d-ecf9aca42b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc', 'code': 200} Aug 28 12:40:53.317436 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c9e905-8af7-446f-b0ff-ba90219bfbe9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:40:53.379022 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 979c95c3-5c49-47c0-b91a-637bfe2c9b32 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:40:53.628021 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:53.674678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-fcf9d577-8646-42f5-b51d-ba8426eb1523 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:53.677269 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-fcf9d577-8646-42f5-b51d-ba8426eb1523 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/networks?id=19af1b57-4b24-4ce0-b71d-3dff69a93547 HTTP/1.1" status: 200 len: 805 time: 0.3430285 Aug 28 12:40:53.780583 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c9e905-8af7-446f-b0ff-ba90219bfbe9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:40:53.800786 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13c9e905-8af7-446f-b0ff-ba90219bfbe9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:53.826432 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 979c95c3-5c49-47c0-b91a-637bfe2c9b32, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=979c95c3-5c49-47c0-b91a-637bfe2c9b32,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:53.827654 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-63562531-3f37-42da-9f33-1ccfbdeeb4de tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/quotas/496525a693484993be30a45f3dec82a7 HTTP/1.1" status: 200 len: 375 time: 0.0855155 Aug 28 12:40:53.838476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427285b8-5fdb-4ea1-aa45-f7dafe78598b None None] Sync routers for ids ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:40:53.846969 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:54.058605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=979c95c3-5c49-47c0-b91a-637bfe2c9b32,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:54.063875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427285b8-5fdb-4ea1-aa45-f7dafe78598b None None] Routers {'c3e6884d-2c9a-4865-b7c6-7748d89a28b3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:40:54.064537 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-427285b8-5fdb-4ea1-aa45-f7dafe78598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:40:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:54.087464 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-13c9e905-8af7-446f-b0ff-ba90219bfbe9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "PUT /v2.0/floatingips/00000f94-f274-4698-8985-224229cd9645 HTTP/1.1" status: 200 len: 992 time: 3.2285075 Aug 28 12:40:54.101816 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:54.105419 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c140cb-946d-4d93-8c5d-49d843f2bd45" -d '{"events": [{"name": "network-changed", "server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:54.125330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9709ace-5abc-492c-825f-4391211a4cb6 req-01e5bdec-4cc6-436a-9c37-66b6d103d901 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:54.127968 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9709ace-5abc-492c-825f-4391211a4cb6 req-01e5bdec-4cc6-436a-9c37-66b6d103d901 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 949 time: 0.2202942 Aug 28 12:40:54.173028 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-d1a547c3-34a7-4062-9395-022704ad63b3 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=496525a693484993be30a45f3dec82a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2918966 Aug 28 12:40:54.235900 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9709ace-5abc-492c-825f-4391211a4cb6 req-870d4f5f-9e3a-4c6f-971d-c49b54fabc07 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016200 Aug 28 12:40:54.344963 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-82c6888b-24b2-4fba-8dac-b07429eb3b1c service neutron] 10.222.0.20 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595478 Aug 28 12:40:54.357442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-427285b8-5fdb-4ea1-aa45-f7dafe78598b None None] Set router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:40:54.515339 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-a361867c-8d3e-45db-b668-38cc0623af7a service neutron] 10.222.0.20 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690915 Aug 28 12:40:54.600760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631ebba-04ee-4b74-b514-fe0d9c7ecc5f req-9c055e51-48b2-4d1d-89c6-85f7c2ceb792 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:54.609674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c631ebba-04ee-4b74-b514-fe0d9c7ecc5f req-9c055e51-48b2-4d1d-89c6-85f7c2ceb792 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1930258 Aug 28 12:40:54.711628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c631ebba-04ee-4b74-b514-fe0d9c7ecc5f req-4139e40b-599b-405b-a5be-52a125613dc2 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870855 Aug 28 12:40:54.942633 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72ed651-85fe-4c60-8215-ab9d2361ba23 x-openstack-request-id: req-e72ed651-85fe-4c60-8215-ab9d2361ba23 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:54.943391 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:54.943909 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e72ed651-85fe-4c60-8215-ab9d2361ba23 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:54.944489 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'status': 'completed', 'code': 200} Aug 28 12:40:54.985562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e8327b-1906-4aff-984f-19315afd6b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979c95c3-5c49-47c0-b91a-637bfe2c9b32'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:54.997431 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2444eb-a544-4b7a-9dfc-0f33d4f76b71" -d '{"events": [{"server_uuid": "c0e8327b-1906-4aff-984f-19315afd6b60", "name": "network-vif-unplugged", "status": "completed", "tag": "979c95c3-5c49-47c0-b91a-637bfe2c9b32"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:55.068955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-427285b8-5fdb-4ea1-aa45-f7dafe78598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'name': 'tempest-ServerActionsTestJSON-1102254835-router', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88075557-ec32-41f7-9e0d-790e42e78663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:40:09Z', 'updated_at': '2021-08-28T12:40:17Z', 'revision_number': 4, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'gw_port': {'id': '88075557-ec32-41f7-9e0d-790e42e78663', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:11Z', 'updated_at': '2021-08-28T12:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '00000f94-f274-4698-8985-224229cd9645', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'port_id': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'mac_address': 'fa:16:3e:5b:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:40:26Z', 'updated_at': '2021-08-28T12:40:51Z', 'revision_number': 1, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d435da6-cfdc-4b2e-8de4-b300128a6a39', 'name': '', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'mac_address': 'fa:16:3e:d5:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:16Z', 'updated_at': '2021-08-28T12:40:28Z', 'revision_number': 5, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'subnets': [{'id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:55.117734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3407ea-6f90-44c4-8970-816fac320519 req-ed47ddd1-cd4a-41e5-bd48-720dc789c3d1 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:55.132402 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac3407ea-6f90-44c4-8970-816fac320519 req-ed47ddd1-cd4a-41e5-bd48-720dc789c3d1 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 1098 time: 0.1617877 Aug 28 12:40:55.167332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427285b8-5fdb-4ea1-aa45-f7dafe78598b None None] Checking router: c3e6884d-2c9a-4865-b7c6-7748d89a28b3 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:40:55.178544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c140cb-946d-4d93-8c5d-49d843f2bd45 req-eaf2e2f6-4c5d-4d86-8da6-7dcc9e7552b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:55.184614 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26c140cb-946d-4d93-8c5d-49d843f2bd45 req-eaf2e2f6-4c5d-4d86-8da6-7dcc9e7552b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 1098 time: 0.1963294 Aug 28 12:40:55.193945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427285b8-5fdb-4ea1-aa45-f7dafe78598b None None] Routers {'c3e6884d-2c9a-4865-b7c6-7748d89a28b3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:40:55.197129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-427285b8-5fdb-4ea1-aa45-f7dafe78598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:40:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:55.228755 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac3407ea-6f90-44c4-8970-816fac320519 req-1ae6ac24-eba0-4707-a7cc-62b1c6d94290 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921843 Aug 28 12:40:55.384207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c140cb-946d-4d93-8c5d-49d843f2bd45 req-8671b30b-ec69-4ce0-8faf-a6000d615a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:55.389156 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26c140cb-946d-4d93-8c5d-49d843f2bd45 req-8671b30b-ec69-4ce0-8faf-a6000d615a94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.1871030 Aug 28 12:40:55.585401 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419fa94-7353-442f-b94c-5cccd7cef357 req-9db78771-5091-4ad7-ac05-82a7168f67c2 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:55.586157 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-427285b8-5fdb-4ea1-aa45-f7dafe78598b None None] Set router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:40:55.589427 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f419fa94-7353-442f-b94c-5cccd7cef357 req-9db78771-5091-4ad7-ac05-82a7168f67c2 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 1101 time: 0.3534915 Aug 28 12:40:55.593473 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26c140cb-946d-4d93-8c5d-49d843f2bd45 req-6c9def5f-2756-4dbe-86d4-558f4fc9e29c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9 HTTP/1.1" status: 200 len: 1000 time: 0.1496317 Aug 28 12:40:55.817670 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f419fa94-7353-442f-b94c-5cccd7cef357 req-432551c9-3166-4bbd-b288-3569a1325cbf tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:55.869675 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21d14377-f22d-4b83-a8f0-c7f6e0f4df69 req-2dac2c74-8535-4d31-9147-811d5b848289 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 210 time: 0.1109071 Aug 28 12:40:55.884889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c140cb-946d-4d93-8c5d-49d843f2bd45 req-ec238f35-285b-4c8c-b8df-a20c34e5d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:55.884889 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26c140cb-946d-4d93-8c5d-49d843f2bd45 req-ec238f35-285b-4c8c-b8df-a20c34e5d243 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.2736387 Aug 28 12:40:55.956445 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41569ff4-3197-44b3-be77-496235919a4d x-openstack-request-id: req-41569ff4-3197-44b3-be77-496235919a4d {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:55.958447 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e8327b-1906-4aff-984f-19315afd6b60", "name": "network-vif-unplugged", "status": "completed", "tag": "979c95c3-5c49-47c0-b91a-637bfe2c9b32", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:55.958909 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41569ff4-3197-44b3-be77-496235919a4d {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:55.959499 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e8327b-1906-4aff-984f-19315afd6b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979c95c3-5c49-47c0-b91a-637bfe2c9b32', 'code': 200} Aug 28 12:40:56.168071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5e237-ea9d-49cf-8098-c3a564990409 req-9703272d-f2bf-4d0d-8021-de9368a78851 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:56.172671 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bcb5e237-ea9d-49cf-8098-c3a564990409 req-9703272d-f2bf-4d0d-8021-de9368a78851 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0e8327b-1906-4aff-984f-19315afd6b60 HTTP/1.1" status: 200 len: 944 time: 0.1293101 Aug 28 12:40:56.213395 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c140cb-946d-4d93-8c5d-49d843f2bd45 req-9c0c98aa-73a2-47ac-a962-05f95a966db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:56.216148 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26c140cb-946d-4d93-8c5d-49d843f2bd45 req-9c0c98aa-73a2-47ac-a962-05f95a966db5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2557354 Aug 28 12:40:56.223940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-427285b8-5fdb-4ea1-aa45-f7dafe78598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'name': 'tempest-ServerActionsTestJSON-1102254835-router', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88075557-ec32-41f7-9e0d-790e42e78663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:40:09Z', 'updated_at': '2021-08-28T12:40:17Z', 'revision_number': 4, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'gw_port': {'id': '88075557-ec32-41f7-9e0d-790e42e78663', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:11Z', 'updated_at': '2021-08-28T12:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '00000f94-f274-4698-8985-224229cd9645', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'port_id': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'mac_address': 'fa:16:3e:5b:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:40:26Z', 'updated_at': '2021-08-28T12:40:51Z', 'revision_number': 1, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d435da6-cfdc-4b2e-8de4-b300128a6a39', 'name': '', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'mac_address': 'fa:16:3e:d5:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:16Z', 'updated_at': '2021-08-28T12:40:28Z', 'revision_number': 5, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'subnets': [{'id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:40:56.315044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427285b8-5fdb-4ea1-aa45-f7dafe78598b None None] The sync data for ids ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'] in n-d-791505-21 is: [{'id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'name': 'tempest-ServerActionsTestJSON-1102254835-router', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88075557-ec32-41f7-9e0d-790e42e78663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:40:09Z', 'updated_at': '2021-08-28T12:40:17Z', 'revision_number': 4, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'gw_port': {'id': '88075557-ec32-41f7-9e0d-790e42e78663', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:11Z', 'updated_at': '2021-08-28T12:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '00000f94-f274-4698-8985-224229cd9645', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'floating_ip_address': '172.25.1.210', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'port_id': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'mac_address': 'fa:16:3e:5b:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:40:26Z', 'updated_at': '2021-08-28T12:40:51Z', 'revision_number': 1, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d435da6-cfdc-4b2e-8de4-b300128a6a39', 'name': '', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'mac_address': 'fa:16:3e:d5:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:16Z', 'updated_at': '2021-08-28T12:40:28Z', 'revision_number': 5, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'subnets': [{'id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:40:56.482689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-bcb5e237-ea9d-49cf-8098-c3a564990409 req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Deleting port 979c95c3-5c49-47c0-b91a-637bfe2c9b32 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:40:56.482928 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bcb5e237-ea9d-49cf-8098-c3a564990409 req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:56.519875 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26c140cb-946d-4d93-8c5d-49d843f2bd45 req-033a5f41-ba87-4cb8-b07c-1f6484ce353c service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929432 Aug 28 12:40:56.742849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-bcb5e237-ea9d-49cf-8098-c3a564990409 req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] For port 979c95c3-5c49-47c0-b91a-637bfe2c9b32, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=979c95c3-5c49-47c0-b91a-637bfe2c9b32,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:40:56.743425 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bcb5e237-ea9d-49cf-8098-c3a564990409 req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:56.780792 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f419fa94-7353-442f-b94c-5cccd7cef357 req-432551c9-3166-4bbd-b288-3569a1325cbf tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:56.800838 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f419fa94-7353-442f-b94c-5cccd7cef357 req-432551c9-3166-4bbd-b288-3569a1325cbf tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:56.923053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-bcb5e237-ea9d-49cf-8098-c3a564990409 req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Calling delete_port for 979c95c3-5c49-47c0-b91a-637bfe2c9b32 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:40:56.926846 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432551c9-3166-4bbd-b288-3569a1325cbf tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b707bdeb-a38e-4367-af5f-001e6bca443e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:56.927884 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bad96e9-f614-4869-8fa6-22336d020884 None None] New status for floating IP 00000f94-f274-4698-8985-224229cd9645: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:40:57.025209 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f419fa94-7353-442f-b94c-5cccd7cef357 req-432551c9-3166-4bbd-b288-3569a1325cbf tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4187274 Aug 28 12:40:57.029865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26c140cb-946d-4d93-8c5d-49d843f2bd45 req-879c4261-57f0-4ed8-80bb-303324d8c1d6 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949164 Aug 28 12:40:57.107058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-540b6488-6121-4d9a-a181-69a5e4a2ab20 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:57.109197 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-540b6488-6121-4d9a-a181-69a5e4a2ab20 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.11 "GET /v2.0/networks?id=19af1b57-4b24-4ce0-b71d-3dff69a93547 HTTP/1.1" status: 200 len: 805 time: 0.3334074 Aug 28 12:40:57.210145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-eb7dd5cd-c06a-41d1-a35c-283b0087a08e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Request body: {'port': {'device_id': '72c228e0-c69c-4ffe-9240-3aface3d4c4b', 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547', 'admin_state_up': True, 'tenant_id': '496525a693484993be30a45f3dec82a7'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:57.307676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dd2b5-308c-4ef0-a22c-93fe71d383b2 req-46bbf8c0-02d0-49c2-b633-0492e3ff48b1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:57.310277 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-859dd2b5-308c-4ef0-a22c-93fe71d383b2 req-46bbf8c0-02d0-49c2-b633-0492e3ff48b1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1298175 Aug 28 12:40:57.396583 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-859dd2b5-308c-4ef0-a22c-93fe71d383b2 req-dd7be4c1-670d-4488-ab78-a1865b1ef255 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633416 Aug 28 12:40:57.615397 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bcb5e237-ea9d-49cf-8098-c3a564990409 req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:57.763699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Pushing event deleted for resources: {'Port': ['ID=979c95c3-5c49-47c0-b91a-637bfe2c9b32,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:57.788435 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:40:57.788785 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:40:57.789124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:40:57.789458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:40:57.789790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:40:57.790189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:40:57.790548 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:40:57.790906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:40:57.791251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:40:57.791576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:40:57.792092 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:40:57.792441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:40:57.801804 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-eb7dd5cd-c06a-41d1-a35c-283b0087a08e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Made reservation on behalf of 496525a693484993be30a45f3dec82a7 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:40:57.805855 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-eb7dd5cd-c06a-41d1-a35c-283b0087a08e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:57.810526 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb5e237-ea9d-49cf-8098-c3a564990409 req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] No DVR routers for this DVR port 979c95c3-5c49-47c0-b91a-637bfe2c9b32 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:40:57.815116 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bcb5e237-ea9d-49cf-8098-c3a564990409 req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:57.819937 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bcb5e237-ea9d-49cf-8098-c3a564990409 req-a8c62d64-ec35-4065-8cfd-bf4da9f70d39 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.10 "DELETE /v2.0/ports/979c95c3-5c49-47c0-b91a-637bfe2c9b32 HTTP/1.1" status: 204 len: 173 time: 1.6318288 Aug 28 12:40:57.822534 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e8327b-1906-4aff-984f-19315afd6b60', 'name': 'network-vif-deleted', 'tag': '979c95c3-5c49-47c0-b91a-637bfe2c9b32'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:40:57.828819 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f24dd23-57d8-4dce-bc14-9a902e753106" -d '{"events": [{"server_uuid": "c0e8327b-1906-4aff-984f-19315afd6b60", "name": "network-vif-deleted", "tag": "979c95c3-5c49-47c0-b91a-637bfe2c9b32"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:40:58.160185 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-eb7dd5cd-c06a-41d1-a35c-283b0087a08e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Allocated IP 172.20.0.12 (19af1b57-4b24-4ce0-b71d-3dff69a93547/7e4a0be6-71b9-4bdb-9795-f2ece63793e5/7511adf5-2b30-41d8-8ccb-a9747f91255c) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:40:58.384962 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-03fa1cf7-b21d-46f4-ad9d-91ea82441cd1 req-cdddb4dd-f9ca-4be9-bef7-557aeb652824 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 210 time: 0.0476589 Aug 28 12:40:58.486249 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-16305a10-be58-44a1-ba61-5925bbed3ad1 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:40:58.488018 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-16305a10-be58-44a1-ba61-5925bbed3ad1 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1910102 Aug 28 12:40:58.495003 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-eb7dd5cd-c06a-41d1-a35c-283b0087a08e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:58.505241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a699f16a-5936-4366-a78f-7070031f9640 service neutron] Request body: {'binding': {'host': 'n-h1-791505-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:58.505986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a699f16a-5936-4366-a78f-7070031f9640 service neutron] Unknown quota resources ['binding']. {{(pid=94878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 12:40:58.631637 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120315fb-dda4-4930-96af-8d0a26d0f907 x-openstack-request-id: req-120315fb-dda4-4930-96af-8d0a26d0f907 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:40:58.631962 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e8327b-1906-4aff-984f-19315afd6b60", "name": "network-vif-deleted", "tag": "979c95c3-5c49-47c0-b91a-637bfe2c9b32", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:40:58.632145 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-120315fb-dda4-4930-96af-8d0a26d0f907 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:40:58.632482 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e8327b-1906-4aff-984f-19315afd6b60', 'name': 'network-vif-deleted', 'tag': '979c95c3-5c49-47c0-b91a-637bfe2c9b32', 'status': 'completed', 'code': 200} Aug 28 12:40:58.634141 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-eb7dd5cd-c06a-41d1-a35c-283b0087a08e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:58.729640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-eb7dd5cd-c06a-41d1-a35c-283b0087a08e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Network 19af1b57-4b24-4ce0-b71d-3dff69a93547 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:40:58.738065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-eb7dd5cd-c06a-41d1-a35c-283b0087a08e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:40:58.743120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-eb7dd5cd-c06a-41d1-a35c-283b0087a08e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:40:58.803206 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-eb7dd5cd-c06a-41d1-a35c-283b0087a08e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:58.804292 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-eb7dd5cd-c06a-41d1-a35c-283b0087a08e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:58.808470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dd5cd-c06a-41d1-a35c-283b0087a08e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Pushing event updated for resources: {'Port': ['ID=7511adf5-2b30-41d8-8ccb-a9747f91255c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:40:58.843933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f8b5d-0624-4042-a7ce-9fdd761e1e9a req-41e64c46-c770-4269-9413-83f176ee6509 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:58.847015 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be8f8b5d-0624-4042-a7ce-9fdd761e1e9a req-41e64c46-c770-4269-9413-83f176ee6509 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 946 time: 0.1655066 Aug 28 12:40:58.851868 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-eb7dd5cd-c06a-41d1-a35c-283b0087a08e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6564536 Aug 28 12:40:58.865401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Request body: {'port': {'device_id': '72c228e0-c69c-4ffe-9240-3aface3d4c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:40:58.911771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a699f16a-5936-4366-a78f-7070031f9640 service neutron] Attempting to bind port 246bce7e-0775-4985-8bdb-929abd780c76 on host n-h1-791505-21 for vnic_type normal with profile None {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:40:58.912919 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a699f16a-5936-4366-a78f-7070031f9640 service neutron] Attempting to bind port 246bce7e-0775-4985-8bdb-929abd780c76 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:40:58.913460 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a699f16a-5936-4366-a78f-7070031f9640 service neutron] Attempting to bind port 246bce7e-0775-4985-8bdb-929abd780c76 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:58.928289 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be8f8b5d-0624-4042-a7ce-9fdd761e1e9a req-2dfc56a5-7d3f-4298-a42b-dc1f5d7baac4 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/security-groups?id=cced0c6c-c9ac-4323-9aa1-708830f008c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690811 Aug 28 12:40:58.939491 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a699f16a-5936-4366-a78f-7070031f9640 service neutron] Port 246bce7e-0775-4985-8bdb-929abd780c76 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:40:58.940335 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a699f16a-5936-4366-a78f-7070031f9640 service neutron] Attempting to bind port 246bce7e-0775-4985-8bdb-929abd780c76 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:40:58.954745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a699f16a-5936-4366-a78f-7070031f9640 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:40:58.954745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a699f16a-5936-4366-a78f-7070031f9640 service neutron] Checking segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:40:58.955297 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a699f16a-5936-4366-a78f-7070031f9640 service neutron] Bound using segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:40:58.955986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a699f16a-5936-4366-a78f-7070031f9640 service neutron] Bound port: 246bce7e-0775-4985-8bdb-929abd780c76, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:40:59.000636 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:59.103493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a699f16a-5936-4366-a78f-7070031f9640 service neutron] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=246bce7e-0775-4985-8bdb-929abd780c76,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:40:59.111577 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a699f16a-5936-4366-a78f-7070031f9640 service neutron] Notify callbacks [] for binding, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:59.113141 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a699f16a-5936-4366-a78f-7070031f9640 service neutron] 10.222.0.20 "POST /v2.0/ports/246bce7e-0775-4985-8bdb-929abd780c76/bindings HTTP/1.1" status: 201 len: 390 time: 0.6127095 Aug 28 12:40:59.140166 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb4c13-3df0-4504-9e69-694188efe466 req-04921cbb-372e-462c-ae9c-f6102eabbe82 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:59.142010 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9eeb4c13-3df0-4504-9e69-694188efe466 req-04921cbb-372e-462c-ae9c-f6102eabbe82 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1005261 Aug 28 12:40:59.196603 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9eeb4c13-3df0-4504-9e69-694188efe466 req-5d111079-c82c-4307-acca-493aba4056b4 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467918 Aug 28 12:40:59.402858 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-9608e9ab-76e2-4d57-b305-75ffcc3b919a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=64deab23396c4c29b7c913924f7a124c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447042 Aug 28 12:40:59.430317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 979c95c3-5c49-47c0-b91a-637bfe2c9b32 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:40:59.476887 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 979c95c3-5c49-47c0-b91a-637bfe2c9b32 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:40:59.477520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 979c95c3-5c49-47c0-b91a-637bfe2c9b32 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:40:59.556384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-897e9c4c-1459-470a-9b77-1a6e1e3b045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:59.558749 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-897e9c4c-1459-470a-9b77-1a6e1e3b045f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 1098 time: 0.0984213 Aug 28 12:40:59.699528 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-667da4f7-b64d-41f1-9260-332a5eacef67 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:59.702012 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-667da4f7-b64d-41f1-9260-332a5eacef67 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2845974 Aug 28 12:40:59.731066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7511adf5-2b30-41d8-8ccb-a9747f91255c {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:40:59.751705 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:59.773946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Transition to ACTIVE for port object 7511adf5-2b30-41d8-8ccb-a9747f91255c will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:40:59.781939 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768eec45-5729-49fc-b789-157eeef01de1 req-2baca754-d9e0-408f-bc47-a997e815f280 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:59.783933 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-768eec45-5729-49fc-b789-157eeef01de1 req-2baca754-d9e0-408f-bc47-a997e815f280 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 946 time: 0.1121485 Aug 28 12:40:59.785343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-50c79899-62ed-4099-96aa-3422e4778a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:40:59.787163 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-50c79899-62ed-4099-96aa-3422e4778a6f service neutron] 10.222.0.11 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.2167165 Aug 28 12:40:59.791908 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:40:59.848744 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-fec5abbf-db61-44d3-b327-c4ee6d55e399 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/quotas/64deab23396c4c29b7c913924f7a124c HTTP/1.1" status: 200 len: 375 time: 0.0689232 Aug 28 12:40:59.961611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Pushing event updated for resources: {'Port': ['ID=7511adf5-2b30-41d8-8ccb-a9747f91255c,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:00.017873 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-6dcaccf7-f332-498f-a816-ddbe750e823b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1428325 Aug 28 12:41:00.054470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Attempting to bind port 7511adf5-2b30-41d8-8ccb-a9747f91255c on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:41:00.054927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Attempting to bind port 7511adf5-2b30-41d8-8ccb-a9747f91255c by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:41:00.055283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Attempting to bind port 7511adf5-2b30-41d8-8ccb-a9747f91255c on network 19af1b57-4b24-4ce0-b71d-3dff69a93547 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:00.065226 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Port 7511adf5-2b30-41d8-8ccb-a9747f91255c on network 19af1b57-4b24-4ce0-b71d-3dff69a93547 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:41:00.065601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Attempting to bind port 7511adf5-2b30-41d8-8ccb-a9747f91255c on network 19af1b57-4b24-4ce0-b71d-3dff69a93547 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:00.076310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:41:00.079249 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Checking segment: {'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:41:00.079690 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Bound using segment: {'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:41:00.080309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Bound port: 7511adf5-2b30-41d8-8ccb-a9747f91255c, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45631a01-ddba-4845-b00e-49ccb138b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:41:00.080703 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:00.234090 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-3d4adcd6-df09-42a5-9a8c-8820b2ace8ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=246bce7e-0775-4985-8bdb-929abd780c76 HTTP/1.1" status: 200 len: 217 time: 0.3983545 Aug 28 12:41:00.234607 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-768eec45-5729-49fc-b789-157eeef01de1 req-cd502209-1f3e-4a71-980a-8afc588d1970 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413610 Aug 28 12:41:00.316153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] For port 7511adf5-2b30-41d8-8ccb-a9747f91255c, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:41:00.326926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] For port 7511adf5-2b30-41d8-8ccb-a9747f91255c, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7511adf5-2b30-41d8-8ccb-a9747f91255c,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:41:00.358336 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:00.398857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a28cdaa5-01a5-4261-a878-cd0dec5de383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:00.401029 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a28cdaa5-01a5-4261-a878-cd0dec5de383 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.1655245 Aug 28 12:41:00.441615 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91ba6b-d484-48c6-941e-959865794c2e req-52354e5c-7b75-4298-9e23-42bf229a7ad3 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:00.443467 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0f91ba6b-d484-48c6-941e-959865794c2e req-52354e5c-7b75-4298-9e23-42bf229a7ad3 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 946 time: 0.1934512 Aug 28 12:41:00.457678 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-04f2270d-4981-45d3-b0aa-f5d090d1123a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421956 Aug 28 12:41:00.472613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e66242-55dd-48d9-9cae-0c7c3d1194b8 req-43bf294b-f5da-4345-89a7-8fda73b3fa74 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:00.474410 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d7e66242-55dd-48d9-9cae-0c7c3d1194b8 req-43bf294b-f5da-4345-89a7-8fda73b3fa74 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 944 time: 0.1227388 Aug 28 12:41:00.514328 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Pushing event updated for resources: {'Port': ['ID=7511adf5-2b30-41d8-8ccb-a9747f91255c,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:00.522765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:00.523654 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:00.526181 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-e5c88703-a40f-4579-8be8-abdf1e0f0a26 service neutron] 10.222.0.11 "PUT /v2.0/ports/7511adf5-2b30-41d8-8ccb-a9747f91255c HTTP/1.1" status: 200 len: 1093 time: 1.6649499 Aug 28 12:41:00.646219 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c228e0-c69c-4ffe-9240-3aface3d4c4b', 'tag': '7511adf5-2b30-41d8-8ccb-a9747f91255c'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:00.649504 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32f9db7-4e06-44ba-abd4-b970c6394e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "72c228e0-c69c-4ffe-9240-3aface3d4c4b", "tag": "7511adf5-2b30-41d8-8ccb-a9747f91255c"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:00.741058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-9f331bb2-f460-41af-8908-d96f59519817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:00.742807 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-9f331bb2-f460-41af-8908-d96f59519817 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=496525a693484993be30a45f3dec82a7&device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 1096 time: 0.1126995 Aug 28 12:41:00.749230 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d7e66242-55dd-48d9-9cae-0c7c3d1194b8 req-af540a62-b579-41d5-8b8e-3f63520cb25f tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805980 Aug 28 12:41:00.753107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-0f91ba6b-d484-48c6-941e-959865794c2e req-ac1e2771-409b-4f56-a649-3be0379e2cce tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Deleting port 45028602-d8d4-42ab-a82d-27dd6f8726b9 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:41:00.753977 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0f91ba6b-d484-48c6-941e-959865794c2e req-ac1e2771-409b-4f56-a649-3be0379e2cce tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:00.789147 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-afd2b4bc-fc4f-4fa3-8266-ff2999a7da19 service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135386 Aug 28 12:41:00.858416 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-b50396cf-be7e-464a-b616-cc5375c50556 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7511adf5-2b30-41d8-8ccb-a9747f91255c HTTP/1.1" status: 200 len: 217 time: 0.0983140 Aug 28 12:41:00.969540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-330d7996-fb22-4cd7-9ea6-24cb0e244c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:00.971687 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-330d7996-fb22-4cd7-9ea6-24cb0e244c6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e4a0be6-71b9-4bdb-9795-f2ece63793e5 HTTP/1.1" status: 200 len: 845 time: 0.1037240 Aug 28 12:41:00.974513 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26968f27-6073-48c1-9937-fc1b92ccaf2c req-9327971a-b52e-4df3-af7a-e480aa10e0bc tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:00.983493 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26968f27-6073-48c1-9937-fc1b92ccaf2c req-9327971a-b52e-4df3-af7a-e480aa10e0bc tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 946 time: 0.0965731 Aug 28 12:41:00.986998 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-0f91ba6b-d484-48c6-941e-959865794c2e req-ac1e2771-409b-4f56-a649-3be0379e2cce tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] For port 45028602-d8d4-42ab-a82d-27dd6f8726b9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=45028602-d8d4-42ab-a82d-27dd6f8726b9,segment=NetworkSegment(6850e0ed-145a-489d-b93a-d5dde997ae6f),segment_id=6850e0ed-145a-489d-b93a-d5dde997ae6f)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:00.987551 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0f91ba6b-d484-48c6-941e-959865794c2e req-ac1e2771-409b-4f56-a649-3be0379e2cce tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:00.998213 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-a5cb36be-c46e-4166-9736-4418abe5571b service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977949 Aug 28 12:41:01.053562 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26968f27-6073-48c1-9937-fc1b92ccaf2c req-c3737cbf-4e16-42bd-9fa5-2ce03aec3277 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/security-groups?id=cced0c6c-c9ac-4323-9aa1-708830f008c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687714 Aug 28 12:41:01.103929 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-dea5e54e-c125-48d2-aef6-76beb897e24a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19af1b57-4b24-4ce0-b71d-3dff69a93547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120813 Aug 28 12:41:01.249682 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-0f91ba6b-d484-48c6-941e-959865794c2e req-ac1e2771-409b-4f56-a649-3be0379e2cce tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Calling delete_port for 45028602-d8d4-42ab-a82d-27dd6f8726b9 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:41:01.388278 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddc0e0c-b889-43d4-8e80-ca0b5497d055 x-openstack-request-id: req-4ddc0e0c-b889-43d4-8e80-ca0b5497d055 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:01.388669 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c228e0-c69c-4ffe-9240-3aface3d4c4b", "tag": "7511adf5-2b30-41d8-8ccb-a9747f91255c", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:01.388982 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ddc0e0c-b889-43d4-8e80-ca0b5497d055 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:01.389467 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c228e0-c69c-4ffe-9240-3aface3d4c4b', 'tag': '7511adf5-2b30-41d8-8ccb-a9747f91255c', 'status': 'completed', 'code': 200} Aug 28 12:41:01.438954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aabf67-d003-431b-bc4e-7de4bdeb4a51 req-28a00258-16dd-4fe2-a37b-c0584eaeaa4d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:01.453345 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7aabf67-d003-431b-bc4e-7de4bdeb4a51 req-28a00258-16dd-4fe2-a37b-c0584eaeaa4d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.3430302 Aug 28 12:41:01.466337 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-c81c2332-9406-4d64-a37f-12c3cac3626a service neutron] 10.222.0.11 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238239 Aug 28 12:41:02.053898 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982273b-f611-4fb4-96b2-a506dc10378c req-ce27d5e2-50e6-4c83-9f29-eb54d81bf218 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:02.056069 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e982273b-f611-4fb4-96b2-a506dc10378c req-ce27d5e2-50e6-4c83-9f29-eb54d81bf218 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 946 time: 0.1032295 Aug 28 12:41:02.130223 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e982273b-f611-4fb4-96b2-a506dc10378c req-14b36c34-0f83-4371-82e1-7603806df25c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655174 Aug 28 12:41:02.138398 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4965f217-6d4f-4b18-97fd-3e766d6a03cb req-8831fd91-829d-405f-bb85-0235b097ba7d service neutron] 10.222.0.11 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521118 Aug 28 12:41:02.147329 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7aabf67-d003-431b-bc4e-7de4bdeb4a51 req-ca30f939-8a8e-46ac-baa9-d05615f328d0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697469 Aug 28 12:41:02.191967 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0f91ba6b-d484-48c6-941e-959865794c2e req-ac1e2771-409b-4f56-a649-3be0379e2cce tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:02.213661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['45028602-d8d4-42ab-a82d-27dd6f8726b9'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:02.294744 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e2771-409b-4f56-a649-3be0379e2cce tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Pushing event deleted for resources: {'Port': ['ID=45028602-d8d4-42ab-a82d-27dd6f8726b9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:02.457362 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91098-0116-4c2c-a397-f5ce3ccd366d req-9ea96638-a456-4478-b28a-d53ea05b5b2c tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:02.462266 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1bf91098-0116-4c2c-a397-f5ce3ccd366d req-9ea96638-a456-4478-b28a-d53ea05b5b2c tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 944 time: 0.1390698 Aug 28 12:41:02.510770 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9593d439-5c27-4082-9a39-e57c5cbc3dda req-b3b22294-0284-4d92-9b4c-38391b6fca2c tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 210 time: 0.2051287 Aug 28 12:41:02.563673 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1bf91098-0116-4c2c-a397-f5ce3ccd366d req-21661637-da33-481b-949d-a073e823767f tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955646 Aug 28 12:41:02.592433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f91ba6b-d484-48c6-941e-959865794c2e req-ac1e2771-409b-4f56-a649-3be0379e2cce tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] No DVR routers for this DVR port 45028602-d8d4-42ab-a82d-27dd6f8726b9 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:41:02.613176 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0f91ba6b-d484-48c6-941e-959865794c2e req-ac1e2771-409b-4f56-a649-3be0379e2cce tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:02.627591 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0f91ba6b-d484-48c6-941e-959865794c2e req-ac1e2771-409b-4f56-a649-3be0379e2cce tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.11 "DELETE /v2.0/ports/45028602-d8d4-42ab-a82d-27dd6f8726b9 HTTP/1.1" status: 204 len: 173 time: 2.1633315 Aug 28 12:41:02.745683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f9db7-4e06-44ba-abd4-b970c6394e6c req-72022d8b-ca7a-4dfa-adbb-7bc1b4c78b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:02.747308 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a32f9db7-4e06-44ba-abd4-b970c6394e6c req-72022d8b-ca7a-4dfa-adbb-7bc1b4c78b08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=496525a693484993be30a45f3dec82a7&device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 1096 time: 0.4313641 Aug 28 12:41:02.763408 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2bdb7214-4947-4be9-b2d2-beea0ad74f29 req-27c55a10-cf34-478c-b889-cec1f522eda6 tempest-VolumesAdminNegativeTest-1251230826 tempest-VolumesAdminNegativeTest-1251230826-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b4c4005-faf6-4f5d-8724-2b31f96415f3 HTTP/1.1" status: 200 len: 210 time: 0.0843434 Aug 28 12:41:02.922017 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f9db7-4e06-44ba-abd4-b970c6394e6c req-6bfd7ead-82a8-4667-9f8a-c212753179b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:02.923582 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a32f9db7-4e06-44ba-abd4-b970c6394e6c req-6bfd7ead-82a8-4667-9f8a-c212753179b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=19af1b57-4b24-4ce0-b71d-3dff69a93547 HTTP/1.1" status: 200 len: 905 time: 0.1588566 Aug 28 12:41:03.008557 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a32f9db7-4e06-44ba-abd4-b970c6394e6c req-85a4ba94-81dc-4dd1-af0a-4d97a4a2fb4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7511adf5-2b30-41d8-8ccb-a9747f91255c HTTP/1.1" status: 200 len: 217 time: 0.0676255 Aug 28 12:41:03.071110 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f9db7-4e06-44ba-abd4-b970c6394e6c req-57fcb2cf-00cc-462d-b017-b4ecdb7fab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:03.072594 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a32f9db7-4e06-44ba-abd4-b970c6394e6c req-57fcb2cf-00cc-462d-b017-b4ecdb7fab3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e4a0be6-71b9-4bdb-9795-f2ece63793e5 HTTP/1.1" status: 200 len: 845 time: 0.0522645 Aug 28 12:41:03.112063 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a32f9db7-4e06-44ba-abd4-b970c6394e6c req-12e51a9b-e824-49c7-ad87-d4b405067df8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=19af1b57-4b24-4ce0-b71d-3dff69a93547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299115 Aug 28 12:41:03.210281 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-9a7930ab-5d41-4c67-bfa9-e12e1402cb11 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=64deab23396c4c29b7c913924f7a124c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294595 Aug 28 12:41:03.412204 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bf9ee-566b-4ab1-b98c-f1d0744f5966 req-dd29c16b-a4db-40b0-9a84-9dc9cd80d496 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:03.421209 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9b9bf9ee-566b-4ab1-b98c-f1d0744f5966 req-dd29c16b-a4db-40b0-9a84-9dc9cd80d496 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 946 time: 0.1154518 Aug 28 12:41:03.428889 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4c4005-faf6-4f5d-8724-2b31f96415f3', 'name': 'network-vif-deleted', 'tag': '45028602-d8d4-42ab-a82d-27dd6f8726b9'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:03.434806 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af573e5d-3376-430b-a36f-d9ff2f70106b" -d '{"events": [{"server_uuid": "5b4c4005-faf6-4f5d-8724-2b31f96415f3", "name": "network-vif-deleted", "tag": "45028602-d8d4-42ab-a82d-27dd6f8726b9"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:03.478162 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9b9bf9ee-566b-4ab1-b98c-f1d0744f5966 req-c7241175-a7f5-459d-9241-e38aa6872a57 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549531 Aug 28 12:41:03.590453 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61461a7-fc6a-4b26-8877-f99e6d4066cf x-openstack-request-id: req-c61461a7-fc6a-4b26-8877-f99e6d4066cf {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:03.590759 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4c4005-faf6-4f5d-8724-2b31f96415f3", "name": "network-vif-deleted", "tag": "45028602-d8d4-42ab-a82d-27dd6f8726b9", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:03.591080 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c61461a7-fc6a-4b26-8877-f99e6d4066cf {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:03.591533 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4c4005-faf6-4f5d-8724-2b31f96415f3', 'name': 'network-vif-deleted', 'tag': '45028602-d8d4-42ab-a82d-27dd6f8726b9', 'status': 'completed', 'code': 200} Aug 28 12:41:03.639618 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a32f9db7-4e06-44ba-abd4-b970c6394e6c req-b44837c8-b2ea-428f-aa2b-53e64623557e service neutron] 10.222.0.11 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176446 Aug 28 12:41:03.727338 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2768d963-9f0a-4e53-b049-8e3ba1939c05 req-15e1a72b-55b4-4c80-92c0-00cb3d506b84 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 210 time: 0.0783033 Aug 28 12:41:03.836600 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63a0cd-34e7-4fde-ad27-13b9e37e174a req-8bbc0c21-6ce9-48cc-bf81-8c7046450145 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:03.842951 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6b63a0cd-34e7-4fde-ad27-13b9e37e174a req-8bbc0c21-6ce9-48cc-bf81-8c7046450145 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.4612958 Aug 28 12:41:03.937603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-4b8f0a9d-89a0-47ba-a86d-b8ed5b78d09f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:03.943577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-4b8f0a9d-89a0-47ba-a86d-b8ed5b78d09f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7166910 Aug 28 12:41:03.965648 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-4fc0e3ca-96a1-446d-a9bb-19ecd789958e tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=64deab23396c4c29b7c913924f7a124c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1011658 Aug 28 12:41:03.985181 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:41:03.988550 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-1877845f-39b0-4f1b-bb67-ff2eb5d03907 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Request body: {'port': {'device_id': 'ffdf9218-071e-45cb-bbbc-750b42bd313b', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '64deab23396c4c29b7c913924f7a124c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:04.125462 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a1a79-e9e8-4412-a05d-e81289c2f51e req-85f404b7-61d0-46b2-becf-0e5afe565692 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:04.139045 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f63a1a79-e9e8-4412-a05d-e81289c2f51e req-85f404b7-61d0-46b2-becf-0e5afe565692 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 944 time: 0.2973058 Aug 28 12:41:04.264962 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f63a1a79-e9e8-4412-a05d-e81289c2f51e req-46f4a433-d78e-40c5-97d2-a9e713cd7ee1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248879 Aug 28 12:41:04.304389 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6b63a0cd-34e7-4fde-ad27-13b9e37e174a req-0b2c4e99-1cb5-485f-b9e1-de39d0bab6c0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377532 Aug 28 12:41:04.313219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-4f69cfcd-0bcd-4cdd-aece-e15d80e9b1f5 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:04.315112 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-4f69cfcd-0bcd-4cdd-aece-e15d80e9b1f5 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3351154 Aug 28 12:41:04.330085 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-7daafd9b-07e6-4bfb-a89f-816d8e49e842 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Request body: {'port': {'device_id': 'db16ab0b-b171-4ef1-ac61-07951321ee0f', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '64deab23396c4c29b7c913924f7a124c'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:04.369698 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a32f9db7-4e06-44ba-abd4-b970c6394e6c req-81c0a57d-fe5b-42a2-a4ca-ef2ac6320239 service neutron] 10.222.0.11 "GET /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7140932 Aug 28 12:41:04.373449 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-1877845f-39b0-4f1b-bb67-ff2eb5d03907 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Made reservation on behalf of 64deab23396c4c29b7c913924f7a124c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:41:04.388102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-1877845f-39b0-4f1b-bb67-ff2eb5d03907 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:04.421841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34946) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:04.614836 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Deleting subnet 8a99950c-c001-4555-b784-50f1afb39346 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:41:04.619245 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:04.668046 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-1877845f-39b0-4f1b-bb67-ff2eb5d03907 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Allocated IP 192.168.233.97 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/cedca10f-a6cf-4cba-bd7e-d11501c641c4) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:41:04.677129 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:04.726641 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:04.837165 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:04.887649 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a99950c-c001-4555-b784-50f1afb39346,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:04.901999 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:04.904889 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8a99950c-c001-4555-b784-50f1afb39346 HTTP/1.1" status: 204 len: 168 time: 0.4814408 Aug 28 12:41:04.907407 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:04.908119 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:04.908653 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:04.909136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:04.909664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:04.910153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:04.910338 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-1877845f-39b0-4f1b-bb67-ff2eb5d03907 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:04.910848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:04.911343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:04.911910 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:04.912393 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:04.912867 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:04.913616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f33205e-fcf9-4f65-8109-7c93b36ca358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:04.918936 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34956) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:04.928332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-1877845f-39b0-4f1b-bb67-ff2eb5d03907 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Transition to ACTIVE for port object cedca10f-a6cf-4cba-bd7e-d11501c641c4 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:04.931889 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7511adf5-2b30-41d8-8ccb-a9747f91255c details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:41:04.934908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 45028602-d8d4-42ab-a82d-27dd6f8726b9 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:41:05.000653 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dbcc2fed-672c-4fa4-987f-5ff83fcf3ba8 req-cd8d0c88-e844-4a0b-afb0-e15d3c5dce53 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 210 time: 0.0376878 Aug 28 12:41:05.007291 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-1877845f-39b0-4f1b-bb67-ff2eb5d03907 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:05.046776 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-274559db-fea5-4155-bb9e-6e2d0e6e9072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:05.048629 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-7daafd9b-07e6-4bfb-a89f-816d8e49e842 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Made reservation on behalf of 64deab23396c4c29b7c913924f7a124c for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:41:05.053415 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-7daafd9b-07e6-4bfb-a89f-816d8e49e842 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:05.065227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877845f-39b0-4f1b-bb67-ff2eb5d03907 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event updated for resources: {'Port': ['ID=cedca10f-a6cf-4cba-bd7e-d11501c641c4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:05.103336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-1877845f-39b0-4f1b-bb67-ff2eb5d03907 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:41:05.105071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-1877845f-39b0-4f1b-bb67-ff2eb5d03907 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:41:05.112340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-1877845f-39b0-4f1b-bb67-ff2eb5d03907 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:41:05.203272 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae3bf5-d521-41df-8623-5e01372ce8e6 req-d57f5007-b5f5-4449-964d-fea13e7bb5f1 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:05.204979 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70ae3bf5-d521-41df-8623-5e01372ce8e6 req-d57f5007-b5f5-4449-964d-fea13e7bb5f1 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 946 time: 0.4087405 Aug 28 12:41:05.216740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7511adf5-2b30-41d8-8ccb-a9747f91255c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7511adf5-2b30-41d8-8ccb-a9747f91255c,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:05.232837 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 45028602-d8d4-42ab-a82d-27dd6f8726b9 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:41:05.233533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 45028602-d8d4-42ab-a82d-27dd6f8726b9 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:41:05.234203 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-1877845f-39b0-4f1b-bb67-ff2eb5d03907 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:05.235074 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-1877845f-39b0-4f1b-bb67-ff2eb5d03907 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:05.241697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '7511adf5-2b30-41d8-8ccb-a9747f91255c', 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547', 'port_id': '7511adf5-2b30-41d8-8ccb-a9747f91255c', 'mac_address': 'fa:16:3e:6a:47:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4a0be6-71b9-4bdb-9795-f2ece63793e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:41:05.248416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b434db14-37c6-4796-8013-42d7e15330d3'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:05.264299 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-1877845f-39b0-4f1b-bb67-ff2eb5d03907 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2818916 Aug 28 12:41:05.283801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Request body: {'port': {'device_id': 'ffdf9218-071e-45cb-bbbc-750b42bd313b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:05.323253 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:05.395293 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:05.419234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7511adf5-2b30-41d8-8ccb-a9747f91255c {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:41:05.462113 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7511adf5-2b30-41d8-8ccb-a9747f91255c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7511adf5-2b30-41d8-8ccb-a9747f91255c,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:05.481498 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:05.548480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-31922be5-49ab-4fb1-98bd-bc01b1261d79 None None] Provisioning for port cedca10f-a6cf-4cba-bd7e-d11501c641c4 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:05.554160 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-274559db-fea5-4155-bb9e-6e2d0e6e9072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:05.556368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-31922be5-49ab-4fb1-98bd-bc01b1261d79 None None] Provisioning complete for port cedca10f-a6cf-4cba-bd7e-d11501c641c4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:05.556739 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-31922be5-49ab-4fb1-98bd-bc01b1261d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:05.567916 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-274559db-fea5-4155-bb9e-6e2d0e6e9072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c223f20b-0c7a-449a-8021-59065a7eb9b1']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:05.584692 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-274559db-fea5-4155-bb9e-6e2d0e6e9072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6850e0ed-145a-489d-b93a-d5dde997ae6f') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:05.585423 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-274559db-fea5-4155-bb9e-6e2d0e6e9072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6850e0ed-145a-489d-b93a-d5dde997ae6f') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:05.597554 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-274559db-fea5-4155-bb9e-6e2d0e6e9072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:05.629864 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-274559db-fea5-4155-bb9e-6e2d0e6e9072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:05.631785 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7511adf5-2b30-41d8-8ccb-a9747f91255c,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:05.646085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:05.646466 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:05.646697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:05.647192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:05.647375 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:05.647690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:05.648533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:05.648876 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:05.649185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:05.649506 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:05.651095 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:05.651095 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:05.654815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274559db-fea5-4155-bb9e-6e2d0e6e9072 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:41:05.654997 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-274559db-fea5-4155-bb9e-6e2d0e6e9072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:05.661754 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf0841-f09e-45f8-9ae8-6220b66b2dd4 req-beb31e40-4051-4542-b906-62845e005911 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:41:05.669690 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:41:05.672470 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dccf0841-f09e-45f8-9ae8-6220b66b2dd4 req-beb31e40-4051-4542-b906-62845e005911 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 945 time: 0.2479076 Aug 28 12:41:05.676594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-31922be5-49ab-4fb1-98bd-bc01b1261d79 None None] Port cedca10f-a6cf-4cba-bd7e-d11501c641c4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:41:05.763845 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dccf0841-f09e-45f8-9ae8-6220b66b2dd4 req-fba4696d-12c6-479f-aa4e-f79a201be190 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897491 Aug 28 12:41:05.802923 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70ae3bf5-d521-41df-8623-5e01372ce8e6 req-c8110926-3f18-4ae2-98cc-07177ad76af5 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811028 Aug 28 12:41:05.876801 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-7daafd9b-07e6-4bfb-a89f-816d8e49e842 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Allocated IP 192.168.233.74 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/e6bb6901-a95f-4007-8887-7fb03cd9bccf) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:41:05.889105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['7511adf5-2b30-41d8-8ccb-a9747f91255c'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:05.904863 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-274559db-fea5-4155-bb9e-6e2d0e6e9072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:05.927604 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-274559db-fea5-4155-bb9e-6e2d0e6e9072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:05.929795 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-274559db-fea5-4155-bb9e-6e2d0e6e9072 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c223f20b-0c7a-449a-8021-59065a7eb9b1 HTTP/1.1" status: 204 len: 168 time: 0.9844668 Aug 28 12:41:05.933258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34968) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:05.993095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274559db-fea5-4155-bb9e-6e2d0e6e9072 admin admin] Pushing event deleted for resources: {'Network': ['ID=c223f20b-0c7a-449a-8021-59065a7eb9b1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:06.150395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895da7d-470a-4fb6-bd76-297e029bbd20 req-5890b2d7-5c0c-4666-9e3d-3adbd5944159 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:06.152071 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f895da7d-470a-4fb6-bd76-297e029bbd20 req-5890b2d7-5c0c-4666-9e3d-3adbd5944159 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1337700 Aug 28 12:41:06.156140 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5463569-15f1-454b-875f-3abc5c06e01a admin admin] Deleting subnet a34152e2-b42f-4d50-b061-65e2cbb9e529 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:41:06.228154 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f895da7d-470a-4fb6-bd76-297e029bbd20 req-25cba890-8186-4e77-99e3-1708d8edaf27 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661781 Aug 28 12:41:06.251371 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d5463569-15f1-454b-875f-3abc5c06e01a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:06.465595 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d5463569-15f1-454b-875f-3abc5c06e01a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:06.470173 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d5fe9baa-197f-426a-9d53-0dc57b180e6f req-4c5fe9bf-dcbf-4e40-9ec5-d910744421cb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 210 time: 0.0811083 Aug 28 12:41:06.620511 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d5463569-15f1-454b-875f-3abc5c06e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:06.630109 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-7daafd9b-07e6-4bfb-a89f-816d8e49e842 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:06.693880 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-7daafd9b-07e6-4bfb-a89f-816d8e49e842 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Transition to ACTIVE for port object e6bb6901-a95f-4007-8887-7fb03cd9bccf will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:06.787194 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d5463569-15f1-454b-875f-3abc5c06e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:06.822466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5463569-15f1-454b-875f-3abc5c06e01a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a34152e2-b42f-4d50-b061-65e2cbb9e529,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:06.838862 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-7daafd9b-07e6-4bfb-a89f-816d8e49e842 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:06.842434 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d5463569-15f1-454b-875f-3abc5c06e01a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:06.848959 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d5463569-15f1-454b-875f-3abc5c06e01a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a34152e2-b42f-4d50-b061-65e2cbb9e529 HTTP/1.1" status: 204 len: 168 time: 0.8881884 Aug 28 12:41:06.863751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b434db14-37c6-4796-8013-42d7e15330d3'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:06.905909 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34988) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:06.907668 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daafd9b-07e6-4bfb-a89f-816d8e49e842 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event updated for resources: {'Port': ['ID=e6bb6901-a95f-4007-8887-7fb03cd9bccf,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:06.950299 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-7daafd9b-07e6-4bfb-a89f-816d8e49e842 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:41:06.963210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-7daafd9b-07e6-4bfb-a89f-816d8e49e842 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:41:06.994245 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-7daafd9b-07e6-4bfb-a89f-816d8e49e842 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:41:07.096574 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:07.110561 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-7daafd9b-07e6-4bfb-a89f-816d8e49e842 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:07.111649 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-7daafd9b-07e6-4bfb-a89f-816d8e49e842 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:07.241786 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-7daafd9b-07e6-4bfb-a89f-816d8e49e842 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9109993 Aug 28 12:41:07.282836 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Request body: {'port': {'device_id': 'db16ab0b-b171-4ef1-ac61-07951321ee0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:07.320924 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-244fd780-e4c0-4516-afb6-5826fb75d08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:07.331304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedca10f-a6cf-4cba-bd7e-d11501c641c4 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:41:07.339884 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82e3b9-fe93-4d84-b385-f24eb1522145 req-b30a72b0-8e26-4e5a-bc67-89398d0c4a6a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:07.347981 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ea82e3b9-fe93-4d84-b385-f24eb1522145 req-b30a72b0-8e26-4e5a-bc67-89398d0c4a6a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 946 time: 0.2292244 Aug 28 12:41:07.350845 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:07.390695 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02050479-47ae-44fb-9aab-06ac1f1d0200 req-23179bd4-a55a-49f0-bdfd-19f491ccbc0a tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:07.405794 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-02050479-47ae-44fb-9aab-06ac1f1d0200 req-23179bd4-a55a-49f0-bdfd-19f491ccbc0a tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 945 time: 0.3508184 Aug 28 12:41:07.424489 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:07.439486 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ea82e3b9-fe93-4d84-b385-f24eb1522145 req-cb9f6aa9-a5f9-420c-b5e6-feec173c33e0 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905156 Aug 28 12:41:07.481585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Transition to ACTIVE for port object cedca10f-a6cf-4cba-bd7e-d11501c641c4 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:07.489903 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:07.549085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-febd3ac3-be09-4664-9070-5e262a229390 None None] Provisioning for port e6bb6901-a95f-4007-8887-7fb03cd9bccf completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:07.561579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-febd3ac3-be09-4664-9070-5e262a229390 None None] Provisioning complete for port e6bb6901-a95f-4007-8887-7fb03cd9bccf triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:07.566624 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-febd3ac3-be09-4664-9070-5e262a229390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:07.631434 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-02050479-47ae-44fb-9aab-06ac1f1d0200 req-b9ade8bf-9339-45ab-897f-cf15df85b2a6 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242308 Aug 28 12:41:07.677035 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-244fd780-e4c0-4516-afb6-5826fb75d08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:07.689421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Pushing event updated for resources: {'Port': ['ID=cedca10f-a6cf-4cba-bd7e-d11501c641c4,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:07.767697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-febd3ac3-be09-4664-9070-5e262a229390 None None] Port e6bb6901-a95f-4007-8887-7fb03cd9bccf cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:41:07.789984 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-244fd780-e4c0-4516-afb6-5826fb75d08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37f37b4-9042-4a7d-aa3d-6b25adc3e84b']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:07.908056 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-244fd780-e4c0-4516-afb6-5826fb75d08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5666460-70ed-4eb2-97a4-30e862f539c1') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:07.908827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-244fd780-e4c0-4516-afb6-5826fb75d08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5666460-70ed-4eb2-97a4-30e862f539c1') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:07.953343 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-244fd780-e4c0-4516-afb6-5826fb75d08a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:07.983832 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-244fd780-e4c0-4516-afb6-5826fb75d08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:08.044789 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244fd780-e4c0-4516-afb6-5826fb75d08a admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:41:08.044789 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-244fd780-e4c0-4516-afb6-5826fb75d08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:41:08.047028 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:41:08.126179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b84144-dc4c-4cc7-b1f2-25e20c70f1b1 req-b9773840-4c74-4c17-8110-e4fb33462e1e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:08.133704 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f6b84144-dc4c-4cc7-b1f2-25e20c70f1b1 req-b9773840-4c74-4c17-8110-e4fb33462e1e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.2421734 Aug 28 12:41:08.164765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Attempting to bind port cedca10f-a6cf-4cba-bd7e-d11501c641c4 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:41:08.165447 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Attempting to bind port cedca10f-a6cf-4cba-bd7e-d11501c641c4 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:41:08.165990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Attempting to bind port cedca10f-a6cf-4cba-bd7e-d11501c641c4 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:08.172363 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-79c3d13e-5d87-490a-bfc2-bb8fdfe86f01 service neutron] 10.222.0.10 "GET /v2.0/ports/6979651e-195d-425f-9379-047747af0b1b/bindings/n-h2-791505-21 HTTP/1.1" status: 200 len: 383 time: 0.2647281 Aug 28 12:41:08.177950 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Port cedca10f-a6cf-4cba-bd7e-d11501c641c4 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:41:08.190045 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Attempting to bind port cedca10f-a6cf-4cba-bd7e-d11501c641c4 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:08.205776 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:41:08.215184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:41:08.215579 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:41:08.216574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Bound port: cedca10f-a6cf-4cba-bd7e-d11501c641c4, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:41:08.216949 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:08.236059 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f6b84144-dc4c-4cc7-b1f2-25e20c70f1b1 req-1659bcf0-ccac-4f3c-982b-325177e6380e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009755 Aug 28 12:41:08.238632 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-244fd780-e4c0-4516-afb6-5826fb75d08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:08.253229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a10e3-952f-45c6-83cb-edb6d7e2360a req-ab2d6a80-b5b3-4465-b75a-ccadeb7385ba tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:08.266475 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-244fd780-e4c0-4516-afb6-5826fb75d08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:08.267295 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed0a10e3-952f-45c6-83cb-edb6d7e2360a req-ab2d6a80-b5b3-4465-b75a-ccadeb7385ba tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 935 time: 0.1740053 Aug 28 12:41:08.274829 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-244fd780-e4c0-4516-afb6-5826fb75d08a admin admin] 10.222.0.20 "DELETE /v2.0/networks/d37f37b4-9042-4a7d-aa3d-6b25adc3e84b HTTP/1.1" status: 204 len: 168 time: 1.3575439 Aug 28 12:41:08.274829 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fd780-e4c0-4516-afb6-5826fb75d08a admin admin] Pushing event deleted for resources: {'Network': ['ID=d37f37b4-9042-4a7d-aa3d-6b25adc3e84b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:08.403206 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6bb6901-a95f-4007-8887-7fb03cd9bccf {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:41:08.413546 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:08.428430 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Transition to ACTIVE for port object e6bb6901-a95f-4007-8887-7fb03cd9bccf will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:08.432191 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed0a10e3-952f-45c6-83cb-edb6d7e2360a req-2e2f4f24-f387-4a3e-a718-dcafc8bdccae tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557472 Aug 28 12:41:08.433409 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:08.552483 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Pushing event updated for resources: {'Port': ['ID=e6bb6901-a95f-4007-8887-7fb03cd9bccf,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:08.570269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] For port cedca10f-a6cf-4cba-bd7e-d11501c641c4, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:41:08.580818 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] For port cedca10f-a6cf-4cba-bd7e-d11501c641c4, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=cedca10f-a6cf-4cba-bd7e-d11501c641c4,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:41:08.606594 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:08.654219 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:08.655191 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:08.656946 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] 10.222.0.10 "PUT /v2.0/ports/cedca10f-a6cf-4cba-bd7e-d11501c641c4 HTTP/1.1" status: 200 len: 1096 time: 3.3815064 Aug 28 12:41:08.660015 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdf9218-071e-45cb-bbbc-750b42bd313b', 'tag': 'cedca10f-a6cf-4cba-bd7e-d11501c641c4'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:08.662837 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccc6e57-0ebc-45a0-ae5e-094043b6a586" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdf9218-071e-45cb-bbbc-750b42bd313b", "tag": "cedca10f-a6cf-4cba-bd7e-d11501c641c4"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:08.696848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-159c11be-305d-412f-aa43-6170c405e9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:08.699143 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-159c11be-305d-412f-aa43-6170c405e9f5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd&tenant_id=a4d6d6e751944664b9c54f70b2be3e4c HTTP/1.1" status: 200 len: 1102 time: 0.2553780 Aug 28 12:41:08.728475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81845be-6324-4e5c-a6a5-62b64ebc482a service neutron] Pushing event updated for resources: {'Port': ['ID=cedca10f-a6cf-4cba-bd7e-d11501c641c4,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:08.743047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35028) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:08.817809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd2092-e64e-4d7d-a9fb-79650b9eef00 req-c1ba6167-d1f6-459f-a85b-d4a376bbb3d1 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:08.819401 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1fd2092-e64e-4d7d-a9fb-79650b9eef00 req-c1ba6167-d1f6-459f-a85b-d4a376bbb3d1 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 946 time: 0.1982939 Aug 28 12:41:08.829802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-0b6cc011-3dc3-4e85-b4b0-db37f43c6a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:08.832416 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-0b6cc011-3dc3-4e85-b4b0-db37f43c6a8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=ffdf9218-071e-45cb-bbbc-750b42bd313b HTTP/1.1" status: 200 len: 1099 time: 0.1179600 Aug 28 12:41:08.835500 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-c63b4c4f-6e31-498f-8c9a-e18f82be8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:08.836442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Attempting to bind port e6bb6901-a95f-4007-8887-7fb03cd9bccf on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:41:08.836776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Attempting to bind port e6bb6901-a95f-4007-8887-7fb03cd9bccf by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:41:08.837111 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Attempting to bind port e6bb6901-a95f-4007-8887-7fb03cd9bccf on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:08.837962 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-c63b4c4f-6e31-498f-8c9a-e18f82be8313 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 1102 time: 0.0822995 Aug 28 12:41:08.843419 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7b5224-4eae-4522-8e7d-6cb1c778d285 x-openstack-request-id: req-1c7b5224-4eae-4522-8e7d-6cb1c778d285 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:08.843881 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdf9218-071e-45cb-bbbc-750b42bd313b", "tag": "cedca10f-a6cf-4cba-bd7e-d11501c641c4", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:08.844266 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c7b5224-4eae-4522-8e7d-6cb1c778d285 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:08.844897 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdf9218-071e-45cb-bbbc-750b42bd313b', 'tag': 'cedca10f-a6cf-4cba-bd7e-d11501c641c4', 'status': 'completed', 'code': 200} Aug 28 12:41:08.854220 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35032) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:08.854591 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-36c7531d-cb18-4d83-aa2d-c63160cb6119 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e77cd6b97f0049f1a2c05ca6905dfe1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1087503 Aug 28 12:41:08.862081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Port e6bb6901-a95f-4007-8887-7fb03cd9bccf on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:41:08.862442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Attempting to bind port e6bb6901-a95f-4007-8887-7fb03cd9bccf on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:08.886857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:41:08.887258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:41:08.887636 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:41:08.888064 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Bound port: e6bb6901-a95f-4007-8887-7fb03cd9bccf, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:41:08.888427 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:08.929311 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1fd2092-e64e-4d7d-a9fb-79650b9eef00 req-807308d6-0e59-4406-afc2-9349a68abea2 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938764 Aug 28 12:41:08.942715 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7511adf5-2b30-41d8-8ccb-a9747f91255c up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:41:09.024157 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] For port e6bb6901-a95f-4007-8887-7fb03cd9bccf, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:41:09.029269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] For port e6bb6901-a95f-4007-8887-7fb03cd9bccf, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e6bb6901-a95f-4007-8887-7fb03cd9bccf,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:41:09.036547 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:09.052241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 7511adf5-2b30-41d8-8ccb-a9747f91255c completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:09.069368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 7511adf5-2b30-41d8-8ccb-a9747f91255c triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:09.070182 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:09.077608 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:09.078138 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:09.079726 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] 10.222.0.10 "PUT /v2.0/ports/e6bb6901-a95f-4007-8887-7fb03cd9bccf HTTP/1.1" status: 200 len: 1096 time: 1.8187313 Aug 28 12:41:09.080190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db16ab0b-b171-4ef1-ac61-07951321ee0f', 'tag': 'e6bb6901-a95f-4007-8887-7fb03cd9bccf'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:09.082651 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9ad75f-8b96-4a2f-a594-6c4bd61beefe" -d '{"events": [{"name": "network-changed", "server_uuid": "db16ab0b-b171-4ef1-ac61-07951321ee0f", "tag": "e6bb6901-a95f-4007-8887-7fb03cd9bccf"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:09.110104 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-afaddcaf-0920-4429-87b6-cf201d691df4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=cedca10f-a6cf-4cba-bd7e-d11501c641c4 HTTP/1.1" status: 200 len: 217 time: 0.2445660 Aug 28 12:41:09.111383 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-18a971df-6031-444b-b9d0-3af8008ac05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:09.112790 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-18a971df-6031-444b-b9d0-3af8008ac05e service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.2173226 Aug 28 12:41:09.139229 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1138032-42b0-4530-b93e-ac6cb9a3005a service neutron] Pushing event updated for resources: {'Port': ['ID=e6bb6901-a95f-4007-8887-7fb03cd9bccf,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:09.218677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-cba91a79-8353-4960-bafe-38df4da92692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:09.220915 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-cba91a79-8353-4960-bafe-38df4da92692 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 1099 time: 0.0702634 Aug 28 12:41:09.242710 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-8b6b9368-e986-4d75-a1cc-ff7515353b9d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6979651e-195d-425f-9379-047747af0b1b HTTP/1.1" status: 200 len: 217 time: 0.0836539 Aug 28 12:41:09.288366 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-2eff4d8d-b6fe-44e7-982a-3ef9412e2ee3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=e6bb6901-a95f-4007-8887-7fb03cd9bccf HTTP/1.1" status: 200 len: 217 time: 0.0496795 Aug 28 12:41:09.314561 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199db851-c3ed-4971-b2d6-68155f1a696b req-4ef8b701-3238-47bf-b201-bc69d7ead4a2 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:09.315282 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:09.323645 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-199db851-c3ed-4971-b2d6-68155f1a696b req-4ef8b701-3238-47bf-b201-bc69d7ead4a2 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 945 time: 0.2096176 Aug 28 12:41:09.359057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-962f9562-e12a-4dfa-9378-8780951e8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:09.361054 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-962f9562-e12a-4dfa-9378-8780951e8976 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2112558 Aug 28 12:41:09.370756 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3de06ab-56f8-46d8-95fa-ea471102afde x-openstack-request-id: req-e3de06ab-56f8-46d8-95fa-ea471102afde {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:09.371052 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db16ab0b-b171-4ef1-ac61-07951321ee0f", "tag": "e6bb6901-a95f-4007-8887-7fb03cd9bccf", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:09.371841 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3de06ab-56f8-46d8-95fa-ea471102afde {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:09.372250 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db16ab0b-b171-4ef1-ac61-07951321ee0f', 'tag': 'e6bb6901-a95f-4007-8887-7fb03cd9bccf', 'status': 'completed', 'code': 200} Aug 28 12:41:09.374040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-0fe82d05-7f80-492b-b7ab-2bb6d6fe7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:09.375686 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-0fe82d05-7f80-492b-b7ab-2bb6d6fe7bf1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0763774 Aug 28 12:41:09.378210 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6d61d1ba-b10c-441a-abf3-6721dc982722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:09.403499 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6d61d1ba-b10c-441a-abf3-6721dc982722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:09.431644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c228e0-c69c-4ffe-9240-3aface3d4c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511adf5-2b30-41d8-8ccb-a9747f91255c'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:09.466475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-43673d2b-1ebd-4281-936e-79a2be8c2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:09.468217 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-43673d2b-1ebd-4281-936e-79a2be8c2feb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0692940 Aug 28 12:41:09.468901 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-199db851-c3ed-4971-b2d6-68155f1a696b req-77d08b1b-892e-4f9f-b75f-fcb91dbee334 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439490 Aug 28 12:41:09.475326 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-4e1c3db8-9ad7-48f6-a9df-67f281e4fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:09.478022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-4e1c3db8-9ad7-48f6-a9df-67f281e4fb9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2203515 Aug 28 12:41:09.582996 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be988763-77f3-4ce7-ad94-f62e64f94a0c" -d '{"events": [{"server_uuid": "72c228e0-c69c-4ffe-9240-3aface3d4c4b", "name": "network-vif-plugged", "status": "completed", "tag": "7511adf5-2b30-41d8-8ccb-a9747f91255c"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:09.595857 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7511adf5-2b30-41d8-8ccb-a9747f91255c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7511adf5-2b30-41d8-8ccb-a9747f91255c,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:09.601767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8db15-9c88-4227-bea4-f2e0e425f126 req-6af94323-a555-462d-ba56-243cca7f0808 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:09.602042 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6d61d1ba-b10c-441a-abf3-6721dc982722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:09.603516 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bcc8db15-9c88-4227-bea4-f2e0e425f126 req-6af94323-a555-462d-ba56-243cca7f0808 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 950 time: 0.1143727 Aug 28 12:41:09.606644 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6d61d1ba-b10c-441a-abf3-6721dc982722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:09.607834 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:09.611140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6d61d1ba-b10c-441a-abf3-6721dc982722 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cced0c6c-c9ac-4323-9aa1-708830f008c0 HTTP/1.1" status: 204 len: 168 time: 0.7526612 Aug 28 12:41:09.626238 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:09.667403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61d1ba-b10c-441a-abf3-6721dc982722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cced0c6c-c9ac-4323-9aa1-708830f008c0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:09.675593 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-adffc3af-f1b5-45c7-997c-0488a5d95a0a service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743345 Aug 28 12:41:09.688733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-dc5050bf-4aa9-4f63-bf1a-b55f4e943e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:09.691813 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-dc5050bf-4aa9-4f63-bf1a-b55f4e943e58 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2519479 Aug 28 12:41:09.696865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bcc8db15-9c88-4227-bea4-f2e0e425f126 req-189edcb1-386f-4373-a86d-63f0d82023ad tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d06aa8-1ac7-4736-8720-9a3411488a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824831 Aug 28 12:41:09.708460 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-607208a4-7602-4e5f-8d34-6af77676e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:09.722920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7511adf5-2b30-41d8-8ccb-a9747f91255c,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:09.728244 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-607208a4-7602-4e5f-8d34-6af77676e9a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2082407 Aug 28 12:41:09.808361 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d57b202-5297-458b-a5b6-004f37f8250f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:09.843868 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-98d369f1-07c0-4ce0-a5d7-8058701a9f64 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447430 Aug 28 12:41:09.866128 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f000ae-f04d-4326-9f0a-41b4338e5da0 req-13b18351-f449-46cc-9501-cb07112aedad tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:09.867880 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e5f000ae-f04d-4326-9f0a-41b4338e5da0 req-13b18351-f449-46cc-9501-cb07112aedad tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.2884336 Aug 28 12:41:09.897103 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cb39f-046b-40d4-9787-4d5b6e3edfd2 req-707fcd03-0597-4c2c-acf8-2527a48d04eb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:09.897103 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-408cb39f-046b-40d4-9787-4d5b6e3edfd2 req-707fcd03-0597-4c2c-acf8-2527a48d04eb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 947 time: 0.0747464 Aug 28 12:41:09.994635 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-5b855a60-b4d9-4a82-a8c8-74fcaa51c932 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652502 Aug 28 12:41:09.995135 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-408cb39f-046b-40d4-9787-4d5b6e3edfd2 req-461a6f9a-e5d3-419a-9496-8c9e4be2a89a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865488 Aug 28 12:41:09.998739 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e5f000ae-f04d-4326-9f0a-41b4338e5da0 req-507e1a6c-6ae2-4f6b-ab3d-af47af621cbd tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212919 Aug 28 12:41:10.000837 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-0fc32ad4-8572-4522-817a-ccabf94ac4f3 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583787 Aug 28 12:41:10.022590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ad75f-8b96-4a2f-a594-6c4bd61beefe req-c8ce1515-dc2c-4474-a4d4-09a3040600f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:10.025069 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec9ad75f-8b96-4a2f-a594-6c4bd61beefe req-c8ce1515-dc2c-4474-a4d4-09a3040600f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 1099 time: 0.0927918 Aug 28 12:41:10.089095 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc5b5f0-b24d-43ca-a16a-2fd09a72e9f4 x-openstack-request-id: req-dcc5b5f0-b24d-43ca-a16a-2fd09a72e9f4 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:10.090971 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c228e0-c69c-4ffe-9240-3aface3d4c4b", "name": "network-vif-plugged", "status": "completed", "tag": "7511adf5-2b30-41d8-8ccb-a9747f91255c", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:10.093807 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcc5b5f0-b24d-43ca-a16a-2fd09a72e9f4 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:10.095052 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c228e0-c69c-4ffe-9240-3aface3d4c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511adf5-2b30-41d8-8ccb-a9747f91255c', 'code': 200} Aug 28 12:41:10.194192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ad75f-8b96-4a2f-a594-6c4bd61beefe req-20a40798-80c1-4f58-a81d-1494432132a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:10.196327 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec9ad75f-8b96-4a2f-a594-6c4bd61beefe req-20a40798-80c1-4f58-a81d-1494432132a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.1608088 Aug 28 12:41:10.287589 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35088) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:10.310478 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec9ad75f-8b96-4a2f-a594-6c4bd61beefe req-f17779e3-e877-4be9-82af-aaa00dd4f0be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=e6bb6901-a95f-4007-8887-7fb03cd9bccf HTTP/1.1" status: 200 len: 217 time: 0.1018364 Aug 28 12:41:10.314882 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e519eaa4-47a9-4e1d-8b99-ef4a377179a8 req-6e97b8b7-42a5-4d2a-9e66-6f0e4d5a098e service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964168 Aug 28 12:41:10.345101 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-301b592f-eff5-44a2-a486-90998a9a7f4d req-6de3160f-b23c-4bb7-916d-5c2f1990cf88 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350809 Aug 28 12:41:10.358500 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd9e9c-f983-4014-9cdc-2a1ae1749416 req-45acc5d8-dc25-4de5-a039-e7dbfe0932b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:10.360699 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebdd9e9c-f983-4014-9cdc-2a1ae1749416 req-45acc5d8-dc25-4de5-a039-e7dbfe0932b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 1098 time: 0.1703167 Aug 28 12:41:10.416890 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bfef013b-7939-4089-8200-d35b1b9de64a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d299819c1eac47e2a97e708413373599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292708 Aug 28 12:41:10.427758 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c401170-2e28-4604-998a-5a2cede7ba09 req-5802a07c-b8df-4294-b607-79a9cd74b4f2 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:10.429849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35096) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:10.435411 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5c401170-2e28-4604-998a-5a2cede7ba09 req-5802a07c-b8df-4294-b607-79a9cd74b4f2 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 946 time: 0.2133584 Aug 28 12:41:10.469316 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebdd9e9c-f983-4014-9cdc-2a1ae1749416 req-338008fe-6dda-412d-8dcf-0b26fd639fab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954487 Aug 28 12:41:10.474770 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ad75f-8b96-4a2f-a594-6c4bd61beefe req-a95691b8-9311-4ddc-8378-ee03ac437922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:10.476352 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec9ad75f-8b96-4a2f-a594-6c4bd61beefe req-a95691b8-9311-4ddc-8378-ee03ac437922 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1229510 Aug 28 12:41:10.511410 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5c401170-2e28-4604-998a-5a2cede7ba09 req-9c49825b-030d-4481-ad55-6a51104e0671 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740221 Aug 28 12:41:10.523640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc6e57-0ebc-45a0-ae5e-094043b6a586 req-265d7ab8-7e88-4be8-b6eb-0cacc24b83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:10.525116 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dccc6e57-0ebc-45a0-ae5e-094043b6a586 req-265d7ab8-7e88-4be8-b6eb-0cacc24b83a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=ffdf9218-071e-45cb-bbbc-750b42bd313b HTTP/1.1" status: 200 len: 1099 time: 0.0764985 Aug 28 12:41:10.552791 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b74b9851-4008-4852-80ac-86ba5354f8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:10.588657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ad75f-8b96-4a2f-a594-6c4bd61beefe req-5260dee2-6ec0-4d37-ae8e-0d49ae59d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:10.592739 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec9ad75f-8b96-4a2f-a594-6c4bd61beefe req-5260dee2-6ec0-4d37-ae8e-0d49ae59d0b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0785620 Aug 28 12:41:10.644987 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b74b9851-4008-4852-80ac-86ba5354f8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:10.729708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc6e57-0ebc-45a0-ae5e-094043b6a586 req-dd928739-8dc6-4e01-8980-9e11ed2daa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:10.732771 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dccc6e57-0ebc-45a0-ae5e-094043b6a586 req-dd928739-8dc6-4e01-8980-9e11ed2daa03 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.1879706 Aug 28 12:41:10.812738 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dccc6e57-0ebc-45a0-ae5e-094043b6a586 req-353d8a73-8276-48d4-bb0f-29313d879f5d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=cedca10f-a6cf-4cba-bd7e-d11501c641c4 HTTP/1.1" status: 200 len: 217 time: 0.0691023 Aug 28 12:41:10.830686 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b74b9851-4008-4852-80ac-86ba5354f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:10.835666 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b74b9851-4008-4852-80ac-86ba5354f8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:10.837518 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b74b9851-4008-4852-80ac-86ba5354f8cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35287683-32b3-4d17-8dbb-0636921e666a HTTP/1.1" status: 204 len: 168 time: 0.4065256 Aug 28 12:41:11.073464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff15d45-c2dc-46de-bca8-3b531bff7d75 req-4072ea15-8531-43a8-b40b-f91ac00362a6 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:11.081839 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8ff15d45-c2dc-46de-bca8-3b531bff7d75 req-4072ea15-8531-43a8-b40b-f91ac00362a6 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 946 time: 0.4575706 Aug 28 12:41:11.096445 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec9ad75f-8b96-4a2f-a594-6c4bd61beefe req-7f4557a1-d3a4-420b-ba29-19c67c3bdb9b service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923346 Aug 28 12:41:11.220523 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8ff15d45-c2dc-46de-bca8-3b531bff7d75 req-f4bea3cc-1c1c-4a3f-909a-30c18e20d296 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375623 Aug 28 12:41:11.315908 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec9ad75f-8b96-4a2f-a594-6c4bd61beefe req-6998d2e8-5caa-4b11-ba16-538c99642f8f service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011070 Aug 28 12:41:11.350586 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b9851-4008-4852-80ac-86ba5354f8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35287683-32b3-4d17-8dbb-0636921e666a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:11.407274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc6e57-0ebc-45a0-ae5e-094043b6a586 req-a30916ed-b9b5-49f2-9e75-e5ab9283c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:11.409795 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dccc6e57-0ebc-45a0-ae5e-094043b6a586 req-a30916ed-b9b5-49f2-9e75-e5ab9283c813 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.5817378 Aug 28 12:41:11.455198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7596938-44b8-4c57-8582-c19936822dd3 req-4f67db03-33e7-461e-bfcc-d1063f88d1e4 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:11.457956 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e7596938-44b8-4c57-8582-c19936822dd3 req-4f67db03-33e7-461e-bfcc-d1063f88d1e4 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 947 time: 0.1250174 Aug 28 12:41:11.514535 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc6e57-0ebc-45a0-ae5e-094043b6a586 req-7530fee3-fc22-44b2-bce6-3ecc9478d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:11.516094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dccc6e57-0ebc-45a0-ae5e-094043b6a586 req-7530fee3-fc22-44b2-bce6-3ecc9478d059 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0884266 Aug 28 12:41:11.526129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 6979651e-195d-425f-9379-047747af0b1b no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:41:11.560147 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e7596938-44b8-4c57-8582-c19936822dd3 req-f4ca58b8-24e4-4a2e-b7ae-0cbb9f34fe6a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878367 Aug 28 12:41:11.655056 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:11.713889 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 6979651e-195d-425f-9379-047747af0b1b, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6979651e-195d-425f-9379-047747af0b1b,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:11.720078 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:11.725785 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dccc6e57-0ebc-45a0-ae5e-094043b6a586 req-3897cdcf-b184-441a-b27d-0b66123eba7d service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905236 Aug 28 12:41:11.740767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4331d47-fd94-4aec-9d63-9f6b0c7a6339 req-46ccbfce-446a-44e1-9c7c-81cf17558eec tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:11.751824 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4331d47-fd94-4aec-9d63-9f6b0c7a6339 req-46ccbfce-446a-44e1-9c7c-81cf17558eec tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.2083337 Aug 28 12:41:11.823664 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=6979651e-195d-425f-9379-047747af0b1b,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:11.894156 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4331d47-fd94-4aec-9d63-9f6b0c7a6339 req-b1721612-63a4-483d-8454-25dee0b5798b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411104 Aug 28 12:41:11.963036 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dccc6e57-0ebc-45a0-ae5e-094043b6a586 req-cc4ac030-81b9-4f30-9f73-c59ea6470e53 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074981 Aug 28 12:41:12.032266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee8e7b-eb5c-402a-92f9-6d9a9ec67be8 req-69ebcb2e-b9d3-4341-b2c2-82bbf174dd30 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:12.034881 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-acee8e7b-eb5c-402a-92f9-6d9a9ec67be8 req-69ebcb2e-b9d3-4341-b2c2-82bbf174dd30 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 946 time: 0.0736909 Aug 28 12:41:12.092007 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-acee8e7b-eb5c-402a-92f9-6d9a9ec67be8 req-b46856f9-0a96-4f29-84b4-b8068dad654f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515819 Aug 28 12:41:12.096792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecf0186-6035-4108-9bc5-f8a81fd38ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6979651e-195d-425f-9379-047747af0b1b'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:12.099533 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0efb43-b082-454a-8a47-49249db502a2" -d '{"events": [{"server_uuid": "7ecf0186-6035-4108-9bc5-f8a81fd38ecd", "name": "network-vif-unplugged", "status": "completed", "tag": "6979651e-195d-425f-9379-047747af0b1b"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:12.165441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35178) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:12.170820 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f6f638-3231-4eec-a122-f0be7b1675f2 x-openstack-request-id: req-c5f6f638-3231-4eec-a122-f0be7b1675f2 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:12.171135 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecf0186-6035-4108-9bc5-f8a81fd38ecd", "name": "network-vif-unplugged", "status": "completed", "tag": "6979651e-195d-425f-9379-047747af0b1b", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:12.171386 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5f6f638-3231-4eec-a122-f0be7b1675f2 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:12.171780 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecf0186-6035-4108-9bc5-f8a81fd38ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6979651e-195d-425f-9379-047747af0b1b', 'code': 200} Aug 28 12:41:12.233360 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fcedd2c7-37a7-4915-a286-9cf5189e99a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:12.311616 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-80414e4d-9c09-41ee-9e61-75b4c7e8e703 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-558293598-network', 'tenant_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:12.344468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80414e4d-9c09-41ee-9e61-75b4c7e8e703 admin admin] Made reservation on behalf of bb25b6ac2eb3408db2c9c87b4eb80c12 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:41:12.348830 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80414e4d-9c09-41ee-9e61-75b4c7e8e703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:12.366276 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80414e4d-9c09-41ee-9e61-75b4c7e8e703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:12.399508 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579285d6-5b77-4572-a458-781db0f73b54 req-5d207eb7-d0f8-4a45-aa87-ddf296affea4 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:12.401913 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-579285d6-5b77-4572-a458-781db0f73b54 req-5d207eb7-d0f8-4a45-aa87-ddf296affea4 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 946 time: 0.0668359 Aug 28 12:41:12.455443 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-579285d6-5b77-4572-a458-781db0f73b54 req-513eefc9-110f-4b7e-9d7f-11bcf7b39e8a tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464132 Aug 28 12:41:12.498920 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:12.511904 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80414e4d-9c09-41ee-9e61-75b4c7e8e703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:12.517302 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80414e4d-9c09-41ee-9e61-75b4c7e8e703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:12.542053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80414e4d-9c09-41ee-9e61-75b4c7e8e703 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:41:12.562208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80414e4d-9c09-41ee-9e61-75b4c7e8e703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2162c5-3d16-47b5-b526-a8c17d76a45c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:12.566389 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80414e4d-9c09-41ee-9e61-75b4c7e8e703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:12.566740 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-80414e4d-9c09-41ee-9e61-75b4c7e8e703 admin admin] Added segment 4aa36496-b87b-4760-a613-6897dfc4c5be of type vlan for network b78bb5af-6ae1-48a7-812d-be473069b611 Aug 28 12:41:12.616510 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80414e4d-9c09-41ee-9e61-75b4c7e8e703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:12.647044 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80414e4d-9c09-41ee-9e61-75b4c7e8e703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:12.648044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80414e4d-9c09-41ee-9e61-75b4c7e8e703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:12.648641 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80414e4d-9c09-41ee-9e61-75b4c7e8e703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:12.711483 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8fb13-7c31-4d54-a1ad-418942c12b66 req-258b04ee-7e55-47f9-9b4a-3698ff751979 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:12.722995 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36e8fb13-7c31-4d54-a1ad-418942c12b66 req-258b04ee-7e55-47f9-9b4a-3698ff751979 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 947 time: 0.0865445 Aug 28 12:41:12.738327 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-80414e4d-9c09-41ee-9e61-75b4c7e8e703 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5717685 Aug 28 12:41:12.741319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35208) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:12.747729 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-6ae8a281-5b45-4ae0-88ba-ff82c62b1a25 admin admin] Request body: {'subnet': {'network_id': 'b78bb5af-6ae1-48a7-812d-be473069b611', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-558293598-subnet', 'tenant_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:12.764166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80414e4d-9c09-41ee-9e61-75b4c7e8e703 admin admin] Pushing event updated for resources: {'Network': ['ID=b78bb5af-6ae1-48a7-812d-be473069b611,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:12.778765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network b78bb5af-6ae1-48a7-812d-be473069b611 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:41:12.786218 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36e8fb13-7c31-4d54-a1ad-418942c12b66 req-9f325ae1-1562-43a1-8e35-e6d53ad40ee7 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613775 Aug 28 12:41:12.807966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae8a281-5b45-4ae0-88ba-ff82c62b1a25 admin admin] Made reservation on behalf of bb25b6ac2eb3408db2c9c87b4eb80c12 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:41:12.812234 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a281-5b45-4ae0-88ba-ff82c62b1a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:12.970308 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:41:13.099264 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:13.160110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a281-5b45-4ae0-88ba-ff82c62b1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:13.203854 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:13.209817 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:13.215307 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8a281-5b45-4ae0-88ba-ff82c62b1a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b7d5b0-e7c2-4283-9fab-dca204fb41b8,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:13.240696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c8b9f-952b-42eb-a082-7b54bb382e86 req-4cf5a8c8-9789-406b-8b7a-bea15c8787b9 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:13.242202 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a82c8b9f-952b-42eb-a082-7b54bb382e86 req-4cf5a8c8-9789-406b-8b7a-bea15c8787b9 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 948 time: 0.2097492 Aug 28 12:41:13.296789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8a281-5b45-4ae0-88ba-ff82c62b1a25 admin admin] Checking segment: {'id': '4aa36496-b87b-4760-a613-6897dfc4c5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b78bb5af-6ae1-48a7-812d-be473069b611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:41:13.297152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae8a281-5b45-4ae0-88ba-ff82c62b1a25 admin admin] Network hostable DHCP agents. Network: b78bb5af-6ae1-48a7-812d-be473069b611, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:41:13.313099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:13.330751 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a82c8b9f-952b-42eb-a082-7b54bb382e86 req-940f13fc-d390-42a2-b54b-46904f941e0d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713623 Aug 28 12:41:13.359555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae8a281-5b45-4ae0-88ba-ff82c62b1a25 admin admin] Network b78bb5af-6ae1-48a7-812d-be473069b611 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:41:13.375084 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-6ae8a281-5b45-4ae0-88ba-ff82c62b1a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, b78bb5af-6ae1-48a7-812d-be473069b611) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:41:13.380413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae8a281-5b45-4ae0-88ba-ff82c62b1a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:13.381072 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a281-5b45-4ae0-88ba-ff82c62b1a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:13.381433 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:13.396522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb8411b-1caf-4b04-99a4-4c5f322cf8ff None None] Network b78bb5af-6ae1-48a7-812d-be473069b611 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:41:13.401588 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6ae8a281-5b45-4ae0-88ba-ff82c62b1a25 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6580975 Aug 28 12:41:13.405540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35250) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:13.416264 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-558293598-router', 'tenant_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:13.493589 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:13.494773 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:13.536782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce9a74-0263-4e26-8d02-baca67154a36 req-d4a7f7f5-87d3-4665-814f-f90dff75be70 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:13.539183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1dce9a74-0263-4e26-8d02-baca67154a36 req-d4a7f7f5-87d3-4665-814f-f90dff75be70 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 946 time: 0.0971699 Aug 28 12:41:13.552513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device cedca10f-a6cf-4cba-bd7e-d11501c641c4 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:41:13.585732 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:13.587514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1ffaf-f1fb-408b-9209-97402e6dbafa req-4c69a478-98e0-4541-9131-dbbcef162b4c tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:13.590773 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0e1ffaf-f1fb-408b-9209-97402e6dbafa req-4c69a478-98e0-4541-9131-dbbcef162b4c tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 946 time: 0.0640359 Aug 28 12:41:13.645670 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0e1ffaf-f1fb-408b-9209-97402e6dbafa req-bb588027-568f-4ab6-9668-b250776759a8 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482872 Aug 28 12:41:13.702086 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1dce9a74-0263-4e26-8d02-baca67154a36 req-20a78de3-ae6b-4617-8304-14901e0c1a0c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243958 Aug 28 12:41:13.704829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-b78bb5af-6ae1-48a7-812d-be473069b611', 'network_id': 'b78bb5af-6ae1-48a7-812d-be473069b611', 'tenant_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'fixed_ips': [{'subnet_id': '16b7d5b0-e7c2-4283-9fab-dca204fb41b8'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:41:13.705681 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:13.736957 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port cedca10f-a6cf-4cba-bd7e-d11501c641c4, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=cedca10f-a6cf-4cba-bd7e-d11501c641c4,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:13.758494 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'cedca10f-a6cf-4cba-bd7e-d11501c641c4', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'cedca10f-a6cf-4cba-bd7e-d11501c641c4', 'mac_address': 'fa:16:3e:ea:7f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:41:13.811317 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:13.888181 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:13.932771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Allocated IP 172.20.0.2 (b78bb5af-6ae1-48a7-812d-be473069b611/16b7d5b0-e7c2-4283-9fab-dca204fb41b8/c171dff1-a37a-4357-a24e-1d1dc6664bf2) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:41:13.960075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedca10f-a6cf-4cba-bd7e-d11501c641c4 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:41:13.982827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c42a0-4438-41b1-9a14-34f456aa2fd8 req-056e8849-2332-4b8e-af0e-1b94bcc69e0f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:13.984069 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d54c42a0-4438-41b1-9a14-34f456aa2fd8 req-056e8849-2332-4b8e-af0e-1b94bcc69e0f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 947 time: 0.0928724 Aug 28 12:41:14.038202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port cedca10f-a6cf-4cba-bd7e-d11501c641c4, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=cedca10f-a6cf-4cba-bd7e-d11501c641c4,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:14.048929 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:14.049622 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 6979651e-195d-425f-9379-047747af0b1b details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:41:14.078914 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d54c42a0-4438-41b1-9a14-34f456aa2fd8 req-ffb61a68-e785-4faa-9a66-0d13128358b9 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873871 Aug 28 12:41:14.132033 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:14.156545 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=cedca10f-a6cf-4cba-bd7e-d11501c641c4,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:14.161797 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:14.183595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c1f257-3277-4cef-834d-ecf9aca42b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:14.187740 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b96d99-494d-4323-8c05-d80127fa28d8" -d '{"events": [{"server_uuid": "76c1f257-3277-4cef-834d-ecf9aca42b63", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9fdc33-b1a3-45bd-b52f-ce0d456618bc"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:14.193975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 6979651e-195d-425f-9379-047747af0b1b, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6979651e-195d-425f-9379-047747af0b1b,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:14.221118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '6979651e-195d-425f-9379-047747af0b1b', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '6979651e-195d-425f-9379-047747af0b1b', 'mac_address': 'fa:16:3e:f2:4d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:41:14.246194 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770fc870-7476-4c19-8474-67794b395b71 x-openstack-request-id: req-770fc870-7476-4c19-8474-67794b395b71 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:14.246194 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c1f257-3277-4cef-834d-ecf9aca42b63", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9fdc33-b1a3-45bd-b52f-ce0d456618bc", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:14.247161 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-770fc870-7476-4c19-8474-67794b395b71 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:14.247312 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c1f257-3277-4cef-834d-ecf9aca42b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc', 'code': 200} Aug 28 12:41:14.248206 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:14.276797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Transition to ACTIVE for port object c171dff1-a37a-4357-a24e-1d1dc6664bf2 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:14.291196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Allocated IP 172.25.1.22 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/50b99e97-7721-46b5-bdc4-d1fe7d92e9e8) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:41:14.305247 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:14.311197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Transition to ACTIVE for port object c171dff1-a37a-4357-a24e-1d1dc6664bf2 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:14.331755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6979651e-195d-425f-9379-047747af0b1b {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:41:14.337513 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:14.395442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 6979651e-195d-425f-9379-047747af0b1b, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6979651e-195d-425f-9379-047747af0b1b,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:14.406594 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:14.407297 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e6bb6901-a95f-4007-8887-7fb03cd9bccf details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:41:14.410602 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Network b78bb5af-6ae1-48a7-812d-be473069b611 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:41:14.416473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Pushing event updated for resources: {'Port': ['ID=c171dff1-a37a-4357-a24e-1d1dc6664bf2,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:14.419633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:41:14.428862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:41:14.455073 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:14.522285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a920cc-bb7a-4e85-b13d-cdb04c4f35a1 req-48eb0cfa-319f-432b-9af5-82638b829c0f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:14.523916 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99a920cc-bb7a-4e85-b13d-cdb04c4f35a1 req-48eb0cfa-319f-432b-9af5-82638b829c0f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 949 time: 0.0958300 Aug 28 12:41:14.554115 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:14.562754 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e6bb6901-a95f-4007-8887-7fb03cd9bccf, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e6bb6901-a95f-4007-8887-7fb03cd9bccf,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:14.596858 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=6979651e-195d-425f-9379-047747af0b1b,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:14.600098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'e6bb6901-a95f-4007-8887-7fb03cd9bccf', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'e6bb6901-a95f-4007-8887-7fb03cd9bccf', 'mac_address': 'fa:16:3e:df:54:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:41:14.602277 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Attempting to bind port c171dff1-a37a-4357-a24e-1d1dc6664bf2 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:41:14.602669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Attempting to bind port c171dff1-a37a-4357-a24e-1d1dc6664bf2 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '4aa36496-b87b-4760-a613-6897dfc4c5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b78bb5af-6ae1-48a7-812d-be473069b611'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:41:14.603022 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Attempting to bind port c171dff1-a37a-4357-a24e-1d1dc6664bf2 on network b78bb5af-6ae1-48a7-812d-be473069b611 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:14.612543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:41:14.614178 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Checking segment: {'id': '4aa36496-b87b-4760-a613-6897dfc4c5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b78bb5af-6ae1-48a7-812d-be473069b611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:41:14.614178 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:14.614178 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Bound using segment: {'id': '4aa36496-b87b-4760-a613-6897dfc4c5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b78bb5af-6ae1-48a7-812d-be473069b611'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:41:14.614685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Bound port: c171dff1-a37a-4357-a24e-1d1dc6664bf2, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa36496-b87b-4760-a613-6897dfc4c5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b78bb5af-6ae1-48a7-812d-be473069b611'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:41:14.614852 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:14.617396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:41:14.620939 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99a920cc-bb7a-4e85-b13d-cdb04c4f35a1 req-ba0f9713-8a58-40a0-9cbb-7f4bb1cf32f9 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861547 Aug 28 12:41:14.622684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Pushing event updated for resources: {'Port': ['ID=50b99e97-7721-46b5-bdc4-d1fe7d92e9e8,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:14.625433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:41:14.627570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:41:14.716269 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:14.750520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bb6901-a95f-4007-8887-7fb03cd9bccf {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:41:14.760279 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] For port c171dff1-a37a-4357-a24e-1d1dc6664bf2, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:41:14.775072 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] For port c171dff1-a37a-4357-a24e-1d1dc6664bf2, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c171dff1-a37a-4357-a24e-1d1dc6664bf2,segment=NetworkSegment(4aa36496-b87b-4760-a613-6897dfc4c5be),segment_id=4aa36496-b87b-4760-a613-6897dfc4c5be)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:41:14.781531 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:14.803506 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e6bb6901-a95f-4007-8887-7fb03cd9bccf, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e6bb6901-a95f-4007-8887-7fb03cd9bccf,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:14.829205 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:14.887428 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22c34e-cb92-4a7a-9d0e-561fedd32e03 req-f379a783-5f8a-4446-96de-6efa3ceadca5 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:14.894753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7227c06-f2f3-44fc-a8a5-707e7e283995 None None] Pushing event updated for resources: {'Port': ['ID=c171dff1-a37a-4357-a24e-1d1dc6664bf2,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:14.898317 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d22c34e-cb92-4a7a-9d0e-561fedd32e03 req-f379a783-5f8a-4446-96de-6efa3ceadca5 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 946 time: 0.0910189 Aug 28 12:41:14.938656 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccb90f-0226-46d0-9cfc-f37056bcb72f req-c03a7d2b-1e18-47ad-ac74-7b8d82b9c24e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:14.961463 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-46ccb90f-0226-46d0-9cfc-f37056bcb72f req-c03a7d2b-1e18-47ad-ac74-7b8d82b9c24e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 946 time: 0.1157684 Aug 28 12:41:14.978736 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:41:15.018140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=e6bb6901-a95f-4007-8887-7fb03cd9bccf,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:15.040763 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d22c34e-cb92-4a7a-9d0e-561fedd32e03 req-fe5fdc36-05f9-41d9-a3e5-2835ae7bf46e tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411705 Aug 28 12:41:15.047960 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-46ccb90f-0226-46d0-9cfc-f37056bcb72f req-23365817-1296-4a1d-9e28-38d0a26d7b4e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846329 Aug 28 12:41:15.140360 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:15.151817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eadec-8637-403a-b443-8e372bc5d089 req-1a4960ce-0f49-4883-89b2-4a208f1de25b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:15.154442 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-600eadec-8637-403a-b443-8e372bc5d089 req-1a4960ce-0f49-4883-89b2-4a208f1de25b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd&tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 949 time: 0.1662428 Aug 28 12:41:15.246922 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:15.275025 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:15.289113 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc', 'mac_address': 'fa:16:3e:c6:e4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:41:15.317807 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362819e1-c70d-4413-b1d5-3eed3084a95c req-95fe6d5a-0d1b-4be9-b1f3-192d6f4b004e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:15.328978 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-362819e1-c70d-4413-b1d5-3eed3084a95c req-95fe6d5a-0d1b-4be9-b1f3-192d6f4b004e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 949 time: 0.1734085 Aug 28 12:41:15.343780 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:15.363059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:41:15.373572 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['cedca10f-a6cf-4cba-bd7e-d11501c641c4'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:15.417496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487934a-3634-4659-b141-c87de107bf34 req-27dc1328-c335-4b48-aaef-bc77bfc4d468 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:15.420325 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6487934a-3634-4659-b141-c87de107bf34 req-27dc1328-c335-4b48-aaef-bc77bfc4d468 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 948 time: 0.0765464 Aug 28 12:41:15.451888 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['e6bb6901-a95f-4007-8887-7fb03cd9bccf'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:15.459997 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['6979651e-195d-425f-9379-047747af0b1b'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:15.468963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:15.492010 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:15.499269 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6487934a-3634-4659-b141-c87de107bf34 req-4ce46f7f-ddd4-4e07-a70b-475f05884520 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683277 Aug 28 12:41:15.523643 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-362819e1-c70d-4413-b1d5-3eed3084a95c req-13899efa-2cf3-44a3-a359-ad5de5dc99b8 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930640 Aug 28 12:41:15.652032 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b1da0b1-4b13-49db-8985-c05b524ea451 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:15.656163 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b1da0b1-4b13-49db-8985-c05b524ea451 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758&tenant_id=c5f791bffd6b436fbad5ba34cc695485&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 1098 time: 0.2624893 Aug 28 12:41:15.666436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eadec-8637-403a-b443-8e372bc5d089 req-39579e29-50df-40ce-a8cf-513e49a0fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:15.675388 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-600eadec-8637-403a-b443-8e372bc5d089 req-39579e29-50df-40ce-a8cf-513e49a0fb13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 1101 time: 0.3020818 Aug 28 12:41:15.686680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['8d9fdc33-b1a3-45bd-b52f-ce0d456618bc'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:15.686958 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-21'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:15.864016 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:15.873784 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:15.919394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c171dff1-a37a-4357-a24e-1d1dc6664bf2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:41:15.959610 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:16.011637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eadec-8637-403a-b443-8e372bc5d089 req-d31af340-43f2-44f1-8f1e-87ed75ee7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:16.014300 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-600eadec-8637-403a-b443-8e372bc5d089 req-d31af340-43f2-44f1-8f1e-87ed75ee7ee6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3242233 Aug 28 12:41:16.114733 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-600eadec-8637-403a-b443-8e372bc5d089 req-3b1deb70-b052-4a1c-9657-9104864ccfc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6979651e-195d-425f-9379-047747af0b1b HTTP/1.1" status: 200 len: 217 time: 0.0742660 Aug 28 12:41:16.232600 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port c171dff1-a37a-4357-a24e-1d1dc6664bf2 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:16.245598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Router a3bc4c9f-6f69-4404-9663-a3f190d68765 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:41:16.264121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eadec-8637-403a-b443-8e372bc5d089 req-b3b4d4b6-8fb2-424a-9105-e2fd82167aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:16.265522 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-600eadec-8637-403a-b443-8e372bc5d089 req-b3b4d4b6-8fb2-424a-9105-e2fd82167aba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1296124 Aug 28 12:41:16.299347 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=246bce7e-0775-4985-8bdb-929abd780c76,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:16.330408 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9302c1f5-7beb-4de5-b07c-30d7c27dd2e5 None None] Network b78bb5af-6ae1-48a7-812d-be473069b611 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:41:16.373501 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fe9e9-a5c4-4c2a-894d-2457c385aebf req-bea496fc-614e-4cd3-8abe-7bcb05770193 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:16.375292 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-270fe9e9-a5c4-4c2a-894d-2457c385aebf req-bea496fc-614e-4cd3-8abe-7bcb05770193 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 946 time: 0.0991542 Aug 28 12:41:16.443611 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-270fe9e9-a5c4-4c2a-894d-2457c385aebf req-ebcf7a69-cd54-47a2-83b4-a3230799c8f5 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610006 Aug 28 12:41:16.469268 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-96216342-4bad-4b4e-9cfa-493172454d65 None None] Provisioning for port c171dff1-a37a-4357-a24e-1d1dc6664bf2 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:16.487236 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-96216342-4bad-4b4e-9cfa-493172454d65 None None] Provisioning complete for port c171dff1-a37a-4357-a24e-1d1dc6664bf2 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:16.487612 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96216342-4bad-4b4e-9cfa-493172454d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:16.742076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6066c36-a2f9-46e3-9e15-c3a5b8eba5cb req-e2cbf7ad-8727-4bc7-bba3-12780fdf2bf1 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:16.745500 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c6066c36-a2f9-46e3-9e15-c3a5b8eba5cb req-e2cbf7ad-8727-4bc7-bba3-12780fdf2bf1 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 948 time: 0.0867660 Aug 28 12:41:16.788714 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96216342-4bad-4b4e-9cfa-493172454d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:16.796714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:41:16.801362 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eadec-8637-403a-b443-8e372bc5d089 req-8065a73f-9c04-4cae-9ff1-020e522e77b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:16.802944 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-600eadec-8637-403a-b443-8e372bc5d089 req-8065a73f-9c04-4cae-9ff1-020e522e77b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5214479 Aug 28 12:41:16.811354 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0e246-a71a-4195-9ef5-987aff78f176 req-93afcc8d-f164-4135-9dc1-ffa7ba2da847 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:16.812787 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7fa0e246-a71a-4195-9ef5-987aff78f176 req-93afcc8d-f164-4135-9dc1-ffa7ba2da847 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 946 time: 0.5402746 Aug 28 12:41:16.836085 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c6066c36-a2f9-46e3-9e15-c3a5b8eba5cb req-d71d6a25-432c-47c4-a4ca-948493395938 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764620 Aug 28 12:41:16.882038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-96216342-4bad-4b4e-9cfa-493172454d65 None None] For port c171dff1-a37a-4357-a24e-1d1dc6664bf2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c171dff1-a37a-4357-a24e-1d1dc6664bf2,segment=NetworkSegment(4aa36496-b87b-4760-a613-6897dfc4c5be),segment_id=4aa36496-b87b-4760-a613-6897dfc4c5be)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:16.888170 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96216342-4bad-4b4e-9cfa-493172454d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:16.950099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c769efc5-0fc1-4ddb-b920-e316012ac758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '246bce7e-0775-4985-8bdb-929abd780c76'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:16.952251 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaa7401-237e-4f34-902f-d9e45db11ec3" -d '{"events": [{"server_uuid": "c769efc5-0fc1-4ddb-b920-e316012ac758", "name": "network-vif-unplugged", "status": "completed", "tag": "246bce7e-0775-4985-8bdb-929abd780c76"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:16.956376 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:16.963743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:41:17.000669 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:17.009903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Sync routers for ids ['a3bc4c9f-6f69-4404-9663-a3f190d68765'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:41:17.017657 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7fa0e246-a71a-4195-9ef5-987aff78f176 req-4e386ad2-7946-48e6-9990-de5bbd6023eb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813149 Aug 28 12:41:17.040152 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 246bce7e-0775-4985-8bdb-929abd780c76 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:41:17.053515 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2065ad-172e-493e-aab8-5479085ba9f3 req-f46dfee5-26d7-4540-952d-c44c39031350 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:17.056603 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b2065ad-172e-493e-aab8-5479085ba9f3 req-f46dfee5-26d7-4540-952d-c44c39031350 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 949 time: 0.1012981 Aug 28 12:41:17.064528 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96216342-4bad-4b4e-9cfa-493172454d65 None None] Pushing event updated for resources: {'Port': ['ID=c171dff1-a37a-4357-a24e-1d1dc6664bf2,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:17.083448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Routers {'a3bc4c9f-6f69-4404-9663-a3f190d68765'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:41:17.085174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:41:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a3bc4c9f-6f69-4404-9663-a3f190d68765'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:17.132668 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:17.133922 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8f3c25a6-acf7-4223-a2d4-33c4919d6039 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.7266760 Aug 28 12:41:17.140506 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35328) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:17.149779 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-600eadec-8637-403a-b443-8e372bc5d089 req-9db3b86a-cec7-440c-adab-c08b992009e8 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154905 Aug 28 12:41:17.156406 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b2065ad-172e-493e-aab8-5479085ba9f3 req-0a36ed7e-d8ad-4e78-9b15-ba7b14cd02ff tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662308 Aug 28 12:41:17.327938 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09bbe89-4db6-416e-ac9b-cdefa7219120 x-openstack-request-id: req-f09bbe89-4db6-416e-ac9b-cdefa7219120 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:17.328321 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c769efc5-0fc1-4ddb-b920-e316012ac758", "name": "network-vif-unplugged", "status": "completed", "tag": "246bce7e-0775-4985-8bdb-929abd780c76", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:17.328743 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f09bbe89-4db6-416e-ac9b-cdefa7219120 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:17.329354 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c769efc5-0fc1-4ddb-b920-e316012ac758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '246bce7e-0775-4985-8bdb-929abd780c76', 'code': 200} Aug 28 12:41:17.364759 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=246bce7e-0775-4985-8bdb-929abd780c76,revision_number=7']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:17.399438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Attempting to bind port 246bce7e-0775-4985-8bdb-929abd780c76 on host n-h2-791505-21 for vnic_type normal with profile {"migrating_to": "n-h1-791505-21"} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:41:17.399968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Attempting to bind port 246bce7e-0775-4985-8bdb-929abd780c76 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:41:17.400509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Attempting to bind port 246bce7e-0775-4985-8bdb-929abd780c76 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:17.414020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Port 246bce7e-0775-4985-8bdb-929abd780c76 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:41:17.414802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Attempting to bind port 246bce7e-0775-4985-8bdb-929abd780c76 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:17.438733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:41:17.439255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Checking segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:41:17.439884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Bound using segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:41:17.440630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Bound port: 246bce7e-0775-4985-8bdb-929abd780c76, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:41:17.441235 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:17.516176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-90302dd3-a5b9-4f66-bff4-f391cf8801f4 None None] Provisioning complete for port c171dff1-a37a-4357-a24e-1d1dc6664bf2 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:17.516644 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-90302dd3-a5b9-4f66-bff4-f391cf8801f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:17.601837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:41:17.608696 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-600eadec-8637-403a-b443-8e372bc5d089 req-6363fe2d-098e-4683-9bf8-da63f5bf773c service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330535 Aug 28 12:41:17.610032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device cedca10f-a6cf-4cba-bd7e-d11501c641c4 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:41:17.611961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=246bce7e-0775-4985-8bdb-929abd780c76,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:41:17.619800 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:17.650253 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Set router a3bc4c9f-6f69-4404-9663-a3f190d68765 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:41:17.837254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:17.837963 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:17.839391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] 10.222.0.11 "PUT /v2.0/ports/246bce7e-0775-4985-8bdb-929abd780c76 HTTP/1.1" status: 200 len: 1124 time: 2.1637843 Aug 28 12:41:17.842401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h2-791505-21, got binding levels [] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:17.849866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cce76-c639-4afc-a159-d6104753b5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=246bce7e-0775-4985-8bdb-929abd780c76,revision_number=8']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:17.900887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39490c25-2f29-4690-80ea-18b3ab9a41d3 req-b9ac8404-7daa-4118-9cbe-adf030fb866d tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:17.914489 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39490c25-2f29-4690-80ea-18b3ab9a41d3 req-b9ac8404-7daa-4118-9cbe-adf030fb866d tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 946 time: 0.2609582 Aug 28 12:41:17.981103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39490c25-2f29-4690-80ea-18b3ab9a41d3 req-39130faa-c4b5-4899-9d65-70b2be950527 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600452 Aug 28 12:41:18.024253 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c171dff1-a37a-4357-a24e-1d1dc6664bf2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:41:18.116366 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['246bce7e-0775-4985-8bdb-929abd780c76'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:18.144672 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:18.167740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['246bce7e-0775-4985-8bdb-929abd780c76'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:18.179590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f41174-047f-47fc-a5ad-4dda4a17d52f req-78874bcf-bdb1-41ff-be54-fba1853522a3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:18.181512 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59f41174-047f-47fc-a5ad-4dda4a17d52f req-78874bcf-bdb1-41ff-be54-fba1853522a3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 948 time: 0.1564808 Aug 28 12:41:18.185514 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Attempting to bind port 246bce7e-0775-4985-8bdb-929abd780c76 on host n-h2-791505-21 for vnic_type normal with profile {"migrating_to": "n-h1-791505-21"} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:41:18.185514 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Attempting to bind port 246bce7e-0775-4985-8bdb-929abd780c76 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:41:18.185995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Attempting to bind port 246bce7e-0775-4985-8bdb-929abd780c76 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:18.247188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port cedca10f-a6cf-4cba-bd7e-d11501c641c4 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:18.274652 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a9b12-2d8a-4943-863d-b10442fbb65b req-562d4529-0a2f-4d3a-b11e-644b7a5ea024 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:18.281987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Port 246bce7e-0775-4985-8bdb-929abd780c76 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:41:18.282602 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Attempting to bind port 246bce7e-0775-4985-8bdb-929abd780c76 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:18.284453 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b19a9b12-2d8a-4943-863d-b10442fbb65b req-562d4529-0a2f-4d3a-b11e-644b7a5ea024 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 944 time: 0.1215520 Aug 28 12:41:18.299827 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:41:18.300314 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Checking segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:41:18.300999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Bound using segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:41:18.301544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Bound port: 246bce7e-0775-4985-8bdb-929abd780c76, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:41:18.301943 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:18.304190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port cedca10f-a6cf-4cba-bd7e-d11501c641c4 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:18.304637 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:18.337764 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b19a9b12-2d8a-4943-863d-b10442fbb65b req-88c7d479-73c7-46d2-8e72-fb4420848dc1 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523057 Aug 28 12:41:18.516447 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59f41174-047f-47fc-a5ad-4dda4a17d52f req-9c63f48d-b3cc-4cbc-9518-103b5953c61b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651150 Aug 28 12:41:18.516673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c171dff1-a37a-4357-a24e-1d1dc6664bf2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:18.517018 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:18.623797 n-d-791505-21 neutron-server[94879]: WARNING neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Concurrent port binding operations failed on port 246bce7e-0775-4985-8bdb-929abd780c76 Aug 28 12:41:18.659958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=246bce7e-0775-4985-8bdb-929abd780c76,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:18.709136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Allocated IP 172.20.0.1 (b78bb5af-6ae1-48a7-812d-be473069b611/16b7d5b0-e7c2-4283-9fab-dca204fb41b8/2206b09d-b3c7-4417-a941-668995dd7a3c) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:41:18.709407 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454006e-4694-47eb-b335-79bc8cc9c1ce req-b2220ae9-8738-4098-b32c-b45ab4713168 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:18.712628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f454006e-4694-47eb-b335-79bc8cc9c1ce req-b2220ae9-8738-4098-b32c-b45ab4713168 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 949 time: 0.1381152 Aug 28 12:41:18.752160 n-d-791505-21 neutron-server[94879]: INFO neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Attempt 2 to bind port 246bce7e-0775-4985-8bdb-929abd780c76 Aug 28 12:41:18.754229 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 246bce7e-0775-4985-8bdb-929abd780c76 has no active binding in host n-h1-791505-21 {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 12:41:18.754874 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7511adf5-2b30-41d8-8ccb-a9747f91255c details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:41:18.807306 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f454006e-4694-47eb-b335-79bc8cc9c1ce req-8783a565-cb26-4eda-829c-5f21b65fa99e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851758 Aug 28 12:41:19.014038 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56d2bc-c747-4bfd-b30f-f68f4ee58e0b req-dde709e0-c600-4f30-9793-c51681f7a784 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:19.015675 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:19.024451 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae56d2bc-c747-4bfd-b30f-f68f4ee58e0b req-dde709e0-c600-4f30-9793-c51681f7a784 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 949 time: 0.0908742 Aug 28 12:41:19.033331 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Transition to ACTIVE for port object 2206b09d-b3c7-4417-a941-668995dd7a3c will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:19.092928 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bc4c9f-6f69-4404-9663-a3f190d68765', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-558293598-router', 'tenant_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '50b99e97-7721-46b5-bdc4-d1fe7d92e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:13Z', 'updated_at': '2021-08-28T12:41:14Z', 'revision_number': 3, 'project_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'gw_port': {'id': '50b99e97-7721-46b5-bdc4-d1fe7d92e9e8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bc4c9f-6f69-4404-9663-a3f190d68765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:14Z', 'updated_at': '2021-08-28T12:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:19.096360 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae56d2bc-c747-4bfd-b30f-f68f4ee58e0b req-87d9ff65-e159-42c6-bb16-b1c46e3e84c6 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602906 Aug 28 12:41:19.119848 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:19.163507 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:19.277597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Network b78bb5af-6ae1-48a7-812d-be473069b611 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:41:19.300679 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:41:19.306063 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:41:19.330863 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c769efc5-0fc1-4ddb-b920-e316012ac758', 'tag': '246bce7e-0775-4985-8bdb-929abd780c76'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:19.334190 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad07937e-04e6-4cb1-8324-e9be8eee65e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c769efc5-0fc1-4ddb-b920-e316012ac758", "tag": "246bce7e-0775-4985-8bdb-929abd780c76"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:19.425781 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20725143-e5ca-4812-8f69-bd83e3078510 x-openstack-request-id: req-20725143-e5ca-4812-8f69-bd83e3078510 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:19.426070 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c769efc5-0fc1-4ddb-b920-e316012ac758", "tag": "246bce7e-0775-4985-8bdb-929abd780c76", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:19.426318 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20725143-e5ca-4812-8f69-bd83e3078510 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:19.426798 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c769efc5-0fc1-4ddb-b920-e316012ac758', 'tag': '246bce7e-0775-4985-8bdb-929abd780c76', 'status': 'completed', 'code': 200} Aug 28 12:41:19.462454 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf1674-5472-4b07-9c4c-a66e5e990601 req-ae68480a-ac82-4797-a4d3-29e8be41263f tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:19.469730 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0bf1674-5472-4b07-9c4c-a66e5e990601 req-ae68480a-ac82-4797-a4d3-29e8be41263f tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 946 time: 0.3119783 Aug 28 12:41:19.493109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Checking router: a3bc4c9f-6f69-4404-9663-a3f190d68765 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:41:19.493601 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Updating router a3bc4c9f-6f69-4404-9663-a3f190d68765 port 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:41:19.520420 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:19.534904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Pushing event updated for resources: {'Port': ['ID=2206b09d-b3c7-4417-a941-668995dd7a3c,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:19.631348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7511adf5-2b30-41d8-8ccb-a9747f91255c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7511adf5-2b30-41d8-8ccb-a9747f91255c,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:19.669575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07937e-04e6-4cb1-8324-e9be8eee65e3 req-01a22e3b-1a72-4509-a145-15edc8683e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:19.689353 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0bf1674-5472-4b07-9c4c-a66e5e990601 req-8e1b2f5a-0c7e-46b8-abf8-0067f1025e38 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642556 Aug 28 12:41:19.689771 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad07937e-04e6-4cb1-8324-e9be8eee65e3 req-01a22e3b-1a72-4509-a145-15edc8683e31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 1127 time: 0.2224145 Aug 28 12:41:19.734279 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '7511adf5-2b30-41d8-8ccb-a9747f91255c', 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547', 'port_id': '7511adf5-2b30-41d8-8ccb-a9747f91255c', 'mac_address': 'fa:16:3e:6a:47:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4a0be6-71b9-4bdb-9795-f2ece63793e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:41:19.759614 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58c11d-8f1a-43d2-9dcc-a6e917bd3bf1 req-607f6610-2027-44cf-bacd-091240d9e63b tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:19.767379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdf9218-071e-45cb-bbbc-750b42bd313b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedca10f-a6cf-4cba-bd7e-d11501c641c4'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:19.769432 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d58c11d-8f1a-43d2-9dcc-a6e917bd3bf1 req-607f6610-2027-44cf-bacd-091240d9e63b tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 944 time: 0.2239313 Aug 28 12:41:19.774817 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c31a88d-577b-4d15-815c-17c7bce7b5b2" -d '{"events": [{"server_uuid": "ffdf9218-071e-45cb-bbbc-750b42bd313b", "name": "network-vif-plugged", "status": "completed", "tag": "cedca10f-a6cf-4cba-bd7e-d11501c641c4"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:19.807873 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:19.861496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port cedca10f-a6cf-4cba-bd7e-d11501c641c4, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=cedca10f-a6cf-4cba-bd7e-d11501c641c4,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:19.903982 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:19.905455 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 6979651e-195d-425f-9379-047747af0b1b up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:41:19.905606 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:19.910986 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d58c11d-8f1a-43d2-9dcc-a6e917bd3bf1 req-c0dba5d7-ecb6-4fc6-b84c-d95b601bf84b tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405802 Aug 28 12:41:19.966718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07937e-04e6-4cb1-8324-e9be8eee65e3 req-309c6a06-083c-493a-be93-1fa2524adb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:19.968959 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad07937e-04e6-4cb1-8324-e9be8eee65e3 req-309c6a06-083c-493a-be93-1fa2524adb71 service neutron] 10.222.0.10 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.2681861 Aug 28 12:41:19.984264 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811769a-39ad-41ac-9d20-a2b5c9088458 req-bdbc1d18-cd6f-445f-b8f0-9c1712f2c6f4 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:19.992814 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c811769a-39ad-41ac-9d20-a2b5c9088458 req-bdbc1d18-cd6f-445f-b8f0-9c1712f2c6f4 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 948 time: 0.1708028 Aug 28 12:41:20.046650 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad07937e-04e6-4cb1-8324-e9be8eee65e3 req-ef014e00-c2dc-4bb0-9b1e-87fba63ebda5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=246bce7e-0775-4985-8bdb-929abd780c76 HTTP/1.1" status: 200 len: 217 time: 0.0472291 Aug 28 12:41:20.096118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6f052560-f895-4149-adb0-8621078fb027 None None] Provisioning for port 2206b09d-b3c7-4417-a941-668995dd7a3c completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:20.138815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07937e-04e6-4cb1-8324-e9be8eee65e3 req-1d0bfe45-33ce-4454-9647-01dcebf9208b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:20.139037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6f052560-f895-4149-adb0-8621078fb027 None None] Provisioning complete for port 2206b09d-b3c7-4417-a941-668995dd7a3c triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:20.139350 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6f052560-f895-4149-adb0-8621078fb027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:20.140933 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:20.156274 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad07937e-04e6-4cb1-8324-e9be8eee65e3 req-1d0bfe45-33ce-4454-9647-01dcebf9208b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.1069918 Aug 28 12:41:20.181679 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c811769a-39ad-41ac-9d20-a2b5c9088458 req-9dd7475d-ffc2-435b-9e39-373bd6939b51 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878922 Aug 28 12:41:20.197373 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54434e28-e59f-49f7-8884-2604a2940d4d req-c99f38c9-2184-48d8-a471-a16d5a04ade7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396562 Aug 28 12:41:20.236852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7511adf5-2b30-41d8-8ccb-a9747f91255c {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:41:20.245704 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad07937e-04e6-4cb1-8324-e9be8eee65e3 req-ceed452e-431c-4f00-9fd0-53ece0e17874 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761807 Aug 28 12:41:20.248448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=cedca10f-a6cf-4cba-bd7e-d11501c641c4,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:20.396902 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:20.405880 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:20.487262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7511adf5-2b30-41d8-8ccb-a9747f91255c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7511adf5-2b30-41d8-8ccb-a9747f91255c,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:20.488315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6f052560-f895-4149-adb0-8621078fb027 None None] Port 2206b09d-b3c7-4417-a941-668995dd7a3c cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:41:20.500239 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:20.508833 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:20.542002 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 6979651e-195d-425f-9379-047747af0b1b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:20.542002 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:20.566922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54434e28-e59f-49f7-8884-2604a2940d4d req-a60dec4a-ba7d-47c1-9574-2ebff7ca7f04 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:20.571654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54434e28-e59f-49f7-8884-2604a2940d4d req-a60dec4a-ba7d-47c1-9574-2ebff7ca7f04 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3723030 Aug 28 12:41:20.599043 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33c313b-e76b-4bab-8401-07c8c1c043b0 x-openstack-request-id: req-a33c313b-e76b-4bab-8401-07c8c1c043b0 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:20.599402 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdf9218-071e-45cb-bbbc-750b42bd313b", "name": "network-vif-plugged", "status": "completed", "tag": "cedca10f-a6cf-4cba-bd7e-d11501c641c4", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:20.599740 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a33c313b-e76b-4bab-8401-07c8c1c043b0 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:20.600347 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdf9218-071e-45cb-bbbc-750b42bd313b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedca10f-a6cf-4cba-bd7e-d11501c641c4', 'code': 200} Aug 28 12:41:20.635194 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54434e28-e59f-49f7-8884-2604a2940d4d req-15f3df90-97cf-40d4-96aa-901fa6eeae53 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/quotas/a4d6d6e751944664b9c54f70b2be3e4c HTTP/1.1" status: 200 len: 375 time: 0.0400918 Aug 28 12:41:20.663602 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad07937e-04e6-4cb1-8324-e9be8eee65e3 req-0108ee38-92c2-41c9-a124-2f452cfbd397 service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831160 Aug 28 12:41:20.685231 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:41:20.788174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Pushing event updated for resources: {'Port': ['ID=2206b09d-b3c7-4417-a941-668995dd7a3c,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:20.817603 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54434e28-e59f-49f7-8884-2604a2940d4d req-943bd96d-62a8-4433-8357-f3b96873667b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1813381 Aug 28 12:41:20.827196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['7511adf5-2b30-41d8-8ccb-a9747f91255c'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:20.915170 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad07937e-04e6-4cb1-8324-e9be8eee65e3 req-ecf1c49b-4529-45c2-9a28-385d896ab2e4 service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432349 Aug 28 12:41:21.019066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850b85a-401a-427a-8e64-a321cc48d792 req-a4ae0056-8721-45f9-9721-66699f4d23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:21.021509 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8850b85a-401a-427a-8e64-a321cc48d792 req-a4ae0056-8721-45f9-9721-66699f4d23a3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ffdf9218-071e-45cb-bbbc-750b42bd313b HTTP/1.1" status: 200 len: 1101 time: 0.2860265 Aug 28 12:41:21.111652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Network b78bb5af-6ae1-48a7-812d-be473069b611 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:41:21.124735 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:41:21.292621 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7511adf5-2b30-41d8-8ccb-a9747f91255c,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:21.380656 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8850b85a-401a-427a-8e64-a321cc48d792 req-114b9deb-9825-4269-a045-796b3f3f547a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440621 Aug 28 12:41:21.398636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09959f-ca59-4b63-81c2-f1998143c58f req-30b27862-db0a-47f6-b715-bf8634ffb656 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:21.409245 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca09959f-ca59-4b63-81c2-f1998143c58f req-30b27862-db0a-47f6-b715-bf8634ffb656 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 945 time: 0.1291659 Aug 28 12:41:21.522523 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:21.523217 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:21.547215 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca09959f-ca59-4b63-81c2-f1998143c58f req-9e963e19-268b-4ea2-b9f3-c0e0b872bf05 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270275 Aug 28 12:41:21.607556 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61ce25-82f1-4208-b4b8-143df8420554 req-9135ebd8-0eab-4e1b-8ba7-bd97eae1cd90 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:21.617975 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d61ce25-82f1-4208-b4b8-143df8420554 req-9135ebd8-0eab-4e1b-8ba7-bd97eae1cd90 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 944 time: 0.4479892 Aug 28 12:41:21.682621 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:21.718275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Transition to ACTIVE for port object 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:21.770514 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d61ce25-82f1-4208-b4b8-143df8420554 req-8392d757-f03b-4199-bd1a-2a9c0d6057a3 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501801 Aug 28 12:41:21.779989 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Router a3bc4c9f-6f69-4404-9663-a3f190d68765 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:41:21.823323 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:21.841774 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:21.982725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569d001-d0ed-4d35-8b1c-f73dd08f54dd req-72747d8f-661f-4fc5-9d61-41a6016cc047 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:21.995919 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d569d001-d0ed-4d35-8b1c-f73dd08f54dd req-72747d8f-661f-4fc5-9d61-41a6016cc047 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 948 time: 0.1358032 Aug 28 12:41:22.044497 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f71e26c-1407-4c5e-9adb-52aa9ef5bbd0 req-35027273-85fd-4cd9-b79f-3b05dbe2ed11 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 210 time: 0.0971823 Aug 28 12:41:22.089006 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d569d001-d0ed-4d35-8b1c-f73dd08f54dd req-9fd7eaa5-135e-4391-9699-4e27f4b93fc9 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918882 Aug 28 12:41:22.163814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cd3776f9-7134-4849-b5d0-2e8ac7bcc516 None None] Provisioning complete for port 2206b09d-b3c7-4417-a941-668995dd7a3c triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:22.164627 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cd3776f9-7134-4849-b5d0-2e8ac7bcc516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:22.290942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7da94c-a309-40fc-8bce-ba720c7c86a4 None None] Pushing event updated for resources: {'Port': ['ID=50b99e97-7721-46b5-bdc4-d1fe7d92e9e8,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:22.297757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 6979651e-195d-425f-9379-047747af0b1b, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6979651e-195d-425f-9379-047747af0b1b,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:22.312020 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Attempting to bind port 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:41:22.312387 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:41:22.312588 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Attempting to bind port 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:41:22.314086 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Attempting to bind port 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:22.322805 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:22.336080 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-108e7e5a-7b16-40b4-bdd0-a8317b05cc5a admin admin] 10.222.0.20 "PUT /v2.0/routers/a3bc4c9f-6f69-4404-9663-a3f190d68765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1941590 Aug 28 12:41:22.365808 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e6bb6901-a95f-4007-8887-7fb03cd9bccf up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:41:22.408815 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:41:22.409382 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:41:22.410038 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:22.410805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:41:22.411567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Bound port: 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:41:22.412195 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:22.544923 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-cd3776f9-7134-4849-b5d0-2e8ac7bcc516 None None] Port 2206b09d-b3c7-4417-a941-668995dd7a3c cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:41:22.609906 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecf0186-6035-4108-9bc5-f8a81fd38ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6979651e-195d-425f-9379-047747af0b1b'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:22.617844 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f676b39f-4014-4f68-90f6-761f7c227967" -d '{"events": [{"server_uuid": "7ecf0186-6035-4108-9bc5-f8a81fd38ecd", "name": "network-vif-plugged", "status": "completed", "tag": "6979651e-195d-425f-9379-047747af0b1b"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:22.704203 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:22.781098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=6979651e-195d-425f-9379-047747af0b1b,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:22.819621 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] For port 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:41:22.834916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] For port 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=50b99e97-7721-46b5-bdc4-d1fe7d92e9e8,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:41:22.853235 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:22.865211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:22.871412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port e6bb6901-a95f-4007-8887-7fb03cd9bccf completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:22.895890 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780c212-c91d-4bba-91a6-4748ca831841 req-aebe6838-ff8a-4aab-9b67-0da6ac744c50 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:22.904865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b780c212-c91d-4bba-91a6-4748ca831841 req-aebe6838-ff8a-4aab-9b67-0da6ac744c50 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 945 time: 0.1380544 Aug 28 12:41:22.912092 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:22.919939 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port e6bb6901-a95f-4007-8887-7fb03cd9bccf triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:22.920702 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:22.928819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7511adf5-2b30-41d8-8ccb-a9747f91255c no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:41:22.998424 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b780c212-c91d-4bba-91a6-4748ca831841 req-c3b9ad5d-d8f2-4939-842f-f558d70a8beb tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924540 Aug 28 12:41:23.129805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Routers {'a3bc4c9f-6f69-4404-9663-a3f190d68765'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:41:23.131030 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:41:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a3bc4c9f-6f69-4404-9663-a3f190d68765'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:23.139270 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edbf56b-6855-4ffc-bb37-e28abc854acd x-openstack-request-id: req-2edbf56b-6855-4ffc-bb37-e28abc854acd {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:23.139948 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecf0186-6035-4108-9bc5-f8a81fd38ecd", "name": "network-vif-plugged", "status": "completed", "tag": "6979651e-195d-425f-9379-047747af0b1b", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:23.140522 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2edbf56b-6855-4ffc-bb37-e28abc854acd {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:23.141052 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecf0186-6035-4108-9bc5-f8a81fd38ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6979651e-195d-425f-9379-047747af0b1b', 'code': 200} Aug 28 12:41:23.147921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c9941-242b-44d2-be34-efd742fc777d req-36d05441-0aaa-4893-ab5f-b32ee06a5c5c tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:23.151787 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-931c9941-242b-44d2-be34-efd742fc777d req-36d05441-0aaa-4893-ab5f-b32ee06a5c5c tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 945 time: 0.1594048 Aug 28 12:41:23.228916 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-32c28f81-c261-4401-955b-2ef70c6827e2 req-e45cbfa1-04e9-49c4-81ad-5ba208360b38 tempest-FloatingIPDetailsNegativeTestJSON-2052528015 tempest-FloatingIPDetailsNegativeTestJSON-2052528015-project] show failed (client error): The resource could not be found. Aug 28 12:41:23.244241 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32c28f81-c261-4401-955b-2ef70c6827e2 req-e45cbfa1-04e9-49c4-81ad-5ba208360b38 tempest-FloatingIPDetailsNegativeTestJSON-2052528015 tempest-FloatingIPDetailsNegativeTestJSON-2052528015-project] 10.222.0.20 "GET /v2.0/floatingips/8e531d3c-e20b-4819-afc3-d088ca89d8fe HTTP/1.1" status: 404 len: 350 time: 0.0901539 Aug 28 12:41:23.245804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35484) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:23.306989 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:23.324565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7da94c-a309-40fc-8bce-ba720c7c86a4 None None] Pushing event updated for resources: {'Port': ['ID=50b99e97-7721-46b5-bdc4-d1fe7d92e9e8,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:23.351512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7511adf5-2b30-41d8-8ccb-a9747f91255c {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:41:23.384731 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7511adf5-2b30-41d8-8ccb-a9747f91255c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7511adf5-2b30-41d8-8ccb-a9747f91255c,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:23.447332 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:23.623835 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd5014b4-4f5d-422c-a69b-184c8ef511c0 req-da4b4cd5-bb87-4e87-90e3-f10d47017fb4 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 210 time: 0.0781932 Aug 28 12:41:23.755653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b992b-50c8-4eca-aeb1-a287636892d0 req-be2c6878-fe6d-499e-a256-a779d2dd4ccd tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:23.759126 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-175b992b-50c8-4eca-aeb1-a287636892d0 req-be2c6878-fe6d-499e-a256-a779d2dd4ccd tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 944 time: 0.2806990 Aug 28 12:41:23.785520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54434e28-e59f-49f7-8884-2604a2940d4d req-604990fc-6fa1-47de-9fb1-df7c96486759 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1517565 Aug 28 12:41:23.804658 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,revision_number=10']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:23.919005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] Set router a3bc4c9f-6f69-4404-9663-a3f190d68765 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:41:23.922710 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:23.928252 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d462e5-f5cd-4006-8334-c872d149a0d5 req-c6c9755c-f414-4a08-b54d-075514859103 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:23.929863 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-33d462e5-f5cd-4006-8334-c872d149a0d5 req-c6c9755c-f414-4a08-b54d-075514859103 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 948 time: 0.1119542 Aug 28 12:41:24.028413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-931c9941-242b-44d2-be34-efd742fc777d req-5b7e565d-22b2-4ea3-8575-b2bb5244b1c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Deleting port 7511adf5-2b30-41d8-8ccb-a9747f91255c {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:41:24.028968 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-931c9941-242b-44d2-be34-efd742fc777d req-5b7e565d-22b2-4ea3-8575-b2bb5244b1c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:24.062113 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7511adf5-2b30-41d8-8ccb-a9747f91255c,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:24.088931 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-175b992b-50c8-4eca-aeb1-a287636892d0 req-a57b477b-5e66-4aee-9d20-41ebdde5bd06 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009350 Aug 28 12:41:24.192583 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-33d462e5-f5cd-4006-8334-c872d149a0d5 req-aa40e8b1-f7bb-46e8-bf97-902d52834c63 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452822 Aug 28 12:41:24.209997 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54434e28-e59f-49f7-8884-2604a2940d4d req-dece1e6d-4ee2-49dd-b8a7-8c5d42ed5ab6 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:24.212436 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54434e28-e59f-49f7-8884-2604a2940d4d req-dece1e6d-4ee2-49dd-b8a7-8c5d42ed5ab6 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4194660 Aug 28 12:41:24.244667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-54434e28-e59f-49f7-8884-2604a2940d4d req-694ee20a-1b54-4a19-850e-f433ab1ca479 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Request body: {'port': {'device_id': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': 'a4d6d6e751944664b9c54f70b2be3e4c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:24.283901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc341-8363-4e38-ad72-f65b895031bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:24.370742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-931c9941-242b-44d2-be34-efd742fc777d req-5b7e565d-22b2-4ea3-8575-b2bb5244b1c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] For port 7511adf5-2b30-41d8-8ccb-a9747f91255c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7511adf5-2b30-41d8-8ccb-a9747f91255c,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:24.372059 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-931c9941-242b-44d2-be34-efd742fc777d req-5b7e565d-22b2-4ea3-8575-b2bb5244b1c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:24.421341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-931c9941-242b-44d2-be34-efd742fc777d req-5b7e565d-22b2-4ea3-8575-b2bb5244b1c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Calling delete_port for 7511adf5-2b30-41d8-8ccb-a9747f91255c owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:41:24.504710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54434e28-e59f-49f7-8884-2604a2940d4d req-694ee20a-1b54-4a19-850e-f433ab1ca479 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Made reservation on behalf of a4d6d6e751944664b9c54f70b2be3e4c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:41:24.508592 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-54434e28-e59f-49f7-8884-2604a2940d4d req-694ee20a-1b54-4a19-850e-f433ab1ca479 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:24.556423 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5ff1d-6e18-4d5d-a6e8-a2c9ca0e3a12 req-3d7cfaf5-ee6d-4b10-85fb-8364800decba tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:24.565404 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d9f5ff1d-6e18-4d5d-a6e8-a2c9ca0e3a12 req-3d7cfaf5-ee6d-4b10-85fb-8364800decba tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 944 time: 0.1857932 Aug 28 12:41:24.604409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7511adf5-2b30-41d8-8ccb-a9747f91255c details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:41:24.712775 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d9f5ff1d-6e18-4d5d-a6e8-a2c9ca0e3a12 req-1ad6d4c7-e091-4afd-be88-2f92d9dcdee7 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/security-groups?id=13a3e283-ff54-4f18-8ce9-1e9974eb0547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463172 Aug 28 12:41:24.743793 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e6bb6901-a95f-4007-8887-7fb03cd9bccf, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e6bb6901-a95f-4007-8887-7fb03cd9bccf,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:24.756532 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-54434e28-e59f-49f7-8884-2604a2940d4d req-694ee20a-1b54-4a19-850e-f433ab1ca479 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Allocated IP 192.168.233.141 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/f4200d1e-8f66-4924-9831-5e85b0ead614) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:41:24.769388 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:24.878595 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.resource_extend [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:41:24.933199 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce6c8c42-f807-4444-b9e9-76326070ad36 req-0f811bea-ccd7-482d-81b1-fd93d85d63e4 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 210 time: 0.0905290 Aug 28 12:41:24.960583 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dc341-8363-4e38-ad72-f65b895031bf admin admin] Deleting port 2206b09d-b3c7-4417-a941-668995dd7a3c {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:41:24.961358 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc341-8363-4e38-ad72-f65b895031bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:25.010120 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=e6bb6901-a95f-4007-8887-7fb03cd9bccf,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:25.054271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7511adf5-2b30-41d8-8ccb-a9747f91255c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7511adf5-2b30-41d8-8ccb-a9747f91255c,segment=NetworkSegment(45631a01-ddba-4845-b00e-49ccb138b1ff),segment_id=45631a01-ddba-4845-b00e-49ccb138b1ff)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:25.057823 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc341-8363-4e38-ad72-f65b895031bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:25.063132 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-931c9941-242b-44d2-be34-efd742fc777d req-5b7e565d-22b2-4ea3-8575-b2bb5244b1c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:25.071689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '7511adf5-2b30-41d8-8ccb-a9747f91255c', 'network_id': '19af1b57-4b24-4ce0-b71d-3dff69a93547', 'port_id': '7511adf5-2b30-41d8-8ccb-a9747f91255c', 'mac_address': 'fa:16:3e:6a:47:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4a0be6-71b9-4bdb-9795-f2ece63793e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:41:25.077928 n-d-791505-21 neutron-server[94879]: INFO neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No ports have port_id starting with 7511adf5-2b30-41d8-8ccb-a9747f91255c Aug 28 12:41:25.082237 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dc341-8363-4e38-ad72-f65b895031bf admin admin] Calling delete_port for 2206b09d-b3c7-4417-a941-668995dd7a3c owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:41:25.113024 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bc4c9f-6f69-4404-9663-a3f190d68765', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-558293598-router', 'tenant_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '50b99e97-7721-46b5-bdc4-d1fe7d92e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:13Z', 'updated_at': '2021-08-28T12:41:19Z', 'revision_number': 4, 'project_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'gw_port': {'id': '50b99e97-7721-46b5-bdc4-d1fe7d92e9e8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bc4c9f-6f69-4404-9663-a3f190d68765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:14Z', 'updated_at': '2021-08-28T12:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '2206b09d-b3c7-4417-a941-668995dd7a3c', 'name': '', 'network_id': 'b78bb5af-6ae1-48a7-812d-be473069b611', 'tenant_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'mac_address': 'fa:16:3e:be:da:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bc4c9f-6f69-4404-9663-a3f190d68765', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '16b7d5b0-e7c2-4283-9fab-dca204fb41b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:18Z', 'updated_at': '2021-08-28T12:41:19Z', 'revision_number': 2, 'project_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'subnets': [{'id': '16b7d5b0-e7c2-4283-9fab-dca204fb41b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:25.166950 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e565d-22b2-4ea3-8575-b2bb5244b1c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Pushing event deleted for resources: {'Port': ['ID=7511adf5-2b30-41d8-8ccb-a9747f91255c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:25.179698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c1f257-3277-4cef-834d-ecf9aca42b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc'}, {'server_uuid': 'db16ab0b-b171-4ef1-ac61-07951321ee0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bb6901-a95f-4007-8887-7fb03cd9bccf'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:25.182171 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b73b5a4-6cf6-486d-9f92-40986b82b30d" -d '{"events": [{"server_uuid": "76c1f257-3277-4cef-834d-ecf9aca42b63", "name": "network-vif-plugged", "status": "completed", "tag": "8d9fdc33-b1a3-45bd-b52f-ce0d456618bc"}, {"server_uuid": "db16ab0b-b171-4ef1-ac61-07951321ee0f", "name": "network-vif-plugged", "status": "completed", "tag": "e6bb6901-a95f-4007-8887-7fb03cd9bccf"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:25.186279 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b759d49d-87d4-4df8-b4a7-33c20114a2e7 None None] The sync data for ids ['a3bc4c9f-6f69-4404-9663-a3f190d68765'] in n-d-791505-21 is: [{'id': 'a3bc4c9f-6f69-4404-9663-a3f190d68765', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-558293598-router', 'tenant_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '50b99e97-7721-46b5-bdc4-d1fe7d92e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:13Z', 'updated_at': '2021-08-28T12:41:19Z', 'revision_number': 4, 'project_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'gw_port': {'id': '50b99e97-7721-46b5-bdc4-d1fe7d92e9e8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bc4c9f-6f69-4404-9663-a3f190d68765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:14Z', 'updated_at': '2021-08-28T12:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '2206b09d-b3c7-4417-a941-668995dd7a3c', 'name': '', 'network_id': 'b78bb5af-6ae1-48a7-812d-be473069b611', 'tenant_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'mac_address': 'fa:16:3e:be:da:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bc4c9f-6f69-4404-9663-a3f190d68765', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '16b7d5b0-e7c2-4283-9fab-dca204fb41b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:18Z', 'updated_at': '2021-08-28T12:41:19Z', 'revision_number': 2, 'project_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'subnets': [{'id': '16b7d5b0-e7c2-4283-9fab-dca204fb41b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:41:25.283630 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e64c0c-e4f7-4805-bc94-dea12d6f619a x-openstack-request-id: req-67e64c0c-e4f7-4805-bc94-dea12d6f619a {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:25.284065 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c1f257-3277-4cef-834d-ecf9aca42b63", "name": "network-vif-plugged", "status": "completed", "tag": "8d9fdc33-b1a3-45bd-b52f-ce0d456618bc", "code": 200}, {"server_uuid": "db16ab0b-b171-4ef1-ac61-07951321ee0f", "name": "network-vif-plugged", "status": "completed", "tag": "e6bb6901-a95f-4007-8887-7fb03cd9bccf", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:25.284448 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67e64c0c-e4f7-4805-bc94-dea12d6f619a {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:25.285757 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c1f257-3277-4cef-834d-ecf9aca42b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc', 'code': 200} Aug 28 12:41:25.286552 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db16ab0b-b171-4ef1-ac61-07951321ee0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bb6901-a95f-4007-8887-7fb03cd9bccf', 'code': 200} Aug 28 12:41:25.291727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-931c9941-242b-44d2-be34-efd742fc777d req-5b7e565d-22b2-4ea3-8575-b2bb5244b1c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] No DVR routers for this DVR port 7511adf5-2b30-41d8-8ccb-a9747f91255c on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:41:25.301492 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-931c9941-242b-44d2-be34-efd742fc777d req-5b7e565d-22b2-4ea3-8575-b2bb5244b1c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:25.303813 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-931c9941-242b-44d2-be34-efd742fc777d req-5b7e565d-22b2-4ea3-8575-b2bb5244b1c1 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.11 "DELETE /v2.0/ports/7511adf5-2b30-41d8-8ccb-a9747f91255c HTTP/1.1" status: 204 len: 173 time: 2.0563633 Aug 28 12:41:25.307039 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c228e0-c69c-4ffe-9240-3aface3d4c4b', 'name': 'network-vif-deleted', 'tag': '7511adf5-2b30-41d8-8ccb-a9747f91255c'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:25.312362 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2cd6bd-0d8b-44c3-ab10-42e39b25689f" -d '{"events": [{"server_uuid": "72c228e0-c69c-4ffe-9240-3aface3d4c4b", "name": "network-vif-deleted", "tag": "7511adf5-2b30-41d8-8ccb-a9747f91255c"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:25.396304 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-54434e28-e59f-49f7-8884-2604a2940d4d req-694ee20a-1b54-4a19-850e-f433ab1ca479 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:25.601622 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b51b59-fc88-4184-918b-dadd455f945e req-bccbdfd5-7599-4bb6-889e-09080dfca694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:25.604039 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-86b51b59-fc88-4184-918b-dadd455f945e req-bccbdfd5-7599-4bb6-889e-09080dfca694 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 1101 time: 0.1716573 Aug 28 12:41:25.607730 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc341-8363-4e38-ad72-f65b895031bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:25.609071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-54434e28-e59f-49f7-8884-2604a2940d4d req-694ee20a-1b54-4a19-850e-f433ab1ca479 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Transition to ACTIVE for port object f4200d1e-8f66-4924-9831-5e85b0ead614 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:25.623883 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c0893-b1ca-4324-a41a-23923452775c req-a6edc67e-9414-4d4f-8984-c3146f99d589 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:25.626271 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-337c0893-b1ca-4324-a41a-23923452775c req-a6edc67e-9414-4d4f-8984-c3146f99d589 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 944 time: 0.2531378 Aug 28 12:41:25.674627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dc341-8363-4e38-ad72-f65b895031bf admin admin] Pushing event deleted for resources: {'Port': ['ID=2206b09d-b3c7-4417-a941-668995dd7a3c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:25.714147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcdc87-4d19-4d26-8bd6-bf01e74c0e5c req-3187ba5f-3502-44e3-8791-c4613bfe7798 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:25.735083 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86bcdc87-4d19-4d26-8bd6-bf01e74c0e5c req-3187ba5f-3502-44e3-8791-c4613bfe7798 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 949 time: 0.1897523 Aug 28 12:41:25.849892 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-54434e28-e59f-49f7-8884-2604a2940d4d req-694ee20a-1b54-4a19-850e-f433ab1ca479 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:25.867359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['6979651e-195d-425f-9379-047747af0b1b'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:25.907659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86bcdc87-4d19-4d26-8bd6-bf01e74c0e5c req-016c8d2f-07b0-44a3-b8ad-f5887f05aef2 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715016 Aug 28 12:41:25.936965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6a001dd6-38f6-44d8-b12e-47079beb8bbc'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:25.972978 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-337c0893-b1ca-4324-a41a-23923452775c req-f3c73e1f-0830-4e92-9451-0c3d37e133d3 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974520 Aug 28 12:41:25.984688 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-86b51b59-fc88-4184-918b-dadd455f945e req-10f3f668-4427-4c2e-b6c1-035933b946fb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547249 Aug 28 12:41:26.073430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54434e28-e59f-49f7-8884-2604a2940d4d req-694ee20a-1b54-4a19-850e-f433ab1ca479 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:41:26.103388 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1624e9-f021-46c8-accd-357e869ac3fb x-openstack-request-id: req-ad1624e9-f021-46c8-accd-357e869ac3fb {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:26.104037 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c228e0-c69c-4ffe-9240-3aface3d4c4b", "name": "network-vif-deleted", "tag": "7511adf5-2b30-41d8-8ccb-a9747f91255c", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:26.104592 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad1624e9-f021-46c8-accd-357e869ac3fb {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:26.107975 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c228e0-c69c-4ffe-9240-3aface3d4c4b', 'name': 'network-vif-deleted', 'tag': '7511adf5-2b30-41d8-8ccb-a9747f91255c', 'status': 'completed', 'code': 200} Aug 28 12:41:26.124693 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-54434e28-e59f-49f7-8884-2604a2940d4d req-694ee20a-1b54-4a19-850e-f433ab1ca479 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:41:26.162870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-54434e28-e59f-49f7-8884-2604a2940d4d req-694ee20a-1b54-4a19-850e-f433ab1ca479 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:41:26.465705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54434e28-e59f-49f7-8884-2604a2940d4d req-694ee20a-1b54-4a19-850e-f433ab1ca479 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:26.468329 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-54434e28-e59f-49f7-8884-2604a2940d4d req-694ee20a-1b54-4a19-850e-f433ab1ca479 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:26.572811 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7511adf5-2b30-41d8-8ccb-a9747f91255c no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:41:26.606623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-63a77a34-aab5-4ec5-aa48-3172e35976eb req-92eb5068-aeca-4bba-a997-7e9057c1f631 tempest-ImagesTestJSON-1781126221 tempest-ImagesTestJSON-1781126221-project] 10.222.0.20 "GET /v2.0/ports?device_id=72c228e0-c69c-4ffe-9240-3aface3d4c4b HTTP/1.1" status: 200 len: 210 time: 0.1280770 Aug 28 12:41:26.612717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ee20a-1b54-4a19-850e-f433ab1ca479 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Pushing event updated for resources: {'Port': ['ID=f4200d1e-8f66-4924-9831-5e85b0ead614,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:26.645509 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54434e28-e59f-49f7-8884-2604a2940d4d req-694ee20a-1b54-4a19-850e-f433ab1ca479 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4232981 Aug 28 12:41:26.685697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Request body: {'port': {'device_id': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:26.793619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 7511adf5-2b30-41d8-8ccb-a9747f91255c {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:41:26.797286 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7511adf5-2b30-41d8-8ccb-a9747f91255c not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:41:26.925130 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:26.955425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2876e3e1-cbde-4dad-a159-51480d0f7c45 None None] Provisioning for port f4200d1e-8f66-4924-9831-5e85b0ead614 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:27.007713 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2876e3e1-cbde-4dad-a159-51480d0f7c45 None None] Provisioning complete for port f4200d1e-8f66-4924-9831-5e85b0ead614 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:27.007713 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2876e3e1-cbde-4dad-a159-51480d0f7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:27.225090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2876e3e1-cbde-4dad-a159-51480d0f7c45 None None] Port f4200d1e-8f66-4924-9831-5e85b0ead614 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:41:27.389044 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000db1f-0d26-44f6-b60f-586703e585ad req-dfb5cf59-93a1-416c-bec6-c3faadcfdf9f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:27.404099 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1000db1f-0d26-44f6-b60f-586703e585ad req-dfb5cf59-93a1-416c-bec6-c3faadcfdf9f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 936 time: 0.2776670 Aug 28 12:41:27.445944 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc341-8363-4e38-ad72-f65b895031bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:27.456682 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4200d1e-8f66-4924-9831-5e85b0ead614 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:41:27.478650 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:27.527858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Transition to ACTIVE for port object f4200d1e-8f66-4924-9831-5e85b0ead614 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:27.590731 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:27.592117 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1000db1f-0d26-44f6-b60f-586703e585ad req-ea4e8fbc-872d-4fbe-abe0-20f0b24715b2 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868188 Aug 28 12:41:27.608775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 246bce7e-0775-4985-8bdb-929abd780c76 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:41:27.674876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48fdad-c584-4b8e-99c2-d9f30acef6d4 req-7bbe3699-9774-4f18-9b7b-535ae14be6cb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:27.699420 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff48fdad-c584-4b8e-99c2-d9f30acef6d4 req-7bbe3699-9774-4f18-9b7b-535ae14be6cb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 949 time: 0.1698341 Aug 28 12:41:27.902706 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff48fdad-c584-4b8e-99c2-d9f30acef6d4 req-4a91da54-aa13-4d7c-9cb6-f2d42aaf4aff tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973016 Aug 28 12:41:28.040250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:41:28.047703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Pushing event updated for resources: {'Port': ['ID=f4200d1e-8f66-4924-9831-5e85b0ead614,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:28.113181 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Attempting to bind port f4200d1e-8f66-4924-9831-5e85b0ead614 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:41:28.113864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Attempting to bind port f4200d1e-8f66-4924-9831-5e85b0ead614 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:41:28.114412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Attempting to bind port f4200d1e-8f66-4924-9831-5e85b0ead614 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:28.124812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Port f4200d1e-8f66-4924-9831-5e85b0ead614 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:41:28.125910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Attempting to bind port f4200d1e-8f66-4924-9831-5e85b0ead614 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:28.141137 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:41:28.142113 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:41:28.145541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:41:28.147645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Bound port: f4200d1e-8f66-4924-9831-5e85b0ead614, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:41:28.148863 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:28.203610 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:28.211389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:28.211828 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:28.218989 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b49bb0-d4ac-4d52-be2d-d8650d664e18 req-b2080fe5-cbe0-4a83-a8e6-047c0d24ee56 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:28.240061 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57b49bb0-d4ac-4d52-be2d-d8650d664e18 req-b2080fe5-cbe0-4a83-a8e6-047c0d24ee56 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 944 time: 0.3757565 Aug 28 12:41:28.325478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:41:28.330822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f4200d1e-8f66-4924-9831-5e85b0ead614,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:41:28.337347 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:28.420416 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:28.421533 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:28.423877 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54434e28-e59f-49f7-8884-2604a2940d4d req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] 10.222.0.11 "PUT /v2.0/ports/f4200d1e-8f66-4924-9831-5e85b0ead614 HTTP/1.1" status: 200 len: 1097 time: 1.7560623 Aug 28 12:41:28.424451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:28.427109 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fa4152-f71a-4663-a3d0-002a03f383fc" -d '{"events": [{"name": "network-changed", "server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:28.443935 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57b49bb0-d4ac-4d52-be2d-d8650d664e18 req-0759c0e5-8fd1-4115-97ac-6134eeed0a02 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021201 Aug 28 12:41:28.537467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dff800-0854-44ba-9a8d-f4d5b4fc7def service neutron] Pushing event updated for resources: {'Port': ['ID=f4200d1e-8f66-4924-9831-5e85b0ead614,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:28.545243 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:28.620636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54434e28-e59f-49f7-8884-2604a2940d4d req-20ecb753-8c43-4852-83f8-52b12ade2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:28.629983 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54434e28-e59f-49f7-8884-2604a2940d4d req-20ecb753-8c43-4852-83f8-52b12ade2f71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 1100 time: 0.1533723 Aug 28 12:41:28.634108 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa38dd8-569b-44e0-a0a6-b3bc979f86c1 x-openstack-request-id: req-bfa38dd8-569b-44e0-a0a6-b3bc979f86c1 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:28.634435 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:28.634696 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfa38dd8-569b-44e0-a0a6-b3bc979f86c1 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:28.639878 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614', 'status': 'completed', 'code': 200} Aug 28 12:41:28.655986 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=50b99e97-7721-46b5-bdc4-d1fe7d92e9e8,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:28.667177 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:28.770773 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54434e28-e59f-49f7-8884-2604a2940d4d req-04c2fefa-1365-4972-8fc8-3037b76042d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=f4200d1e-8f66-4924-9831-5e85b0ead614 HTTP/1.1" status: 200 len: 217 time: 0.1279337 Aug 28 12:41:28.914264 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=50b99e97-7721-46b5-bdc4-d1fe7d92e9e8,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:28.931866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54434e28-e59f-49f7-8884-2604a2940d4d req-6a3f2753-021b-4540-8e76-f0ee2fc2358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:28.933788 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54434e28-e59f-49f7-8884-2604a2940d4d req-6a3f2753-021b-4540-8e76-f0ee2fc2358a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1279469 Aug 28 12:41:28.977040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f5b8d-42ec-4e92-ba9f-b8c6535e1569 req-603a50a4-2cdc-42c7-9836-185d412b7e00 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:28.985584 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d7f5b8d-42ec-4e92-ba9f-b8c6535e1569 req-603a50a4-2cdc-42c7-9836-185d412b7e00 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 948 time: 0.2041974 Aug 28 12:41:29.080726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8dc341-8363-4e38-ad72-f65b895031bf admin admin] Router a3bc4c9f-6f69-4404-9663-a3f190d68765 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:41:29.124654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d7f5b8d-42ec-4e92-ba9f-b8c6535e1569 req-4ae4adff-fb6f-4571-8a4e-dcd4796fd9d6 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199348 Aug 28 12:41:29.158305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54434e28-e59f-49f7-8884-2604a2940d4d req-003cabe0-8cda-44b0-a956-0919cbe9ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:29.159857 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54434e28-e59f-49f7-8884-2604a2940d4d req-003cabe0-8cda-44b0-a956-0919cbe9ba13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2143354 Aug 28 12:41:29.320080 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54434e28-e59f-49f7-8884-2604a2940d4d req-8cdadb38-0279-4042-afa2-7156af6d6ee4 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521714 Aug 28 12:41:29.320360 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f43cf-81f8-47d3-b942-ec7870194964 req-c340c7fa-861d-455c-9436-185394814b60 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:29.321530 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-173f43cf-81f8-47d3-b942-ec7870194964 req-c340c7fa-861d-455c-9436-185394814b60 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 949 time: 0.1642568 Aug 28 12:41:29.427905 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-2298ec5b-85bc-4db7-a96c-49fa641629fa service neutron] 10.222.0.10 "GET /v2.0/ports/246bce7e-0775-4985-8bdb-929abd780c76/bindings/n-h1-791505-21 HTTP/1.1" status: 200 len: 385 time: 0.2694006 Aug 28 12:41:29.680835 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-15e8817c-cf96-4c12-9148-6ed3738f01d2 service neutron] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=246bce7e-0775-4985-8bdb-929abd780c76,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:29.727434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-15e8817c-cf96-4c12-9148-6ed3738f01d2 service neutron] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:41:29.780571 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-15e8817c-cf96-4c12-9148-6ed3738f01d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246bce7e-0775-4985-8bdb-929abd780c76 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:41:29.799500 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-15e8817c-cf96-4c12-9148-6ed3738f01d2 service neutron] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=246bce7e-0775-4985-8bdb-929abd780c76,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:29.824011 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8dc341-8363-4e38-ad72-f65b895031bf admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:41:29.833056 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b852b2d-4332-4b0e-bc78-cc89ee3492ba None None] Sync routers for ids ['a3bc4c9f-6f69-4404-9663-a3f190d68765'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:41:29.840237 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2e8dc341-8363-4e38-ad72-f65b895031bf admin admin] 10.222.0.20 "PUT /v2.0/routers/a3bc4c9f-6f69-4404-9663-a3f190d68765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5922751 Aug 28 12:41:29.841734 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-15e8817c-cf96-4c12-9148-6ed3738f01d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:29.866222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35608) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:29.869460 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b852b2d-4332-4b0e-bc78-cc89ee3492ba None None] Routers {'a3bc4c9f-6f69-4404-9663-a3f190d68765'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:41:29.874856 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9b852b2d-4332-4b0e-bc78-cc89ee3492ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:41:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a3bc4c9f-6f69-4404-9663-a3f190d68765'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:29.895588 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-173f43cf-81f8-47d3-b942-ec7870194964 req-3aac9d69-591b-4ad3-951b-b4303a3cc510 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344706 Aug 28 12:41:29.971362 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54434e28-e59f-49f7-8884-2604a2940d4d req-07ba5624-635b-4cf5-b8c4-42d23f4fd4aa service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338744 Aug 28 12:41:30.028673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:41:30.136433 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-15e8817c-cf96-4c12-9148-6ed3738f01d2 service neutron] Transition to ACTIVE for port object 246bce7e-0775-4985-8bdb-929abd780c76 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:30.145916 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-15e8817c-cf96-4c12-9148-6ed3738f01d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:30.195976 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-9b852b2d-4332-4b0e-bc78-cc89ee3492ba None None] Set router a3bc4c9f-6f69-4404-9663-a3f190d68765 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:41:30.229826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8817c-cf96-4c12-9148-6ed3738f01d2 service neutron] Pushing event updated for resources: {'Port': ['ID=246bce7e-0775-4985-8bdb-929abd780c76,revision_number=10']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:30.240366 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:30.243665 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:30.299037 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038d79c-c12c-4788-a98b-6e3cd8b989fd req-adc6c86c-a0b2-48a3-a6f3-c2941cf1a349 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:30.301605 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d038d79c-c12c-4788-a98b-6e3cd8b989fd req-adc6c86c-a0b2-48a3-a6f3-c2941cf1a349 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 944 time: 0.3288882 Aug 28 12:41:30.314338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35622) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:30.364889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-15e8817c-cf96-4c12-9148-6ed3738f01d2 service neutron] No DVR routers for this DVR port 246bce7e-0775-4985-8bdb-929abd780c76 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:41:30.457414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa4152-f71a-4663-a3d0-002a03f383fc req-3dfb07ac-6c18-4b45-be2c-e90ca826b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:30.459659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78fa4152-f71a-4663-a3d0-002a03f383fc req-3dfb07ac-6c18-4b45-be2c-e90ca826b6bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 1100 time: 0.3765032 Aug 28 12:41:30.461913 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-15e8817c-cf96-4c12-9148-6ed3738f01d2 service neutron] 10.222.0.10 "PUT /v2.0/ports/246bce7e-0775-4985-8bdb-929abd780c76/bindings/n-h1-791505-21/activate HTTP/1.1" status: 200 len: 370 time: 1.0136635 Aug 28 12:41:30.464280 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fff9cae2-c8fe-4fed-8b71-c52bbd222191 admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:30.597750 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d038d79c-c12c-4788-a98b-6e3cd8b989fd req-2a5881cd-f734-494a-9f45-46cdc0de0e14 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716506 Aug 28 12:41:30.636004 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ca31f-96ad-4da4-886d-49eed35f5428 req-97ad9296-aedf-429e-9d39-2c907efaf685 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:30.636923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-5477e393-d8ce-40b1-a2b1-57345fcf41b8 admin admin] Deleting subnet 7e4a0be6-71b9-4bdb-9795-f2ece63793e5 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:41:30.636923 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5477e393-d8ce-40b1-a2b1-57345fcf41b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:30.648009 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-306ca31f-96ad-4da4-886d-49eed35f5428 req-97ad9296-aedf-429e-9d39-2c907efaf685 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdf9218-071e-45cb-bbbc-750b42bd313b HTTP/1.1" status: 200 len: 949 time: 0.2352293 Aug 28 12:41:30.700405 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9b852b2d-4332-4b0e-bc78-cc89ee3492ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bc4c9f-6f69-4404-9663-a3f190d68765', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-558293598-router', 'tenant_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '50b99e97-7721-46b5-bdc4-d1fe7d92e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:13Z', 'updated_at': '2021-08-28T12:41:25Z', 'revision_number': 5, 'project_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'gw_port': {'id': '50b99e97-7721-46b5-bdc4-d1fe7d92e9e8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bc4c9f-6f69-4404-9663-a3f190d68765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:14Z', 'updated_at': '2021-08-28T12:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:30.707003 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5477e393-d8ce-40b1-a2b1-57345fcf41b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:30.797976 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b852b2d-4332-4b0e-bc78-cc89ee3492ba None None] Checking router: a3bc4c9f-6f69-4404-9663-a3f190d68765 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:41:30.822407 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5477e393-d8ce-40b1-a2b1-57345fcf41b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:30.841347 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b852b2d-4332-4b0e-bc78-cc89ee3492ba None None] Routers {'a3bc4c9f-6f69-4404-9663-a3f190d68765'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:41:30.843143 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9b852b2d-4332-4b0e-bc78-cc89ee3492ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:41:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a3bc4c9f-6f69-4404-9663-a3f190d68765'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:30.851588 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-966dc901-2c22-489d-9616-d506dc5eda46 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:30.857928 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-966dc901-2c22-489d-9616-d506dc5eda46 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758&tenant_id=c5f791bffd6b436fbad5ba34cc695485&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 1097 time: 0.2725315 Aug 28 12:41:30.888739 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fff9cae2-c8fe-4fed-8b71-c52bbd222191 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:30.901832 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa4152-f71a-4663-a3d0-002a03f383fc req-980e343c-7890-4981-afad-8b1a0b9f4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:30.903505 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78fa4152-f71a-4663-a3d0-002a03f383fc req-980e343c-7890-4981-afad-8b1a0b9f4e81 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.4172242 Aug 28 12:41:30.964192 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-306ca31f-96ad-4da4-886d-49eed35f5428 req-e644efbc-f4aa-4fe6-a652-221570b2afa2 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096652 Aug 28 12:41:31.010040 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78fa4152-f71a-4663-a3d0-002a03f383fc req-6d64a2c6-29e9-4e1b-a331-8f62d283453f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=f4200d1e-8f66-4924-9831-5e85b0ead614 HTTP/1.1" status: 200 len: 217 time: 0.0939300 Aug 28 12:41:31.046700 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89e009-a634-4f6f-af56-b490545fc2af req-bac988a8-6770-4419-84ba-5a4a7c8c6c89 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:31.058316 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a89e009-a634-4f6f-af56-b490545fc2af req-bac988a8-6770-4419-84ba-5a4a7c8c6c89 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 948 time: 0.3210599 Aug 28 12:41:31.116232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-fff9cae2-c8fe-4fed-8b71-c52bbd222191 admin admin] Deleting port 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:41:31.116949 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fff9cae2-c8fe-4fed-8b71-c52bbd222191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:31.152385 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-02aa020e-2ed9-4045-9ad6-b46928e9962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:31.154495 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-02aa020e-2ed9-4045-9ad6-b46928e9962b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758&tenant_id=c5f791bffd6b436fbad5ba34cc695485 HTTP/1.1" status: 200 len: 1097 time: 0.2925673 Aug 28 12:41:31.201859 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-9b852b2d-4332-4b0e-bc78-cc89ee3492ba None None] Set router a3bc4c9f-6f69-4404-9663-a3f190d68765 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:41:31.215396 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a89e009-a634-4f6f-af56-b490545fc2af req-193c4356-c15a-4f52-a3a5-b97a28b80130 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529388 Aug 28 12:41:31.328699 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5477e393-d8ce-40b1-a2b1-57345fcf41b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:31.339457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa4152-f71a-4663-a3d0-002a03f383fc req-a6a854ad-5cd4-4e41-a900-be93bf479fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:31.342070 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78fa4152-f71a-4663-a3d0-002a03f383fc req-a6a854ad-5cd4-4e41-a900-be93bf479fe0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.3152387 Aug 28 12:41:31.384144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-fff9cae2-c8fe-4fed-8b71-c52bbd222191 admin admin] For port 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=50b99e97-7721-46b5-bdc4-d1fe7d92e9e8,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:31.385597 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fff9cae2-c8fe-4fed-8b71-c52bbd222191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:31.432808 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-fff9cae2-c8fe-4fed-8b71-c52bbd222191 admin admin] Calling delete_port for 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:41:31.462576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477e393-d8ce-40b1-a2b1-57345fcf41b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e4a0be6-71b9-4bdb-9795-f2ece63793e5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:31.469937 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5477e393-d8ce-40b1-a2b1-57345fcf41b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:31.472127 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5477e393-d8ce-40b1-a2b1-57345fcf41b8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7e4a0be6-71b9-4bdb-9795-f2ece63793e5 HTTP/1.1" status: 204 len: 168 time: 1.1486704 Aug 28 12:41:31.474863 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35640) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:31.484770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-f016e3fa-9f30-4b80-a246-00030cc0a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:31.486756 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-f016e3fa-9f30-4b80-a246-00030cc0a16f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 1097 time: 0.2703984 Aug 28 12:41:31.561585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa4152-f71a-4663-a3d0-002a03f383fc req-8abb694e-035c-4240-9358-1cb5d8b8c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:31.564113 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78fa4152-f71a-4663-a3d0-002a03f383fc req-8abb694e-035c-4240-9358-1cb5d8b8c93e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1326795 Aug 28 12:41:31.735322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78fa4152-f71a-4663-a3d0-002a03f383fc req-af5d16bc-753d-46ab-9d58-f69d5dca822e service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619248 Aug 28 12:41:31.753961 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9b852b2d-4332-4b0e-bc78-cc89ee3492ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bc4c9f-6f69-4404-9663-a3f190d68765', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-558293598-router', 'tenant_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '50b99e97-7721-46b5-bdc4-d1fe7d92e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:13Z', 'updated_at': '2021-08-28T12:41:25Z', 'revision_number': 5, 'project_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'gw_port': {'id': '50b99e97-7721-46b5-bdc4-d1fe7d92e9e8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bc4c9f-6f69-4404-9663-a3f190d68765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:14Z', 'updated_at': '2021-08-28T12:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:31.763655 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f81eac6-deda-4e1d-9ff9-c48c0be77244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:31.836110 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b852b2d-4332-4b0e-bc78-cc89ee3492ba None None] The sync data for ids ['a3bc4c9f-6f69-4404-9663-a3f190d68765'] in n-d-791505-21 is: [{'id': 'a3bc4c9f-6f69-4404-9663-a3f190d68765', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-558293598-router', 'tenant_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '50b99e97-7721-46b5-bdc4-d1fe7d92e9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:13Z', 'updated_at': '2021-08-28T12:41:25Z', 'revision_number': 5, 'project_id': 'bb25b6ac2eb3408db2c9c87b4eb80c12', 'gw_port': {'id': '50b99e97-7721-46b5-bdc4-d1fe7d92e9e8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:53:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bc4c9f-6f69-4404-9663-a3f190d68765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:14Z', 'updated_at': '2021-08-28T12:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:41:31.911809 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-3c1fada0-ac2c-44a0-b4c7-9f663baa8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:31.913314 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-3c1fada0-ac2c-44a0-b4c7-9f663baa8753 service neutron] 10.222.0.11 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.4140396 Aug 28 12:41:31.948263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68f6fe-dca7-4160-8fa6-fc25cc9146ed req-35b3edfb-7520-41fe-a31b-5d19f5cbadc9 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:31.957420 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68f6fe-dca7-4160-8fa6-fc25cc9146ed req-35b3edfb-7520-41fe-a31b-5d19f5cbadc9 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:31.959876 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e68f6fe-dca7-4160-8fa6-fc25cc9146ed req-35b3edfb-7520-41fe-a31b-5d19f5cbadc9 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f&device_id=ffdf9218-071e-45cb-bbbc-750b42bd313b HTTP/1.1" status: 200 len: 1689 time: 0.1478157 Aug 28 12:41:31.991823 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78fa4152-f71a-4663-a3d0-002a03f383fc req-31cf8782-216e-4cf8-b33d-ca4b1484dfad service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484407 Aug 28 12:41:32.001844 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-1e4ebec4-140c-4f29-8997-97b75aabe391 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=246bce7e-0775-4985-8bdb-929abd780c76 HTTP/1.1" status: 200 len: 217 time: 0.0745885 Aug 28 12:41:32.101031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-8a65d1b4-ae61-48d2-be0a-0d4654dd67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:32.103583 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-8a65d1b4-ae61-48d2-be0a-0d4654dd67a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.0681689 Aug 28 12:41:32.114114 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e68f6fe-dca7-4160-8fa6-fc25cc9146ed req-cfecfb57-ac5a-460a-933a-745d7dca2745 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210303 Aug 28 12:41:32.141119 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f81eac6-deda-4e1d-9ff9-c48c0be77244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:32.154954 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-fd92fa6f-a65d-4c29-85e2-2de663561891 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396533 Aug 28 12:41:32.226041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-5f81eac6-deda-4e1d-9ff9-c48c0be77244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19af1b57-4b24-4ce0-b71d-3dff69a93547']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:32.271629 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203d31b-e0a8-422b-bcd8-a4f6460cc811 req-c2b3d63a-d266-446b-bb2f-d610d9d55266 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:32.288700 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f203d31b-e0a8-422b-bcd8-a4f6460cc811 req-c2b3d63a-d266-446b-bb2f-d610d9d55266 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 945 time: 0.4565504 Aug 28 12:41:32.344154 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-cc0fc2d4-66e4-4227-b182-62d7f68e1fda service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795893 Aug 28 12:41:32.348798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-5f81eac6-deda-4e1d-9ff9-c48c0be77244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45631a01-ddba-4845-b00e-49ccb138b1ff') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:32.349644 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-5f81eac6-deda-4e1d-9ff9-c48c0be77244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45631a01-ddba-4845-b00e-49ccb138b1ff') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:32.363664 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f81eac6-deda-4e1d-9ff9-c48c0be77244 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:32.388829 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f81eac6-deda-4e1d-9ff9-c48c0be77244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:32.403587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f81eac6-deda-4e1d-9ff9-c48c0be77244 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:41:32.404644 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f81eac6-deda-4e1d-9ff9-c48c0be77244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:41:32.514216 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:41:32.593663 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f4200d1e-8f66-4924-9831-5e85b0ead614 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:41:32.619630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-42afb8fb-412b-4a32-b5be-00e348c80965 service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679672 Aug 28 12:41:32.658636 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f203d31b-e0a8-422b-bcd8-a4f6460cc811 req-020e87b4-e6d8-4fd6-ab3b-75400c6aaedb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679733 Aug 28 12:41:32.741377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc35c01-6efc-4f8c-ab39-95d24266897d req-b76e4618-f175-4ac5-ab0e-8cd960a915a8 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:32.743020 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc35c01-6efc-4f8c-ab39-95d24266897d req-b76e4618-f175-4ac5-ab0e-8cd960a915a8 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 948 time: 0.1619437 Aug 28 12:41:32.792322 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f81eac6-deda-4e1d-9ff9-c48c0be77244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:32.821950 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f81eac6-deda-4e1d-9ff9-c48c0be77244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:32.832310 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5f81eac6-deda-4e1d-9ff9-c48c0be77244 admin admin] 10.222.0.20 "DELETE /v2.0/networks/19af1b57-4b24-4ce0-b71d-3dff69a93547 HTTP/1.1" status: 204 len: 168 time: 1.3559604 Aug 28 12:41:32.835100 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc35c01-6efc-4f8c-ab39-95d24266897d req-89694c0b-54b1-40f2-b290-13569d2d8fe4 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778091 Aug 28 12:41:32.881036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f4200d1e-8f66-4924-9831-5e85b0ead614,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:32.909672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81eac6-deda-4e1d-9ff9-c48c0be77244 admin admin] Pushing event deleted for resources: {'Network': ['ID=19af1b57-4b24-4ce0-b71d-3dff69a93547,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:32.911013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'f4200d1e-8f66-4924-9831-5e85b0ead614', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'f4200d1e-8f66-4924-9831-5e85b0ead614', 'mac_address': 'fa:16:3e:20:e9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:41:32.975972 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fff9cae2-c8fe-4fed-8b71-c52bbd222191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:33.111903 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:33.164007 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9cae2-c8fe-4fed-8b71-c52bbd222191 admin admin] Pushing event deleted for resources: {'Port': ['ID=50b99e97-7721-46b5-bdc4-d1fe7d92e9e8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:33.165294 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35666) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:33.165970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4200d1e-8f66-4924-9831-5e85b0ead614 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:41:33.197975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f4200d1e-8f66-4924-9831-5e85b0ead614,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:33.221648 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:33.331140 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9c74-9fc6-46a0-bf38-6245bfe71768 req-e076a1b2-1061-4c68-a650-303fd2932b48 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:33.333445 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4fde9c74-9fc6-46a0-bf38-6245bfe71768 req-e076a1b2-1061-4c68-a650-303fd2932b48 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 1101 time: 0.1994090 Aug 28 12:41:33.337193 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fff9cae2-c8fe-4fed-8b71-c52bbd222191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:33.344901 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-31ee9ee0-90f2-49b0-9d05-a144b1de7a84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=496525a693484993be30a45f3dec82a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662312 Aug 28 12:41:33.358736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35670) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:33.386491 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=f4200d1e-8f66-4924-9831-5e85b0ead614,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:33.415404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-fbc40efe-a718-47e6-a457-9e9419bfa2ed tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:33.417687 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-fbc40efe-a718-47e6-a457-9e9419bfa2ed tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758&tenant_id=c5f791bffd6b436fbad5ba34cc695485&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 1097 time: 0.3463609 Aug 28 12:41:33.500944 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4fde9c74-9fc6-46a0-bf38-6245bfe71768 req-6ba5275e-26cb-4df9-8f19-b8f93a4dee56 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806854 Aug 28 12:41:33.550258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['f4200d1e-8f66-4924-9831-5e85b0ead614'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:33.584618 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d03499a-1f63-4bde-a06d-8d42cb8c7b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:33.603231 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fff9cae2-c8fe-4fed-8b71-c52bbd222191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:33.620453 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fff9cae2-c8fe-4fed-8b71-c52bbd222191 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:33.708612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-d2c76f89-e57b-4593-bbe4-367f0fee3398 service neutron] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:41:33.749748 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d03499a-1f63-4bde-a06d-8d42cb8c7b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:33.755036 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-d2c76f89-e57b-4593-bbe4-367f0fee3398 service neutron] Notify callbacks [] for binding, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:33.755724 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78c4546a-2429-4b37-a9d2-477fd1d76afe req-d2c76f89-e57b-4593-bbe4-367f0fee3398 service neutron] 10.222.0.11 "DELETE /v2.0/ports/246bce7e-0775-4985-8bdb-929abd780c76/bindings/n-h2-791505-21 HTTP/1.1" status: 204 len: 173 time: 0.3191600 Aug 28 12:41:33.878160 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7eafe-609a-4218-aa14-9ba38af28f69 req-9f487d3c-5ddd-4f2b-9a37-81e895b13d16 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:33.899899 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57a7eafe-609a-4218-aa14-9ba38af28f69 req-9f487d3c-5ddd-4f2b-9a37-81e895b13d16 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ffdf9218-071e-45cb-bbbc-750b42bd313b HTTP/1.1" status: 200 len: 1101 time: 0.2135458 Aug 28 12:41:34.022521 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d03499a-1f63-4bde-a06d-8d42cb8c7b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:34.022521 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d03499a-1f63-4bde-a06d-8d42cb8c7b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:34.022521 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7d03499a-1f63-4bde-a06d-8d42cb8c7b00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13a3e283-ff54-4f18-8ce9-1e9974eb0547 HTTP/1.1" status: 204 len: 168 time: 0.6593945 Aug 28 12:41:34.042807 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57a7eafe-609a-4218-aa14-9ba38af28f69 req-0fbf1a4f-c720-4d70-9d60-6b89da5d2a8e tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388042 Aug 28 12:41:34.093933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03499a-1f63-4bde-a06d-8d42cb8c7b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a3e283-ff54-4f18-8ce9-1e9974eb0547,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:34.150955 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fff9cae2-c8fe-4fed-8b71-c52bbd222191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:34.158516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff9cae2-c8fe-4fed-8b71-c52bbd222191 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3bc4c9f-6f69-4404-9663-a3f190d68765 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:41:34.211859 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fff9cae2-c8fe-4fed-8b71-c52bbd222191 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:34.221604 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35686) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:34.222140 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fff9cae2-c8fe-4fed-8b71-c52bbd222191 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a3bc4c9f-6f69-4404-9663-a3f190d68765 HTTP/1.1" status: 204 len: 168 time: 4.3501201 Aug 28 12:41:34.231402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2206b09d-b3c7-4417-a941-668995dd7a3c no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:41:34.237165 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b7878-e791-4110-b528-8a3c07f6218b None None] Sync routers for ids ['a3bc4c9f-6f69-4404-9663-a3f190d68765'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:41:34.257849 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86d027-f262-4b4e-bc22-d11d9dd42023 req-2f9a790b-92cf-43ba-975a-dd875c81f07a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:34.279244 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd86d027-f262-4b4e-bc22-d11d9dd42023 req-2f9a790b-92cf-43ba-975a-dd875c81f07a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 945 time: 0.2996526 Aug 28 12:41:34.425114 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 2206b09d-b3c7-4417-a941-668995dd7a3c {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:41:34.435341 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2206b09d-b3c7-4417-a941-668995dd7a3c not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:41:34.437709 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b7878-e791-4110-b528-8a3c07f6218b None None] Routers set() bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:41:34.446536 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee82386-d474-4c1c-a587-dde9b3fb4e19 admin admin] Deleting subnet 16b7d5b0-e7c2-4283-9fab-dca204fb41b8 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:41:34.453445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b7878-e791-4110-b528-8a3c07f6218b None None] Router IDs set() for agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 12:41:34.454055 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dee82386-d474-4c1c-a587-dde9b3fb4e19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:34.459603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_agentschedulers_db [None req-5a9b7878-e791-4110-b528-8a3c07f6218b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a3bc4c9f-6f69-4404-9663-a3f190d68765'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:41:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent'). {{(pid=94879) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 12:41:34.460661 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd86d027-f262-4b4e-bc22-d11d9dd42023 req-57364c93-edef-4669-82db-4f3b191c63b4 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800849 Aug 28 12:41:34.559036 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dee82386-d474-4c1c-a587-dde9b3fb4e19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:34.570842 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b7878-e791-4110-b528-8a3c07f6218b None None] Routers set() bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:41:34.571346 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b7878-e791-4110-b528-8a3c07f6218b None None] Router IDs set() for agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 12:41:34.572083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_agentschedulers_db [None req-5a9b7878-e791-4110-b528-8a3c07f6218b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a3bc4c9f-6f69-4404-9663-a3f190d68765'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:41:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent'). {{(pid=94879) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 12:41:34.573395 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b7878-e791-4110-b528-8a3c07f6218b None None] The sync data for ids ['a3bc4c9f-6f69-4404-9663-a3f190d68765'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:41:34.688418 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dee82386-d474-4c1c-a587-dde9b3fb4e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:34.783451 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dee82386-d474-4c1c-a587-dde9b3fb4e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:34.827101 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dee82386-d474-4c1c-a587-dde9b3fb4e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:34.831932 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dee82386-d474-4c1c-a587-dde9b3fb4e19 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/16b7d5b0-e7c2-4283-9fab-dca204fb41b8 HTTP/1.1" status: 204 len: 168 time: 0.6066079 Aug 28 12:41:34.833362 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35708) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:34.842827 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c9f126-af21-4964-a979-b07ff27ff66b None None] Network b78bb5af-6ae1-48a7-812d-be473069b611 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:41:34.881439 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee82386-d474-4c1c-a587-dde9b3fb4e19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b7d5b0-e7c2-4283-9fab-dca204fb41b8,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:34.905313 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29d9b2-294a-426d-94b9-1c56161e84af req-e30ac81c-8c16-467d-9e6b-83c8ea9dae5d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:34.906907 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e29d9b2-294a-426d-94b9-1c56161e84af req-e30ac81c-8c16-467d-9e6b-83c8ea9dae5d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 949 time: 0.5920577 Aug 28 12:41:34.991140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e29d9b2-294a-426d-94b9-1c56161e84af req-836d167a-f5f3-4640-a5ed-e12df5a23c23 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703292 Aug 28 12:41:35.274192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b617dd5d-0dfd-4fe1-9051-83cb303e00f9 None None] DHCP port deletion for b78bb5af-6ae1-48a7-812d-be473069b611 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:41:35.412924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd28c-61c4-4cfe-a475-32fe245af92a req-7a2d1c97-f108-4bb4-8c08-4389a0ba8142 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:35.418911 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9bfd28c-61c4-4cfe-a475-32fe245af92a req-7a2d1c97-f108-4bb4-8c08-4389a0ba8142 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 1097 time: 0.0926902 Aug 28 12:41:35.428672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b617dd5d-0dfd-4fe1-9051-83cb303e00f9 None None] Deleting port c171dff1-a37a-4357-a24e-1d1dc6664bf2 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:41:35.429127 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b617dd5d-0dfd-4fe1-9051-83cb303e00f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:35.526239 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9bfd28c-61c4-4cfe-a475-32fe245af92a req-30b95b2f-ef86-4f66-8664-56893696c4a3 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966914 Aug 28 12:41:35.623596 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b617dd5d-0dfd-4fe1-9051-83cb303e00f9 None None] For port c171dff1-a37a-4357-a24e-1d1dc6664bf2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c171dff1-a37a-4357-a24e-1d1dc6664bf2,segment=NetworkSegment(4aa36496-b87b-4760-a613-6897dfc4c5be),segment_id=4aa36496-b87b-4760-a613-6897dfc4c5be)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:35.628532 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-afa82450-6084-441b-b4c7-743aec204996 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=64deab23396c4c29b7c913924f7a124c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395277 Aug 28 12:41:35.633841 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b617dd5d-0dfd-4fe1-9051-83cb303e00f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:35.676191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b617dd5d-0dfd-4fe1-9051-83cb303e00f9 None None] Calling delete_port for c171dff1-a37a-4357-a24e-1d1dc6664bf2 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:41:35.693843 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:35.765103 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abc8cb-6372-4687-b4f7-7417ac64d11e req-77e7d973-c75f-49aa-93f4-f07c679b7934 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:35.768550 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32abc8cb-6372-4687-b4f7-7417ac64d11e req-77e7d973-c75f-49aa-93f4-f07c679b7934 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 1097 time: 0.0910673 Aug 28 12:41:35.862419 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32abc8cb-6372-4687-b4f7-7417ac64d11e req-a4ee0599-ec29-4eba-be77-7ef16abfaecc tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754838 Aug 28 12:41:35.934424 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b617dd5d-0dfd-4fe1-9051-83cb303e00f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:35.989159 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c171dff1-a37a-4357-a24e-1d1dc6664bf2 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:41:36.007317 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-52bf216f-45ba-4c59-983e-b57055d1a7e1 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:36.014978 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-52bf216f-45ba-4c59-983e-b57055d1a7e1 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3852935 Aug 28 12:41:36.025414 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: c171dff1-a37a-4357-a24e-1d1dc6664bf2 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:41:36.026092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c171dff1-a37a-4357-a24e-1d1dc6664bf2 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:41:36.026777 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:41:36.055561 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:41:36.056371 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 50b99e97-7721-46b5-bdc4-d1fe7d92e9e8 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:41:36.058411 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617dd5d-0dfd-4fe1-9051-83cb303e00f9 None None] Pushing event deleted for resources: {'Port': ['ID=c171dff1-a37a-4357-a24e-1d1dc6664bf2,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:36.071843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b617dd5d-0dfd-4fe1-9051-83cb303e00f9 None None] No DVR routers for this DVR port c171dff1-a37a-4357-a24e-1d1dc6664bf2 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:41:36.084265 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c741849b-e2e4-44ce-97ca-7bccaaca23a1 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/quotas/64deab23396c4c29b7c913924f7a124c HTTP/1.1" status: 200 len: 375 time: 0.0582037 Aug 28 12:41:36.181859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] Deleting port c171dff1-a37a-4357-a24e-1d1dc6664bf2 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:41:36.182189 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:36.270761 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-0bf912cf-72f5-47fd-aeac-0964056e9693 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1782157 Aug 28 12:41:36.313926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] For port c171dff1-a37a-4357-a24e-1d1dc6664bf2, host n-d-791505-21, got binding levels [] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:36.314680 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:36.341016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] Calling delete_port for c171dff1-a37a-4357-a24e-1d1dc6664bf2 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:41:36.345892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_backend_mixin [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] Port c171dff1-a37a-4357-a24e-1d1dc6664bf2 was not found and therefore no delete operation was performed {{(pid=94878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 12:41:36.347822 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:36.417481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=c171dff1-a37a-4357-a24e-1d1dc6664bf2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:36.440466 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7bdff-2e13-4cbd-afce-0ba6722a503f req-2c678cff-f90e-4890-9892-d2b3b5a914c1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:36.444583 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] No DVR routers for this DVR port c171dff1-a37a-4357-a24e-1d1dc6664bf2 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:41:36.452818 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09b7bdff-2e13-4cbd-afce-0ba6722a503f req-2c678cff-f90e-4890-9892-d2b3b5a914c1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 949 time: 0.1118491 Aug 28 12:41:36.553733 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09b7bdff-2e13-4cbd-afce-0ba6722a503f req-b549bbb2-d651-48cb-a2a4-0db90cdec58d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952072 Aug 28 12:41:36.585667 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:36.623290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78bb5af-6ae1-48a7-812d-be473069b611']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:36.639944 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f4200d1e-8f66-4924-9831-5e85b0ead614 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:41:36.654821 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa36496-b87b-4760-a613-6897dfc4c5be') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:36.655387 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa36496-b87b-4760-a613-6897dfc4c5be') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:36.679517 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:36.713445 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:36.721949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:41:36.722353 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:41:36.724474 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:41:36.780835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port f4200d1e-8f66-4924-9831-5e85b0ead614 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:36.792412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port f4200d1e-8f66-4924-9831-5e85b0ead614 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:36.793371 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:36.845846 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:36.862457 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:36.866918 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b78bb5af-6ae1-48a7-812d-be473069b611 HTTP/1.1" status: 204 len: 168 time: 2.0291471 Aug 28 12:41:36.895239 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d722a-8aa7-4111-8a3f-6ab59f035e10 admin admin] Pushing event deleted for resources: {'Network': ['ID=b78bb5af-6ae1-48a7-812d-be473069b611,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:36.975027 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:37.046123 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:37.117357 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f4200d1e-8f66-4924-9831-5e85b0ead614,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:37.118184 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:37.127418 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc6efe7-8dcf-4216-b0db-463c295eff13" -d '{"events": [{"server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "name": "network-vif-plugged", "status": "completed", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:37.149115 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:37.250084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=f4200d1e-8f66-4924-9831-5e85b0ead614,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:37.321690 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35782) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:37.441336 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-96e74f54-8f5e-4dc9-a1bf-b1ee06b7a267 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb25b6ac2eb3408db2c9c87b4eb80c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1172304 Aug 28 12:41:37.443958 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35786) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:37.551070 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a55184e-2bc1-4bf5-a871-5c8037a9f613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:37.608001 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a55184e-2bc1-4bf5-a871-5c8037a9f613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:37.735808 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a55184e-2bc1-4bf5-a871-5c8037a9f613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:37.742492 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a55184e-2bc1-4bf5-a871-5c8037a9f613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:37.743931 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2a55184e-2bc1-4bf5-a871-5c8037a9f613 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d2162c5-3d16-47b5-b526-a8c17d76a45c HTTP/1.1" status: 204 len: 168 time: 0.2986062 Aug 28 12:41:37.753556 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55184e-2bc1-4bf5-a871-5c8037a9f613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2162c5-3d16-47b5-b526-a8c17d76a45c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:37.862370 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a637e47c-bc13-40c7-983d-c785b3195e53 x-openstack-request-id: req-a637e47c-bc13-40c7-983d-c785b3195e53 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:37.862924 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "name": "network-vif-plugged", "status": "completed", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:37.863241 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a637e47c-bc13-40c7-983d-c785b3195e53 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:37.863838 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614', 'code': 200} Aug 28 12:41:38.039895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4dafd-7424-4133-a792-50a24d16b277 req-dade13b5-4816-4a06-bae6-69e8f23bd5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:38.048684 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69a4dafd-7424-4133-a792-50a24d16b277 req-dade13b5-4816-4a06-bae6-69e8f23bd5d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 1102 time: 0.1059878 Aug 28 12:41:38.158382 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69a4dafd-7424-4133-a792-50a24d16b277 req-8ef4ffbb-7a70-4a53-af09-e8f57c722125 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981984 Aug 28 12:41:38.353146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aecf72-10d2-4076-8ab6-9d991b2a01af req-8065c07f-7fa9-49a9-9f30-f9a7db3d976d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:38.370323 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8aecf72-10d2-4076-8ab6-9d991b2a01af req-8065c07f-7fa9-49a9-9f30-f9a7db3d976d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.1845946 Aug 28 12:41:38.524436 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8aecf72-10d2-4076-8ab6-9d991b2a01af req-31c2faf6-8679-4bdb-a742-6f809d9a34a0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515887 Aug 28 12:41:38.857488 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43fa7276-fa34-470b-a592-4ae28c6d4d00 req-76361707-d7cf-4213-a2c1-2232c577f8b9 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 210 time: 0.1346521 Aug 28 12:41:39.453399 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:39.516430 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35858) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:39.811817 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9e00cf3d-8213-46e7-b692-8b75fa7b8ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:39.873318 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-6387bfd8-81f2-4c04-86b9-a9bf658d369a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=64deab23396c4c29b7c913924f7a124c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620956 Aug 28 12:41:39.926449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-f0fa4268-4e8e-4472-b476-93ea0bddeee6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1584478184-network', 'tenant_id': '662aef43b83749e09630d9ceab75e09c'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:39.940516 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-66ce1019-760d-4c08-9cf6-7d3cdf7ea028 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=64deab23396c4c29b7c913924f7a124c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1131604 Aug 28 12:41:39.995137 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0845baf-5dac-4a26-9682-82c69d15c336 req-ef4cae41-8aa5-44b8-8b79-123ffcddc056 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:39.999845 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0845baf-5dac-4a26-9682-82c69d15c336 req-ef4cae41-8aa5-44b8-8b79-123ffcddc056 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.2899337 Aug 28 12:41:40.131208 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0845baf-5dac-4a26-9682-82c69d15c336 req-3e511828-2873-45aa-bef9-23fef48f4a6d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096380 Aug 28 12:41:40.175260 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fa4268-4e8e-4472-b476-93ea0bddeee6 admin admin] Made reservation on behalf of 662aef43b83749e09630d9ceab75e09c for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:41:40.183919 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f0fa4268-4e8e-4472-b476-93ea0bddeee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:40.220980 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f0fa4268-4e8e-4472-b476-93ea0bddeee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:40.232656 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-d3598048-f468-4f9b-9103-a5623e3f04af tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:40.236358 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-d3598048-f468-4f9b-9103-a5623e3f04af tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2867482 Aug 28 12:41:40.266075 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-33c2c4b7-8158-483a-bc2a-aea9bfbfa6bf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Request body: {'port': {'device_id': '94baa8a3-b2bd-4d12-86ca-f388efe13f86', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '64deab23396c4c29b7c913924f7a124c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:40.336873 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-faf9874a-8e68-4f8c-a965-40cc068cabdd tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:40.345223 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-faf9874a-8e68-4f8c-a965-40cc068cabdd tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4602218 Aug 28 12:41:40.373979 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c5f016eb-7a40-4162-b92d-973ae0992bd3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Request body: {'port': {'device_id': '97c5f2c0-b939-45c2-9f29-c93b17e98b68', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '64deab23396c4c29b7c913924f7a124c'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:40.592407 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d5c95ef-df92-44d1-9022-6ceba439074f req-c80b10ac-f237-4368-b139-9ae1e8b5ee1a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 210 time: 0.0786173 Aug 28 12:41:40.711003 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f0fa4268-4e8e-4472-b476-93ea0bddeee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:40.720656 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f0fa4268-4e8e-4472-b476-93ea0bddeee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:40.737722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-33c2c4b7-8158-483a-bc2a-aea9bfbfa6bf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Made reservation on behalf of 64deab23396c4c29b7c913924f7a124c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:41:40.743687 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-33c2c4b7-8158-483a-bc2a-aea9bfbfa6bf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:40.850765 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fa4268-4e8e-4472-b476-93ea0bddeee6 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:41:40.862918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa4268-4e8e-4472-b476-93ea0bddeee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c59e6a1-1fc4-41f3-94b0-6c34aa09a999,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:40.904480 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c5f016eb-7a40-4162-b92d-973ae0992bd3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Made reservation on behalf of 64deab23396c4c29b7c913924f7a124c for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:41:40.915271 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c5f016eb-7a40-4162-b92d-973ae0992bd3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:40.932793 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f0fa4268-4e8e-4472-b476-93ea0bddeee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:40.933047 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-f0fa4268-4e8e-4472-b476-93ea0bddeee6 admin admin] Added segment f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb of type vlan for network 008d0e9f-d82b-4238-8594-b22fd851164f Aug 28 12:41:40.966647 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:41:41.120427 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f0fa4268-4e8e-4472-b476-93ea0bddeee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:41.169369 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-33c2c4b7-8158-483a-bc2a-aea9bfbfa6bf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Allocated IP 192.168.233.56 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/c1c5dd28-cac9-4bc7-aca3-d3d848501166) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:41:41.189833 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f0fa4268-4e8e-4472-b476-93ea0bddeee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:41.192759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fa4268-4e8e-4472-b476-93ea0bddeee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:41.193851 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f0fa4268-4e8e-4472-b476-93ea0bddeee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:41.394410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa4268-4e8e-4472-b476-93ea0bddeee6 admin admin] Pushing event updated for resources: {'Network': ['ID=008d0e9f-d82b-4238-8594-b22fd851164f,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:41.408368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 008d0e9f-d82b-4238-8594-b22fd851164f details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:41:41.494084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f56b62-8cf2-4469-ba24-0bbcf898058a req-c1c87d6d-f96f-40df-b6ac-14127f050915 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:41.507796 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-79f56b62-8cf2-4469-ba24-0bbcf898058a req-c1c87d6d-f96f-40df-b6ac-14127f050915 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.3399582 Aug 28 12:41:41.640485 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f0fa4268-4e8e-4472-b476-93ea0bddeee6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1225266 Aug 28 12:41:41.677696 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-79f56b62-8cf2-4469-ba24-0bbcf898058a req-c505bc2d-a991-4507-890d-01b2c7011c95 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680365 Aug 28 12:41:41.678425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35890) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:41.705792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4f3ba08d-5707-4196-99de-445436484a64 admin admin] Request body: {'subnet': {'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1584478184-subnet', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:41.778520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-33c2c4b7-8158-483a-bc2a-aea9bfbfa6bf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:41.791203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3ba08d-5707-4196-99de-445436484a64 admin admin] Made reservation on behalf of 662aef43b83749e09630d9ceab75e09c for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:41:41.796563 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-33c2c4b7-8158-483a-bc2a-aea9bfbfa6bf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Transition to ACTIVE for port object c1c5dd28-cac9-4bc7-aca3-d3d848501166 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:41.800799 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba08d-5707-4196-99de-445436484a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:41.857122 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-33c2c4b7-8158-483a-bc2a-aea9bfbfa6bf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:41.873944 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b434db14-37c6-4796-8013-42d7e15330d3', 'cedca10f-a6cf-4cba-bd7e-d11501c641c4', 'e6bb6901-a95f-4007-8887-7fb03cd9bccf'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:41.898813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-33c2c4b7-8158-483a-bc2a-aea9bfbfa6bf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:41:41.901944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-33c2c4b7-8158-483a-bc2a-aea9bfbfa6bf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:41:41.906138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-33c2c4b7-8158-483a-bc2a-aea9bfbfa6bf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:41:42.130626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2c4b7-8158-483a-bc2a-aea9bfbfa6bf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event updated for resources: {'Port': ['ID=c1c5dd28-cac9-4bc7-aca3-d3d848501166,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:42.160365 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-33c2c4b7-8158-483a-bc2a-aea9bfbfa6bf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:42.161039 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-33c2c4b7-8158-483a-bc2a-aea9bfbfa6bf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:42.197802 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-33c2c4b7-8158-483a-bc2a-aea9bfbfa6bf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9413116 Aug 28 12:41:42.215918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Request body: {'port': {'device_id': '94baa8a3-b2bd-4d12-86ca-f388efe13f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:42.342293 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-71aa379a-56f9-482b-af6f-bf3a9f9d1bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:42.362331 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:42.449361 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42418f93-1b10-47b5-9dca-5a3d98e31740 req-72f46844-878e-4ad1-b364-7d61fe8081d2 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:42.482299 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-42418f93-1b10-47b5-9dca-5a3d98e31740 req-72f46844-878e-4ad1-b364-7d61fe8081d2 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 935 time: 0.3566947 Aug 28 12:41:42.563046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8fedbbbf-9f59-4bd1-a795-805cde7ea2f5 None None] Provisioning for port c1c5dd28-cac9-4bc7-aca3-d3d848501166 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:42.609313 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8fedbbbf-9f59-4bd1-a795-805cde7ea2f5 None None] Provisioning complete for port c1c5dd28-cac9-4bc7-aca3-d3d848501166 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:42.614872 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8fedbbbf-9f59-4bd1-a795-805cde7ea2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:42.655085 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-42418f93-1b10-47b5-9dca-5a3d98e31740 req-4bd29d7e-6ff5-48e7-b499-b8da117613b2 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716418 Aug 28 12:41:42.718012 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8fedbbbf-9f59-4bd1-a795-805cde7ea2f5 None None] Port c1c5dd28-cac9-4bc7-aca3-d3d848501166 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:41:42.727243 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:42.816098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c5f016eb-7a40-4162-b92d-973ae0992bd3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Allocated IP 192.168.233.207 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/cdc50745-0332-432b-acc4-572edbf74426) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:41:42.957687 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba08d-5707-4196-99de-445436484a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:43.050303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ba08d-5707-4196-99de-445436484a64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c127358-d605-44a6-a69c-e068288e2a17,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:43.155697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ba08d-5707-4196-99de-445436484a64 admin admin] Checking segment: {'id': 'f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:41:43.156611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ba08d-5707-4196-99de-445436484a64 admin admin] Network hostable DHCP agents. Network: 008d0e9f-d82b-4238-8594-b22fd851164f, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:41:43.297844 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:43.379753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ba08d-5707-4196-99de-445436484a64 admin admin] Network 008d0e9f-d82b-4238-8594-b22fd851164f is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:41:43.407624 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-4f3ba08d-5707-4196-99de-445436484a64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 008d0e9f-d82b-4238-8594-b22fd851164f) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:41:43.423989 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3ba08d-5707-4196-99de-445436484a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:43.425879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64df6c51-9145-4cf6-9368-57c4a880e0ef None None] Network 008d0e9f-d82b-4238-8594-b22fd851164f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:41:43.427309 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba08d-5707-4196-99de-445436484a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:43.490725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35930) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:43.493089 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4f3ba08d-5707-4196-99de-445436484a64 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8112926 Aug 28 12:41:43.522923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1584478184-router', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:43.617455 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c5f016eb-7a40-4162-b92d-973ae0992bd3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:43.699610 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c5f016eb-7a40-4162-b92d-973ae0992bd3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Transition to ACTIVE for port object cdc50745-0332-432b-acc4-572edbf74426 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:43.796873 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:43.798464 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-d650880a-fe82-44b0-8b90-24a12a07a911 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1558654 Aug 28 12:41:43.818207 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:43.897549 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c5f016eb-7a40-4162-b92d-973ae0992bd3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:43.899492 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b3a2b92-9af4-42d4-80e0-b07a21bdcfb8 req-5b199d81-74f0-48bd-874c-4fa93fec0d29 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4494767 Aug 28 12:41:43.941870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b434db14-37c6-4796-8013-42d7e15330d3', 'cedca10f-a6cf-4cba-bd7e-d11501c641c4', 'e6bb6901-a95f-4007-8887-7fb03cd9bccf'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:44.002641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c5f016eb-7a40-4162-b92d-973ae0992bd3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:41:44.009517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c5f016eb-7a40-4162-b92d-973ae0992bd3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:41:44.017992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c5f016eb-7a40-4162-b92d-973ae0992bd3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:41:44.060407 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f016eb-7a40-4162-b92d-973ae0992bd3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event updated for resources: {'Port': ['ID=cdc50745-0332-432b-acc4-572edbf74426,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:44.262546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-008d0e9f-d82b-4238-8594-b22fd851164f', 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'fixed_ips': [{'subnet_id': '9c127358-d605-44a6-a69c-e068288e2a17'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:41:44.263441 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:44.280288 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c5f016eb-7a40-4162-b92d-973ae0992bd3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:44.281675 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c5f016eb-7a40-4162-b92d-973ae0992bd3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:44.344232 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c5f016eb-7a40-4162-b92d-973ae0992bd3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9834793 Aug 28 12:41:44.379403 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Request body: {'port': {'device_id': '97c5f2c0-b939-45c2-9f29-c93b17e98b68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:44.463473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5e11c-d144-49e3-9326-cb88c54e4bab req-361f06b5-f928-4261-a6d6-5c1b8dfc211b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:44.473195 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-35b5e11c-d144-49e3-9326-cb88c54e4bab req-361f06b5-f928-4261-a6d6-5c1b8dfc211b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 935 time: 0.3000977 Aug 28 12:41:44.477950 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96d594-e602-4395-b6d6-b16dd3f783f2 req-bb2c7115-0cab-4d66-a4c2-78c19e9b5fd2 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:44.491879 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2b96d594-e602-4395-b6d6-b16dd3f783f2 req-bb2c7115-0cab-4d66-a4c2-78c19e9b5fd2 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.8371651 Aug 28 12:41:44.515036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35976) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:44.593821 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2b96d594-e602-4395-b6d6-b16dd3f783f2 req-3e1f19ba-4262-41cb-8ef1-d5e85609ac44 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977783 Aug 28 12:41:44.621066 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-35b5e11c-d144-49e3-9326-cb88c54e4bab req-f8d01555-cd5d-4aa6-89e4-d19c0f1627f6 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465938 Aug 28 12:41:44.622584 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:44.678841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Allocated IP 172.20.0.2 (008d0e9f-d82b-4238-8594-b22fd851164f/9c127358-d605-44a6-a69c-e068288e2a17/3b57dbea-bc37-4c3c-a066-4fae7ee21b24) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:41:45.133546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fd9d1244-ae84-4530-8eca-b1124c6ef2d7 None None] Provisioning for port cdc50745-0332-432b-acc4-572edbf74426 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:45.177989 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fd9d1244-ae84-4530-8eca-b1124c6ef2d7 None None] Provisioning complete for port cdc50745-0332-432b-acc4-572edbf74426 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:45.178599 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1244-ae84-4530-8eca-b1124c6ef2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:45.257609 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d1244-ae84-4530-8eca-b1124c6ef2d7 None None] Port cdc50745-0332-432b-acc4-572edbf74426 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:41:45.275599 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:45.318311 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a2b92-9af4-42d4-80e0-b07a21bdcfb8 req-031f10c5-0b5e-4f2f-adc2-778f7c06e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:45.320381 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b3a2b92-9af4-42d4-80e0-b07a21bdcfb8 req-031f10c5-0b5e-4f2f-adc2-778f7c06e02e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 1098 time: 1.1170852 Aug 28 12:41:45.345754 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:45.347499 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9f27875c-4a89-44b1-88f8-39292679a785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:45.392346 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:45.426735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Transition to ACTIVE for port object 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:45.446762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c5dd28-cac9-4bc7-aca3-d3d848501166 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:41:45.464943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Transition to ACTIVE for port object 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:45.484319 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:45.546837 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Network 008d0e9f-d82b-4238-8594-b22fd851164f is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:41:45.559486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:41:45.562322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Pushing event updated for resources: {'Port': ['ID=3b57dbea-bc37-4c3c-a066-4fae7ee21b24,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:45.564404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:41:45.621596 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:45.653606 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Transition to ACTIVE for port object c1c5dd28-cac9-4bc7-aca3-d3d848501166 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:45.673283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Attempting to bind port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:41:45.674022 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Attempting to bind port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:41:45.676260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Attempting to bind port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 on network 008d0e9f-d82b-4238-8594-b22fd851164f {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:45.689675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:41:45.690412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Checking segment: {'id': 'f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:41:45.691270 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:45.692199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Bound using segment: {'id': 'f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:41:45.693280 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Bound port: 3b57dbea-bc37-4c3c-a066-4fae7ee21b24, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:41:45.694581 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:45.743869 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:45.830820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] For port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:41:45.836446 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] For port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=3b57dbea-bc37-4c3c-a066-4fae7ee21b24,segment=NetworkSegment(f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb),segment_id=f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:41:45.845415 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:45.878644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Pushing event updated for resources: {'Port': ['ID=c1c5dd28-cac9-4bc7-aca3-d3d848501166,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:45.950501 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e8553-86a1-481d-9f9e-3b00a40607d1 req-951f401a-c73d-4ad1-ba51-65b3b08f3e21 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:45.961056 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-503e8553-86a1-481d-9f9e-3b00a40607d1 req-951f401a-c73d-4ad1-ba51-65b3b08f3e21 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 951 time: 0.5962169 Aug 28 12:41:45.979173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc50745-0332-432b-acc4-572edbf74426 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:41:45.996637 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:46.018545 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Transition to ACTIVE for port object cdc50745-0332-432b-acc4-572edbf74426 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:46.037887 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:46.088241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb6aab-1e4a-4abd-bba0-14589fc5c149 None None] Pushing event updated for resources: {'Port': ['ID=3b57dbea-bc37-4c3c-a066-4fae7ee21b24,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:46.119151 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:46.132228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc50745-0332-432b-acc4-572edbf74426,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:46.194141 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271253a9-4476-4d10-855f-a94adae646db req-add099e5-61e5-46cb-bd30-ecb79e66d146 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:46.213640 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-271253a9-4476-4d10-855f-a94adae646db req-add099e5-61e5-46cb-bd30-ecb79e66d146 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.4048600 Aug 28 12:41:46.310960 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-503e8553-86a1-481d-9f9e-3b00a40607d1 req-51909d3c-aba1-4be1-b6c1-c91023255073 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d06aa8-1ac7-4736-8720-9a3411488a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461058 Aug 28 12:41:46.315041 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a2b92-9af4-42d4-80e0-b07a21bdcfb8 req-fb2ccfbd-db7a-4058-ba1f-48a4ae73f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:46.318461 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b3a2b92-9af4-42d4-80e0-b07a21bdcfb8 req-fb2ccfbd-db7a-4058-ba1f-48a4ae73f57d service neutron] 10.222.0.11 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.9574389 Aug 28 12:41:46.388359 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-271253a9-4476-4d10-855f-a94adae646db req-4b180709-af5c-4141-8525-3b2f5842a671 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732738 Aug 28 12:41:46.442419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Attempting to bind port cdc50745-0332-432b-acc4-572edbf74426 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:41:46.442419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Attempting to bind port cdc50745-0332-432b-acc4-572edbf74426 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:41:46.442419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Attempting to bind port cdc50745-0332-432b-acc4-572edbf74426 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:46.483468 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Port cdc50745-0332-432b-acc4-572edbf74426 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:41:46.485486 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Attempting to bind port cdc50745-0332-432b-acc4-572edbf74426 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:46.502649 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:41:46.512610 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:41:46.513103 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:41:46.513469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Bound port: cdc50745-0332-432b-acc4-572edbf74426, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:41:46.514012 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:46.523923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Attempting to bind port c1c5dd28-cac9-4bc7-aca3-d3d848501166 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:41:46.524307 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Attempting to bind port c1c5dd28-cac9-4bc7-aca3-d3d848501166 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:41:46.524734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Attempting to bind port c1c5dd28-cac9-4bc7-aca3-d3d848501166 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:46.613368 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Port c1c5dd28-cac9-4bc7-aca3-d3d848501166 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:41:46.613750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Attempting to bind port c1c5dd28-cac9-4bc7-aca3-d3d848501166 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:46.619909 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b3a2b92-9af4-42d4-80e0-b07a21bdcfb8 req-52f59387-f1ce-4e01-8b3e-79c85c3292b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 HTTP/1.1" status: 200 len: 217 time: 0.1093569 Aug 28 12:41:46.664448 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:41:46.665493 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:41:46.665493 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:41:46.665493 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Bound port: c1c5dd28-cac9-4bc7-aca3-d3d848501166, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:41:46.675166 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:46.807347 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] For port cdc50745-0332-432b-acc4-572edbf74426, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:41:46.832559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] For port cdc50745-0332-432b-acc4-572edbf74426, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=cdc50745-0332-432b-acc4-572edbf74426,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:41:46.860247 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:46.907387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7cdb2-c809-4527-a6fe-f746b9ee3966 req-8d1f2f6b-ea60-4c17-9e55-a839b613c412 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:46.918938 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-88b7cdb2-c809-4527-a6fe-f746b9ee3966 req-8d1f2f6b-ea60-4c17-9e55-a839b613c412 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 947 time: 0.3981872 Aug 28 12:41:46.924808 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-b8d438a8-02cc-4e95-b060-24459c7c9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:46.928406 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-b8d438a8-02cc-4e95-b060-24459c7c9b07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 1102 time: 0.1719587 Aug 28 12:41:46.946350 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:46.947693 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:46.952106 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] 10.222.0.10 "PUT /v2.0/ports/cdc50745-0332-432b-acc4-572edbf74426 HTTP/1.1" status: 200 len: 1097 time: 2.5837171 Aug 28 12:41:46.972455 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a2b92-9af4-42d4-80e0-b07a21bdcfb8 req-bce7a170-0f1c-44a9-a79a-8a480f31e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:46.974317 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b3a2b92-9af4-42d4-80e0-b07a21bdcfb8 req-bce7a170-0f1c-44a9-a79a-8a480f31e244 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.2886155 Aug 28 12:41:47.010531 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c5f2c0-b939-45c2-9f29-c93b17e98b68', 'tag': 'cdc50745-0332-432b-acc4-572edbf74426'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:47.014994 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bea64c-fb31-43ac-a134-461cf771bf4a" -d '{"events": [{"name": "network-changed", "server_uuid": "97c5f2c0-b939-45c2-9f29-c93b17e98b68", "tag": "cdc50745-0332-432b-acc4-572edbf74426"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:47.033861 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9f27875c-4a89-44b1-88f8-39292679a785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:47.086740 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9f27875c-4a89-44b1-88f8-39292679a785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:47.125993 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b3a2b92-9af4-42d4-80e0-b07a21bdcfb8 req-6261bc08-1fb9-4bf7-afc2-eeaea928ddbd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280193 Aug 28 12:41:47.163410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-ef2523e5-1649-4e5a-b50a-b7bcb6b078d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:47.164906 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-ef2523e5-1649-4e5a-b50a-b7bcb6b078d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=97c5f2c0-b939-45c2-9f29-c93b17e98b68 HTTP/1.1" status: 200 len: 1100 time: 0.1414564 Aug 28 12:41:47.168098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b6059-a52e-4cab-97c7-f15a27d06ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc50745-0332-432b-acc4-572edbf74426,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:47.296992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] For port c1c5dd28-cac9-4bc7-aca3-d3d848501166, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:41:47.319465 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-c06c15cc-ae01-48d4-9325-95cda5071833 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=cdc50745-0332-432b-acc4-572edbf74426 HTTP/1.1" status: 200 len: 217 time: 0.1276839 Aug 28 12:41:47.331474 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-88835d45-3bdd-4c1d-8769-54a7c7454396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:47.335776 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-88835d45-3bdd-4c1d-8769-54a7c7454396 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3942916 Aug 28 12:41:47.406974 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-88b7cdb2-c809-4527-a6fe-f746b9ee3966 req-c2e8993d-0812-4314-afbc-3c80104ae037 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567544 Aug 28 12:41:47.505817 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f78bcc-c5ef-4c2e-9bc8-a1853c11be4c x-openstack-request-id: req-12f78bcc-c5ef-4c2e-9bc8-a1853c11be4c {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:47.508615 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c5f2c0-b939-45c2-9f29-c93b17e98b68", "tag": "cdc50745-0332-432b-acc4-572edbf74426", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:47.508940 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12f78bcc-c5ef-4c2e-9bc8-a1853c11be4c {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:47.509435 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c5f2c0-b939-45c2-9f29-c93b17e98b68', 'tag': 'cdc50745-0332-432b-acc4-572edbf74426', 'status': 'completed', 'code': 200} Aug 28 12:41:47.514856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27875c-4a89-44b1-88f8-39292679a785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b431fbe9-c3a7-4036-9347-8310b4f8087a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:47.516536 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-853ed199-ffd7-469e-8e77-d7d074c62b91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=f4200d1e-8f66-4924-9831-5e85b0ead614 HTTP/1.1" status: 200 len: 217 time: 0.0760822 Aug 28 12:41:47.524599 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9f27875c-4a89-44b1-88f8-39292679a785 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75083b7f911b4df68812dd151f155f23&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9864938 Aug 28 12:41:47.533993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] For port c1c5dd28-cac9-4bc7-aca3-d3d848501166, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c1c5dd28-cac9-4bc7-aca3-d3d848501166,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:41:47.540717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36042) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:47.619326 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:47.635240 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-af2bc36e-773c-4417-810c-04ed4a4110cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:47.639654 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-af2bc36e-773c-4417-810c-04ed4a4110cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.3012836 Aug 28 12:41:47.673930 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-c001f0f7-aecd-41e2-90ee-aec6ae0486f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:47.675958 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-c001f0f7-aecd-41e2-90ee-aec6ae0486f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1521330 Aug 28 12:41:47.801625 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-8ab9ff2f-86ed-4e14-bedb-d95e38776870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:47.803355 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-8ab9ff2f-86ed-4e14-bedb-d95e38776870 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1412055 Aug 28 12:41:47.815118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-2ea52335-c322-43c9-b77c-7cc70620399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:47.816782 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-2ea52335-c322-43c9-b77c-7cc70620399a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1328523 Aug 28 12:41:47.945269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:47.946834 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:47.950810 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] 10.222.0.11 "PUT /v2.0/ports/c1c5dd28-cac9-4bc7-aca3-d3d848501166 HTTP/1.1" status: 200 len: 1096 time: 5.7399888 Aug 28 12:41:47.950810 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94baa8a3-b2bd-4d12-86ca-f388efe13f86', 'tag': 'c1c5dd28-cac9-4bc7-aca3-d3d848501166'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:47.955283 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8d205b-900a-4142-a382-6b7fa5e0b565" -d '{"events": [{"name": "network-changed", "server_uuid": "94baa8a3-b2bd-4d12-86ca-f388efe13f86", "tag": "c1c5dd28-cac9-4bc7-aca3-d3d848501166"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:48.103240 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-58d92be9-8ffd-4a67-8ce8-d160fbbe9afc service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837090 Aug 28 12:41:48.178838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:41:48.246453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19812ad2-186c-4754-b487-34aa76f513c2 None None] Network 008d0e9f-d82b-4238-8594-b22fd851164f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:41:48.253320 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-9687e9b4-34d7-4573-a769-4f664bfa6104 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618886 Aug 28 12:41:48.265639 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00eab071-0fcd-4b11-a15d-36334048e4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:48.281772 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b3a2b92-9af4-42d4-80e0-b07a21bdcfb8 req-e4b712ad-9963-42cb-9f88-f830b90303a3 service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1335471 Aug 28 12:41:48.293891 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c326f65-0b66-455e-a2dd-5cdc72c5761a service neutron] Pushing event updated for resources: {'Port': ['ID=c1c5dd28-cac9-4bc7-aca3-d3d848501166,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:48.388645 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-ff4a3281-a449-4c66-b2a8-c68b5045fdc0 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440593 Aug 28 12:41:48.417392 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d3c62-44cd-4312-ae98-a4b104d6f237 req-abbaa6c1-263e-4ccd-85c8-c88f72e0b890 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:48.433868 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5d5d3c62-44cd-4312-ae98-a4b104d6f237 req-abbaa6c1-263e-4ccd-85c8-c88f72e0b890 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.7920399 Aug 28 12:41:48.447377 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4a25572d-e294-48a1-a6fb-483112cb7b88 None None] Provisioning for port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:48.462020 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-6c70f6ec-0144-4e15-abfe-3e73f3a07396 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990790 Aug 28 12:41:48.543464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:48.563118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:48.565656 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:48.570753 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00eab071-0fcd-4b11-a15d-36334048e4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:48.621687 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bea64c-fb31-43ac-a134-461cf771bf4a req-0776aa7c-ab09-48ba-9afc-d85ae8460bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:48.624941 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05bea64c-fb31-43ac-a134-461cf771bf4a req-0776aa7c-ab09-48ba-9afc-d85ae8460bb8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=97c5f2c0-b939-45c2-9f29-c93b17e98b68 HTTP/1.1" status: 200 len: 1100 time: 0.1386874 Aug 28 12:41:48.629624 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-8d591cb4-b8f3-47df-ad53-a402ff6be78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:48.632668 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-8d591cb4-b8f3-47df-ad53-a402ff6be78b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 1099 time: 0.4229734 Aug 28 12:41:48.634573 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:48.723731 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:41:48.763636 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b3a2b92-9af4-42d4-80e0-b07a21bdcfb8 req-5daebd6d-2c88-4ee9-b247-94a8bb3038fa service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655395 Aug 28 12:41:48.873191 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:48.889829 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00eab071-0fcd-4b11-a15d-36334048e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:48.893069 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00eab071-0fcd-4b11-a15d-36334048e4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:48.894743 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-00eab071-0fcd-4b11-a15d-36334048e4d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b431fbe9-c3a7-4036-9347-8310b4f8087a HTTP/1.1" status: 204 len: 168 time: 1.3524623 Aug 28 12:41:48.898498 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-78efe3d7-731c-4cef-9d43-c4d3e5886ae2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=c1c5dd28-cac9-4bc7-aca3-d3d848501166 HTTP/1.1" status: 200 len: 217 time: 0.2216604 Aug 28 12:41:48.941284 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bea64c-fb31-43ac-a134-461cf771bf4a req-a2d6f1b2-5982-4666-8032-90fa29dd966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:48.944542 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05bea64c-fb31-43ac-a134-461cf771bf4a req-a2d6f1b2-5982-4666-8032-90fa29dd966b service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3043811 Aug 28 12:41:49.064767 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:49.086938 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05bea64c-fb31-43ac-a134-461cf771bf4a req-00a6516d-d2e6-4c1f-a21c-05e15085d365 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=cdc50745-0332-432b-acc4-572edbf74426 HTTP/1.1" status: 200 len: 217 time: 0.1290209 Aug 28 12:41:49.138271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Allocated IP 172.25.1.122 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/3cdcbf19-47da-4894-a270-9641c12534da) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:41:49.170930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=3b57dbea-bc37-4c3c-a066-4fae7ee21b24,segment=NetworkSegment(f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb),segment_id=f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:49.178764 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:49.341197 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36319b3f-e722-4519-abbe-3dcc5412a609 x-openstack-request-id: req-36319b3f-e722-4519-abbe-3dcc5412a609 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:49.341718 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94baa8a3-b2bd-4d12-86ca-f388efe13f86", "tag": "c1c5dd28-cac9-4bc7-aca3-d3d848501166", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:49.342068 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36319b3f-e722-4519-abbe-3dcc5412a609 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:49.342755 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94baa8a3-b2bd-4d12-86ca-f388efe13f86', 'tag': 'c1c5dd28-cac9-4bc7-aca3-d3d848501166', 'status': 'completed', 'code': 200} Aug 28 12:41:49.351159 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:49.360115 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5d5d3c62-44cd-4312-ae98-a4b104d6f237 req-358d402f-9a33-4b47-8d81-489d9659942a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9247684 Aug 28 12:41:49.376192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bea64c-fb31-43ac-a134-461cf771bf4a req-434f9394-6eeb-46c2-9d7e-06db7ab34d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:49.380556 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05bea64c-fb31-43ac-a134-461cf771bf4a req-434f9394-6eeb-46c2-9d7e-06db7ab34d1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2758539 Aug 28 12:41:49.422209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:49.430174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c1f257-3277-4cef-834d-ecf9aca42b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:49.434427 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9003e928-2c82-4c76-84f2-8068ebcceef4" -d '{"events": [{"server_uuid": "76c1f257-3277-4cef-834d-ecf9aca42b63", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9fdc33-b1a3-45bd-b52f-ce0d456618bc"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:49.449320 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:49.452660 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a707eb2a-62bb-4b3e-8cf4-64a34203a706 None None] Provisioning complete for port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:49.453239 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a707eb2a-62bb-4b3e-8cf4-64a34203a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:49.484174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eab071-0fcd-4b11-a15d-36334048e4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b431fbe9-c3a7-4036-9347-8310b4f8087a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:49.539755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-b832947f-4d3d-4bc3-b700-010010c8c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:49.541565 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-b832947f-4d3d-4bc3-b700-010010c8c53c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.6051054 Aug 28 12:41:49.568738 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=3b57dbea-bc37-4c3c-a066-4fae7ee21b24,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:49.639948 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56e869-ea39-4386-a062-90e7c83ed0ae req-ee22fecc-877a-4fbb-be52-8e2bc9915d08 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:49.668239 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9d56e869-ea39-4386-a062-90e7c83ed0ae req-ee22fecc-877a-4fbb-be52-8e2bc9915d08 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 947 time: 0.2862706 Aug 28 12:41:49.672222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bea64c-fb31-43ac-a134-461cf771bf4a req-3d20de42-051a-4bbd-bdd2-18ceed42e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:49.675821 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05bea64c-fb31-43ac-a134-461cf771bf4a req-3d20de42-051a-4bbd-bdd2-18ceed42e1f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2537997 Aug 28 12:41:49.677066 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:49.697849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-1e293ed2-bde0-4b42-b4a0-65c2ddd75dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:49.702883 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-1e293ed2-bde0-4b42-b4a0-65c2ddd75dcf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1532109 Aug 28 12:41:49.778919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,revision_number=11']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:49.860603 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4432cada-fb39-474f-8dde-654563cfce50 x-openstack-request-id: req-4432cada-fb39-474f-8dde-654563cfce50 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:49.861495 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c1f257-3277-4cef-834d-ecf9aca42b63", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9fdc33-b1a3-45bd-b52f-ce0d456618bc", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:49.862699 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4432cada-fb39-474f-8dde-654563cfce50 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:49.863747 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c1f257-3277-4cef-834d-ecf9aca42b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc', 'code': 200} Aug 28 12:41:49.913323 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9d56e869-ea39-4386-a062-90e7c83ed0ae req-db124ff5-da2d-4265-b2f6-75e9131a414d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439723 Aug 28 12:41:49.977095 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:50.017311 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05bea64c-fb31-43ac-a134-461cf771bf4a req-73bbeddd-5775-429f-9d3d-81a1eaddaf88 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054895 Aug 28 12:41:50.030201 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:41:50.099134 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=3cdcbf19-47da-4894-a270-9641c12534da,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:50.107920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:50.108296 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:50.115996 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-63cb9206-7abb-468f-9fc7-bd20b0bb4dd3 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910460 Aug 28 12:41:50.118227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:41:50.121364 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:41:50.268085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:41:50.318663 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edc78dd9-6863-4bcd-8d24-010a9b4dab04 req-08d21207-35ad-4b25-b9a6-c7a16c728785 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870365 Aug 28 12:41:50.632839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d205b-900a-4142-a382-6b7fa5e0b565 req-f5ac5a72-9a17-424c-a0e7-43c7239e3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:50.634337 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f8d205b-900a-4142-a382-6b7fa5e0b565 req-f5ac5a72-9a17-424c-a0e7-43c7239e3450 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 1099 time: 0.2494252 Aug 28 12:41:50.770900 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccec93-f8f9-48b7-88bc-9bceae6c7aa5 req-047ce981-45fe-4c5f-81e8-67b2727d5b6c tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:50.772224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36186) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:50.773917 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-abccec93-f8f9-48b7-88bc-9bceae6c7aa5 req-047ce981-45fe-4c5f-81e8-67b2727d5b6c tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 949 time: 0.6188059 Aug 28 12:41:50.780694 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05bea64c-fb31-43ac-a134-461cf771bf4a req-8e5e9a20-97b4-45ea-afcf-0a278a5d2e5a service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7505314 Aug 28 12:41:50.799101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f0721-068e-48e3-8287-e1d1471cddf0 req-fd446e3f-5703-452d-8356-4bca8cb1add1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:50.800928 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b44f0721-068e-48e3-8287-e1d1471cddf0 req-fd446e3f-5703-452d-8356-4bca8cb1add1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.2596049 Aug 28 12:41:50.802195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d205b-900a-4142-a382-6b7fa5e0b565 req-037d4f78-951f-42d1-af44-ed9e1feeaaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:50.803766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f8d205b-900a-4142-a382-6b7fa5e0b565 req-037d4f78-951f-42d1-af44-ed9e1feeaaa5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.1550632 Aug 28 12:41:50.860807 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-abccec93-f8f9-48b7-88bc-9bceae6c7aa5 req-88578e44-6f94-480a-83e4-bf3781d7b1cf tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d06aa8-1ac7-4736-8720-9a3411488a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653193 Aug 28 12:41:50.972687 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f8d205b-900a-4142-a382-6b7fa5e0b565 req-787e6f4f-82c8-46a0-b40d-b5998bc0737b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=c1c5dd28-cac9-4bc7-aca3-d3d848501166 HTTP/1.1" status: 200 len: 217 time: 0.1079185 Aug 28 12:41:51.006881 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-24f319b6-fe79-4f8f-a251-d807de7b7712 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-73794308-network', 'tenant_id': '7cd08188ac094d7e9974af335268fdc2'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:51.062012 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b44f0721-068e-48e3-8287-e1d1471cddf0 req-4a8a62de-1b7e-4130-ada6-c0ee87aea139 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976788 Aug 28 12:41:51.073539 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:51.115242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba7613-c7f5-4a14-a5a6-cc4ad525a81c req-cde55853-acea-4b9f-98a0-95f41a5f8e1b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:51.117235 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-23ba7613-c7f5-4a14-a5a6-cc4ad525a81c req-cde55853-acea-4b9f-98a0-95f41a5f8e1b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 947 time: 0.0824401 Aug 28 12:41:51.182701 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f319b6-fe79-4f8f-a251-d807de7b7712 admin admin] Made reservation on behalf of 7cd08188ac094d7e9974af335268fdc2 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:41:51.187444 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24f319b6-fe79-4f8f-a251-d807de7b7712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:51.187702 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-23ba7613-c7f5-4a14-a5a6-cc4ad525a81c req-4a53842f-c950-4f5a-b066-2f9f9904a676 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634098 Aug 28 12:41:51.191429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d205b-900a-4142-a382-6b7fa5e0b565 req-49a2f5bb-714e-4647-8a91-3279f45b79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:51.193570 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f8d205b-900a-4142-a382-6b7fa5e0b565 req-49a2f5bb-714e-4647-8a91-3279f45b79c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2130537 Aug 28 12:41:51.224747 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24f319b6-fe79-4f8f-a251-d807de7b7712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:51.688057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d205b-900a-4142-a382-6b7fa5e0b565 req-4c9d14c1-abe6-43f0-82a9-079a65d22aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:51.689588 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f8d205b-900a-4142-a382-6b7fa5e0b565 req-4c9d14c1-abe6-43f0-82a9-079a65d22aaa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4853132 Aug 28 12:41:51.826912 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device cdc50745-0332-432b-acc4-572edbf74426 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:41:52.012189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad266a3d-995e-4a20-b50b-e088ed32b5ad req-289543f4-2ed1-4885-a937-59a7238a5a6b tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:52.013683 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port cdc50745-0332-432b-acc4-572edbf74426, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=cdc50745-0332-432b-acc4-572edbf74426,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:52.014533 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad266a3d-995e-4a20-b50b-e088ed32b5ad req-289543f4-2ed1-4885-a937-59a7238a5a6b tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.11 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 949 time: 0.2266574 Aug 28 12:41:52.022905 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f8d205b-900a-4142-a382-6b7fa5e0b565 req-c9c996fc-5fc2-4d57-81fc-2b9c7b6f4f1f service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907073 Aug 28 12:41:52.031850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'cdc50745-0332-432b-acc4-572edbf74426', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'cdc50745-0332-432b-acc4-572edbf74426', 'mac_address': 'fa:16:3e:74:20:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:41:52.056264 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fa327-ab4a-41a3-b542-2645ff2cb0c9 req-eff28ef1-5ad8-45c0-bf9a-34c4f3b11823 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:52.059235 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-420fa327-ab4a-41a3-b542-2645ff2cb0c9 req-eff28ef1-5ad8-45c0-bf9a-34c4f3b11823 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 949 time: 0.0935724 Aug 28 12:41:52.069450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:52.108719 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:52.143838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc50745-0332-432b-acc4-572edbf74426 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:41:52.171340 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-420fa327-ab4a-41a3-b542-2645ff2cb0c9 req-6e31cf52-a9dc-4115-a22a-0f7f52a2a95f tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d06aa8-1ac7-4736-8720-9a3411488a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054912 Aug 28 12:41:52.180593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port cdc50745-0332-432b-acc4-572edbf74426, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=cdc50745-0332-432b-acc4-572edbf74426,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:52.187024 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:52.304249 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24f319b6-fe79-4f8f-a251-d807de7b7712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:52.326392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=cdc50745-0332-432b-acc4-572edbf74426,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:52.364825 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24f319b6-fe79-4f8f-a251-d807de7b7712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:52.427876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f319b6-fe79-4f8f-a251-d807de7b7712 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:41:52.471905 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d70386-942c-4d85-acd4-05841afcc6b0 req-cc95ebd0-109c-49bb-86bd-45806a568081 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:52.473497 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-67d70386-942c-4d85-acd4-05841afcc6b0 req-cc95ebd0-109c-49bb-86bd-45806a568081 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 947 time: 0.0819890 Aug 28 12:41:52.525699 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24f319b6-fe79-4f8f-a251-d807de7b7712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:52.526068 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-24f319b6-fe79-4f8f-a251-d807de7b7712 admin admin] Added segment 84183866-6880-4ce3-b4d6-11287179fe97 of type vlan for network 8ee642b0-6a20-4c0a-aba5-1c7cd6738cb4 Aug 28 12:41:52.530665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f319b6-fe79-4f8f-a251-d807de7b7712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f5077e-1563-4841-a512-0d636f97c1b5,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:52.539946 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-67d70386-942c-4d85-acd4-05841afcc6b0 req-5e0aa20f-fdbd-4b97-b462-b61a6e08a054 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514464 Aug 28 12:41:52.554285 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f8d205b-900a-4142-a382-6b7fa5e0b565 req-69ad0c9d-3a94-477b-a742-e2784c188d83 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237987 Aug 28 12:41:52.568606 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63a5ed-26ca-47fa-adc1-e92299c942d3 req-02a0e9dd-77a8-4965-ae16-f54f013010c0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:52.570403 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bb63a5ed-26ca-47fa-adc1-e92299c942d3 req-02a0e9dd-77a8-4965-ae16-f54f013010c0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.3671873 Aug 28 12:41:52.605173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['cdc50745-0332-432b-acc4-572edbf74426'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:52.672363 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24f319b6-fe79-4f8f-a251-d807de7b7712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:52.675862 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-ad266a3d-995e-4a20-b50b-e088ed32b5ad req-97ecf675-08c5-4154-9118-bd98577efdca tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Deleting port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:41:52.676254 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ad266a3d-995e-4a20-b50b-e088ed32b5ad req-97ecf675-08c5-4154-9118-bd98577efdca tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:52.751008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c1c5dd28-cac9-4bc7-aca3-d3d848501166 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:41:52.800073 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bb63a5ed-26ca-47fa-adc1-e92299c942d3 req-31a681e8-de91-42f4-980d-8ca6f5b46f56 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834209 Aug 28 12:41:52.842044 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24f319b6-fe79-4f8f-a251-d807de7b7712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:52.844386 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f319b6-fe79-4f8f-a251-d807de7b7712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:52.845006 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24f319b6-fe79-4f8f-a251-d807de7b7712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:52.919164 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c1c5dd28-cac9-4bc7-aca3-d3d848501166, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c1c5dd28-cac9-4bc7-aca3-d3d848501166,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:52.944177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'c1c5dd28-cac9-4bc7-aca3-d3d848501166', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'c1c5dd28-cac9-4bc7-aca3-d3d848501166', 'mac_address': 'fa:16:3e:ed:49:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:41:52.982934 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-24f319b6-fe79-4f8f-a251-d807de7b7712 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2092488 Aug 28 12:41:52.986341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Router 495a389d-23e6-4548-9e0c-6fcfea51ab77 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:41:52.987464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36220) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:52.997331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ad266a3d-995e-4a20-b50b-e088ed32b5ad req-97ecf675-08c5-4154-9118-bd98577efdca tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] For port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:52.997777 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ad266a3d-995e-4a20-b50b-e088ed32b5ad req-97ecf675-08c5-4154-9118-bd98577efdca tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:52.998140 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-27abff6e-3fa2-4824-9388-d058f4ab596e admin admin] Request body: {'subnet': {'network_id': '8ee642b0-6a20-4c0a-aba5-1c7cd6738cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-73794308-subnet', 'tenant_id': '7cd08188ac094d7e9974af335268fdc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:53.023381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-ad266a3d-995e-4a20-b50b-e088ed32b5ad req-97ecf675-08c5-4154-9118-bd98577efdca tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Calling delete_port for 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:41:53.029378 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f319b6-fe79-4f8f-a251-d807de7b7712 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee642b0-6a20-4c0a-aba5-1c7cd6738cb4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:53.037956 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:53.038765 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27abff6e-3fa2-4824-9388-d058f4ab596e admin admin] Made reservation on behalf of 7cd08188ac094d7e9974af335268fdc2 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:41:53.041699 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27abff6e-3fa2-4824-9388-d058f4ab596e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:53.061216 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 8ee642b0-6a20-4c0a-aba5-1c7cd6738cb4 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:41:53.078171 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c5dd28-cac9-4bc7-aca3-d3d848501166 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:41:53.160971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c1c5dd28-cac9-4bc7-aca3-d3d848501166, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c1c5dd28-cac9-4bc7-aca3-d3d848501166,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:53.172100 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:53.262580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:41:53.278401 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Sync routers for ids ['495a389d-23e6-4548-9e0c-6fcfea51ab77'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:41:53.289207 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=c1c5dd28-cac9-4bc7-aca3-d3d848501166,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:53.297509 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Routers {'495a389d-23e6-4548-9e0c-6fcfea51ab77'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:41:53.300904 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:41:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['495a389d-23e6-4548-9e0c-6fcfea51ab77'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:53.307652 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:53.322791 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5df4c18a-c4b7-4b75-a9a8-922101272ce2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.8183532 Aug 28 12:41:53.323795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36226) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:53.373510 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27abff6e-3fa2-4824-9388-d058f4ab596e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:53.460940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['c1c5dd28-cac9-4bc7-aca3-d3d848501166'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:41:53.532819 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7b306-e09e-41a9-8c20-c855f01a0091 req-fcb854ed-a6bb-4ca8-8d34-75c1ab845d68 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:53.541454 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61d7b306-e09e-41a9-8c20-c855f01a0091 req-fcb854ed-a6bb-4ca8-8d34-75c1ab845d68 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c1f257-3277-4cef-834d-ecf9aca42b63 HTTP/1.1" status: 200 len: 949 time: 0.1617830 Aug 28 12:41:53.547323 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abff6e-3fa2-4824-9388-d058f4ab596e admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c856ce-302c-40bd-8d66-bad3a75c5a24,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:53.576010 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27abff6e-3fa2-4824-9388-d058f4ab596e admin admin] Checking segment: {'id': '84183866-6880-4ce3-b4d6-11287179fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8ee642b0-6a20-4c0a-aba5-1c7cd6738cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:41:53.576944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27abff6e-3fa2-4824-9388-d058f4ab596e admin admin] Network hostable DHCP agents. Network: 8ee642b0-6a20-4c0a-aba5-1c7cd6738cb4, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:41:53.595077 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Set router 495a389d-23e6-4548-9e0c-6fcfea51ab77 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:41:53.607432 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ad266a3d-995e-4a20-b50b-e088ed32b5ad req-97ecf675-08c5-4154-9118-bd98577efdca tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:53.656746 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61d7b306-e09e-41a9-8c20-c855f01a0091 req-26f69efd-927b-460e-98ad-7c4944daab41 tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1d06aa8-1ac7-4736-8720-9a3411488a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112962 Aug 28 12:41:53.671195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecf675-08c5-4154-9118-bd98577efdca tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Pushing event deleted for resources: {'Port': ['ID=8d9fdc33-b1a3-45bd-b52f-ce0d456618bc,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:53.677739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27abff6e-3fa2-4824-9388-d058f4ab596e admin admin] Network 8ee642b0-6a20-4c0a-aba5-1c7cd6738cb4 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:41:53.693387 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-27abff6e-3fa2-4824-9388-d058f4ab596e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 8ee642b0-6a20-4c0a-aba5-1c7cd6738cb4) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:41:53.698735 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27abff6e-3fa2-4824-9388-d058f4ab596e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:53.699429 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27abff6e-3fa2-4824-9388-d058f4ab596e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:53.734465 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-27abff6e-3fa2-4824-9388-d058f4ab596e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7408111 Aug 28 12:41:53.826085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66901ea-7789-4d32-895c-e842a00ad20a None None] Network 8ee642b0-6a20-4c0a-aba5-1c7cd6738cb4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:41:53.827797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad266a3d-995e-4a20-b50b-e088ed32b5ad req-97ecf675-08c5-4154-9118-bd98577efdca tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] No DVR routers for this DVR port 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:41:53.832781 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ad266a3d-995e-4a20-b50b-e088ed32b5ad req-97ecf675-08c5-4154-9118-bd98577efdca tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:53.835928 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad266a3d-995e-4a20-b50b-e088ed32b5ad req-97ecf675-08c5-4154-9118-bd98577efdca tempest-ImagesOneServerTestJSON-1417335133 tempest-ImagesOneServerTestJSON-1417335133-project] 10.222.0.11 "DELETE /v2.0/ports/8d9fdc33-b1a3-45bd-b52f-ce0d456618bc HTTP/1.1" status: 204 len: 173 time: 1.8098598 Aug 28 12:41:53.882954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c1f257-3277-4cef-834d-ecf9aca42b63', 'name': 'network-vif-deleted', 'tag': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:53.885669 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaa70a8-722d-429a-b845-49ab3be24644" -d '{"events": [{"server_uuid": "76c1f257-3277-4cef-834d-ecf9aca42b63", "name": "network-vif-deleted", "tag": "8d9fdc33-b1a3-45bd-b52f-ce0d456618bc"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:54.057351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89decfa9-fe33-402d-af8a-8fcb95bbe78c req-d5997f0f-5c77-4f20-9e75-9257c238cd85 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:54.061489 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-89decfa9-fe33-402d-af8a-8fcb95bbe78c req-d5997f0f-5c77-4f20-9e75-9257c238cd85 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 948 time: 0.2633214 Aug 28 12:41:54.154346 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'name': 'tempest-ServersTestFqdnHostnames-1584478184-router', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '3cdcbf19-47da-4894-a270-9641c12534da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:43Z', 'updated_at': '2021-08-28T12:41:50Z', 'revision_number': 3, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'gw_port': {'id': '3cdcbf19-47da-4894-a270-9641c12534da', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:48Z', 'updated_at': '2021-08-28T12:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:54.155661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0732878f-396e-4403-b7b3-7c660f8249b8 None None] Network 8ee642b0-6a20-4c0a-aba5-1c7cd6738cb4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:41:54.174749 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89908a-d3b9-429a-89d1-ea4f299bb7f0 req-59e4bd9e-2a9f-451c-9e1d-bcf2321f81fb tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:54.197169 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Checking router: 495a389d-23e6-4548-9e0c-6fcfea51ab77 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:41:54.197775 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d89908a-d3b9-429a-89d1-ea4f299bb7f0 req-59e4bd9e-2a9f-451c-9e1d-bcf2321f81fb tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.1146657 Aug 28 12:41:54.198085 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Updating router 495a389d-23e6-4548-9e0c-6fcfea51ab77 port 3cdcbf19-47da-4894-a270-9641c12534da binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:41:54.254782 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:54.309475 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d89908a-d3b9-429a-89d1-ea4f299bb7f0 req-b2fd7289-013c-4275-b63d-802d41744c15 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104157 Aug 28 12:41:54.316943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-89decfa9-fe33-402d-af8a-8fcb95bbe78c req-74d77957-8782-4402-8f3d-3b8940c6e89b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341301 Aug 28 12:41:54.418478 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ee1592-e16d-40ac-ae46-15c818aa8bf1 x-openstack-request-id: req-72ee1592-e16d-40ac-ae46-15c818aa8bf1 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:54.418869 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c1f257-3277-4cef-834d-ecf9aca42b63", "name": "network-vif-deleted", "tag": "8d9fdc33-b1a3-45bd-b52f-ce0d456618bc", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:54.419187 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72ee1592-e16d-40ac-ae46-15c818aa8bf1 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:54.419680 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c1f257-3277-4cef-834d-ecf9aca42b63', 'name': 'network-vif-deleted', 'tag': '8d9fdc33-b1a3-45bd-b52f-ce0d456618bc', 'status': 'completed', 'code': 200} Aug 28 12:41:54.714727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-8aef85bf-9a3f-4f06-b746-3148b66a6316 req-23afd681-c1fe-4535-bdf7-338d460fee64 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1092497256', 'description': 'tempest-description-1136396357'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:54.748253 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:54.765117 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:41:54.778435 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8aef85bf-9a3f-4f06-b746-3148b66a6316 req-23afd681-c1fe-4535-bdf7-338d460fee64 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:54.796263 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:41:54.797338 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8d9fdc33-b1a3-45bd-b52f-ce0d456618bc not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:41:54.846484 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:54.871119 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Transition to ACTIVE for port object 3cdcbf19-47da-4894-a270-9641c12534da will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:54.883736 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:54.983910 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Attempting to bind port 3cdcbf19-47da-4894-a270-9641c12534da on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:41:54.984420 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Attempting to bind port 3cdcbf19-47da-4894-a270-9641c12534da by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:41:54.984882 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Attempting to bind port 3cdcbf19-47da-4894-a270-9641c12534da on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:41:55.010037 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:41:55.010616 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:41:55.010868 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:55.011806 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:41:55.012422 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Bound port: 3cdcbf19-47da-4894-a270-9641c12534da, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:41:55.013080 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:55.019743 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370bd88-0d30-49b9-b863-623d055bc07b None None] Pushing event updated for resources: {'Port': ['ID=3cdcbf19-47da-4894-a270-9641c12534da,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:55.081021 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8aef85bf-9a3f-4f06-b746-3148b66a6316 req-23afd681-c1fe-4535-bdf7-338d460fee64 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:55.098019 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8aef85bf-9a3f-4f06-b746-3148b66a6316 req-23afd681-c1fe-4535-bdf7-338d460fee64 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:55.101892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Allocated IP 172.20.0.1 (008d0e9f-d82b-4238-8594-b22fd851164f/9c127358-d605-44a6-a69c-e068288e2a17/05541570-b286-4665-8a45-ecbe1b0006de) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:41:55.147217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8aef85bf-9a3f-4f06-b746-3148b66a6316 req-23afd681-c1fe-4535-bdf7-338d460fee64 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:55.148608 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8aef85bf-9a3f-4f06-b746-3148b66a6316 req-23afd681-c1fe-4535-bdf7-338d460fee64 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4423528 Aug 28 12:41:55.202619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afd681-c1fe-4535-bdf7-338d460fee64 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58713493-47fb-4cdd-977d-a641e2106a3c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:55.243204 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] For port 3cdcbf19-47da-4894-a270-9641c12534da, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:41:55.252130 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] For port 3cdcbf19-47da-4894-a270-9641c12534da, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=3cdcbf19-47da-4894-a270-9641c12534da,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:41:55.261026 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:55.266284 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370bd88-0d30-49b9-b863-623d055bc07b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:55.267700 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370bd88-0d30-49b9-b863-623d055bc07b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:55.268079 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370bd88-0d30-49b9-b863-623d055bc07b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:55.268407 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370bd88-0d30-49b9-b863-623d055bc07b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:55.268729 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370bd88-0d30-49b9-b863-623d055bc07b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:55.269053 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370bd88-0d30-49b9-b863-623d055bc07b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:55.269367 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370bd88-0d30-49b9-b863-623d055bc07b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:55.269686 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370bd88-0d30-49b9-b863-623d055bc07b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:55.270225 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370bd88-0d30-49b9-b863-623d055bc07b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:55.270576 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370bd88-0d30-49b9-b863-623d055bc07b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:55.271758 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370bd88-0d30-49b9-b863-623d055bc07b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:55.272211 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370bd88-0d30-49b9-b863-623d055bc07b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:41:55.289281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36258) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:55.294681 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:55.315769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Transition to ACTIVE for port object 05541570-b286-4665-8a45-ecbe1b0006de will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:41:55.351591 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cebf689-a38f-4d6f-b9ef-b899e38470da req-f9f9d0a2-0bfd-4447-b24c-61d8fa637c48 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/58713493-47fb-4cdd-977d-a641e2106a3c HTTP/1.1" status: 200 len: 1805 time: 0.1578040 Aug 28 12:41:55.382071 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-1cebf689-a38f-4d6f-b9ef-b899e38470da req-8cfef5f7-bdb0-4502-911b-23f2614fa117 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58713493-47fb-4cdd-977d-a641e2106a3c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:55.384356 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:55.386964 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Routers {'495a389d-23e6-4548-9e0c-6fcfea51ab77'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:41:55.387587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-1cebf689-a38f-4d6f-b9ef-b899e38470da req-8cfef5f7-bdb0-4502-911b-23f2614fa117 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58713493-47fb-4cdd-977d-a641e2106a3c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:55.388195 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:41:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['495a389d-23e6-4548-9e0c-6fcfea51ab77'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:55.450275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Pushing event updated for resources: {'Port': ['ID=05541570-b286-4665-8a45-ecbe1b0006de,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:55.470475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Network 008d0e9f-d82b-4238-8594-b22fd851164f is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:41:55.472213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:41:55.475166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:41:55.528246 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370bd88-0d30-49b9-b863-623d055bc07b None None] Pushing event updated for resources: {'Port': ['ID=3cdcbf19-47da-4894-a270-9641c12534da,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:55.606969 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cebf689-a38f-4d6f-b9ef-b899e38470da req-8cfef5f7-bdb0-4502-911b-23f2614fa117 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:55.629744 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:55.680228 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cebf689-a38f-4d6f-b9ef-b899e38470da req-8cfef5f7-bdb0-4502-911b-23f2614fa117 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:55.684632 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] Set router 495a389d-23e6-4548-9e0c-6fcfea51ab77 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:41:55.693158 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cebf689-a38f-4d6f-b9ef-b899e38470da req-8cfef5f7-bdb0-4502-911b-23f2614fa117 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:55.735958 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b53c8c-f4b9-4443-9c64-31e53db5c5cd req-cd99a39f-ee19-461e-8b8a-4df0bdc8eac1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:55.737629 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-14b53c8c-f4b9-4443-9c64-31e53db5c5cd req-cd99a39f-ee19-461e-8b8a-4df0bdc8eac1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.1872351 Aug 28 12:41:55.769248 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-80264327-f7ad-474b-af18-4e7541af53c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1da0e1b9bcde4e45aa7c3ee9bee90c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4675965 Aug 28 12:41:55.770334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfef5f7-bdb0-4502-911b-23f2614fa117 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1760ec-214a-4f65-ad1f-5dcf651e33eb,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:55.772442 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36268) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:55.784194 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cebf689-a38f-4d6f-b9ef-b899e38470da req-8cfef5f7-bdb0-4502-911b-23f2614fa117 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:55.787494 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cebf689-a38f-4d6f-b9ef-b899e38470da req-8cfef5f7-bdb0-4502-911b-23f2614fa117 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4243588 Aug 28 12:41:55.840936 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device cdc50745-0332-432b-acc4-572edbf74426 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:41:55.958651 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-14b53c8c-f4b9-4443-9c64-31e53db5c5cd req-2d475f8c-8c39-46d2-9740-e0b90b75f70d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069600 Aug 28 12:41:56.024190 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'name': 'tempest-ServersTestFqdnHostnames-1584478184-router', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '3cdcbf19-47da-4894-a270-9641c12534da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:43Z', 'updated_at': '2021-08-28T12:41:50Z', 'revision_number': 3, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'gw_port': {'id': '3cdcbf19-47da-4894-a270-9641c12534da', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:48Z', 'updated_at': '2021-08-28T12:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:56.027482 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port cdc50745-0332-432b-acc4-572edbf74426 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:56.040520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-91415ed3-aa5c-4e02-83ef-7d64aa5502d2 None None] Provisioning for port 05541570-b286-4665-8a45-ecbe1b0006de completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:56.048654 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port cdc50745-0332-432b-acc4-572edbf74426 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:56.049019 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:56.061954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-91415ed3-aa5c-4e02-83ef-7d64aa5502d2 None None] Provisioning complete for port 05541570-b286-4665-8a45-ecbe1b0006de triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:56.064758 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-91415ed3-aa5c-4e02-83ef-7d64aa5502d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:56.068671 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd0a321-5940-490c-a900-35ad88967b3d None None] The sync data for ids ['495a389d-23e6-4548-9e0c-6fcfea51ab77'] in n-d-791505-21 is: [{'id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'name': 'tempest-ServersTestFqdnHostnames-1584478184-router', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '3cdcbf19-47da-4894-a270-9641c12534da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:43Z', 'updated_at': '2021-08-28T12:41:50Z', 'revision_number': 3, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'gw_port': {'id': '3cdcbf19-47da-4894-a270-9641c12534da', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:48Z', 'updated_at': '2021-08-28T12:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:41:56.093449 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9051eaa3-77d3-48cf-a268-0417a7eff295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:56.106836 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:56.185551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-2743753e-2b98-4da6-99a2-55c28e8cb0be req-b9cf9f69-f6d8-4ec7-9165-6ce437823b19 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1908012738', 'description': 'tempest-description-2082881060'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:56.219348 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9051eaa3-77d3-48cf-a268-0417a7eff295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:56.297451 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c053a51-fe21-43aa-a266-b231b3d3c3fe req-0d6da643-118d-4060-a541-79fa9f04c24f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:56.298039 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2743753e-2b98-4da6-99a2-55c28e8cb0be req-b9cf9f69-f6d8-4ec7-9165-6ce437823b19 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:56.306679 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6c053a51-fe21-43aa-a266-b231b3d3c3fe req-0d6da643-118d-4060-a541-79fa9f04c24f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 948 time: 0.3922968 Aug 28 12:41:56.312068 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-91415ed3-aa5c-4e02-83ef-7d64aa5502d2 None None] Port 05541570-b286-4665-8a45-ecbe1b0006de cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:41:56.367107 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6c053a51-fe21-43aa-a266-b231b3d3c3fe req-11444189-a1cd-40e4-a8e3-4f2da806b0be tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587873 Aug 28 12:41:56.394321 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:56.439142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c5f2c0-b939-45c2-9f29-c93b17e98b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc50745-0332-432b-acc4-572edbf74426'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:56.444355 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf0dbf9-ea73-47dc-b08c-d164e6ce01f6" -d '{"events": [{"server_uuid": "97c5f2c0-b939-45c2-9f29-c93b17e98b68", "name": "network-vif-plugged", "status": "completed", "tag": "cdc50745-0332-432b-acc4-572edbf74426"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:56.474085 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9051eaa3-77d3-48cf-a268-0417a7eff295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:56.478308 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9051eaa3-77d3-48cf-a268-0417a7eff295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:56.483533 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9051eaa3-77d3-48cf-a268-0417a7eff295 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1d06aa8-1ac7-4736-8720-9a3411488a04 HTTP/1.1" status: 204 len: 168 time: 0.7082090 Aug 28 12:41:56.491285 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port cdc50745-0332-432b-acc4-572edbf74426, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=cdc50745-0332-432b-acc4-572edbf74426,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:56.499538 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:56.558425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051eaa3-77d3-48cf-a268-0417a7eff295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d06aa8-1ac7-4736-8720-9a3411488a04,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:56.561668 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:56.615067 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:56.641539 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=cdc50745-0332-432b-acc4-572edbf74426,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:56.693982 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01c5036-b8e3-4e34-b7c7-36693619da85 x-openstack-request-id: req-f01c5036-b8e3-4e34-b7c7-36693619da85 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:56.693982 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c5f2c0-b939-45c2-9f29-c93b17e98b68", "name": "network-vif-plugged", "status": "completed", "tag": "cdc50745-0332-432b-acc4-572edbf74426", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:56.694511 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f01c5036-b8e3-4e34-b7c7-36693619da85 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:56.695341 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c5f2c0-b939-45c2-9f29-c93b17e98b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc50745-0332-432b-acc4-572edbf74426', 'code': 200} Aug 28 12:41:56.754620 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2743753e-2b98-4da6-99a2-55c28e8cb0be req-b9cf9f69-f6d8-4ec7-9165-6ce437823b19 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:56.757924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Pushing event updated for resources: {'Port': ['ID=05541570-b286-4665-8a45-ecbe1b0006de,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:56.768215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2743753e-2b98-4da6-99a2-55c28e8cb0be req-b9cf9f69-f6d8-4ec7-9165-6ce437823b19 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:56.777903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c1c5dd28-cac9-4bc7-aca3-d3d848501166 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:41:56.813428 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:56.820509 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2743753e-2b98-4da6-99a2-55c28e8cb0be req-b9cf9f69-f6d8-4ec7-9165-6ce437823b19 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:56.821750 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2743753e-2b98-4da6-99a2-55c28e8cb0be req-b9cf9f69-f6d8-4ec7-9165-6ce437823b19 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6726885 Aug 28 12:41:56.834133 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf9f69-f6d8-4ec7-9165-6ce437823b19 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5abfa7-51dc-4b97-b052-3bbe035a3396,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:56.963505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6656331-8e5b-4424-8ad1-b9cd495a5e3d req-54c29a6d-82f0-4062-9db5-184c84dd1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:56.965775 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a6656331-8e5b-4424-8ad1-b9cd495a5e3d req-54c29a6d-82f0-4062-9db5-184c84dd1e91 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97c5f2c0-b939-45c2-9f29-c93b17e98b68 HTTP/1.1" status: 200 len: 1102 time: 0.1593947 Aug 28 12:41:56.977212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port c1c5dd28-cac9-4bc7-aca3-d3d848501166 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:56.990783 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7c68b3e-e20e-4716-9077-bfd5b1f8b0bd req-a429702a-7a23-4f82-8b77-29579b2d4d2b tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/8d5abfa7-51dc-4b97-b052-3bbe035a3396 HTTP/1.1" status: 200 len: 1805 time: 0.0996423 Aug 28 12:41:56.991250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port c1c5dd28-cac9-4bc7-aca3-d3d848501166 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:56.991847 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:57.041366 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-b7c68b3e-e20e-4716-9077-bfd5b1f8b0bd req-1e20f510-9d5b-410e-aa78-a4579a49bcb6 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8d5abfa7-51dc-4b97-b052-3bbe035a3396', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:57.055087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-b7c68b3e-e20e-4716-9077-bfd5b1f8b0bd req-1e20f510-9d5b-410e-aa78-a4579a49bcb6 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8d5abfa7-51dc-4b97-b052-3bbe035a3396', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:57.122915 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Network 008d0e9f-d82b-4238-8594-b22fd851164f is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:41:57.128978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:41:57.158479 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a6656331-8e5b-4424-8ad1-b9cd495a5e3d req-8e74220e-a89e-49b9-accb-d0c49034fa1c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635573 Aug 28 12:41:57.300756 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:57.361365 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b7c68b3e-e20e-4716-9077-bfd5b1f8b0bd req-1e20f510-9d5b-410e-aa78-a4579a49bcb6 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:57.443607 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b7c68b3e-e20e-4716-9077-bfd5b1f8b0bd req-1e20f510-9d5b-410e-aa78-a4579a49bcb6 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:57.455964 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b7c68b3e-e20e-4716-9077-bfd5b1f8b0bd req-1e20f510-9d5b-410e-aa78-a4579a49bcb6 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:57.469600 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c1c5dd28-cac9-4bc7-aca3-d3d848501166, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c1c5dd28-cac9-4bc7-aca3-d3d848501166,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:57.483744 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:57.519801 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20f510-9d5b-410e-aa78-a4579a49bcb6 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1470d5-660b-49d0-ba26-669afdcba84b,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:57.572040 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b7c68b3e-e20e-4716-9077-bfd5b1f8b0bd req-1e20f510-9d5b-410e-aa78-a4579a49bcb6 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:57.597122 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7c68b3e-e20e-4716-9077-bfd5b1f8b0bd req-1e20f510-9d5b-410e-aa78-a4579a49bcb6 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6033752 Aug 28 12:41:57.638187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e363c-6f32-4e70-bd94-d9bcd18c9329 req-da496b46-2985-4059-9d4e-66be36508597 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:57.646824 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cf9e363c-6f32-4e70-bd94-d9bcd18c9329 req-da496b46-2985-4059-9d4e-66be36508597 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.4737589 Aug 28 12:41:57.753691 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=c1c5dd28-cac9-4bc7-aca3-d3d848501166,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:57.773200 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Router 495a389d-23e6-4548-9e0c-6fcfea51ab77 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:41:58.036880 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-79329d2c-9542-40f7-90b3-346e1d7804f4 None None] Provisioning complete for port 05541570-b286-4665-8a45-ecbe1b0006de triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:58.040259 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-79329d2c-9542-40f7-90b3-346e1d7804f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:58.164394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-79329d2c-9542-40f7-90b3-346e1d7804f4 None None] Port 05541570-b286-4665-8a45-ecbe1b0006de cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:41:58.180237 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcf3b8-a84d-4e9f-a8e6-ec80859b88a3 req-585e770d-81bd-4efc-b3e4-7bfa48e71ca0 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:58.187167 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3cdcbf19-47da-4894-a270-9641c12534da up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:41:58.197307 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20bcf3b8-a84d-4e9f-a8e6-ec80859b88a3 req-585e770d-81bd-4efc-b3e4-7bfa48e71ca0 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 949 time: 0.2014406 Aug 28 12:41:58.300895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 3cdcbf19-47da-4894-a270-9641c12534da completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:41:58.311949 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20bcf3b8-a84d-4e9f-a8e6-ec80859b88a3 req-30935dc8-d1ba-467b-b0e8-02f0fad8f039 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083615 Aug 28 12:41:58.317861 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 3cdcbf19-47da-4894-a270-9641c12534da triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:41:58.318444 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:58.536209 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-7a5534f2-5ffa-4480-9415-87ce14e05815 req-5803f5fe-74dc-433c-8007-18d1a4a24eb4 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1644866667', 'description': 'tempest-description-1719644806'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:58.548656 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36318) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:58.549637 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:58.616032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 3cdcbf19-47da-4894-a270-9641c12534da, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=3cdcbf19-47da-4894-a270-9641c12534da,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:41:58.626980 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:58.670003 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7a5534f2-5ffa-4480-9415-87ce14e05815 req-5803f5fe-74dc-433c-8007-18d1a4a24eb4 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:58.703374 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94baa8a3-b2bd-4d12-86ca-f388efe13f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c5dd28-cac9-4bc7-aca3-d3d848501166'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:41:58.708771 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40386e9-4f55-43a2-b2bd-a7e24646c318" -d '{"events": [{"server_uuid": "94baa8a3-b2bd-4d12-86ca-f388efe13f86", "name": "network-vif-plugged", "status": "completed", "tag": "c1c5dd28-cac9-4bc7-aca3-d3d848501166"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:41:58.729515 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cf9e363c-6f32-4e70-bd94-d9bcd18c9329 req-547f4c5e-588d-4a0d-8de2-e4cde91c73b1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0812421 Aug 28 12:41:58.756282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=3cdcbf19-47da-4894-a270-9641c12534da,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:58.814120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:41:58.823223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-cb45827c-a336-4e5f-a241-083ec22cd5f9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-229127023-network', 'tenant_id': '029f9c972cda493c9e3fb30f2a680a3d'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:58.837362 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-67184691-4b34-495d-b9cc-0d3040c12027 admin admin] 10.222.0.20 "PUT /v2.0/routers/495a389d-23e6-4548-9e0c-6fcfea51ab77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4507296 Aug 28 12:41:58.898458 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df5a8c8-5db9-4e30-9ffe-7b48fc382c5b x-openstack-request-id: req-2df5a8c8-5db9-4e30-9ffe-7b48fc382c5b {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:41:58.898969 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94baa8a3-b2bd-4d12-86ca-f388efe13f86", "name": "network-vif-plugged", "status": "completed", "tag": "c1c5dd28-cac9-4bc7-aca3-d3d848501166", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:41:58.899372 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2df5a8c8-5db9-4e30-9ffe-7b48fc382c5b {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:41:58.899989 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94baa8a3-b2bd-4d12-86ca-f388efe13f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c5dd28-cac9-4bc7-aca3-d3d848501166', 'code': 200} Aug 28 12:41:59.010652 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7a5534f2-5ffa-4480-9415-87ce14e05815 req-5803f5fe-74dc-433c-8007-18d1a4a24eb4 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.019935 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7a5534f2-5ffa-4480-9415-87ce14e05815 req-5803f5fe-74dc-433c-8007-18d1a4a24eb4 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.103611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803f5fe-74dc-433c-8007-18d1a4a24eb4 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba308c2-14a3-45f8-a4be-bfc1badda467,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:59.110930 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb45827c-a336-4e5f-a241-083ec22cd5f9 admin admin] Made reservation on behalf of 029f9c972cda493c9e3fb30f2a680a3d for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:41:59.114809 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb45827c-a336-4e5f-a241-083ec22cd5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.127240 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb45827c-a336-4e5f-a241-083ec22cd5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.128280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339ad2a-0b37-4113-9bb2-aa5a0d3bbe87 req-911598c9-3c73-492f-a542-442f758704c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:59.131508 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b339ad2a-0b37-4113-9bb2-aa5a0d3bbe87 req-911598c9-3c73-492f-a542-442f758704c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 1101 time: 0.1077180 Aug 28 12:41:59.141199 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7a5534f2-5ffa-4480-9415-87ce14e05815 req-5803f5fe-74dc-433c-8007-18d1a4a24eb4 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.142665 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7a5534f2-5ffa-4480-9415-87ce14e05815 req-5803f5fe-74dc-433c-8007-18d1a4a24eb4 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6129069 Aug 28 12:41:59.173792 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b339ad2a-0b37-4113-9bb2-aa5a0d3bbe87 req-5baaa729-f091-4eff-8f97-8e156fab36b0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333352 Aug 28 12:41:59.184494 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-24fa5852-f4d8-414a-baaa-ccbaab9d6bd3 req-d8ca4f98-3aa6-4dca-acb6-1238b77f7319 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-428324400', 'description': 'tempest-description-21213037'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:59.295134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb45827c-a336-4e5f-a241-083ec22cd5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.309743 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb45827c-a336-4e5f-a241-083ec22cd5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.356939 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb45827c-a336-4e5f-a241-083ec22cd5f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:41:59.382947 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-24fa5852-f4d8-414a-baaa-ccbaab9d6bd3 req-d8ca4f98-3aa6-4dca-acb6-1238b77f7319 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.421035 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb45827c-a336-4e5f-a241-083ec22cd5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.421585 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-cb45827c-a336-4e5f-a241-083ec22cd5f9 admin admin] Added segment 9fc7fa5c-744b-4d13-912a-f9ba603ad585 of type vlan for network 62a94918-7aa2-44dc-a663-070427d57374 Aug 28 12:41:59.436422 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45827c-a336-4e5f-a241-083ec22cd5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643a866a-b4cd-4eb9-a455-d46be8972b53,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:59.501562 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb45827c-a336-4e5f-a241-083ec22cd5f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.554869 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb45827c-a336-4e5f-a241-083ec22cd5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.556243 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb45827c-a336-4e5f-a241-083ec22cd5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:59.557038 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb45827c-a336-4e5f-a241-083ec22cd5f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.659198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36340) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:59.670234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--73342520', 'description': 'tempest-description--9624432'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:59.688593 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-24fa5852-f4d8-414a-baaa-ccbaab9d6bd3 req-d8ca4f98-3aa6-4dca-acb6-1238b77f7319 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.690026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45827c-a336-4e5f-a241-083ec22cd5f9 admin admin] Pushing event updated for resources: {'Network': ['ID=62a94918-7aa2-44dc-a663-070427d57374,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:59.700251 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-24fa5852-f4d8-414a-baaa-ccbaab9d6bd3 req-d8ca4f98-3aa6-4dca-acb6-1238b77f7319 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.709127 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 62a94918-7aa2-44dc-a663-070427d57374 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:41:59.726391 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cb45827c-a336-4e5f-a241-083ec22cd5f9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1736896 Aug 28 12:41:59.731010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36344) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:41:59.743934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-dbbd2cd5-d3ab-44e6-9d79-e15c9c6c0cda admin admin] Request body: {'subnet': {'network_id': '62a94918-7aa2-44dc-a663-070427d57374', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-229127023-subnet', 'tenant_id': '029f9c972cda493c9e3fb30f2a680a3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:41:59.789028 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca4f98-3aa6-4dca-acb6-1238b77f7319 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2891c7-5dee-4835-b69f-9003186538e7,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:41:59.793667 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.802618 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-24fa5852-f4d8-414a-baaa-ccbaab9d6bd3 req-d8ca4f98-3aa6-4dca-acb6-1238b77f7319 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.805033 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24fa5852-f4d8-414a-baaa-ccbaab9d6bd3 req-d8ca4f98-3aa6-4dca-acb6-1238b77f7319 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6286786 Aug 28 12:41:59.862748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbd2cd5-d3ab-44e6-9d79-e15c9c6c0cda admin admin] Made reservation on behalf of 029f9c972cda493c9e3fb30f2a680a3d for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:41:59.863073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Sync routers for ids ['495a389d-23e6-4548-9e0c-6fcfea51ab77'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:41:59.866558 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dbbd2cd5-d3ab-44e6-9d79-e15c9c6c0cda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:41:59.904399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Routers {'495a389d-23e6-4548-9e0c-6fcfea51ab77'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:41:59.905067 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:41:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['495a389d-23e6-4548-9e0c-6fcfea51ab77'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:41:59.942384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80016aed-7156-4a83-b8b6-83ea30bbc837 req-fe871a5c-3f8b-40ca-b433-6a5937aa7924 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:41:59.959007 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-80016aed-7156-4a83-b8b6-83ea30bbc837 req-fe871a5c-3f8b-40ca-b433-6a5937aa7924 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 949 time: 0.2041044 Aug 28 12:42:00.069183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-80016aed-7156-4a83-b8b6-83ea30bbc837 req-00a1da26-2c11-4b02-add8-162a6b11b824 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089342 Aug 28 12:42:00.186184 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:00.194744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7d41f-6004-4994-ae52-db033fc97a99 req-40b7023b-166d-4eb9-8fec-908f91dcb42d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:00.202946 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:00.208699 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cbc7d41f-6004-4994-ae52-db033fc97a99 req-40b7023b-166d-4eb9-8fec-908f91dcb42d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.1383734 Aug 28 12:42:00.233170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3cdcbf19-47da-4894-a270-9641c12534da up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:42:00.292886 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0ee8f6a-1875-420c-9df0-0588956be032 req-4891c24c-3ca6-419b-893b-27c0ef0f5132 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/1ba308c2-14a3-45f8-a4be-bfc1badda467 HTTP/1.1" status: 200 len: 1805 time: 0.1576321 Aug 28 12:42:00.293965 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:00.295276 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.6347594 Aug 28 12:42:00.301852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36352) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:00.302073 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cbc7d41f-6004-4994-ae52-db033fc97a99 req-d106eebb-dbbd-4a07-bbb8-6a95a1a6a7d7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848036 Aug 28 12:42:00.320100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-214601a2-f01e-410f-9f3b-f1029fb29fb2 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Request body: {'security_group_rule': {'security_group_id': '41f55dd6-8038-4137-b371-18b9ba359bc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:00.341517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f55dd6-8038-4137-b371-18b9ba359bc3,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:00.397768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:00.398096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:00.398939 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 3cdcbf19-47da-4894-a270-9641c12534da triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:00.399204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:00.399665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:00.400049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:00.400377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:00.400546 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:00.401264 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:00.402480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:00.403019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:00.403798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:00.404875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:00.405391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61215ed8-214e-4cd9-91fa-3ed8e4bb8131 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:00.409486 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-214601a2-f01e-410f-9f3b-f1029fb29fb2 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:00.445607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Set router 495a389d-23e6-4548-9e0c-6fcfea51ab77 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:42:00.496186 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dbbd2cd5-d3ab-44e6-9d79-e15c9c6c0cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:00.501999 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0ee8f6a-1875-420c-9df0-0588956be032 req-5a883c0f-7348-4e92-96d6-ad7272840f81 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/8a2891c7-5dee-4835-b69f-9003186538e7 HTTP/1.1" status: 200 len: 1802 time: 0.1979814 Aug 28 12:42:00.553598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-e0ee8f6a-1875-420c-9df0-0588956be032 req-7b497d29-3ff3-4a7a-b1ea-63b43c73881e tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1ba308c2-14a3-45f8-a4be-bfc1badda467', 'remote_group_id': '8a2891c7-5dee-4835-b69f-9003186538e7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:00.553912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-e0ee8f6a-1875-420c-9df0-0588956be032 req-7b497d29-3ff3-4a7a-b1ea-63b43c73881e tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1ba308c2-14a3-45f8-a4be-bfc1badda467', 'remote_group_id': '8a2891c7-5dee-4835-b69f-9003186538e7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:00.609085 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-214601a2-f01e-410f-9f3b-f1029fb29fb2 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:00.619170 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-214601a2-f01e-410f-9f3b-f1029fb29fb2 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:00.648169 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd2cd5-d3ab-44e6-9d79-e15c9c6c0cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4bb847d-c6b5-474b-b34a-3fb0d461c015,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:00.672721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214601a2-f01e-410f-9f3b-f1029fb29fb2 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e371563-7fee-4436-8f16-3ffd1f56d0fd,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:00.686397 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-214601a2-f01e-410f-9f3b-f1029fb29fb2 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:00.690117 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-214601a2-f01e-410f-9f3b-f1029fb29fb2 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3824871 Aug 28 12:42:00.690559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36356) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:00.694202 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbd2cd5-d3ab-44e6-9d79-e15c9c6c0cda admin admin] Checking segment: {'id': '9fc7fa5c-744b-4d13-912a-f9ba603ad585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '62a94918-7aa2-44dc-a663-070427d57374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:42:00.694799 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbd2cd5-d3ab-44e6-9d79-e15c9c6c0cda admin admin] Network hostable DHCP agents. Network: 62a94918-7aa2-44dc-a663-070427d57374, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:42:00.697055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-89aa1f6a-2fe6-4c30-b42d-80fd44694417 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Request body: {'security_group_rule': {'security_group_id': '41f55dd6-8038-4137-b371-18b9ba359bc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:00.736921 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e0ee8f6a-1875-420c-9df0-0588956be032 req-7b497d29-3ff3-4a7a-b1ea-63b43c73881e tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:00.748031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbd2cd5-d3ab-44e6-9d79-e15c9c6c0cda admin admin] Network 62a94918-7aa2-44dc-a663-070427d57374 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:42:00.763463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-dbbd2cd5-d3ab-44e6-9d79-e15c9c6c0cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 62a94918-7aa2-44dc-a663-070427d57374) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:42:00.763983 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-89aa1f6a-2fe6-4c30-b42d-80fd44694417 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:00.775563 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6f1440-0a6a-4142-912f-1fae99d654d8 None None] Network 62a94918-7aa2-44dc-a663-070427d57374 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:42:00.783420 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbd2cd5-d3ab-44e6-9d79-e15c9c6c0cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:00.784026 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dbbd2cd5-d3ab-44e6-9d79-e15c9c6c0cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:00.805761 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e0ee8f6a-1875-420c-9df0-0588956be032 req-7b497d29-3ff3-4a7a-b1ea-63b43c73881e tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:00.821774 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dbbd2cd5-d3ab-44e6-9d79-e15c9c6c0cda admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0858371 Aug 28 12:42:00.823186 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e0ee8f6a-1875-420c-9df0-0588956be032 req-7b497d29-3ff3-4a7a-b1ea-63b43c73881e tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:00.843954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b497d29-3ff3-4a7a-b1ea-63b43c73881e tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a912d4-a472-49c6-a9b5-3b2e83186cda,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:00.856863 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e0ee8f6a-1875-420c-9df0-0588956be032 req-7b497d29-3ff3-4a7a-b1ea-63b43c73881e tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:00.859170 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0ee8f6a-1875-420c-9df0-0588956be032 req-7b497d29-3ff3-4a7a-b1ea-63b43c73881e tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3369544 Aug 28 12:42:00.916007 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-86b90876-e378-45a1-acfd-357d7a8e8a2d req-1eca6f81-98e4-4890-b37b-26089204c20b tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-908109175', 'description': 'tempest-description-1592477959'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:00.932225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'name': 'tempest-ServersTestFqdnHostnames-1584478184-router', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '3cdcbf19-47da-4894-a270-9641c12534da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:43Z', 'updated_at': '2021-08-28T12:41:55Z', 'revision_number': 4, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'gw_port': {'id': '3cdcbf19-47da-4894-a270-9641c12534da', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:48Z', 'updated_at': '2021-08-28T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '05541570-b286-4665-8a45-ecbe1b0006de', 'name': '', 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'mac_address': 'fa:16:3e:48:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9c127358-d605-44a6-a69c-e068288e2a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:54Z', 'updated_at': '2021-08-28T12:41:56Z', 'revision_number': 2, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'subnets': [{'id': '9c127358-d605-44a6-a69c-e068288e2a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:00.969815 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Checking router: 495a389d-23e6-4548-9e0c-6fcfea51ab77 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:42:00.970171 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Updating router 495a389d-23e6-4548-9e0c-6fcfea51ab77 port 05541570-b286-4665-8a45-ecbe1b0006de binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:42:00.978439 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-89aa1f6a-2fe6-4c30-b42d-80fd44694417 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:00.986131 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-89aa1f6a-2fe6-4c30-b42d-80fd44694417 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.008297 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-86b90876-e378-45a1-acfd-357d7a8e8a2d req-1eca6f81-98e4-4890-b37b-26089204c20b tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.035251 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa1f6a-2fe6-4c30-b42d-80fd44694417 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32796b2e-d009-44b2-b527-23b24f491142,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:01.056480 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-89aa1f6a-2fe6-4c30-b42d-80fd44694417 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.061780 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-89aa1f6a-2fe6-4c30-b42d-80fd44694417 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3700209 Aug 28 12:42:01.062224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36366) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:01.072497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:01.079889 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.084738 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583399d1-acca-4a08-bdfd-3248d0280013 None None] Network 62a94918-7aa2-44dc-a663-070427d57374 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:42:01.233183 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-6959bd2f-fc6a-4817-a94e-86d178ae3a2f req-05272ae3-fadc-4932-a3ff-4ba23a9138b5 tempest-SecurityGroupsNegativeTestJSON-1801295702 tempest-SecurityGroupsNegativeTestJSON-1801295702-project] show failed (client error): The resource could not be found. Aug 28 12:42:01.234930 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6959bd2f-fc6a-4817-a94e-86d178ae3a2f req-05272ae3-fadc-4932-a3ff-4ba23a9138b5 tempest-SecurityGroupsNegativeTestJSON-1801295702 tempest-SecurityGroupsNegativeTestJSON-1801295702-project] 10.222.0.20 "GET /v2.0/security-groups/f49272c9-2ec9-435d-882e-d1ce2a885b96 HTTP/1.1" status: 404 len: 352 time: 0.0201795 Aug 28 12:42:01.238265 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-86b90876-e378-45a1-acfd-357d7a8e8a2d req-1eca6f81-98e4-4890-b37b-26089204c20b tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.249819 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-86b90876-e378-45a1-acfd-357d7a8e8a2d req-1eca6f81-98e4-4890-b37b-26089204c20b tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.292924 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.306537 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-86b90876-e378-45a1-acfd-357d7a8e8a2d req-1eca6f81-98e4-4890-b37b-26089204c20b tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.315635 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-86b90876-e378-45a1-acfd-357d7a8e8a2d req-1eca6f81-98e4-4890-b37b-26089204c20b tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4106092 Aug 28 12:42:01.329795 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca6f81-98e4-4890-b37b-26089204c20b tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0221b496-50ae-4145-97b2-bd4c9c67a611,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:01.361845 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-70793927-55bf-491d-9941-9cad5ffde009 req-bbb18bbc-79ef-48e1-88fd-b18d0725c8ca tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-231573874', 'description': 'tempest-description-730168305'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:01.404317 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-70793927-55bf-491d-9941-9cad5ffde009 req-bbb18bbc-79ef-48e1-88fd-b18d0725c8ca tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.454787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e540c-ad4e-4f8b-bcee-eca203488068 req-49324cad-eb7b-4c59-afd3-99fadf3d42e8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:01.456995 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d10e540c-ad4e-4f8b-bcee-eca203488068 req-49324cad-eb7b-4c59-afd3-99fadf3d42e8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 949 time: 0.0966308 Aug 28 12:42:01.556203 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d10e540c-ad4e-4f8b-bcee-eca203488068 req-6049f097-2e94-4d7f-a696-5a41a17342ac tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812690 Aug 28 12:42:01.565382 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.598289 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-70793927-55bf-491d-9941-9cad5ffde009 req-bbb18bbc-79ef-48e1-88fd-b18d0725c8ca tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.608351 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-70793927-55bf-491d-9941-9cad5ffde009 req-bbb18bbc-79ef-48e1-88fd-b18d0725c8ca tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.684190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb18bbc-79ef-48e1-88fd-b18d0725c8ca tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a888e0f8-87aa-4f52-9d3d-3701dd1389f1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:01.684940 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.699933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Transition to ACTIVE for port object 05541570-b286-4665-8a45-ecbe1b0006de will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:01.705184 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-70793927-55bf-491d-9941-9cad5ffde009 req-bbb18bbc-79ef-48e1-88fd-b18d0725c8ca tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.708934 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70793927-55bf-491d-9941-9cad5ffde009 req-bbb18bbc-79ef-48e1-88fd-b18d0725c8ca tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3515275 Aug 28 12:42:01.722841 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.814824 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca616854-d0aa-44ca-9bdf-5f95511af5e3 None None] Pushing event updated for resources: {'Port': ['ID=05541570-b286-4665-8a45-ecbe1b0006de,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:01.844341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9627ae05-4754-4566-b341-c9b771160a71 req-64e6cd32-e1b1-46f8-b600-ceab1df406a2 tempest-SecurityGroupsNegativeTestJSON-1801295702 tempest-SecurityGroupsNegativeTestJSON-1801295702-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=029f9c972cda493c9e3fb30f2a680a3d HTTP/1.1" status: 200 len: 2984 time: 0.0982454 Aug 28 12:42:01.863427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48ddb4-6ec3-4beb-a069-a1cc7133e0cc req-847381b2-e6c3-4257-aa50-987e95a943da tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:01.871772 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d48ddb4-6ec3-4beb-a069-a1cc7133e0cc req-847381b2-e6c3-4257-aa50-987e95a943da tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.1907232 Aug 28 12:42:01.944170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Attempting to bind port 05541570-b286-4665-8a45-ecbe1b0006de on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:42:01.944788 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Attempting to bind port 05541570-b286-4665-8a45-ecbe1b0006de by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:42:01.945365 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Attempting to bind port 05541570-b286-4665-8a45-ecbe1b0006de on network 008d0e9f-d82b-4238-8594-b22fd851164f {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:01.953412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:42:01.954222 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9627ae05-4754-4566-b341-c9b771160a71 req-f22feffd-6f74-4d1c-a387-c6564a497d9b tempest-SecurityGroupsNegativeTestJSON-1801295702 tempest-SecurityGroupsNegativeTestJSON-1801295702-project] 10.222.0.20 "GET /v2.0/security-groups/643a866a-b4cd-4eb9-a455-d46be8972b53 HTTP/1.1" status: 200 len: 2981 time: 0.0991497 Aug 28 12:42:01.960791 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Checking segment: {'id': 'f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:42:01.961287 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.961710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Bound using segment: {'id': 'f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:42:01.962221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Bound port: 05541570-b286-4665-8a45-ecbe1b0006de, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:42:01.962806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Allocated IP 172.25.1.91 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/26a44c05-0bc7-4183-860a-41d341687d75) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:42:01.967948 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:01.977604 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d48ddb4-6ec3-4beb-a069-a1cc7133e0cc req-960e16eb-e7a4-4141-84ea-83526155191c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049340 Aug 28 12:42:02.082411 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9627ae05-4754-4566-b341-c9b771160a71 req-8d76f61b-879c-408e-96d6-bb38ef1aedc5 tempest-SecurityGroupsNegativeTestJSON-1801295702 tempest-SecurityGroupsNegativeTestJSON-1801295702-project] 10.222.0.20 "GET /v2.0/security-groups/643a866a-b4cd-4eb9-a455-d46be8972b53 HTTP/1.1" status: 200 len: 2981 time: 0.1135693 Aug 28 12:42:02.186171 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] For port 05541570-b286-4665-8a45-ecbe1b0006de, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:42:02.193392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] For port 05541570-b286-4665-8a45-ecbe1b0006de, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=05541570-b286-4665-8a45-ecbe1b0006de,segment=NetworkSegment(f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb),segment_id=f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:42:02.199152 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:02.230236 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:02.249451 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6235023-5173-49ca-8f17-bb48ab8f44da req-c6a21376-a9ac-4845-9794-8dc47b9f7aeb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:02.261581 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-90c8518e-3083-463b-9f92-8b598b1ff3f6 req-765fb26f-0960-4498-8403-fdf59bfc29b0 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/0221b496-50ae-4145-97b2-bd4c9c67a611 HTTP/1.1" status: 200 len: 1804 time: 0.0817249 Aug 28 12:42:02.264375 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6235023-5173-49ca-8f17-bb48ab8f44da req-c6a21376-a9ac-4845-9794-8dc47b9f7aeb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c5f2c0-b939-45c2-9f29-c93b17e98b68 HTTP/1.1" status: 200 len: 950 time: 0.0948284 Aug 28 12:42:02.287523 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Routers {'495a389d-23e6-4548-9e0c-6fcfea51ab77'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:42:02.288248 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:41:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['495a389d-23e6-4548-9e0c-6fcfea51ab77'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:02.347763 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6235023-5173-49ca-8f17-bb48ab8f44da req-32f9bdca-2fc1-4ef9-a07e-dc6b053b192e tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825400 Aug 28 12:42:02.358296 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-90c8518e-3083-463b-9f92-8b598b1ff3f6 req-0c34812b-e8b9-4012-b7d9-0879863dd12a tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/a888e0f8-87aa-4f52-9d3d-3701dd1389f1 HTTP/1.1" status: 200 len: 1803 time: 0.0908511 Aug 28 12:42:02.360066 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:02.360434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca616854-d0aa-44ca-9bdf-5f95511af5e3 None None] Pushing event updated for resources: {'Port': ['ID=05541570-b286-4665-8a45-ecbe1b0006de,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:02.419877 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-90c8518e-3083-463b-9f92-8b598b1ff3f6 req-ca04cac8-527e-4f86-ab35-7d05663853c5 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0221b496-50ae-4145-97b2-bd4c9c67a611', 'remote_group_id': 'a888e0f8-87aa-4f52-9d3d-3701dd1389f1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:02.421118 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-90c8518e-3083-463b-9f92-8b598b1ff3f6 req-ca04cac8-527e-4f86-ab35-7d05663853c5 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0221b496-50ae-4145-97b2-bd4c9c67a611', 'remote_group_id': 'a888e0f8-87aa-4f52-9d3d-3701dd1389f1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:02.457854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:42:02.481820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:42:02.499506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:42:02.505339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Pushing event updated for resources: {'Port': ['ID=26a44c05-0bc7-4183-860a-41d341687d75,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:02.522942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] Set router 495a389d-23e6-4548-9e0c-6fcfea51ab77 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:42:02.629349 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9898d06a-efc2-4025-ab79-d93037945912 req-ed0e1b57-f0f0-4c4b-8dc4-c300f49de732 tempest-SecurityGroupsNegativeTestJSON-1801295702 tempest-SecurityGroupsNegativeTestJSON-1801295702-project] 10.222.0.20 "GET /v2.0/security-groups/643a866a-b4cd-4eb9-a455-d46be8972b53 HTTP/1.1" status: 200 len: 2981 time: 0.1309519 Aug 28 12:42:02.685597 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-90c8518e-3083-463b-9f92-8b598b1ff3f6 req-ca04cac8-527e-4f86-ab35-7d05663853c5 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:02.765098 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [req-9898d06a-efc2-4025-ab79-d93037945912 req-cd8d9157-395f-428d-ac97-bd66b87bd063 tempest-SecurityGroupsNegativeTestJSON-1801295702 tempest-SecurityGroupsNegativeTestJSON-1801295702-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 12:42:02.766055 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:02.767107 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9898d06a-efc2-4025-ab79-d93037945912 req-cd8d9157-395f-428d-ac97-bd66b87bd063 tempest-SecurityGroupsNegativeTestJSON-1801295702 tempest-SecurityGroupsNegativeTestJSON-1801295702-project] 10.222.0.20 "DELETE /v2.0/security-groups/643a866a-b4cd-4eb9-a455-d46be8972b53 HTTP/1.1" status: 409 len: 352 time: 0.1358845 Aug 28 12:42:02.794511 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-90c8518e-3083-463b-9f92-8b598b1ff3f6 req-ca04cac8-527e-4f86-ab35-7d05663853c5 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:02.846869 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:02.851482 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-90c8518e-3083-463b-9f92-8b598b1ff3f6 req-ca04cac8-527e-4f86-ab35-7d05663853c5 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:02.925591 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-90c8518e-3083-463b-9f92-8b598b1ff3f6 req-ca04cac8-527e-4f86-ab35-7d05663853c5 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:02.941431 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-90c8518e-3083-463b-9f92-8b598b1ff3f6 req-ca04cac8-527e-4f86-ab35-7d05663853c5 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5264242 Aug 28 12:42:02.946069 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04cac8-527e-4f86-ab35-7d05663853c5 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdbf637f-3562-4d73-802a-923d1956cdf9,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:03.005699 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-c8a662da-af1e-4617-b658-7d2e5bd4a9c3 req-2f762f6b-e169-47df-b4b2-558476be4abb tempest-SecurityGroupsNegativeTestJSON-1801295702 tempest-SecurityGroupsNegativeTestJSON-1801295702-project] show failed (client error): The resource could not be found. Aug 28 12:42:03.007439 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8a662da-af1e-4617-b658-7d2e5bd4a9c3 req-2f762f6b-e169-47df-b4b2-558476be4abb tempest-SecurityGroupsNegativeTestJSON-1801295702 tempest-SecurityGroupsNegativeTestJSON-1801295702-project] 10.222.0.20 "GET /v2.0/security-groups/2575d80c-15b1-4013-b4da-f45b1c827602 HTTP/1.1" status: 404 len: 352 time: 0.0356722 Aug 28 12:42:03.072215 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'name': 'tempest-ServersTestFqdnHostnames-1584478184-router', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '3cdcbf19-47da-4894-a270-9641c12534da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:43Z', 'updated_at': '2021-08-28T12:41:55Z', 'revision_number': 4, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'gw_port': {'id': '3cdcbf19-47da-4894-a270-9641c12534da', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:48Z', 'updated_at': '2021-08-28T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '05541570-b286-4665-8a45-ecbe1b0006de', 'name': '', 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'mac_address': 'fa:16:3e:48:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9c127358-d605-44a6-a69c-e068288e2a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:54Z', 'updated_at': '2021-08-28T12:42:02Z', 'revision_number': 4, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'subnets': [{'id': '9c127358-d605-44a6-a69c-e068288e2a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:03.141913 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428d37b9-dd68-418e-8f30-e19f75537098 None None] The sync data for ids ['495a389d-23e6-4548-9e0c-6fcfea51ab77'] in n-d-791505-21 is: [{'id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'name': 'tempest-ServersTestFqdnHostnames-1584478184-router', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '3cdcbf19-47da-4894-a270-9641c12534da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:43Z', 'updated_at': '2021-08-28T12:41:55Z', 'revision_number': 4, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'gw_port': {'id': '3cdcbf19-47da-4894-a270-9641c12534da', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:48Z', 'updated_at': '2021-08-28T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '05541570-b286-4665-8a45-ecbe1b0006de', 'name': '', 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'mac_address': 'fa:16:3e:48:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9c127358-d605-44a6-a69c-e068288e2a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:54Z', 'updated_at': '2021-08-28T12:42:02Z', 'revision_number': 4, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'subnets': [{'id': '9c127358-d605-44a6-a69c-e068288e2a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:42:03.177692 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01728e81-275a-4e84-aa74-e8151b3e0d23 req-2b1c6791-9e86-42fc-a0b1-c5202d4562c6 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/a888e0f8-87aa-4f52-9d3d-3701dd1389f1 HTTP/1.1" status: 200 len: 1803 time: 0.1037765 Aug 28 12:42:03.296418 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:03.305702 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:03.320239 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-01728e81-275a-4e84-aa74-e8151b3e0d23 req-585f2081-29c3-4590-8ffe-ead781daa574 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:03.410621 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-01728e81-275a-4e84-aa74-e8151b3e0d23 req-585f2081-29c3-4590-8ffe-ead781daa574 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:03.435085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Pushing event updated for resources: {'Port': ['ID=26a44c05-0bc7-4183-860a-41d341687d75,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:03.448048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1207c99-51a5-4f50-94d7-1fb239f98770 req-2a01b56d-ce6b-450c-a6f6-be33c3c10379 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:03.456870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1207c99-51a5-4f50-94d7-1fb239f98770 req-2a01b56d-ce6b-450c-a6f6-be33c3c10379 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:03.459417 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1207c99-51a5-4f50-94d7-1fb239f98770 req-2a01b56d-ce6b-450c-a6f6-be33c3c10379 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86&device_id=97c5f2c0-b939-45c2-9f29-c93b17e98b68 HTTP/1.1" status: 200 len: 1690 time: 0.1254990 Aug 28 12:42:03.472217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:03.516258 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:03.518012 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-249bb8e9-dc63-4f67-b751-f7b145b65271 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4536648 Aug 28 12:42:03.554483 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1207c99-51a5-4f50-94d7-1fb239f98770 req-82c4fbcc-840e-46bc-8aaf-3739f795973e tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792735 Aug 28 12:42:03.554746 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-01728e81-275a-4e84-aa74-e8151b3e0d23 req-585f2081-29c3-4590-8ffe-ead781daa574 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:03.554746 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-01728e81-275a-4e84-aa74-e8151b3e0d23 req-585f2081-29c3-4590-8ffe-ead781daa574 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:03.554746 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01728e81-275a-4e84-aa74-e8151b3e0d23 req-585f2081-29c3-4590-8ffe-ead781daa574 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "DELETE /v2.0/security-groups/a888e0f8-87aa-4f52-9d3d-3701dd1389f1 HTTP/1.1" status: 204 len: 173 time: 0.3478127 Aug 28 12:42:03.596139 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f2081-29c3-4590-8ffe-ead781daa574 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a888e0f8-87aa-4f52-9d3d-3701dd1389f1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:03.608559 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-8a26de48-d6e5-4dd7-91b0-01f4438a165f req-fefd0de5-a7a4-4dbe-abce-86eb8f5eb603 tempest-SecurityGroupsNegativeTestJSON-1801295702 tempest-SecurityGroupsNegativeTestJSON-1801295702-project] show failed (client error): The resource could not be found. Aug 28 12:42:03.623580 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8a26de48-d6e5-4dd7-91b0-01f4438a165f req-fefd0de5-a7a4-4dbe-abce-86eb8f5eb603 tempest-SecurityGroupsNegativeTestJSON-1801295702 tempest-SecurityGroupsNegativeTestJSON-1801295702-project] 10.222.0.20 "GET /v2.0/security-groups/10ae62b2-39fe-4751-9def-faf04d871dd6 HTTP/1.1" status: 404 len: 352 time: 0.0377557 Aug 28 12:42:03.627055 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36418) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:03.728661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b761886-9224-4a36-9e8d-2cbe92a48a92 admin admin] Deleting subnet d4bb847d-c6b5-474b-b34a-3fb0d461c015 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:42:03.733320 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7b761886-9224-4a36-9e8d-2cbe92a48a92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:03.789645 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7b761886-9224-4a36-9e8d-2cbe92a48a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:03.796096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fc49e-aae7-4c94-8eef-f93fa7a89dcf req-5a7e6e9f-b21e-497c-9722-d8e596b341de tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:03.803687 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e04fc49e-aae7-4c94-8eef-f93fa7a89dcf req-5a7e6e9f-b21e-497c-9722-d8e596b341de tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.1379771 Aug 28 12:42:03.879384 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e04fc49e-aae7-4c94-8eef-f93fa7a89dcf req-bea7e412-bb06-48c3-897d-30f685c09e4e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669885 Aug 28 12:42:03.914225 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7b761886-9224-4a36-9e8d-2cbe92a48a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.054829 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7b761886-9224-4a36-9e8d-2cbe92a48a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.100109 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-58f18366-e7f6-46e7-b6c1-374707cd28a0 req-e1f096d0-82c0-41cc-86dc-0059ff3752ec tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/0221b496-50ae-4145-97b2-bd4c9c67a611 HTTP/1.1" status: 200 len: 1804 time: 0.1276536 Aug 28 12:42:04.140947 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 05541570-b286-4665-8a45-ecbe1b0006de up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:42:04.149218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b761886-9224-4a36-9e8d-2cbe92a48a92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4bb847d-c6b5-474b-b34a-3fb0d461c015,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:04.163764 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7b761886-9224-4a36-9e8d-2cbe92a48a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.167035 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7b761886-9224-4a36-9e8d-2cbe92a48a92 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d4bb847d-c6b5-474b-b34a-3fb0d461c015 HTTP/1.1" status: 204 len: 168 time: 0.5386376 Aug 28 12:42:04.172735 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36432) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:04.279965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833223f6-2541-42b1-a61e-a62b106e2916 req-eca4a2df-0cd4-40b8-9a9c-4dc29aa73b26 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:04.287192 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-833223f6-2541-42b1-a61e-a62b106e2916 req-eca4a2df-0cd4-40b8-9a9c-4dc29aa73b26 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 1101 time: 0.0677285 Aug 28 12:42:04.303054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 05541570-b286-4665-8a45-ecbe1b0006de completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:42:04.314202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 05541570-b286-4665-8a45-ecbe1b0006de triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:04.314876 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.376708 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-264ad57e-7566-4857-857b-3144475a4190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.387912 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-833223f6-2541-42b1-a61e-a62b106e2916 req-3bb06900-7f3f-468e-84bc-91298a21504c tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960648 Aug 28 12:42:04.436620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-c4025f1a-4380-452f-9aba-b1b8f662aa70 req-c4e52bf1-342b-4faf-b6bb-e50758b63015 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-824076386', 'description': 'tempest-description-430118602'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:04.466130 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.494663 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c4025f1a-4380-452f-9aba-b1b8f662aa70 req-c4e52bf1-342b-4faf-b6bb-e50758b63015 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.515964 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 05541570-b286-4665-8a45-ecbe1b0006de, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=05541570-b286-4665-8a45-ecbe1b0006de,segment=NetworkSegment(f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb),segment_id=f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:04.517645 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-b8d4266f-0e34-4e0c-9f1b-bee96c66be1f tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--73342520&fields=id&tenant_id=662aef43b83749e09630d9ceab75e09c HTTP/1.1" status: 200 len: 267 time: 0.3486178 Aug 28 12:42:04.521625 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.641952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=05541570-b286-4665-8a45-ecbe1b0006de,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:04.658021 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-264ad57e-7566-4857-857b-3144475a4190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.676058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-264ad57e-7566-4857-857b-3144475a4190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a94918-7aa2-44dc-a663-070427d57374']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:04.692479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-264ad57e-7566-4857-857b-3144475a4190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc7fa5c-744b-4d13-912a-f9ba603ad585') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:04.692812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-264ad57e-7566-4857-857b-3144475a4190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc7fa5c-744b-4d13-912a-f9ba603ad585') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:04.706699 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c4025f1a-4380-452f-9aba-b1b8f662aa70 req-c4e52bf1-342b-4faf-b6bb-e50758b63015 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.716864 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c4025f1a-4380-452f-9aba-b1b8f662aa70 req-c4e52bf1-342b-4faf-b6bb-e50758b63015 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.724733 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-264ad57e-7566-4857-857b-3144475a4190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.757996 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-264ad57e-7566-4857-857b-3144475a4190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.765128 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c4025f1a-4380-452f-9aba-b1b8f662aa70 req-c4e52bf1-342b-4faf-b6bb-e50758b63015 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.766697 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4025f1a-4380-452f-9aba-b1b8f662aa70 req-c4e52bf1-342b-4faf-b6bb-e50758b63015 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3394642 Aug 28 12:42:04.768682 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e52bf1-342b-4faf-b6bb-e50758b63015 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358cb818-b493-44b0-880f-4331db3765c5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:04.769094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-c52d903d-c103-4187-8588-299f2ae31829 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:04.775360 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-c52d903d-c103-4187-8588-299f2ae31829 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/networks?id=008d0e9f-d82b-4238-8594-b22fd851164f HTTP/1.1" status: 200 len: 815 time: 0.2380996 Aug 28 12:42:04.786783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264ad57e-7566-4857-857b-3144475a4190 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:42:04.787419 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-264ad57e-7566-4857-857b-3144475a4190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:42:04.790261 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:42:04.871682 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-fc9527ca-3355-428b-9726-e97484a8ccfd tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/quotas/662aef43b83749e09630d9ceab75e09c HTTP/1.1" status: 200 len: 375 time: 0.0530765 Aug 28 12:42:04.925275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ac88e-e939-4df7-9b6a-756a58b9e801 req-35605385-a5e5-4743-843c-f93f78bd4d9d tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:04.932510 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e4ac88e-e939-4df7-9b6a-756a58b9e801 req-35605385-a5e5-4743-843c-f93f78bd4d9d tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=97c5f2c0-b939-45c2-9f29-c93b17e98b68 HTTP/1.1" status: 200 len: 1102 time: 0.0692592 Aug 28 12:42:04.934635 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-264ad57e-7566-4857-857b-3144475a4190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.940576 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-264ad57e-7566-4857-857b-3144475a4190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:04.942865 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-264ad57e-7566-4857-857b-3144475a4190 admin admin] 10.222.0.20 "DELETE /v2.0/networks/62a94918-7aa2-44dc-a663-070427d57374 HTTP/1.1" status: 204 len: 168 time: 0.7688932 Aug 28 12:42:04.959502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ad57e-7566-4857-857b-3144475a4190 admin admin] Pushing event deleted for resources: {'Network': ['ID=62a94918-7aa2-44dc-a663-070427d57374,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:04.976151 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-f6b6a7c8-8eda-4513-bc75-70fc25bd9427 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=662aef43b83749e09630d9ceab75e09c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1031752 Aug 28 12:42:04.993034 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e4ac88e-e939-4df7-9b6a-756a58b9e801 req-4dbeec37-ea08-4c10-a9f7-10e5dc7d5f9b tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585361 Aug 28 12:42:05.245852 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-44e059bb-d973-43af-bcbc-649f74760b2b service neutron] 10.222.0.20 "GET /v2.0/networks/008d0e9f-d82b-4238-8594-b22fd851164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440209 Aug 28 12:42:05.246912 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36452) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:05.269047 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e93c83a9-485d-4b75-bb63-13247c796d58 req-dd43500d-126b-47f0-9340-7a4e0336ab6d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/358cb818-b493-44b0-880f-4331db3765c5 HTTP/1.1" status: 200 len: 1803 time: 0.1234660 Aug 28 12:42:05.294746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-e93c83a9-485d-4b75-bb63-13247c796d58 req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '358cb818-b493-44b0-880f-4331db3765c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:05.295860 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-e93c83a9-485d-4b75-bb63-13247c796d58 req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '358cb818-b493-44b0-880f-4331db3765c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:05.344691 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-298fee9e-484b-479a-8d47-e25ce56da472 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=029f9c972cda493c9e3fb30f2a680a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1045179 Aug 28 12:42:05.347453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36456) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:05.405970 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-f75b2577-8c95-410e-b8b4-4d41de86a88e service neutron] 10.222.0.20 "GET /v2.0/networks/008d0e9f-d82b-4238-8594-b22fd851164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709573 Aug 28 12:42:05.443353 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e93c83a9-485d-4b75-bb63-13247c796d58 req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:05.454103 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb9d6-4aa2-4b85-b010-2fcad8dc4c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:05.487090 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e93c83a9-485d-4b75-bb63-13247c796d58 req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:05.493932 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e93c83a9-485d-4b75-bb63-13247c796d58 req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:05.528573 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb9d6-4aa2-4b85-b010-2fcad8dc4c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:05.532926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242d575e-2858-4cae-bed0-8d93105e3266,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:05.537947 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e93c83a9-485d-4b75-bb63-13247c796d58 req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:05.539527 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e93c83a9-485d-4b75-bb63-13247c796d58 req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2508161 Aug 28 12:42:05.569479 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:05.569927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:05.570927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:05.570927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:05.571248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:05.571432 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:05.571853 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:05.572203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:05.572735 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:05.573241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:05.585350 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:05.586135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cce061-1844-44d9-8bd1-d98fa94f5d9f tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:05.740312 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb9d6-4aa2-4b85-b010-2fcad8dc4c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:05.744655 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5bbdb9d6-4aa2-4b85-b010-2fcad8dc4c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:05.750414 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5bbdb9d6-4aa2-4b85-b010-2fcad8dc4c19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/643a866a-b4cd-4eb9-a455-d46be8972b53 HTTP/1.1" status: 204 len: 168 time: 0.4016728 Aug 28 12:42:05.770026 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1f5a1-9410-467c-8dd6-215a45bce583 req-943967e1-e41d-4c77-a6c1-65b336dffd45 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:05.772760 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9fd1f5a1-9410-467c-8dd6-215a45bce583 req-943967e1-e41d-4c77-a6c1-65b336dffd45 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.1165705 Aug 28 12:42:05.781987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdb9d6-4aa2-4b85-b010-2fcad8dc4c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643a866a-b4cd-4eb9-a455-d46be8972b53,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:05.892860 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce12cf-d9eb-4bf5-a4c4-efc6d0c4983d req-01247646-4d33-43d1-8e76-3c70fd8daf72 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:05.895551 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56ce12cf-d9eb-4bf5-a4c4-efc6d0c4983d req-01247646-4d33-43d1-8e76-3c70fd8daf72 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 946 time: 0.1588013 Aug 28 12:42:05.906190 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9fd1f5a1-9410-467c-8dd6-215a45bce583 req-9a5c6a56-8746-42da-9ac0-2672eeb1143f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968635 Aug 28 12:42:05.990843 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56ce12cf-d9eb-4bf5-a4c4-efc6d0c4983d req-6cadffe2-1d33-4e43-9ea2-137219c206a3 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792823 Aug 28 12:42:06.030019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 05541570-b286-4665-8a45-ecbe1b0006de up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:42:06.106776 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 05541570-b286-4665-8a45-ecbe1b0006de triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:06.107145 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:06.200192 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-9a11cb79-8ccc-4cea-a443-044eeb00baf1 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=64deab23396c4c29b7c913924f7a124c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731838 Aug 28 12:42:06.232178 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80c6d927-87b9-4962-a558-3b51aa4e3452 req-6bd56254-a55e-4806-8552-2641c8041481 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/358cb818-b493-44b0-880f-4331db3765c5 HTTP/1.1" status: 200 len: 2396 time: 0.1091299 Aug 28 12:42:06.239473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-80c6d927-87b9-4962-a558-3b51aa4e3452 req-d9201a2b-f4bd-4dc1-bdd5-6d97d237d29d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '358cb818-b493-44b0-880f-4331db3765c5', 'remote_group_id': None}]} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:06.239835 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-80c6d927-87b9-4962-a558-3b51aa4e3452 req-d9201a2b-f4bd-4dc1-bdd5-6d97d237d29d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '358cb818-b493-44b0-880f-4331db3765c5', 'remote_group_id': None}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:06.332611 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-80c6d927-87b9-4962-a558-3b51aa4e3452 req-d9201a2b-f4bd-4dc1-bdd5-6d97d237d29d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:06.413136 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-80c6d927-87b9-4962-a558-3b51aa4e3452 req-d9201a2b-f4bd-4dc1-bdd5-6d97d237d29d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:06.428100 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-80c6d927-87b9-4962-a558-3b51aa4e3452 req-d9201a2b-f4bd-4dc1-bdd5-6d97d237d29d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:06.456369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9201a2b-f4bd-4dc1-bdd5-6d97d237d29d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb4b117-abd3-4ca9-8a7a-8aaf68efbaa9,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:06.471827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-bd6ec53b-2836-4c7c-b61e-d99ee89617a0 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:06.474408 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-80c6d927-87b9-4962-a558-3b51aa4e3452 req-d9201a2b-f4bd-4dc1-bdd5-6d97d237d29d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:06.476231 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80c6d927-87b9-4962-a558-3b51aa4e3452 req-d9201a2b-f4bd-4dc1-bdd5-6d97d237d29d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2431078 Aug 28 12:42:06.484878 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-bd6ec53b-2836-4c7c-b61e-d99ee89617a0 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832720 Aug 28 12:42:06.498672 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-46d89ef1-dc18-4d83-965f-742b715d476f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/quotas/64deab23396c4c29b7c913924f7a124c HTTP/1.1" status: 200 len: 375 time: 0.0124259 Aug 28 12:42:06.562201 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eac65882-f4ec-45ad-88ad-7e99c4daf621 req-7a93fd4e-f0d2-4068-a7fe-eaf6caa0f2b1 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 210 time: 0.0394399 Aug 28 12:42:06.701360 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-8492c81e-098c-43ea-ae53-07459343d09c tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1854510 Aug 28 12:42:06.760551 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ea41451-b3ec-409f-90ef-34588577344e req-796dcfa2-1c6f-43bc-b3ce-7bb8d5a391ff tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/358cb818-b493-44b0-880f-4331db3765c5 HTTP/1.1" status: 200 len: 2994 time: 0.1527846 Aug 28 12:42:06.878440 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7eec32d4-babe-48f6-b747-073e6aee79f9 req-052606ab-e467-4975-8bf9-f9f693467672 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-group-rules/3cb4b117-abd3-4ca9-8a7a-8aaf68efbaa9 HTTP/1.1" status: 200 len: 783 time: 0.0367827 Aug 28 12:42:07.031664 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e094b18-6000-471c-8217-c0bc6f95a427 req-a15fd19e-216d-423b-bea0-33e5af7e153a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 210 time: 0.0805495 Aug 28 12:42:07.038045 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:07.048258 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7eec32d4-babe-48f6-b747-073e6aee79f9 req-8ccd14b4-7cc8-44be-b6e5-c0bf3a71150e tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/358cb818-b493-44b0-880f-4331db3765c5 HTTP/1.1" status: 200 len: 2994 time: 0.1586125 Aug 28 12:42:07.123219 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7eec32d4-babe-48f6-b747-073e6aee79f9 req-481910eb-3e49-405b-a720-a45c641adade tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:07.135864 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7eec32d4-babe-48f6-b747-073e6aee79f9 req-481910eb-3e49-405b-a720-a45c641adade tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:07.177671 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7eec32d4-babe-48f6-b747-073e6aee79f9 req-481910eb-3e49-405b-a720-a45c641adade tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:07.185641 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7eec32d4-babe-48f6-b747-073e6aee79f9 req-481910eb-3e49-405b-a720-a45c641adade tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:07.186879 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7eec32d4-babe-48f6-b747-073e6aee79f9 req-481910eb-3e49-405b-a720-a45c641adade tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3cb4b117-abd3-4ca9-8a7a-8aaf68efbaa9 HTTP/1.1" status: 204 len: 173 time: 0.1353996 Aug 28 12:42:07.200050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481910eb-3e49-405b-a720-a45c641adade tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cb4b117-abd3-4ca9-8a7a-8aaf68efbaa9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:07.231060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccca402-c7de-4b9c-93fd-0954f760107c req-02b390f2-2c9a-47fd-9356-5f730c6adb0c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:07.234392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fccca402-c7de-4b9c-93fd-0954f760107c req-02b390f2-2c9a-47fd-9356-5f730c6adb0c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.0998373 Aug 28 12:42:07.299224 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fccca402-c7de-4b9c-93fd-0954f760107c req-5cf2b4ae-f05c-443c-a292-17003c77185d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509017 Aug 28 12:42:07.356725 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a56cf85-7730-4df5-a689-3061c961ff49 req-0b3350d3-e3d4-4448-a418-b715844ec909 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/358cb818-b493-44b0-880f-4331db3765c5 HTTP/1.1" status: 200 len: 2396 time: 0.1059515 Aug 28 12:42:07.476141 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-0a56cf85-7730-4df5-a689-3061c961ff49 req-c9a2ce97-42ad-4ec9-9a7f-674087abfe7a tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:07.513094 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-0a56cf85-7730-4df5-a689-3061c961ff49 req-c9a2ce97-42ad-4ec9-9a7f-674087abfe7a tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:07.585948 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-0a56cf85-7730-4df5-a689-3061c961ff49 req-c9a2ce97-42ad-4ec9-9a7f-674087abfe7a tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:07.594284 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-0a56cf85-7730-4df5-a689-3061c961ff49 req-c9a2ce97-42ad-4ec9-9a7f-674087abfe7a tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:07.617886 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a56cf85-7730-4df5-a689-3061c961ff49 req-c9a2ce97-42ad-4ec9-9a7f-674087abfe7a tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "DELETE /v2.0/security-groups/358cb818-b493-44b0-880f-4331db3765c5 HTTP/1.1" status: 204 len: 173 time: 0.2438042 Aug 28 12:42:07.634456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36530) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:07.655948 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2ce97-42ad-4ec9-9a7f-674087abfe7a tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358cb818-b493-44b0-880f-4331db3765c5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:07.712534 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [req-6a8c3261-000d-4b33-9687-c9a36df935d4 req-ccf9ed44-8b19-49ca-9cd7-9755ed83345d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] show failed (client error): The resource could not be found. Aug 28 12:42:07.714016 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6a8c3261-000d-4b33-9687-c9a36df935d4 req-ccf9ed44-8b19-49ca-9cd7-9755ed83345d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/a888e0f8-87aa-4f52-9d3d-3701dd1389f1 HTTP/1.1" status: 404 len: 352 time: 0.0399547 Aug 28 12:42:07.731897 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0f2d2a99-4f6b-4aa5-9aed-50d80b2de738 req-133ab086-aebd-4e63-81a7-bdb146bfaa1b tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 210 time: 0.0518887 Aug 28 12:42:07.857165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-262f2a5a-803d-413b-a6a9-a707b22a25b4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-748462986-network', 'tenant_id': '9c27cd97d5e24fc7891a567067063ac0'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:07.930427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262f2a5a-803d-413b-a6a9-a707b22a25b4 admin admin] Made reservation on behalf of 9c27cd97d5e24fc7891a567067063ac0 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:42:07.935905 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-262f2a5a-803d-413b-a6a9-a707b22a25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:07.940165 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a48bea24-3319-455a-95ea-990858e37106 req-a0c82ecc-b583-486e-a098-860e34eec502 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/0221b496-50ae-4145-97b2-bd4c9c67a611 HTTP/1.1" status: 200 len: 1804 time: 0.1940124 Aug 28 12:42:07.969512 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-262f2a5a-803d-413b-a6a9-a707b22a25b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.078830 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-9bb062ac-a97e-4a50-b1d8-aeeda2aff254 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:08.081299 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-9bb062ac-a97e-4a50-b1d8-aeeda2aff254 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.10 "GET /v2.0/networks?id=008d0e9f-d82b-4238-8594-b22fd851164f HTTP/1.1" status: 200 len: 815 time: 0.2986367 Aug 28 12:42:08.084797 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a48bea24-3319-455a-95ea-990858e37106 req-20d50ede-e63a-4dfb-b1f8-e2d611b7cb99 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.141052 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a48bea24-3319-455a-95ea-990858e37106 req-20d50ede-e63a-4dfb-b1f8-e2d611b7cb99 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.152575 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-262f2a5a-803d-413b-a6a9-a707b22a25b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.160502 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-262f2a5a-803d-413b-a6a9-a707b22a25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.184689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262f2a5a-803d-413b-a6a9-a707b22a25b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:42:08.204727 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a5af2cfb-09a0-470e-9e9c-3463ac8c8a0b tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=662aef43b83749e09630d9ceab75e09c HTTP/1.1" status: 200 len: 378 time: 0.0881975 Aug 28 12:42:08.227824 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-f165e6ca-6901-468d-a45e-87f5c2a958aa tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Request body: {'port': {'device_id': 'd76e06df-f820-4dbc-a4b5-3cb7e59e3ecd', 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f', 'admin_state_up': True, 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'security_groups': ['41f55dd6-8038-4137-b371-18b9ba359bc3']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:08.234393 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-262f2a5a-803d-413b-a6a9-a707b22a25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.234891 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-262f2a5a-803d-413b-a6a9-a707b22a25b4 admin admin] Added segment c48d78b2-d84e-47d8-ad27-fb4059a459b3 of type vlan for network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea Aug 28 12:42:08.242427 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69421682-e1a6-4f54-be62-73f6e16e2043 req-4d28f66d-6dd4-4adf-99dd-fa45d16d5d1d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 210 time: 0.0528507 Aug 28 12:42:08.256494 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a48bea24-3319-455a-95ea-990858e37106 req-20d50ede-e63a-4dfb-b1f8-e2d611b7cb99 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.259839 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a48bea24-3319-455a-95ea-990858e37106 req-20d50ede-e63a-4dfb-b1f8-e2d611b7cb99 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.261396 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a48bea24-3319-455a-95ea-990858e37106 req-20d50ede-e63a-4dfb-b1f8-e2d611b7cb99 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "DELETE /v2.0/security-groups/0221b496-50ae-4145-97b2-bd4c9c67a611 HTTP/1.1" status: 204 len: 173 time: 0.3143032 Aug 28 12:42:08.314230 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d50ede-e63a-4dfb-b1f8-e2d611b7cb99 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0221b496-50ae-4145-97b2-bd4c9c67a611,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:08.320563 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f2a5a-803d-413b-a6a9-a707b22a25b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6244cffd-5348-455e-8d4f-c2f7e288625d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:08.328887 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-262f2a5a-803d-413b-a6a9-a707b22a25b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.392939 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-183b68e2-7a58-4840-b76d-f77afac68116 req-f39ab160-2447-4270-9501-fce7fe53dfc6 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/8a2891c7-5dee-4835-b69f-9003186538e7 HTTP/1.1" status: 200 len: 1802 time: 0.0962737 Aug 28 12:42:08.406764 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-262f2a5a-803d-413b-a6a9-a707b22a25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.407684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262f2a5a-803d-413b-a6a9-a707b22a25b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:08.408267 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-262f2a5a-803d-413b-a6a9-a707b22a25b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.487425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-f165e6ca-6901-468d-a45e-87f5c2a958aa tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Made reservation on behalf of 662aef43b83749e09630d9ceab75e09c for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:42:08.492127 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-f165e6ca-6901-468d-a45e-87f5c2a958aa tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.528317 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-183b68e2-7a58-4840-b76d-f77afac68116 req-f4077077-e60b-48b6-909c-bdd04ac9abfb tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.575961 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-262f2a5a-803d-413b-a6a9-a707b22a25b4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9374826 Aug 28 12:42:08.576248 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-183b68e2-7a58-4840-b76d-f77afac68116 req-f4077077-e60b-48b6-909c-bdd04ac9abfb tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.578027 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-4f8b09a5-9072-4c65-89f3-5f6a6fae1d81 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=64deab23396c4c29b7c913924f7a124c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479896 Aug 28 12:42:08.581266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36546) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:08.589703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-87b93f71-ea8a-4a54-ae2b-cdfdf76ba4aa admin admin] Request body: {'subnet': {'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-748462986-subnet', 'tenant_id': '9c27cd97d5e24fc7891a567067063ac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:08.615749 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f2a5a-803d-413b-a6a9-a707b22a25b4 admin admin] Pushing event updated for resources: {'Network': ['ID=1da12700-57a4-4678-8bd0-0b17b7c3f3ea,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:08.640834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:42:08.755035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b93f71-ea8a-4a54-ae2b-cdfdf76ba4aa admin admin] Made reservation on behalf of 9c27cd97d5e24fc7891a567067063ac0 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:42:08.757845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d344b58-d1a1-45f8-a9ca-ba4ff42a40a1 req-fa1b8860-8fc9-431c-a8db-536d61534f5a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:08.758978 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-87b93f71-ea8a-4a54-ae2b-cdfdf76ba4aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.769415 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d344b58-d1a1-45f8-a9ca-ba4ff42a40a1 req-fa1b8860-8fc9-431c-a8db-536d61534f5a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.2406530 Aug 28 12:42:08.871861 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d344b58-d1a1-45f8-a9ca-ba4ff42a40a1 req-9e51dd96-5a04-4a03-aa08-0609c99fba57 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002841 Aug 28 12:42:08.887823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-a18c107e-7f49-4628-8323-95f6fe66c134 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:08.891774 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-a18c107e-7f49-4628-8323-95f6fe66c134 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2955055 Aug 28 12:42:08.920576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-174c76da-1a5a-4908-be2d-b28740dd171b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Request body: {'port': {'device_id': '88966f2d-f749-4072-a7a9-e7e6e8f52098', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '64deab23396c4c29b7c913924f7a124c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:08.924347 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-f165e6ca-6901-468d-a45e-87f5c2a958aa tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Allocated IP 172.20.0.9 (008d0e9f-d82b-4238-8594-b22fd851164f/9c127358-d605-44a6-a69c-e068288e2a17/cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:42:08.942742 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-183b68e2-7a58-4840-b76d-f77afac68116 req-f4077077-e60b-48b6-909c-bdd04ac9abfb tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.942742 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-183b68e2-7a58-4840-b76d-f77afac68116 req-f4077077-e60b-48b6-909c-bdd04ac9abfb tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:08.943817 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-183b68e2-7a58-4840-b76d-f77afac68116 req-f4077077-e60b-48b6-909c-bdd04ac9abfb tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "DELETE /v2.0/security-groups/8a2891c7-5dee-4835-b69f-9003186538e7 HTTP/1.1" status: 204 len: 173 time: 0.5327322 Aug 28 12:42:08.967914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4077077-e60b-48b6-909c-bdd04ac9abfb tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2891c7-5dee-4835-b69f-9003186538e7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:09.160943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb5b56b7-8197-4d09-a68e-ccae87db18ff req-b2fbcc06-40a6-4bd9-aa71-2ff993474549 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 210 time: 0.0456338 Aug 28 12:42:09.197550 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-174c76da-1a5a-4908-be2d-b28740dd171b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Made reservation on behalf of 64deab23396c4c29b7c913924f7a124c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:42:09.209225 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-174c76da-1a5a-4908-be2d-b28740dd171b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:09.235513 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2c04aa58-df8c-411a-ab80-a8efd37c7adf req-ce24d0c2-adcc-4db8-a052-a8bb581fea4e tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/1ba308c2-14a3-45f8-a4be-bfc1badda467 HTTP/1.1" status: 200 len: 1805 time: 0.2199099 Aug 28 12:42:09.245018 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-87b93f71-ea8a-4a54-ae2b-cdfdf76ba4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:09.396235 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-f165e6ca-6901-468d-a45e-87f5c2a958aa tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:09.455515 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:09.474501 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b93f71-ea8a-4a54-ae2b-cdfdf76ba4aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=681f86f1-f49d-4aac-bbea-fa1f759eb663,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:09.482246 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-f165e6ca-6901-468d-a45e-87f5c2a958aa tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Transition to ACTIVE for port object cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:09.516621 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-90677f0e-c88e-4ea9-b9d9-1cc6e3faa928 req-8568beb8-0e54-4a23-93a1-984531fb7022 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 210 time: 0.0538168 Aug 28 12:42:09.528633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b93f71-ea8a-4a54-ae2b-cdfdf76ba4aa admin admin] Checking segment: {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:42:09.534586 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b93f71-ea8a-4a54-ae2b-cdfdf76ba4aa admin admin] Network hostable DHCP agents. Network: 1da12700-57a4-4678-8bd0-0b17b7c3f3ea, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:42:09.548527 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2c04aa58-df8c-411a-ab80-a8efd37c7adf req-46809cf3-aa47-4f06-b653-c9723a4ca791 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:09.549295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-174c76da-1a5a-4908-be2d-b28740dd171b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Allocated IP 192.168.233.85 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/4da6b800-b398-467d-99d7-5d5398876dc9) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:42:09.595822 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2c04aa58-df8c-411a-ab80-a8efd37c7adf req-46809cf3-aa47-4f06-b653-c9723a4ca791 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:09.608698 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b93f71-ea8a-4a54-ae2b-cdfdf76ba4aa admin admin] Network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:42:09.630538 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-f165e6ca-6901-468d-a45e-87f5c2a958aa tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:09.650430 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-87b93f71-ea8a-4a54-ae2b-cdfdf76ba4aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 1da12700-57a4-4678-8bd0-0b17b7c3f3ea) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:42:09.666202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91b4859-7fd3-4b95-bd27-cc97fe26055d None None] Network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:42:09.698001 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b93f71-ea8a-4a54-ae2b-cdfdf76ba4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:09.700198 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-87b93f71-ea8a-4a54-ae2b-cdfdf76ba4aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:09.728900 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-f165e6ca-6901-468d-a45e-87f5c2a958aa tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Network 008d0e9f-d82b-4238-8594-b22fd851164f is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:42:09.750227 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-f165e6ca-6901-468d-a45e-87f5c2a958aa tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:42:09.760343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-f165e6ca-6901-468d-a45e-87f5c2a958aa tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:42:09.828360 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-87b93f71-ea8a-4a54-ae2b-cdfdf76ba4aa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2344606 Aug 28 12:42:09.837604 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2c04aa58-df8c-411a-ab80-a8efd37c7adf req-46809cf3-aa47-4f06-b653-c9723a4ca791 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:09.842531 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-aa555799-05f8-4237-be28-3cccb0f65984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:09.849819 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2c04aa58-df8c-411a-ab80-a8efd37c7adf req-46809cf3-aa47-4f06-b653-c9723a4ca791 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:09.851428 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2c04aa58-df8c-411a-ab80-a8efd37c7adf req-46809cf3-aa47-4f06-b653-c9723a4ca791 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "DELETE /v2.0/security-groups/1ba308c2-14a3-45f8-a4be-bfc1badda467 HTTP/1.1" status: 204 len: 173 time: 0.6037674 Aug 28 12:42:09.861707 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165e6ca-6901-468d-a45e-87f5c2a958aa tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Pushing event updated for resources: {'Port': ['ID=cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:09.893663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-f165e6ca-6901-468d-a45e-87f5c2a958aa tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:09.894801 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-f165e6ca-6901-468d-a45e-87f5c2a958aa tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:09.913077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46809cf3-aa47-4f06-b653-c9723a4ca791 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba308c2-14a3-45f8-a4be-bfc1badda467,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:09.919931 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-f165e6ca-6901-468d-a45e-87f5c2a958aa tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6985607 Aug 28 12:42:09.951606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Request body: {'port': {'device_id': 'd76e06df-f820-4dbc-a4b5-3cb7e59e3ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:09.972710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f1cf49-20cb-4616-b3e6-da8262152a7b None None] Network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:42:10.060815 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0262d4e3-e191-478a-a1a7-cb1350a08ae1 req-1224d349-0b1e-44f4-aa7f-95430466978e tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/8d5abfa7-51dc-4b97-b052-3bbe035a3396 HTTP/1.1" status: 200 len: 2404 time: 0.1593406 Aug 28 12:42:10.065073 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-174c76da-1a5a-4908-be2d-b28740dd171b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:10.182390 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:10.185300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-174c76da-1a5a-4908-be2d-b28740dd171b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Transition to ACTIVE for port object 4da6b800-b398-467d-99d7-5d5398876dc9 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:10.186650 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0262d4e3-e191-478a-a1a7-cb1350a08ae1 req-8127d3ce-4be1-4cdb-9ffc-112c0d87bc4d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:10.262997 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0262d4e3-e191-478a-a1a7-cb1350a08ae1 req-8127d3ce-4be1-4cdb-9ffc-112c0d87bc4d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:10.349517 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-174c76da-1a5a-4908-be2d-b28740dd171b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:10.353498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4b7ef-fa6d-4bc9-ab48-ed9413efffea req-bcf00e00-24d6-427e-af95-9ca90c0bfaae tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:10.356371 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b3e4b7ef-fa6d-4bc9-ab48-ed9413efffea req-bcf00e00-24d6-427e-af95-9ca90c0bfaae tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.2150271 Aug 28 12:42:10.376962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['c1c5dd28-cac9-4bc7-aca3-d3d848501166'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:10.380284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b434db14-37c6-4796-8013-42d7e15330d3', 'cedca10f-a6cf-4cba-bd7e-d11501c641c4', 'e6bb6901-a95f-4007-8887-7fb03cd9bccf', 'cdc50745-0332-432b-acc4-572edbf74426'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:10.403878 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-174c76da-1a5a-4908-be2d-b28740dd171b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:42:10.408730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-174c76da-1a5a-4908-be2d-b28740dd171b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:42:10.413767 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0262d4e3-e191-478a-a1a7-cb1350a08ae1 req-8127d3ce-4be1-4cdb-9ffc-112c0d87bc4d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:10.417613 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0262d4e3-e191-478a-a1a7-cb1350a08ae1 req-8127d3ce-4be1-4cdb-9ffc-112c0d87bc4d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:10.431778 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0262d4e3-e191-478a-a1a7-cb1350a08ae1 req-8127d3ce-4be1-4cdb-9ffc-112c0d87bc4d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "DELETE /v2.0/security-groups/8d5abfa7-51dc-4b97-b052-3bbe035a3396 HTTP/1.1" status: 204 len: 173 time: 0.3340964 Aug 28 12:42:10.433196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-174c76da-1a5a-4908-be2d-b28740dd171b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:42:10.476284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127d3ce-4be1-4cdb-9ffc-112c0d87bc4d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5abfa7-51dc-4b97-b052-3bbe035a3396,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:10.491714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c76da-1a5a-4908-be2d-b28740dd171b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event updated for resources: {'Port': ['ID=4da6b800-b398-467d-99d7-5d5398876dc9,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:10.569939 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b3e4b7ef-fa6d-4bc9-ab48-ed9413efffea req-b798f1b0-ef03-4b59-8233-991f885229a7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157486 Aug 28 12:42:10.587252 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-174c76da-1a5a-4908-be2d-b28740dd171b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:10.591379 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-174c76da-1a5a-4908-be2d-b28740dd171b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:10.680150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-174c76da-1a5a-4908-be2d-b28740dd171b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7688272 Aug 28 12:42:10.718179 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f0d5ef50-c8cf-481d-8255-a5e46cc71875 None None] Provisioning for port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:42:10.798522 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Request body: {'port': {'device_id': '88966f2d-f749-4072-a7a9-e7e6e8f52098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:10.849637 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f0d5ef50-c8cf-481d-8255-a5e46cc71875 None None] Provisioning complete for port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:10.850230 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ef50-c8cf-481d-8255-a5e46cc71875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:10.979656 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f0d5ef50-c8cf-481d-8255-a5e46cc71875 None None] Port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:42:11.011802 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:11.048616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f5749-fa53-428c-ba51-9f55f9d4207a req-e6d81ce5-6357-4fae-9f67-8b0faa02bb00 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:11.056812 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:11.068509 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-430f5749-fa53-428c-ba51-9f55f9d4207a req-e6d81ce5-6357-4fae-9f67-8b0faa02bb00 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 931 time: 0.2202494 Aug 28 12:42:11.083018 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:11.116223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Transition to ACTIVE for port object cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:11.128033 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:11.166886 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-d3022c22-2535-4e69-8cc7-9e0e8461aac9 service neutron] show failed (client error): The resource could not be found. Aug 28 12:42:11.168452 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-d3022c22-2535-4e69-8cc7-9e0e8461aac9 service neutron] 10.222.0.11 "GET /v2.0/ports/f4200d1e-8f66-4924-9831-5e85b0ead614/bindings/n-h2-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.5686948 Aug 28 12:42:11.192547 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-430f5749-fa53-428c-ba51-9f55f9d4207a req-6d00721d-66f0-4425-8bee-8ebf629fb73f tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f55dd6-8038-4137-b371-18b9ba359bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224749 Aug 28 12:42:11.233038 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:11.248650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-af9072ce-1bd3-4a15-a314-2ff72f76c009 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:11.260187 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-af9072ce-1bd3-4a15-a314-2ff72f76c009 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 811 time: 0.3437271 Aug 28 12:42:11.293500 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-9cbcdf43-8b01-42d9-ac1b-4cd29093e5c9 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/quotas/9c27cd97d5e24fc7891a567067063ac0 HTTP/1.1" status: 200 len: 375 time: 0.0307994 Aug 28 12:42:11.392685 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-3880913c-efb6-4d7c-86bd-7e7f51b73d31 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972447 Aug 28 12:42:11.407825 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b31a9302-fdcb-4699-946f-b1a787171d70 None None] Provisioning for port 4da6b800-b398-467d-99d7-5d5398876dc9 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:42:11.443076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b31a9302-fdcb-4699-946f-b1a787171d70 None None] Provisioning complete for port 4da6b800-b398-467d-99d7-5d5398876dc9 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:11.443883 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b31a9302-fdcb-4699-946f-b1a787171d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:11.588292 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Attempting to bind port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:42:11.590308 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b31a9302-fdcb-4699-946f-b1a787171d70 None None] Port 4da6b800-b398-467d-99d7-5d5398876dc9 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:42:11.595504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Attempting to bind port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:42:11.596297 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Attempting to bind port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde on network 008d0e9f-d82b-4238-8594-b22fd851164f {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:11.623326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde on network 008d0e9f-d82b-4238-8594-b22fd851164f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:42:11.623786 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Attempting to bind port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde on network 008d0e9f-d82b-4238-8594-b22fd851164f {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:11.642480 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:42:11.642980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Checking segment: {'id': 'f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:42:11.643475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Bound using segment: {'id': 'f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:42:11.644180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Bound port: cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:42:11.644758 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:11.718807 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f209998-ddcd-496b-a8d0-b7c00d44765f req-c28b96c8-3119-4187-bae9-4772383042a6 tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "GET /v2.0/security-groups/58713493-47fb-4cdd-977d-a641e2106a3c HTTP/1.1" status: 200 len: 2398 time: 0.2193398 Aug 28 12:42:11.837207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] For port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:42:11.873099 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] For port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde,segment=NetworkSegment(f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb),segment_id=f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:42:11.880349 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:11.951521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:11.952759 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:11.966768 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] 10.222.0.10 "PUT /v2.0/ports/cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde HTTP/1.1" status: 200 len: 1092 time: 2.0205371 Aug 28 12:42:11.969980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76e06df-f820-4dbc-a4b5-3cb7e59e3ecd', 'tag': 'cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:11.972110 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eacf763-a441-40c7-9639-0206e96ad7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd", "tag": "cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:11.982131 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4f209998-ddcd-496b-a8d0-b7c00d44765f req-934aefb5-d18b-4b68-97a8-3ed4959c2d8d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:12.025435 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4f209998-ddcd-496b-a8d0-b7c00d44765f req-934aefb5-d18b-4b68-97a8-3ed4959c2d8d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:12.047075 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ffb0a-53b9-4972-b941-76a17ee48b55 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:12.135108 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-4e2eef96-8b80-49ad-b329-f0736db150a4 service neutron] 10.222.0.20 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7348583 Aug 28 12:42:12.155521 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4f209998-ddcd-496b-a8d0-b7c00d44765f req-934aefb5-d18b-4b68-97a8-3ed4959c2d8d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:12.162860 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4f209998-ddcd-496b-a8d0-b7c00d44765f req-934aefb5-d18b-4b68-97a8-3ed4959c2d8d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:12.166634 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f209998-ddcd-496b-a8d0-b7c00d44765f req-934aefb5-d18b-4b68-97a8-3ed4959c2d8d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] 10.222.0.20 "DELETE /v2.0/security-groups/58713493-47fb-4cdd-977d-a641e2106a3c HTTP/1.1" status: 204 len: 173 time: 0.4467883 Aug 28 12:42:12.181774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-5bc8036a-c773-41d6-bb5d-878f03fa6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:12.184178 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-5bc8036a-c773-41d6-bb5d-878f03fa6203 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=662aef43b83749e09630d9ceab75e09c&device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 1095 time: 0.1316433 Aug 28 12:42:12.186483 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36600) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:12.238268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934aefb5-d18b-4b68-97a8-3ed4959c2d8d tempest-SecurityGroupRulesTestJSON-145335783 tempest-SecurityGroupRulesTestJSON-145335783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58713493-47fb-4cdd-977d-a641e2106a3c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:12.356280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-3c679bd9-5308-425e-941d-18339fc6c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:12.358843 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-3c679bd9-5308-425e-941d-18339fc6c4a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2&tenant_id=a4d6d6e751944664b9c54f70b2be3e4c HTTP/1.1" status: 200 len: 1102 time: 0.6899967 Aug 28 12:42:12.361384 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a13c8d6c-0a2b-4304-a220-12935a755f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:12.387870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:12.408109 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-994c752b-5de8-4599-a29d-ebfc18a5f61d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde HTTP/1.1" status: 200 len: 217 time: 0.1953006 Aug 28 12:42:12.501688 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:12.504666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd0f7db-fa32-411c-9c69-7cea6f8e88f7 admin admin] Deleting subnet 41c856ce-302c-40bd-8d66-bad3a75c5a24 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:42:12.513405 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f7db-fa32-411c-9c69-7cea6f8e88f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:12.578328 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-795a928c-a0ef-48cb-b187-666e48c47930 service neutron] 10.222.0.20 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451826 Aug 28 12:42:12.579037 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:12.582706 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f7db-fa32-411c-9c69-7cea6f8e88f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:12.586487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-9a862c3e-5aff-4acc-97ba-848b81b84fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:12.587450 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-9a862c3e-5aff-4acc-97ba-848b81b84fce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9c127358-d605-44a6-a69c-e068288e2a17 HTTP/1.1" status: 200 len: 854 time: 0.1622822 Aug 28 12:42:12.640475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da6b800-b398-467d-99d7-5d5398876dc9 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:12.649918 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:12.667499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Transition to ACTIVE for port object 4da6b800-b398-467d-99d7-5d5398876dc9 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:12.692082 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e4f80-854d-418e-8154-936a8f45ca32 req-c6fe5450-40b5-4329-8de6-57e1bf547132 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:12.697340 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:12.703504 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-646e4f80-854d-418e-8154-936a8f45ca32 req-c6fe5450-40b5-4329-8de6-57e1bf547132 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 935 time: 0.3039908 Aug 28 12:42:12.835981 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f7db-fa32-411c-9c69-7cea6f8e88f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:12.847347 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-11d2d593-8fc9-407e-8e95-549c1feaf1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:12.847347 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-11d2d593-8fc9-407e-8e95-549c1feaf1df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=008d0e9f-d82b-4238-8594-b22fd851164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2096245 Aug 28 12:42:12.849288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f4200d1e-8f66-4924-9831-5e85b0ead614 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:42:12.880344 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-646e4f80-854d-418e-8154-936a8f45ca32 req-252bc3c8-6647-4367-a6b3-fa62b41ff253 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759536 Aug 28 12:42:12.939328 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Pushing event updated for resources: {'Port': ['ID=4da6b800-b398-467d-99d7-5d5398876dc9,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:13.058281 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:13.171645 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f7db-fa32-411c-9c69-7cea6f8e88f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:13.184654 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c91eb4-5f75-4642-891c-69f93db815f8 x-openstack-request-id: req-29c91eb4-5f75-4642-891c-69f93db815f8 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:13.185114 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd", "tag": "cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:13.186449 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29c91eb4-5f75-4642-891c-69f93db815f8 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:13.189070 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76e06df-f820-4dbc-a4b5-3cb7e59e3ecd', 'tag': 'cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde', 'status': 'completed', 'code': 200} Aug 28 12:42:13.240761 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-62da3291-123f-45d0-973b-593b59e6c4cc service neutron] 10.222.0.10 "GET /v2.0/networks/008d0e9f-d82b-4238-8594-b22fd851164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639488 Aug 28 12:42:13.241864 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f7db-fa32-411c-9c69-7cea6f8e88f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:13.248204 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6bd0f7db-fa32-411c-9c69-7cea6f8e88f7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/41c856ce-302c-40bd-8d66-bad3a75c5a24 HTTP/1.1" status: 204 len: 168 time: 1.0568843 Aug 28 12:42:13.252271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36616) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:13.286797 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:13.326490 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0f7db-fa32-411c-9c69-7cea6f8e88f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c856ce-302c-40bd-8d66-bad3a75c5a24,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:13.342074 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146dfb6-4997-4d14-bc31-7b7d418f1175 req-d2da8081-0263-463c-b534-ea47c0c6f569 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:13.352979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e146dfb6-4997-4d14-bc31-7b7d418f1175 req-d2da8081-0263-463c-b534-ea47c0c6f569 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.3148963 Aug 28 12:42:13.459106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Attempting to bind port 4da6b800-b398-467d-99d7-5d5398876dc9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:42:13.459106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Attempting to bind port 4da6b800-b398-467d-99d7-5d5398876dc9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:42:13.460002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Attempting to bind port 4da6b800-b398-467d-99d7-5d5398876dc9 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:13.492940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Port 4da6b800-b398-467d-99d7-5d5398876dc9 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:42:13.493474 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Attempting to bind port 4da6b800-b398-467d-99d7-5d5398876dc9 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:13.548278 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f4200d1e-8f66-4924-9831-5e85b0ead614,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:13.554653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:42:13.556138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:42:13.556872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:42:13.557537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Bound port: 4da6b800-b398-467d-99d7-5d5398876dc9, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:42:13.558092 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:13.579009 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d5deea0-d269-41e4-996e-8fdd889641c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:13.597683 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e146dfb6-4997-4d14-bc31-7b7d418f1175 req-33133255-e7b1-4da5-8bdd-77934e2cdcbe tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149944 Aug 28 12:42:13.805178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:42:13.870573 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a490c-8d0d-4a68-8997-7fcb88bb7a01 req-78d00726-63be-43cf-8219-62751eefefa5 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:13.873233 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a8a490c-8d0d-4a68-8997-7fcb88bb7a01 req-78d00726-63be-43cf-8219-62751eefefa5 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 943 time: 0.5749815 Aug 28 12:42:13.875401 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d055e0bd-e8e7-475f-bb6b-09e4742ced31 req-652572ce-7752-4519-a4d8-8cfcc1aff453 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 210 time: 0.0342982 Aug 28 12:42:13.895595 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cb1a4f4-675a-42b3-900b-c333a0cac0dc req-bc9a9260-c38a-4311-a9cd-eab65edbd70f service neutron] 10.222.0.10 "GET /v2.0/networks/008d0e9f-d82b-4238-8594-b22fd851164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196668 Aug 28 12:42:13.921379 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] For port 4da6b800-b398-467d-99d7-5d5398876dc9, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:42:13.998275 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a8a490c-8d0d-4a68-8997-7fcb88bb7a01 req-7e20fd8c-b16a-483f-9790-9a9f4148c506 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f55dd6-8038-4137-b371-18b9ba359bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894656 Aug 28 12:42:14.044832 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d5deea0-d269-41e4-996e-8fdd889641c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:14.072002 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacf763-a441-40c7-9639-0206e96ad7e8 req-a7f8c832-2083-4b83-b600-6cdf0a26a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:14.074932 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1eacf763-a441-40c7-9639-0206e96ad7e8 req-a7f8c832-2083-4b83-b600-6cdf0a26a45d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=662aef43b83749e09630d9ceab75e09c&device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 1095 time: 0.0755680 Aug 28 12:42:14.083912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:14.090730 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ba94ed-2def-4060-8870-d79270fcdbaa" -d '{"events": [{"server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "name": "network-vif-unplugged", "status": "completed", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:14.110556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-1d5deea0-d269-41e4-996e-8fdd889641c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee642b0-6a20-4c0a-aba5-1c7cd6738cb4']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:14.116779 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:14.147487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] For port 4da6b800-b398-467d-99d7-5d5398876dc9, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=4da6b800-b398-467d-99d7-5d5398876dc9,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:42:14.212050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-1d5deea0-d269-41e4-996e-8fdd889641c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84183866-6880-4ce3-b4d6-11287179fe97') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:14.215325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-1d5deea0-d269-41e4-996e-8fdd889641c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84183866-6880-4ce3-b4d6-11287179fe97') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:14.221618 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:14.234146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacf763-a441-40c7-9639-0206e96ad7e8 req-45b0f21f-dde6-491b-924f-e5bdea5583ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:14.237194 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1eacf763-a441-40c7-9639-0206e96ad7e8 req-45b0f21f-dde6-491b-924f-e5bdea5583ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=008d0e9f-d82b-4238-8594-b22fd851164f HTTP/1.1" status: 200 len: 915 time: 0.1529014 Aug 28 12:42:14.242677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Transition to ACTIVE for port object f4200d1e-8f66-4924-9831-5e85b0ead614 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:14.249956 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d5deea0-d269-41e4-996e-8fdd889641c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:14.288362 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:14.315801 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d5deea0-d269-41e4-996e-8fdd889641c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:14.320552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:14.321343 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:14.323197 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] 10.222.0.11 "PUT /v2.0/ports/4da6b800-b398-467d-99d7-5d5398876dc9 HTTP/1.1" status: 200 len: 1096 time: 3.6343186 Aug 28 12:42:14.344177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5deea0-d269-41e4-996e-8fdd889641c2 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:42:14.344829 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d5deea0-d269-41e4-996e-8fdd889641c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:14.345167 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:42:14.345934 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:42:14.352548 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:42:14.424276 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1eacf763-a441-40c7-9639-0206e96ad7e8 req-15734eb7-7700-4be2-9977-9504e434723e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde HTTP/1.1" status: 200 len: 217 time: 0.1547987 Aug 28 12:42:14.442622 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c60310d-47e0-48ce-b29a-3bb6b2dc857b x-openstack-request-id: req-6c60310d-47e0-48ce-b29a-3bb6b2dc857b {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:14.442988 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "name": "network-vif-unplugged", "status": "completed", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:14.443350 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c60310d-47e0-48ce-b29a-3bb6b2dc857b {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:14.445560 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614', 'code': 200} Aug 28 12:42:14.487710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b3495-9242-4cfa-8c72-537c70dfea8b req-6323a6bc-7c56-4136-a961-d089e7030b50 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:14.490408 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-025b3495-9242-4cfa-8c72-537c70dfea8b req-6323a6bc-7c56-4136-a961-d089e7030b50 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 947 time: 0.4239419 Aug 28 12:42:14.524514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac59a28-ba88-4cce-96a4-37b0c9b57fff service neutron] Pushing event updated for resources: {'Port': ['ID=4da6b800-b398-467d-99d7-5d5398876dc9,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:14.529099 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacf763-a441-40c7-9639-0206e96ad7e8 req-9e43bb9a-0141-41c4-9a71-70edc1958bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:14.531062 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1eacf763-a441-40c7-9639-0206e96ad7e8 req-9e43bb9a-0141-41c4-9a71-70edc1958bee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9c127358-d605-44a6-a69c-e068288e2a17 HTTP/1.1" status: 200 len: 854 time: 0.0865357 Aug 28 12:42:14.565532 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] No DVR routers for this DVR port f4200d1e-8f66-4924-9831-5e85b0ead614 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:42:14.632180 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d5deea0-d269-41e4-996e-8fdd889641c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:14.643133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacf763-a441-40c7-9639-0206e96ad7e8 req-23a0f941-6f01-44bf-a406-36ae61644794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:14.646995 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1eacf763-a441-40c7-9639-0206e96ad7e8 req-23a0f941-6f01-44bf-a406-36ae61644794 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=008d0e9f-d82b-4238-8594-b22fd851164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002026 Aug 28 12:42:14.662518 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d5deea0-d269-41e4-996e-8fdd889641c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:14.664522 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1d5deea0-d269-41e4-996e-8fdd889641c2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8ee642b0-6a20-4c0a-aba5-1c7cd6738cb4 HTTP/1.1" status: 204 len: 168 time: 1.3910301 Aug 28 12:42:14.681545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Pushing event updated for resources: {'Port': ['ID=f4200d1e-8f66-4924-9831-5e85b0ead614,revision_number=6']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:14.760906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5deea0-d269-41e4-996e-8fdd889641c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee642b0-6a20-4c0a-aba5-1c7cd6738cb4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:14.770777 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-025b3495-9242-4cfa-8c72-537c70dfea8b req-7ebe8765-8d43-42c5-b868-ed41b4e1a5e7 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217417 Aug 28 12:42:14.782122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Attempting to bind port f4200d1e-8f66-4924-9831-5e85b0ead614 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:42:14.782235 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Attempting to bind port f4200d1e-8f66-4924-9831-5e85b0ead614 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:42:14.782689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Attempting to bind port f4200d1e-8f66-4924-9831-5e85b0ead614 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:14.788160 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-9696a1a9-a534-4add-8c6c-78d9dcac40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:14.791108 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-9696a1a9-a534-4add-8c6c-78d9dcac40b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 1099 time: 0.3963306 Aug 28 12:42:14.803035 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Port f4200d1e-8f66-4924-9831-5e85b0ead614 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:42:14.803421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Attempting to bind port f4200d1e-8f66-4924-9831-5e85b0ead614 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:14.854173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:42:14.865566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:42:14.866094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:42:14.886695 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Bound port: f4200d1e-8f66-4924-9831-5e85b0ead614, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:42:14.887147 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:15.003702 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1eacf763-a441-40c7-9639-0206e96ad7e8 req-e1b903c0-f0fd-43e4-b3d9-80d8b72f3b9e service neutron] 10.222.0.10 "GET /v2.0/networks/008d0e9f-d82b-4238-8594-b22fd851164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392959 Aug 28 12:42:15.042404 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-bb1a27b6-568a-4f73-90a4-19b57cafefd9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=4da6b800-b398-467d-99d7-5d5398876dc9 HTTP/1.1" status: 200 len: 217 time: 0.2346971 Aug 28 12:42:15.072633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36658) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:15.088899 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884c823-c722-4bbb-9253-8d76b3a7d354 req-fbafd117-51d5-43c1-b076-fead4780a109 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:15.090960 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f884c823-c722-4bbb-9253-8d76b3a7d354 req-fbafd117-51d5-43c1-b076-fead4780a109 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 948 time: 0.2637079 Aug 28 12:42:15.173264 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:15.263106 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4ded943-147c-4871-9089-f96143a89486 req-beec3f4d-bbcc-43b2-9da7-2874bb3e3058 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 210 time: 0.0699065 Aug 28 12:42:15.292675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-79059d2d-462e-4839-80ca-6bfd2f80fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:15.294414 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-79059d2d-462e-4839-80ca-6bfd2f80fe31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2147291 Aug 28 12:42:15.299571 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f884c823-c722-4bbb-9253-8d76b3a7d354 req-c3fa8c75-5835-42d3-8536-82f10a1053f7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740680 Aug 28 12:42:15.311530 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:42:15.311874 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-12854953-3b47-44cb-af80-7b528c19ddf2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cd08188ac094d7e9974af335268fdc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185025 Aug 28 12:42:15.312949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36660) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:15.324813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=f4200d1e-8f66-4924-9831-5e85b0ead614,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:42:15.340505 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:15.360768 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1eacf763-a441-40c7-9639-0206e96ad7e8 req-37d1020e-2a26-4a60-809c-d29524fd4710 service neutron] 10.222.0.10 "GET /v2.0/networks/008d0e9f-d82b-4238-8594-b22fd851164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420093 Aug 28 12:42:15.365936 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-06ce3bab-2f5a-4b46-8933-b82725d17ee2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:15.367604 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-06ce3bab-2f5a-4b46-8933-b82725d17ee2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.10 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 811 time: 0.4631317 Aug 28 12:42:15.407157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-69733ab8-7651-4aef-8586-eb8d48ff89de tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Request body: {'port': {'device_id': '841fe277-cd04-4bd4-ba09-dbfa3c960028', 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea', 'admin_state_up': True, 'tenant_id': '9c27cd97d5e24fc7891a567067063ac0'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:15.429004 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d3f3899d-e446-4039-9a45-c9645e38f2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:15.462627 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d3f3899d-e446-4039-9a45-c9645e38f2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:15.474118 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:15.474778 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:15.476171 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] 10.222.0.10 "PUT /v2.0/ports/f4200d1e-8f66-4924-9831-5e85b0ead614 HTTP/1.1" status: 200 len: 1097 time: 3.1000834 Aug 28 12:42:15.521729 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5d517-96fe-49cb-b7f0-ffdea32f1f5d service neutron] Pushing event updated for resources: {'Port': ['ID=f4200d1e-8f66-4924-9831-5e85b0ead614,revision_number=7']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:15.563170 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-e0f80ad2-a290-43da-81ce-92edb783cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:15.564762 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-e0f80ad2-a290-43da-81ce-92edb783cca2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2474799 Aug 28 12:42:15.568619 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d3f3899d-e446-4039-9a45-c9645e38f2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:15.572378 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d3f3899d-e446-4039-9a45-c9645e38f2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:15.575043 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d3f3899d-e446-4039-9a45-c9645e38f2c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94f5077e-1563-4841-a512-0d636f97c1b5 HTTP/1.1" status: 204 len: 168 time: 0.2558644 Aug 28 12:42:15.587635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3899d-e446-4039-9a45-c9645e38f2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f5077e-1563-4841-a512-0d636f97c1b5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:15.764214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e326c-e4a8-4a4d-8ea7-0110ecf0f5f7 req-bce39ad1-2f59-45f5-baad-210d9c336382 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:15.766309 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9b4e326c-e4a8-4a4d-8ea7-0110ecf0f5f7 req-bce39ad1-2f59-45f5-baad-210d9c336382 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 943 time: 0.3059869 Aug 28 12:42:15.820769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-6e213996-3af4-4d1f-b383-66160638dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:15.824369 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-6e213996-3af4-4d1f-b383-66160638dc90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 1100 time: 0.2832360 Aug 28 12:42:15.908380 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9b4e326c-e4a8-4a4d-8ea7-0110ecf0f5f7 req-e43f4cab-2884-41b8-a961-7de558651c8e tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f55dd6-8038-4137-b371-18b9ba359bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312313 Aug 28 12:42:15.928542 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:42:15.956418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-69733ab8-7651-4aef-8586-eb8d48ff89de tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Made reservation on behalf of 9c27cd97d5e24fc7891a567067063ac0 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:42:15.961796 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-69733ab8-7651-4aef-8586-eb8d48ff89de tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:16.032517 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-aa729427-3858-4056-9c03-b8f1431ce98e service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359558 Aug 28 12:42:16.094012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7ba0e-02c2-4fab-b59f-8904437eb8e6 req-d26e8463-b16f-4e23-b22a-3b572fbc282d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:16.103342 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3de7ba0e-02c2-4fab-b59f-8904437eb8e6 req-d26e8463-b16f-4e23-b22a-3b572fbc282d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 947 time: 0.1353433 Aug 28 12:42:16.176219 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3de7ba0e-02c2-4fab-b59f-8904437eb8e6 req-4f87c264-76a9-438e-84ee-b9a1101cb1e2 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715950 Aug 28 12:42:16.195460 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde,segment=NetworkSegment(f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb),segment_id=f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:16.216899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde', 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f', 'port_id': 'cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde', 'mac_address': 'fa:16:3e:0d:29:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c127358-d605-44a6-a69c-e068288e2a17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:42:16.301100 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:16.322503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:16.360682 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde,segment=NetworkSegment(f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb),segment_id=f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:16.366192 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:16.447418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88966f2d-f749-4072-a7a9-e7e6e8f52098', 'tag': '4da6b800-b398-467d-99d7-5d5398876dc9'}, {'name': 'network-changed', 'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:16.449796 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc1f739-120f-41bd-88b3-d1469737b6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "88966f2d-f749-4072-a7a9-e7e6e8f52098", "tag": "4da6b800-b398-467d-99d7-5d5398876dc9"}, {"name": "network-changed", "server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:16.454972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:16.465949 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:16.466342 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:16.466903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:16.467425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:16.467933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:16.468941 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:16.469499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:16.469995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:16.471119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:16.471761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:16.472258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:16.472762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:42:16.498086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-df41b9d6-f5a6-42a6-b20c-f85be73aec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:16.501454 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-df41b9d6-f5a6-42a6-b20c-f85be73aec50 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.6472714 Aug 28 12:42:16.541247 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-69733ab8-7651-4aef-8586-eb8d48ff89de tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Allocated IP 172.20.0.7 (1da12700-57a4-4678-8bd0-0b17b7c3f3ea/681f86f1-f49d-4aac-bbea-fa1f759eb663/1063b602-2caf-4722-9c5b-97d31284b715) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:42:16.571992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b0cd3-5ed8-406d-9a36-79539b20941f req-dbd5029f-ec32-412f-ac07-d645992da06c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:16.576522 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-009b0cd3-5ed8-406d-9a36-79539b20941f req-dbd5029f-ec32-412f-ac07-d645992da06c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 948 time: 0.1015484 Aug 28 12:42:16.644476 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-03ca67bf-30f6-4096-afc3-a3554a520971 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=f4200d1e-8f66-4924-9831-5e85b0ead614 HTTP/1.1" status: 200 len: 217 time: 0.1254745 Aug 28 12:42:16.649951 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-009b0cd3-5ed8-406d-9a36-79539b20941f req-1539dc24-f54a-4f9a-b9f6-452d3f47fb0d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575142 Aug 28 12:42:16.674686 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb9561dc-fa42-4be9-a6b5-d6623f963ea2 req-1b4a89d3-d22d-46d5-8821-9753776e9e48 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 210 time: 0.1807477 Aug 28 12:42:16.684307 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c01c70db-5200-4dda-98b2-26d9a02fa47e req-2aaaa7af-f191-4753-b4ba-6793e8f74a53 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367488 Aug 28 12:42:16.799177 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e58780-d9b6-419b-8b93-13f01ca9d1e9 x-openstack-request-id: req-93e58780-d9b6-419b-8b93-13f01ca9d1e9 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:16.799496 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88966f2d-f749-4072-a7a9-e7e6e8f52098", "tag": "4da6b800-b398-467d-99d7-5d5398876dc9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:16.799745 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93e58780-d9b6-419b-8b93-13f01ca9d1e9 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:16.800578 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88966f2d-f749-4072-a7a9-e7e6e8f52098', 'tag': '4da6b800-b398-467d-99d7-5d5398876dc9', 'status': 'completed', 'code': 200} Aug 28 12:42:16.800848 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614', 'status': 'completed', 'code': 200} Aug 28 12:42:16.806165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-d98d614f-149b-4f3a-ad4b-7e42564c1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:16.807754 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-d98d614f-149b-4f3a-ad4b-7e42564c1b6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1271329 Aug 28 12:42:16.815137 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:17.017837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-09f8d265-57ef-4ad1-b50e-fc3cf12832d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:17.022877 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-09f8d265-57ef-4ad1-b50e-fc3cf12832d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 1099 time: 0.1490676 Aug 28 12:42:17.028267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-40abe24b-a262-4b72-bde4-5472f1918796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:17.030248 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-40abe24b-a262-4b72-bde4-5472f1918796 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2019355 Aug 28 12:42:17.069382 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36704) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:17.148319 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122acf1-8aa2-4b6b-aa4e-d8f5029f42aa req-28a8b824-462c-4519-b0d2-29c259fa4c47 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:17.150281 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3122acf1-8aa2-4b6b-aa4e-d8f5029f42aa req-28a8b824-462c-4519-b0d2-29c259fa4c47 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 944 time: 0.1539750 Aug 28 12:42:17.237557 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3122acf1-8aa2-4b6b-aa4e-d8f5029f42aa req-125c98b1-f22f-400a-bd5d-0e1303e15c37 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f55dd6-8038-4137-b371-18b9ba359bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784116 Aug 28 12:42:17.249219 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-69733ab8-7651-4aef-8586-eb8d48ff89de tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:17.303850 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-34327843-1c2e-443b-bc91-60eac3682d1a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1887435460-network', 'tenant_id': '97f058b6cd8c45fcb01313f1fda47d77'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:17.347807 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34327843-1c2e-443b-bc91-60eac3682d1a admin admin] Made reservation on behalf of 97f058b6cd8c45fcb01313f1fda47d77 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:42:17.351571 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34327843-1c2e-443b-bc91-60eac3682d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:17.366936 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34327843-1c2e-443b-bc91-60eac3682d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:17.406201 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-c4d92f21-07ab-4384-af9e-2292f97331bb service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496585 Aug 28 12:42:17.516604 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34327843-1c2e-443b-bc91-60eac3682d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:17.523078 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34327843-1c2e-443b-bc91-60eac3682d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:17.552919 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34327843-1c2e-443b-bc91-60eac3682d1a admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:42:17.566227 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34327843-1c2e-443b-bc91-60eac3682d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe0ec50-c335-4e0e-a472-a3970ef609f0,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:17.574225 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34327843-1c2e-443b-bc91-60eac3682d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:17.574763 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-34327843-1c2e-443b-bc91-60eac3682d1a admin admin] Added segment 27cbefe9-ce45-40b0-b425-6f8f07c85a50 of type vlan for network d821f1a2-31c3-416b-86d0-78f310c2bf83 Aug 28 12:42:17.643501 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34327843-1c2e-443b-bc91-60eac3682d1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:17.684462 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34327843-1c2e-443b-bc91-60eac3682d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:17.686039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34327843-1c2e-443b-bc91-60eac3682d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:17.687281 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34327843-1c2e-443b-bc91-60eac3682d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:17.762781 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-34327843-1c2e-443b-bc91-60eac3682d1a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6887789 Aug 28 12:42:17.763043 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36718) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:17.768745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-fac18a53-65e4-43dc-a30a-d45a7bb2c6b6 admin admin] Request body: {'subnet': {'network_id': 'd821f1a2-31c3-416b-86d0-78f310c2bf83', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1887435460-subnet', 'tenant_id': '97f058b6cd8c45fcb01313f1fda47d77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:17.812970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac18a53-65e4-43dc-a30a-d45a7bb2c6b6 admin admin] Made reservation on behalf of 97f058b6cd8c45fcb01313f1fda47d77 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:42:17.815680 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fac18a53-65e4-43dc-a30a-d45a7bb2c6b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:17.910594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34327843-1c2e-443b-bc91-60eac3682d1a admin admin] Pushing event updated for resources: {'Network': ['ID=d821f1a2-31c3-416b-86d0-78f310c2bf83,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:17.939213 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network d821f1a2-31c3-416b-86d0-78f310c2bf83 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:42:17.958865 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb8660-b523-4c01-9629-20c2ca44d4be req-618956e7-e389-4fde-8011-8c9448ab049d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:17.967974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1b9dd-78cf-4adc-a043-30e449ad01bc req-12999224-0a0f-42b7-86a0-0f8546870f9b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:17.969047 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7afb8660-b523-4c01-9629-20c2ca44d4be req-618956e7-e389-4fde-8011-8c9448ab049d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 948 time: 0.1616096 Aug 28 12:42:17.973569 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-56b1b9dd-78cf-4adc-a043-30e449ad01bc req-12999224-0a0f-42b7-86a0-0f8546870f9b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 947 time: 0.6311290 Aug 28 12:42:17.993020 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:42:18.029198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-1b2cfbf3-df3a-4488-bc35-6a78823c6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:18.031654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-1b2cfbf3-df3a-4488-bc35-6a78823c6888 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.9997687 Aug 28 12:42:18.044770 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7afb8660-b523-4c01-9629-20c2ca44d4be req-482cdc1c-30eb-4375-8c7d-276a64ab8ec5 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736818 Aug 28 12:42:18.096416 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-56b1b9dd-78cf-4adc-a043-30e449ad01bc req-c10393dc-65d5-48f3-82a7-a71aeb6e2924 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967858 Aug 28 12:42:18.217560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-36a25a73-aecc-4bc9-8760-dd9d1513c201 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=4da6b800-b398-467d-99d7-5d5398876dc9 HTTP/1.1" status: 200 len: 217 time: 0.1742966 Aug 28 12:42:18.241241 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-69733ab8-7651-4aef-8586-eb8d48ff89de tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:18.248438 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6713065e-9ab1-4ee7-b437-03d72a7c839f req-3662502d-9352-4f9a-a41c-782b559fe7d9 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8236268 Aug 28 12:42:18.362991 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fac18a53-65e4-43dc-a30a-d45a7bb2c6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:18.415814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69733ab8-7651-4aef-8586-eb8d48ff89de tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Pushing event updated for resources: {'Port': ['ID=1063b602-2caf-4722-9c5b-97d31284b715,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:18.431696 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac18a53-65e4-43dc-a30a-d45a7bb2c6b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4110922-5f6c-4f12-8276-16127b4c6b42,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:18.470115 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac18a53-65e4-43dc-a30a-d45a7bb2c6b6 admin admin] Checking segment: {'id': '27cbefe9-ce45-40b0-b425-6f8f07c85a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd821f1a2-31c3-416b-86d0-78f310c2bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:42:18.470856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac18a53-65e4-43dc-a30a-d45a7bb2c6b6 admin admin] Network hostable DHCP agents. Network: d821f1a2-31c3-416b-86d0-78f310c2bf83, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:42:18.483633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcf22b-5896-4448-8d42-1d9a82074a51 req-f424499f-4997-4375-958c-37f7ec950bae tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:18.485735 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61bcf22b-5896-4448-8d42-1d9a82074a51 req-f424499f-4997-4375-958c-37f7ec950bae tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 931 time: 0.2752831 Aug 28 12:42:18.501901 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac18a53-65e4-43dc-a30a-d45a7bb2c6b6 admin admin] Network d821f1a2-31c3-416b-86d0-78f310c2bf83 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:42:18.512215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-69733ab8-7651-4aef-8586-eb8d48ff89de tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:42:18.529618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-fac18a53-65e4-43dc-a30a-d45a7bb2c6b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, d821f1a2-31c3-416b-86d0-78f310c2bf83) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:42:18.540253 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfbe513-60f8-45a1-873c-aae9ae806f03 None None] Network d821f1a2-31c3-416b-86d0-78f310c2bf83 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:42:18.544038 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac18a53-65e4-43dc-a30a-d45a7bb2c6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:18.545685 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fac18a53-65e4-43dc-a30a-d45a7bb2c6b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:18.565125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-69733ab8-7651-4aef-8586-eb8d48ff89de tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:42:18.568679 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-dc27f142-8fc7-4df3-858e-4de0d1e49833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:18.570437 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-dc27f142-8fc7-4df3-858e-4de0d1e49833 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.3429544 Aug 28 12:42:18.571914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-69733ab8-7651-4aef-8586-eb8d48ff89de tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:42:18.591665 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fac18a53-65e4-43dc-a30a-d45a7bb2c6b6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8271551 Aug 28 12:42:18.628786 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61bcf22b-5896-4448-8d42-1d9a82074a51 req-b48d3e29-c2f5-4702-9094-e5b25ee03b9d tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025445 Aug 28 12:42:18.659520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0528c0e-bd71-4b4e-a662-cf8dfd74c142 req-bb066c52-681a-4ef8-936b-10bbe908ec91 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:18.669044 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c0528c0e-bd71-4b4e-a662-cf8dfd74c142 req-bb066c52-681a-4ef8-936b-10bbe908ec91 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 944 time: 0.2442381 Aug 28 12:42:18.727324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-527c0b26-74ba-44e5-86fe-48185b569d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:18.728925 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-527c0b26-74ba-44e5-86fe-48185b569d2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 1100 time: 0.3082628 Aug 28 12:42:18.797810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb028e0e-dfb5-43f5-b4dd-821a74ef48d4 None None] Network d821f1a2-31c3-416b-86d0-78f310c2bf83 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:42:18.834098 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-69733ab8-7651-4aef-8586-eb8d48ff89de tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:18.835102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-69733ab8-7651-4aef-8586-eb8d48ff89de tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:18.856415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 4da6b800-b398-467d-99d7-5d5398876dc9 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:42:18.896649 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c0528c0e-bd71-4b4e-a662-cf8dfd74c142 req-2915bc0c-1076-429e-aeda-db7b5604351f tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f55dd6-8038-4137-b371-18b9ba359bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2264595 Aug 28 12:42:18.899408 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-69733ab8-7651-4aef-8586-eb8d48ff89de tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5021667 Aug 28 12:42:18.909204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-297a8523-5604-4c20-8d38-43b413432ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:18.911912 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-297a8523-5604-4c20-8d38-43b413432ce9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3288040 Aug 28 12:42:18.925929 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Request body: {'port': {'device_id': '841fe277-cd04-4bd4-ba09-dbfa3c960028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:19.047840 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 4da6b800-b398-467d-99d7-5d5398876dc9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=4da6b800-b398-467d-99d7-5d5398876dc9,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:19.068373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '4da6b800-b398-467d-99d7-5d5398876dc9', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '4da6b800-b398-467d-99d7-5d5398876dc9', 'mac_address': 'fa:16:3e:04:dd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:42:19.158301 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:19.166026 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:19.175236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-879761f5-c259-4bd8-bb4d-10dfe080b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:19.178199 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-879761f5-c259-4bd8-bb4d-10dfe080b4d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.4232032 Aug 28 12:42:19.181060 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da6b800-b398-467d-99d7-5d5398876dc9 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:19.220886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 4da6b800-b398-467d-99d7-5d5398876dc9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=4da6b800-b398-467d-99d7-5d5398876dc9,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:19.228050 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:19.243426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-2a5085bf-bb51-435a-a880-7174b9ca5389 req-dcc04fb7-5385-476f-ac67-44cb5bca443a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1617686866', 'description': 'tempest-description-967409428'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:19.273887 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2a5085bf-bb51-435a-a880-7174b9ca5389 req-dcc04fb7-5385-476f-ac67-44cb5bca443a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:19.291508 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-e9000108-9f8b-4ed7-8110-cc4bbf731d3e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=f4200d1e-8f66-4924-9831-5e85b0ead614 HTTP/1.1" status: 200 len: 217 time: 0.0938821 Aug 28 12:42:19.311471 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=4da6b800-b398-467d-99d7-5d5398876dc9,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:19.381155 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-bbd686b1-2137-4512-9668-c8aac675c5aa service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599044 Aug 28 12:42:19.436599 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2a5085bf-bb51-435a-a880-7174b9ca5389 req-dcc04fb7-5385-476f-ac67-44cb5bca443a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:19.445119 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2a5085bf-bb51-435a-a880-7174b9ca5389 req-dcc04fb7-5385-476f-ac67-44cb5bca443a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:19.487715 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2a5085bf-bb51-435a-a880-7174b9ca5389 req-dcc04fb7-5385-476f-ac67-44cb5bca443a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:19.489377 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a5085bf-bb51-435a-a880-7174b9ca5389 req-dcc04fb7-5385-476f-ac67-44cb5bca443a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2518523 Aug 28 12:42:19.507171 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc04fb7-5385-476f-ac67-44cb5bca443a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58316496-cfc7-47b8-849e-81ae24b69859,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:19.549261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['4da6b800-b398-467d-99d7-5d5398876dc9'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:19.568236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037f02f-010d-4d26-a847-a25cda30e577 req-e8fc0d74-2c27-40c8-b2c5-d549dc6c5d76 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:19.575083 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5037f02f-010d-4d26-a847-a25cda30e577 req-e8fc0d74-2c27-40c8-b2c5-d549dc6c5d76 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 948 time: 0.3630984 Aug 28 12:42:19.689044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-9cde5a92-da3d-4302-80f3-1e0f6b27ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:19.691858 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-9cde5a92-da3d-4302-80f3-1e0f6b27ed17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.3766904 Aug 28 12:42:19.701685 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b9d8-840a-41f4-8024-c956e5e42c8b req-39da4b54-0afc-4f0a-b966-64caacb424d0 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:19.715290 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef81b9d8-840a-41f4-8024-c956e5e42c8b req-39da4b54-0afc-4f0a-b966-64caacb424d0 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 948 time: 0.1069529 Aug 28 12:42:19.790969 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef81b9d8-840a-41f4-8024-c956e5e42c8b req-80cc2571-2b3a-45e5-a4a3-276c45b7fa3b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729611 Aug 28 12:42:19.797452 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-b6733343-0201-4c6d-8303-f2877dd3bfe8 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747253 Aug 28 12:42:19.864237 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5037f02f-010d-4d26-a847-a25cda30e577 req-f06282c5-5637-474f-b916-0a871156cfcc tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594745 Aug 28 12:42:19.871115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-ffdf090b-5eee-4679-beac-aa0ddcf7ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:19.872806 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-ffdf090b-5eee-4679-beac-aa0ddcf7ccd8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1670098 Aug 28 12:42:19.919828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-454973bd-a401-4e73-b89d-5e7c71384299 req-c0852f2a-d663-419d-b23e-a5ba0a9a0340 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-26413357', 'description': 'tempest-description-709202601'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:19.956947 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:42:19.990981 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-454973bd-a401-4e73-b89d-5e7c71384299 req-c0852f2a-d663-419d-b23e-a5ba0a9a0340 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:20.094351 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:42:20.106627 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:20.107098 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:20.127515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-ef4ad89c-7b9c-47d2-9116-dd8622de7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:20.129270 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-ef4ad89c-7b9c-47d2-9116-dd8622de7a71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 1100 time: 0.2278838 Aug 28 12:42:20.220175 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-45cd61cd-1813-4d9c-b007-62a300a7a9ab service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323593 Aug 28 12:42:20.226977 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-454973bd-a401-4e73-b89d-5e7c71384299 req-c0852f2a-d663-419d-b23e-a5ba0a9a0340 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:20.236056 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-454973bd-a401-4e73-b89d-5e7c71384299 req-c0852f2a-d663-419d-b23e-a5ba0a9a0340 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:20.286682 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:20.301085 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0852f2a-d663-419d-b23e-a5ba0a9a0340 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c6e10f-966e-4def-83cb-4be8346632db,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:20.320315 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-454973bd-a401-4e73-b89d-5e7c71384299 req-c0852f2a-d663-419d-b23e-a5ba0a9a0340 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:20.323154 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-454973bd-a401-4e73-b89d-5e7c71384299 req-c0852f2a-d663-419d-b23e-a5ba0a9a0340 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4189484 Aug 28 12:42:20.349665 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76e06df-f820-4dbc-a4b5-3cb7e59e3ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:20.359128 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9c2f6b-537d-4049-94ca-dfae11598ad0" -d '{"events": [{"server_uuid": "d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd", "name": "network-vif-plugged", "status": "completed", "tag": "cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:20.399068 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1063b602-2caf-4722-9c5b-97d31284b715 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:20.411889 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:20.432315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde,segment=NetworkSegment(f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb),segment_id=f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:20.433133 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bbc11-5e36-4021-8e0d-9c9423ff8677 req-b7f00825-4132-43c7-a368-76b34b5d2dee tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:20.433133 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d45bbc11-5e36-4021-8e0d-9c9423ff8677 req-b7f00825-4132-43c7-a368-76b34b5d2dee tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 931 time: 0.4085019 Aug 28 12:42:20.438606 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:20.460558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Transition to ACTIVE for port object 1063b602-2caf-4722-9c5b-97d31284b715 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:20.478620 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:20.574119 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-07fe519f-a6aa-4997-ac64-7f75a5f088dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:20.575942 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-07fe519f-a6aa-4997-ac64-7f75a5f088dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.4143519 Aug 28 12:42:20.581312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:20.609724 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-ad79131c-ab14-4f89-8445-ae08d70e9c2c service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212764 Aug 28 12:42:20.643755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Pushing event updated for resources: {'Port': ['ID=1063b602-2caf-4722-9c5b-97d31284b715,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:20.655215 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-572d4204-d55e-468b-ab8f-a8807917d1e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=f4200d1e-8f66-4924-9831-5e85b0ead614 HTTP/1.1" status: 200 len: 217 time: 0.0616460 Aug 28 12:42:20.658399 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d45bbc11-5e36-4021-8e0d-9c9423ff8677 req-79d3b49d-6137-442f-b3c1-679e3a572289 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965349 Aug 28 12:42:20.731930 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a2f1b-d38a-49cc-a7f9-b4daef18f8e8 req-49ae5ec9-d1f8-4ce2-8b9e-0e947e755e4d tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:20.733835 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c82a2f1b-d38a-49cc-a7f9-b4daef18f8e8 req-49ae5ec9-d1f8-4ce2-8b9e-0e947e755e4d tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 945 time: 0.1118002 Aug 28 12:42:20.750484 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e313b8-da2c-4064-b50a-e2019ee21ade x-openstack-request-id: req-b6e313b8-da2c-4064-b50a-e2019ee21ade {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:20.751054 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd", "name": "network-vif-plugged", "status": "completed", "tag": "cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:20.751659 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6e313b8-da2c-4064-b50a-e2019ee21ade {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:20.752331 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76e06df-f820-4dbc-a4b5-3cb7e59e3ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde', 'code': 200} Aug 28 12:42:20.790242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-1178fe94-ce03-4f32-b377-8652bc5f32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:20.794392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-1178fe94-ce03-4f32-b377-8652bc5f32cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1307976 Aug 28 12:42:20.832331 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c82a2f1b-d38a-49cc-a7f9-b4daef18f8e8 req-241ce977-b983-4b80-a251-ad6ddf571e6f tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f55dd6-8038-4137-b371-18b9ba359bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920570 Aug 28 12:42:20.864569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 4da6b800-b398-467d-99d7-5d5398876dc9 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:42:20.899146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Attempting to bind port 1063b602-2caf-4722-9c5b-97d31284b715 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:42:20.899596 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Attempting to bind port 1063b602-2caf-4722-9c5b-97d31284b715 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:42:20.900215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Attempting to bind port 1063b602-2caf-4722-9c5b-97d31284b715 on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:20.974351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Port 1063b602-2caf-4722-9c5b-97d31284b715 on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:42:20.974903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Attempting to bind port 1063b602-2caf-4722-9c5b-97d31284b715 on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:21.000039 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:42:21.000683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Checking segment: {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:42:21.001456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Bound using segment: {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:42:21.002317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Bound port: 1063b602-2caf-4722-9c5b-97d31284b715, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:42:21.003098 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:21.004138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 4da6b800-b398-467d-99d7-5d5398876dc9 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:42:21.014468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 4da6b800-b398-467d-99d7-5d5398876dc9 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:21.015045 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:21.046707 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-1889097a-d097-4b15-976b-48fafe856809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:21.048530 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-1889097a-d097-4b15-976b-48fafe856809 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2430325 Aug 28 12:42:21.049933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b0b1b-bb98-4661-acc7-727fc5c1ff21 req-175498dd-5434-40cb-a22d-70e70d766367 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:21.059768 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e38b0b1b-bb98-4661-acc7-727fc5c1ff21 req-175498dd-5434-40cb-a22d-70e70d766367 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 948 time: 0.0991418 Aug 28 12:42:21.119194 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e38b0b1b-bb98-4661-acc7-727fc5c1ff21 req-723cc236-a94a-4d5e-b24d-3cd6615422ce tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579410 Aug 28 12:42:21.123646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef4a91-2be9-442d-a645-77753e9fa088 req-d128e6b8-65d2-4d2c-8a41-b02078607522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:21.126063 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-daef4a91-2be9-442d-a645-77753e9fa088 req-d128e6b8-65d2-4d2c-8a41-b02078607522 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 1097 time: 0.2456353 Aug 28 12:42:21.149978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-1047893a-a3b3-45db-9d01-c607dc8ed169 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:21.157737 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-1047893a-a3b3-45db-9d01-c607dc8ed169 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/networks?id=d821f1a2-31c3-416b-86d0-78f310c2bf83 HTTP/1.1" status: 200 len: 813 time: 0.3145738 Aug 28 12:42:21.195698 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:21.242936 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f653eecb-37a2-4219-87f7-314efbe1642e tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/quotas/97f058b6cd8c45fcb01313f1fda47d77 HTTP/1.1" status: 200 len: 375 time: 0.0840878 Aug 28 12:42:21.262041 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 4da6b800-b398-467d-99d7-5d5398876dc9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=4da6b800-b398-467d-99d7-5d5398876dc9,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:21.268584 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:21.318149 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-93156a5c-4e7c-4416-87b3-d98232b11077 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=97f058b6cd8c45fcb01313f1fda47d77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742185 Aug 28 12:42:21.333058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a9ac4-474a-46dd-b9dd-9e26d42eba01 req-9001338b-24a1-41df-853c-1694f6497ffd tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:21.345380 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e07a9ac4-474a-46dd-b9dd-9e26d42eba01 req-9001338b-24a1-41df-853c-1694f6497ffd tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 948 time: 0.1173851 Aug 28 12:42:21.350683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] For port 1063b602-2caf-4722-9c5b-97d31284b715, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:42:21.388776 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=4da6b800-b398-467d-99d7-5d5398876dc9,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:21.427518 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-daef4a91-2be9-442d-a645-77753e9fa088 req-eaed6226-41ea-4ba3-92da-d16c2175e449 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=41f55dd6-8038-4137-b371-18b9ba359bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2848794 Aug 28 12:42:21.442720 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] For port 1063b602-2caf-4722-9c5b-97d31284b715, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=1063b602-2caf-4722-9c5b-97d31284b715,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:42:21.450240 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e07a9ac4-474a-46dd-b9dd-9e26d42eba01 req-38b20bd0-ce12-4b8f-b2c4-a9c9afa289d2 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036632 Aug 28 12:42:21.473540 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:21.509877 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-526ec54d-0c9f-4470-abc3-88deba39f51b service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446268 Aug 28 12:42:21.552902 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:21.553533 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:21.555304 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] 10.222.0.10 "PUT /v2.0/ports/1063b602-2caf-4722-9c5b-97d31284b715 HTTP/1.1" status: 200 len: 1092 time: 2.6398833 Aug 28 12:42:21.555663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841fe277-cd04-4bd4-ba09-dbfa3c960028', 'tag': '1063b602-2caf-4722-9c5b-97d31284b715'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:21.559300 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d218799b-62a8-4eaf-b5d1-dabba0922769" -d '{"events": [{"name": "network-changed", "server_uuid": "841fe277-cd04-4bd4-ba09-dbfa3c960028", "tag": "1063b602-2caf-4722-9c5b-97d31284b715"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:21.635753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a83886-bfbe-47f4-9026-ea282a50dcee service neutron] Pushing event updated for resources: {'Port': ['ID=1063b602-2caf-4722-9c5b-97d31284b715,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:21.652211 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-ddf6497e-7173-4531-858c-8518219393b4 service neutron] 10.222.0.20 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328519 Aug 28 12:42:21.744477 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8302d26-81e4-448a-ba15-37b2cc81295e x-openstack-request-id: req-d8302d26-81e4-448a-ba15-37b2cc81295e {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:21.744793 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841fe277-cd04-4bd4-ba09-dbfa3c960028", "tag": "1063b602-2caf-4722-9c5b-97d31284b715", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:21.745652 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8302d26-81e4-448a-ba15-37b2cc81295e {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:21.746270 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841fe277-cd04-4bd4-ba09-dbfa3c960028', 'tag': '1063b602-2caf-4722-9c5b-97d31284b715', 'status': 'completed', 'code': 200} Aug 28 12:42:21.775666 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc1f739-120f-41bd-88b3-d1469737b6bb req-919190e6-ed17-4a9a-affd-216e6d2bc302 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557569 Aug 28 12:42:21.819336 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-9576d768-7eea-47ed-a7f9-4b2f384b1bcd service neutron] 10.222.0.20 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483541 Aug 28 12:42:21.883878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f76fd-39e7-423c-8628-6ff120f6a573 req-ceedecad-4fc0-41ee-aac3-2c86549ce3c8 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:21.886312 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-644f76fd-39e7-423c-8628-6ff120f6a573 req-ceedecad-4fc0-41ee-aac3-2c86549ce3c8 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 943 time: 0.0823140 Aug 28 12:42:21.973280 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-644f76fd-39e7-423c-8628-6ff120f6a573 req-fe8ba7ae-99d6-436d-a6c6-2e3c773bf376 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757091 Aug 28 12:42:21.986712 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device f4200d1e-8f66-4924-9831-5e85b0ead614 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:42:22.171304 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=f4200d1e-8f66-4924-9831-5e85b0ead614,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:22.186945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218799b-62a8-4eaf-b5d1-dabba0922769 req-69c496af-9dad-4e99-b64a-7f94d44be332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:22.190509 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d218799b-62a8-4eaf-b5d1-dabba0922769 req-69c496af-9dad-4e99-b64a-7f94d44be332 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 1095 time: 0.1345227 Aug 28 12:42:22.195379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'f4200d1e-8f66-4924-9831-5e85b0ead614', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'f4200d1e-8f66-4924-9831-5e85b0ead614', 'mac_address': 'fa:16:3e:20:e9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:42:22.280528 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:22.305840 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4200d1e-8f66-4924-9831-5e85b0ead614 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:22.359189 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=f4200d1e-8f66-4924-9831-5e85b0ead614,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:22.367186 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:22.468902 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ab9b2a2e-cb71-4cf2-a37e-5e2d9df92f96 req-ba96c956-e905-42bd-93d6-318fe87a6467 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 210 time: 0.0428386 Aug 28 12:42:22.491555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=f4200d1e-8f66-4924-9831-5e85b0ead614,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:22.633527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250274f-a2ce-4faf-812f-194a6d7533b0 req-0452b98e-bb83-49c9-ba6e-2e93e7aeef2d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:22.637302 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9250274f-a2ce-4faf-812f-194a6d7533b0 req-0452b98e-bb83-49c9-ba6e-2e93e7aeef2d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 949 time: 0.0980120 Aug 28 12:42:22.690713 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9250274f-a2ce-4faf-812f-194a6d7533b0 req-125fb1bb-12d2-40d8-9423-d2e81a1be611 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428634 Aug 28 12:42:22.753859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88966f2d-f749-4072-a7a9-e7e6e8f52098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da6b800-b398-467d-99d7-5d5398876dc9'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:22.757052 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85fd84a-9114-45bd-951b-c8bc20e1a330" -d '{"events": [{"server_uuid": "88966f2d-f749-4072-a7a9-e7e6e8f52098", "name": "network-vif-plugged", "status": "completed", "tag": "4da6b800-b398-467d-99d7-5d5398876dc9"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:22.859794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f090e-d4f0-4cae-9933-5e03f9ef71a3 req-8b9fc764-0ab9-4500-8875-f73da47fef0e tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:22.862257 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-950f090e-d4f0-4cae-9933-5e03f9ef71a3 req-8b9fc764-0ab9-4500-8875-f73da47fef0e tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 945 time: 0.7272141 Aug 28 12:42:22.882810 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55805a86-b7f4-4909-b8bb-ffe580808af1 req-64d814ec-ea8d-4c32-9ab5-0c700681273a tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:22.884413 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55805a86-b7f4-4909-b8bb-ffe580808af1 req-64d814ec-ea8d-4c32-9ab5-0c700681273a tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 946 time: 0.0997617 Aug 28 12:42:22.906073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['f4200d1e-8f66-4924-9831-5e85b0ead614'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:22.962188 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55805a86-b7f4-4909-b8bb-ffe580808af1 req-33e1377c-9624-4ac4-be16-0e577ee7cb1b tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707548 Aug 28 12:42:22.979157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218799b-62a8-4eaf-b5d1-dabba0922769 req-34f0781d-744b-4871-a55f-f02a79c8347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:22.981888 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d218799b-62a8-4eaf-b5d1-dabba0922769 req-34f0781d-744b-4871-a55f-f02a79c8347e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9c27cd97d5e24fc7891a567067063ac0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.7700822 Aug 28 12:42:22.995633 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-950f090e-d4f0-4cae-9933-5e03f9ef71a3 req-32ab4974-7e76-4120-ad6c-7aca31271710 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f55dd6-8038-4137-b371-18b9ba359bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161830 Aug 28 12:42:23.192255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acffac-1cdb-4547-9100-6ee5f956d64b req-fdea8282-7e8f-45e2-8a59-acafa3c5007a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:23.205481 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-98acffac-1cdb-4547-9100-6ee5f956d64b req-fdea8282-7e8f-45e2-8a59-acafa3c5007a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 949 time: 0.0938585 Aug 28 12:42:23.210387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218799b-62a8-4eaf-b5d1-dabba0922769 req-399fb089-4fac-42e7-9eb5-f50fbae077a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:23.213332 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d218799b-62a8-4eaf-b5d1-dabba0922769 req-399fb089-4fac-42e7-9eb5-f50fbae077a0 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2097340 Aug 28 12:42:23.259390 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-98acffac-1cdb-4547-9100-6ee5f956d64b req-15e1fcc2-61e0-4e2c-924e-53306f7bd4a0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525036 Aug 28 12:42:23.301072 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6b85e8-46e0-4dcb-8cc4-018af12e9dd0 x-openstack-request-id: req-af6b85e8-46e0-4dcb-8cc4-018af12e9dd0 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:23.301892 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88966f2d-f749-4072-a7a9-e7e6e8f52098", "name": "network-vif-plugged", "status": "completed", "tag": "4da6b800-b398-467d-99d7-5d5398876dc9", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:23.301892 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af6b85e8-46e0-4dcb-8cc4-018af12e9dd0 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:23.302472 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88966f2d-f749-4072-a7a9-e7e6e8f52098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da6b800-b398-467d-99d7-5d5398876dc9', 'code': 200} Aug 28 12:42:23.357625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-ec630ec9-0e6e-4a62-87ba-1611a92e20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:23.361027 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-ec630ec9-0e6e-4a62-87ba-1611a92e20a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 1095 time: 0.0881922 Aug 28 12:42:23.458731 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-33e58b5a-b0a9-4880-8c15-837b4c3d922b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1063b602-2caf-4722-9c5b-97d31284b715 HTTP/1.1" status: 200 len: 217 time: 0.0789702 Aug 28 12:42:23.539591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef5fce-e4b5-47ec-8bf8-becafce19d02 req-71a40fd5-1775-4047-b6b7-77fddeae7153 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:23.542630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-898b4949-0266-4fbd-a17e-b25ca5bf2c08 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:23.543358 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64ef5fce-e4b5-47ec-8bf8-becafce19d02 req-71a40fd5-1775-4047-b6b7-77fddeae7153 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 943 time: 0.1786823 Aug 28 12:42:23.545604 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-898b4949-0266-4fbd-a17e-b25ca5bf2c08 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 806 time: 0.1209857 Aug 28 12:42:23.560624 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2e7c3-a143-46b6-8622-a14fb52eb4c0 req-5e1d0354-5b48-458f-acf5-60eee1eb18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:23.563130 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1b2e7c3-a143-46b6-8622-a14fb52eb4c0 req-5e1d0354-5b48-458f-acf5-60eee1eb18e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 1101 time: 0.1471922 Aug 28 12:42:23.575975 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-fca99c91-bf95-4111-822c-6895ca95aec7 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/quotas/c5f791bffd6b436fbad5ba34cc695485 HTTP/1.1" status: 200 len: 375 time: 0.0197878 Aug 28 12:42:23.605255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-24046226-1bd3-4f22-ba08-b42e947f12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:23.607427 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-24046226-1bd3-4f22-ba08-b42e947f12bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=681f86f1-f49d-4aac-bbea-fa1f759eb663 HTTP/1.1" status: 200 len: 851 time: 0.1215458 Aug 28 12:42:23.655339 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-803289eb-6aa3-4b44-8185-930be0ac7fc3 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0695426 Aug 28 12:42:23.675158 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-53192345-396f-447f-a0d3-635145998b53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491271 Aug 28 12:42:23.721878 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1b2e7c3-a143-46b6-8622-a14fb52eb4c0 req-284503a3-7d35-4cd7-8b0d-5a406145d424 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433072 Aug 28 12:42:23.725062 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64ef5fce-e4b5-47ec-8bf8-becafce19d02 req-a4120590-ec65-477e-a6ce-90fd519b0888 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686652 Aug 28 12:42:23.848034 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-a6f60ebe-f7a6-4a62-9c6e-2b31984cbf9c service neutron] 10.222.0.10 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581874 Aug 28 12:42:23.972478 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-d1ebcb71-fa8b-4865-a6a5-34feb62cc9a7 service neutron] 10.222.0.20 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902346 Aug 28 12:42:24.125034 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-252bb0fe-2972-434e-b10f-79e8aa40bb3b req-24d32ac5-bed2-4a63-91f0-df86629859e5 service neutron] 10.222.0.10 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680283 Aug 28 12:42:24.148858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-68ace793-d8d8-4732-886e-e364d6073b56 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:24.150574 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-68ace793-d8d8-4732-886e-e364d6073b56 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.10 "GET /v2.0/networks?id=d821f1a2-31c3-416b-86d0-78f310c2bf83 HTTP/1.1" status: 200 len: 813 time: 0.1715546 Aug 28 12:42:24.162937 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-e50e6722-e2ec-47c8-a33f-77e614779b23 service neutron] 10.222.0.20 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851084 Aug 28 12:42:24.193619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-3025efcc-7060-48a1-8c89-fc54e7ac8968 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Request body: {'port': {'device_id': '4fecb279-9f16-4ba8-b153-479c638647dc', 'network_id': 'd821f1a2-31c3-416b-86d0-78f310c2bf83', 'admin_state_up': True, 'tenant_id': '97f058b6cd8c45fcb01313f1fda47d77'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:24.273894 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddbf39-5159-4ed6-8b62-30199cf2977f req-c2c57ccf-6b44-4fa3-9b9b-a707f13991d5 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:24.275822 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-adddbf39-5159-4ed6-8b62-30199cf2977f req-c2c57ccf-6b44-4fa3-9b9b-a707f13991d5 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 946 time: 0.1239848 Aug 28 12:42:24.436424 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b3eb2ac-df1d-406f-adcb-5d11329b1877 req-25ef3b0f-4243-40a5-8a0c-23b3e8558ca0 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 210 time: 0.0879343 Aug 28 12:42:24.500892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-0ac0c041-ed00-4bbe-90ca-6429eae347c4 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:24.502978 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-0ac0c041-ed00-4bbe-90ca-6429eae347c4 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2&tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 949 time: 0.1880782 Aug 28 12:42:24.509083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-3025efcc-7060-48a1-8c89-fc54e7ac8968 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Made reservation on behalf of 97f058b6cd8c45fcb01313f1fda47d77 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:42:24.513214 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-3025efcc-7060-48a1-8c89-fc54e7ac8968 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:24.615229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-adddbf39-5159-4ed6-8b62-30199cf2977f req-23b93606-e461-487c-84a1-b204bd85306c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Deleting port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:42:24.615551 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-adddbf39-5159-4ed6-8b62-30199cf2977f req-23b93606-e461-487c-84a1-b204bd85306c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:24.779494 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216d554-f5ea-4394-b2f1-8a58d3178f52 req-c8184939-2d2c-4348-8bc4-67654acd3915 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:24.793876 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9216d554-f5ea-4394-b2f1-8a58d3178f52 req-c8184939-2d2c-4348-8bc4-67654acd3915 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 946 time: 0.0901403 Aug 28 12:42:24.798071 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-4293f8ab-2376-4dcc-99ff-a79da8a4f29f service neutron] 10.222.0.10 "GET /v2.0/ports/f4200d1e-8f66-4924-9831-5e85b0ead614/bindings/n-h2-791505-21 HTTP/1.1" status: 200 len: 383 time: 0.2716382 Aug 28 12:42:24.805868 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4b35c-3f8a-4c42-8df6-3a6f53322187 req-af4b8d19-e907-46fc-afd9-d4ba980d3525 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:24.807830 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0d4b35c-3f8a-4c42-8df6-3a6f53322187 req-af4b8d19-e907-46fc-afd9-d4ba980d3525 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 949 time: 0.2656751 Aug 28 12:42:24.862411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-adddbf39-5159-4ed6-8b62-30199cf2977f req-23b93606-e461-487c-84a1-b204bd85306c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] For port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2f7c8652-bfdb-46bd-9a65-c7c5b6189d87,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:24.862783 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-adddbf39-5159-4ed6-8b62-30199cf2977f req-23b93606-e461-487c-84a1-b204bd85306c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:24.875391 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9216d554-f5ea-4394-b2f1-8a58d3178f52 req-0fa4de33-b24a-402a-b34c-c9ec30540da6 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups?id=84c968f0-362b-4413-a12e-6e43fa2e510e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764132 Aug 28 12:42:24.886263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-3025efcc-7060-48a1-8c89-fc54e7ac8968 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Allocated IP 172.20.0.14 (d821f1a2-31c3-416b-86d0-78f310c2bf83/e4110922-5f6c-4f12-8276-16127b4c6b42/5452e9de-b759-42c7-9be1-8822e2d91cb7) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:42:24.976139 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0d4b35c-3f8a-4c42-8df6-3a6f53322187 req-7c9ca13d-f37c-4ddb-ba3c-c396f732adda tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538720 Aug 28 12:42:25.061034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-686e9db8-8a5d-49df-b598-e6d38007efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:25.062607 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-686e9db8-8a5d-49df-b598-e6d38007efa6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 1101 time: 0.2032566 Aug 28 12:42:25.098219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750ea19-768b-47e4-a9bf-ba6ded7876fa req-f45bfb7a-952d-444d-ac38-a7ce5bf41926 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:25.101492 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c750ea19-768b-47e4-a9bf-ba6ded7876fa req-f45bfb7a-952d-444d-ac38-a7ce5bf41926 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 945 time: 0.1151402 Aug 28 12:42:25.164484 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c750ea19-768b-47e4-a9bf-ba6ded7876fa req-1c6f4d5c-080d-40ad-bcae-e55db1257b3e tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f55dd6-8038-4137-b371-18b9ba359bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557323 Aug 28 12:42:25.292597 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78d9a0c4-c551-457b-818f-cad35d037793 req-75f98129-95bc-4a94-813e-6fcba12dae3f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 210 time: 0.0427341 Aug 28 12:42:25.359113 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-adddbf39-5159-4ed6-8b62-30199cf2977f req-23b93606-e461-487c-84a1-b204bd85306c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:25.359730 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-adddbf39-5159-4ed6-8b62-30199cf2977f req-23b93606-e461-487c-84a1-b204bd85306c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:25.360184 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [req-adddbf39-5159-4ed6-8b62-30199cf2977f req-23b93606-e461-487c-84a1-b204bd85306c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Floating IP 9fff87c2-a957-4f81-af61-59985af863cb disassociated. External IP: 172.25.1.158, port: 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87. Aug 28 12:42:25.360763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-adddbf39-5159-4ed6-8b62-30199cf2977f req-23b93606-e461-487c-84a1-b204bd85306c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Calling delete_port for 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:42:25.476947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-391504f8-9517-4bdf-b3ad-99a797b1ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:25.478498 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-391504f8-9517-4bdf-b3ad-99a797b1ec9b service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3903019 Aug 28 12:42:25.490526 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c230393-2add-4877-81db-ecaa03976ab2 req-4544b670-e1bc-42a2-81d4-d3f3751528f1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:25.491523 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c230393-2add-4877-81db-ecaa03976ab2 req-4544b670-e1bc-42a2-81d4-d3f3751528f1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 949 time: 0.2730601 Aug 28 12:42:25.494734 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-3025efcc-7060-48a1-8c89-fc54e7ac8968 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:25.509962 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8927b-99cb-4e26-9a2a-4ed3a66b8300 req-03d324d2-7e1e-478b-8507-175dfe652828 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:25.512982 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-18a8927b-99cb-4e26-9a2a-4ed3a66b8300 req-03d324d2-7e1e-478b-8507-175dfe652828 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 943 time: 0.0741980 Aug 28 12:42:25.560534 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-4579cd9b-e237-4b91-b6f5-848e8438804d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=f4200d1e-8f66-4924-9831-5e85b0ead614 HTTP/1.1" status: 200 len: 217 time: 0.0629880 Aug 28 12:42:25.592512 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-18a8927b-99cb-4e26-9a2a-4ed3a66b8300 req-e35d0f42-f61f-41c3-8899-b7147bafe578 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645955 Aug 28 12:42:25.658094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c230393-2add-4877-81db-ecaa03976ab2 req-9eb1e23f-f2b4-41b8-84e2-a9ccfc7d8ebc tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475859 Aug 28 12:42:25.689016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-00778891-c841-4993-b43c-c8ad7e233437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:25.690680 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-00778891-c841-4993-b43c-c8ad7e233437 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1072176 Aug 28 12:42:25.694777 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-3025efcc-7060-48a1-8c89-fc54e7ac8968 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:25.797282 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7efd2-9015-41f6-a99b-99f22b637c05 req-7715d277-664c-42e9-9898-851bab6da200 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:25.800819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-3025efcc-7060-48a1-8c89-fc54e7ac8968 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Network d821f1a2-31c3-416b-86d0-78f310c2bf83 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:42:25.803115 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-84f7efd2-9015-41f6-a99b-99f22b637c05 req-7715d277-664c-42e9-9898-851bab6da200 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 945 time: 0.0842519 Aug 28 12:42:25.811858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36850) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:25.817955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-cba26abe-e0f5-4b98-9828-835fb127b237 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Request body: {'floatingip': {'port_id': 'cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:25.825237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-3025efcc-7060-48a1-8c89-fc54e7ac8968 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:42:25.836282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-3025efcc-7060-48a1-8c89-fc54e7ac8968 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:42:25.860044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025efcc-7060-48a1-8c89-fc54e7ac8968 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event updated for resources: {'Port': ['ID=5452e9de-b759-42c7-9be1-8822e2d91cb7,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:25.876738 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cba26abe-e0f5-4b98-9828-835fb127b237 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:25.894671 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-adddbf39-5159-4ed6-8b62-30199cf2977f req-23b93606-e461-487c-84a1-b204bd85306c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:25.921056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6ed52f5a-1021-49c0-87c9-38bc65b0a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:25.922822 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6ed52f5a-1021-49c0-87c9-38bc65b0a84b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2131183 Aug 28 12:42:25.948496 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b93606-e461-487c-84a1-b204bd85306c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Pushing event deleted for resources: {'Port': ['ID=2f7c8652-bfdb-46bd-9a65-c7c5b6189d87,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:25.972622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-3025efcc-7060-48a1-8c89-fc54e7ac8968 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:25.973284 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-3025efcc-7060-48a1-8c89-fc54e7ac8968 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:25.987990 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device f4200d1e-8f66-4924-9831-5e85b0ead614 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:42:26.028964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53bad3-2128-49cd-8b6a-9395e434fada req-602652ee-47d4-41b0-8ece-ba42f916f971 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:26.036777 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be53bad3-2128-49cd-8b6a-9395e434fada req-602652ee-47d4-41b0-8ece-ba42f916f971 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 932 time: 0.2380223 Aug 28 12:42:26.076329 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port f4200d1e-8f66-4924-9831-5e85b0ead614 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:42:26.086508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port f4200d1e-8f66-4924-9831-5e85b0ead614 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:26.087075 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:26.109625 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-3025efcc-7060-48a1-8c89-fc54e7ac8968 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9219477 Aug 28 12:42:26.135596 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Request body: {'port': {'device_id': '4fecb279-9f16-4ba8-b153-479c638647dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:26.168158 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e148561-305d-4990-baa0-1d3227ac8f47 req-2d90892f-1cc7-472c-bb73-9bdec56359ed tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 210 time: 0.0631664 Aug 28 12:42:26.218323 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:26.248143 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be53bad3-2128-49cd-8b6a-9395e434fada req-7ffe19bb-610e-40c5-ba0b-f7d79dd32ce5 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053542 Aug 28 12:42:26.252761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:26.264549 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabea366-bc3e-458c-87f8-a12717a99c8b" -d '{"events": [{"server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "name": "network-vif-plugged", "status": "completed", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:26.290904 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=f4200d1e-8f66-4924-9831-5e85b0ead614,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:26.297901 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:26.439485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=f4200d1e-8f66-4924-9831-5e85b0ead614,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:26.447567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-001b6a1a-e728-4359-8628-7bd7c903528f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:26.451594 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-001b6a1a-e728-4359-8628-7bd7c903528f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.11 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 806 time: 0.2960861 Aug 28 12:42:26.486996 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-df0928cb-8321-4a05-a582-c8dc47f21a9c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Request body: {'port': {'device_id': '703f60fe-fa10-4289-aabf-f240a17c66de', 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c', 'admin_state_up': True, 'tenant_id': 'c5f791bffd6b436fbad5ba34cc695485'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:26.563274 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d4588e-168a-4075-b21c-d24a0e7a7a24 x-openstack-request-id: req-96d4588e-168a-4075-b21c-d24a0e7a7a24 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:26.563566 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "name": "network-vif-plugged", "status": "completed", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:26.563821 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96d4588e-168a-4075-b21c-d24a0e7a7a24 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:26.564212 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614', 'code': 200} Aug 28 12:42:26.573717 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-490a8971-433f-4e4a-a51f-1426f2c8f581 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207767 Aug 28 12:42:26.696155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8a447-12b2-4c11-9421-ef03ff83be32 req-5941cd6a-0815-4fc4-abd6-8ee583c5b022 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:26.699961 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cde8a447-12b2-4c11-9421-ef03ff83be32 req-5941cd6a-0815-4fc4-abd6-8ee583c5b022 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 949 time: 0.2842529 Aug 28 12:42:26.836549 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cde8a447-12b2-4c11-9421-ef03ff83be32 req-85638bb1-fe1a-45bb-a2b5-3ff619fe624d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215396 Aug 28 12:42:26.984547 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cba26abe-e0f5-4b98-9828-835fb127b237 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:27.003362 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cba26abe-e0f5-4b98-9828-835fb127b237 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:27.070888 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73ff83-c44e-43ff-97ba-de4b5dc33601 req-1b9b49ea-dc1e-4b62-a083-10ea896c246f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:27.072454 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3e73ff83-c44e-43ff-97ba-de4b5dc33601 req-1b9b49ea-dc1e-4b62-a083-10ea896c246f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 943 time: 0.1160567 Aug 28 12:42:27.156189 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7cc2c367-6565-4bae-87f9-c1905369ac09 req-60358940-0e50-4137-a298-d0070cc59d8f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 210 time: 0.0995972 Aug 28 12:42:27.156766 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:27.161776 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3e73ff83-c44e-43ff-97ba-de4b5dc33601 req-8ccb7a00-2520-4a3d-9cd3-95a379e39b50 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569170 Aug 28 12:42:27.162716 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adddbf39-5159-4ed6-8b62-30199cf2977f req-23b93606-e461-487c-84a1-b204bd85306c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:42:27.165148 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-cba26abe-e0f5-4b98-9828-835fb127b237 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Floating IP 4b27dce2-0d82-4fe8-8d07-892931bfee94 associated. External IP: 172.25.1.91, port: cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde. Aug 28 12:42:27.447398 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b2f81-0fa1-4a1b-8f8f-8c1f38900825 req-144c4b1c-642f-4112-9fc0-ffcfd9ffef39 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:27.449093 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-028b2f81-0fa1-4a1b-8f8f-8c1f38900825 req-144c4b1c-642f-4112-9fc0-ffcfd9ffef39 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.1070163 Aug 28 12:42:27.543211 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-d76ac7ee-d836-4881-a309-eb7b0974b28c service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811928 Aug 28 12:42:27.550155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-df0928cb-8321-4a05-a582-c8dc47f21a9c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Made reservation on behalf of c5f791bffd6b436fbad5ba34cc695485 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:42:27.553688 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-df0928cb-8321-4a05-a582-c8dc47f21a9c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:27.600241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a623e-b055-4bac-a20f-7efd64e88454 req-a6a6accc-a716-4335-8743-4077cbe2cb27 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:27.602735 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce9a623e-b055-4bac-a20f-7efd64e88454 req-a6a6accc-a716-4335-8743-4077cbe2cb27 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 1101 time: 0.2668135 Aug 28 12:42:27.616050 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-028b2f81-0fa1-4a1b-8f8f-8c1f38900825 req-b404d219-7b10-4663-9cd0-e8e5f26047a3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982902 Aug 28 12:42:27.706458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba26abe-e0f5-4b98-9828-835fb127b237 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Router 495a389d-23e6-4548-9e0c-6fcfea51ab77 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:42:27.748128 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-df0928cb-8321-4a05-a582-c8dc47f21a9c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Allocated IP 172.20.0.9 (846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c/66c522c8-a3b3-4f18-b898-b02784083f80/843ba3cc-b58a-4cee-b418-76d2d03ffa01) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:42:27.839655 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f233d0de-c64e-40c7-a364-7fa4f57e5c90 req-803a3b6b-6306-449d-92f1-1352237dc2e1 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcbd827-0835-47f8-a00c-de595d681a4d HTTP/1.1" status: 200 len: 210 time: 0.0572588 Aug 28 12:42:27.929070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adddbf39-5159-4ed6-8b62-30199cf2977f req-23b93606-e461-487c-84a1-b204bd85306c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:42:27.946531 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1043b1-ab95-4ff6-8e38-906ddb377454 None None] Sync routers for ids ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:42:27.968370 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1043b1-ab95-4ff6-8e38-906ddb377454 None None] Routers {'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:42:27.970159 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4a1043b1-ab95-4ff6-8e38-906ddb377454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:42:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:27.977147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba26abe-e0f5-4b98-9828-835fb127b237 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:42:27.991256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 1063b602-2caf-4722-9c5b-97d31284b715 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:42:27.998058 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8941b2-9935-4af6-8aeb-821e41b1167e None None] Sync routers for ids ['495a389d-23e6-4548-9e0c-6fcfea51ab77'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:42:28.020671 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cba26abe-e0f5-4b98-9828-835fb127b237 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:28.042693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8941b2-9935-4af6-8aeb-821e41b1167e None None] Routers {'495a389d-23e6-4548-9e0c-6fcfea51ab77'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:42:28.043887 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4e8941b2-9935-4af6-8aeb-821e41b1167e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:42:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['495a389d-23e6-4548-9e0c-6fcfea51ab77'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:28.128940 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cba26abe-e0f5-4b98-9828-835fb127b237 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "PUT /v2.0/floatingips/4b27dce2-0d82-4fe8-8d07-892931bfee94 HTTP/1.1" status: 200 len: 990 time: 2.3150470 Aug 28 12:42:28.130253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76e06df-f820-4dbc-a4b5-3cb7e59e3ecd', 'tag': 'cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:28.134505 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638b61aa-a012-4e7f-9285-bbe6b9bc3c23" -d '{"events": [{"name": "network-changed", "server_uuid": "d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd", "tag": "cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:28.173321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec358cdb-0545-4acf-80b8-f42e9ac75f62 req-9aa00c78-2e73-4113-9b31-0a79b5300e05 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:28.196536 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec358cdb-0545-4acf-80b8-f42e9ac75f62 req-9aa00c78-2e73-4113-9b31-0a79b5300e05 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 932 time: 0.2167540 Aug 28 12:42:28.233395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-adddbf39-5159-4ed6-8b62-30199cf2977f req-23b93606-e461-487c-84a1-b204bd85306c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] No DVR routers for this DVR port 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:42:28.246198 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-4a1043b1-ab95-4ff6-8e38-906ddb377454 None None] Set router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:42:28.250158 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce9a623e-b055-4bac-a20f-7efd64e88454 req-d05d1b23-27b0-45e0-b347-f3dc22af28a6 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996150 Aug 28 12:42:28.336848 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec358cdb-0545-4acf-80b8-f42e9ac75f62 req-534b18c5-5770-4f3b-80f0-a781e32626a2 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239693 Aug 28 12:42:28.416531 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-4e8941b2-9935-4af6-8aeb-821e41b1167e None None] Set router 495a389d-23e6-4548-9e0c-6fcfea51ab77 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:42:28.486891 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-df0928cb-8321-4a05-a582-c8dc47f21a9c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:28.532349 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b983360-bf22-4ae3-bdcd-a804432ed733 x-openstack-request-id: req-1b983360-bf22-4ae3-bdcd-a804432ed733 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:28.532914 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd", "tag": "cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:28.533126 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b983360-bf22-4ae3-bdcd-a804432ed733 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:28.533611 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76e06df-f820-4dbc-a4b5-3cb7e59e3ecd', 'tag': 'cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde', 'status': 'completed', 'code': 200} Aug 28 12:42:28.614037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 1063b602-2caf-4722-9c5b-97d31284b715, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=1063b602-2caf-4722-9c5b-97d31284b715,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:28.623537 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-adddbf39-5159-4ed6-8b62-30199cf2977f req-23b93606-e461-487c-84a1-b204bd85306c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:28.627985 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-adddbf39-5159-4ed6-8b62-30199cf2977f req-23b93606-e461-487c-84a1-b204bd85306c tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.11 "DELETE /v2.0/ports/2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 HTTP/1.1" status: 204 len: 173 time: 4.3418255 Aug 28 12:42:28.629382 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcbd827-0835-47f8-a00c-de595d681a4d', 'name': 'network-vif-deleted', 'tag': '2f7c8652-bfdb-46bd-9a65-c7c5b6189d87'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:28.637205 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e5ca20-e31e-42dd-b292-54a7066b8831" -d '{"events": [{"server_uuid": "8dcbd827-0835-47f8-a00c-de595d681a4d", "name": "network-vif-deleted", "tag": "2f7c8652-bfdb-46bd-9a65-c7c5b6189d87"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:28.693929 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4a1043b1-ab95-4ff6-8e38-906ddb377454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:55Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '73b91ddc-eb37-4129-8384-6ca9c82d88ad', 'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'mac_address': 'fa:16:3e:71:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:54Z', 'updated_at': '2021-08-28T12:37:04Z', 'revision_number': 5, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'subnets': [{'id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:28.705399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '1063b602-2caf-4722-9c5b-97d31284b715', 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea', 'port_id': '1063b602-2caf-4722-9c5b-97d31284b715', 'mac_address': 'fa:16:3e:7c:ae:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681f86f1-f49d-4aac-bbea-fa1f759eb663', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:42:28.730045 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-df0928cb-8321-4a05-a582-c8dc47f21a9c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:28.815616 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1043b1-ab95-4ff6-8e38-906ddb377454 None None] Checking router: ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:42:28.818657 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['dcd333fa-9beb-4b5d-a03e-05087e9dd6a2', '246bce7e-0775-4985-8bdb-929abd780c76'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:28.848345 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1043b1-ab95-4ff6-8e38-906ddb377454 None None] Routers {'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:42:28.848991 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4a1043b1-ab95-4ff6-8e38-906ddb377454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:42:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:28.864296 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e207f38-5669-4162-bad7-6b54f0a63dcf req-05e3f3a4-82a9-4fb6-a7b6-f5fd058efeb3 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:28.866176 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e207f38-5669-4162-bad7-6b54f0a63dcf req-05e3f3a4-82a9-4fb6-a7b6-f5fd058efeb3 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 931 time: 0.1227155 Aug 28 12:42:28.932670 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:42:28.965906 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e207f38-5669-4162-bad7-6b54f0a63dcf req-0bc8cb3b-2dfb-4a74-9de0-2f7f9144a82d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911074 Aug 28 12:42:28.991390 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5452e9de-b759-42c7-9be1-8822e2d91cb7 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:29.050635 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-df0928cb-8321-4a05-a582-c8dc47f21a9c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:42:29.061820 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:29.073830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-df0928cb-8321-4a05-a582-c8dc47f21a9c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:42:29.087815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-df0928cb-8321-4a05-a582-c8dc47f21a9c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:42:29.099068 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6a1a2-5741-4211-b838-77f7b5b3e5c7 req-edcc9d09-32c1-4c90-a8f0-0e3058ee2706 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:29.100967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-04f6a1a2-5741-4211-b838-77f7b5b3e5c7 req-edcc9d09-32c1-4c90-a8f0-0e3058ee2706 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 943 time: 0.4037158 Aug 28 12:42:29.102845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0928cb-8321-4a05-a582-c8dc47f21a9c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Pushing event updated for resources: {'Port': ['ID=843ba3cc-b58a-4cee-b418-76d2d03ffa01,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:29.152675 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-4a1043b1-ab95-4ff6-8e38-906ddb377454 None None] Set router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:42:29.185735 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Transition to ACTIVE for port object 5452e9de-b759-42c7-9be1-8822e2d91cb7 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:29.188998 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b61aa-a012-4e7f-9285-bbe6b9bc3c23 req-2ee0f53b-84bd-4317-b9ee-bf397f1e12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:29.191172 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-638b61aa-a012-4e7f-9285-bbe6b9bc3c23 req-2ee0f53b-84bd-4317-b9ee-bf397f1e12bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=662aef43b83749e09630d9ceab75e09c&device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 1097 time: 0.5452790 Aug 28 12:42:29.200506 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:29.244706 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-8bd7fe3c-f4eb-4742-82b8-7f8b6e0ffd02 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=64deab23396c4c29b7c913924f7a124c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624700 Aug 28 12:42:29.273410 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:29.286791 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:42:29.287142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2f7c8652-bfdb-46bd-9a65-c7c5b6189d87 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:42:29.294160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1063b602-2caf-4722-9c5b-97d31284b715 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:29.334332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 1063b602-2caf-4722-9c5b-97d31284b715, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=1063b602-2caf-4722-9c5b-97d31284b715,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:29.339831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-df0928cb-8321-4a05-a582-c8dc47f21a9c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:29.341607 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-df0928cb-8321-4a05-a582-c8dc47f21a9c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:29.376319 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:29.389631 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-04f6a1a2-5741-4211-b838-77f7b5b3e5c7 req-f984a95a-c3d4-4452-a4da-29b3a7a404cd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335479 Aug 28 12:42:29.430578 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-df0928cb-8321-4a05-a582-c8dc47f21a9c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9521768 Aug 28 12:42:29.432873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Pushing event updated for resources: {'Port': ['ID=5452e9de-b759-42c7-9be1-8822e2d91cb7,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:29.519721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Request body: {'port': {'device_id': '703f60fe-fa10-4289-aabf-f240a17c66de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:29.598444 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4a1043b1-ab95-4ff6-8e38-906ddb377454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:55Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '73b91ddc-eb37-4129-8384-6ca9c82d88ad', 'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'mac_address': 'fa:16:3e:71:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:54Z', 'updated_at': '2021-08-28T12:37:04Z', 'revision_number': 5, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'subnets': [{'id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:29.715245 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1043b1-ab95-4ff6-8e38-906ddb377454 None None] The sync data for ids ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'] in n-d-791505-21 is: [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:36:55Z', 'revision_number': 4, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '73b91ddc-eb37-4129-8384-6ca9c82d88ad', 'name': '', 'network_id': 'a03c9b71-7c51-4af0-ad11-1d5b2280ced4', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'mac_address': 'fa:16:3e:71:a0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:54Z', 'updated_at': '2021-08-28T12:37:04Z', 'revision_number': 5, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'subnets': [{'id': '2fcfd29c-4f31-4b94-b976-9b055b77b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:42:29.744097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=1063b602-2caf-4722-9c5b-97d31284b715,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:29.777872 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4e8941b2-9935-4af6-8aeb-821e41b1167e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'name': 'tempest-ServersTestFqdnHostnames-1584478184-router', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '3cdcbf19-47da-4894-a270-9641c12534da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:43Z', 'updated_at': '2021-08-28T12:41:55Z', 'revision_number': 4, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'gw_port': {'id': '3cdcbf19-47da-4894-a270-9641c12534da', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:48Z', 'updated_at': '2021-08-28T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '4b27dce2-0d82-4fe8-8d07-892931bfee94', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'port_id': 'cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f', 'mac_address': 'fa:16:3e:0d:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76e06df-f820-4dbc-a4b5-3cb7e59e3ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:42:02Z', 'updated_at': '2021-08-28T12:42:26Z', 'revision_number': 1, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05541570-b286-4665-8a45-ecbe1b0006de', 'name': '', 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'mac_address': 'fa:16:3e:48:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9c127358-d605-44a6-a69c-e068288e2a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:54Z', 'updated_at': '2021-08-28T12:42:04Z', 'revision_number': 5, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'subnets': [{'id': '9c127358-d605-44a6-a69c-e068288e2a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:29.787879 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-69d4f9fb-c2b9-49ee-ba32-4845b431b536 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:29.809609 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-69d4f9fb-c2b9-49ee-ba32-4845b431b536 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5461428 Aug 28 12:42:29.812633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b61aa-a012-4e7f-9285-bbe6b9bc3c23 req-66ba3d0b-f952-4244-be9e-64ddb35f2e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:29.815883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8941b2-9935-4af6-8aeb-821e41b1167e None None] Checking router: 495a389d-23e6-4548-9e0c-6fcfea51ab77 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:42:29.816429 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-638b61aa-a012-4e7f-9285-bbe6b9bc3c23 req-66ba3d0b-f952-4244-be9e-64ddb35f2e67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=008d0e9f-d82b-4238-8594-b22fd851164f HTTP/1.1" status: 200 len: 915 time: 0.6042745 Aug 28 12:42:29.836447 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8941b2-9935-4af6-8aeb-821e41b1167e None None] Routers {'495a389d-23e6-4548-9e0c-6fcfea51ab77'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:42:29.837313 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4e8941b2-9935-4af6-8aeb-821e41b1167e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:42:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['495a389d-23e6-4548-9e0c-6fcfea51ab77'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:29.860849 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-66f4a433-5a0b-47e1-86d2-a023a9bd46a2 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/quotas/64deab23396c4c29b7c913924f7a124c HTTP/1.1" status: 200 len: 375 time: 0.0465772 Aug 28 12:42:29.924148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['1063b602-2caf-4722-9c5b-97d31284b715'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:30.012615 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-67c6752e-a04d-4111-a3d4-06157f418ee5 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1502333 Aug 28 12:42:30.050451 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-638b61aa-a012-4e7f-9285-bbe6b9bc3c23 req-9aacdb53-01ba-4d29-b02a-83f1a37ecd0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde HTTP/1.1" status: 200 len: 998 time: 0.2167873 Aug 28 12:42:30.060278 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:30.123138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-4e8941b2-9935-4af6-8aeb-821e41b1167e None None] Set router 495a389d-23e6-4548-9e0c-6fcfea51ab77 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:42:30.167443 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b61aa-a012-4e7f-9285-bbe6b9bc3c23 req-b7d7ad3a-6526-4a4c-8816-80396fbde76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:30.170962 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-638b61aa-a012-4e7f-9285-bbe6b9bc3c23 req-b7d7ad3a-6526-4a4c-8816-80396fbde76e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9c127358-d605-44a6-a69c-e068288e2a17 HTTP/1.1" status: 200 len: 854 time: 0.1056287 Aug 28 12:42:30.213258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a745046-8853-4dd3-b475-a55b1b5f58f8 req-d645626e-0c53-447a-a3c8-642c841d024c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:30.218284 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8a745046-8853-4dd3-b475-a55b1b5f58f8 req-d645626e-0c53-447a-a3c8-642c841d024c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.6582198 Aug 28 12:42:30.285388 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aefe3bd-6115-4b69-9780-5443035c771e None None] New status for floating IP 9fff87c2-a957-4f81-af61-59985af863cb: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:42:30.345103 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Attempting to bind port 5452e9de-b759-42c7-9be1-8822e2d91cb7 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:42:30.345621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Attempting to bind port 5452e9de-b759-42c7-9be1-8822e2d91cb7 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '27cbefe9-ce45-40b0-b425-6f8f07c85a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd821f1a2-31c3-416b-86d0-78f310c2bf83'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:42:30.346100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Attempting to bind port 5452e9de-b759-42c7-9be1-8822e2d91cb7 on network d821f1a2-31c3-416b-86d0-78f310c2bf83 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:30.378219 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Port 5452e9de-b759-42c7-9be1-8822e2d91cb7 on network d821f1a2-31c3-416b-86d0-78f310c2bf83 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:42:30.378789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Attempting to bind port 5452e9de-b759-42c7-9be1-8822e2d91cb7 on network d821f1a2-31c3-416b-86d0-78f310c2bf83 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:30.394686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:42:30.395221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Checking segment: {'id': '27cbefe9-ce45-40b0-b425-6f8f07c85a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd821f1a2-31c3-416b-86d0-78f310c2bf83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:42:30.395801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Bound using segment: {'id': '27cbefe9-ce45-40b0-b425-6f8f07c85a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd821f1a2-31c3-416b-86d0-78f310c2bf83'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:42:30.396677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Bound port: 5452e9de-b759-42c7-9be1-8822e2d91cb7, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27cbefe9-ce45-40b0-b425-6f8f07c85a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd821f1a2-31c3-416b-86d0-78f310c2bf83'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:42:30.397251 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:30.423008 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5b7793-54f6-4d2f-a96a-1fe813a80160 x-openstack-request-id: req-7c5b7793-54f6-4d2f-a96a-1fe813a80160 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:30.423515 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcbd827-0835-47f8-a00c-de595d681a4d", "name": "network-vif-deleted", "tag": "2f7c8652-bfdb-46bd-9a65-c7c5b6189d87", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:30.423721 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c5b7793-54f6-4d2f-a96a-1fe813a80160 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:30.424236 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcbd827-0835-47f8-a00c-de595d681a4d', 'name': 'network-vif-deleted', 'tag': '2f7c8652-bfdb-46bd-9a65-c7c5b6189d87', 'status': 'completed', 'code': 200} Aug 28 12:42:30.706863 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b61aa-a012-4e7f-9285-bbe6b9bc3c23 req-9ceb4212-0795-4fdb-ace7-14b47b128034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:30.708536 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-638b61aa-a012-4e7f-9285-bbe6b9bc3c23 req-9ceb4212-0795-4fdb-ace7-14b47b128034 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=008d0e9f-d82b-4238-8594-b22fd851164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4371705 Aug 28 12:42:30.723279 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8a745046-8853-4dd3-b475-a55b1b5f58f8 req-e904aea0-7323-417e-bc25-3a36ea6eca81 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647846 Aug 28 12:42:30.886578 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ac5b7-2073-4df3-9264-7360eab26892 req-bf20a090-d361-4876-adfc-f753adff126f tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:30.896334 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ba9ac5b7-2073-4df3-9264-7360eab26892 req-bf20a090-d361-4876-adfc-f753adff126f tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 944 time: 0.2875969 Aug 28 12:42:31.011321 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ba9ac5b7-2073-4df3-9264-7360eab26892 req-9c8e0f66-6076-423c-9ee7-166c3050a33a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072299 Aug 28 12:42:31.021564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] For port 5452e9de-b759-42c7-9be1-8822e2d91cb7, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:42:31.223217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4e8941b2-9935-4af6-8aeb-821e41b1167e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'name': 'tempest-ServersTestFqdnHostnames-1584478184-router', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '3cdcbf19-47da-4894-a270-9641c12534da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:43Z', 'updated_at': '2021-08-28T12:41:55Z', 'revision_number': 4, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'gw_port': {'id': '3cdcbf19-47da-4894-a270-9641c12534da', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:48Z', 'updated_at': '2021-08-28T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '4b27dce2-0d82-4fe8-8d07-892931bfee94', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'port_id': 'cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f', 'mac_address': 'fa:16:3e:0d:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76e06df-f820-4dbc-a4b5-3cb7e59e3ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:42:02Z', 'updated_at': '2021-08-28T12:42:26Z', 'revision_number': 1, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05541570-b286-4665-8a45-ecbe1b0006de', 'name': '', 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'mac_address': 'fa:16:3e:48:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9c127358-d605-44a6-a69c-e068288e2a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:54Z', 'updated_at': '2021-08-28T12:42:04Z', 'revision_number': 5, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'subnets': [{'id': '9c127358-d605-44a6-a69c-e068288e2a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:31.287770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] For port 5452e9de-b759-42c7-9be1-8822e2d91cb7, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5452e9de-b759-42c7-9be1-8822e2d91cb7,segment=NetworkSegment(27cbefe9-ce45-40b0-b425-6f8f07c85a50),segment_id=27cbefe9-ce45-40b0-b425-6f8f07c85a50)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:42:31.296775 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af300a7-3dce-4336-b92a-6baffd3de6e0 req-1b131de3-dfea-4612-800a-fa28d7253a6f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:31.299739 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4af300a7-3dce-4336-b92a-6baffd3de6e0 req-1b131de3-dfea-4612-800a-fa28d7253a6f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 931 time: 0.1147585 Aug 28 12:42:31.300183 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8941b2-9935-4af6-8aeb-821e41b1167e None None] The sync data for ids ['495a389d-23e6-4548-9e0c-6fcfea51ab77'] in n-d-791505-21 is: [{'id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'name': 'tempest-ServersTestFqdnHostnames-1584478184-router', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '3cdcbf19-47da-4894-a270-9641c12534da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:43Z', 'updated_at': '2021-08-28T12:41:55Z', 'revision_number': 4, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'gw_port': {'id': '3cdcbf19-47da-4894-a270-9641c12534da', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:48Z', 'updated_at': '2021-08-28T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '4b27dce2-0d82-4fe8-8d07-892931bfee94', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'port_id': 'cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f', 'mac_address': 'fa:16:3e:0d:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76e06df-f820-4dbc-a4b5-3cb7e59e3ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:42:02Z', 'updated_at': '2021-08-28T12:42:26Z', 'revision_number': 1, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05541570-b286-4665-8a45-ecbe1b0006de', 'name': '', 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'mac_address': 'fa:16:3e:48:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9c127358-d605-44a6-a69c-e068288e2a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:54Z', 'updated_at': '2021-08-28T12:42:04Z', 'revision_number': 5, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'subnets': [{'id': '9c127358-d605-44a6-a69c-e068288e2a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:42:31.349647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c797ece4-ec9e-4d18-ad47-63e39146f114 req-5376b7b4-43d2-4e5f-b498-1bd2e1d54651 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 210 time: 0.1535833 Aug 28 12:42:31.415248 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:31.429115 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4af300a7-3dce-4336-b92a-6baffd3de6e0 req-00e9a630-70cc-48b8-b342-6cc2b29a439d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121230 Aug 28 12:42:31.657371 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:31.658286 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:31.673605 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36928) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:31.675591 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] 10.222.0.10 "PUT /v2.0/ports/5452e9de-b759-42c7-9be1-8822e2d91cb7 HTTP/1.1" status: 200 len: 1093 time: 5.5457692 Aug 28 12:42:31.696410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6d6fbb-d22d-473b-8d9e-b025192a1580 None None] New status for floating IP 4b27dce2-0d82-4fe8-8d07-892931bfee94: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:42:31.810519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d01f173-2aa0-4f0b-94f3-678adc3880ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:31.812395 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-42d8217a-140e-40dd-ac87-d4e8ea306acc tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:31.815867 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d01f173-2aa0-4f0b-94f3-678adc3880ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2&tenant_id=a4d6d6e751944664b9c54f70b2be3e4c HTTP/1.1" status: 200 len: 1102 time: 0.5528221 Aug 28 12:42:31.816923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0158e27-af0d-40b2-aa40-5d099ef536ad service neutron] Pushing event updated for resources: {'Port': ['ID=5452e9de-b759-42c7-9be1-8822e2d91cb7,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:31.857127 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:31.869177 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-42d8217a-140e-40dd-ac87-d4e8ea306acc tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:31.935665 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-638b61aa-a012-4e7f-9285-bbe6b9bc3c23 req-1f8d5c01-100a-4780-96a1-cbf7a990ac38 service neutron] 10.222.0.10 "GET /v2.0/networks/008d0e9f-d82b-4238-8594-b22fd851164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1983275 Aug 28 12:42:32.016023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707656f-f8e6-47c5-9046-5fc90a61dcdf req-09d328f2-1797-4739-b1fb-9915067ae670 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:32.019940 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b707656f-f8e6-47c5-9046-5fc90a61dcdf req-09d328f2-1797-4739-b1fb-9915067ae670 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 944 time: 0.5162697 Aug 28 12:42:32.028482 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de62d5-9bad-48f0-92ce-673ad0ac7d40 req-be5dd61e-6899-40c6-b401-7314deb05acb tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:32.031004 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56de62d5-9bad-48f0-92ce-673ad0ac7d40 req-be5dd61e-6899-40c6-b401-7314deb05acb tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.1383646 Aug 28 12:42:32.116970 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:32.121279 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56de62d5-9bad-48f0-92ce-673ad0ac7d40 req-51eec7c8-9644-4b5c-be75-6bdeb5bcdb75 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796282 Aug 28 12:42:32.122191 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-42d8217a-140e-40dd-ac87-d4e8ea306acc tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:32.128697 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-42d8217a-140e-40dd-ac87-d4e8ea306acc tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:32.130168 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-42d8217a-140e-40dd-ac87-d4e8ea306acc tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "DELETE /v2.0/security-groups/84c968f0-362b-4413-a12e-6e43fa2e510e HTTP/1.1" status: 204 len: 168 time: 0.4551721 Aug 28 12:42:32.147503 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-a10698cf-e95c-4754-8ef5-04de01dc2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:32.149047 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-a10698cf-e95c-4754-8ef5-04de01dc2074 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97f058b6cd8c45fcb01313f1fda47d77&device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 1096 time: 0.3229260 Aug 28 12:42:32.156223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36938) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:32.194896 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b707656f-f8e6-47c5-9046-5fc90a61dcdf req-40d49172-d817-45a3-9998-009876cfea70 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140494 Aug 28 12:42:32.239883 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-a96a94b2-e5a4-4f80-aa51-79ce1e1f0d18 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] show failed (client error): The resource could not be found. Aug 28 12:42:32.243919 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a96a94b2-e5a4-4f80-aa51-79ce1e1f0d18 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "GET /v2.0/security-groups/84c968f0-362b-4413-a12e-6e43fa2e510e HTTP/1.1" status: 404 len: 347 time: 0.0780194 Aug 28 12:42:32.249338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36940) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:32.271578 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-2a4e76ea-db99-498b-9029-4019560dc077 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=64deab23396c4c29b7c913924f7a124c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471153 Aug 28 12:42:32.341186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8217a-140e-40dd-ac87-d4e8ea306acc tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c968f0-362b-4413-a12e-6e43fa2e510e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:32.482568 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fecb279-9f16-4ba8-b153-479c638647dc', 'tag': '5452e9de-b759-42c7-9be1-8822e2d91cb7'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:32.486303 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377bc2ed-a13a-4d95-877b-79ebc29104c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4fecb279-9f16-4ba8-b153-479c638647dc", "tag": "5452e9de-b759-42c7-9be1-8822e2d91cb7"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:32.516617 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843ba3cc-b58a-4cee-b418-76d2d03ffa01 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:32.525130 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-dd3e9890-ebde-4917-ae96-eda12344de29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5452e9de-b759-42c7-9be1-8822e2d91cb7 HTTP/1.1" status: 200 len: 217 time: 0.3465092 Aug 28 12:42:32.562189 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:32.688156 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-638b61aa-a012-4e7f-9285-bbe6b9bc3c23 req-77447cee-646c-40e1-a89f-913e1eca0a7f service neutron] 10.222.0.10 "GET /v2.0/networks/008d0e9f-d82b-4238-8594-b22fd851164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128732 Aug 28 12:42:32.796786 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a13f0754-cc97-48a3-a1d4-91ce9c22bf00 req-448f6963-2789-4632-bf62-4b5ae3ce905e tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 210 time: 0.0832760 Aug 28 12:42:32.866733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b8e67-cd03-405e-9e79-c3985dc4db21 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Deleting port 30bb8a43-5862-422f-b098-1bf66424eaac {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:42:32.867067 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8e67-cd03-405e-9e79-c3985dc4db21 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:32.877530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-5070cbe3-e277-4ea4-a0a8-650abe4d8f4d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:32.879393 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-5070cbe3-e277-4ea4-a0a8-650abe4d8f4d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5282896 Aug 28 12:42:32.919663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-bc57b3ac-25ad-46db-8dca-0f03aaaab6d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Request body: {'port': {'device_id': '656c9946-0720-4b44-bc76-af5f37803bb3', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '64deab23396c4c29b7c913924f7a124c'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:33.052048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Transition to ACTIVE for port object 843ba3cc-b58a-4cee-b418-76d2d03ffa01 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:33.063470 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8e67-cd03-405e-9e79-c3985dc4db21 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:33.064334 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8e67-cd03-405e-9e79-c3985dc4db21 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:33.077590 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:33.085663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab86b27-5f68-45ce-bea4-71a442361a4e req-9a5bc896-2493-4df5-8a99-3befd8ab7133 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:33.087236 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ab86b27-5f68-45ce-bea4-71a442361a4e req-9a5bc896-2493-4df5-8a99-3befd8ab7133 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 931 time: 0.1949046 Aug 28 12:42:33.099190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b8e67-cd03-405e-9e79-c3985dc4db21 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Calling delete_port for 30bb8a43-5862-422f-b098-1bf66424eaac owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:42:33.188112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-9aa184f6-08ea-474e-a16d-9ef0de346880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:33.190675 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-9aa184f6-08ea-474e-a16d-9ef0de346880 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4110922-5f6c-4f12-8276-16127b4c6b42 HTTP/1.1" status: 200 len: 853 time: 0.6319067 Aug 28 12:42:33.205857 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ab86b27-5f68-45ce-bea4-71a442361a4e req-fddcade7-775a-481a-837f-bfcbda0e1b50 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009262 Aug 28 12:42:33.211465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb27ebc-a318-4abc-8a4c-09fbf467f103 req-5e05f7ec-6115-418b-8d23-0dbca368f400 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:33.215703 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2cb27ebc-a318-4abc-8a4c-09fbf467f103 req-5e05f7ec-6115-418b-8d23-0dbca368f400 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 944 time: 0.7485719 Aug 28 12:42:33.234558 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-bc57b3ac-25ad-46db-8dca-0f03aaaab6d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Made reservation on behalf of 64deab23396c4c29b7c913924f7a124c for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:42:33.238464 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-bc57b3ac-25ad-46db-8dca-0f03aaaab6d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:33.336158 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-b6b67701-9f4d-45d2-955a-0b4a09a50327 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d821f1a2-31c3-416b-86d0-78f310c2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098273 Aug 28 12:42:33.353263 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12198c96-53c7-47f2-91b6-5b67eb546907 x-openstack-request-id: req-12198c96-53c7-47f2-91b6-5b67eb546907 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:33.355497 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fecb279-9f16-4ba8-b153-479c638647dc", "tag": "5452e9de-b759-42c7-9be1-8822e2d91cb7", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:33.356237 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12198c96-53c7-47f2-91b6-5b67eb546907 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:33.357137 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fecb279-9f16-4ba8-b153-479c638647dc', 'tag': '5452e9de-b759-42c7-9be1-8822e2d91cb7', 'status': 'completed', 'code': 200} Aug 28 12:42:33.420020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Pushing event updated for resources: {'Port': ['ID=843ba3cc-b58a-4cee-b418-76d2d03ffa01,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:33.484431 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74bbcc-4cee-40ec-9d44-f609baaf9b49 req-c6917f88-362c-412a-9d0d-fbb9d033f8e0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:33.486005 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9e74bbcc-4cee-40ec-9d44-f609baaf9b49 req-c6917f88-362c-412a-9d0d-fbb9d033f8e0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.0878594 Aug 28 12:42:33.487376 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8e67-cd03-405e-9e79-c3985dc4db21 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:33.522630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b8e67-cd03-405e-9e79-c3985dc4db21 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Pushing event deleted for resources: {'Port': ['ID=30bb8a43-5862-422f-b098-1bf66424eaac,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:33.541519 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2cb27ebc-a318-4abc-8a4c-09fbf467f103 req-2a728bd0-414a-4728-a93e-cb5ff1b85b87 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718329 Aug 28 12:42:33.556094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=f4200d1e-8f66-4924-9831-5e85b0ead614,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:33.619517 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9e74bbcc-4cee-40ec-9d44-f609baaf9b49 req-5efb9051-797c-4a4a-a2f7-a1ccf8365574 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032250 Aug 28 12:42:33.639907 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8e67-cd03-405e-9e79-c3985dc4db21 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:33.643327 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Attempting to bind port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:42:33.643876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Attempting to bind port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:42:33.644314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Attempting to bind port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:33.657654 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8e67-cd03-405e-9e79-c3985dc4db21 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:33.658288 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-828a9fd4-cd6e-453d-b0fc-8ff8b56bb8cb service neutron] 10.222.0.10 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887754 Aug 28 12:42:33.658416 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7b9b8e67-cd03-405e-9e79-c3985dc4db21 tempest-ServersWithSpecificFlavorTestJSON-1477848841 tempest-ServersWithSpecificFlavorTestJSON-1477848841-project] 10.222.0.20 "DELETE /v2.0/floatingips/9fff87c2-a957-4f81-af61-59985af863cb HTTP/1.1" status: 204 len: 168 time: 1.3956091 Aug 28 12:42:33.660555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:42:33.701516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:42:33.701835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Attempting to bind port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:33.789325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:42:33.789949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Checking segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:42:33.790480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Bound using segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:42:33.791058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Bound port: 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:42:33.792276 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:33.846946 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:33.920286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c77dfc-983c-4396-87de-16137e7a82cc req-23e6959b-4220-4a8c-8c81-9b028e7a9aea tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:33.921907 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64c77dfc-983c-4396-87de-16137e7a82cc req-23e6959b-4220-4a8c-8c81-9b028e7a9aea tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 944 time: 0.2500076 Aug 28 12:42:33.923005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Transition to ACTIVE for port object f4200d1e-8f66-4924-9831-5e85b0ead614 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:33.930598 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca4b25b1-5079-4e21-b028-388c1db9e07f req-1b95ff16-bdf7-481d-ae9c-4b6068efa75f service neutron] 10.222.0.10 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598183 Aug 28 12:42:33.935160 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:34.021429 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 1063b602-2caf-4722-9c5b-97d31284b715 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:42:34.024138 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-bc57b3ac-25ad-46db-8dca-0f03aaaab6d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Allocated IP 192.168.233.230 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/159359af-5f13-41cb-8ee3-c4a1bbe03570) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:42:34.064610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] For port 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:42:34.120909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] For port 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=843ba3cc-b58a-4cee-b418-76d2d03ffa01,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:42:34.123468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 1063b602-2caf-4722-9c5b-97d31284b715 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:42:34.130977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 1063b602-2caf-4722-9c5b-97d31284b715 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:34.132657 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:34.136826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] No DVR routers for this DVR port f4200d1e-8f66-4924-9831-5e85b0ead614 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:42:34.142770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Pushing event updated for resources: {'Port': ['ID=f4200d1e-8f66-4924-9831-5e85b0ead614,revision_number=10']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:34.156987 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:34.174855 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7fcd98c1-1f18-46bb-aa3f-4642f91535d1 req-a1f7fb54-eef2-4f9b-8713-944656d40896 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 210 time: 0.0444992 Aug 28 12:42:34.183533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bc2ed-a13a-4d95-877b-79ebc29104c3 req-a1e2c75e-16fa-45e5-9240-e7f80582deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:34.186845 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-377bc2ed-a13a-4d95-877b-79ebc29104c3 req-a1e2c75e-16fa-45e5-9240-e7f80582deb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97f058b6cd8c45fcb01313f1fda47d77&device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 1096 time: 0.1705000 Aug 28 12:42:34.215363 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64c77dfc-983c-4396-87de-16137e7a82cc req-d6f6c157-c9a1-4544-a139-1762dc0265f3 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836988 Aug 28 12:42:34.284962 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:34.316381 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841fe277-cd04-4bd4-ba09-dbfa3c960028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1063b602-2caf-4722-9c5b-97d31284b715'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:34.320316 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625369ab-fa0a-44c1-bb87-5cbb4f320706" -d '{"events": [{"server_uuid": "841fe277-cd04-4bd4-ba09-dbfa3c960028", "name": "network-vif-plugged", "status": "completed", "tag": "1063b602-2caf-4722-9c5b-97d31284b715"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:34.342521 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 1063b602-2caf-4722-9c5b-97d31284b715, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=1063b602-2caf-4722-9c5b-97d31284b715,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:34.348382 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:34.349381 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device f4200d1e-8f66-4924-9831-5e85b0ead614 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:42:34.414962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:34.415642 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:34.418806 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] 10.222.0.11 "PUT /v2.0/ports/843ba3cc-b58a-4cee-b418-76d2d03ffa01 HTTP/1.1" status: 200 len: 1092 time: 4.9132321 Aug 28 12:42:34.425009 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-bc57b3ac-25ad-46db-8dca-0f03aaaab6d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:34.450848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-bc57b3ac-25ad-46db-8dca-0f03aaaab6d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Transition to ACTIVE for port object 159359af-5f13-41cb-8ee3-c4a1bbe03570 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:34.471162 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cacf2c-5bf3-4d36-810f-1363fb981431 x-openstack-request-id: req-78cacf2c-5bf3-4d36-810f-1363fb981431 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:34.472428 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841fe277-cd04-4bd4-ba09-dbfa3c960028", "name": "network-vif-plugged", "status": "completed", "tag": "1063b602-2caf-4722-9c5b-97d31284b715", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:34.472428 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78cacf2c-5bf3-4d36-810f-1363fb981431 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:34.475539 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841fe277-cd04-4bd4-ba09-dbfa3c960028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1063b602-2caf-4722-9c5b-97d31284b715', 'code': 200} Aug 28 12:42:34.485121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device f4200d1e-8f66-4924-9831-5e85b0ead614 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:42:34.498045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=1063b602-2caf-4722-9c5b-97d31284b715,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:34.560989 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-bc57b3ac-25ad-46db-8dca-0f03aaaab6d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:34.606404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a00030-9d7c-494e-bfe2-a6e2ef9171ef service neutron] Pushing event updated for resources: {'Port': ['ID=843ba3cc-b58a-4cee-b418-76d2d03ffa01,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:34.614231 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['c1c5dd28-cac9-4bc7-aca3-d3d848501166', '4da6b800-b398-467d-99d7-5d5398876dc9'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:34.631770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Attempting to bind port f4200d1e-8f66-4924-9831-5e85b0ead614 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:42:34.631770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Attempting to bind port f4200d1e-8f66-4924-9831-5e85b0ead614 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:42:34.631770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Attempting to bind port f4200d1e-8f66-4924-9831-5e85b0ead614 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:34.676499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Port f4200d1e-8f66-4924-9831-5e85b0ead614 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:42:34.676868 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Attempting to bind port f4200d1e-8f66-4924-9831-5e85b0ead614 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:34.693325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b434db14-37c6-4796-8013-42d7e15330d3', 'cedca10f-a6cf-4cba-bd7e-d11501c641c4', 'e6bb6901-a95f-4007-8887-7fb03cd9bccf', 'cdc50745-0332-432b-acc4-572edbf74426'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:34.703545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:42:34.703947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:42:34.704557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:42:34.705007 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Bound port: f4200d1e-8f66-4924-9831-5e85b0ead614, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:42:34.705372 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:34.707990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bc2ed-a13a-4d95-877b-79ebc29104c3 req-ce49f8f5-5b27-45d9-a225-d04d819f3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:34.710279 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-377bc2ed-a13a-4d95-877b-79ebc29104c3 req-ce49f8f5-5b27-45d9-a225-d04d819f3e71 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d821f1a2-31c3-416b-86d0-78f310c2bf83 HTTP/1.1" status: 200 len: 913 time: 0.4566145 Aug 28 12:42:34.719835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa783a3-9f75-4682-8bce-426c47bc0eba req-7379cdbe-46c6-4ffb-abaa-43e460a2304d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:34.721377 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2aa783a3-9f75-4682-8bce-426c47bc0eba req-7379cdbe-46c6-4ffb-abaa-43e460a2304d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 943 time: 0.3214591 Aug 28 12:42:34.748281 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-670cefc6-3375-4b03-9507-c2949ea7df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:34.750554 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-670cefc6-3375-4b03-9507-c2949ea7df90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 1095 time: 0.1979947 Aug 28 12:42:34.758391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-bc57b3ac-25ad-46db-8dca-0f03aaaab6d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:42:34.762385 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-bc57b3ac-25ad-46db-8dca-0f03aaaab6d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:42:34.784974 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-bc57b3ac-25ad-46db-8dca-0f03aaaab6d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:42:34.815190 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-377bc2ed-a13a-4d95-877b-79ebc29104c3 req-d5b19588-f080-491a-aec5-49981eb78f6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5452e9de-b759-42c7-9be1-8822e2d91cb7 HTTP/1.1" status: 200 len: 217 time: 0.0915136 Aug 28 12:42:34.833351 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57b3ac-25ad-46db-8dca-0f03aaaab6d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event updated for resources: {'Port': ['ID=159359af-5f13-41cb-8ee3-c4a1bbe03570,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:34.866927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-bc57b3ac-25ad-46db-8dca-0f03aaaab6d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:34.867585 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-bc57b3ac-25ad-46db-8dca-0f03aaaab6d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:34.908143 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64015318-d73b-4fe2-80a2-a95e42a8b22f req-6721ff42-6c8a-476f-b5b0-e360630af920 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:34.910624 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-64015318-d73b-4fe2-80a2-a95e42a8b22f req-6721ff42-6c8a-476f-b5b0-e360630af920 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 944 time: 0.1691895 Aug 28 12:42:34.944245 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06837702-11c4-42a1-a6c4-24fd090889b5 req-c25b6a70-2954-4a7d-98c7-41cfc92e7e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:34.945761 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06837702-11c4-42a1-a6c4-24fd090889b5 req-c25b6a70-2954-4a7d-98c7-41cfc92e7e18 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 1097 time: 0.3363166 Aug 28 12:42:34.953207 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-bc57b3ac-25ad-46db-8dca-0f03aaaab6d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0618966 Aug 28 12:42:34.968319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-9b2f83a6-8543-4fb9-b284-81eaa947d886 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=843ba3cc-b58a-4cee-b418-76d2d03ffa01 HTTP/1.1" status: 200 len: 217 time: 0.1586788 Aug 28 12:42:34.994585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Request body: {'port': {'device_id': '656c9946-0720-4b44-bc76-af5f37803bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:35.033780 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-64015318-d73b-4fe2-80a2-a95e42a8b22f req-cbc5d391-a8c0-41a5-9828-0d5b734dec78 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082599 Aug 28 12:42:35.154490 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:35.160296 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2aa783a3-9f75-4682-8bce-426c47bc0eba req-94afc7a7-8e08-4364-b483-346d9bafeedd tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547537 Aug 28 12:42:35.180811 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06837702-11c4-42a1-a6c4-24fd090889b5 req-c768af36-d4c2-4010-bf91-dab13e2f4ae3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084761 Aug 28 12:42:35.184036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bc2ed-a13a-4d95-877b-79ebc29104c3 req-6685ac2a-617a-45ed-ae18-e20091e2a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:35.185975 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-377bc2ed-a13a-4d95-877b-79ebc29104c3 req-6685ac2a-617a-45ed-ae18-e20091e2a67f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4110922-5f6c-4f12-8276-16127b4c6b42 HTTP/1.1" status: 200 len: 853 time: 0.3436775 Aug 28 12:42:35.189618 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:42:35.196030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-84fa9011-9d35-4f11-84c2-e388d06829cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:35.197972 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-84fa9011-9d35-4f11-84c2-e388d06829cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.1839628 Aug 28 12:42:35.201016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f4200d1e-8f66-4924-9831-5e85b0ead614,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:42:35.229127 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:35.261817 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-29315f68-37ea-4c56-a397-af1e4c65c451 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512238 Aug 28 12:42:35.336783 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-13cf272a-8d87-4722-bcda-4777206c61dc None None] Provisioning for port 159359af-5f13-41cb-8ee3-c4a1bbe03570 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:42:35.344219 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-13cf272a-8d87-4722-bcda-4777206c61dc None None] Provisioning complete for port 159359af-5f13-41cb-8ee3-c4a1bbe03570 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:35.344633 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-13cf272a-8d87-4722-bcda-4777206c61dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:35.350258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:35.351239 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:35.352844 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] 10.222.0.11 "PUT /v2.0/ports/f4200d1e-8f66-4924-9831-5e85b0ead614 HTTP/1.1" status: 200 len: 1098 time: 3.5027385 Aug 28 12:42:35.368332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614'}, {'name': 'network-changed', 'server_uuid': '703f60fe-fa10-4289-aabf-f240a17c66de', 'tag': '843ba3cc-b58a-4cee-b418-76d2d03ffa01'}, {'name': 'network-changed', 'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:35.371984 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4" -d '{"events": [{"server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "name": "network-vif-unplugged", "status": "completed", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614"}, {"name": "network-changed", "server_uuid": "703f60fe-fa10-4289-aabf-f240a17c66de", "tag": "843ba3cc-b58a-4cee-b418-76d2d03ffa01"}, {"name": "network-changed", "server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:35.430927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53c86d-4a7a-4a5e-b8a7-99a46bfb9666 service neutron] Pushing event updated for resources: {'Port': ['ID=f4200d1e-8f66-4924-9831-5e85b0ead614,revision_number=11']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:35.438020 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-13cf272a-8d87-4722-bcda-4777206c61dc None None] Port 159359af-5f13-41cb-8ee3-c4a1bbe03570 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:42:35.490208 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29a04f-a0f7-4455-99ab-f305525a8933 req-e53ee80a-f419-4130-ae6a-dcfdd7476550 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:35.494233 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1d29a04f-a0f7-4455-99ab-f305525a8933 req-e53ee80a-f419-4130-ae6a-dcfdd7476550 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 949 time: 0.2491126 Aug 28 12:42:35.502509 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-377bc2ed-a13a-4d95-877b-79ebc29104c3 req-c442333f-1dec-4a89-8016-99bc9ae8a2ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d821f1a2-31c3-416b-86d0-78f310c2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480518 Aug 28 12:42:35.557595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-bfd47d8f-c502-4bb2-8578-6427993d0e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:35.561673 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-bfd47d8f-c502-4bb2-8578-6427993d0e2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 1101 time: 0.1787946 Aug 28 12:42:35.669324 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1d29a04f-a0f7-4455-99ab-f305525a8933 req-e74f96c0-bca7-4d7c-ad3b-32d77a926773 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418209 Aug 28 12:42:35.681256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-7738817c-3809-4be3-b79d-fd502fb2806e service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943791 Aug 28 12:42:35.861104 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159359af-5f13-41cb-8ee3-c4a1bbe03570 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:35.871289 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:35.898090 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284c929-74fd-40d9-b1f0-59c575a53781 req-6454e391-3c09-4721-a267-c4dd8c1f35b6 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:35.899822 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9284c929-74fd-40d9-b1f0-59c575a53781 req-6454e391-3c09-4721-a267-c4dd8c1f35b6 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 945 time: 0.0840850 Aug 28 12:42:35.901489 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Transition to ACTIVE for port object 159359af-5f13-41cb-8ee3-c4a1bbe03570 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:35.904590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dd2d3-a5a9-4f5d-879f-ba94b094cee0 req-dcc0006b-1cde-42ed-82b6-57e966190f36 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:35.906150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e72dd2d3-a5a9-4f5d-879f-ba94b094cee0 req-dcc0006b-1cde-42ed-82b6-57e966190f36 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 936 time: 0.2948368 Aug 28 12:42:35.906922 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:35.925553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-c509ca25-0ab5-4b42-977c-843e1d9e002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:35.927033 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-c509ca25-0ab5-4b42-977c-843e1d9e002c service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3281033 Aug 28 12:42:35.934957 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-377bc2ed-a13a-4d95-877b-79ebc29104c3 req-2197efa5-69aa-4dff-874a-cdbab643a119 service neutron] 10.222.0.10 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054227 Aug 28 12:42:35.958940 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2db28bf-f129-472d-bd9c-b1a261e4e628 req-5af53b6e-8d56-405a-8496-854c8ed12e1e service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605135 Aug 28 12:42:36.002070 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9284c929-74fd-40d9-b1f0-59c575a53781 req-c823da01-624f-436a-a272-7539f9053578 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853410 Aug 28 12:42:36.002753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Pushing event updated for resources: {'Port': ['ID=159359af-5f13-41cb-8ee3-c4a1bbe03570,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:36.027163 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-381c04ad-03c5-4e46-b4b6-59de721bc432 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=f4200d1e-8f66-4924-9831-5e85b0ead614 HTTP/1.1" status: 200 len: 217 time: 0.0898147 Aug 28 12:42:36.035711 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 5452e9de-b759-42c7-9be1-8822e2d91cb7 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:42:36.097338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Attempting to bind port 159359af-5f13-41cb-8ee3-c4a1bbe03570 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:42:36.097943 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Attempting to bind port 159359af-5f13-41cb-8ee3-c4a1bbe03570 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:42:36.098509 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Attempting to bind port 159359af-5f13-41cb-8ee3-c4a1bbe03570 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:36.103881 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Port 159359af-5f13-41cb-8ee3-c4a1bbe03570 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:42:36.104535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Attempting to bind port 159359af-5f13-41cb-8ee3-c4a1bbe03570 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:36.112556 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:42:36.113503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:42:36.114343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:42:36.115200 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Bound port: 159359af-5f13-41cb-8ee3-c4a1bbe03570, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:42:36.115774 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:36.132738 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e72dd2d3-a5a9-4f5d-879f-ba94b094cee0 req-b35e370e-fc66-410f-82eb-8a351939331b tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161179 Aug 28 12:42:36.221286 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217aac19-57f6-4123-aeb6-682b09fc394e x-openstack-request-id: req-217aac19-57f6-4123-aeb6-682b09fc394e {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:36.221591 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "name": "network-vif-unplugged", "status": "completed", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614", "code": 200}, {"name": "network-changed", "server_uuid": "703f60fe-fa10-4289-aabf-f240a17c66de", "tag": "843ba3cc-b58a-4cee-b418-76d2d03ffa01", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:36.225145 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-217aac19-57f6-4123-aeb6-682b09fc394e {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:36.225581 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614', 'code': 200} Aug 28 12:42:36.225828 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703f60fe-fa10-4289-aabf-f240a17c66de', 'tag': '843ba3cc-b58a-4cee-b418-76d2d03ffa01', 'status': 'completed', 'code': 200} Aug 28 12:42:36.226269 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614', 'status': 'completed', 'code': 200} Aug 28 12:42:36.269715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-cbb3e15c-09f4-4ddf-a452-3658bd6499fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:36.274887 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-cbb3e15c-09f4-4ddf-a452-3658bd6499fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2112808 Aug 28 12:42:36.330564 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] For port 159359af-5f13-41cb-8ee3-c4a1bbe03570, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:42:36.350466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] For port 159359af-5f13-41cb-8ee3-c4a1bbe03570, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=159359af-5f13-41cb-8ee3-c4a1bbe03570,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:42:36.357922 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:36.359588 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 5452e9de-b759-42c7-9be1-8822e2d91cb7, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5452e9de-b759-42c7-9be1-8822e2d91cb7,segment=NetworkSegment(27cbefe9-ce45-40b0-b425-6f8f07c85a50),segment_id=27cbefe9-ce45-40b0-b425-6f8f07c85a50)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:36.372942 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-377bc2ed-a13a-4d95-877b-79ebc29104c3 req-4557f755-19c9-4c73-aa7a-7bab4dd65853 service neutron] 10.222.0.10 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178982 Aug 28 12:42:36.380745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '5452e9de-b759-42c7-9be1-8822e2d91cb7', 'network_id': 'd821f1a2-31c3-416b-86d0-78f310c2bf83', 'port_id': '5452e9de-b759-42c7-9be1-8822e2d91cb7', 'mac_address': 'fa:16:3e:1c:21:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4110922-5f6c-4f12-8276-16127b4c6b42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:42:36.404166 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:36.406174 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:36.409834 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] 10.222.0.11 "PUT /v2.0/ports/159359af-5f13-41cb-8ee3-c4a1bbe03570 HTTP/1.1" status: 200 len: 1097 time: 1.4255383 Aug 28 12:42:36.415904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656c9946-0720-4b44-bc76-af5f37803bb3', 'tag': '159359af-5f13-41cb-8ee3-c4a1bbe03570'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:36.421652 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0690d23b-b7d3-4e06-a5b4-b2e9636fd333" -d '{"events": [{"name": "network-changed", "server_uuid": "656c9946-0720-4b44-bc76-af5f37803bb3", "tag": "159359af-5f13-41cb-8ee3-c4a1bbe03570"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:36.434983 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e2a31-4bd4-40c6-8d94-3aa27d2f1ceb req-877110af-545a-4a55-9df3-97f877aab57c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:36.437076 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b39e2a31-4bd4-40c6-8d94-3aa27d2f1ceb req-877110af-545a-4a55-9df3-97f877aab57c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 944 time: 0.1575935 Aug 28 12:42:36.469493 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:36.492860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5452e9de-b759-42c7-9be1-8822e2d91cb7 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:36.505248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-62a6f5ab-a1a4-46e5-9791-5a7d5bc4bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:36.508504 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-62a6f5ab-a1a4-46e5-9791-5a7d5bc4bfb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 1095 time: 0.2806957 Aug 28 12:42:36.516381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-cfb6976b-8137-477b-80d4-8a813ee2764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:36.519178 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-cfb6976b-8137-477b-80d4-8a813ee2764b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2236936 Aug 28 12:42:36.534981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9d981-cb7b-494f-be52-c1263442c918 service neutron] Pushing event updated for resources: {'Port': ['ID=159359af-5f13-41cb-8ee3-c4a1bbe03570,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:36.543450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 5452e9de-b759-42c7-9be1-8822e2d91cb7, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5452e9de-b759-42c7-9be1-8822e2d91cb7,segment=NetworkSegment(27cbefe9-ce45-40b0-b425-6f8f07c85a50),segment_id=27cbefe9-ce45-40b0-b425-6f8f07c85a50)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:36.552232 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:36.559528 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b39e2a31-4bd4-40c6-8d94-3aa27d2f1ceb req-c67ebca4-6c35-47e7-b39b-90a5ee4abb4f tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131930 Aug 28 12:42:36.560109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-d80b47cf-bbc7-46c4-ab67-bef987e56646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:36.562239 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-d80b47cf-bbc7-46c4-ab67-bef987e56646 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 1101 time: 0.2835374 Aug 28 12:42:36.568142 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-4f5c70fa-e7cb-4ad5-bddc-e5a643a0bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:36.570133 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-4f5c70fa-e7cb-4ad5-bddc-e5a643a0bba1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 1100 time: 0.0974350 Aug 28 12:42:36.641429 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=5452e9de-b759-42c7-9be1-8822e2d91cb7,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:36.665203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37004) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:36.673698 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-5ac21486-b889-4fe8-a981-2c3b99c6ccb8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=159359af-5f13-41cb-8ee3-c4a1bbe03570 HTTP/1.1" status: 200 len: 217 time: 0.0921290 Aug 28 12:42:36.799317 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-1258ff04-e977-4629-9a15-215a93027e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:36.803745 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-1258ff04-e977-4629-9a15-215a93027e50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1201475 Aug 28 12:42:36.867915 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc90ab8-cd91-453d-9439-647b31e20b84 x-openstack-request-id: req-acc90ab8-cd91-453d-9439-647b31e20b84 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:36.868192 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656c9946-0720-4b44-bc76-af5f37803bb3", "tag": "159359af-5f13-41cb-8ee3-c4a1bbe03570", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:36.868452 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acc90ab8-cd91-453d-9439-647b31e20b84 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:36.869021 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656c9946-0720-4b44-bc76-af5f37803bb3', 'tag': '159359af-5f13-41cb-8ee3-c4a1bbe03570', 'status': 'completed', 'code': 200} Aug 28 12:42:36.960628 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-e152b808-c7d6-4820-af0d-7b92aa685575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:36.962353 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-e152b808-c7d6-4820-af0d-7b92aa685575 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1427245 Aug 28 12:42:37.005788 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:37.082945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['5452e9de-b759-42c7-9be1-8822e2d91cb7'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:37.179093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a62a5-d260-4631-bb73-3d9475c82924 req-273a3bce-6928-45d1-acc3-ccf2087ffab3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:37.181062 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-522a62a5-d260-4631-bb73-3d9475c82924 req-273a3bce-6928-45d1-acc3-ccf2087ffab3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 949 time: 0.1548328 Aug 28 12:42:37.238052 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-b6b6435d-a91f-4121-976e-7bd08999809a service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632871 Aug 28 12:42:37.296057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed41e4-3d01-4b3f-855c-1573bca9ec1e req-edd9bf7c-ac1e-4e90-9773-54c283415e1c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:37.297896 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4ed41e4-3d01-4b3f-855c-1573bca9ec1e req-edd9bf7c-ac1e-4e90-9773-54c283415e1c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 943 time: 0.8978653 Aug 28 12:42:37.354988 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-522a62a5-d260-4631-bb73-3d9475c82924 req-0e0f6e8f-f372-4463-94b2-b3d4294783a0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295364 Aug 28 12:42:37.443782 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26977d8c-05f8-416d-99bd-7c5159d90bb8 req-74ec698e-ba79-4132-8718-0260b5cb8deb service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939170 Aug 28 12:42:37.480949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-89091219-5c25-4ff9-8d62-f0e9bc4abdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:37.483633 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-89091219-5c25-4ff9-8d62-f0e9bc4abdab service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.8392622 Aug 28 12:42:37.565693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-5e808c4b-8af4-494e-b3f0-e7028eae14de service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0194921 Aug 28 12:42:37.570484 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4ed41e4-3d01-4b3f-855c-1573bca9ec1e req-ff0af52f-16d8-407a-9fda-9a7852248a17 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390537 Aug 28 12:42:37.572323 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-936724f3-e27a-4027-be62-a5bcddd82efe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=f4200d1e-8f66-4924-9831-5e85b0ead614 HTTP/1.1" status: 200 len: 217 time: 0.0685403 Aug 28 12:42:37.574011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-5bf855a5-424a-4154-9b9d-6403827f615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:37.575483 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-5bf855a5-424a-4154-9b9d-6403827f615d service neutron] 10.222.0.11 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 1.0550959 Aug 28 12:42:37.741748 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-098c0825-6bbc-47c9-8ce9-117479212111 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=843ba3cc-b58a-4cee-b418-76d2d03ffa01 HTTP/1.1" status: 200 len: 217 time: 0.1337466 Aug 28 12:42:37.855113 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-70a3669f-d214-41f5-b281-f58df7e13d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:37.857183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-70a3669f-d214-41f5-b281-f58df7e13d54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2624381 Aug 28 12:42:37.985779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b22004-4189-4e91-a9e9-7d93b9efec49 req-dc3a4f08-6b0d-4749-b997-9826e9356a87 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:37.987776 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51b22004-4189-4e91-a9e9-7d93b9efec49 req-dc3a4f08-6b0d-4749-b997-9826e9356a87 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 948 time: 0.2686982 Aug 28 12:42:37.992946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-cb2de1a8-8c39-4f58-bd23-a93cab594dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:37.995687 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-cb2de1a8-8c39-4f58-bd23-a93cab594dcf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.2091663 Aug 28 12:42:38.009335 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2441eaac-9d4a-4e40-b450-8b9d11167b46 req-e88551cc-08b4-47bc-b793-e4f733809c64 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329264 Aug 28 12:42:38.047489 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4da7a-13e3-4fe0-8014-f5fd8a7238f5 req-6c43be60-1612-4552-ac49-09b5ab5e6cbd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:38.049137 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-08f4da7a-13e3-4fe0-8014-f5fd8a7238f5 req-6c43be60-1612-4552-ac49-09b5ab5e6cbd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 945 time: 0.5346138 Aug 28 12:42:38.057940 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-477b80c7-8657-423e-9fae-24d38242620c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476530 Aug 28 12:42:38.065329 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690d23b-b7d3-4e06-a5b4-b2e9636fd333 req-f0e821e0-9363-496c-994f-b2559237e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:38.066984 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0690d23b-b7d3-4e06-a5b4-b2e9636fd333 req-f0e821e0-9363-496c-994f-b2559237e009 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 1100 time: 0.5402715 Aug 28 12:42:38.067919 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-f6f90c01-497c-4cd0-8809-f9f26e754a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:38.069392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-f6f90c01-497c-4cd0-8809-f9f26e754a80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2002962 Aug 28 12:42:38.110317 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51b22004-4189-4e91-a9e9-7d93b9efec49 req-eec0e8e0-4066-4cc5-bea7-3707ff6e99c3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102955 Aug 28 12:42:38.203386 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-08f4da7a-13e3-4fe0-8014-f5fd8a7238f5 req-919c5a27-d9ab-45cb-b50e-a0dfda532a76 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435490 Aug 28 12:42:38.247250 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690d23b-b7d3-4e06-a5b4-b2e9636fd333 req-b686618e-254a-4e7b-8318-6cbc9860565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:38.247250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0690d23b-b7d3-4e06-a5b4-b2e9636fd333 req-b686618e-254a-4e7b-8318-6cbc9860565a service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.1647840 Aug 28 12:42:38.258787 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a47731a-977c-41f5-9eb5-78d2493465d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:38.343876 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0690d23b-b7d3-4e06-a5b4-b2e9636fd333 req-7bea677d-dd45-41f3-991d-cb7ce2a4cd7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=159359af-5f13-41cb-8ee3-c4a1bbe03570 HTTP/1.1" status: 200 len: 217 time: 0.0812116 Aug 28 12:42:38.405660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ef23a-acbc-436b-96ce-91d2b73fe8f5 req-b693c5e3-6533-40e8-b6a0-1f96b840f2de tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:38.407149 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd8ef23a-acbc-436b-96ce-91d2b73fe8f5 req-b693c5e3-6533-40e8-b6a0-1f96b840f2de tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 945 time: 0.1689949 Aug 28 12:42:38.411031 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-0e33df2a-edb7-49bb-890d-9a13c3059657 service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320730 Aug 28 12:42:38.413333 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-a3990514-551d-4aa9-8536-9d435f54e286 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188250 Aug 28 12:42:38.460231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690d23b-b7d3-4e06-a5b4-b2e9636fd333 req-dabcda7c-332e-4f16-aefb-01e6e637ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:38.462747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0690d23b-b7d3-4e06-a5b4-b2e9636fd333 req-dabcda7c-332e-4f16-aefb-01e6e637ad6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1025200 Aug 28 12:42:38.610432 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd8ef23a-acbc-436b-96ce-91d2b73fe8f5 req-5c4268fb-abfe-4912-8a5d-edbc1ad02304 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956642 Aug 28 12:42:38.619454 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690d23b-b7d3-4e06-a5b4-b2e9636fd333 req-28f0741d-3f3e-4b9b-bf42-5e0eb84ef698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:38.621249 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0690d23b-b7d3-4e06-a5b4-b2e9636fd333 req-28f0741d-3f3e-4b9b-bf42-5e0eb84ef698 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1494582 Aug 28 12:42:38.726484 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-5b218887-e515-4c07-ab2f-fb7e95c545d6 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843912 Aug 28 12:42:38.739780 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-cb1e8fe5-0ddb-4af9-a328-8ef69283c53b service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179739 Aug 28 12:42:38.789563 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4171b70-8564-4bf5-991a-14586bab1a32 req-86706911-90bc-4a75-b147-34cec4d7fe0a tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:38.791967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f4171b70-8564-4bf5-991a-14586bab1a32 req-86706911-90bc-4a75-b147-34cec4d7fe0a tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 945 time: 0.0689712 Aug 28 12:42:38.801388 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b5b33-dabd-4195-9630-cfd72741223b req-a996227f-2462-4b0e-be60-93717ad1f0da tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:38.802963 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-028b5b33-dabd-4195-9630-cfd72741223b req-a996227f-2462-4b0e-be60-93717ad1f0da tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 949 time: 0.1545405 Aug 28 12:42:38.845220 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0690d23b-b7d3-4e06-a5b4-b2e9636fd333 req-986f706d-c9ff-40d2-8871-e3f884905d96 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122440 Aug 28 12:42:38.865309 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f4171b70-8564-4bf5-991a-14586bab1a32 req-3a4cf169-028b-44e4-92b4-0553171ffdb2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660682 Aug 28 12:42:38.876738 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-028b5b33-dabd-4195-9630-cfd72741223b req-e45cd10d-0fb9-4cda-84c9-44d210e8f305 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587516 Aug 28 12:42:38.891789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-466113b8-19d6-4df7-9991-078e0fb95fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:38.891789 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-466113b8-19d6-4df7-9991-078e0fb95fe7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 1101 time: 0.0718207 Aug 28 12:42:38.936196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-1a47731a-977c-41f5-9eb5-78d2493465d0 admin admin] Deleting port 73b91ddc-eb37-4129-8384-6ca9c82d88ad {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:42:38.936605 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a47731a-977c-41f5-9eb5-78d2493465d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:38.968022 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 159359af-5f13-41cb-8ee3-c4a1bbe03570 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:42:39.030518 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0690d23b-b7d3-4e06-a5b4-b2e9636fd333 req-dcff61cb-2067-4584-bdd1-91a21fde7e25 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723697 Aug 28 12:42:39.063405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-1a47731a-977c-41f5-9eb5-78d2493465d0 admin admin] For port 73b91ddc-eb37-4129-8384-6ca9c82d88ad, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=73b91ddc-eb37-4129-8384-6ca9c82d88ad,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:39.064517 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a47731a-977c-41f5-9eb5-78d2493465d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:39.079635 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fea27-fd3c-4223-ab0d-47bbaabee3b0 req-ab0c1720-bb68-4d7b-8ab1-10654033faa8 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:39.081518 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a51fea27-fd3c-4223-ab0d-47bbaabee3b0 req-ab0c1720-bb68-4d7b-8ab1-10654033faa8 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 943 time: 0.0956967 Aug 28 12:42:39.086800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-1a47731a-977c-41f5-9eb5-78d2493465d0 admin admin] Calling delete_port for 73b91ddc-eb37-4129-8384-6ca9c82d88ad owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:42:39.121927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-d3829185-41d7-4952-91b5-47534a56f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:39.124215 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-d3829185-41d7-4952-91b5-47534a56f3dc service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.2261038 Aug 28 12:42:39.124714 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 159359af-5f13-41cb-8ee3-c4a1bbe03570, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=159359af-5f13-41cb-8ee3-c4a1bbe03570,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:39.138306 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '159359af-5f13-41cb-8ee3-c4a1bbe03570', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '159359af-5f13-41cb-8ee3-c4a1bbe03570', 'mac_address': 'fa:16:3e:1b:4b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:42:39.188550 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:39.214934 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a51fea27-fd3c-4223-ab0d-47bbaabee3b0 req-8592da03-a135-4e48-a44f-aafee3526765 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251869 Aug 28 12:42:39.216799 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-ad26a6ee-f3b6-4269-ab9c-3360192c2d09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=f4200d1e-8f66-4924-9831-5e85b0ead614 HTTP/1.1" status: 200 len: 217 time: 0.0771773 Aug 28 12:42:39.217817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159359af-5f13-41cb-8ee3-c4a1bbe03570 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:39.253368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 159359af-5f13-41cb-8ee3-c4a1bbe03570, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=159359af-5f13-41cb-8ee3-c4a1bbe03570,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:39.259401 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:39.299369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59198adf-3531-4955-959e-559a975ec094 req-aace3558-ff60-4d62-90b4-0acda634d75c tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:39.300941 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59198adf-3531-4955-959e-559a975ec094 req-aace3558-ff60-4d62-90b4-0acda634d75c tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 948 time: 0.0753415 Aug 28 12:42:39.306761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-120129c0-070e-4987-b81a-aeb17a9f45e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:39.309097 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-120129c0-070e-4987-b81a-aeb17a9f45e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0774803 Aug 28 12:42:39.346931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=159359af-5f13-41cb-8ee3-c4a1bbe03570,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:39.352455 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59198adf-3531-4955-959e-559a975ec094 req-19fdec15-fc82-486d-abcd-6c05eb7ad46d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 Aug 28 12:42:39.411053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-03240ebc-a7c1-4d9d-acc7-eac7c09ef7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:39.413553 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-03240ebc-a7c1-4d9d-acc7-eac7c09ef7ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0842931 Aug 28 12:42:39.414320 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a47731a-977c-41f5-9eb5-78d2493465d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:39.446832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47731a-977c-41f5-9eb5-78d2493465d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b91ddc-eb37-4129-8384-6ca9c82d88ad,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:39.472153 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:39.563878 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['159359af-5f13-41cb-8ee3-c4a1bbe03570'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:39.568801 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-ac9a3945-6028-4984-a796-53129cd26f41 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382692 Aug 28 12:42:39.766521 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-575ffd31-ba50-4d06-b4e4-538eb05ebdc4 req-c77e2fdb-cc55-4619-82b8-4fec9e0185a7 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867504 Aug 28 12:42:39.814769 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b6204562-6646-4514-8b07-daf3f6659010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:39.820498 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a47731a-977c-41f5-9eb5-78d2493465d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:39.861969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08cc03-ba9a-4971-9307-db615a07d410 req-4a127070-8811-45c2-83ab-c6e678ff30a9 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:39.863544 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cf08cc03-ba9a-4971-9307-db615a07d410 req-4a127070-8811-45c2-83ab-c6e678ff30a9 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 945 time: 0.0822060 Aug 28 12:42:39.925951 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cf08cc03-ba9a-4971-9307-db615a07d410 req-2999722f-22e2-4402-be35-da11660030ca tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522690 Aug 28 12:42:40.050174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 5452e9de-b759-42c7-9be1-8822e2d91cb7 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:42:40.076377 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd810d0-7297-4589-a64c-65a09ebf09a6 req-235a81ba-c89a-4556-9bb5-7444359faed1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:40.078897 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cd810d0-7297-4589-a64c-65a09ebf09a6 req-235a81ba-c89a-4556-9bb5-7444359faed1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 945 time: 0.0840313 Aug 28 12:42:40.106627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a70bdc-a4ef-4e02-b6d4-06d6f4ba5f65 req-cf5bf0a9-2683-44a3-8b55-2b4f440dc5f4 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:40.115849 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26a70bdc-a4ef-4e02-b6d4-06d6f4ba5f65 req-cf5bf0a9-2683-44a3-8b55-2b4f440dc5f4 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 949 time: 0.0935085 Aug 28 12:42:40.159685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 5452e9de-b759-42c7-9be1-8822e2d91cb7 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:42:40.164652 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 5452e9de-b759-42c7-9be1-8822e2d91cb7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:40.165485 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:40.178869 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26a70bdc-a4ef-4e02-b6d4-06d6f4ba5f65 req-b02f861a-8727-442d-8b9c-2cdd4da73498 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618451 Aug 28 12:42:40.281246 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cd810d0-7297-4589-a64c-65a09ebf09a6 req-ab02c5c6-c547-4fca-90dd-1e07326ad3d9 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538935 Aug 28 12:42:40.291374 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a47731a-977c-41f5-9eb5-78d2493465d0 admin admin] Router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:42:40.328280 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:40.365004 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fecb279-9f16-4ba8-b153-479c638647dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5452e9de-b759-42c7-9be1-8822e2d91cb7'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:40.369219 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44730b5-bd19-4dc2-bebe-5eb126d8dc86" -d '{"events": [{"server_uuid": "4fecb279-9f16-4ba8-b153-479c638647dc", "name": "network-vif-plugged", "status": "completed", "tag": "5452e9de-b759-42c7-9be1-8822e2d91cb7"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:40.399576 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 5452e9de-b759-42c7-9be1-8822e2d91cb7, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5452e9de-b759-42c7-9be1-8822e2d91cb7,segment=NetworkSegment(27cbefe9-ce45-40b0-b425-6f8f07c85a50),segment_id=27cbefe9-ce45-40b0-b425-6f8f07c85a50)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:40.406757 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:40.419304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aefd5f-f9d9-4056-a7ec-a9aee52d1718 req-bcff56f0-0fd6-4e67-a0b7-b3faebde452e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:40.422864 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f4aefd5f-f9d9-4056-a7ec-a9aee52d1718 req-bcff56f0-0fd6-4e67-a0b7-b3faebde452e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 943 time: 0.0773587 Aug 28 12:42:40.472146 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=5452e9de-b759-42c7-9be1-8822e2d91cb7,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:40.476719 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b7135e-cac9-44b7-aa06-e0526a76f7b2 x-openstack-request-id: req-07b7135e-cac9-44b7-aa06-e0526a76f7b2 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:40.477065 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fecb279-9f16-4ba8-b153-479c638647dc", "name": "network-vif-plugged", "status": "completed", "tag": "5452e9de-b759-42c7-9be1-8822e2d91cb7", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:40.477519 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07b7135e-cac9-44b7-aa06-e0526a76f7b2 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:40.477959 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fecb279-9f16-4ba8-b153-479c638647dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5452e9de-b759-42c7-9be1-8822e2d91cb7', 'code': 200} Aug 28 12:42:40.497094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f4aefd5f-f9d9-4056-a7ec-a9aee52d1718 req-0f5342b8-2070-4322-b3e4-c8a47a979bc4 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675340 Aug 28 12:42:40.515689 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a47731a-977c-41f5-9eb5-78d2493465d0 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:42:40.527611 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ee6f8c-a8d3-495b-962d-6b592e552cea None None] Sync routers for ids ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:42:40.529892 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1a47731a-977c-41f5-9eb5-78d2493465d0 admin admin] 10.222.0.20 "PUT /v2.0/routers/ab9507af-2c43-48d1-9a9f-8d21b4f6ca82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8636274 Aug 28 12:42:40.532531 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37048) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:40.545647 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ee6f8c-a8d3-495b-962d-6b592e552cea None None] Routers {'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:42:40.546700 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-89ee6f8c-a8d3-495b-962d-6b592e552cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:42:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:40.674537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8edb0-0b08-40eb-8116-81267fdf09e6 req-4edb8c37-83ba-447a-93f5-50f903bc9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:40.676249 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebd8edb0-0b08-40eb-8116-81267fdf09e6 req-4edb8c37-83ba-447a-93f5-50f903bc9803 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 1098 time: 0.1115034 Aug 28 12:42:40.689536 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a518f-8434-4b24-bf69-6b51783c33a1 req-309ce85f-ce7f-43a8-9462-655bcc1f7aca tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:40.691136 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-072a518f-8434-4b24-bf69-6b51783c33a1 req-309ce85f-ce7f-43a8-9462-655bcc1f7aca tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 949 time: 0.1155293 Aug 28 12:42:40.696798 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3747465-9006-4e2f-9665-704de7603ca8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:40.733601 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebd8edb0-0b08-40eb-8116-81267fdf09e6 req-d63d339a-a4c6-4d84-a608-d9af985040a6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427384 Aug 28 12:42:40.733950 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-89ee6f8c-a8d3-495b-962d-6b592e552cea None None] Set router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:42:40.808577 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-072a518f-8434-4b24-bf69-6b51783c33a1 req-68965e7a-581b-46b9-8f93-31a1865bd721 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089284 Aug 28 12:42:40.852519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3747465-9006-4e2f-9665-704de7603ca8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:40.929423 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b3747465-9006-4e2f-9665-704de7603ca8 admin admin] Deleting port 76adedc2-2c46-4487-b602-e58698a35df8 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:42:40.929816 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3747465-9006-4e2f-9665-704de7603ca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:40.950138 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-89ee6f8c-a8d3-495b-962d-6b592e552cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '76adedc2-2c46-4487-b602-e58698a35df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:42:39Z', 'revision_number': 5, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port': {'id': '76adedc2-2c46-4487-b602-e58698a35df8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:36:52Z', 'updated_at': '2021-08-28T12:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:40.982574 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ee6f8c-a8d3-495b-962d-6b592e552cea None None] Checking router: ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:42:40.996589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f4200d1e-8f66-4924-9831-5e85b0ead614 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:42:40.996887 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ee6f8c-a8d3-495b-962d-6b592e552cea None None] Routers {'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:42:40.997728 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-89ee6f8c-a8d3-495b-962d-6b592e552cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:42:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:40.999380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 159359af-5f13-41cb-8ee3-c4a1bbe03570 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:42:41.034662 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-b3747465-9006-4e2f-9665-704de7603ca8 admin admin] For port 76adedc2-2c46-4487-b602-e58698a35df8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=76adedc2-2c46-4487-b602-e58698a35df8,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:41.035044 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3747465-9006-4e2f-9665-704de7603ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.048410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b3747465-9006-4e2f-9665-704de7603ca8 admin admin] Calling delete_port for 76adedc2-2c46-4487-b602-e58698a35df8 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:42:41.079677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 159359af-5f13-41cb-8ee3-c4a1bbe03570 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:42:41.100752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d4e99-2d88-49fd-a0f0-7293a86777d4 req-f82e89b3-8794-4df3-8ed7-4e9959db852e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:41.102535 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-425d4e99-2d88-49fd-a0f0-7293a86777d4 req-f82e89b3-8794-4df3-8ed7-4e9959db852e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.10 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 945 time: 0.1326907 Aug 28 12:42:41.121290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6b8de-bf60-4112-945b-d5c8a069cc59 req-1d674b6c-7e60-4040-9d00-e42a90397640 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:41.123468 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01b6b8de-bf60-4112-945b-d5c8a069cc59 req-1d674b6c-7e60-4040-9d00-e42a90397640 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 946 time: 0.0888157 Aug 28 12:42:41.145307 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 159359af-5f13-41cb-8ee3-c4a1bbe03570 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:41.145891 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.170605 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-89ee6f8c-a8d3-495b-962d-6b592e552cea None None] Set router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:42:41.230919 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01b6b8de-bf60-4112-945b-d5c8a069cc59 req-3ea22415-4598-4931-af28-c90130661eb1 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982325 Aug 28 12:42:41.270595 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3747465-9006-4e2f-9665-704de7603ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.280659 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-89ee6f8c-a8d3-495b-962d-6b592e552cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:42:40Z', 'revision_number': 6, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:41.289766 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-425d4e99-2d88-49fd-a0f0-7293a86777d4 req-7bb4c1c4-5b22-4c29-9c8e-147305d19bce tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Deleting port 1063b602-2caf-4722-9c5b-97d31284b715 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:42:41.290249 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-425d4e99-2d88-49fd-a0f0-7293a86777d4 req-7bb4c1c4-5b22-4c29-9c8e-147305d19bce tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.295452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f4200d1e-8f66-4924-9831-5e85b0ead614,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:41.312776 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'f4200d1e-8f66-4924-9831-5e85b0ead614', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'f4200d1e-8f66-4924-9831-5e85b0ead614', 'mac_address': 'fa:16:3e:20:e9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:42:41.331196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3747465-9006-4e2f-9665-704de7603ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=76adedc2-2c46-4487-b602-e58698a35df8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:41.346760 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ee6f8c-a8d3-495b-962d-6b592e552cea None None] The sync data for ids ['ab9507af-2c43-48d1-9a9f-8d21b4f6ca82'] in n-d-791505-21 is: [{'id': 'ab9507af-2c43-48d1-9a9f-8d21b4f6ca82', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1957191907-router', 'tenant_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:36:51Z', 'updated_at': '2021-08-28T12:42:40Z', 'revision_number': 6, 'project_id': '83337d60d57f4fdc939f5ecaedf1b2a7', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:42:41.391189 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.465674 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4200d1e-8f66-4924-9831-5e85b0ead614 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:41.489612 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3747465-9006-4e2f-9665-704de7603ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.498331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-425d4e99-2d88-49fd-a0f0-7293a86777d4 req-7bb4c1c4-5b22-4c29-9c8e-147305d19bce tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] For port 1063b602-2caf-4722-9c5b-97d31284b715, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=1063b602-2caf-4722-9c5b-97d31284b715,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:41.498985 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-425d4e99-2d88-49fd-a0f0-7293a86777d4 req-7bb4c1c4-5b22-4c29-9c8e-147305d19bce tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.505214 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.512636 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f4200d1e-8f66-4924-9831-5e85b0ead614,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:41.530135 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.538154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-425d4e99-2d88-49fd-a0f0-7293a86777d4 req-7bb4c1c4-5b22-4c29-9c8e-147305d19bce tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Calling delete_port for 1063b602-2caf-4722-9c5b-97d31284b715 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:42:41.558667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6546d82-a358-465b-9e67-29d489173aec req-eb2093f7-1222-4ceb-b7b4-ae4558cb1cda tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:41.560795 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6546d82-a358-465b-9e67-29d489173aec req-eb2093f7-1222-4ceb-b7b4-ae4558cb1cda tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 945 time: 0.1212940 Aug 28 12:42:41.605529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=f4200d1e-8f66-4924-9831-5e85b0ead614,revision_number=12']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:41.631372 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3747465-9006-4e2f-9665-704de7603ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.634458 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3747465-9006-4e2f-9665-704de7603ca8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.650021 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 159359af-5f13-41cb-8ee3-c4a1bbe03570, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=159359af-5f13-41cb-8ee3-c4a1bbe03570,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:41.660514 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.686414 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6546d82-a358-465b-9e67-29d489173aec req-4cbd3819-de20-4213-93e8-5cd2825d2502 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172290 Aug 28 12:42:41.710893 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134212-9923-4631-8926-89133216dbcb req-d66d3a7c-4d5e-4e71-ae40-a24d7ddd2b87 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:41.712831 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-66134212-9923-4631-8926-89133216dbcb req-d66d3a7c-4d5e-4e71-ae40-a24d7ddd2b87 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 949 time: 0.3254449 Aug 28 12:42:41.727779 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3747465-9006-4e2f-9665-704de7603ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.728697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3747465-9006-4e2f-9665-704de7603ca8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:42:41.742349 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3747465-9006-4e2f-9665-704de7603ca8 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.743696 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b3747465-9006-4e2f-9665-704de7603ca8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ab9507af-2c43-48d1-9a9f-8d21b4f6ca82 HTTP/1.1" status: 204 len: 168 time: 1.2101121 Aug 28 12:42:41.767545 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37064) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:41.820425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=159359af-5f13-41cb-8ee3-c4a1bbe03570,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:41.829497 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-66134212-9923-4631-8926-89133216dbcb req-ec56127f-2fc3-4f01-aaae-40f7caacb027 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841222 Aug 28 12:42:41.858701 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2042d6-a8c0-474f-b84b-ca47c9f5c32e admin admin] Deleting subnet 2fcfd29c-4f31-4b94-b976-9b055b77b757 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:42:41.864997 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd2042d6-a8c0-474f-b84b-ca47c9f5c32e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.880425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['f4200d1e-8f66-4924-9831-5e85b0ead614'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:41.882883 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-425d4e99-2d88-49fd-a0f0-7293a86777d4 req-7bb4c1c4-5b22-4c29-9c8e-147305d19bce tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.948837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4c1c4-5b22-4c29-9c8e-147305d19bce tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Pushing event deleted for resources: {'Port': ['ID=1063b602-2caf-4722-9c5b-97d31284b715,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:41.993243 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd2042d6-a8c0-474f-b84b-ca47c9f5c32e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:41.996506 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['1063b602-2caf-4722-9c5b-97d31284b715'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:42.020583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25587fef-5380-407b-a3a0-8cad0a3c512e req-ac2f9263-9f91-40a9-b1cb-0dfc4fc10273 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:42.023327 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-25587fef-5380-407b-a3a0-8cad0a3c512e req-ac2f9263-9f91-40a9-b1cb-0dfc4fc10273 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 943 time: 0.1934566 Aug 28 12:42:42.058042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-425d4e99-2d88-49fd-a0f0-7293a86777d4 req-7bb4c1c4-5b22-4c29-9c8e-147305d19bce tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] No DVR routers for this DVR port 1063b602-2caf-4722-9c5b-97d31284b715 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:42:42.062450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-425d4e99-2d88-49fd-a0f0-7293a86777d4 req-7bb4c1c4-5b22-4c29-9c8e-147305d19bce tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:42.065122 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-425d4e99-2d88-49fd-a0f0-7293a86777d4 req-7bb4c1c4-5b22-4c29-9c8e-147305d19bce tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.10 "DELETE /v2.0/ports/1063b602-2caf-4722-9c5b-97d31284b715 HTTP/1.1" status: 204 len: 173 time: 0.9404440 Aug 28 12:42:42.065664 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841fe277-cd04-4bd4-ba09-dbfa3c960028', 'name': 'network-vif-deleted', 'tag': '1063b602-2caf-4722-9c5b-97d31284b715'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:42.068240 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cac242-45a0-4db2-9d10-8dd7dd6da909" -d '{"events": [{"server_uuid": "841fe277-cd04-4bd4-ba09-dbfa3c960028", "name": "network-vif-deleted", "tag": "1063b602-2caf-4722-9c5b-97d31284b715"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:42.132772 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-25587fef-5380-407b-a3a0-8cad0a3c512e req-3f93eb4d-fc71-4465-8be8-6bbd149a8e26 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836282 Aug 28 12:42:42.215669 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd2042d6-a8c0-474f-b84b-ca47c9f5c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:42.272134 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-74297334-7d60-4dcc-bd41-95f9b7d260fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:42.347867 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd2042d6-a8c0-474f-b84b-ca47c9f5c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:42.444753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 73b91ddc-eb37-4129-8384-6ca9c82d88ad no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:42:42.457207 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df7d75-0633-45dd-958c-1f063bf176e8 req-efc5dff8-dc88-4a9e-950c-74a66767e055 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:42.472323 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2042d6-a8c0-474f-b84b-ca47c9f5c32e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fcfd29c-4f31-4b94-b976-9b055b77b757,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:42.483455 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd2042d6-a8c0-474f-b84b-ca47c9f5c32e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:42.490105 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bd2042d6-a8c0-474f-b84b-ca47c9f5c32e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2fcfd29c-4f31-4b94-b976-9b055b77b757 HTTP/1.1" status: 204 len: 168 time: 0.7211969 Aug 28 12:42:42.494043 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-77df7d75-0633-45dd-958c-1f063bf176e8 req-efc5dff8-dc88-4a9e-950c-74a66767e055 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 950 time: 0.2316539 Aug 28 12:42:42.497586 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37074) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:42.530588 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656c9946-0720-4b44-bc76-af5f37803bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159359af-5f13-41cb-8ee3-c4a1bbe03570'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:42.533901 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2f0f44-4554-4939-9943-ae170efb61ec" -d '{"events": [{"server_uuid": "656c9946-0720-4b44-bc76-af5f37803bb3", "name": "network-vif-plugged", "status": "completed", "tag": "159359af-5f13-41cb-8ee3-c4a1bbe03570"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:42.546723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e0a398-e3db-4a0c-a83a-c540ebd01f88 None None] Network a03c9b71-7c51-4af0-ad11-1d5b2280ced4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:42:42.553680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 73b91ddc-eb37-4129-8384-6ca9c82d88ad {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:42:42.554198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 73b91ddc-eb37-4129-8384-6ca9c82d88ad not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:42:42.570887 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88948298-e1fa-4bef-907a-4da1d773bb6c req-35f535ba-8839-4f54-b7ac-688372a34257 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:42.591894 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88948298-e1fa-4bef-907a-4da1d773bb6c req-35f535ba-8839-4f54-b7ac-688372a34257 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 950 time: 0.1570792 Aug 28 12:42:42.643367 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:42.718865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88948298-e1fa-4bef-907a-4da1d773bb6c req-31b52e04-05aa-4502-a39d-8d41fed58830 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245711 Aug 28 12:42:42.752663 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:42.805178 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb5d811-fe46-490b-b232-719d2c35a5fa x-openstack-request-id: req-acb5d811-fe46-490b-b232-719d2c35a5fa {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:42.805542 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841fe277-cd04-4bd4-ba09-dbfa3c960028", "name": "network-vif-deleted", "tag": "1063b602-2caf-4722-9c5b-97d31284b715", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:42.805816 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acb5d811-fe46-490b-b232-719d2c35a5fa {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:42.806296 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841fe277-cd04-4bd4-ba09-dbfa3c960028', 'name': 'network-vif-deleted', 'tag': '1063b602-2caf-4722-9c5b-97d31284b715', 'status': 'completed', 'code': 200} Aug 28 12:42:42.827925 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-77df7d75-0633-45dd-958c-1f063bf176e8 req-73c5f3ef-4691-4dba-8907-6c521b13eccf tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317995 Aug 28 12:42:42.846044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1281250-adad-4bf9-9446-d1128a8f0245 None None] DHCP port deletion for a03c9b71-7c51-4af0-ad11-1d5b2280ced4 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:42:42.911111 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331b45ad-477b-4fce-a12e-ad3ce58eea1c x-openstack-request-id: req-331b45ad-477b-4fce-a12e-ad3ce58eea1c {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:42.911401 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656c9946-0720-4b44-bc76-af5f37803bb3", "name": "network-vif-plugged", "status": "completed", "tag": "159359af-5f13-41cb-8ee3-c4a1bbe03570", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:42.911957 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-331b45ad-477b-4fce-a12e-ad3ce58eea1c {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:42.912315 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656c9946-0720-4b44-bc76-af5f37803bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159359af-5f13-41cb-8ee3-c4a1bbe03570', 'code': 200} Aug 28 12:42:42.938961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] Deleting port 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:42:42.939307 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:42.941474 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84681d-dfab-426a-a850-98f15261bc8d req-484ac658-4f9e-4fb1-bc14-a94c6da374cf tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:42.957165 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed84681d-dfab-426a-a850-98f15261bc8d req-484ac658-4f9e-4fb1-bc14-a94c6da374cf tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 946 time: 0.1275785 Aug 28 12:42:42.966983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-e1281250-adad-4bf9-9446-d1128a8f0245 None None] Deleting port 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:42:42.967723 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e1281250-adad-4bf9-9446-d1128a8f0245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:43.030411 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 843ba3cc-b58a-4cee-b418-76d2d03ffa01 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:42:43.061237 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed84681d-dfab-426a-a850-98f15261bc8d req-ecac6f17-0c5c-4b03-baca-cf26b0eeff8f tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935361 Aug 28 12:42:43.090942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] For port 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:43.091338 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:43.109851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] Calling delete_port for 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:42:43.204944 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e1281250-adad-4bf9-9446-d1128a8f0245 None None] For port 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0,segment=NetworkSegment(469cc935-fe19-4198-8142-64f5fd83817a),segment_id=469cc935-fe19-4198-8142-64f5fd83817a)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:43.205606 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e1281250-adad-4bf9-9446-d1128a8f0245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:43.259623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-431849c6-4798-46f4-bb2e-b129bd2d562f req-874e6660-312f-499a-8156-1321f96939ec tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=841fe277-cd04-4bd4-ba09-dbfa3c960028 HTTP/1.1" status: 200 len: 210 time: 0.0935984 Aug 28 12:42:43.325171 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0f36c-2ef9-4a60-926a-002bc996123b req-ace99c72-f5c1-4c00-a8a9-a8b84cbd5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:43.326657 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a0f0f36c-2ef9-4a60-926a-002bc996123b req-ace99c72-f5c1-4c00-a8a9-a8b84cbd5e92 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 1102 time: 0.1619203 Aug 28 12:42:43.326958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=843ba3cc-b58a-4cee-b418-76d2d03ffa01,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:43.347870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '843ba3cc-b58a-4cee-b418-76d2d03ffa01', 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c', 'port_id': '843ba3cc-b58a-4cee-b418-76d2d03ffa01', 'mac_address': 'fa:16:3e:05:62:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c522c8-a3b3-4f18-b898-b02784083f80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:42:43.357445 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:43.384202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-e1281250-adad-4bf9-9446-d1128a8f0245 None None] Calling delete_port for 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:42:43.392579 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7cf67b0c-1f3e-445a-beac-5cf015a1c8cf req-2438e731-27a9-49fc-b34e-38f03499fc11 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1617686866&fields=id&tenant_id=97f058b6cd8c45fcb01313f1fda47d77 HTTP/1.1" status: 200 len: 267 time: 0.0517941 Aug 28 12:42:43.397249 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:43.412852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] No DVR routers for this DVR port 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:42:43.428384 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:43.487027 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:43.487251 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf67b0c-1f3e-445a-beac-5cf015a1c8cf req-17801c9f-095d-4256-b34d-1b56004a7bce tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:43.489432 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7cf67b0c-1f3e-445a-beac-5cf015a1c8cf req-17801c9f-095d-4256-b34d-1b56004a7bce tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 946 time: 0.0885239 Aug 28 12:42:43.511259 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-7cf67b0c-1f3e-445a-beac-5cf015a1c8cf req-092ee266-d58c-4611-80ef-cf0818fb1057 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Request body: {'port': {'security_groups': ['abe0ec50-c335-4e0e-a472-a3970ef609f0', '58316496-cfc7-47b8-849e-81ae24b69859']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:43.512221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843ba3cc-b58a-4cee-b418-76d2d03ffa01 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:43.521404 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a0f0f36c-2ef9-4a60-926a-002bc996123b req-718915d2-bad6-4b38-ae84-920e1cbcf012 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863410 Aug 28 12:42:43.551418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=843ba3cc-b58a-4cee-b418-76d2d03ffa01,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:43.556115 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:43.559124 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:43.568225 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e1281250-adad-4bf9-9446-d1128a8f0245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:43.575807 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03c9b71-7c51-4af0-ad11-1d5b2280ced4']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:43.589095 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469cc935-fe19-4198-8142-64f5fd83817a') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:43.589475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469cc935-fe19-4198-8142-64f5fd83817a') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:43.598961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9fa6a-42ca-4b56-88eb-d8e39abce72d req-6eb90a9a-9a1b-4359-a9be-6f217ba6960a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:43.607480 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09f9fa6a-42ca-4b56-88eb-d8e39abce72d req-6eb90a9a-9a1b-4359-a9be-6f217ba6960a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 943 time: 0.1366880 Aug 28 12:42:43.608744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1281250-adad-4bf9-9446-d1128a8f0245 None None] No DVR routers for this DVR port 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:42:43.629697 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:43.658266 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:43.668843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=843ba3cc-b58a-4cee-b418-76d2d03ffa01,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:43.674242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:42:43.674866 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:42:43.677887 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:42:43.687065 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09f9fa6a-42ca-4b56-88eb-d8e39abce72d req-79c0aa52-1720-41fc-ad99-013989a496de tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791984 Aug 28 12:42:43.717135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1281250-adad-4bf9-9446-d1128a8f0245 None None] Pushing event deleted for resources: {'Port': ['ID=4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:43.813843 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-18b578b3-a925-4cc7-a30b-cea50fbb9c89 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275900 Aug 28 12:42:43.833611 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:43.850417 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:43.857364 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] 10.222.0.20 "DELETE /v2.0/networks/a03c9b71-7c51-4af0-ad11-1d5b2280ced4 HTTP/1.1" status: 204 len: 168 time: 1.3503125 Aug 28 12:42:43.862811 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37104) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:43.897894 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ca9c9-8654-40b7-9496-a5b97e9b1c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=a03c9b71-7c51-4af0-ad11-1d5b2280ced4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:43.924833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['843ba3cc-b58a-4cee-b418-76d2d03ffa01'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:43.993441 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7cf67b0c-1f3e-445a-beac-5cf015a1c8cf req-092ee266-d58c-4611-80ef-cf0818fb1057 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:44.038493 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-b6082e8a-26f1-4604-b345-ddd950ec0168 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:44.039432 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-b6082e8a-26f1-4604-b345-ddd950ec0168 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2178195 Aug 28 12:42:44.049744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:42:44.064192 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-b3d26dec-de67-4ca4-a109-c184c2b2b360 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/quotas/a4d6d6e751944664b9c54f70b2be3e4c HTTP/1.1" status: 200 len: 375 time: 0.0144432 Aug 28 12:42:44.084330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:42:44.084802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4c9d0292-9b2e-49bf-9bb9-662cb1d8a7f0 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:42:44.085474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 76adedc2-2c46-4487-b602-e58698a35df8 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:42:44.098619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 1063b602-2caf-4722-9c5b-97d31284b715 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:42:44.121760 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 76adedc2-2c46-4487-b602-e58698a35df8 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:42:44.122098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 76adedc2-2c46-4487-b602-e58698a35df8 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:42:44.156780 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 1063b602-2caf-4722-9c5b-97d31284b715 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:42:44.157119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 1063b602-2caf-4722-9c5b-97d31284b715 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:42:44.198622 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-0be5b6f8-e83b-4b97-a51b-7f8bb3608b06 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987151 Aug 28 12:42:44.348603 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-7cf67b0c-1f3e-445a-beac-5cf015a1c8cf req-092ee266-d58c-4611-80ef-cf0818fb1057 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] For port 5452e9de-b759-42c7-9be1-8822e2d91cb7, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5452e9de-b759-42c7-9be1-8822e2d91cb7,segment=NetworkSegment(27cbefe9-ce45-40b0-b425-6f8f07c85a50),segment_id=27cbefe9-ce45-40b0-b425-6f8f07c85a50)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:44.393943 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7cf67b0c-1f3e-445a-beac-5cf015a1c8cf req-092ee266-d58c-4611-80ef-cf0818fb1057 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:44.399426 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7cf67b0c-1f3e-445a-beac-5cf015a1c8cf req-092ee266-d58c-4611-80ef-cf0818fb1057 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:44.428079 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['5452e9de-b759-42c7-9be1-8822e2d91cb7'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:44.439116 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87e4e819-cce5-4498-9309-3eba109e01fe req-28f47f61-2e4b-47ef-b435-3533d8471ebf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1020713 Aug 28 12:42:44.471044 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf67b0c-1f3e-445a-beac-5cf015a1c8cf req-092ee266-d58c-4611-80ef-cf0818fb1057 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:44.472554 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7cf67b0c-1f3e-445a-beac-5cf015a1c8cf req-092ee266-d58c-4611-80ef-cf0818fb1057 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:44.473814 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7cf67b0c-1f3e-445a-beac-5cf015a1c8cf req-092ee266-d58c-4611-80ef-cf0818fb1057 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "PUT /v2.0/ports/5452e9de-b759-42c7-9be1-8822e2d91cb7 HTTP/1.1" status: 200 len: 982 time: 0.9726186 Aug 28 12:42:44.474959 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fecb279-9f16-4ba8-b153-479c638647dc', 'tag': '5452e9de-b759-42c7-9be1-8822e2d91cb7'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:44.477694 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca830804-886e-4c51-8fbb-cbe3a46df471" -d '{"events": [{"name": "network-changed", "server_uuid": "4fecb279-9f16-4ba8-b153-479c638647dc", "tag": "5452e9de-b759-42c7-9be1-8822e2d91cb7"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:44.497297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a86687-31f4-4c60-a5f2-32d65a9645f9 req-33414ef5-7769-44f7-8f56-09a3997a3297 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:44.505688 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c0a86687-31f4-4c60-a5f2-32d65a9645f9 req-33414ef5-7769-44f7-8f56-09a3997a3297 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 950 time: 0.1106837 Aug 28 12:42:44.542044 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ee266-d58c-4611-80ef-cf0818fb1057 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event updated for resources: {'Port': ['ID=5452e9de-b759-42c7-9be1-8822e2d91cb7,revision_number=6']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:44.660198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['5452e9de-b759-42c7-9be1-8822e2d91cb7'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:44.799295 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e31cb1b-635c-49df-8081-91c68e44bb99 req-71128f78-64db-4089-9b5f-6d773b954a4b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 210 time: 0.0660853 Aug 28 12:42:45.034705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f4200d1e-8f66-4924-9831-5e85b0ead614 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:42:45.132174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port f4200d1e-8f66-4924-9831-5e85b0ead614 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:42:45.138402 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c0a86687-31f4-4c60-a5f2-32d65a9645f9 req-8c2281b9-4650-42b4-9888-aecf2bc1a4e7 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6315241 Aug 28 12:42:45.140198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port f4200d1e-8f66-4924-9831-5e85b0ead614 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:45.140607 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:45.152563 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4e819-cce5-4498-9309-3eba109e01fe req-52a45b1e-b095-43be-af7b-56e112c28503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:45.155215 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87e4e819-cce5-4498-9309-3eba109e01fe req-52a45b1e-b095-43be-af7b-56e112c28503 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 1102 time: 0.6397190 Aug 28 12:42:45.211971 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-17575b67-9755-402f-a15e-ae28654fdcbf req-d414ae95-e95c-40fd-9854-51d421c4fd1f tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-26413357&fields=id&tenant_id=97f058b6cd8c45fcb01313f1fda47d77 HTTP/1.1" status: 200 len: 267 time: 0.0692880 Aug 28 12:42:45.222594 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:45.232247 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31e74e2c-23f9-4a28-9b89-26b93bc7746a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:45.277171 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6736a97-afbe-462c-a451-a82228e4337c x-openstack-request-id: req-e6736a97-afbe-462c-a451-a82228e4337c {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:45.278001 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fecb279-9f16-4ba8-b153-479c638647dc", "tag": "5452e9de-b759-42c7-9be1-8822e2d91cb7", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:45.278296 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6736a97-afbe-462c-a451-a82228e4337c {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:45.279038 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fecb279-9f16-4ba8-b153-479c638647dc', 'tag': '5452e9de-b759-42c7-9be1-8822e2d91cb7', 'status': 'completed', 'code': 200} Aug 28 12:42:45.279781 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:45.311866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:45.314260 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc41179-958e-4811-abf3-084795f385d0" -d '{"events": [{"server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "name": "network-vif-plugged", "status": "completed", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:45.330053 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f4200d1e-8f66-4924-9831-5e85b0ead614,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:45.333168 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17575b67-9755-402f-a15e-ae28654fdcbf req-20b06358-edd8-4aa3-b216-f42c7af1970f tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:45.341991 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-17575b67-9755-402f-a15e-ae28654fdcbf req-20b06358-edd8-4aa3-b216-f42c7af1970f tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 985 time: 0.1181712 Aug 28 12:42:45.342846 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:45.348234 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-17575b67-9755-402f-a15e-ae28654fdcbf req-b5f5141c-da94-41e2-951a-f70de42d9535 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Request body: {'port': {'security_groups': ['58316496-cfc7-47b8-849e-81ae24b69859', 'abe0ec50-c335-4e0e-a472-a3970ef609f0', 'f6c6e10f-966e-4def-83cb-4be8346632db']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:45.431873 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=f4200d1e-8f66-4924-9831-5e85b0ead614,revision_number=13']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:45.443289 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-17575b67-9755-402f-a15e-ae28654fdcbf req-b5f5141c-da94-41e2-951a-f70de42d9535 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:45.564051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca830804-886e-4c51-8fbb-cbe3a46df471 req-37f89dd0-eacd-4ac4-912b-9d4a575ff29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:45.565628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca830804-886e-4c51-8fbb-cbe3a46df471 req-37f89dd0-eacd-4ac4-912b-9d4a575ff29b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97f058b6cd8c45fcb01313f1fda47d77&device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 1137 time: 0.1913590 Aug 28 12:42:45.574466 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856ea42-529d-4761-8a2a-db75df07d4c5 req-2db92f75-428a-471e-a77a-5ccce1dbda00 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:45.575944 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e856ea42-529d-4761-8a2a-db75df07d4c5 req-2db92f75-428a-471e-a77a-5ccce1dbda00 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 944 time: 0.1875691 Aug 28 12:42:45.579362 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4e819-cce5-4498-9309-3eba109e01fe req-1e459d49-c849-4886-8257-383530de723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:45.580888 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87e4e819-cce5-4498-9309-3eba109e01fe req-1e459d49-c849-4886-8257-383530de723e service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3654549 Aug 28 12:42:45.697337 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87e4e819-cce5-4498-9309-3eba109e01fe req-2bd230c1-4cee-450c-9097-7dbd037a4707 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc HTTP/1.1" status: 200 len: 217 time: 0.1031122 Aug 28 12:42:45.728735 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-17575b67-9755-402f-a15e-ae28654fdcbf req-b5f5141c-da94-41e2-951a-f70de42d9535 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] For port 5452e9de-b759-42c7-9be1-8822e2d91cb7, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5452e9de-b759-42c7-9be1-8822e2d91cb7,segment=NetworkSegment(27cbefe9-ce45-40b0-b425-6f8f07c85a50),segment_id=27cbefe9-ce45-40b0-b425-6f8f07c85a50)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:45.777879 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-17575b67-9755-402f-a15e-ae28654fdcbf req-b5f5141c-da94-41e2-951a-f70de42d9535 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:45.784018 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-17575b67-9755-402f-a15e-ae28654fdcbf req-b5f5141c-da94-41e2-951a-f70de42d9535 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:45.812449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['5452e9de-b759-42c7-9be1-8822e2d91cb7'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:45.834519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17575b67-9755-402f-a15e-ae28654fdcbf req-b5f5141c-da94-41e2-951a-f70de42d9535 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:45.835196 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-17575b67-9755-402f-a15e-ae28654fdcbf req-b5f5141c-da94-41e2-951a-f70de42d9535 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:45.836723 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-17575b67-9755-402f-a15e-ae28654fdcbf req-b5f5141c-da94-41e2-951a-f70de42d9535 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "PUT /v2.0/ports/5452e9de-b759-42c7-9be1-8822e2d91cb7 HTTP/1.1" status: 200 len: 1021 time: 0.4935098 Aug 28 12:42:45.868023 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5141c-da94-41e2-951a-f70de42d9535 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event updated for resources: {'Port': ['ID=5452e9de-b759-42c7-9be1-8822e2d91cb7,revision_number=7']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:45.912886 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e856ea42-529d-4761-8a2a-db75df07d4c5 req-8aa72256-739b-41b3-bcdc-2419640c0d2d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113873 Aug 28 12:42:45.935550 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca830804-886e-4c51-8fbb-cbe3a46df471 req-5a32bed3-774c-43b0-88a6-b97610bc5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:45.944884 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca830804-886e-4c51-8fbb-cbe3a46df471 req-5a32bed3-774c-43b0-88a6-b97610bc5ea9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d821f1a2-31c3-416b-86d0-78f310c2bf83 HTTP/1.1" status: 200 len: 913 time: 0.3555374 Aug 28 12:42:45.944884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4e819-cce5-4498-9309-3eba109e01fe req-02a3afd7-1daa-4c23-9341-3db5915aebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:45.944884 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87e4e819-cce5-4498-9309-3eba109e01fe req-02a3afd7-1daa-4c23-9341-3db5915aebc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2304473 Aug 28 12:42:46.000470 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['5452e9de-b759-42c7-9be1-8822e2d91cb7'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:46.065219 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd3af59-b4bc-40c0-a7d4-99b5dae40a3a x-openstack-request-id: req-4dd3af59-b4bc-40c0-a7d4-99b5dae40a3a {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:46.065611 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "name": "network-vif-plugged", "status": "completed", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:46.065830 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4dd3af59-b4bc-40c0-a7d4-99b5dae40a3a {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:46.066169 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614', 'code': 200} Aug 28 12:42:46.079379 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca830804-886e-4c51-8fbb-cbe3a46df471 req-7d2f3b27-55bc-4b59-87b6-335c0ff2fc18 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5452e9de-b759-42c7-9be1-8822e2d91cb7 HTTP/1.1" status: 200 len: 217 time: 0.0994148 Aug 28 12:42:46.163884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4e819-cce5-4498-9309-3eba109e01fe req-aa6dc979-0c87-44b7-94e8-d3266b83e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:46.167381 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87e4e819-cce5-4498-9309-3eba109e01fe req-aa6dc979-0c87-44b7-94e8-d3266b83e932 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2050440 Aug 28 12:42:46.268634 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-73788b67-9a68-4b74-92a4-312f3be0fd66 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732319 Aug 28 12:42:46.289154 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-3293d5e7-bfe6-43e2-8063-56f1eda0e8e6 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:46.305240 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-3293d5e7-bfe6-43e2-8063-56f1eda0e8e6 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 811 time: 0.3328192 Aug 28 12:42:46.335830 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-80ca27f1-6fda-4b61-b1ff-7f1cb8b65351 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/quotas/9c27cd97d5e24fc7891a567067063ac0 HTTP/1.1" status: 200 len: 375 time: 0.0291922 Aug 28 12:42:46.407421 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b0f8575c-fbd0-4fca-b2a4-f76211a0aa1d req-474c03a7-0b55-4365-86f3-80d208044439 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 210 time: 0.0745986 Aug 28 12:42:46.418767 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-61ddd324-42b0-4b2e-b4ce-e7d7ff076f23 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811937 Aug 28 12:42:46.448773 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca830804-886e-4c51-8fbb-cbe3a46df471 req-4f29877d-f8aa-4dfe-9bc5-60f4b819df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:46.450600 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca830804-886e-4c51-8fbb-cbe3a46df471 req-4f29877d-f8aa-4dfe-9bc5-60f4b819df0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4110922-5f6c-4f12-8276-16127b4c6b42 HTTP/1.1" status: 200 len: 853 time: 0.3590074 Aug 28 12:42:46.571679 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-e4b30afc-575d-43dd-b673-107cc0da1bf5 service neutron] 10.222.0.20 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484976 Aug 28 12:42:46.582561 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca830804-886e-4c51-8fbb-cbe3a46df471 req-f5ff581a-4eb2-453d-b206-be9b88fee9fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d821f1a2-31c3-416b-86d0-78f310c2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967336 Aug 28 12:42:46.691965 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-8a8756dc-a23a-4ac7-a8d6-674265346d05 service neutron] 10.222.0.20 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107817 Aug 28 12:42:46.716319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87e4e819-cce5-4498-9309-3eba109e01fe req-af8eb3b7-c04b-498c-9f53-6f0555c9375e service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341029 Aug 28 12:42:46.726243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-9d7d182a-5a7b-4a55-87f2-68afed796b1b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:46.727629 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-9d7d182a-5a7b-4a55-87f2-68afed796b1b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4041290 Aug 28 12:42:46.800361 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768a4a1-d16d-4b5e-876c-f1034e31d5ae req-1255a8d7-faa6-454f-9921-be0b0739ef8b tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:46.801951 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9768a4a1-d16d-4b5e-876c-f1034e31d5ae req-1255a8d7-faa6-454f-9921-be0b0739ef8b tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 1024 time: 0.2343190 Aug 28 12:42:46.807935 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-05b72f4e-b069-4329-9710-7b224168ed60 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Request body: {'port': {'device_id': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': 'a4d6d6e751944664b9c54f70b2be3e4c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:46.917839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-31e74e2c-23f9-4a28-9b89-26b93bc7746a admin admin] Deleting port 9079e475-b060-40cd-961c-c20d0a7dd9dd {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:42:46.918184 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31e74e2c-23f9-4a28-9b89-26b93bc7746a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:47.024531 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 843ba3cc-b58a-4cee-b418-76d2d03ffa01 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:42:47.031594 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca830804-886e-4c51-8fbb-cbe3a46df471 req-6974ff97-86be-47c7-b732-5ce45b48f2db service neutron] 10.222.0.10 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133911 Aug 28 12:42:47.090944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf0282-f024-4acb-825e-c9d1baa4896e req-acc47e8f-28ee-43a6-a842-9a6ae1b5e65a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:47.092545 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2edf0282-f024-4acb-825e-c9d1baa4896e req-acc47e8f-28ee-43a6-a842-9a6ae1b5e65a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 950 time: 0.0645220 Aug 28 12:42:47.098453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:42:47.104370 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:47.104945 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:47.155288 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2edf0282-f024-4acb-825e-c9d1baa4896e req-2aa32e3c-907f-4a53-92bf-0220a7bd5ce4 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468032 Aug 28 12:42:47.203552 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87e4e819-cce5-4498-9309-3eba109e01fe req-42a31ec6-7495-460d-bca5-fdad98039939 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735851 Aug 28 12:42:47.242035 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9768a4a1-d16d-4b5e-876c-f1034e31d5ae req-3d3854e4-9df0-4705-99fe-bf40da9a2312 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6c6e10f-966e-4def-83cb-4be8346632db&id=abe0ec50-c335-4e0e-a472-a3970ef609f0&id=58316496-cfc7-47b8-849e-81ae24b69859 HTTP/1.1" status: 200 len: 6146 time: 0.4262342 Aug 28 12:42:47.274992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-31e74e2c-23f9-4a28-9b89-26b93bc7746a admin admin] For port 9079e475-b060-40cd-961c-c20d0a7dd9dd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9079e475-b060-40cd-961c-c20d0a7dd9dd,segment=NetworkSegment(d9022dad-05f4-4f69-8a92-aa43b58a5354),segment_id=d9022dad-05f4-4f69-8a92-aa43b58a5354)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:47.275273 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31e74e2c-23f9-4a28-9b89-26b93bc7746a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:47.286045 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:47.302070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-31e74e2c-23f9-4a28-9b89-26b93bc7746a admin admin] Calling delete_port for 9079e475-b060-40cd-961c-c20d0a7dd9dd owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:42:47.331752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fecb279-9f16-4ba8-b153-479c638647dc', 'tag': '5452e9de-b759-42c7-9be1-8822e2d91cb7'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:47.340170 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff840db5-acf2-43db-aca9-43689263acdf" -d '{"events": [{"name": "network-changed", "server_uuid": "4fecb279-9f16-4ba8-b153-479c638647dc", "tag": "5452e9de-b759-42c7-9be1-8822e2d91cb7"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:47.352048 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-070d80d7-72d7-45f2-9bc2-bb5cb1c35220 req-15278912-1bb3-4c36-9a2d-66058bccfd85 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 210 time: 0.1453187 Aug 28 12:42:47.375129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=843ba3cc-b58a-4cee-b418-76d2d03ffa01,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:47.382594 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:47.394403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-05b72f4e-b069-4329-9710-7b224168ed60 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Made reservation on behalf of a4d6d6e751944664b9c54f70b2be3e4c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:42:47.398186 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-05b72f4e-b069-4329-9710-7b224168ed60 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:47.437794 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca830804-886e-4c51-8fbb-cbe3a46df471 req-6c60664f-78b6-40f2-8e09-1c152e7fbe72 service neutron] 10.222.0.10 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705039 Aug 28 12:42:47.470462 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=843ba3cc-b58a-4cee-b418-76d2d03ffa01,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:47.535391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce2852-fa54-46ed-a560-51eecc846d9f req-9773d73b-71f6-4c28-879f-927f500a9791 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:47.536956 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-48ce2852-fa54-46ed-a560-51eecc846d9f req-9773d73b-71f6-4c28-879f-927f500a9791 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 945 time: 0.1544321 Aug 28 12:42:47.615425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022476a-fc3e-418d-81a2-b9d22e8d9503 req-19a2b29a-418b-4f84-be61-5c4aa12aa7a2 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:47.617270 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0022476a-fc3e-418d-81a2-b9d22e8d9503 req-19a2b29a-418b-4f84-be61-5c4aa12aa7a2 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 1102 time: 0.0728340 Aug 28 12:42:47.694999 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0022476a-fc3e-418d-81a2-b9d22e8d9503 req-a09222a6-70cd-4ff7-8d85-7aa54706856e tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630922 Aug 28 12:42:47.698968 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-48ce2852-fa54-46ed-a560-51eecc846d9f req-3e223fa8-0b1e-45d0-a947-a11ea31259d8 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213598 Aug 28 12:42:47.801697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-05b72f4e-b069-4329-9710-7b224168ed60 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Allocated IP 192.168.233.217 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/fcc088f2-b199-4f27-9308-311241fd6c25) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:42:47.802049 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eb66dc-765d-4818-9298-79f1775cc6cb x-openstack-request-id: req-18eb66dc-765d-4818-9298-79f1775cc6cb {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:47.802888 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fecb279-9f16-4ba8-b153-479c638647dc", "tag": "5452e9de-b759-42c7-9be1-8822e2d91cb7", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:47.803702 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18eb66dc-765d-4818-9298-79f1775cc6cb {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:47.804405 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fecb279-9f16-4ba8-b153-479c638647dc', 'tag': '5452e9de-b759-42c7-9be1-8822e2d91cb7', 'status': 'completed', 'code': 200} Aug 28 12:42:47.810392 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-696932ec-c3d3-4d7d-a8e9-c7f6519d76d5 req-81a37604-67c4-4229-89e0-d6f2eac11061 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1099816087 ', 'description': 'tempest-description-809681505'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:47.837600 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31e74e2c-23f9-4a28-9b89-26b93bc7746a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:47.921551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e74e2c-23f9-4a28-9b89-26b93bc7746a admin admin] Pushing event deleted for resources: {'Port': ['ID=9079e475-b060-40cd-961c-c20d0a7dd9dd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:47.950960 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-696932ec-c3d3-4d7d-a8e9-c7f6519d76d5 req-81a37604-67c4-4229-89e0-d6f2eac11061 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:48.006082 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b316b680-428e-4a66-a2a8-ffef177ba1c0 req-db7de19b-c8c3-40f2-98c9-8d3b64da66f1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 210 time: 0.0919881 Aug 28 12:42:48.068671 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703f60fe-fa10-4289-aabf-f240a17c66de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843ba3cc-b58a-4cee-b418-76d2d03ffa01'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:48.074503 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4d45ac-f121-4f71-9e2b-fac8a0df2a7e" -d '{"events": [{"server_uuid": "703f60fe-fa10-4289-aabf-f240a17c66de", "name": "network-vif-plugged", "status": "completed", "tag": "843ba3cc-b58a-4cee-b418-76d2d03ffa01"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:48.159129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c943a9-b99b-48cc-8ce9-235ba590512e req-7c78aa8f-9b5e-4976-8271-2f1a7956c73b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:48.160777 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-33c943a9-b99b-48cc-8ce9-235ba590512e req-7c78aa8f-9b5e-4976-8271-2f1a7956c73b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 946 time: 0.0820932 Aug 28 12:42:48.227339 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-33c943a9-b99b-48cc-8ce9-235ba590512e req-f8e78682-c976-41c6-b71f-9e6f3c3a3501 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592427 Aug 28 12:42:48.352772 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-80154271-72de-4c3f-a772-e47dc37dc547 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=64deab23396c4c29b7c913924f7a124c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316522 Aug 28 12:42:48.494570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-d1bea083-c3ff-4b37-8038-6ea450d10151 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:48.496847 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-d1bea083-c3ff-4b37-8038-6ea450d10151 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345387 Aug 28 12:42:48.524355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff840db5-acf2-43db-aca9-43689263acdf req-3e7de257-67de-465f-b17c-b450d283c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:48.526696 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff840db5-acf2-43db-aca9-43689263acdf req-3e7de257-67de-465f-b17c-b450d283c13d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97f058b6cd8c45fcb01313f1fda47d77&device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 1176 time: 0.6370010 Aug 28 12:42:48.536052 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-9ff9fbe3-aece-483e-b7e3-a925e901a9e7 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/quotas/64deab23396c4c29b7c913924f7a124c HTTP/1.1" status: 200 len: 375 time: 0.0237699 Aug 28 12:42:48.618171 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-689f252f-03f4-4a58-95e6-6c517098fdf8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0751796 Aug 28 12:42:48.817918 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-05b72f4e-b069-4329-9710-7b224168ed60 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:48.824816 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-2b18cf72-73b5-4ae1-b7c7-414fd23a612d tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:48.828063 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-2b18cf72-73b5-4ae1-b7c7-414fd23a612d tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.10 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 811 time: 0.1823242 Aug 28 12:42:48.848549 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-c0ad9f4c-b0af-43cb-877f-a953fc891742 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Request body: {'port': {'device_id': '61afc680-03f9-4e14-9d41-21c791552e6d', 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea', 'admin_state_up': True, 'tenant_id': '9c27cd97d5e24fc7891a567067063ac0'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:48.943918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-05b72f4e-b069-4329-9710-7b224168ed60 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Transition to ACTIVE for port object fcc088f2-b199-4f27-9308-311241fd6c25 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:48.981471 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2273b504-d319-4ff2-9dcd-ff6564a6ed6f x-openstack-request-id: req-2273b504-d319-4ff2-9dcd-ff6564a6ed6f {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:48.982091 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703f60fe-fa10-4289-aabf-f240a17c66de", "name": "network-vif-plugged", "status": "completed", "tag": "843ba3cc-b58a-4cee-b418-76d2d03ffa01", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:48.982959 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2273b504-d319-4ff2-9dcd-ff6564a6ed6f {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:48.984543 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703f60fe-fa10-4289-aabf-f240a17c66de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843ba3cc-b58a-4cee-b418-76d2d03ffa01', 'code': 200} Aug 28 12:42:48.987033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff840db5-acf2-43db-aca9-43689263acdf req-4f529241-7389-4b6b-88da-41b5b9377b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:48.989976 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff840db5-acf2-43db-aca9-43689263acdf req-4f529241-7389-4b6b-88da-41b5b9377b83 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d821f1a2-31c3-416b-86d0-78f310c2bf83 HTTP/1.1" status: 200 len: 913 time: 0.4397562 Aug 28 12:42:49.001315 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-696932ec-c3d3-4d7d-a8e9-c7f6519d76d5 req-81a37604-67c4-4229-89e0-d6f2eac11061 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:49.002428 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31e74e2c-23f9-4a28-9b89-26b93bc7746a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:49.019601 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-696932ec-c3d3-4d7d-a8e9-c7f6519d76d5 req-81a37604-67c4-4229-89e0-d6f2eac11061 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:49.092692 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff840db5-acf2-43db-aca9-43689263acdf req-585445c2-2905-4414-bac5-c492aca99ee4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5452e9de-b759-42c7-9be1-8822e2d91cb7 HTTP/1.1" status: 200 len: 217 time: 0.0795267 Aug 28 12:42:49.113996 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-c0ad9f4c-b0af-43cb-877f-a953fc891742 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Made reservation on behalf of 9c27cd97d5e24fc7891a567067063ac0 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:42:49.122666 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-c0ad9f4c-b0af-43cb-877f-a953fc891742 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:49.298182 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-696932ec-c3d3-4d7d-a8e9-c7f6519d76d5 req-81a37604-67c4-4229-89e0-d6f2eac11061 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:49.304094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-696932ec-c3d3-4d7d-a8e9-c7f6519d76d5 req-81a37604-67c4-4229-89e0-d6f2eac11061 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.5151730 Aug 28 12:42:49.368755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a37604-67c4-4229-89e0-d6f2eac11061 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123d4de5-d318-47ce-af60-3badb65e1baf,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:49.383050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff840db5-acf2-43db-aca9-43689263acdf req-7ac63c0f-c5be-41ab-973e-598a257c6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:49.386211 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff840db5-acf2-43db-aca9-43689263acdf req-7ac63c0f-c5be-41ab-973e-598a257c6e01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4110922-5f6c-4f12-8276-16127b4c6b42 HTTP/1.1" status: 200 len: 853 time: 0.2731798 Aug 28 12:42:49.387211 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-05b72f4e-b069-4329-9710-7b224168ed60 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:49.397867 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-c0ad9f4c-b0af-43cb-877f-a953fc891742 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Allocated IP 172.20.0.4 (1da12700-57a4-4678-8bd0-0b17b7c3f3ea/681f86f1-f49d-4aac-bbea-fa1f759eb663/ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:42:49.404240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['6979651e-195d-425f-9379-047747af0b1b'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:49.418600 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6a001dd6-38f6-44d8-b12e-47079beb8bbc', 'f4200d1e-8f66-4924-9831-5e85b0ead614'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:49.472011 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff840db5-acf2-43db-aca9-43689263acdf req-affaeb54-6f80-42a0-9814-18cb54a0c7c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d821f1a2-31c3-416b-86d0-78f310c2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565405 Aug 28 12:42:49.588359 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ede5b-65f9-4a9f-870a-bb674497ce16 req-fb07110c-08b2-4b58-afd4-052038a10548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:49.590140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d92ede5b-65f9-4a9f-870a-bb674497ce16 req-fb07110c-08b2-4b58-afd4-052038a10548 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 1097 time: 0.4931159 Aug 28 12:42:49.592027 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e70e0ef-1519-499b-9151-07bfb434ebe4 req-808a1b1e-3dcc-4f62-881a-df44e4eeade8 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 210 time: 0.0894580 Aug 28 12:42:49.704222 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b72f4e-b069-4329-9710-7b224168ed60 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Pushing event updated for resources: {'Port': ['ID=fcc088f2-b199-4f27-9308-311241fd6c25,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:49.711397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-05b72f4e-b069-4329-9710-7b224168ed60 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:42:49.778765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-05b72f4e-b069-4329-9710-7b224168ed60 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:42:49.784078 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff840db5-acf2-43db-aca9-43689263acdf req-51b3db71-81b2-46d1-80f5-e084c7a668bd service neutron] 10.222.0.10 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778900 Aug 28 12:42:49.785429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-05b72f4e-b069-4329-9710-7b224168ed60 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:42:49.821494 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-c0ad9f4c-b0af-43cb-877f-a953fc891742 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:49.842213 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151d2fa-6d72-4dfc-9d36-11139e70f779 req-3746863b-ef62-444b-9c38-8266e5a7f669 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:49.848411 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4151d2fa-6d72-4dfc-9d36-11139e70f779 req-3746863b-ef62-444b-9c38-8266e5a7f669 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 945 time: 0.1163077 Aug 28 12:42:49.905645 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dc8a92e6-f211-4fa9-86fa-30adad9879f1 req-248b9525-0e4b-4498-b11a-744c59b9f4d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 210 time: 0.1163433 Aug 28 12:42:49.912228 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d92ede5b-65f9-4a9f-870a-bb674497ce16 req-4fe8509a-01b3-4fd5-b95c-e4019a966ee0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410741 Aug 28 12:42:49.954098 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4151d2fa-6d72-4dfc-9d36-11139e70f779 req-a3396d99-6536-4b1b-b73c-f5ef114df7ae tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984256 Aug 28 12:42:49.999724 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-c0ad9f4c-b0af-43cb-877f-a953fc891742 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:50.123985 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-c0ad9f4c-b0af-43cb-877f-a953fc891742 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:42:50.140710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-c0ad9f4c-b0af-43cb-877f-a953fc891742 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:42:50.141734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-05b72f4e-b069-4329-9710-7b224168ed60 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:50.142720 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-05b72f4e-b069-4329-9710-7b224168ed60 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:50.167267 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-c0ad9f4c-b0af-43cb-877f-a953fc891742 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:42:50.175851 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad9f4c-b0af-43cb-877f-a953fc891742 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Pushing event updated for resources: {'Port': ['ID=ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:50.226585 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-05b72f4e-b069-4329-9710-7b224168ed60 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4407251 Aug 28 12:42:50.246821 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2c18b0e0-5f32-4943-a9b4-c6f837845606 req-7a9735c4-f7f6-49d1-b8f4-9e83aa35c612 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/123d4de5-d318-47ce-af60-3badb65e1baf HTTP/1.1" status: 200 len: 1780 time: 0.1766586 Aug 28 12:42:50.263865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d8891cd2-809d-4fbd-907f-723337298352 None None] Provisioning for port fcc088f2-b199-4f27-9308-311241fd6c25 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:42:50.264995 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Request body: {'port': {'device_id': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:50.268999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d8891cd2-809d-4fbd-907f-723337298352 None None] Provisioning complete for port fcc088f2-b199-4f27-9308-311241fd6c25 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:50.269483 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d8891cd2-809d-4fbd-907f-723337298352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:50.289176 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-c0ad9f4c-b0af-43cb-877f-a953fc891742 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:50.290181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-c0ad9f4c-b0af-43cb-877f-a953fc891742 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:50.313531 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-c0ad9f4c-b0af-43cb-877f-a953fc891742 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4690347 Aug 28 12:42:50.324817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d8891cd2-809d-4fbd-907f-723337298352 None None] Port fcc088f2-b199-4f27-9308-311241fd6c25 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:42:50.331173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190cd8e-7fe0-487f-a024-8725beebe43e req-fd4d9e90-13fb-4bf2-8e0c-a7e936fec3d6 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:50.332980 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0190cd8e-7fe0-487f-a024-8725beebe43e req-fd4d9e90-13fb-4bf2-8e0c-a7e936fec3d6 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 936 time: 0.2619176 Aug 28 12:42:50.344673 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Request body: {'port': {'device_id': '61afc680-03f9-4e14-9d41-21c791552e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:50.372943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff840db5-acf2-43db-aca9-43689263acdf req-ef974b36-1c6c-4337-b882-d538fd5708dd service neutron] 10.222.0.10 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473345 Aug 28 12:42:50.421049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e74e2c-23f9-4a28-9b89-26b93bc7746a admin admin] Router f7addaa9-3977-40b5-8862-ea4af840731f has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:42:50.442686 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:50.454705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d441369-db08-42f4-967d-c1859fdb9b13 req-9af83ec0-2787-40b6-b25c-b856b71e9de9 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/123d4de5-d318-47ce-af60-3badb65e1baf HTTP/1.1" status: 200 len: 1780 time: 0.0892427 Aug 28 12:42:50.458075 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:50.474847 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0190cd8e-7fe0-487f-a024-8725beebe43e req-0d4c57eb-a279-47e4-83cb-4295c300eeeb tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224582 Aug 28 12:42:50.626255 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4d441369-db08-42f4-967d-c1859fdb9b13 req-aad009f1-e5f6-4ca4-baed-f2ca88944f78 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:50.630204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-01007235-9026-4022-b001-63c782b45604 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=64deab23396c4c29b7c913924f7a124c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330076 Aug 28 12:42:50.694447 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4d441369-db08-42f4-967d-c1859fdb9b13 req-aad009f1-e5f6-4ca4-baed-f2ca88944f78 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:50.800089 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4d441369-db08-42f4-967d-c1859fdb9b13 req-aad009f1-e5f6-4ca4-baed-f2ca88944f78 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:50.803080 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4d441369-db08-42f4-967d-c1859fdb9b13 req-aad009f1-e5f6-4ca4-baed-f2ca88944f78 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:50.804477 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d441369-db08-42f4-967d-c1859fdb9b13 req-aad009f1-e5f6-4ca4-baed-f2ca88944f78 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "DELETE /v2.0/security-groups/123d4de5-d318-47ce-af60-3badb65e1baf HTTP/1.1" status: 204 len: 173 time: 0.3436909 Aug 28 12:42:50.825619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad009f1-e5f6-4ca4-baed-f2ca88944f78 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=123d4de5-d318-47ce-af60-3badb65e1baf,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:50.871499 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [req-856ba335-b7a7-4d37-b0bf-bfd5c0b3bfde req-113f364b-ada2-4eae-b7b5-9f7699130229 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] show failed (client error): The resource could not be found. Aug 28 12:42:50.873146 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-856ba335-b7a7-4d37-b0bf-bfd5c0b3bfde req-113f364b-ada2-4eae-b7b5-9f7699130229 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/123d4de5-d318-47ce-af60-3badb65e1baf HTTP/1.1" status: 404 len: 352 time: 0.0273936 Aug 28 12:42:50.918529 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-83865db3-456a-4a15-b8d2-b4d13a771a6a req-b386448f-f5d5-43c2-892c-590cb462bd35 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1049111125', 'description': 'tempest-description-596895242'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:50.949379 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e74e2c-23f9-4a28-9b89-26b93bc7746a admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:42:50.960514 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-31e74e2c-23f9-4a28-9b89-26b93bc7746a admin admin] 10.222.0.20 "PUT /v2.0/routers/f7addaa9-3977-40b5-8862-ea4af840731f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0720487 Aug 28 12:42:50.961974 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37240) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:50.966631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec663db-2909-415d-81ca-b87493ed9d75 None None] Sync routers for ids ['f7addaa9-3977-40b5-8862-ea4af840731f'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:42:50.986608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec663db-2909-415d-81ca-b87493ed9d75 None None] Routers {'f7addaa9-3977-40b5-8862-ea4af840731f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:42:50.987334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6ec663db-2909-415d-81ca-b87493ed9d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:42:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f7addaa9-3977-40b5-8862-ea4af840731f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:50.991338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2317f5c-f282-4ba1-824f-fbb057ec6c34 req-16e645b3-5139-44df-9268-d9e1d1843ff1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:50.993807 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d2317f5c-f282-4ba1-824f-fbb057ec6c34 req-16e645b3-5139-44df-9268-d9e1d1843ff1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 931 time: 0.2706454 Aug 28 12:42:51.023680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:51.035612 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-83865db3-456a-4a15-b8d2-b4d13a771a6a req-b386448f-f5d5-43c2-892c-590cb462bd35 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:51.040022 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:51.081984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-dab50c9e-5bcd-4b34-96c1-7395235b38ce tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:51.084361 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-dab50c9e-5bcd-4b34-96c1-7395235b38ce tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3625174 Aug 28 12:42:51.105519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Transition to ACTIVE for port object ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:51.115849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-58265523-e13e-4c00-8c14-e59f465ab5c8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Request body: {'port': {'device_id': 'c0b7c22a-2de7-4b78-8974-9f4e98743291', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '64deab23396c4c29b7c913924f7a124c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:51.120322 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:51.132367 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-6ec663db-2909-415d-81ca-b87493ed9d75 None None] Set router f7addaa9-3977-40b5-8862-ea4af840731f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:42:51.176656 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d2317f5c-f282-4ba1-824f-fbb057ec6c34 req-d34f0450-2a2e-4661-b6be-5b739735da2c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699703 Aug 28 12:42:51.200273 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90d9acf0-2d81-4a50-9bfa-c199e86756d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:51.317734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc088f2-b199-4f27-9308-311241fd6c25 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:51.322163 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:51.331862 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:51.388288 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bcded619-9d9f-446d-b76b-5cda4a2c1347 req-b288d3d3-bd1d-4eba-94c8-0647dac383f7 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 210 time: 0.0529680 Aug 28 12:42:51.431007 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Transition to ACTIVE for port object fcc088f2-b199-4f27-9308-311241fd6c25 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:51.438075 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:51.483041 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6ec663db-2909-415d-81ca-b87493ed9d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049446123-router', 'tenant_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:37:03Z', 'updated_at': '2021-08-28T12:42:47Z', 'revision_number': 5, 'project_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'gw_port': {'id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:37:05Z', 'updated_at': '2021-08-28T12:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:51.530236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc088f2-b199-4f27-9308-311241fd6c25,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:51.535275 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-83865db3-456a-4a15-b8d2-b4d13a771a6a req-b386448f-f5d5-43c2-892c-590cb462bd35 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:51.550974 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-83865db3-456a-4a15-b8d2-b4d13a771a6a req-b386448f-f5d5-43c2-892c-590cb462bd35 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:51.560781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec663db-2909-415d-81ca-b87493ed9d75 None None] Checking router: f7addaa9-3977-40b5-8862-ea4af840731f for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:42:51.564484 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Attempting to bind port ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:42:51.564838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Attempting to bind port ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:42:51.565142 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Attempting to bind port ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:51.576252 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec663db-2909-415d-81ca-b87493ed9d75 None None] Routers {'f7addaa9-3977-40b5-8862-ea4af840731f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:42:51.577247 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6ec663db-2909-415d-81ca-b87493ed9d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:42:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f7addaa9-3977-40b5-8862-ea4af840731f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:51.589613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Port ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:42:51.589947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Attempting to bind port ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:51.597160 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90d9acf0-2d81-4a50-9bfa-c199e86756d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:51.612925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:42:51.613577 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Checking segment: {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:42:51.614438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Bound using segment: {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:42:51.615160 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Bound port: ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:42:51.615685 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:51.621016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386448f-f5d5-43c2-892c-590cb462bd35 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74d2221-2714-483a-9b40-7d3d1c661743,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:51.708333 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-58265523-e13e-4c00-8c14-e59f465ab5c8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Made reservation on behalf of 64deab23396c4c29b7c913924f7a124c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:42:51.713645 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-58265523-e13e-4c00-8c14-e59f465ab5c8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:51.731453 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-83865db3-456a-4a15-b8d2-b4d13a771a6a req-b386448f-f5d5-43c2-892c-590cb462bd35 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:51.732773 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-83865db3-456a-4a15-b8d2-b4d13a771a6a req-b386448f-f5d5-43c2-892c-590cb462bd35 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8263845 Aug 28 12:42:51.746194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] For port ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:42:51.757029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] For port ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:42:51.764810 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:51.814197 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:51.815597 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:51.817122 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] 10.222.0.10 "PUT /v2.0/ports/ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 HTTP/1.1" status: 200 len: 1092 time: 1.4835708 Aug 28 12:42:51.820473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61afc680-03f9-4e14-9d41-21c791552e6d', 'tag': 'ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:51.823250 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0c5a19-fe6c-4709-bbf8-90a63e2c03b8" -d '{"events": [{"name": "network-changed", "server_uuid": "61afc680-03f9-4e14-9d41-21c791552e6d", "tag": "ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:51.829677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-90d9acf0-2d81-4a50-9bfa-c199e86756d6 admin admin] Deleting port e85626db-19ad-42fb-8054-734909c38b0b {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:42:51.830772 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90d9acf0-2d81-4a50-9bfa-c199e86756d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:51.942771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7251fdd-508c-4ced-9581-c77a8bc17312 req-9675a917-b851-4a61-a600-81e0127b4586 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:51.945958 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b7251fdd-508c-4ced-9581-c77a8bc17312 req-9675a917-b851-4a61-a600-81e0127b4586 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 945 time: 0.4064357 Aug 28 12:42:51.962854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-90d9acf0-2d81-4a50-9bfa-c199e86756d6 admin admin] For port e85626db-19ad-42fb-8054-734909c38b0b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e85626db-19ad-42fb-8054-734909c38b0b,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:51.963390 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90d9acf0-2d81-4a50-9bfa-c199e86756d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:51.977980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-90d9acf0-2d81-4a50-9bfa-c199e86756d6 admin admin] Calling delete_port for e85626db-19ad-42fb-8054-734909c38b0b owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:42:51.987626 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-162f1d4e-d3c0-4ee3-8621-424261d3b98c req-2b03e139-4b1a-4bc2-950b-f4e5bc51e1ce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4107087 Aug 28 12:42:52.067969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Attempting to bind port fcc088f2-b199-4f27-9308-311241fd6c25 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:42:52.068329 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Attempting to bind port fcc088f2-b199-4f27-9308-311241fd6c25 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:42:52.068779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Attempting to bind port fcc088f2-b199-4f27-9308-311241fd6c25 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:52.074115 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-6ec663db-2909-415d-81ca-b87493ed9d75 None None] Set router f7addaa9-3977-40b5-8862-ea4af840731f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:42:52.078696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Port fcc088f2-b199-4f27-9308-311241fd6c25 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:42:52.079127 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Attempting to bind port fcc088f2-b199-4f27-9308-311241fd6c25 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:52.108589 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b7251fdd-508c-4ced-9581-c77a8bc17312 req-49db5a30-33c9-4e77-9797-792744769749 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500473 Aug 28 12:42:52.126828 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:42:52.127256 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:42:52.127904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:42:52.128682 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Bound port: fcc088f2-b199-4f27-9308-311241fd6c25, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:42:52.129319 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:52.161787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-caad91df-828d-46be-b1e5-5e3ec4c704c3 req-cf516d90-97f4-454c-9289-cae1d478b7fb tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1913696853', 'description': 'tempest-description-1599225676'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:52.249522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54f23a-7f5e-4ab4-9184-0233ad14e382 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:52.268618 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f1d4e-d3c0-4ee3-8621-424261d3b98c req-76b98972-a394-4272-ace5-e72fa85713ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:52.270104 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-162f1d4e-d3c0-4ee3-8621-424261d3b98c req-76b98972-a394-4272-ace5-e72fa85713ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 1102 time: 0.1840436 Aug 28 12:42:52.281867 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-caad91df-828d-46be-b1e5-5e3ec4c704c3 req-cf516d90-97f4-454c-9289-cae1d478b7fb tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:52.294422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-58265523-e13e-4c00-8c14-e59f465ab5c8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Allocated IP 192.168.233.137 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/fdfcd5db-dd0f-4fae-b220-94bfde3336d7) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:42:52.305428 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:42:52.317540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-497c6966-7d88-4f02-b9e3-01e4032dc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:52.319638 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-497c6966-7d88-4f02-b9e3-01e4032dc4c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 1095 time: 0.3988273 Aug 28 12:42:52.342044 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795a999-2e51-4862-87f3-e3c8879a8952 req-a6d10a3e-7057-4f85-be53-563f82ddd7b3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:52.343610 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d795a999-2e51-4862-87f3-e3c8879a8952 req-a6d10a3e-7057-4f85-be53-563f82ddd7b3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 948 time: 0.2339664 Aug 28 12:42:52.372963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6ec663db-2909-415d-81ca-b87493ed9d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049446123-router', 'tenant_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:37:03Z', 'updated_at': '2021-08-28T12:42:47Z', 'revision_number': 5, 'project_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'gw_port': {'id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:37:05Z', 'updated_at': '2021-08-28T12:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:52.382333 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fcc088f2-b199-4f27-9308-311241fd6c25,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:42:52.396978 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:52.405079 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-97c8ec67-b07c-40f4-a08a-3c47441e9f44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 HTTP/1.1" status: 200 len: 217 time: 0.0739515 Aug 28 12:42:52.421619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec663db-2909-415d-81ca-b87493ed9d75 None None] The sync data for ids ['f7addaa9-3977-40b5-8862-ea4af840731f'] in n-d-791505-21 is: [{'id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1049446123-router', 'tenant_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:37:03Z', 'updated_at': '2021-08-28T12:42:47Z', 'revision_number': 5, 'project_id': '653c4b37e3ee47ab87f7a6a7b6c17bcc', 'gw_port': {'id': 'e85626db-19ad-42fb-8054-734909c38b0b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:19:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7addaa9-3977-40b5-8862-ea4af840731f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:37:05Z', 'updated_at': '2021-08-28T12:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:42:52.444583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90d9acf0-2d81-4a50-9bfa-c199e86756d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:52.509348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:52.510028 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:52.512365 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] 10.222.0.10 "PUT /v2.0/ports/fcc088f2-b199-4f27-9308-311241fd6c25 HTTP/1.1" status: 200 len: 1097 time: 2.2663682 Aug 28 12:42:52.515221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:52.517866 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cc447b-feca-475f-9343-f9e05b0637e0" -d '{"events": [{"name": "network-changed", "server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:52.524463 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9acf0-2d81-4a50-9bfa-c199e86756d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e85626db-19ad-42fb-8054-734909c38b0b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:52.582743 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d795a999-2e51-4862-87f3-e3c8879a8952 req-be0263a9-5734-4047-9a1a-4b39034f77a4 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867740 Aug 28 12:42:52.591908 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-8bc3a71c-a88f-44ae-94a2-3357411eedb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:52.593415 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-8bc3a71c-a88f-44ae-94a2-3357411eedb9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=681f86f1-f49d-4aac-bbea-fa1f759eb663 HTTP/1.1" status: 200 len: 851 time: 0.1651244 Aug 28 12:42:52.694780 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-d056f4be-86d7-4a98-8908-22f0e86bfb0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638683 Aug 28 12:42:52.712388 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2d85da-0330-47e1-9754-9136317dc229 x-openstack-request-id: req-1d2d85da-0330-47e1-9754-9136317dc229 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:52.712704 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61afc680-03f9-4e14-9d41-21c791552e6d", "tag": "ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:52.712930 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d2d85da-0330-47e1-9754-9136317dc229 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:52.715931 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61afc680-03f9-4e14-9d41-21c791552e6d', 'tag': 'ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70', 'status': 'completed', 'code': 200} Aug 28 12:42:52.721031 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90d9acf0-2d81-4a50-9bfa-c199e86756d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:53.031360 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d36d6c26-a593-4651-b520-8690e7d0d6d9 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:42:53.094197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80bb74-0fc1-4917-84aa-0b7cdd2c4390 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc088f2-b199-4f27-9308-311241fd6c25,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:53.137798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f1d4e-d3c0-4ee3-8621-424261d3b98c req-fc72bdac-d0b1-4381-9141-e4697cc3d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:53.139744 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-162f1d4e-d3c0-4ee3-8621-424261d3b98c req-fc72bdac-d0b1-4381-9141-e4697cc3d6b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.8299644 Aug 28 12:42:53.202542 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:53.219934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'port_id': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'mac_address': 'fa:16:3e:5b:3c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:42:53.238641 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-162f1d4e-d3c0-4ee3-8621-424261d3b98c req-eb986780-f2f1-4f01-8ed9-b30988056b3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6979651e-195d-425f-9379-047747af0b1b HTTP/1.1" status: 200 len: 217 time: 0.0818934 Aug 28 12:42:53.239610 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90d9acf0-2d81-4a50-9bfa-c199e86756d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:53.244260 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-caad91df-828d-46be-b1e5-5e3ec4c704c3 req-cf516d90-97f4-454c-9289-cae1d478b7fb tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:53.246675 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90d9acf0-2d81-4a50-9bfa-c199e86756d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:53.257667 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-caad91df-828d-46be-b1e5-5e3ec4c704c3 req-cf516d90-97f4-454c-9289-cae1d478b7fb tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:53.275225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-9d48daf1-b8a1-4445-a906-7cc9db82894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:53.276640 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:53.277067 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-9d48daf1-b8a1-4445-a906-7cc9db82894f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 1100 time: 0.1925154 Aug 28 12:42:53.295583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d36d6c26-a593-4651-b520-8690e7d0d6d9 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:53.334915 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:53.335951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac513-5a00-491b-b0b9-f4c68b8b15d9 req-4938808e-8f58-461d-8ce0-9a238c3cdf7d tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:53.337102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-58265523-e13e-4c00-8c14-e59f465ab5c8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:53.337953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8bbac513-5a00-491b-b0b9-f4c68b8b15d9 req-4938808e-8f58-461d-8ce0-9a238c3cdf7d tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 943 time: 0.5475118 Aug 28 12:42:53.345037 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90d9acf0-2d81-4a50-9bfa-c199e86756d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:53.346062 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d9acf0-2d81-4a50-9bfa-c199e86756d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7addaa9-3977-40b5-8862-ea4af840731f {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:42:53.348135 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:53.355482 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90d9acf0-2d81-4a50-9bfa-c199e86756d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:53.357261 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-90d9acf0-2d81-4a50-9bfa-c199e86756d6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f7addaa9-3977-40b5-8862-ea4af840731f HTTP/1.1" status: 204 len: 168 time: 2.3922148 Aug 28 12:42:53.367002 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37270) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:53.379279 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-7e900101-26ee-4b3e-8263-b24553c8c894 service neutron] 10.222.0.10 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6613262 Aug 28 12:42:53.380442 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-caad91df-828d-46be-b1e5-5e3ec4c704c3 req-cf516d90-97f4-454c-9289-cae1d478b7fb tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:53.381698 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-caad91df-828d-46be-b1e5-5e3ec4c704c3 req-cf516d90-97f4-454c-9289-cae1d478b7fb tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2317669 Aug 28 12:42:53.396505 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-a18fadaa-e6a4-45dd-80bb-a9ba7edb7291 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=fcc088f2-b199-4f27-9308-311241fd6c25 HTTP/1.1" status: 200 len: 217 time: 0.0975807 Aug 28 12:42:53.402938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf516d90-97f4-454c-9289-cae1d478b7fb tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e6b128-e312-412b-b90e-bb5d4d05855f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:53.415638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-58265523-e13e-4c00-8c14-e59f465ab5c8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Transition to ACTIVE for port object fdfcd5db-dd0f-4fae-b220-94bfde3336d7 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:53.440049 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d36d6c26-a593-4651-b520-8690e7d0d6d9,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:53.483848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f1d4e-d3c0-4ee3-8621-424261d3b98c req-53515fcc-fc16-48a2-a4e6-11c0438c9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:53.485475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-162f1d4e-d3c0-4ee3-8621-424261d3b98c req-53515fcc-fc16-48a2-a4e6-11c0438c9695 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2318289 Aug 28 12:42:53.510143 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8bbac513-5a00-491b-b0b9-f4c68b8b15d9 req-858d87cf-f56d-4c1e-910c-2589bb44df09 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590767 Aug 28 12:42:53.525530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-e292f746-59e3-4b9f-af10-d01d0e955b0e admin admin] Deleting subnet f2717b7a-6f83-4fc8-8d52-d1adaf05ff08 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:42:53.531773 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e292f746-59e3-4b9f-af10-d01d0e955b0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:53.548508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d36d6c26-a593-4651-b520-8690e7d0d6d9'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:53.563716 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-95ebe3cc-7d66-4fc7-a093-eeeef17ef26d req-14a17f92-55d0-430a-a415-7127617aba08 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 210 time: 0.0912068 Aug 28 12:42:53.614609 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-d028e7ce-c8e4-41a5-a670-d6838b03fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:53.617700 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-d028e7ce-c8e4-41a5-a670-d6838b03fb76 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2040431 Aug 28 12:42:53.625367 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82268b43-84cb-4f96-93b6-912a1e905bf3 x-openstack-request-id: req-82268b43-84cb-4f96-93b6-912a1e905bf3 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:53.625780 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:53.626208 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82268b43-84cb-4f96-93b6-912a1e905bf3 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:53.626903 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25', 'status': 'completed', 'code': 200} Aug 28 12:42:53.630759 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e292f746-59e3-4b9f-af10-d01d0e955b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:53.638324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f1d4e-d3c0-4ee3-8621-424261d3b98c req-60db40d1-d587-4ecc-a3b2-8c13bde08d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:53.639999 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-162f1d4e-d3c0-4ee3-8621-424261d3b98c req-60db40d1-d587-4ecc-a3b2-8c13bde08d13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1262357 Aug 28 12:42:53.681023 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1caf7589-db24-4f29-80fd-7dcdd79fdf5a req-f01a81b1-f25c-4cf8-8209-4eb4bafe6979 service neutron] 10.222.0.10 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789650 Aug 28 12:42:53.709925 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-58265523-e13e-4c00-8c14-e59f465ab5c8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:53.768273 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e292f746-59e3-4b9f-af10-d01d0e955b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:53.780639 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b434db14-37c6-4796-8013-42d7e15330d3', 'cedca10f-a6cf-4cba-bd7e-d11501c641c4', 'e6bb6901-a95f-4007-8887-7fb03cd9bccf', 'cdc50745-0332-432b-acc4-572edbf74426'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:53.829346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-61a0272a-ccc7-459a-8b3c-9727de4294bb req-7469fcf0-f0af-4ad2-9467-7a88193d3894 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-785387118', 'description': 'tempest-description-772623250'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:53.902996 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74061a4-2cc7-4f26-a77d-0e569a6c1dc5 req-2c17986f-8894-41c0-8924-55f940afaefe tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:53.903238 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-58265523-e13e-4c00-8c14-e59f465ab5c8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:42:53.909765 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a74061a4-2cc7-4f26-a77d-0e569a6c1dc5 req-2c17986f-8894-41c0-8924-55f940afaefe tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 945 time: 0.1165309 Aug 28 12:42:53.911628 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58265523-e13e-4c00-8c14-e59f465ab5c8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event updated for resources: {'Port': ['ID=fdfcd5db-dd0f-4fae-b220-94bfde3336d7,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:53.914817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c5a19-fe6c-4709-bbf8-90a63e2c03b8 req-aa71f3ab-f04f-46ea-b8e8-a66b78104223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:53.918168 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-853352ba-3a20-475d-bbf6-d41a8e4adf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:53.920198 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-853352ba-3a20-475d-bbf6-d41a8e4adf69 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2773426 Aug 28 12:42:53.923690 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e0c5a19-fe6c-4709-bbf8-90a63e2c03b8 req-aa71f3ab-f04f-46ea-b8e8-a66b78104223 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 1095 time: 0.1322055 Aug 28 12:42:53.926663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-58265523-e13e-4c00-8c14-e59f465ab5c8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:42:53.930048 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e292f746-59e3-4b9f-af10-d01d0e955b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:53.943401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-58265523-e13e-4c00-8c14-e59f465ab5c8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:42:54.029666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292f746-59e3-4b9f-af10-d01d0e955b0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2717b7a-6f83-4fc8-8d52-d1adaf05ff08,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:54.068251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-58265523-e13e-4c00-8c14-e59f465ab5c8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:54.069450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-58265523-e13e-4c00-8c14-e59f465ab5c8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:54.090139 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c1fa2b-cdb0-42f0-b9fd-ac5b5ca66a37 None None] Network aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:42:54.121475 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-61a0272a-ccc7-459a-8b3c-9727de4294bb req-7469fcf0-f0af-4ad2-9467-7a88193d3894 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:54.146872 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a74061a4-2cc7-4f26-a77d-0e569a6c1dc5 req-7fae6d03-4d4a-4879-9c1c-9969d0569e28 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353621 Aug 28 12:42:54.148867 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e292f746-59e3-4b9f-af10-d01d0e955b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:54.156448 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e292f746-59e3-4b9f-af10-d01d0e955b0e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f2717b7a-6f83-4fc8-8d52-d1adaf05ff08 HTTP/1.1" status: 204 len: 168 time: 0.7869244 Aug 28 12:42:54.160210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37288) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:54.220172 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e85626db-19ad-42fb-8054-734909c38b0b no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:42:54.251708 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['c1c5dd28-cac9-4bc7-aca3-d3d848501166', '4da6b800-b398-467d-99d7-5d5398876dc9', '159359af-5f13-41cb-8ee3-c4a1bbe03570'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:54.287246 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-162f1d4e-d3c0-4ee3-8621-424261d3b98c req-b21efc30-c3dd-4581-a5db-1a34a85a58d7 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6284487 Aug 28 12:42:54.300532 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-58265523-e13e-4c00-8c14-e59f465ab5c8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1889002 Aug 28 12:42:54.349458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Request body: {'port': {'device_id': 'c0b7c22a-2de7-4b78-8974-9f4e98743291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:42:54.399941 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:54.445981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: e85626db-19ad-42fb-8054-734909c38b0b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:42:54.446458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a95f57-ea98-4be9-b2e4-dd2f95bd8b50 req-f6c781b7-ed86-4686-9da6-a7b1e8a97d46 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:54.446796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e85626db-19ad-42fb-8054-734909c38b0b not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:42:54.448432 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9079e475-b060-40cd-961c-c20d0a7dd9dd no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:42:54.449284 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05a95f57-ea98-4be9-b2e4-dd2f95bd8b50 req-f6c781b7-ed86-4686-9da6-a7b1e8a97d46 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 948 time: 0.1197047 Aug 28 12:42:54.452501 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c5a19-fe6c-4709-bbf8-90a63e2c03b8 req-24ff6398-b7db-49d7-a115-2933213c4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:54.453218 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e0c5a19-fe6c-4709-bbf8-90a63e2c03b8 req-24ff6398-b7db-49d7-a115-2933213c4925 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 911 time: 0.4423628 Aug 28 12:42:54.489224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 9079e475-b060-40cd-961c-c20d0a7dd9dd {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:42:54.489965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9079e475-b060-40cd-961c-c20d0a7dd9dd not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:42:54.497535 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-51c04955-e4f5-467c-9d56-9d9a47a98e15 None None] Provisioning for port fdfcd5db-dd0f-4fae-b220-94bfde3336d7 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:42:54.520698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-51c04955-e4f5-467c-9d56-9d9a47a98e15 None None] Provisioning complete for port fdfcd5db-dd0f-4fae-b220-94bfde3336d7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:54.521123 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-51c04955-e4f5-467c-9d56-9d9a47a98e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:54.539638 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-275757e5-0542-4beb-8a72-98fc55ad9551 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868323 Aug 28 12:42:54.539998 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e0c5a19-fe6c-4709-bbf8-90a63e2c03b8 req-b384e267-3cf0-472e-b3ed-af18606ab6ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 HTTP/1.1" status: 200 len: 217 time: 0.0645945 Aug 28 12:42:54.588113 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05a95f57-ea98-4be9-b2e4-dd2f95bd8b50 req-d300b135-8463-46e4-9e5d-46a2d651f73e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054387 Aug 28 12:42:54.665409 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:54.723586 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c5a19-fe6c-4709-bbf8-90a63e2c03b8 req-5cab140f-8044-4695-a9b6-3e08503ad6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:54.726007 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e0c5a19-fe6c-4709-bbf8-90a63e2c03b8 req-5cab140f-8044-4695-a9b6-3e08503ad6cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=681f86f1-f49d-4aac-bbea-fa1f759eb663 HTTP/1.1" status: 200 len: 851 time: 0.1335824 Aug 28 12:42:54.734977 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-162f1d4e-d3c0-4ee3-8621-424261d3b98c req-25828ae2-0c19-425b-b790-524a5635252b service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168470 Aug 28 12:42:54.738856 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-51c04955-e4f5-467c-9d56-9d9a47a98e15 None None] Port fdfcd5db-dd0f-4fae-b220-94bfde3336d7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:42:54.783138 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] Deleting port 75912fd3-aed4-4377-97c2-be4a0404f99b {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:42:54.784152 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:54.798718 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-61a0272a-ccc7-459a-8b3c-9727de4294bb req-7469fcf0-f0af-4ad2-9467-7a88193d3894 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:54.809813 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-61a0272a-ccc7-459a-8b3c-9727de4294bb req-7469fcf0-f0af-4ad2-9467-7a88193d3894 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:54.883622 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-61a0272a-ccc7-459a-8b3c-9727de4294bb req-7469fcf0-f0af-4ad2-9467-7a88193d3894 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:54.886532 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61a0272a-ccc7-459a-8b3c-9727de4294bb req-7469fcf0-f0af-4ad2-9467-7a88193d3894 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0746267 Aug 28 12:42:54.888831 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18f4a151-a0cf-4c3c-86e4-23304d04f930 req-8cb3c402-46b1-4aa2-9e75-8904fe581cee service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213074 Aug 28 12:42:54.964801 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e0c5a19-fe6c-4709-bbf8-90a63e2c03b8 req-eca292bb-b1cd-4dfa-bb3e-428c0e56aa5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845391 Aug 28 12:42:54.988920 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:42:55.044739 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469fcf0-f0af-4ad2-9467-7a88193d3894 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d9d787-b921-4d8b-9197-1a3c5db462f5,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:55.046750 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158052be-137a-4e59-9443-5cd29ecfaecb None None] DHCP port deletion for aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:42:55.049592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d36d6c26-a593-4651-b520-8690e7d0d6d9 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:42:55.146519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fae1b8-b031-4af8-becf-915879d7b66c req-819a3536-65f2-4798-9e52-064a6459d645 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:55.163636 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b5fae1b8-b031-4af8-becf-915879d7b66c req-819a3536-65f2-4798-9e52-064a6459d645 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 1097 time: 0.4354968 Aug 28 12:42:55.190490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc447b-feca-475f-9343-f9e05b0637e0 req-feea0d8c-8190-4de5-a00b-15a9287c6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:55.192042 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36cc447b-feca-475f-9343-f9e05b0637e0 req-feea0d8c-8190-4de5-a00b-15a9287c6ab1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 1100 time: 0.1863549 Aug 28 12:42:55.250441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb454a7e-0e57-4285-aeff-667888206bf2 req-1d3c4c18-8083-470c-ad97-5fa3e53c1e5f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:55.252608 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bb454a7e-0e57-4285-aeff-667888206bf2 req-1d3c4c18-8083-470c-ad97-5fa3e53c1e5f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 943 time: 0.2003891 Aug 28 12:42:55.257925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] For port 75912fd3-aed4-4377-97c2-be4a0404f99b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=75912fd3-aed4-4377-97c2-be4a0404f99b,segment=NetworkSegment(d9022dad-05f4-4f69-8a92-aa43b58a5354),segment_id=d9022dad-05f4-4f69-8a92-aa43b58a5354)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:55.258799 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:55.303475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] Calling delete_port for 75912fd3-aed4-4377-97c2-be4a0404f99b owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:42:55.327443 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b5fae1b8-b031-4af8-becf-915879d7b66c req-efbf0fa0-6752-48cc-94e3-3a7207f9692e tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359882 Aug 28 12:42:55.372372 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-158052be-137a-4e59-9443-5cd29ecfaecb None None] Deleting port 75912fd3-aed4-4377-97c2-be4a0404f99b {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:42:55.374150 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-158052be-137a-4e59-9443-5cd29ecfaecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:55.443829 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bb454a7e-0e57-4285-aeff-667888206bf2 req-97fc129d-1a8b-4a5a-b1c2-854e1fdb59c4 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761177 Aug 28 12:42:55.458073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port d36d6c26-a593-4651-b520-8690e7d0d6d9 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:42:55.458759 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:55.546817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc447b-feca-475f-9343-f9e05b0637e0 req-26659faa-451d-4253-9070-d784403ff9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:55.549366 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36cc447b-feca-475f-9343-f9e05b0637e0 req-26659faa-451d-4253-9070-d784403ff9d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3423934 Aug 28 12:42:55.616939 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-158052be-137a-4e59-9443-5cd29ecfaecb None None] For port 75912fd3-aed4-4377-97c2-be4a0404f99b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=75912fd3-aed4-4377-97c2-be4a0404f99b,segment=NetworkSegment(d9022dad-05f4-4f69-8a92-aa43b58a5354),segment_id=d9022dad-05f4-4f69-8a92-aa43b58a5354)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:55.617332 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-158052be-137a-4e59-9443-5cd29ecfaecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:55.621872 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:55.650029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdfcd5db-dd0f-4fae-b220-94bfde3336d7 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:55.666141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-158052be-137a-4e59-9443-5cd29ecfaecb None None] Calling delete_port for 75912fd3-aed4-4377-97c2-be4a0404f99b owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:42:55.691066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36cc447b-feca-475f-9343-f9e05b0637e0 req-5a11a413-9af9-4402-b789-3b6d12df7239 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=fcc088f2-b199-4f27-9308-311241fd6c25 HTTP/1.1" status: 200 len: 217 time: 0.1188576 Aug 28 12:42:55.694166 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:55.750601 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:55.753002 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] No DVR routers for this DVR port 75912fd3-aed4-4377-97c2-be4a0404f99b on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:42:55.774109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Transition to ACTIVE for port object fdfcd5db-dd0f-4fae-b220-94bfde3336d7 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:42:55.798708 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:55.806032 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e0c5a19-fe6c-4709-bbf8-90a63e2c03b8 req-27b045c4-e744-4c91-9875-eb5c9208cbc9 service neutron] 10.222.0.10 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8169103 Aug 28 12:42:55.819604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] Pushing event deleted for resources: {'Port': ['ID=75912fd3-aed4-4377-97c2-be4a0404f99b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:55.907585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc447b-feca-475f-9343-f9e05b0637e0 req-341acff6-90d6-484c-bab4-8c1448c0f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:55.910259 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36cc447b-feca-475f-9343-f9e05b0637e0 req-341acff6-90d6-484c-bab4-8c1448c0f897 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2008507 Aug 28 12:42:55.913685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:55.916130 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd658fb-22c4-4728-b888-2d683b1213f9" -d '{"events": [{"server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "name": "network-vif-plugged", "status": "completed", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:55.955461 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:55.973686 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:56.007933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfcd5db-dd0f-4fae-b220-94bfde3336d7,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:56.049977 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:56.064701 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:56.080233 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d36d6c26-a593-4651-b520-8690e7d0d6d9,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:56.083695 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 75912fd3-aed4-4377-97c2-be4a0404f99b no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:42:56.096616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9022dad-05f4-4f69-8a92-aa43b58a5354') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:56.097026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9022dad-05f4-4f69-8a92-aa43b58a5354') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:42:56.111925 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:56.121636 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 75912fd3-aed4-4377-97c2-be4a0404f99b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:42:56.122333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 75912fd3-aed4-4377-97c2-be4a0404f99b not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:42:56.140373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:42:56.156552 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-158052be-137a-4e59-9443-5cd29ecfaecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:56.193388 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158052be-137a-4e59-9443-5cd29ecfaecb None None] No DVR routers for this DVR port 75912fd3-aed4-4377-97c2-be4a0404f99b on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:42:56.221156 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158052be-137a-4e59-9443-5cd29ecfaecb None None] Pushing event deleted for resources: {'Port': ['ID=75912fd3-aed4-4377-97c2-be4a0404f99b,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:56.231995 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-71a30731-c22b-49b3-af46-956848037aa0 req-f8604180-37e8-4653-94fa-2b5f9d0071ee tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97f058b6cd8c45fcb01313f1fda47d77 HTTP/1.1" status: 200 len: 10893 time: 0.5505853 Aug 28 12:42:56.236746 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Attempting to bind port fdfcd5db-dd0f-4fae-b220-94bfde3336d7 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:42:56.237637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Attempting to bind port fdfcd5db-dd0f-4fae-b220-94bfde3336d7 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:42:56.238214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Attempting to bind port fdfcd5db-dd0f-4fae-b220-94bfde3336d7 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:56.254642 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84306035-2db2-45fa-9e8b-9c91e8a78818 req-25d76cd9-e83e-483d-b3de-28debf0869b4 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:56.265768 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-84306035-2db2-45fa-9e8b-9c91e8a78818 req-25d76cd9-e83e-483d-b3de-28debf0869b4 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 936 time: 0.6529570 Aug 28 12:42:56.293868 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc447b-feca-475f-9343-f9e05b0637e0 req-bae818a8-91a1-4b46-8f50-43413827ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:56.296869 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36cc447b-feca-475f-9343-f9e05b0637e0 req-bae818a8-91a1-4b46-8f50-43413827ad7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3615525 Aug 28 12:42:56.312142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Port fdfcd5db-dd0f-4fae-b220-94bfde3336d7 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:42:56.312142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Attempting to bind port fdfcd5db-dd0f-4fae-b220-94bfde3336d7 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:42:56.336021 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:56.351636 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:42:56.352104 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:42:56.365822 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:42:56.393204 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:56.395881 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:42:56.396837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:42:56.397834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:42:56.398937 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Bound port: fdfcd5db-dd0f-4fae-b220-94bfde3336d7, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:42:56.403102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:56.441558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70', 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea', 'port_id': 'ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70', 'mac_address': 'fa:16:3e:6a:04:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681f86f1-f49d-4aac-bbea-fa1f759eb663', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:42:56.446842 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-84306035-2db2-45fa-9e8b-9c91e8a78818 req-7e5ab8f7-6179-4e71-9bc6-64adf54b4721 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797295 Aug 28 12:42:56.560683 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:56.561165 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:56.572178 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-71a30731-c22b-49b3-af46-956848037aa0 req-1bf81129-9f18-4f42-83fb-ab32e81e5b51 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/abe0ec50-c335-4e0e-a472-a3970ef609f0 HTTP/1.1" status: 200 len: 2981 time: 0.3390317 Aug 28 12:42:56.611452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:56.623866 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e0c5a19-fe6c-4709-bbf8-90a63e2c03b8 req-168299a8-f093-466e-b301-2e4422b30a22 service neutron] 10.222.0.10 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7558856 Aug 28 12:42:56.626677 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:56.630091 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] 10.222.0.20 "DELETE /v2.0/networks/aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2 HTTP/1.1" status: 204 len: 168 time: 2.4685338 Aug 28 12:42:56.631914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac502791-ffa8-41cf-9d64-f3aa0def6479 admin admin] Pushing event deleted for resources: {'Network': ['ID=aab41c62-0b21-4cb4-8687-a7d9f9b9e5f2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:56.693449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:56.699746 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:56.712621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] For port fdfcd5db-dd0f-4fae-b220-94bfde3336d7, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:42:56.722987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] For port fdfcd5db-dd0f-4fae-b220-94bfde3336d7, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fdfcd5db-dd0f-4fae-b220-94bfde3336d7,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:42:56.728301 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36cc447b-feca-475f-9343-f9e05b0637e0 req-45a32494-b134-47a5-aa0c-62a4f5d48f41 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118199 Aug 28 12:42:56.735846 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:56.797792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8328dd6-f116-441a-b803-336f4b5e32bd req-e637cefc-523f-4ddb-bb40-dec3b357d66d tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:56.821116 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d8328dd6-f116-441a-b803-336f4b5e32bd req-e637cefc-523f-4ddb-bb40-dec3b357d66d tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 1097 time: 0.2211077 Aug 28 12:42:56.858280 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:56.939736 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d8328dd6-f116-441a-b803-336f4b5e32bd req-a242a87f-a595-4dc3-8569-c84efc32b456 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107283 Aug 28 12:42:56.989185 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36cc447b-feca-475f-9343-f9e05b0637e0 req-7804ecad-9b37-4acc-83b1-2eaaad16ceff service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047241 Aug 28 12:42:57.023061 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37346) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:57.039307 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:57.047360 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:57.048982 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] 10.222.0.10 "PUT /v2.0/ports/fdfcd5db-dd0f-4fae-b220-94bfde3336d7 HTTP/1.1" status: 200 len: 1097 time: 2.7300847 Aug 28 12:42:57.049469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b7c22a-2de7-4b78-8974-9f4e98743291', 'tag': 'fdfcd5db-dd0f-4fae-b220-94bfde3336d7'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:42:57.051950 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01c1d17-eaac-4eac-8da4-227a210c3465" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b7c22a-2de7-4b78-8974-9f4e98743291", "tag": "fdfcd5db-dd0f-4fae-b220-94bfde3336d7"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:42:57.111113 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-71a30731-c22b-49b3-af46-956848037aa0 req-a4d44b3a-4afb-4642-bf37-3bdaf5d5509c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/abe0ec50-c335-4e0e-a472-a3970ef609f0 HTTP/1.1" status: 200 len: 2981 time: 0.5110767 Aug 28 12:42:57.154747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440ddf5-1615-4249-9f50-c1136ef8a9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfcd5db-dd0f-4fae-b220-94bfde3336d7,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:57.257821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:57.304193 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bd043b3b-5e72-4eb7-b69f-11b67ecc9c59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83337d60d57f4fdc939f5ecaedf1b2a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2792900 Aug 28 12:42:57.306928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37352) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:57.325201 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd303b4-fefd-4c8b-ae46-3f98fd8d3a48 x-openstack-request-id: req-0dd303b4-fefd-4c8b-ae46-3f98fd8d3a48 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:57.325492 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "name": "network-vif-plugged", "status": "completed", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:57.325681 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dd303b4-fefd-4c8b-ae46-3f98fd8d3a48 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:57.325975 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'code': 200} Aug 28 12:42:57.326632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-3c0f4699-8709-445d-877c-9decc67ebc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:57.329066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-3c0f4699-8709-445d-877c-9decc67ebc66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 1100 time: 0.1846957 Aug 28 12:42:57.429696 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb507195-dc46-492f-8bb2-8a4ae2c55fa0 req-2c98a34b-18a9-4a49-a90b-6a1c2228b37b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:57.433275 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fb507195-dc46-492f-8bb2-8a4ae2c55fa0 req-2c98a34b-18a9-4a49-a90b-6a1c2228b37b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 948 time: 0.2918239 Aug 28 12:42:57.447520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-e0693702-4bc6-4bd3-8a54-2593d61a7acd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=fdfcd5db-dd0f-4fae-b220-94bfde3336d7 HTTP/1.1" status: 200 len: 217 time: 0.0971484 Aug 28 12:42:57.534417 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2caf49c9-bf08-437f-b118-41c9f058c0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:57.548333 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-dc51412d-9a7e-4e85-a701-888d4298e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:57.550401 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-dc51412d-9a7e-4e85-a701-888d4298e790 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0755379 Aug 28 12:42:57.579972 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f9dcc-7236-4e3a-90b9-3f05ce945b3a req-886e8291-3a4b-4d35-93d6-fdc43d9150b8 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:57.581917 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-841f9dcc-7236-4e3a-90b9-3f05ce945b3a req-886e8291-3a4b-4d35-93d6-fdc43d9150b8 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 944 time: 0.1372766 Aug 28 12:42:57.582459 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fb507195-dc46-492f-8bb2-8a4ae2c55fa0 req-3ffd66b6-327a-4824-a292-559c59333f4c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298103 Aug 28 12:42:57.653369 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2caf49c9-bf08-437f-b118-41c9f058c0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:57.683959 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-841f9dcc-7236-4e3a-90b9-3f05ce945b3a req-8bcb1ab1-5efb-4286-bda2-8a46c2c88713 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654874 Aug 28 12:42:57.700164 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-7ce7b95c-c632-4e9c-9a3e-0ea053c6cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:57.702599 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-7ce7b95c-c632-4e9c-9a3e-0ea053c6cfb7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1193752 Aug 28 12:42:57.784988 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2caf49c9-bf08-437f-b118-41c9f058c0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:57.789856 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2caf49c9-bf08-437f-b118-41c9f058c0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:57.794541 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2caf49c9-bf08-437f-b118-41c9f058c0d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44dee745-ee19-4ca9-89c7-1e9d0e721ce9 HTTP/1.1" status: 204 len: 168 time: 0.4821806 Aug 28 12:42:57.810285 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf49c9-bf08-437f-b118-41c9f058c0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dee745-ee19-4ca9-89c7-1e9d0e721ce9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:57.872661 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abee7ab-2d92-4991-adea-271bc80a1ec7 x-openstack-request-id: req-0abee7ab-2d92-4991-adea-271bc80a1ec7 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:42:57.873177 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b7c22a-2de7-4b78-8974-9f4e98743291", "tag": "fdfcd5db-dd0f-4fae-b220-94bfde3336d7", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:42:57.873497 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0abee7ab-2d92-4991-adea-271bc80a1ec7 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:42:57.874094 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b7c22a-2de7-4b78-8974-9f4e98743291', 'tag': 'fdfcd5db-dd0f-4fae-b220-94bfde3336d7', 'status': 'completed', 'code': 200} Aug 28 12:42:57.960158 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84ee8261-19dd-4aa6-b356-62fda6952c97 req-66a12957-3ace-4fa1-86e9-6843202904ee tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/b74d2221-2714-483a-9b40-7d3d1c661743 HTTP/1.1" status: 200 len: 1800 time: 0.1343906 Aug 28 12:42:58.005690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-8a5212bb-4ff9-47fc-a6c7-271b340818be service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942908 Aug 28 12:42:58.103337 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd17e18-c8e4-472b-9ac8-13df9704ee93 req-8d196239-1bb8-4a00-895b-48dd118667cc tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:58.104960 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5dd17e18-c8e4-472b-9ac8-13df9704ee93 req-8d196239-1bb8-4a00-895b-48dd118667cc tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 948 time: 0.1643007 Aug 28 12:42:58.144880 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device fcc088f2-b199-4f27-9308-311241fd6c25 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:42:58.175238 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-84ee8261-19dd-4aa6-b356-62fda6952c97 req-f2e144a3-c125-41b8-99c8-9fcf8ea9e833 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:58.212430 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5dd17e18-c8e4-472b-9ac8-13df9704ee93 req-a3a9f58e-bc6c-4565-b00d-901b1b45712f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996587 Aug 28 12:42:58.296486 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-84ee8261-19dd-4aa6-b356-62fda6952c97 req-f2e144a3-c125-41b8-99c8-9fcf8ea9e833 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:58.324075 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1097093-ac45-462d-a4c2-18b7e8a6321e req-b0e44cd1-c221-45b3-a643-34e5f0cf1a02 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067565 Aug 28 12:42:58.375244 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fcc088f2-b199-4f27-9308-311241fd6c25,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:58.394187 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'fcc088f2-b199-4f27-9308-311241fd6c25', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'fcc088f2-b199-4f27-9308-311241fd6c25', 'mac_address': 'fa:16:3e:cc:dc:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:42:58.428668 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-84ee8261-19dd-4aa6-b356-62fda6952c97 req-f2e144a3-c125-41b8-99c8-9fcf8ea9e833 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:58.435682 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-84ee8261-19dd-4aa6-b356-62fda6952c97 req-f2e144a3-c125-41b8-99c8-9fcf8ea9e833 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:58.436985 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84ee8261-19dd-4aa6-b356-62fda6952c97 req-f2e144a3-c125-41b8-99c8-9fcf8ea9e833 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "DELETE /v2.0/security-groups/b74d2221-2714-483a-9b40-7d3d1c661743 HTTP/1.1" status: 204 len: 173 time: 0.4536698 Aug 28 12:42:58.506874 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:58.536126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e144a3-c125-41b8-99c8-9fcf8ea9e833 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74d2221-2714-483a-9b40-7d3d1c661743,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:58.539802 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-40f50dde-0a9a-4106-aab7-4af237a14001 req-89299dd7-0e0a-4b09-99f9-1d35f5e154d2 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] show failed (client error): The resource could not be found. Aug 28 12:42:58.542232 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-40f50dde-0a9a-4106-aab7-4af237a14001 req-89299dd7-0e0a-4b09-99f9-1d35f5e154d2 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/b74d2221-2714-483a-9b40-7d3d1c661743 HTTP/1.1" status: 404 len: 352 time: 0.0335782 Aug 28 12:42:58.542594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc088f2-b199-4f27-9308-311241fd6c25 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:42:58.569334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c1d17-eaac-4eac-8da4-227a210c3465 req-758b56db-cfb0-476e-bcb1-3e98b84fb99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:58.574686 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d01c1d17-eaac-4eac-8da4-227a210c3465 req-758b56db-cfb0-476e-bcb1-3e98b84fb99b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 1100 time: 0.1246994 Aug 28 12:42:58.593892 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fcc088f2-b199-4f27-9308-311241fd6c25,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:42:58.599191 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:58.743041 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=fcc088f2-b199-4f27-9308-311241fd6c25,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:58.870764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c1d17-eaac-4eac-8da4-227a210c3465 req-4fa4921a-2339-4c07-b9d4-d8f44fb5c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:58.873221 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d01c1d17-eaac-4eac-8da4-227a210c3465 req-4fa4921a-2339-4c07-b9d4-d8f44fb5c67a service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.2796700 Aug 28 12:42:58.939439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37382) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:58.999651 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d01c1d17-eaac-4eac-8da4-227a210c3465 req-8947538e-8ba8-483c-8054-b99aaaef1734 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=fdfcd5db-dd0f-4fae-b220-94bfde3336d7 HTTP/1.1" status: 200 len: 217 time: 0.1104565 Aug 28 12:42:59.036227 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdeddbea-25c9-4f42-8be8-80b6460bbd10 req-db8614a9-7793-48a1-bc70-154242e7c04c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/40e6b128-e312-412b-b90e-bb5d4d05855f HTTP/1.1" status: 200 len: 1801 time: 0.2556920 Aug 28 12:42:59.096854 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-56e9d65c-8db4-48b0-9ad0-067bcc6db778 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=653c4b37e3ee47ab87f7a6a7b6c17bcc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1522462 Aug 28 12:42:59.106886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['fcc088f2-b199-4f27-9308-311241fd6c25'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:42:59.112671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37388) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:42:59.188233 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8958f32c-a299-4c68-a893-8664155b94a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:59.252253 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8958f32c-a299-4c68-a893-8664155b94a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:59.357467 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8958f32c-a299-4c68-a893-8664155b94a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:59.362301 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8958f32c-a299-4c68-a893-8664155b94a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:59.364142 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8958f32c-a299-4c68-a893-8664155b94a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1b0b008-4ef0-413b-8f99-cc6adf2e1a86 HTTP/1.1" status: 204 len: 168 time: 0.2504222 Aug 28 12:42:59.393434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958f32c-a299-4c68-a893-8664155b94a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b0b008-4ef0-413b-8f99-cc6adf2e1a86,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:42:59.696034 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdeddbea-25c9-4f42-8be8-80b6460bbd10 req-ac9ea90d-2dcb-4c9f-8368-11dbfbd05759 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:59.748641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c1d17-eaac-4eac-8da4-227a210c3465 req-3842d624-3252-4af6-8eed-beca3d3cae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:59.756520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d01c1d17-eaac-4eac-8da4-227a210c3465 req-3842d624-3252-4af6-8eed-beca3d3cae0c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.7175219 Aug 28 12:42:59.820831 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdeddbea-25c9-4f42-8be8-80b6460bbd10 req-ac9ea90d-2dcb-4c9f-8368-11dbfbd05759 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:42:59.978488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c1d17-eaac-4eac-8da4-227a210c3465 req-392ecb0f-8d62-4105-abcf-25d42695b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:42:59.978488 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d01c1d17-eaac-4eac-8da4-227a210c3465 req-392ecb0f-8d62-4105-abcf-25d42695b9d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1998022 Aug 28 12:43:00.119057 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdeddbea-25c9-4f42-8be8-80b6460bbd10 req-ac9ea90d-2dcb-4c9f-8368-11dbfbd05759 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:00.123539 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdeddbea-25c9-4f42-8be8-80b6460bbd10 req-ac9ea90d-2dcb-4c9f-8368-11dbfbd05759 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:00.139642 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdeddbea-25c9-4f42-8be8-80b6460bbd10 req-ac9ea90d-2dcb-4c9f-8368-11dbfbd05759 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "DELETE /v2.0/security-groups/40e6b128-e312-412b-b90e-bb5d4d05855f HTTP/1.1" status: 204 len: 173 time: 1.0729883 Aug 28 12:43:00.156518 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device fdfcd5db-dd0f-4fae-b220-94bfde3336d7 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:43:00.159515 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:43:00.317417 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d01c1d17-eaac-4eac-8da4-227a210c3465 req-ed86be5c-84d3-449a-b380-ab87e1412b07 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984459 Aug 28 12:43:00.325309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ea90d-2dcb-4c9f-8368-11dbfbd05759 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e6b128-e312-412b-b90e-bb5d4d05855f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:00.503967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d01c1d17-eaac-4eac-8da4-227a210c3465 req-0d639e4d-cb3a-4e79-9b63-2c4d1bbaa871 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697721 Aug 28 12:43:00.513326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:43:00.526653 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-c4242b54-038d-494f-bae1-43ec999c9847 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:43:00.527986 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-c4242b54-038d-494f-bae1-43ec999c9847 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095768 Aug 28 12:43:00.528453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:43:00.529059 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:00.551781 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-318d659e-7c47-4a08-898c-72dc86a15703 req-3ec7c0eb-74e8-4070-943c-9880c9584b46 service neutron] Request body: {'binding': {'host': 'n-h2-791505-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:43:00.552544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-318d659e-7c47-4a08-898c-72dc86a15703 req-3ec7c0eb-74e8-4070-943c-9880c9584b46 service neutron] Unknown quota resources ['binding']. {{(pid=94878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 12:43:00.564147 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port fdfcd5db-dd0f-4fae-b220-94bfde3336d7, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fdfcd5db-dd0f-4fae-b220-94bfde3336d7,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:00.568945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8b76d-cc3e-4c02-867c-26d34337e4ab req-830dd491-c141-4fbd-bac2-245219337d8e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:00.581728 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebd8b76d-cc3e-4c02-867c-26d34337e4ab req-830dd491-c141-4fbd-bac2-245219337d8e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 949 time: 0.2487352 Aug 28 12:43:00.590802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'fdfcd5db-dd0f-4fae-b220-94bfde3336d7', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'fdfcd5db-dd0f-4fae-b220-94bfde3336d7', 'mac_address': 'fa:16:3e:a7:22:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:43:00.720412 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebd8b76d-cc3e-4c02-867c-26d34337e4ab req-9c14acb8-595d-4fd5-bc65-9ef01432dd93 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376679 Aug 28 12:43:00.729338 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:00.779222 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:00.785818 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfcd5db-dd0f-4fae-b220-94bfde3336d7 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:43:00.843667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port fdfcd5db-dd0f-4fae-b220-94bfde3336d7, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fdfcd5db-dd0f-4fae-b220-94bfde3336d7,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:00.849804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61afc680-03f9-4e14-9d41-21c791552e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:00.852767 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cee142-2c95-49bf-96fa-39f393e23c6c" -d '{"events": [{"server_uuid": "61afc680-03f9-4e14-9d41-21c791552e6d", "name": "network-vif-plugged", "status": "completed", "tag": "ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:00.866772 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:00.880773 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:00.906548 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:00.914536 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b28fd-1b06-4425-88b1-a2b93b9870ca req-86bcbc41-c63d-4a85-a3bb-3f596e4ad98c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:00.916241 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-902b28fd-1b06-4425-88b1-a2b93b9870ca req-86bcbc41-c63d-4a85-a3bb-3f596e4ad98c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 944 time: 0.1022215 Aug 28 12:43:00.921210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-318d659e-7c47-4a08-898c-72dc86a15703 req-3ec7c0eb-74e8-4070-943c-9880c9584b46 service neutron] Attempting to bind port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 on host n-h2-791505-21 for vnic_type normal with profile None {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:43:00.921648 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-318d659e-7c47-4a08-898c-72dc86a15703 req-3ec7c0eb-74e8-4070-943c-9880c9584b46 service neutron] Attempting to bind port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:43:00.921925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d659e-7c47-4a08-898c-72dc86a15703 req-3ec7c0eb-74e8-4070-943c-9880c9584b46 service neutron] Attempting to bind port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:43:00.928334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d659e-7c47-4a08-898c-72dc86a15703 req-3ec7c0eb-74e8-4070-943c-9880c9584b46 service neutron] Port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:43:00.928968 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d659e-7c47-4a08-898c-72dc86a15703 req-3ec7c0eb-74e8-4070-943c-9880c9584b46 service neutron] Attempting to bind port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:43:00.944447 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d659e-7c47-4a08-898c-72dc86a15703 req-3ec7c0eb-74e8-4070-943c-9880c9584b46 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:43:00.945827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d659e-7c47-4a08-898c-72dc86a15703 req-3ec7c0eb-74e8-4070-943c-9880c9584b46 service neutron] Checking segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:43:00.946669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d659e-7c47-4a08-898c-72dc86a15703 req-3ec7c0eb-74e8-4070-943c-9880c9584b46 service neutron] Bound using segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:43:00.948823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-318d659e-7c47-4a08-898c-72dc86a15703 req-3ec7c0eb-74e8-4070-943c-9880c9584b46 service neutron] Bound port: 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:43:00.988095 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=fdfcd5db-dd0f-4fae-b220-94bfde3336d7,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:01.061718 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-902b28fd-1b06-4425-88b1-a2b93b9870ca req-397260c6-4edc-4cec-992d-7fcc3cbcaa61 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295416 Aug 28 12:43:01.093370 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-318d659e-7c47-4a08-898c-72dc86a15703 req-3ec7c0eb-74e8-4070-943c-9880c9584b46 service neutron] For port 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=843ba3cc-b58a-4cee-b418-76d2d03ffa01,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:43:01.114713 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-318d659e-7c47-4a08-898c-72dc86a15703 req-3ec7c0eb-74e8-4070-943c-9880c9584b46 service neutron] Notify callbacks [] for binding, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:01.117917 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-3ec7c0eb-74e8-4070-943c-9880c9584b46 service neutron] 10.222.0.20 "POST /v2.0/ports/843ba3cc-b58a-4cee-b418-76d2d03ffa01/bindings HTTP/1.1" status: 201 len: 390 time: 0.5749545 Aug 28 12:43:01.189367 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:01.437471 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['fdfcd5db-dd0f-4fae-b220-94bfde3336d7'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:01.531183 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-e8f27559-3d72-46ae-aaf3-ad5b14d485ee req-f99a89d9-15dc-4652-8a7f-5c41f144abb6 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] show failed (client error): The resource could not be found. Aug 28 12:43:01.532248 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8f27559-3d72-46ae-aaf3-ad5b14d485ee req-f99a89d9-15dc-4652-8a7f-5c41f144abb6 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/40e6b128-e312-412b-b90e-bb5d4d05855f HTTP/1.1" status: 404 len: 352 time: 0.0728340 Aug 28 12:43:01.543950 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610d271-5d85-44ac-9a6e-51a33e4eb56c req-66402811-70ed-4f27-aac4-87c45f0d038f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:01.549981 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0610d271-5d85-44ac-9a6e-51a33e4eb56c req-66402811-70ed-4f27-aac4-87c45f0d038f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 949 time: 0.1859457 Aug 28 12:43:01.710979 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0610d271-5d85-44ac-9a6e-51a33e4eb56c req-e69458c2-f250-4db5-9d85-6ae8b4dcd8c2 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511209 Aug 28 12:43:01.748611 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b66aedd-fd8c-47c1-aa16-25f8a4ca6990 x-openstack-request-id: req-0b66aedd-fd8c-47c1-aa16-25f8a4ca6990 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:01.753614 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61afc680-03f9-4e14-9d41-21c791552e6d", "name": "network-vif-plugged", "status": "completed", "tag": "ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:01.754186 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b66aedd-fd8c-47c1-aa16-25f8a4ca6990 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:01.755949 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61afc680-03f9-4e14-9d41-21c791552e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70', 'code': 200} Aug 28 12:43:01.780458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d659e-7c47-4a08-898c-72dc86a15703 req-7049abf2-2f5e-4342-8398-c64fc7f2071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:01.782828 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-7049abf2-2f5e-4342-8398-c64fc7f2071b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 1097 time: 0.1389778 Aug 28 12:43:01.957338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e79eba-faa7-4d13-883d-10972bfcf6f8 req-546ad045-4249-42b1-87c7-19cb7b544faf tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:01.967521 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e1e79eba-faa7-4d13-883d-10972bfcf6f8 req-546ad045-4249-42b1-87c7-19cb7b544faf tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 945 time: 0.1212456 Aug 28 12:43:02.049125 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e1e79eba-faa7-4d13-883d-10972bfcf6f8 req-1d75e979-1dc4-41f4-b94b-d5110044cfb3 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676377 Aug 28 12:43:02.077514 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38c18448-85a3-4e46-9291-42fb40e2843a req-cf8c583e-cef4-475f-8c19-368a5404e5c3 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/67d9d787-b921-4d8b-9197-1a3c5db462f5 HTTP/1.1" status: 200 len: 1799 time: 0.2835407 Aug 28 12:43:02.098495 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15afb0e-4c76-4709-a866-5d13a9cb8ab3 req-eaf4da00-578a-4347-b3cf-989534106a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:02.098495 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f15afb0e-4c76-4709-a866-5d13a9cb8ab3 req-eaf4da00-578a-4347-b3cf-989534106a8d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 1097 time: 0.2575705 Aug 28 12:43:02.169121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device fcc088f2-b199-4f27-9308-311241fd6c25 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:43:02.197854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d659e-7c47-4a08-898c-72dc86a15703 req-068b2798-1d2e-4137-8bab-8a64fe4055d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:02.206097 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-068b2798-1d2e-4137-8bab-8a64fe4055d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.3914742 Aug 28 12:43:02.305473 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-2f8f9d46-7680-4b7d-b716-fa5081cdb206 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=843ba3cc-b58a-4cee-b418-76d2d03ffa01 HTTP/1.1" status: 200 len: 217 time: 0.0861657 Aug 28 12:43:02.308147 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f15afb0e-4c76-4709-a866-5d13a9cb8ab3 req-7addc694-877b-4637-a537-541388ab0ef7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946542 Aug 28 12:43:02.312301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port fcc088f2-b199-4f27-9308-311241fd6c25 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:43:02.318546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port fcc088f2-b199-4f27-9308-311241fd6c25 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:43:02.318923 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:02.331123 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-38c18448-85a3-4e46-9291-42fb40e2843a req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:02.363634 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e213b4-26b1-400d-ab15-be523035bf1f req-8a3c0c10-1d52-4bcb-a239-0f3f5b22dad6 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:02.367136 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-81e213b4-26b1-400d-ab15-be523035bf1f req-8a3c0c10-1d52-4bcb-a239-0f3f5b22dad6 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 949 time: 0.1102433 Aug 28 12:43:02.380057 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-38c18448-85a3-4e46-9291-42fb40e2843a req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:02.480551 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:02.481833 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-38c18448-85a3-4e46-9291-42fb40e2843a req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:02.488240 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-38c18448-85a3-4e46-9291-42fb40e2843a req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:02.509206 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38c18448-85a3-4e46-9291-42fb40e2843a req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "DELETE /v2.0/security-groups/67d9d787-b921-4d8b-9197-1a3c5db462f5 HTTP/1.1" status: 204 len: 173 time: 0.4304519 Aug 28 12:43:02.536030 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-81e213b4-26b1-400d-ab15-be523035bf1f req-a3bb7e40-3e81-4f38-8109-9a4432d2c40f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626053 Aug 28 12:43:02.537642 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d9d787-b921-4d8b-9197-1a3c5db462f5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:02.581327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fcc088f2-b199-4f27-9308-311241fd6c25,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:02.593167 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:02.730795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:02.731266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:02.731554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:02.731867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:02.732222 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:02.732548 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:02.732872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:02.733195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:02.733517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:02.733844 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:02.734165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:02.734511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa6cf03-395d-430a-894d-6c7d6d2c8217 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:02.770488 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [req-357d22c9-88a5-4c3b-a9fd-6f27555c7c39 req-272af7a8-2563-4053-b4fb-a102c2aaa107 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] show failed (client error): The resource could not be found. Aug 28 12:43:02.796594 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-357d22c9-88a5-4c3b-a9fd-6f27555c7c39 req-272af7a8-2563-4053-b4fb-a102c2aaa107 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/67d9d787-b921-4d8b-9197-1a3c5db462f5 HTTP/1.1" status: 404 len: 352 time: 0.0746186 Aug 28 12:43:02.824331 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=fcc088f2-b199-4f27-9308-311241fd6c25,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:02.860736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d659e-7c47-4a08-898c-72dc86a15703 req-666451d7-a04e-4744-b7b3-334b085d7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:02.863325 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-666451d7-a04e-4744-b7b3-334b085d7b66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.2858708 Aug 28 12:43:02.938630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-4c721ff5-cbe5-4043-ad9e-abb2f03661c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567186 Aug 28 12:43:02.965456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b66ce6-a262-4ee2-963f-84cd9217b043 req-f0a42f72-11ef-4055-9a8a-c0485e79975b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:02.974827 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-20b66ce6-a262-4ee2-963f-84cd9217b043 req-f0a42f72-11ef-4055-9a8a-c0485e79975b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 945 time: 0.2262976 Aug 28 12:43:02.992565 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147023-c2c5-4234-8b1f-84e8683f2aae req-37076b72-adf0-4e8e-95dd-a59223e4b4b4 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:02.994847 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-71147023-c2c5-4234-8b1f-84e8683f2aae req-37076b72-adf0-4e8e-95dd-a59223e4b4b4 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 949 time: 0.0704587 Aug 28 12:43:03.086232 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-71147023-c2c5-4234-8b1f-84e8683f2aae req-48093a88-ed95-4c89-8aaa-6fe1d4eff920 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747936 Aug 28 12:43:03.146448 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-20b66ce6-a262-4ee2-963f-84cd9217b043 req-cbdc46ce-1a91-46ae-8236-b69ec0697c35 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703949 Aug 28 12:43:03.198764 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-0fb456a5-921c-45ac-a4b9-ed0c03cdd7fa service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150846 Aug 28 12:43:03.254121 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d16c7db5-3bbd-4622-99fa-707d2a97a560 req-26afc017-3231-4c53-99be-7577f081ce06 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97f058b6cd8c45fcb01313f1fda47d77 HTTP/1.1" status: 200 len: 6146 time: 0.1218581 Aug 28 12:43:03.312082 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d16c7db5-3bbd-4622-99fa-707d2a97a560 req-91fba102-62d1-421e-9347-892bdc136d7a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/abe0ec50-c335-4e0e-a472-a3970ef609f0 HTTP/1.1" status: 200 len: 2981 time: 0.0569100 Aug 28 12:43:03.388950 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4215200-7d0e-4fa8-81f5-cfb4f917216e req-d20e64ea-a9ab-4ad7-9c13-865c68c679bb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:03.398849 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f4215200-7d0e-4fa8-81f5-cfb4f917216e req-d20e64ea-a9ab-4ad7-9c13-865c68c679bb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 945 time: 0.1124759 Aug 28 12:43:03.406063 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d16c7db5-3bbd-4622-99fa-707d2a97a560 req-12978495-a6a5-4199-92d6-67ebea6f377f tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/abe0ec50-c335-4e0e-a472-a3970ef609f0 HTTP/1.1" status: 200 len: 2981 time: 0.0930085 Aug 28 12:43:03.414244 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-e56ccfc7-8cbf-4afc-8058-a40f10886f6d service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037315 Aug 28 12:43:03.491522 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f4215200-7d0e-4fa8-81f5-cfb4f917216e req-76e7a901-c10e-4ffa-9b81-b3f85249708d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891244 Aug 28 12:43:03.540699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-fdc91977-3601-4ac4-89e2-4f1bb80414b4 req-9ad799d6-424a-45d3-9543-ef4f696cce0d tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-953691209', 'description': 'tempest-description-2069931237'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:43:03.577787 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdc91977-3601-4ac4-89e2-4f1bb80414b4 req-9ad799d6-424a-45d3-9543-ef4f696cce0d tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:03.754105 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdc91977-3601-4ac4-89e2-4f1bb80414b4 req-9ad799d6-424a-45d3-9543-ef4f696cce0d tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:03.758030 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:03.759959 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdc91977-3601-4ac4-89e2-4f1bb80414b4 req-9ad799d6-424a-45d3-9543-ef4f696cce0d tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:03.761872 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf76ecac-9814-4234-b7f1-5011114855ee" -d '{"events": [{"server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "name": "network-vif-plugged", "status": "completed", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:03.818099 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fdc91977-3601-4ac4-89e2-4f1bb80414b4 req-9ad799d6-424a-45d3-9543-ef4f696cce0d tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:03.821774 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdc91977-3601-4ac4-89e2-4f1bb80414b4 req-9ad799d6-424a-45d3-9543-ef4f696cce0d tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2838538 Aug 28 12:43:03.830631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad799d6-424a-45d3-9543-ef4f696cce0d tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f29505-eefe-42ca-bf38-a811a8e5b961,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:04.066781 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeaaae-959d-4499-893c-351c126290d6 req-b92698d6-e53c-40c8-8057-31487328c607 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:04.071994 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-98aeaaae-959d-4499-893c-351c126290d6 req-b92698d6-e53c-40c8-8057-31487328c607 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1375172 Aug 28 12:43:04.082857 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2407b95a-75a7-42a1-9f69-0231ef0e3a64 x-openstack-request-id: req-2407b95a-75a7-42a1-9f69-0231ef0e3a64 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:04.083147 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "name": "network-vif-plugged", "status": "completed", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:04.083396 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2407b95a-75a7-42a1-9f69-0231ef0e3a64 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:04.083791 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25', 'code': 200} Aug 28 12:43:04.145194 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-98aeaaae-959d-4499-893c-351c126290d6 req-f4fcf4d5-cc1c-4751-a7c1-b5614b1a10e7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602934 Aug 28 12:43:04.181480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device fdfcd5db-dd0f-4fae-b220-94bfde3336d7 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:43:04.243222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-d9d1e8cb-dd53-4db0-bc4e-1ee856102a6e req-33e81f10-0786-4512-8324-64bd317aadf0 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-882176725', 'description': 'tempest-description-2049889666'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:43:04.292489 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d9d1e8cb-dd53-4db0-bc4e-1ee856102a6e req-33e81f10-0786-4512-8324-64bd317aadf0 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:04.354631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port fdfcd5db-dd0f-4fae-b220-94bfde3336d7 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:43:04.369567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port fdfcd5db-dd0f-4fae-b220-94bfde3336d7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:43:04.370133 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:04.394779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164424c1-89e7-49cf-9cdf-5ecfd20d1212 req-f5fb54a7-6da5-481b-8102-28036c42a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:04.397349 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-164424c1-89e7-49cf-9cdf-5ecfd20d1212 req-f5fb54a7-6da5-481b-8102-28036c42a530 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 1102 time: 0.1672392 Aug 28 12:43:04.519775 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d9d1e8cb-dd53-4db0-bc4e-1ee856102a6e req-33e81f10-0786-4512-8324-64bd317aadf0 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:04.524549 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:04.527272 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d9d1e8cb-dd53-4db0-bc4e-1ee856102a6e req-33e81f10-0786-4512-8324-64bd317aadf0 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:04.545180 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-164424c1-89e7-49cf-9cdf-5ecfd20d1212 req-61e902f7-04d7-4ddc-8e68-e82d7e8e7f24 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395414 Aug 28 12:43:04.594560 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa6096-2850-41e8-9914-2ff0ac2f8337 req-0420ced4-e491-47e9-b92c-e20f46b56a12 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:04.605494 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7fa6096-2850-41e8-9914-2ff0ac2f8337 req-0420ced4-e491-47e9-b92c-e20f46b56a12 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 949 time: 0.1832805 Aug 28 12:43:04.614070 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d9d1e8cb-dd53-4db0-bc4e-1ee856102a6e req-33e81f10-0786-4512-8324-64bd317aadf0 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:04.634424 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port fdfcd5db-dd0f-4fae-b220-94bfde3336d7, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fdfcd5db-dd0f-4fae-b220-94bfde3336d7,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:04.643456 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d9d1e8cb-dd53-4db0-bc4e-1ee856102a6e req-33e81f10-0786-4512-8324-64bd317aadf0 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4050291 Aug 28 12:43:04.657194 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:04.673174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e81f10-0786-4512-8324-64bd317aadf0 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539992ab-1c6e-4785-a63a-1399ed163101,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:04.700715 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7fa6096-2850-41e8-9914-2ff0ac2f8337 req-57305777-cd90-4727-ab45-d6fa5d6872e8 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941830 Aug 28 12:43:04.847107 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=fdfcd5db-dd0f-4fae-b220-94bfde3336d7,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:04.900506 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0953c2c-2ee4-428c-aa67-ad050130d7f4 req-015000a9-476c-4dd6-a44e-e6f820c19855 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:04.913539 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0953c2c-2ee4-428c-aa67-ad050130d7f4 req-015000a9-476c-4dd6-a44e-e6f820c19855 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 945 time: 0.1068609 Aug 28 12:43:04.986389 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0953c2c-2ee4-428c-aa67-ad050130d7f4 req-87c8faa7-1c68-43c3-99f2-2d853c995ebb tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710049 Aug 28 12:43:05.073905 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9098f17-4ffe-4623-a90e-dd9eae3c1b64 req-b5c0fe8b-fd91-4ec1-ace5-3810de123711 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:05.087624 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9098f17-4ffe-4623-a90e-dd9eae3c1b64 req-b5c0fe8b-fd91-4ec1-ace5-3810de123711 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 945 time: 0.1048775 Aug 28 12:43:05.224734 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9098f17-4ffe-4623-a90e-dd9eae3c1b64 req-b226ebd0-11a4-40a9-9300-d4137a5b838d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354034 Aug 28 12:43:05.603464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-e54e62a5-6949-41d6-a90f-9616edb1bba6 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:05.613979 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-e54e62a5-6949-41d6-a90f-9616edb1bba6 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/networks?id=d821f1a2-31c3-416b-86d0-78f310c2bf83 HTTP/1.1" status: 200 len: 813 time: 0.4071333 Aug 28 12:43:05.677131 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-4f90fed1-9c36-487b-b469-cccc70c9d028 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/quotas/97f058b6cd8c45fcb01313f1fda47d77 HTTP/1.1" status: 200 len: 375 time: 0.0542924 Aug 28 12:43:05.928453 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-1ab09ba8-354b-4463-911a-7c5eea264645 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=97f058b6cd8c45fcb01313f1fda47d77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2478936 Aug 28 12:43:05.986140 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e12f37-3335-4e8d-9896-e9666d59d5ce req-99bc6bf0-0ea2-43d2-a61c-ff94351ad646 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:05.994621 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-55e12f37-3335-4e8d-9896-e9666d59d5ce req-99bc6bf0-0ea2-43d2-a61c-ff94351ad646 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1571572 Aug 28 12:43:06.085822 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b7c22a-2de7-4b78-8974-9f4e98743291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfcd5db-dd0f-4fae-b220-94bfde3336d7'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:06.091153 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22208e9f-f0d6-457e-9f06-bdcc77aa1bcd" -d '{"events": [{"server_uuid": "c0b7c22a-2de7-4b78-8974-9f4e98743291", "name": "network-vif-plugged", "status": "completed", "tag": "fdfcd5db-dd0f-4fae-b220-94bfde3336d7"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:06.103007 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-55e12f37-3335-4e8d-9896-e9666d59d5ce req-cc1dcebb-6283-43eb-b37f-d5a9ccf2139f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990698 Aug 28 12:43:06.289266 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-29659df1-0067-4b14-b4ea-e7acf086c257 service neutron] 10.222.0.20 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572767 Aug 28 12:43:06.490113 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-4dd8d508-b37e-4a3b-a143-57f1ea87a364 service neutron] 10.222.0.20 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976881 Aug 28 12:43:06.504058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ba371-7019-476e-92a6-bd6a6445b57c req-375c474c-0b49-410e-8761-7729a72532d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:06.520605 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de7ba371-7019-476e-92a6-bd6a6445b57c req-375c474c-0b49-410e-8761-7729a72532d3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 950 time: 0.1725287 Aug 28 12:43:06.620651 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de7ba371-7019-476e-92a6-bd6a6445b57c req-19e9003d-1b4d-4152-9e08-8a71339e824e tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988169 Aug 28 12:43:06.729817 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f19764-e865-43f9-8bf3-a52a8d4c725a x-openstack-request-id: req-32f19764-e865-43f9-8bf3-a52a8d4c725a {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:06.730462 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b7c22a-2de7-4b78-8974-9f4e98743291", "name": "network-vif-plugged", "status": "completed", "tag": "fdfcd5db-dd0f-4fae-b220-94bfde3336d7", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:06.730843 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32f19764-e865-43f9-8bf3-a52a8d4c725a {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:06.732149 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b7c22a-2de7-4b78-8974-9f4e98743291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfcd5db-dd0f-4fae-b220-94bfde3336d7', 'code': 200} Aug 28 12:43:07.031511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa7180-1842-4804-8640-a85a91a72625 req-fa23a052-286b-4a8a-9653-ffcbedbb6e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:07.039517 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:07.045053 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-23fa7180-1842-4804-8640-a85a91a72625 req-fa23a052-286b-4a8a-9653-ffcbedbb6e12 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 1102 time: 0.1760612 Aug 28 12:43:07.081728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a161d9e-881e-45b1-b364-0cc684115144 req-f3a91897-700a-4186-8f0f-dc7a9021ce4f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:07.097423 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6a161d9e-881e-45b1-b364-0cc684115144 req-f3a91897-700a-4186-8f0f-dc7a9021ce4f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 945 time: 0.1263871 Aug 28 12:43:07.178990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-23fa7180-1842-4804-8640-a85a91a72625 req-20e35480-452d-451a-977c-2bfc367cef5e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205344 Aug 28 12:43:07.208705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6a161d9e-881e-45b1-b364-0cc684115144 req-d1205f2e-e66f-4dd4-a6c1-95976d68b891 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085682 Aug 28 12:43:07.309936 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9873c30e-556e-4df2-b957-992531707783 req-cbfd4c96-4405-45d1-bc8c-79b15c851655 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 210 time: 0.0726986 Aug 28 12:43:07.582554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb184f5-12a9-40b6-a18c-8df6229e7cdc req-de817e25-35e1-4dd5-9978-4ef3251d21c6 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:07.600608 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ceb184f5-12a9-40b6-a18c-8df6229e7cdc req-de817e25-35e1-4dd5-9978-4ef3251d21c6 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1602664 Aug 28 12:43:07.744268 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ceb184f5-12a9-40b6-a18c-8df6229e7cdc req-da5f6dd3-97b4-4767-95e7-78d21fd8f978 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224439 Aug 28 12:43:07.947197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e5c2b-d45b-4ed8-b691-d98dfab285f3 req-18d95066-8db8-42d8-993c-6ddc3600d22f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:07.961333 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-424e5c2b-d45b-4ed8-b691-d98dfab285f3 req-18d95066-8db8-42d8-993c-6ddc3600d22f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 950 time: 0.1212933 Aug 28 12:43:08.097288 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-424e5c2b-d45b-4ed8-b691-d98dfab285f3 req-67ef23c6-ed9f-4341-a0ed-2911560df979 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345830 Aug 28 12:43:08.113298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99981f-bbdc-4623-ae4d-9f58acd5745e req-ee2cee7f-7238-42dc-aa70-9db4fb0f34fb tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:08.114863 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa99981f-bbdc-4623-ae4d-9f58acd5745e req-ee2cee7f-7238-42dc-aa70-9db4fb0f34fb tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 1102 time: 0.1721306 Aug 28 12:43:08.214885 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa99981f-bbdc-4623-ae4d-9f58acd5745e req-02ce60a5-d93c-40b2-ad13-20ce4ff0c5d7 tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830271 Aug 28 12:43:09.287037 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-77e6d1d8-a575-4283-b2fb-f3805b62709a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:09.300213 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-77e6d1d8-a575-4283-b2fb-f3805b62709a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.11 "GET /v2.0/networks?id=d821f1a2-31c3-416b-86d0-78f310c2bf83 HTTP/1.1" status: 200 len: 813 time: 0.3561404 Aug 28 12:43:09.349187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-e274b7d9-8953-4cda-9f05-913cc44c71d5 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Request body: {'port': {'device_id': '94e77fd1-5f14-420e-bfaa-91c053de9532', 'network_id': 'd821f1a2-31c3-416b-86d0-78f310c2bf83', 'admin_state_up': True, 'tenant_id': '97f058b6cd8c45fcb01313f1fda47d77'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:43:09.486389 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:09.747282 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26b7b49d-3e23-43c3-920f-2cda07577302 req-6fe937d6-c2b2-4ddc-a0d8-52ec4851c550 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 210 time: 0.1061218 Aug 28 12:43:09.825247 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-9c538a96-884a-4012-b792-1e9a8b6c01e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3137846 Aug 28 12:43:09.833366 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bc58b372-9a18-4a8f-8e83-989b5388ce5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:09.965064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123b1c9-4634-45c6-abef-0d8be84d748c req-e7f6d3ed-1f5a-421f-abf4-9f902be7b114 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:09.968299 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e123b1c9-4634-45c6-abef-0d8be84d748c req-e7f6d3ed-1f5a-421f-abf4-9f902be7b114 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 945 time: 0.5823147 Aug 28 12:43:10.066872 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e123b1c9-4634-45c6-abef-0d8be84d748c req-b4fe6712-28f5-45d0-9629-b6d7ba55467f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844607 Aug 28 12:43:10.132046 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37646) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:43:10.160733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-e274b7d9-8953-4cda-9f05-913cc44c71d5 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Made reservation on behalf of 97f058b6cd8c45fcb01313f1fda47d77 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:43:10.172459 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-e274b7d9-8953-4cda-9f05-913cc44c71d5 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:10.220446 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbd041-9969-41a6-b3ba-4e4dc31e1c7b req-4c4f1154-e806-4aa3-8f2a-b6eb5a649098 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:10.230516 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5bbd041-9969-41a6-b3ba-4e4dc31e1c7b req-4c4f1154-e806-4aa3-8f2a-b6eb5a649098 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 950 time: 0.2373598 Aug 28 12:43:10.368052 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5bbd041-9969-41a6-b3ba-4e4dc31e1c7b req-3082ba2e-36dd-4a6a-aebf-66af369eb9a0 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284335 Aug 28 12:43:10.587526 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e27f2900-a35d-4d12-b37c-216d5041b6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:10.687564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b449a-4d36-4270-b626-c27fa581ceae req-490b2247-882b-4df1-b614-6f0c9ce21017 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:10.690743 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-934b449a-4d36-4270-b626-c27fa581ceae req-490b2247-882b-4df1-b614-6f0c9ce21017 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.3937371 Aug 28 12:43:10.813069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae70559-a408-48ee-ab70-56b1d7a76d09 req-0504c419-863b-496f-9e7d-f9f4b80b4cf2 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:10.826139 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aae70559-a408-48ee-ab70-56b1d7a76d09 req-0504c419-863b-496f-9e7d-f9f4b80b4cf2 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 1102 time: 0.0827479 Aug 28 12:43:10.891523 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aae70559-a408-48ee-ab70-56b1d7a76d09 req-faf9425a-b4de-46a7-84d2-8c21b3ce26c8 tempest-ServersOnMultiNodesTest-1918849025 tempest-ServersOnMultiNodesTest-1918849025-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637875 Aug 28 12:43:11.156972 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b440e2e7-2650-4b4d-94cd-6023e62d77bb req-793ce8cd-081e-4d31-9805-ffde1b308e2b tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 210 time: 0.0686383 Aug 28 12:43:11.300770 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e27f2900-a35d-4d12-b37c-216d5041b6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:11.327289 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-934b449a-4d36-4270-b626-c27fa581ceae req-0e28a3cf-eeb1-44e1-9c48-711358c7b80d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6072955 Aug 28 12:43:11.368015 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e27f2900-a35d-4d12-b37c-216d5041b6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:11.375432 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-e274b7d9-8953-4cda-9f05-913cc44c71d5 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Allocated IP 172.20.0.12 (d821f1a2-31c3-416b-86d0-78f310c2bf83/e4110922-5f6c-4f12-8276-16127b4c6b42/fdb2dd94-247c-424e-9550-11c0a47485bd) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:43:11.632730 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e27f2900-a35d-4d12-b37c-216d5041b6cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd79fbf549094675a9da8c1362e72c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4890811 Aug 28 12:43:11.636018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37684) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:43:11.647936 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f2900-a35d-4d12-b37c-216d5041b6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbdbd19-7880-4e22-b458-1acf07abce98,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:11.982842 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-e274b7d9-8953-4cda-9f05-913cc44c71d5 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:12.001763 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:12.029014 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-e274b7d9-8953-4cda-9f05-913cc44c71d5 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:12.064560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['5452e9de-b759-42c7-9be1-8822e2d91cb7'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:12.110742 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957428f8-d7c9-4fd1-9d2f-810045f0bb60 req-041e365a-cbd3-4f07-85b9-d0b39e6917f9 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:12.123461 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-957428f8-d7c9-4fd1-9d2f-810045f0bb60 req-041e365a-cbd3-4f07-85b9-d0b39e6917f9 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 950 time: 0.2190835 Aug 28 12:43:12.159835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-e274b7d9-8953-4cda-9f05-913cc44c71d5 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Network d821f1a2-31c3-416b-86d0-78f310c2bf83 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:43:12.167330 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:12.219265 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700098de-db46-4dab-b875-22973e774274 req-4505c70f-2b02-407d-8751-ff388ac4b56d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:12.220876 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-700098de-db46-4dab-b875-22973e774274 req-4505c70f-2b02-407d-8751-ff388ac4b56d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 945 time: 0.6163158 Aug 28 12:43:12.224267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-e274b7d9-8953-4cda-9f05-913cc44c71d5 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:43:12.240399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-e274b7d9-8953-4cda-9f05-913cc44c71d5 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:43:12.287990 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-957428f8-d7c9-4fd1-9d2f-810045f0bb60 req-f454a530-e03f-4a7e-bdac-ffbcbbdc5d9a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528149 Aug 28 12:43:12.319725 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6e30e118-c057-42ce-8ad3-cde1e64d61e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:12.329936 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:12.331156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274b7d9-8953-4cda-9f05-913cc44c71d5 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event updated for resources: {'Port': ['ID=fdb2dd94-247c-424e-9550-11c0a47485bd,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:12.335659 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:12.342659 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bbdbd19-7880-4e22-b458-1acf07abce98 HTTP/1.1" status: 204 len: 168 time: 0.7007782 Aug 28 12:43:12.379759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbdbd19-7880-4e22-b458-1acf07abce98,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:12.399851 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-700098de-db46-4dab-b875-22973e774274 req-7deed831-9a54-43ee-9f22-22dc8f37c3e3 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605818 Aug 28 12:43:12.422786 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-e274b7d9-8953-4cda-9f05-913cc44c71d5 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:12.422786 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-e274b7d9-8953-4cda-9f05-913cc44c71d5 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:12.423152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:12.423152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:12.423152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:12.438704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:12.439798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:12.442044 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:12.444026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:12.444921 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:12.446228 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-e274b7d9-8953-4cda-9f05-913cc44c71d5 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1303329 Aug 28 12:43:12.446492 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:12.448485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:12.449230 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:12.451445 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7411a001-c148-4a49-b096-fba7da948bb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:12.549049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Request body: {'port': {'device_id': '94e77fd1-5f14-420e-bfaa-91c053de9532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:43:12.812838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97f556-30e4-459c-a01a-c06dd8b1d3cc req-b8bd97da-b295-4e1b-9f12-3de57396ea70 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:12.833863 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1d97f556-30e4-459c-a01a-c06dd8b1d3cc req-b8bd97da-b295-4e1b-9f12-3de57396ea70 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 932 time: 0.2195308 Aug 28 12:43:12.842573 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:12.904105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f31b9-05ad-45cd-84c9-def41badd5e9 req-005f1152-3cf6-4799-b74c-945b6dc5928a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:12.912735 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-769f31b9-05ad-45cd-84c9-def41badd5e9 req-005f1152-3cf6-4799-b74c-945b6dc5928a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1957905 Aug 28 12:43:13.008364 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1d97f556-30e4-459c-a01a-c06dd8b1d3cc req-ddbddf80-cf1c-4bd6-9a7a-f54315193e81 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729801 Aug 28 12:43:13.016581 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-769f31b9-05ad-45cd-84c9-def41badd5e9 req-2d85e396-d8f9-4ed9-98e4-62d079feb4de tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018231 Aug 28 12:43:13.061470 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:13.272255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37706) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:43:13.273415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-511fd5eb-d8cc-4aec-bae4-a129036cf295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:13.276404 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-511fd5eb-d8cc-4aec-bae4-a129036cf295 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 1102 time: 0.2505691 Aug 28 12:43:13.298205 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:13.299519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd873184-cc7c-466c-975d-553150def944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:13.577131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfe456-5313-4b41-89c0-9fda3c3ef608 req-74ff9822-e19d-432a-9c56-ddfb8a1f6e4c tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:13.580057 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-12dfe456-5313-4b41-89c0-9fda3c3ef608 req-74ff9822-e19d-432a-9c56-ddfb8a1f6e4c tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 950 time: 0.1351457 Aug 28 12:43:13.624084 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd873184-cc7c-466c-975d-553150def944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:13.641795 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd873184-cc7c-466c-975d-553150def944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:13.719475 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dd873184-cc7c-466c-975d-553150def944 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=349496f80b514c17badda7ed8f95c254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4461231 Aug 28 12:43:13.724846 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37712) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:43:13.754137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd873184-cc7c-466c-975d-553150def944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1588265f-71a7-405b-94cd-0e6784419933,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:13.797730 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-12dfe456-5313-4b41-89c0-9fda3c3ef608 req-d4651edf-6660-4a12-a869-7c57a21ca6c3 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952376 Aug 28 12:43:13.830081 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba863bac-8334-4044-9011-964390ce0461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:13.881104 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba863bac-8334-4044-9011-964390ce0461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:13.892862 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-d90ab619-1bac-4f3b-817f-1a78dd9fb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:13.903369 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-d90ab619-1bac-4f3b-817f-1a78dd9fb700 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.6019616 Aug 28 12:43:13.930855 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383d6f1-b498-458f-825b-270d0f8d5e1a req-fbbc5d86-359b-41ea-b03a-5b5b9e5ffc73 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:13.939880 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6383d6f1-b498-458f-825b-270d0f8d5e1a req-fbbc5d86-359b-41ea-b03a-5b5b9e5ffc73 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 945 time: 0.3411174 Aug 28 12:43:13.998260 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba863bac-8334-4044-9011-964390ce0461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:14.000916 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba863bac-8334-4044-9011-964390ce0461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:14.002095 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ba863bac-8334-4044-9011-964390ce0461 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1588265f-71a7-405b-94cd-0e6784419933 HTTP/1.1" status: 204 len: 168 time: 0.2763767 Aug 28 12:43:14.019806 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba863bac-8334-4044-9011-964390ce0461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1588265f-71a7-405b-94cd-0e6784419933,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:14.101364 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-9cdd8be5-7b2f-40eb-a6ac-8efd224e993e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=fcc088f2-b199-4f27-9308-311241fd6c25 HTTP/1.1" status: 200 len: 217 time: 0.1418841 Aug 28 12:43:14.219444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6383d6f1-b498-458f-825b-270d0f8d5e1a req-f8344d31-1522-4b2b-aa65-38448795f661 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784534 Aug 28 12:43:14.281831 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23508d2c-a5d4-4cb1-8046-f7f40316d826 req-999d63ff-7dbc-4eb4-96b0-d561274a5304 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:14.294211 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-23508d2c-a5d4-4cb1-8046-f7f40316d826 req-999d63ff-7dbc-4eb4-96b0-d561274a5304 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1398249 Aug 28 12:43:14.343235 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190e5bf-4441-43cb-8bf1-e68fff6bd79d req-1f939179-9c1d-44be-af88-2391024e1c45 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:14.346808 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7190e5bf-4441-43cb-8bf1-e68fff6bd79d req-1f939179-9c1d-44be-af88-2391024e1c45 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 950 time: 0.3054755 Aug 28 12:43:14.378995 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-23508d2c-a5d4-4cb1-8046-f7f40316d826 req-4ce092bf-936e-4966-9e2e-63887c35adb7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816977 Aug 28 12:43:14.565227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-e5c21b23-043b-4d3f-8334-45874695d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:14.567337 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-e5c21b23-043b-4d3f-8334-45874695d35c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.4334979 Aug 28 12:43:14.607687 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb2dd94-247c-424e-9550-11c0a47485bd {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:43:14.644531 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:14.703624 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2126d4-41e4-4996-9002-9ea2ce84e21a req-3a76ad22-a4f6-46fe-a470-10f6d134bbb9 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:14.710996 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d2126d4-41e4-4996-9002-9ea2ce84e21a req-3a76ad22-a4f6-46fe-a470-10f6d134bbb9 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 932 time: 0.3473933 Aug 28 12:43:14.741641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Transition to ACTIVE for port object fdb2dd94-247c-424e-9550-11c0a47485bd will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:43:14.770230 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:14.823909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-8ce69939-4be6-4086-9c8c-d53076e03a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:14.826008 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-8ce69939-4be6-4086-9c8c-d53076e03a3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2433202 Aug 28 12:43:15.033669 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d2126d4-41e4-4996-9002-9ea2ce84e21a req-52c2e884-e707-4db3-a24a-3569d17f8e50 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084495 Aug 28 12:43:15.072142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb2dd94-247c-424e-9550-11c0a47485bd,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:15.184389 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:15.287598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e166b24-7bd4-409a-94dc-107bfb81f322 req-328349f4-85f5-423f-a4ca-ea5d5d41bcdf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:15.290587 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2e166b24-7bd4-409a-94dc-107bfb81f322 req-328349f4-85f5-423f-a4ca-ea5d5d41bcdf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 950 time: 0.2051654 Aug 28 12:43:15.295366 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-7190e5bf-4441-43cb-8bf1-e68fff6bd79d req-16801b56-a6a8-4511-a2b7-d7fc69a54985 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Deleting port fdfcd5db-dd0f-4fae-b220-94bfde3336d7 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:43:15.295931 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7190e5bf-4441-43cb-8bf1-e68fff6bd79d req-16801b56-a6a8-4511-a2b7-d7fc69a54985 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:15.373725 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2e166b24-7bd4-409a-94dc-107bfb81f322 req-9aa34c0e-b9e0-44f0-92a1-7a5178823adc tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707512 Aug 28 12:43:15.557572 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b31dc7-b9fa-4dd4-8006-2f34dffaa008 req-5cfcbff1-4ffe-4b69-938c-9bd073cc1b30 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:15.570229 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0b31dc7-b9fa-4dd4-8006-2f34dffaa008 req-5cfcbff1-4ffe-4b69-938c-9bd073cc1b30 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.0813766 Aug 28 12:43:15.667397 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0b31dc7-b9fa-4dd4-8006-2f34dffaa008 req-2cc0887d-0959-4975-a44a-1569419492e4 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955629 Aug 28 12:43:15.692119 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-b5c8ceb0-4a16-400d-8116-4590fba182f6 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8266563 Aug 28 12:43:15.749391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Attempting to bind port fdb2dd94-247c-424e-9550-11c0a47485bd on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:43:15.750015 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Attempting to bind port fdb2dd94-247c-424e-9550-11c0a47485bd by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '27cbefe9-ce45-40b0-b425-6f8f07c85a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd821f1a2-31c3-416b-86d0-78f310c2bf83'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:43:15.750609 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Attempting to bind port fdb2dd94-247c-424e-9550-11c0a47485bd on network d821f1a2-31c3-416b-86d0-78f310c2bf83 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:43:15.855277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e1c35-ab94-4d56-ab6d-d700985fb9bf req-d6f15d5e-30b4-4d60-9495-4db5ce279132 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:15.868312 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee8e1c35-ab94-4d56-ab6d-d700985fb9bf req-d6f15d5e-30b4-4d60-9495-4db5ce279132 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 945 time: 0.3594615 Aug 28 12:43:15.878261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Port fdb2dd94-247c-424e-9550-11c0a47485bd on network d821f1a2-31c3-416b-86d0-78f310c2bf83 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:43:15.878571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Attempting to bind port fdb2dd94-247c-424e-9550-11c0a47485bd on network d821f1a2-31c3-416b-86d0-78f310c2bf83 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:43:15.919544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-7190e5bf-4441-43cb-8bf1-e68fff6bd79d req-16801b56-a6a8-4511-a2b7-d7fc69a54985 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] For port fdfcd5db-dd0f-4fae-b220-94bfde3336d7, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fdfcd5db-dd0f-4fae-b220-94bfde3336d7,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:15.920168 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7190e5bf-4441-43cb-8bf1-e68fff6bd79d req-16801b56-a6a8-4511-a2b7-d7fc69a54985 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:15.928620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:43:15.929123 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Checking segment: {'id': '27cbefe9-ce45-40b0-b425-6f8f07c85a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd821f1a2-31c3-416b-86d0-78f310c2bf83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:43:15.929737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Bound using segment: {'id': '27cbefe9-ce45-40b0-b425-6f8f07c85a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd821f1a2-31c3-416b-86d0-78f310c2bf83'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:43:15.930443 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Bound port: fdb2dd94-247c-424e-9550-11c0a47485bd, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27cbefe9-ce45-40b0-b425-6f8f07c85a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd821f1a2-31c3-416b-86d0-78f310c2bf83'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:43:15.931026 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:15.987364 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-7190e5bf-4441-43cb-8bf1-e68fff6bd79d req-16801b56-a6a8-4511-a2b7-d7fc69a54985 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Calling delete_port for fdfcd5db-dd0f-4fae-b220-94bfde3336d7 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:43:16.053262 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee8e1c35-ab94-4d56-ab6d-d700985fb9bf req-e3467857-6e6a-488a-8f70-beb54ba485cc tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800363 Aug 28 12:43:16.489854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103787a-8712-4393-8637-fc58f7a85da3 req-3a33238b-8e44-41c3-8fc4-0b47ceb4937a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:16.500652 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a103787a-8712-4393-8637-fc58f7a85da3 req-3a33238b-8e44-41c3-8fc4-0b47ceb4937a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 944 time: 0.2426193 Aug 28 12:43:16.611557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] For port fdb2dd94-247c-424e-9550-11c0a47485bd, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:43:16.615038 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] For port fdb2dd94-247c-424e-9550-11c0a47485bd, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fdb2dd94-247c-424e-9550-11c0a47485bd,segment=NetworkSegment(27cbefe9-ce45-40b0-b425-6f8f07c85a50),segment_id=27cbefe9-ce45-40b0-b425-6f8f07c85a50)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:43:16.617273 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a103787a-8712-4393-8637-fc58f7a85da3 req-27e2a004-cc0a-4a7d-90e0-e5a7c12eca13 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075995 Aug 28 12:43:16.636994 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:16.687224 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-376dbcc0-3b85-4a1d-9fb8-77e7a13c6b18 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9613173 Aug 28 12:43:16.760339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:16.760793 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:16.762252 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] 10.222.0.11 "PUT /v2.0/ports/fdb2dd94-247c-424e-9550-11c0a47485bd HTTP/1.1" status: 200 len: 1093 time: 4.2742257 Aug 28 12:43:16.773593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e77fd1-5f14-420e-bfaa-91c053de9532', 'tag': 'fdb2dd94-247c-424e-9550-11c0a47485bd'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:16.779247 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c65b8f3-8dc8-436e-ba49-624a7f8cd080" -d '{"events": [{"name": "network-changed", "server_uuid": "94e77fd1-5f14-420e-bfaa-91c053de9532", "tag": "fdb2dd94-247c-424e-9550-11c0a47485bd"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:16.836223 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e639fd7-e108-47b5-8d6d-91200f06c384 req-19327b36-1b22-4fba-86db-11a610d5919e tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:16.844403 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e639fd7-e108-47b5-8d6d-91200f06c384 req-19327b36-1b22-4fba-86db-11a610d5919e tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 950 time: 0.2693398 Aug 28 12:43:16.855995 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5586ad4-1b23-47ae-b0f9-71757f694496 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb2dd94-247c-424e-9550-11c0a47485bd,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:16.933334 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e639fd7-e108-47b5-8d6d-91200f06c384 req-8bb49f26-c5a8-433f-bbee-47f4b0d4d0f9 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866725 Aug 28 12:43:17.014238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2dfad-feeb-4bb3-87d6-ee7fc9900e44 req-db932adc-1bcd-4852-a821-be37ed352c5f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:17.026702 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c7b2dfad-feeb-4bb3-87d6-ee7fc9900e44 req-db932adc-1bcd-4852-a821-be37ed352c5f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1907930 Aug 28 12:43:17.073644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-2d5fe9c7-e2b3-48d9-804f-e29bc9c2177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:17.076335 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-2d5fe9c7-e2b3-48d9-804f-e29bc9c2177d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=97f058b6cd8c45fcb01313f1fda47d77&device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 1096 time: 0.2654397 Aug 28 12:43:17.101572 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ae244a-deb8-4f83-a6b6-ef21cf9b7e36 x-openstack-request-id: req-29ae244a-deb8-4f83-a6b6-ef21cf9b7e36 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:17.101950 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e77fd1-5f14-420e-bfaa-91c053de9532", "tag": "fdb2dd94-247c-424e-9550-11c0a47485bd", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:17.102314 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29ae244a-deb8-4f83-a6b6-ef21cf9b7e36 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:17.102970 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e77fd1-5f14-420e-bfaa-91c053de9532', 'tag': 'fdb2dd94-247c-424e-9550-11c0a47485bd', 'status': 'completed', 'code': 200} Aug 28 12:43:17.136936 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c7b2dfad-feeb-4bb3-87d6-ee7fc9900e44 req-42397c53-360a-48ce-bc0c-2d408ae21c38 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003006 Aug 28 12:43:17.262315 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-0db87c14-23a9-4d63-bb26-222870c49fac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb2dd94-247c-424e-9550-11c0a47485bd HTTP/1.1" status: 200 len: 217 time: 0.1652811 Aug 28 12:43:17.292335 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7190e5bf-4441-43cb-8bf1-e68fff6bd79d req-16801b56-a6a8-4511-a2b7-d7fc69a54985 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:17.308556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['c1c5dd28-cac9-4bc7-aca3-d3d848501166', '4da6b800-b398-467d-99d7-5d5398876dc9', '159359af-5f13-41cb-8ee3-c4a1bbe03570'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:17.315447 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b434db14-37c6-4796-8013-42d7e15330d3', 'cedca10f-a6cf-4cba-bd7e-d11501c641c4', 'e6bb6901-a95f-4007-8887-7fb03cd9bccf', 'cdc50745-0332-432b-acc4-572edbf74426'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:17.419957 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16801b56-a6a8-4511-a2b7-d7fc69a54985 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event deleted for resources: {'Port': ['ID=fdfcd5db-dd0f-4fae-b220-94bfde3336d7,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:17.453525 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f804f-4325-49f3-947a-2040e3097cc8 req-7d042eb4-e928-4ddc-b793-62014be12e5a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:17.458173 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b48f804f-4325-49f3-947a-2040e3097cc8 req-7d042eb4-e928-4ddc-b793-62014be12e5a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 945 time: 0.1259739 Aug 28 12:43:17.466345 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-ea3db0a0-23e5-4d6e-8d61-9a91d4c5ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:17.468196 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-ea3db0a0-23e5-4d6e-8d61-9a91d4c5ae03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4110922-5f6c-4f12-8276-16127b4c6b42 HTTP/1.1" status: 200 len: 853 time: 0.1900425 Aug 28 12:43:17.502438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-7190e5bf-4441-43cb-8bf1-e68fff6bd79d req-16801b56-a6a8-4511-a2b7-d7fc69a54985 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] No DVR routers for this DVR port fdfcd5db-dd0f-4fae-b220-94bfde3336d7 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:43:17.518512 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7190e5bf-4441-43cb-8bf1-e68fff6bd79d req-16801b56-a6a8-4511-a2b7-d7fc69a54985 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:17.521974 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7190e5bf-4441-43cb-8bf1-e68fff6bd79d req-16801b56-a6a8-4511-a2b7-d7fc69a54985 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "DELETE /v2.0/ports/fdfcd5db-dd0f-4fae-b220-94bfde3336d7 HTTP/1.1" status: 204 len: 173 time: 3.1531439 Aug 28 12:43:17.580774 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-f84556f9-a670-42d0-ba4a-09f4b2ec3c0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d821f1a2-31c3-416b-86d0-78f310c2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799439 Aug 28 12:43:17.728000 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b48f804f-4325-49f3-947a-2040e3097cc8 req-aef58776-948b-4225-a886-10df617e25ba tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480443 Aug 28 12:43:17.841619 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-71de0bcb-c6ac-4c55-8cd5-a2e64385c96e service neutron] 10.222.0.11 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497921 Aug 28 12:43:18.029473 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-213fbd4f-498c-4a88-a8d2-a960cd582cc3 req-49f7b8f3-8ceb-405b-a35a-228f715b1efb service neutron] 10.222.0.11 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755180 Aug 28 12:43:18.179315 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1c96c-09f1-469e-b6b8-715da765b353 req-813e5095-d675-446e-a174-e2e2b289722c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:18.181937 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74e1c96c-09f1-469e-b6b8-715da765b353 req-813e5095-d675-446e-a174-e2e2b289722c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 944 time: 0.1172376 Aug 28 12:43:18.277548 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74e1c96c-09f1-469e-b6b8-715da765b353 req-2f044a5f-7b39-498b-91b4-7fdd7ef9c9b5 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806997 Aug 28 12:43:18.284140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device fdfcd5db-dd0f-4fae-b220-94bfde3336d7 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:43:18.287488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65b8f3-8dc8-436e-ba49-624a7f8cd080 req-18f3e1e3-ef28-4773-bbab-226b5664ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:18.302257 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c65b8f3-8dc8-436e-ba49-624a7f8cd080 req-18f3e1e3-ef28-4773-bbab-226b5664ee2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=97f058b6cd8c45fcb01313f1fda47d77&device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 1096 time: 0.1488335 Aug 28 12:43:18.349326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: fdfcd5db-dd0f-4fae-b220-94bfde3336d7 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:43:18.349933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device fdfcd5db-dd0f-4fae-b220-94bfde3336d7 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:43:18.476566 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0a3fde6-61a5-423d-a24d-c1214e8cd69f req-fa7f37f1-a692-4e51-b24b-43b8460d2f10 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0b7c22a-2de7-4b78-8974-9f4e98743291 HTTP/1.1" status: 200 len: 210 time: 0.0927472 Aug 28 12:43:18.767370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65b8f3-8dc8-436e-ba49-624a7f8cd080 req-210d137a-92b4-4184-9696-7ce5e6510a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:18.779503 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c65b8f3-8dc8-436e-ba49-624a7f8cd080 req-210d137a-92b4-4184-9696-7ce5e6510a2e service neutron] 10.222.0.11 "GET /v2.0/networks?id=d821f1a2-31c3-416b-86d0-78f310c2bf83 HTTP/1.1" status: 200 len: 913 time: 0.4681473 Aug 28 12:43:18.923573 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c65b8f3-8dc8-436e-ba49-624a7f8cd080 req-77eb9461-272b-4726-b71c-4500f4ea2015 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb2dd94-247c-424e-9550-11c0a47485bd HTTP/1.1" status: 200 len: 217 time: 0.1116297 Aug 28 12:43:18.957993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f63db-48ab-47e9-be21-ebcbfc3577d2 req-d3c5d475-d58c-4f31-b2bf-2e0d0ef22a95 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:18.959583 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d6f63db-48ab-47e9-be21-ebcbfc3577d2 req-d3c5d475-d58c-4f31-b2bf-2e0d0ef22a95 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.3309486 Aug 28 12:43:19.104328 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b7c22a-2de7-4b78-8974-9f4e98743291', 'name': 'network-vif-deleted', 'tag': 'fdfcd5db-dd0f-4fae-b220-94bfde3336d7'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:19.115269 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c4ebff-12bc-4238-bd9d-4566da6cb283" -d '{"events": [{"server_uuid": "c0b7c22a-2de7-4b78-8974-9f4e98743291", "name": "network-vif-deleted", "tag": "fdfcd5db-dd0f-4fae-b220-94bfde3336d7"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:19.178714 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef5805-b64a-4c6f-9626-bb7cc0d468c2 req-e844ff7a-757f-4b00-a0bb-6bfe0e8d465a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:19.180351 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9ef5805-b64a-4c6f-9626-bb7cc0d468c2 req-e844ff7a-757f-4b00-a0bb-6bfe0e8d465a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 945 time: 0.1306777 Aug 28 12:43:19.185895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65b8f3-8dc8-436e-ba49-624a7f8cd080 req-12eeb51c-3c0e-4d21-9e2e-a0dcecfabca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:19.188597 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c65b8f3-8dc8-436e-ba49-624a7f8cd080 req-12eeb51c-3c0e-4d21-9e2e-a0dcecfabca6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4110922-5f6c-4f12-8276-16127b4c6b42 HTTP/1.1" status: 200 len: 853 time: 0.2549684 Aug 28 12:43:19.195041 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d6f63db-48ab-47e9-be21-ebcbfc3577d2 req-353a9151-dccc-40c7-94a0-cf985fb6136e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995633 Aug 28 12:43:19.262225 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c65b8f3-8dc8-436e-ba49-624a7f8cd080 req-ba6f2ef4-e499-4f0f-9506-2713bd11efc3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d821f1a2-31c3-416b-86d0-78f310c2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621176 Aug 28 12:43:19.317699 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9ef5805-b64a-4c6f-9626-bb7cc0d468c2 req-f337d713-f02d-4338-8c8d-5acc7eb2d785 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015320 Aug 28 12:43:19.451882 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fceacd-c6b8-41e1-bde8-cb7c87396c94 x-openstack-request-id: req-b6fceacd-c6b8-41e1-bde8-cb7c87396c94 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:19.459890 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b7c22a-2de7-4b78-8974-9f4e98743291", "name": "network-vif-deleted", "tag": "fdfcd5db-dd0f-4fae-b220-94bfde3336d7", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:19.460571 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6fceacd-c6b8-41e1-bde8-cb7c87396c94 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:19.461487 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b7c22a-2de7-4b78-8974-9f4e98743291', 'name': 'network-vif-deleted', 'tag': 'fdfcd5db-dd0f-4fae-b220-94bfde3336d7', 'status': 'completed', 'code': 200} Aug 28 12:43:19.796145 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c65b8f3-8dc8-436e-ba49-624a7f8cd080 req-37fa1330-0aaf-485d-b978-6472379cf7ff service neutron] 10.222.0.11 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241671 Aug 28 12:43:19.855480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60e86c-fb95-4872-ab6c-47a2c75ce8c3 req-e181f507-16a1-4079-8963-ec362f4dea4e tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:19.857534 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6b60e86c-fb95-4872-ab6c-47a2c75ce8c3 req-e181f507-16a1-4079-8963-ec362f4dea4e tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 944 time: 0.3013835 Aug 28 12:43:19.969253 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6b60e86c-fb95-4872-ab6c-47a2c75ce8c3 req-8433042d-f929-4965-bd97-c467de3682c8 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742445 Aug 28 12:43:20.140830 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c65b8f3-8dc8-436e-ba49-624a7f8cd080 req-592681bf-f788-452d-bbc8-34e7da87b002 service neutron] 10.222.0.11 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343410 Aug 28 12:43:20.195713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37854) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:43:20.364591 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd674fdf-b356-4647-91c1-fea3a605ba8f req-688be184-756c-495c-8427-8fc5a6f77fd7 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:20.380186 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd674fdf-b356-4647-91c1-fea3a605ba8f req-688be184-756c-495c-8427-8fc5a6f77fd7 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 950 time: 0.1730311 Aug 28 12:43:20.488121 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd674fdf-b356-4647-91c1-fea3a605ba8f req-76ec6538-d03e-4bab-ba31-03fa0afb5202 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885839 Aug 28 12:43:20.508241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32c6c3-0ddf-4b48-a9ab-5cdc2d3b2dad req-ccd3760f-d6f6-4561-a0bd-07dc208f09cc tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:20.513308 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed32c6c3-0ddf-4b48-a9ab-5cdc2d3b2dad req-ccd3760f-d6f6-4561-a0bd-07dc208f09cc tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1172562 Aug 28 12:43:20.566071 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f13e92e5-9cbc-49d7-8674-6c8801ffe0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:20.618187 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed32c6c3-0ddf-4b48-a9ab-5cdc2d3b2dad req-294944bb-517f-43e2-a473-15d06e12cee5 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842993 Aug 28 12:43:20.749175 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212d4b5-a80c-4ad1-a9ce-38ed7bf482c0 req-74426056-0b06-4057-b9f0-7a427cb25d9c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:20.751997 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f212d4b5-a80c-4ad1-a9ce-38ed7bf482c0 req-74426056-0b06-4057-b9f0-7a427cb25d9c tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 945 time: 0.1110506 Aug 28 12:43:20.835457 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f212d4b5-a80c-4ad1-a9ce-38ed7bf482c0 req-cc9783ed-b86d-400c-9350-20f75d5b6d6a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680840 Aug 28 12:43:20.851609 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f13e92e5-9cbc-49d7-8674-6c8801ffe0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:20.857095 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f13e92e5-9cbc-49d7-8674-6c8801ffe0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:20.907799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e92e5-9cbc-49d7-8674-6c8801ffe0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876a501b-f5f9-4dac-acb9-78dddb402df3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:20.912627 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f13e92e5-9cbc-49d7-8674-6c8801ffe0b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69699155ae2149b3b029b4f149780402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7152767 Aug 28 12:43:20.917826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37876) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:43:20.984676 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0adf7e0-cafa-4aee-9833-70adea564cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:21.015663 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0adf7e0-cafa-4aee-9833-70adea564cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:21.078953 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0adf7e0-cafa-4aee-9833-70adea564cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:21.080062 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0adf7e0-cafa-4aee-9833-70adea564cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:21.081623 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e0adf7e0-cafa-4aee-9833-70adea564cde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/876a501b-f5f9-4dac-acb9-78dddb402df3 HTTP/1.1" status: 204 len: 168 time: 0.1622422 Aug 28 12:43:21.109946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d659e-7c47-4a08-898c-72dc86a15703 req-384fec72-81d6-4beb-b6de-148b997844ec tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:21.116197 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-384fec72-81d6-4beb-b6de-148b997844ec tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de&tenant_id=c5f791bffd6b436fbad5ba34cc695485&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 1097 time: 0.1146250 Aug 28 12:43:21.116738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adf7e0-cafa-4aee-9833-70adea564cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876a501b-f5f9-4dac-acb9-78dddb402df3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:21.142463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-21'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:43:21.184942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device fdb2dd94-247c-424e-9550-11c0a47485bd details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:43:21.292612 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:21.552638 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port fdb2dd94-247c-424e-9550-11c0a47485bd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fdb2dd94-247c-424e-9550-11c0a47485bd,segment=NetworkSegment(27cbefe9-ce45-40b0-b425-6f8f07c85a50),segment_id=27cbefe9-ce45-40b0-b425-6f8f07c85a50)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:21.606946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] For port 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=843ba3cc-b58a-4cee-b418-76d2d03ffa01,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:21.614443 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'fdb2dd94-247c-424e-9550-11c0a47485bd', 'network_id': 'd821f1a2-31c3-416b-86d0-78f310c2bf83', 'port_id': 'fdb2dd94-247c-424e-9550-11c0a47485bd', 'mac_address': 'fa:16:3e:d6:1c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4110922-5f6c-4f12-8276-16127b4c6b42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:43:21.660808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] For port 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:43:21.709354 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:21.711357 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:21.712261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703f60fe-fa10-4289-aabf-f240a17c66de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '843ba3cc-b58a-4cee-b418-76d2d03ffa01'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:21.715755 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2732a6e8-9269-4151-b39a-c97a11730850" -d '{"events": [{"server_uuid": "703f60fe-fa10-4289-aabf-f240a17c66de", "name": "network-vif-unplugged", "status": "completed", "tag": "843ba3cc-b58a-4cee-b418-76d2d03ffa01"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:21.720957 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:21.746681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb2dd94-247c-424e-9550-11c0a47485bd {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:43:21.748632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37904) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:43:21.779329 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aa43f423-4a02-4d4f-a1c7-b97457703370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:21.791347 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port fdb2dd94-247c-424e-9550-11c0a47485bd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fdb2dd94-247c-424e-9550-11c0a47485bd,segment=NetworkSegment(27cbefe9-ce45-40b0-b425-6f8f07c85a50),segment_id=27cbefe9-ce45-40b0-b425-6f8f07c85a50)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:21.807683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1064a3-311d-4a42-b6b5-3e77e81289fd req-d2aa3b4f-c4d8-4948-8e2d-d878f3d667df tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:21.812978 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:21.815392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ab1064a3-311d-4a42-b6b5-3e77e81289fd req-d2aa3b4f-c4d8-4948-8e2d-d878f3d667df tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 944 time: 0.5143960 Aug 28 12:43:21.895911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9278a-33b0-4baa-a2fb-6e58d8fb9ecd req-7c2c1c22-c2d6-48b6-834b-53d1245ac758 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:21.912265 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d5e9278a-33b0-4baa-a2fb-6e58d8fb9ecd req-7c2c1c22-c2d6-48b6-834b-53d1245ac758 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 946 time: 0.1674786 Aug 28 12:43:21.937818 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=fdb2dd94-247c-424e-9550-11c0a47485bd,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:21.952124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:21.952684 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:21.954311 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:21.954311 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:21.954663 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:21.955119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:21.955609 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:21.956135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:21.956874 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:21.957400 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:21.957942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:21.958448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:43:21.967203 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Attempting to bind port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 on host n-h1-791505-21 for vnic_type normal with profile {"migrating_to": "n-h2-791505-21"} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:43:21.967601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Attempting to bind port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:43:21.968277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Attempting to bind port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:43:21.970602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Pushing event updated for resources: {'Port': ['ID=843ba3cc-b58a-4cee-b418-76d2d03ffa01,revision_number=7']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:22.020296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:43:22.020296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Attempting to bind port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 on network 846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:43:22.061687 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d5e9278a-33b0-4baa-a2fb-6e58d8fb9ecd req-be890a41-980a-4a27-9f22-ce2eac43c63c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466930 Aug 28 12:43:22.063506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ab1064a3-311d-4a42-b6b5-3e77e81289fd req-b24b582f-9080-4f35-b0e5-bb5b43e9f3f4 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457926 Aug 28 12:43:22.066023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:43:22.066627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Checking segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:43:22.067126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Bound using segment: {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:43:22.067653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Bound port: 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e55e72-2eee-4155-ab2a-683b76907c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:43:22.068031 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:22.142983 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aa43f423-4a02-4d4f-a1c7-b97457703370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:22.151387 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aa43f423-4a02-4d4f-a1c7-b97457703370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:22.208049 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['fdb2dd94-247c-424e-9550-11c0a47485bd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:22.227439 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08c5cd-c264-48ac-ad75-cc5df841e40a req-bc11854b-ebc4-4b5d-819e-99c9d83e1dfd tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:22.230649 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d08c5cd-c264-48ac-ad75-cc5df841e40a req-bc11854b-ebc4-4b5d-819e-99c9d83e1dfd tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.11 "GET /v2.0/ports?device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 950 time: 0.2326140 Aug 28 12:43:22.238516 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-aa43f423-4a02-4d4f-a1c7-b97457703370 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb0c8b1fa63f493c984e5f76e8e6582d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4880750 Aug 28 12:43:22.253309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37912) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:43:22.318917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43f423-4a02-4d4f-a1c7-b97457703370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115bcedc-922a-4730-8af7-120c53b8d2a3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:22.355059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a8c79-43c4-44d1-9f95-2809e30b4754 req-74d06afb-f414-4aed-93ce-f8910062c790 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:22.362742 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7a2a8c79-43c4-44d1-9f95-2809e30b4754 req-74d06afb-f414-4aed-93ce-f8910062c790 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 950 time: 0.1480305 Aug 28 12:43:22.440717 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7a2a8c79-43c4-44d1-9f95-2809e30b4754 req-6029e853-77e7-4d6d-aaf2-4a564e4df363 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708070 Aug 28 12:43:22.461536 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] For port 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:43:22.522381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] For port 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=843ba3cc-b58a-4cee-b418-76d2d03ffa01,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:43:22.533325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:22.548020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f55c6-8ba6-46a3-abc3-0cf0e53737cf req-ed3e8baa-8538-4516-bc36-68637dbf8685 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:22.549583 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1c0f55c6-8ba6-46a3-abc3-0cf0e53737cf req-ed3e8baa-8538-4516-bc36-68637dbf8685 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.3461730 Aug 28 12:43:22.552922 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310db39c-dba1-4e6f-8676-9885f4b531b1 x-openstack-request-id: req-310db39c-dba1-4e6f-8676-9885f4b531b1 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:22.552922 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703f60fe-fa10-4289-aabf-f240a17c66de", "name": "network-vif-unplugged", "status": "completed", "tag": "843ba3cc-b58a-4cee-b418-76d2d03ffa01", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:22.552922 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-310db39c-dba1-4e6f-8676-9885f4b531b1 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:22.553378 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703f60fe-fa10-4289-aabf-f240a17c66de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '843ba3cc-b58a-4cee-b418-76d2d03ffa01', 'code': 200} Aug 28 12:43:22.648143 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-622941b4-0a30-44b5-b232-36c985e71069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:22.701128 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Pushing event updated for resources: {'Port': ['ID=843ba3cc-b58a-4cee-b418-76d2d03ffa01,revision_number=8']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:22.710563 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0b9bf-9391-4d51-813a-9224874a515a req-a3254bc6-5873-4d1a-8c6a-260c35825901 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:22.713732 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cca0b9bf-9391-4d51-813a-9224874a515a req-a3254bc6-5873-4d1a-8c6a-260c35825901 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 943 time: 0.0780499 Aug 28 12:43:22.748782 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1c0f55c6-8ba6-46a3-abc3-0cf0e53737cf req-6a583b74-35f5-4dda-99a1-de4b5e3efc8f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674936 Aug 28 12:43:22.752374 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-622941b4-0a30-44b5-b232-36c985e71069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:22.756328 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-0d08c5cd-c264-48ac-ad75-cc5df841e40a req-1ac00999-5d38-4e67-9e39-1f09deec8201 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Deleting port 159359af-5f13-41cb-8ee3-c4a1bbe03570 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:43:22.756646 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0d08c5cd-c264-48ac-ad75-cc5df841e40a req-1ac00999-5d38-4e67-9e39-1f09deec8201 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:22.764091 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:22.764734 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:22.766522 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-68a7f12c-f3fb-4cbe-8a36-f9b298167a7a service neutron] 10.222.0.10 "PUT /v2.0/ports/843ba3cc-b58a-4cee-b418-76d2d03ffa01 HTTP/1.1" status: 200 len: 1123 time: 1.6365685 Aug 28 12:43:22.797062 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cca0b9bf-9391-4d51-813a-9224874a515a req-a74e4523-fa84-48b3-8406-df6845cd89fa tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599611 Aug 28 12:43:22.917745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['843ba3cc-b58a-4cee-b418-76d2d03ffa01'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:22.954161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-0d08c5cd-c264-48ac-ad75-cc5df841e40a req-1ac00999-5d38-4e67-9e39-1f09deec8201 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] For port 159359af-5f13-41cb-8ee3-c4a1bbe03570, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=159359af-5f13-41cb-8ee3-c4a1bbe03570,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:22.954538 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0d08c5cd-c264-48ac-ad75-cc5df841e40a req-1ac00999-5d38-4e67-9e39-1f09deec8201 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:22.973378 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-0d08c5cd-c264-48ac-ad75-cc5df841e40a req-1ac00999-5d38-4e67-9e39-1f09deec8201 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Calling delete_port for 159359af-5f13-41cb-8ee3-c4a1bbe03570 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:43:23.024650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['843ba3cc-b58a-4cee-b418-76d2d03ffa01'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:23.055956 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-622941b4-0a30-44b5-b232-36c985e71069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:23.059952 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-622941b4-0a30-44b5-b232-36c985e71069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:23.064115 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-622941b4-0a30-44b5-b232-36c985e71069 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/115bcedc-922a-4730-8af7-120c53b8d2a3 HTTP/1.1" status: 204 len: 168 time: 0.8086388 Aug 28 12:43:23.094243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622941b4-0a30-44b5-b232-36c985e71069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115bcedc-922a-4730-8af7-120c53b8d2a3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:23.189068 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d36d6c26-a593-4651-b520-8690e7d0d6d9 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:43:23.231827 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0d08c5cd-c264-48ac-ad75-cc5df841e40a req-1ac00999-5d38-4e67-9e39-1f09deec8201 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:23.310907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac00999-5d38-4e67-9e39-1f09deec8201 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event deleted for resources: {'Port': ['ID=159359af-5f13-41cb-8ee3-c4a1bbe03570,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:23.424296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d08c5cd-c264-48ac-ad75-cc5df841e40a req-1ac00999-5d38-4e67-9e39-1f09deec8201 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] No DVR routers for this DVR port 159359af-5f13-41cb-8ee3-c4a1bbe03570 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:43:23.434760 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0d08c5cd-c264-48ac-ad75-cc5df841e40a req-1ac00999-5d38-4e67-9e39-1f09deec8201 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:23.441365 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5336d8-6990-406a-8168-b410f0e5aebf req-d08127c2-2c28-4872-8e5f-4c75984426fe tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:23.442529 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d08c5cd-c264-48ac-ad75-cc5df841e40a req-1ac00999-5d38-4e67-9e39-1f09deec8201 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.11 "DELETE /v2.0/ports/159359af-5f13-41cb-8ee3-c4a1bbe03570 HTTP/1.1" status: 204 len: 173 time: 1.1868360 Aug 28 12:43:23.449081 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5a5336d8-6990-406a-8168-b410f0e5aebf req-d08127c2-2c28-4872-8e5f-4c75984426fe tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 945 time: 0.1818116 Aug 28 12:43:23.565059 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5a5336d8-6990-406a-8168-b410f0e5aebf req-adde3ee6-2557-4065-bf7c-5ffbd9b02975 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017673 Aug 28 12:43:23.583272 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:23.656173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:23.658557 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d9c70a-ff84-4642-ba30-a06060bbf1fe" -d '{"events": [{"server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:23.679729 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['c1c5dd28-cac9-4bc7-aca3-d3d848501166', '4da6b800-b398-467d-99d7-5d5398876dc9', '159359af-5f13-41cb-8ee3-c4a1bbe03570'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:23.745620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:23.757165 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:23.776005 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f8cf9e56-9464-4a05-a198-86d8656d4097 req-976444e8-c3a1-4993-a7ea-de1f2cc268b6 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=656c9946-0720-4b44-bc76-af5f37803bb3 HTTP/1.1" status: 200 len: 210 time: 0.0636663 Aug 28 12:43:23.795286 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9ea7c7-7fb0-4253-920a-84531fe6132d x-openstack-request-id: req-2d9ea7c7-7fb0-4253-920a-84531fe6132d {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:23.797027 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:23.798083 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d9ea7c7-7fb0-4253-920a-84531fe6132d {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:23.800739 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'code': 200} Aug 28 12:43:24.016996 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d36d6c26-a593-4651-b520-8690e7d0d6d9,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:24.060476 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0a1cd-0519-43c6-98a6-afe314e53faf req-7a25a848-1e61-485d-9a34-869e1a3ff89f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:24.066079 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80a0a1cd-0519-43c6-98a6-afe314e53faf req-7a25a848-1e61-485d-9a34-869e1a3ff89f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1512878 Aug 28 12:43:24.107758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd9553-cafe-4c9d-8816-940a313b081e req-7bdd1b7c-94c2-433b-9f7f-a5423108a45a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:24.110683 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51bd9553-cafe-4c9d-8816-940a313b081e req-7bdd1b7c-94c2-433b-9f7f-a5423108a45a tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 943 time: 0.1179001 Aug 28 12:43:24.171826 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80a0a1cd-0519-43c6-98a6-afe314e53faf req-9098314c-f9b0-4da3-b21d-730a4e7b18d5 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974519 Aug 28 12:43:24.200309 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51bd9553-cafe-4c9d-8816-940a313b081e req-9c95dc37-a9fb-4823-adba-7f49b026815f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742810 Aug 28 12:43:24.316414 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 843ba3cc-b58a-4cee-b418-76d2d03ffa01 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:43:24.509153 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=843ba3cc-b58a-4cee-b418-76d2d03ffa01,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:24.522602 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 843ba3cc-b58a-4cee-b418-76d2d03ffa01 has no active binding in host n-h2-791505-21 {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 12:43:24.554384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703f60fe-fa10-4289-aabf-f240a17c66de', 'tag': '843ba3cc-b58a-4cee-b418-76d2d03ffa01'}, {'server_uuid': '656c9946-0720-4b44-bc76-af5f37803bb3', 'name': 'network-vif-deleted', 'tag': '159359af-5f13-41cb-8ee3-c4a1bbe03570'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:24.557740 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501911fd-a302-430f-b820-584143344177" -d '{"events": [{"name": "network-changed", "server_uuid": "703f60fe-fa10-4289-aabf-f240a17c66de", "tag": "843ba3cc-b58a-4cee-b418-76d2d03ffa01"}, {"server_uuid": "656c9946-0720-4b44-bc76-af5f37803bb3", "name": "network-vif-deleted", "tag": "159359af-5f13-41cb-8ee3-c4a1bbe03570"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:24.617666 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25909b96-a7ca-4b33-a89b-63715c6a404a x-openstack-request-id: req-25909b96-a7ca-4b33-a89b-63715c6a404a {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:24.618143 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703f60fe-fa10-4289-aabf-f240a17c66de", "tag": "843ba3cc-b58a-4cee-b418-76d2d03ffa01", "status": "completed", "code": 200}, {"server_uuid": "656c9946-0720-4b44-bc76-af5f37803bb3", "name": "network-vif-deleted", "tag": "159359af-5f13-41cb-8ee3-c4a1bbe03570", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:24.618657 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25909b96-a7ca-4b33-a89b-63715c6a404a {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:24.619795 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703f60fe-fa10-4289-aabf-f240a17c66de', 'tag': '843ba3cc-b58a-4cee-b418-76d2d03ffa01', 'status': 'completed', 'code': 200} Aug 28 12:43:24.620222 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656c9946-0720-4b44-bc76-af5f37803bb3', 'name': 'network-vif-deleted', 'tag': '159359af-5f13-41cb-8ee3-c4a1bbe03570', 'status': 'completed', 'code': 200} Aug 28 12:43:24.726639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501911fd-a302-430f-b820-584143344177 req-a86b40fa-0e5d-49fe-8e5a-e2ea9f65698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:24.729020 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-501911fd-a302-430f-b820-584143344177 req-a86b40fa-0e5d-49fe-8e5a-e2ea9f65698c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 1126 time: 0.0665753 Aug 28 12:43:24.783419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7ca39-253b-4f46-8955-c0d443fec42e req-a6118d5c-7ef9-4429-89ab-970bc6a4efb0 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:24.785345 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-98b7ca39-253b-4f46-8955-c0d443fec42e req-a6118d5c-7ef9-4429-89ab-970bc6a4efb0 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 945 time: 0.0807047 Aug 28 12:43:24.854721 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-98b7ca39-253b-4f46-8955-c0d443fec42e req-c47496f5-ece6-4683-a643-13bc960fc0fa tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577531 Aug 28 12:43:24.901551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501911fd-a302-430f-b820-584143344177 req-ee14bfb1-c122-45f6-8b36-bb1104d0a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:24.904302 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-501911fd-a302-430f-b820-584143344177 req-ee14bfb1-c122-45f6-8b36-bb1104d0a3ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.1667457 Aug 28 12:43:25.002256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-501911fd-a302-430f-b820-584143344177 req-b45596ea-0e92-4fc6-bc93-e9481dfce03f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=843ba3cc-b58a-4cee-b418-76d2d03ffa01 HTTP/1.1" status: 200 len: 217 time: 0.0862706 Aug 28 12:43:25.077840 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501911fd-a302-430f-b820-584143344177 req-4e689a01-d348-41a5-a673-d4c2f98e57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:25.081072 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-501911fd-a302-430f-b820-584143344177 req-4e689a01-d348-41a5-a673-d4c2f98e57f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.0674810 Aug 28 12:43:25.132504 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-501911fd-a302-430f-b820-584143344177 req-edb14fe0-4ed0-42f9-ae79-cc6669a60c7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422719 Aug 28 12:43:25.192978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d36d6c26-a593-4651-b520-8690e7d0d6d9 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:43:25.197558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device fdb2dd94-247c-424e-9550-11c0a47485bd up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:43:25.297097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b434db14-37c6-4796-8013-42d7e15330d3', 'cedca10f-a6cf-4cba-bd7e-d11501c641c4', 'e6bb6901-a95f-4007-8887-7fb03cd9bccf', 'cdc50745-0332-432b-acc4-572edbf74426'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:25.350230 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268521c-f05f-4276-8e07-6c9ca1802612 req-cd6a59c2-dea3-4466-9b73-cb8a063c6e99 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:25.352234 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7268521c-f05f-4276-8e07-6c9ca1802612 req-cd6a59c2-dea3-4466-9b73-cb8a063c6e99 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 949 time: 0.1049156 Aug 28 12:43:25.380320 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-501911fd-a302-430f-b820-584143344177 req-f2a1cfa9-52ba-4934-9260-2ecd3552ee3b service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387156 Aug 28 12:43:25.476507 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad71169-2b28-43ea-b468-439f71123683 req-07c5f3d6-729a-428f-8f58-ba4f099c6631 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:25.492288 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7ad71169-2b28-43ea-b468-439f71123683 req-07c5f3d6-729a-428f-8f58-ba4f099c6631 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1655910 Aug 28 12:43:25.503717 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7268521c-f05f-4276-8e07-6c9ca1802612 req-06aac851-2e6b-47e9-ac55-5827c2399247 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265965 Aug 28 12:43:25.538705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port fdb2dd94-247c-424e-9550-11c0a47485bd completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:43:25.558235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port fdb2dd94-247c-424e-9550-11c0a47485bd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:43:25.558585 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:25.581919 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7ad71169-2b28-43ea-b468-439f71123683 req-02e1292e-8063-4458-aff1-f722dab697e3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836248 Aug 28 12:43:25.641051 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-501911fd-a302-430f-b820-584143344177 req-a9f9a6b6-9c54-4cde-8328-db91af78c6d7 service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450049 Aug 28 12:43:25.653732 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:25.721694 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'port_id': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'mac_address': 'fa:16:3e:5b:3c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:43:25.852121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e706af-6906-44be-912c-afa07a0ee1fa req-f34d8e7f-5ca8-4676-98a2-b96e2b4337b9 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:25.855521 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-04e706af-6906-44be-912c-afa07a0ee1fa req-f34d8e7f-5ca8-4676-98a2-b96e2b4337b9 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 943 time: 0.1344934 Aug 28 12:43:25.941737 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:25.958995 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-04e706af-6906-44be-912c-afa07a0ee1fa req-743b310d-1990-4679-9d7f-00f82eef07dd tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718908 Aug 28 12:43:25.961561 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:26.030910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e77fd1-5f14-420e-bfaa-91c053de9532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb2dd94-247c-424e-9550-11c0a47485bd'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:26.034454 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6c9aaf-0ea0-464b-bb5e-f2fee9a5d17d" -d '{"events": [{"server_uuid": "94e77fd1-5f14-420e-bfaa-91c053de9532", "name": "network-vif-plugged", "status": "completed", "tag": "fdb2dd94-247c-424e-9550-11c0a47485bd"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:26.046621 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36d6c26-a593-4651-b520-8690e7d0d6d9 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:43:26.081507 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port fdb2dd94-247c-424e-9550-11c0a47485bd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fdb2dd94-247c-424e-9550-11c0a47485bd,segment=NetworkSegment(27cbefe9-ce45-40b0-b425-6f8f07c85a50),segment_id=27cbefe9-ce45-40b0-b425-6f8f07c85a50)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:26.120586 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:26.126029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:26.167236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f95d01-53d8-4ff9-a63e-b093d9f5117e req-f166e498-69b8-412a-aabb-bbd0cf593343 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:26.170980 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7f95d01-53d8-4ff9-a63e-b093d9f5117e req-f166e498-69b8-412a-aabb-bbd0cf593343 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 946 time: 0.1006126 Aug 28 12:43:26.188389 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:26.196558 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7404d097-0e35-4c25-8013-30d4aedd2602 x-openstack-request-id: req-7404d097-0e35-4c25-8013-30d4aedd2602 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:26.198486 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e77fd1-5f14-420e-bfaa-91c053de9532", "name": "network-vif-plugged", "status": "completed", "tag": "fdb2dd94-247c-424e-9550-11c0a47485bd", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:26.198705 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7404d097-0e35-4c25-8013-30d4aedd2602 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:26.199218 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e77fd1-5f14-420e-bfaa-91c053de9532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb2dd94-247c-424e-9550-11c0a47485bd', 'code': 200} Aug 28 12:43:26.257025 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7f95d01-53d8-4ff9-a63e-b093d9f5117e req-c40a4ffa-9ef1-45af-8fd5-8e3fd0db73a6 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754695 Aug 28 12:43:26.303669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=fdb2dd94-247c-424e-9550-11c0a47485bd,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:26.361272 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eacccf-8ae9-49c5-a106-0bb6636547ad req-a610ae2e-f6db-48af-9327-e4a12a2dfbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:26.364052 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-91eacccf-8ae9-49c5-a106-0bb6636547ad req-a610ae2e-f6db-48af-9327-e4a12a2dfbf6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 1098 time: 0.0974853 Aug 28 12:43:26.381104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d36d6c26-a593-4651-b520-8690e7d0d6d9'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:26.432104 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-91eacccf-8ae9-49c5-a106-0bb6636547ad req-302c677c-5cb2-416e-99d0-ee56685913e5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562432 Aug 28 12:43:26.447122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d36d6c26-a593-4651-b520-8690e7d0d6d9,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:26.719171 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6f5f8-526f-4c8f-afe7-8bd3246528ac req-fb6fb657-4fd9-43b5-9ee2-8ad38d8d1274 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:26.732500 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eaa6f5f8-526f-4c8f-afe7-8bd3246528ac req-fb6fb657-4fd9-43b5-9ee2-8ad38d8d1274 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 949 time: 0.1141653 Aug 28 12:43:26.796002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b7fbb-1c4c-4967-b59d-e0825ef1d245 req-b6f2fee7-f677-4061-9476-317c75d79ded tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:26.798782 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eaa6f5f8-526f-4c8f-afe7-8bd3246528ac req-a73ca4b2-d55b-4bad-8396-9c0d3ece1312 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650387 Aug 28 12:43:26.807216 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f20b7fbb-1c4c-4967-b59d-e0825ef1d245 req-b6f2fee7-f677-4061-9476-317c75d79ded tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1163518 Aug 28 12:43:26.870617 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f20b7fbb-1c4c-4967-b59d-e0825ef1d245 req-f40a7671-921a-49f1-bfe9-8fb3f22257a4 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495706 Aug 28 12:43:26.926584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38034) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:43:27.082863 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba73549a-e7ae-43ef-a7c6-6d7b7797b0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:27.142903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e088f-01a8-4d85-8bdd-49551e6325e6 req-93485df5-7024-4691-b573-63e404f0f1d5 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:27.145586 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7c2e088f-01a8-4d85-8bdd-49551e6325e6 req-93485df5-7024-4691-b573-63e404f0f1d5 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 943 time: 0.0749848 Aug 28 12:43:27.204209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 159359af-5f13-41cb-8ee3-c4a1bbe03570 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:43:27.212977 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7c2e088f-01a8-4d85-8bdd-49551e6325e6 req-9630ad62-ecd7-4bea-b9c7-bdca950ef65e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545459 Aug 28 12:43:27.226833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 159359af-5f13-41cb-8ee3-c4a1bbe03570 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:43:27.227131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 159359af-5f13-41cb-8ee3-c4a1bbe03570 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:43:27.246575 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba73549a-e7ae-43ef-a7c6-6d7b7797b0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:27.253165 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba73549a-e7ae-43ef-a7c6-6d7b7797b0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:27.317822 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ba73549a-e7ae-43ef-a7c6-6d7b7797b0e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9e91d19847a4f7786089481a24c1301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889549 Aug 28 12:43:27.322181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73549a-e7ae-43ef-a7c6-6d7b7797b0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656a9960-615a-4dad-aeb6-b192fde40a8e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:27.322350 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38042) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:43:27.435909 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9853fe35-5035-47ad-8871-955edda13bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:27.439757 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192256bf-c07f-4865-84a9-f722bf456b62 req-805c96dd-6422-4092-99fa-1ebaa212be4e tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:27.441566 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-192256bf-c07f-4865-84a9-f722bf456b62 req-805c96dd-6422-4092-99fa-1ebaa212be4e tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 946 time: 0.0637968 Aug 28 12:43:27.477231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37597d89-d831-4d26-a66d-0cf2afa555ef req-1f5e6db1-bae2-49a2-9f34-5c8658f17395 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:27.480525 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37597d89-d831-4d26-a66d-0cf2afa555ef req-1f5e6db1-bae2-49a2-9f34-5c8658f17395 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.11 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 949 time: 0.1136718 Aug 28 12:43:27.489210 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9853fe35-5035-47ad-8871-955edda13bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:27.497329 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-192256bf-c07f-4865-84a9-f722bf456b62 req-6677d8f5-5cf2-487c-af96-836906640de5 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 Aug 28 12:43:27.673022 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9853fe35-5035-47ad-8871-955edda13bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:27.675859 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9853fe35-5035-47ad-8871-955edda13bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:27.677354 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9853fe35-5035-47ad-8871-955edda13bfd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/656a9960-615a-4dad-aeb6-b192fde40a8e HTTP/1.1" status: 204 len: 168 time: 0.3531673 Aug 28 12:43:27.685695 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-37597d89-d831-4d26-a66d-0cf2afa555ef req-435a982f-21f7-4151-9bb5-9259b501c860 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Deleting port 4da6b800-b398-467d-99d7-5d5398876dc9 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:43:27.686254 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-37597d89-d831-4d26-a66d-0cf2afa555ef req-435a982f-21f7-4151-9bb5-9259b501c860 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:27.717316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853fe35-5035-47ad-8871-955edda13bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656a9960-615a-4dad-aeb6-b192fde40a8e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:27.873229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-37597d89-d831-4d26-a66d-0cf2afa555ef req-435a982f-21f7-4151-9bb5-9259b501c860 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] For port 4da6b800-b398-467d-99d7-5d5398876dc9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=4da6b800-b398-467d-99d7-5d5398876dc9,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:27.873794 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-37597d89-d831-4d26-a66d-0cf2afa555ef req-435a982f-21f7-4151-9bb5-9259b501c860 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:27.906571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-37597d89-d831-4d26-a66d-0cf2afa555ef req-435a982f-21f7-4151-9bb5-9259b501c860 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Calling delete_port for 4da6b800-b398-467d-99d7-5d5398876dc9 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:43:28.189146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af07819-7c27-46d2-b81a-1cd6bc481868 req-5b3d65bb-699a-4c98-809a-aaa2c28c7591 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:28.198454 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6af07819-7c27-46d2-b81a-1cd6bc481868 req-5b3d65bb-699a-4c98-809a-aaa2c28c7591 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 949 time: 0.2864923 Aug 28 12:43:28.252449 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-37597d89-d831-4d26-a66d-0cf2afa555ef req-435a982f-21f7-4151-9bb5-9259b501c860 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:28.266489 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['c1c5dd28-cac9-4bc7-aca3-d3d848501166', '4da6b800-b398-467d-99d7-5d5398876dc9'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:28.340613 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6af07819-7c27-46d2-b81a-1cd6bc481868 req-acbb71c2-f4de-4229-b8c1-82705235ffbe tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389265 Aug 28 12:43:28.346582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a982f-21f7-4151-9bb5-9259b501c860 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event deleted for resources: {'Port': ['ID=4da6b800-b398-467d-99d7-5d5398876dc9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:28.386579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8526ab8-ec6b-4d3f-8c85-53be1f1ef68d req-f5caa411-3142-4bc8-bfac-3c3f8218869c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:28.391634 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b8526ab8-ec6b-4d3f-8c85-53be1f1ef68d req-f5caa411-3142-4bc8-bfac-3c3f8218869c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.2654543 Aug 28 12:43:28.422071 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38070) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:43:28.450463 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1afe2043-776c-4144-9a6d-3630036ab05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:28.487630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-37597d89-d831-4d26-a66d-0cf2afa555ef req-435a982f-21f7-4151-9bb5-9259b501c860 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] No DVR routers for this DVR port 4da6b800-b398-467d-99d7-5d5398876dc9 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:43:28.491002 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-37597d89-d831-4d26-a66d-0cf2afa555ef req-435a982f-21f7-4151-9bb5-9259b501c860 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:28.505143 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37597d89-d831-4d26-a66d-0cf2afa555ef req-435a982f-21f7-4151-9bb5-9259b501c860 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.11 "DELETE /v2.0/ports/4da6b800-b398-467d-99d7-5d5398876dc9 HTTP/1.1" status: 204 len: 173 time: 1.0123723 Aug 28 12:43:28.506614 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88966f2d-f749-4072-a7a9-e7e6e8f52098', 'name': 'network-vif-deleted', 'tag': '4da6b800-b398-467d-99d7-5d5398876dc9'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:28.529536 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a34b7e-6f15-4138-b793-fb1ea56da13b" -d '{"events": [{"server_uuid": "88966f2d-f749-4072-a7a9-e7e6e8f52098", "name": "network-vif-deleted", "tag": "4da6b800-b398-467d-99d7-5d5398876dc9"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:28.734209 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1afe2043-776c-4144-9a6d-3630036ab05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:28.756438 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b8526ab8-ec6b-4d3f-8c85-53be1f1ef68d req-0ea63277-7229-4538-a3d8-08f934931d0b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515306 Aug 28 12:43:28.762138 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1afe2043-776c-4144-9a6d-3630036ab05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:28.774558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96b848-364e-42b8-8780-e179a1903595 req-e81c33d8-6fa2-4b91-ada0-d77c4be37107 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:28.795648 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f96b848-364e-42b8-8780-e179a1903595 req-e81c33d8-6fa2-4b91-ada0-d77c4be37107 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 943 time: 0.1532588 Aug 28 12:43:28.887356 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f96b848-364e-42b8-8780-e179a1903595 req-dc8ce7e2-2611-4359-b816-e8c1fb24dd37 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855763 Aug 28 12:43:28.919561 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1afe2043-776c-4144-9a6d-3630036ab05b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ef1c16e7a4c457d97d5a0c50dbdf958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962695 Aug 28 12:43:28.921342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe2043-776c-4144-9a6d-3630036ab05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5b0b80-05cf-4cc3-8bcd-b69fd966c7e3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:28.935514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38086) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:43:29.057291 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6837468-28cc-478b-b144-1d2bea8d3f9b x-openstack-request-id: req-b6837468-28cc-478b-b144-1d2bea8d3f9b {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:29.057959 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88966f2d-f749-4072-a7a9-e7e6e8f52098", "name": "network-vif-deleted", "tag": "4da6b800-b398-467d-99d7-5d5398876dc9", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:29.058408 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6837468-28cc-478b-b144-1d2bea8d3f9b {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:29.059195 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88966f2d-f749-4072-a7a9-e7e6e8f52098', 'name': 'network-vif-deleted', 'tag': '4da6b800-b398-467d-99d7-5d5398876dc9', 'status': 'completed', 'code': 200} Aug 28 12:43:29.079225 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573f431-dbcb-4e68-b087-c5243ef9543f req-9d5080bc-c2d1-45c5-89ff-859c131da08a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:29.087294 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2573f431-dbcb-4e68-b087-c5243ef9543f req-9d5080bc-c2d1-45c5-89ff-859c131da08a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 946 time: 0.1939290 Aug 28 12:43:29.143932 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3b409408-66be-462f-93b8-ab447c71d954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:29.195861 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2573f431-dbcb-4e68-b087-c5243ef9543f req-f6c2ec6c-5dd6-4dae-8ccd-9fd817df30e1 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071231 Aug 28 12:43:29.212071 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d36d6c26-a593-4651-b520-8690e7d0d6d9 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:43:29.232464 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3b409408-66be-462f-93b8-ab447c71d954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:29.311559 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b434db14-37c6-4796-8013-42d7e15330d3', 'cedca10f-a6cf-4cba-bd7e-d11501c641c4', 'e6bb6901-a95f-4007-8887-7fb03cd9bccf', 'cdc50745-0332-432b-acc4-572edbf74426'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:29.333167 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3b409408-66be-462f-93b8-ab447c71d954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:29.338474 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3b409408-66be-462f-93b8-ab447c71d954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:29.345946 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3b409408-66be-462f-93b8-ab447c71d954 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf5b0b80-05cf-4cc3-8bcd-b69fd966c7e3 HTTP/1.1" status: 204 len: 168 time: 0.4016817 Aug 28 12:43:29.362785 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b409408-66be-462f-93b8-ab447c71d954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5b0b80-05cf-4cc3-8bcd-b69fd966c7e3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:29.424731 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port d36d6c26-a593-4651-b520-8690e7d0d6d9 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:43:29.425241 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:29.490128 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-352caa2d-7a62-41f1-99c8-7730277bb093 req-275d4ddf-fd82-4ef4-bed7-554b227682a8 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-953691209&fields=id&tenant_id=97f058b6cd8c45fcb01313f1fda47d77 HTTP/1.1" status: 200 len: 267 time: 0.0568826 Aug 28 12:43:29.669567 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80c8b955-9f18-445f-a95e-3cdd052854d5 req-68e5a4d4-4866-46e1-a19c-a51c0770b255 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=88966f2d-f749-4072-a7a9-e7e6e8f52098 HTTP/1.1" status: 200 len: 210 time: 0.1406739 Aug 28 12:43:29.686451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352caa2d-7a62-41f1-99c8-7730277bb093 req-ae17b0d6-8ce4-4df3-9386-0f31888976e6 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:29.708394 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-352caa2d-7a62-41f1-99c8-7730277bb093 req-ae17b0d6-8ce4-4df3-9386-0f31888976e6 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 946 time: 0.2166636 Aug 28 12:43:29.725601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-352caa2d-7a62-41f1-99c8-7730277bb093 req-3b66dfe4-cc98-4cdd-8799-cb8d4a90ef7a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Request body: {'port': {'security_groups': ['abe0ec50-c335-4e0e-a472-a3970ef609f0', 'c8f29505-eefe-42ca-bf38-a811a8e5b961']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:43:29.738113 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:29.808408 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:29.812581 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e1f70e-aa0a-4e2b-a29f-4cca2d6ed34d" -d '{"events": [{"server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "name": "network-vif-plugged", "status": "completed", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:29.842216 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:29.850503 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:29.943590 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-352caa2d-7a62-41f1-99c8-7730277bb093 req-3b66dfe4-cc98-4cdd-8799-cb8d4a90ef7a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:30.104586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d36d6c26-a593-4651-b520-8690e7d0d6d9,revision_number=10']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:30.589296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-352caa2d-7a62-41f1-99c8-7730277bb093 req-3b66dfe4-cc98-4cdd-8799-cb8d4a90ef7a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] For port fdb2dd94-247c-424e-9550-11c0a47485bd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fdb2dd94-247c-424e-9550-11c0a47485bd,segment=NetworkSegment(27cbefe9-ce45-40b0-b425-6f8f07c85a50),segment_id=27cbefe9-ce45-40b0-b425-6f8f07c85a50)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:30.743493 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-352caa2d-7a62-41f1-99c8-7730277bb093 req-3b66dfe4-cc98-4cdd-8799-cb8d4a90ef7a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:30.757430 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-352caa2d-7a62-41f1-99c8-7730277bb093 req-3b66dfe4-cc98-4cdd-8799-cb8d4a90ef7a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:30.774536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['fdb2dd94-247c-424e-9550-11c0a47485bd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:30.944200 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352caa2d-7a62-41f1-99c8-7730277bb093 req-3b66dfe4-cc98-4cdd-8799-cb8d4a90ef7a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:30.949286 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-352caa2d-7a62-41f1-99c8-7730277bb093 req-3b66dfe4-cc98-4cdd-8799-cb8d4a90ef7a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:30.969155 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-352caa2d-7a62-41f1-99c8-7730277bb093 req-3b66dfe4-cc98-4cdd-8799-cb8d4a90ef7a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "PUT /v2.0/ports/fdb2dd94-247c-424e-9550-11c0a47485bd HTTP/1.1" status: 200 len: 982 time: 1.2555184 Aug 28 12:43:31.062513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e77fd1-5f14-420e-bfaa-91c053de9532', 'tag': 'fdb2dd94-247c-424e-9550-11c0a47485bd'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:31.066601 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003a4980-57c1-4ed5-a158-11e3a78640a9" -d '{"events": [{"name": "network-changed", "server_uuid": "94e77fd1-5f14-420e-bfaa-91c053de9532", "tag": "fdb2dd94-247c-424e-9550-11c0a47485bd"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:31.085779 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['fdb2dd94-247c-424e-9550-11c0a47485bd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:31.167920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66dfe4-cc98-4cdd-8799-cb8d4a90ef7a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event updated for resources: {'Port': ['ID=fdb2dd94-247c-424e-9550-11c0a47485bd,revision_number=6']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:31.189676 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e8a8b0-aa24-49b2-a22c-6b3ed66997ba x-openstack-request-id: req-46e8a8b0-aa24-49b2-a22c-6b3ed66997ba {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:31.189676 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "name": "network-vif-plugged", "status": "completed", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:31.189676 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46e8a8b0-aa24-49b2-a22c-6b3ed66997ba {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:31.189676 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'code': 200} Aug 28 12:43:31.254980 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 843ba3cc-b58a-4cee-b418-76d2d03ffa01 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:43:31.475120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38154) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:43:31.553458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e48313-80c2-408c-8112-9a73c9bd6a33 req-3b195114-672d-46d2-ac09-dd1b10ebae19 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:31.567369 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19e48313-80c2-408c-8112-9a73c9bd6a33 req-3b195114-672d-46d2-ac09-dd1b10ebae19 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 943 time: 0.1748734 Aug 28 12:43:31.673549 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19e48313-80c2-408c-8112-9a73c9bd6a33 req-27e311fa-9895-4fbe-a7c2-ac00418cac63 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036437 Aug 28 12:43:31.734843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1190875256-network', 'tenant_id': '8374a9853c4643a4807f0fe0c461a45d'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:43:31.782632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] Made reservation on behalf of 8374a9853c4643a4807f0fe0c461a45d for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:43:31.788417 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:31.849885 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:31.869307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38661329-ec38-4a2b-9bca-be6e8d13c191 req-557adcbc-3493-4663-8384-457c9750d9e1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:31.881640 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-38661329-ec38-4a2b-9bca-be6e8d13c191 req-557adcbc-3493-4663-8384-457c9750d9e1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.8365467 Aug 28 12:43:31.961830 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-38661329-ec38-4a2b-9bca-be6e8d13c191 req-c7100702-bdb7-4be0-8da5-77e1cd3ea566 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773540 Aug 28 12:43:31.997471 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:43:32.004210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59b0a1-cd60-404c-8c70-769dc2adc019 req-bc62ee5e-dbb3-4ecc-b5cd-c6b784e8f3a5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:32.017616 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e59b0a1-cd60-404c-8c70-769dc2adc019 req-bc62ee5e-dbb3-4ecc-b5cd-c6b784e8f3a5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 945 time: 0.2045364 Aug 28 12:43:32.086282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 4da6b800-b398-467d-99d7-5d5398876dc9 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:43:32.091876 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:32.110239 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e59b0a1-cd60-404c-8c70-769dc2adc019 req-a5375d54-126f-4977-abf0-98d0072fc15e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872967 Aug 28 12:43:32.114986 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:32.153011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:43:32.164652 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 4da6b800-b398-467d-99d7-5d5398876dc9 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:43:32.166011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 4da6b800-b398-467d-99d7-5d5398876dc9 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:43:32.169501 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:32.170317 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] Added segment 27236785-cecf-44c7-a47d-ce27312d3cfb of type vlan for network 6f48f8ab-e5ae-4921-a6a9-f350767511ba Aug 28 12:43:32.277360 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:32.350759 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-782db8ef-60f4-4e49-9886-c5eed00d8a60 req-6febfbd4-86ea-493f-92c6-c1de920c3199 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/c8f29505-eefe-42ca-bf38-a811a8e5b961 HTTP/1.1" status: 200 len: 1800 time: 0.1384804 Aug 28 12:43:32.365561 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582c442c-2a04-4d21-83fd-847846578a14 x-openstack-request-id: req-582c442c-2a04-4d21-83fd-847846578a14 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:32.365847 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e77fd1-5f14-420e-bfaa-91c053de9532", "tag": "fdb2dd94-247c-424e-9550-11c0a47485bd", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:32.366103 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-582c442c-2a04-4d21-83fd-847846578a14 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:32.366554 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e77fd1-5f14-420e-bfaa-91c053de9532', 'tag': 'fdb2dd94-247c-424e-9550-11c0a47485bd', 'status': 'completed', 'code': 200} Aug 28 12:43:32.427001 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.db.resource_extend [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:43:32.430818 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c204b5fc-d127-40f0-afb9-08d235f2df90,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:32.997477 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd4cb8-e9b5-48f6-b4b5-c749231be121 req-8cd1dc94-2a2f-4cb6-b8d1-3cbd31860c4b tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:32.999041 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:33.000835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:33.001047 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c5dd4cb8-e9b5-48f6-b4b5-c749231be121 req-8cd1dc94-2a2f-4cb6-b8d1-3cbd31860c4b tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 943 time: 0.1437275 Aug 28 12:43:33.002525 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:33.049172 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-782db8ef-60f4-4e49-9886-c5eed00d8a60 req-9c3e6307-736d-49bb-a99d-eba7a14239cd tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 12:43:33.051209 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-782db8ef-60f4-4e49-9886-c5eed00d8a60 req-9c3e6307-736d-49bb-a99d-eba7a14239cd tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "DELETE /v2.0/security-groups/c8f29505-eefe-42ca-bf38-a811a8e5b961 HTTP/1.1" status: 409 len: 341 time: 0.6994004 Aug 28 12:43:33.121759 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a4980-57c1-4ed5-a158-11e3a78640a9 req-afef2ecf-faf4-42b5-b07d-ab19d68e5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:33.124414 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-003a4980-57c1-4ed5-a158-11e3a78640a9 req-afef2ecf-faf4-42b5-b07d-ab19d68e5362 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=97f058b6cd8c45fcb01313f1fda47d77&device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 1137 time: 0.6944680 Aug 28 12:43:33.139588 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c5dd4cb8-e9b5-48f6-b4b5-c749231be121 req-9afe7651-1b9e-4fc1-8f31-4d6a8a958e60 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046302 Aug 28 12:43:33.148820 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6720178 Aug 28 12:43:33.162600 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38174) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:43:33.174004 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-98f1ba55-7add-4da3-9893-db0486a3c71b admin admin] Request body: {'subnet': {'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1190875256-subnet', 'tenant_id': '8374a9853c4643a4807f0fe0c461a45d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:43:33.271986 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-a942ab74-0d36-4897-91a5-9566cc4e3ec6 service neutron] 10.222.0.11 "GET /v2.0/ports/843ba3cc-b58a-4cee-b418-76d2d03ffa01/bindings/n-h2-791505-21 HTTP/1.1" status: 200 len: 385 time: 0.2980957 Aug 28 12:43:33.299313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f1ba55-7add-4da3-9893-db0486a3c71b admin admin] Made reservation on behalf of 8374a9853c4643a4807f0fe0c461a45d for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:43:33.306039 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98f1ba55-7add-4da3-9893-db0486a3c71b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:33.391083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['5452e9de-b759-42c7-9be1-8822e2d91cb7'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:33.415647 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a4980-57c1-4ed5-a158-11e3a78640a9 req-75a11583-f838-4271-9925-1b510cf48768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:33.419877 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-003a4980-57c1-4ed5-a158-11e3a78640a9 req-75a11583-f838-4271-9925-1b510cf48768 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d821f1a2-31c3-416b-86d0-78f310c2bf83 HTTP/1.1" status: 200 len: 913 time: 0.2733831 Aug 28 12:43:33.421338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3580f52-0598-4f80-ab20-7bb090a2a4b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6f48f8ab-e5ae-4921-a6a9-f350767511ba,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:33.465764 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 6f48f8ab-e5ae-4921-a6a9-f350767511ba details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:43:33.567175 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-003a4980-57c1-4ed5-a158-11e3a78640a9 req-3a471357-6a2e-4191-a51d-64de5f170890 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb2dd94-247c-424e-9550-11c0a47485bd HTTP/1.1" status: 200 len: 217 time: 0.1350293 Aug 28 12:43:33.717660 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef84d1-add8-4d01-8588-7ed8519c1f1c req-35679532-b91f-47eb-ae72-8e4a265fa3b3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:33.744731 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-16ef84d1-add8-4d01-8588-7ed8519c1f1c req-35679532-b91f-47eb-ae72-8e4a265fa3b3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.3504410 Aug 28 12:43:33.816909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a4980-57c1-4ed5-a158-11e3a78640a9 req-073ce54d-7cb8-400f-a2b6-65899334cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:33.828589 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-003a4980-57c1-4ed5-a158-11e3a78640a9 req-073ce54d-7cb8-400f-a2b6-65899334cf7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4110922-5f6c-4f12-8276-16127b4c6b42 HTTP/1.1" status: 200 len: 853 time: 0.2485001 Aug 28 12:43:33.999654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-003a4980-57c1-4ed5-a158-11e3a78640a9 req-e87820e3-7791-4593-a1a3-a1f008170f06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d821f1a2-31c3-416b-86d0-78f310c2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429300 Aug 28 12:43:34.166311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-318d659e-7c47-4a08-898c-72dc86a15703 req-ad03d0a0-41ec-422f-bbd2-4b21b18aa263 service neutron] For port 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=843ba3cc-b58a-4cee-b418-76d2d03ffa01,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:34.215754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-318d659e-7c47-4a08-898c-72dc86a15703 req-ad03d0a0-41ec-422f-bbd2-4b21b18aa263 service neutron] For port 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:43:34.228614 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a1963-b71f-4914-a702-6bcdfd6102df req-489b28fd-5c63-48ed-bfbc-d978cbd577c3 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:34.243365 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-046a1963-b71f-4914-a702-6bcdfd6102df req-489b28fd-5c63-48ed-bfbc-d978cbd577c3 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 945 time: 0.2215261 Aug 28 12:43:34.271343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-318d659e-7c47-4a08-898c-72dc86a15703 req-ad03d0a0-41ec-422f-bbd2-4b21b18aa263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843ba3cc-b58a-4cee-b418-76d2d03ffa01 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:43:34.354726 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-003a4980-57c1-4ed5-a158-11e3a78640a9 req-2615da14-8883-438a-a822-e8de7f5f6436 service neutron] 10.222.0.11 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534245 Aug 28 12:43:34.381217 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-318d659e-7c47-4a08-898c-72dc86a15703 req-ad03d0a0-41ec-422f-bbd2-4b21b18aa263 service neutron] For port 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=843ba3cc-b58a-4cee-b418-76d2d03ffa01,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:34.399221 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-16ef84d1-add8-4d01-8588-7ed8519c1f1c req-a8c5bc68-2965-4514-aef3-ee9b8e082780 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6529298 Aug 28 12:43:34.411615 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98f1ba55-7add-4da3-9893-db0486a3c71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:34.501041 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-318d659e-7c47-4a08-898c-72dc86a15703 req-ad03d0a0-41ec-422f-bbd2-4b21b18aa263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:34.598238 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-003a4980-57c1-4ed5-a158-11e3a78640a9 req-8fbbce66-75d9-40c3-b3a7-6a07c6092b6c service neutron] 10.222.0.11 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987720 Aug 28 12:43:34.655257 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1ba55-7add-4da3-9893-db0486a3c71b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b495d45-81c1-41f1-badc-3d5e4d953bd5,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:34.712154 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f1ba55-7add-4da3-9893-db0486a3c71b admin admin] Checking segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:43:34.713148 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f1ba55-7add-4da3-9893-db0486a3c71b admin admin] Network hostable DHCP agents. Network: 6f48f8ab-e5ae-4921-a6a9-f350767511ba, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:43:34.732185 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-046a1963-b71f-4914-a702-6bcdfd6102df req-808835e8-5e89-464f-a81f-e0c96361ddd2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863393 Aug 28 12:43:34.854500 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f09ba-7a27-4c9a-9a84-deeab908e9c8 req-4e6fa5c8-1381-4042-9599-75f3a273be8d tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:34.857545 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0c9f09ba-7a27-4c9a-9a84-deeab908e9c8 req-4e6fa5c8-1381-4042-9599-75f3a273be8d tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.10 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 945 time: 0.5559225 Aug 28 12:43:34.862665 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f1ba55-7add-4da3-9893-db0486a3c71b admin admin] Network 6f48f8ab-e5ae-4921-a6a9-f350767511ba is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:43:34.887707 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-318d659e-7c47-4a08-898c-72dc86a15703 req-ad03d0a0-41ec-422f-bbd2-4b21b18aa263 service neutron] Transition to ACTIVE for port object 843ba3cc-b58a-4cee-b418-76d2d03ffa01 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:43:34.908150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a587a1-88db-48d4-80e0-c893ed51419a req-f7dc927e-d01f-4f45-813d-f722ee6a57ff tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:34.912072 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40a587a1-88db-48d4-80e0-c893ed51419a req-f7dc927e-d01f-4f45-813d-f722ee6a57ff tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c5f2c0-b939-45c2-9f29-c93b17e98b68 HTTP/1.1" status: 200 len: 950 time: 0.1912639 Aug 28 12:43:34.920075 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-318d659e-7c47-4a08-898c-72dc86a15703 req-ad03d0a0-41ec-422f-bbd2-4b21b18aa263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:34.930214 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-98f1ba55-7add-4da3-9893-db0486a3c71b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 6f48f8ab-e5ae-4921-a6a9-f350767511ba) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:43:34.941704 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acc6445-cf3a-4318-94ad-0a619158533b None None] Network 6f48f8ab-e5ae-4921-a6a9-f350767511ba requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:43:34.952610 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f1ba55-7add-4da3-9893-db0486a3c71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:34.953260 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98f1ba55-7add-4da3-9893-db0486a3c71b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:35.038901 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-98f1ba55-7add-4da3-9893-db0486a3c71b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8746836 Aug 28 12:43:35.051765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62e96d-b660-415c-b489-e65b8bb72cd2 req-14d7ff10-bc03-46e4-878d-6f6f681e39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:35.055350 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c62e96d-b660-415c-b489-e65b8bb72cd2 req-14d7ff10-bc03-46e4-878d-6f6f681e39ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=97f058b6cd8c45fcb01313f1fda47d77&device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 1137 time: 0.3609550 Aug 28 12:43:35.083403 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-318d659e-7c47-4a08-898c-72dc86a15703 req-ad03d0a0-41ec-422f-bbd2-4b21b18aa263 service neutron] No DVR routers for this DVR port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:43:35.083954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fda70c-7f85-4f4e-9fbc-d8c8c4587f87 req-946184c2-a297-4591-81d1-aca2bdd16d1a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:35.088230 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-56fda70c-7f85-4f4e-9fbc-d8c8c4587f87 req-946184c2-a297-4591-81d1-aca2bdd16d1a tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.11 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 949 time: 0.2708724 Aug 28 12:43:35.107776 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40a587a1-88db-48d4-80e0-c893ed51419a req-9a224084-8b13-4d86-ae34-3b60a3f73441 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697841 Aug 28 12:43:35.116223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03d0a0-41ec-422f-bbd2-4b21b18aa263 service neutron] Pushing event updated for resources: {'Port': ['ID=843ba3cc-b58a-4cee-b418-76d2d03ffa01,revision_number=10']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:35.301628 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-ad03d0a0-41ec-422f-bbd2-4b21b18aa263 service neutron] 10.222.0.11 "PUT /v2.0/ports/843ba3cc-b58a-4cee-b418-76d2d03ffa01/bindings/n-h2-791505-21/activate HTTP/1.1" status: 200 len: 370 time: 2.0237639 Aug 28 12:43:35.402779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0f844-5cef-490c-972f-d38c0164e020 req-c0b8d888-8c0c-46c6-a29d-e928f7c74e88 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:35.409550 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826f9fb5-6f90-4740-85f4-111903057a11 None None] Network 6f48f8ab-e5ae-4921-a6a9-f350767511ba requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:43:35.423910 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fea0f844-5cef-490c-972f-d38c0164e020 req-c0b8d888-8c0c-46c6-a29d-e928f7c74e88 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 985 time: 0.5090098 Aug 28 12:43:35.867604 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62e96d-b660-415c-b489-e65b8bb72cd2 req-519d3283-9de6-429b-88dd-63861b3ef163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:35.869213 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c62e96d-b660-415c-b489-e65b8bb72cd2 req-519d3283-9de6-429b-88dd-63861b3ef163 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d821f1a2-31c3-416b-86d0-78f310c2bf83 HTTP/1.1" status: 200 len: 913 time: 0.8032036 Aug 28 12:43:36.013072 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c62e96d-b660-415c-b489-e65b8bb72cd2 req-43fde077-25df-41d2-afd0-4d5ee8bb90d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb2dd94-247c-424e-9550-11c0a47485bd HTTP/1.1" status: 200 len: 217 time: 0.1234515 Aug 28 12:43:36.057513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d659e-7c47-4a08-898c-72dc86a15703 req-5a58f466-eaea-4e4f-ae87-c093f7425a61 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:36.060104 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-5a58f466-eaea-4e4f-ae87-c093f7425a61 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de&tenant_id=c5f791bffd6b436fbad5ba34cc695485&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 1096 time: 0.5804148 Aug 28 12:43:36.219825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59c85b-0f7a-4ac3-80ce-b1fa87277580 req-eed701cc-a9c3-406a-ac0b-0ef270d09bfc tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:36.235648 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df59c85b-0f7a-4ac3-80ce-b1fa87277580 req-eed701cc-a9c3-406a-ac0b-0ef270d09bfc tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c5f2c0-b939-45c2-9f29-c93b17e98b68 HTTP/1.1" status: 200 len: 950 time: 0.2853670 Aug 28 12:43:36.239115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62e96d-b660-415c-b489-e65b8bb72cd2 req-1e2ed318-9776-4628-8c70-00fb108867af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:36.251687 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c62e96d-b660-415c-b489-e65b8bb72cd2 req-1e2ed318-9776-4628-8c70-00fb108867af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4110922-5f6c-4f12-8276-16127b4c6b42 HTTP/1.1" status: 200 len: 853 time: 0.1984000 Aug 28 12:43:36.294080 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fea0f844-5cef-490c-972f-d38c0164e020 req-b9093661-998d-4fd4-9300-86ea53bb12fe tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&id=c8f29505-eefe-42ca-bf38-a811a8e5b961&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.8692300 Aug 28 12:43:36.372619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e224272-76ff-4e69-8b6f-d05f2ee619f5 req-8f303a55-28f2-47cf-8977-1bc67bceac8e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:36.388860 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e224272-76ff-4e69-8b6f-d05f2ee619f5 req-8f303a55-28f2-47cf-8977-1bc67bceac8e tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 944 time: 0.3409534 Aug 28 12:43:36.391096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c62e96d-b660-415c-b489-e65b8bb72cd2 req-4d5b5a2d-9efe-43d9-87f4-972c0f437d7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d821f1a2-31c3-416b-86d0-78f310c2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312609 Aug 28 12:43:36.592553 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e224272-76ff-4e69-8b6f-d05f2ee619f5 req-790412f8-884b-46df-acdb-83261aaeb239 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607597 Aug 28 12:43:36.602051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-0c9f09ba-7a27-4c9a-9a84-deeab908e9c8 req-39be4a6a-7479-4561-a0f7-6bcba2b27c18 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Deleting port ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:43:36.602591 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0c9f09ba-7a27-4c9a-9a84-deeab908e9c8 req-39be4a6a-7479-4561-a0f7-6bcba2b27c18 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:36.631639 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c62e96d-b660-415c-b489-e65b8bb72cd2 req-3a49a5b3-15f5-40c4-bfa8-8f6c1310f7e0 service neutron] 10.222.0.11 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169366 Aug 28 12:43:36.681733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-df59c85b-0f7a-4ac3-80ce-b1fa87277580 req-c2c9ee01-ced8-4a90-8eb2-e86578c4e076 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Deleting port cdc50745-0332-432b-acc4-572edbf74426 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:43:36.683312 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-df59c85b-0f7a-4ac3-80ce-b1fa87277580 req-c2c9ee01-ced8-4a90-8eb2-e86578c4e076 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:36.802657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38224) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:43:36.814944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-547e1362-31d2-4c78-b701-0c9f8473a7f0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1283640299-network', 'tenant_id': '9c495360316942aab747e7d40c7d6325'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:43:36.876369 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c62e96d-b660-415c-b489-e65b8bb72cd2 req-4f609673-3e2b-476a-ab00-e7f532637d77 service neutron] 10.222.0.11 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926885 Aug 28 12:43:36.912733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547e1362-31d2-4c78-b701-0c9f8473a7f0 admin admin] Made reservation on behalf of 9c495360316942aab747e7d40c7d6325 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:43:36.918698 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-547e1362-31d2-4c78-b701-0c9f8473a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:36.938818 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-547e1362-31d2-4c78-b701-0c9f8473a7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:36.968513 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-df59c85b-0f7a-4ac3-80ce-b1fa87277580 req-c2c9ee01-ced8-4a90-8eb2-e86578c4e076 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] For port cdc50745-0332-432b-acc4-572edbf74426, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=cdc50745-0332-432b-acc4-572edbf74426,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:36.969009 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-df59c85b-0f7a-4ac3-80ce-b1fa87277580 req-c2c9ee01-ced8-4a90-8eb2-e86578c4e076 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:36.993366 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-df59c85b-0f7a-4ac3-80ce-b1fa87277580 req-c2c9ee01-ced8-4a90-8eb2-e86578c4e076 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Calling delete_port for cdc50745-0332-432b-acc4-572edbf74426 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:43:37.035849 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:37.088048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d659e-7c47-4a08-898c-72dc86a15703 req-126687fe-cdec-437e-8f83-e2ae11b45fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:37.090949 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-126687fe-cdec-437e-8f83-e2ae11b45fb6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de&tenant_id=c5f791bffd6b436fbad5ba34cc695485 HTTP/1.1" status: 200 len: 1096 time: 0.7051051 Aug 28 12:43:37.142557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-56fda70c-7f85-4f4e-9fbc-d8c8c4587f87 req-6e34c69e-0cf0-4559-938b-a306b35be85d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Deleting port c1c5dd28-cac9-4bc7-aca3-d3d848501166 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:43:37.142557 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-56fda70c-7f85-4f4e-9fbc-d8c8c4587f87 req-6e34c69e-0cf0-4559-938b-a306b35be85d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:37.214058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863e2dc-79da-474f-99ec-4ba245f0d78c req-2d0c2a52-c9e8-4ede-8801-b70a0b1a46a3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:37.227265 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5863e2dc-79da-474f-99ec-4ba245f0d78c req-2d0c2a52-c9e8-4ede-8801-b70a0b1a46a3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.5901446 Aug 28 12:43:37.318206 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25a7f2-9d77-4cb2-9597-a2220560421e req-80ce5b5d-c643-46a7-9261-d08b849279ca tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:37.321210 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6a25a7f2-9d77-4cb2-9597-a2220560421e req-80ce5b5d-c643-46a7-9261-d08b849279ca tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 945 time: 0.2434521 Aug 28 12:43:37.454528 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-0c9f09ba-7a27-4c9a-9a84-deeab908e9c8 req-39be4a6a-7479-4561-a0f7-6bcba2b27c18 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] For port ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:37.454528 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0c9f09ba-7a27-4c9a-9a84-deeab908e9c8 req-39be4a6a-7479-4561-a0f7-6bcba2b27c18 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:37.457711 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6a25a7f2-9d77-4cb2-9597-a2220560421e req-05a4bb8d-2e4b-4ee5-acfe-9c814ae9de50 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247733 Aug 28 12:43:37.469451 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-547e1362-31d2-4c78-b701-0c9f8473a7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:37.475426 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-547e1362-31d2-4c78-b701-0c9f8473a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:37.538418 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5863e2dc-79da-474f-99ec-4ba245f0d78c req-404f7ccc-2879-4dfe-a203-192d8a784fe4 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086917 Aug 28 12:43:37.568292 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-df59c85b-0f7a-4ac3-80ce-b1fa87277580 req-c2c9ee01-ced8-4a90-8eb2-e86578c4e076 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:37.585695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547e1362-31d2-4c78-b701-0c9f8473a7f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:43:37.594172 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e1362-31d2-4c78-b701-0c9f8473a7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfa0b99-9a39-479a-970c-89b98efd5ee7,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:37.604790 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b434db14-37c6-4796-8013-42d7e15330d3', 'cedca10f-a6cf-4cba-bd7e-d11501c641c4', 'e6bb6901-a95f-4007-8887-7fb03cd9bccf', 'cdc50745-0332-432b-acc4-572edbf74426'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:37.614672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d659e-7c47-4a08-898c-72dc86a15703 req-5519a67e-4e67-424f-baf3-1ee902aea149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:37.621103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-5519a67e-4e67-424f-baf3-1ee902aea149 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 1096 time: 0.4699702 Aug 28 12:43:37.633508 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-547e1362-31d2-4c78-b701-0c9f8473a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:37.633986 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-547e1362-31d2-4c78-b701-0c9f8473a7f0 admin admin] Added segment 6e4880ce-afb7-4921-b48e-33e6643a51bd of type vlan for network 2823d403-5710-4942-aeba-02de9eb1305a Aug 28 12:43:37.638864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-0c9f09ba-7a27-4c9a-9a84-deeab908e9c8 req-39be4a6a-7479-4561-a0f7-6bcba2b27c18 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Calling delete_port for ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:43:37.727591 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9ee01-ced8-4a90-8eb2-e86578c4e076 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event deleted for resources: {'Port': ['ID=cdc50745-0332-432b-acc4-572edbf74426,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:37.862234 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-547e1362-31d2-4c78-b701-0c9f8473a7f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:37.920973 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-547e1362-31d2-4c78-b701-0c9f8473a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:37.922680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547e1362-31d2-4c78-b701-0c9f8473a7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:37.923804 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-547e1362-31d2-4c78-b701-0c9f8473a7f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:38.018512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-56fda70c-7f85-4f4e-9fbc-d8c8c4587f87 req-6e34c69e-0cf0-4559-938b-a306b35be85d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] For port c1c5dd28-cac9-4bc7-aca3-d3d848501166, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c1c5dd28-cac9-4bc7-aca3-d3d848501166,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:38.019212 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-56fda70c-7f85-4f4e-9fbc-d8c8c4587f87 req-6e34c69e-0cf0-4559-938b-a306b35be85d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:38.059350 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-56fda70c-7f85-4f4e-9fbc-d8c8c4587f87 req-6e34c69e-0cf0-4559-938b-a306b35be85d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Calling delete_port for c1c5dd28-cac9-4bc7-aca3-d3d848501166 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:43:38.121629 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da683deb-c6bb-412c-a9ff-dcfc7139673f req-124e0240-68a9-44bd-bb92-b539c6eb0a30 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:38.132043 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da683deb-c6bb-412c-a9ff-dcfc7139673f req-124e0240-68a9-44bd-bb92-b539c6eb0a30 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 985 time: 0.3319254 Aug 28 12:43:38.147144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e1362-31d2-4c78-b701-0c9f8473a7f0 admin admin] Pushing event updated for resources: {'Network': ['ID=2823d403-5710-4942-aeba-02de9eb1305a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:38.170080 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-547e1362-31d2-4c78-b701-0c9f8473a7f0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3656931 Aug 28 12:43:38.171530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-df59c85b-0f7a-4ac3-80ce-b1fa87277580 req-c2c9ee01-ced8-4a90-8eb2-e86578c4e076 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] No DVR routers for this DVR port cdc50745-0332-432b-acc4-572edbf74426 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:43:38.172535 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 2823d403-5710-4942-aeba-02de9eb1305a details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:43:38.180898 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38240) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:43:38.253315 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e72fa2a5-fc59-4862-9253-0f38f453c7fd admin admin] Request body: {'subnet': {'network_id': '2823d403-5710-4942-aeba-02de9eb1305a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1283640299-subnet', 'tenant_id': '9c495360316942aab747e7d40c7d6325', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:43:38.261727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d659e-7c47-4a08-898c-72dc86a15703 req-33e61d37-bfc4-4d99-a6c7-e58d076e82df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:38.264332 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-df59c85b-0f7a-4ac3-80ce-b1fa87277580 req-c2c9ee01-ced8-4a90-8eb2-e86578c4e076 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:38.268690 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df59c85b-0f7a-4ac3-80ce-b1fa87277580 req-c2c9ee01-ced8-4a90-8eb2-e86578c4e076 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "DELETE /v2.0/ports/cdc50745-0332-432b-acc4-572edbf74426 HTTP/1.1" status: 204 len: 173 time: 1.9900258 Aug 28 12:43:38.269734 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c5f2c0-b939-45c2-9f29-c93b17e98b68', 'name': 'network-vif-deleted', 'tag': 'cdc50745-0332-432b-acc4-572edbf74426'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:38.271311 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-33e61d37-bfc4-4d99-a6c7-e58d076e82df service neutron] 10.222.0.10 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.5702443 Aug 28 12:43:38.274499 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382ef1ae-c019-44d8-aad2-f0837245419b" -d '{"events": [{"server_uuid": "97c5f2c0-b939-45c2-9f29-c93b17e98b68", "name": "network-vif-deleted", "tag": "cdc50745-0332-432b-acc4-572edbf74426"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:38.297314 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32df450c-b98b-4401-b479-5b3c86dad103 req-9294eae5-3d88-4926-b8b5-eacb14661643 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c5f2c0-b939-45c2-9f29-c93b17e98b68 HTTP/1.1" status: 200 len: 210 time: 0.3877947 Aug 28 12:43:38.337086 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72fa2a5-fc59-4862-9253-0f38f453c7fd admin admin] Made reservation on behalf of 9c495360316942aab747e7d40c7d6325 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:43:38.340434 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e72fa2a5-fc59-4862-9253-0f38f453c7fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:38.409613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device cdc50745-0332-432b-acc4-572edbf74426 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:43:38.491990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-0a5087ad-54ec-47ae-b6a4-f9c82f340d69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=843ba3cc-b58a-4cee-b418-76d2d03ffa01 HTTP/1.1" status: 200 len: 217 time: 0.1583066 Aug 28 12:43:38.537849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: cdc50745-0332-432b-acc4-572edbf74426 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:43:38.538431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device cdc50745-0332-432b-acc4-572edbf74426 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:43:38.539242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:43:38.573681 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0c9f09ba-7a27-4c9a-9a84-deeab908e9c8 req-39be4a6a-7479-4561-a0f7-6bcba2b27c18 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:38.633674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da683deb-c6bb-412c-a9ff-dcfc7139673f req-48894f18-a315-4533-8f73-24a615c9cb7e tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&id=c8f29505-eefe-42ca-bf38-a811a8e5b961&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.5001676 Aug 28 12:43:38.776104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be4a6a-7479-4561-a0f7-6bcba2b27c18 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Pushing event deleted for resources: {'Port': ['ID=ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:38.842828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No active binding found for port ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 {{(pid=94879) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 12:43:38.843305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:43:38.850843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9f09ba-7a27-4c9a-9a84-deeab908e9c8 req-39be4a6a-7479-4561-a0f7-6bcba2b27c18 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] No DVR routers for this DVR port ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:43:38.858040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f77194-ec8a-4db2-89ef-877cb2e82015 req-cb3614b0-4cf7-4cd9-bdbd-bc0998a48e03 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:38.870823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d659e-7c47-4a08-898c-72dc86a15703 req-9a7eb030-1096-4372-9ce2-01d9f1057984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:38.874684 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-9a7eb030-1096-4372-9ce2-01d9f1057984 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.3406057 Aug 28 12:43:38.878586 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-12f77194-ec8a-4db2-89ef-877cb2e82015 req-cb3614b0-4cf7-4cd9-bdbd-bc0998a48e03 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 944 time: 0.3697882 Aug 28 12:43:38.883530 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0c9f09ba-7a27-4c9a-9a84-deeab908e9c8 req-39be4a6a-7479-4561-a0f7-6bcba2b27c18 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:38.887811 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0c9f09ba-7a27-4c9a-9a84-deeab908e9c8 req-39be4a6a-7479-4561-a0f7-6bcba2b27c18 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.10 "DELETE /v2.0/ports/ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70 HTTP/1.1" status: 204 len: 173 time: 3.9931996 Aug 28 12:43:38.907904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61afc680-03f9-4e14-9d41-21c791552e6d', 'name': 'network-vif-deleted', 'tag': 'ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:38.919841 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2e0cb1-6032-4cd9-841e-daed01a6defd" -d '{"events": [{"server_uuid": "61afc680-03f9-4e14-9d41-21c791552e6d", "name": "network-vif-deleted", "tag": "ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:38.925366 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ab5693-32ec-407c-8ff2-45e891bb8084 x-openstack-request-id: req-e6ab5693-32ec-407c-8ff2-45e891bb8084 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:38.925829 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c5f2c0-b939-45c2-9f29-c93b17e98b68", "name": "network-vif-deleted", "tag": "cdc50745-0332-432b-acc4-572edbf74426", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:38.926201 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6ab5693-32ec-407c-8ff2-45e891bb8084 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:38.926878 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c5f2c0-b939-45c2-9f29-c93b17e98b68', 'name': 'network-vif-deleted', 'tag': 'cdc50745-0332-432b-acc4-572edbf74426', 'status': 'completed', 'code': 200} Aug 28 12:43:39.099094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-0d7b9b5d-8d6b-4375-b6ff-ee45166f42db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711522 Aug 28 12:43:39.135089 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-56fda70c-7f85-4f4e-9fbc-d8c8c4587f87 req-6e34c69e-0cf0-4559-938b-a306b35be85d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:39.155189 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-12f77194-ec8a-4db2-89ef-877cb2e82015 req-753f0fa7-c3cc-4543-adf9-6a3591a65772 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713435 Aug 28 12:43:39.243610 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c1c5dd28-cac9-4bc7-aca3-d3d848501166 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:43:39.277567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: c1c5dd28-cac9-4bc7-aca3-d3d848501166 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:43:39.278438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c1c5dd28-cac9-4bc7-aca3-d3d848501166 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:43:39.313229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34c69e-0cf0-4559-938b-a306b35be85d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event deleted for resources: {'Port': ['ID=c1c5dd28-cac9-4bc7-aca3-d3d848501166,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:39.377560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bde884aa-d5cc-445c-a56b-cb2ade21a381 req-d11c3d0b-3a82-4182-9e00-ae5af29ae5b6 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 210 time: 0.1186476 Aug 28 12:43:39.428568 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e72fa2a5-fc59-4862-9253-0f38f453c7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:39.445558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fda70c-7f85-4f4e-9fbc-d8c8c4587f87 req-6e34c69e-0cf0-4559-938b-a306b35be85d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] No DVR routers for this DVR port c1c5dd28-cac9-4bc7-aca3-d3d848501166 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:43:39.472682 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-56fda70c-7f85-4f4e-9fbc-d8c8c4587f87 req-6e34c69e-0cf0-4559-938b-a306b35be85d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:39.480770 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-56fda70c-7f85-4f4e-9fbc-d8c8c4587f87 req-6e34c69e-0cf0-4559-938b-a306b35be85d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.11 "DELETE /v2.0/ports/c1c5dd28-cac9-4bc7-aca3-d3d848501166 HTTP/1.1" status: 204 len: 173 time: 4.3743210 Aug 28 12:43:39.486538 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:39.551488 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69452d39-df14-480e-9fac-41c8600fd822 x-openstack-request-id: req-69452d39-df14-480e-9fac-41c8600fd822 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:39.553292 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61afc680-03f9-4e14-9d41-21c791552e6d", "name": "network-vif-deleted", "tag": "ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:39.554472 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69452d39-df14-480e-9fac-41c8600fd822 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:39.557426 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61afc680-03f9-4e14-9d41-21c791552e6d', 'name': 'network-vif-deleted', 'tag': 'ffc2fd62-e3d8-4bf1-ae6e-63c01f36ee70', 'status': 'completed', 'code': 200} Aug 28 12:43:39.591845 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-ad02d99c-8b12-48fa-bedb-e226ba082637 service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398651 Aug 28 12:43:39.641152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b76dee-e436-4fe9-99d4-c3367f92041b req-366aae50-50e7-404c-993e-92ad62eaa41c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:39.663775 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55b76dee-e436-4fe9-99d4-c3367f92041b req-366aae50-50e7-404c-993e-92ad62eaa41c tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.3808191 Aug 28 12:43:39.765441 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fa2a5-fc59-4862-9253-0f38f453c7fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=151af3f2-2a92-4232-b0ae-975fba4c4d2a,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:39.832021 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-cb0997a2-6b85-4d31-94fc-97f59e781efc service neutron] 10.222.0.10 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167301 Aug 28 12:43:39.855566 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d36e3697-b66b-470b-8df3-68fa19653b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:39.876477 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72fa2a5-fc59-4862-9253-0f38f453c7fd admin admin] Checking segment: {'id': '6e4880ce-afb7-4921-b48e-33e6643a51bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2823d403-5710-4942-aeba-02de9eb1305a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:43:39.877524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72fa2a5-fc59-4862-9253-0f38f453c7fd admin admin] Network hostable DHCP agents. Network: 2823d403-5710-4942-aeba-02de9eb1305a, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:43:39.883131 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55b76dee-e436-4fe9-99d4-c3367f92041b req-d4dfb5dc-f529-4704-9132-cae23e2eefbe tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967335 Aug 28 12:43:39.924897 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72fa2a5-fc59-4862-9253-0f38f453c7fd admin admin] Network 2823d403-5710-4942-aeba-02de9eb1305a is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:43:39.963294 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-e72fa2a5-fc59-4862-9253-0f38f453c7fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 2823d403-5710-4942-aeba-02de9eb1305a) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:43:39.970439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72fa2a5-fc59-4862-9253-0f38f453c7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:39.971301 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e72fa2a5-fc59-4862-9253-0f38f453c7fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:39.982565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e34c87-d76f-4201-afcb-40f8c92b8958 None None] Network 2823d403-5710-4942-aeba-02de9eb1305a requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:43:40.010659 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e72fa2a5-fc59-4862-9253-0f38f453c7fd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7774882 Aug 28 12:43:40.026757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0c7c715e-07dc-47e7-b460-233aa2938937 req-bf895a18-b5d6-4b63-8637-896a67aaf0d2 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=94baa8a3-b2bd-4d12-86ca-f388efe13f86 HTTP/1.1" status: 200 len: 210 time: 0.1336794 Aug 28 12:43:40.389619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b3358-52aa-4639-a2ec-9aeeeb9bd8ca req-f9567c7e-5920-4c5d-bc37-06036039e420 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:40.417428 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-716b3358-52aa-4639-a2ec-9aeeeb9bd8ca req-f9567c7e-5920-4c5d-bc37-06036039e420 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 985 time: 0.2371545 Aug 28 12:43:40.452434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66daab74-f67a-46a3-9e47-b31b7afb1371 None None] Network 2823d403-5710-4942-aeba-02de9eb1305a requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:43:40.490293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d659e-7c47-4a08-898c-72dc86a15703 req-796ed02b-c050-498a-a78b-c593ca3c6fa3 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:40.501740 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-796ed02b-c050-498a-a78b-c593ca3c6fa3 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de&tenant_id=c5f791bffd6b436fbad5ba34cc695485&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 1096 time: 0.1678123 Aug 28 12:43:40.560001 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b434db14-37c6-4796-8013-42d7e15330d3', 'cedca10f-a6cf-4cba-bd7e-d11501c641c4', 'e6bb6901-a95f-4007-8887-7fb03cd9bccf'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:40.570139 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-716b3358-52aa-4639-a2ec-9aeeeb9bd8ca req-5744a18b-01de-48cd-99fc-125bcf52663f tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=abe0ec50-c335-4e0e-a472-a3970ef609f0&id=c8f29505-eefe-42ca-bf38-a811a8e5b961&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1449721 Aug 28 12:43:40.871914 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-def9da2e-da20-4db6-863b-ed0191c73f04 req-cdfaf8a3-e3e9-46a8-8c3d-7bb56bce0e6c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 210 time: 0.0779407 Aug 28 12:43:40.890178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-318d659e-7c47-4a08-898c-72dc86a15703 req-efbb0817-0d2b-4750-8489-8ed22a4b37d8 service neutron] For port 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:43:40.894417 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-318d659e-7c47-4a08-898c-72dc86a15703 req-efbb0817-0d2b-4750-8489-8ed22a4b37d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:40.895738 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-318d659e-7c47-4a08-898c-72dc86a15703 req-efbb0817-0d2b-4750-8489-8ed22a4b37d8 service neutron] 10.222.0.10 "DELETE /v2.0/ports/843ba3cc-b58a-4cee-b418-76d2d03ffa01/bindings/n-h1-791505-21 HTTP/1.1" status: 204 len: 173 time: 0.3844361 Aug 28 12:43:40.914818 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008d273-5631-4df9-bced-cabf4c1db9b7 req-c465ed3a-03a1-4b82-8424-b723794586b9 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:40.923219 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2008d273-5631-4df9-bced-cabf4c1db9b7 req-c465ed3a-03a1-4b82-8424-b723794586b9 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 944 time: 0.2661166 Aug 28 12:43:41.017324 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2008d273-5631-4df9-bced-cabf4c1db9b7 req-7af99672-a790-4337-8e4c-dd52921727e3 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929968 Aug 28 12:43:41.163430 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0bbca207-6db4-4efe-a418-54087a6cdee2 req-fbc6284f-1770-4df9-9be1-6e12fcd7326d tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-882176725&fields=id&tenant_id=97f058b6cd8c45fcb01313f1fda47d77 HTTP/1.1" status: 200 len: 267 time: 0.0970852 Aug 28 12:43:41.260340 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbca207-6db4-4efe-a418-54087a6cdee2 req-7a816ffa-b5df-4bb7-9763-de0aee8b152f tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:41.281041 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0bbca207-6db4-4efe-a418-54087a6cdee2 req-7a816ffa-b5df-4bb7-9763-de0aee8b152f tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 985 time: 0.1149063 Aug 28 12:43:41.307648 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-0bbca207-6db4-4efe-a418-54087a6cdee2 req-fb6a5cd0-b725-49d1-931f-dcedf95aa3fa tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Request body: {'port': {'security_groups': ['abe0ec50-c335-4e0e-a472-a3970ef609f0', 'c8f29505-eefe-42ca-bf38-a811a8e5b961', '539992ab-1c6e-4785-a63a-1399ed163101']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:43:41.559722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94baa8a3-b2bd-4d12-86ca-f388efe13f86', 'name': 'network-vif-deleted', 'tag': 'c1c5dd28-cac9-4bc7-aca3-d3d848501166'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:41.575828 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c357eafd-2222-45ad-89fa-61b6fbdef0e1" -d '{"events": [{"server_uuid": "94baa8a3-b2bd-4d12-86ca-f388efe13f86", "name": "network-vif-deleted", "tag": "c1c5dd28-cac9-4bc7-aca3-d3d848501166"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:41.600617 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-0bbca207-6db4-4efe-a418-54087a6cdee2 req-fb6a5cd0-b725-49d1-931f-dcedf95aa3fa tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:41.882030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-a4e0ce78-96e0-4245-a9b7-0da97fc3bbf1 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:41.897850 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-a4e0ce78-96e0-4245-a9b7-0da97fc3bbf1 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 821 time: 0.2670975 Aug 28 12:43:41.923556 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-593619bf-9922-4bd9-bd4d-9f4e7d5c317f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/quotas/8374a9853c4643a4807f0fe0c461a45d HTTP/1.1" status: 200 len: 375 time: 0.0243597 Aug 28 12:43:42.027293 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-c3c0aab7-f5b5-4141-b0ef-c1bc64e9b78e tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020956 Aug 28 12:43:42.068696 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-0bbca207-6db4-4efe-a418-54087a6cdee2 req-fb6a5cd0-b725-49d1-931f-dcedf95aa3fa tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] For port fdb2dd94-247c-424e-9550-11c0a47485bd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fdb2dd94-247c-424e-9550-11c0a47485bd,segment=NetworkSegment(27cbefe9-ce45-40b0-b425-6f8f07c85a50),segment_id=27cbefe9-ce45-40b0-b425-6f8f07c85a50)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:42.213655 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-0bbca207-6db4-4efe-a418-54087a6cdee2 req-fb6a5cd0-b725-49d1-931f-dcedf95aa3fa tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:42.246137 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-0bbca207-6db4-4efe-a418-54087a6cdee2 req-fb6a5cd0-b725-49d1-931f-dcedf95aa3fa tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:42.265932 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['fdb2dd94-247c-424e-9550-11c0a47485bd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:42.289299 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-16bf7a1f-6fee-4825-8253-c7d88fc01e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:42.409789 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a5cd0-b725-49d1-931f-dcedf95aa3fa tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event updated for resources: {'Port': ['ID=fdb2dd94-247c-424e-9550-11c0a47485bd,revision_number=7']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:42.450304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbca207-6db4-4efe-a418-54087a6cdee2 req-fb6a5cd0-b725-49d1-931f-dcedf95aa3fa tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:42.453866 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-0bbca207-6db4-4efe-a418-54087a6cdee2 req-fb6a5cd0-b725-49d1-931f-dcedf95aa3fa tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:42.460584 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0bbca207-6db4-4efe-a418-54087a6cdee2 req-fb6a5cd0-b725-49d1-931f-dcedf95aa3fa tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "PUT /v2.0/ports/fdb2dd94-247c-424e-9550-11c0a47485bd HTTP/1.1" status: 200 len: 1021 time: 1.1671360 Aug 28 12:43:42.461170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e77fd1-5f14-420e-bfaa-91c053de9532', 'tag': 'fdb2dd94-247c-424e-9550-11c0a47485bd'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:42.466881 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e416bc6-6ec0-4cf5-a8b9-bfd72b812a70" -d '{"events": [{"name": "network-changed", "server_uuid": "94e77fd1-5f14-420e-bfaa-91c053de9532", "tag": "fdb2dd94-247c-424e-9550-11c0a47485bd"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:42.516949 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:42.555066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-0cdb7b6b-2b63-4c63-946e-93c672883ede service neutron] 10.222.0.20 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249059 Aug 28 12:43:42.559366 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['fdb2dd94-247c-424e-9550-11c0a47485bd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:42.688153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa250ab6-94ec-4d1f-b8d0-357673c8f84e req-6ff5d7ad-e17e-4820-bde1-4315daa75870 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:42.701971 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa250ab6-94ec-4d1f-b8d0-357673c8f84e req-6ff5d7ad-e17e-4820-bde1-4315daa75870 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1255512 Aug 28 12:43:42.792761 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa250ab6-94ec-4d1f-b8d0-357673c8f84e req-acc8fda8-bae4-4423-8388-081c284e0b96 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895038 Aug 28 12:43:42.840998 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-35694839-8f9b-4faf-ab68-e544750901ae service neutron] 10.222.0.20 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803979 Aug 28 12:43:42.971416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['5452e9de-b759-42c7-9be1-8822e2d91cb7'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:43.168706 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15629a92-d1c1-4db6-8e2e-b039ce9fdfc3 x-openstack-request-id: req-15629a92-d1c1-4db6-8e2e-b039ce9fdfc3 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:43.169367 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94baa8a3-b2bd-4d12-86ca-f388efe13f86", "name": "network-vif-deleted", "tag": "c1c5dd28-cac9-4bc7-aca3-d3d848501166", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:43.169848 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15629a92-d1c1-4db6-8e2e-b039ce9fdfc3 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:43.170484 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94baa8a3-b2bd-4d12-86ca-f388efe13f86', 'name': 'network-vif-deleted', 'tag': 'c1c5dd28-cac9-4bc7-aca3-d3d848501166', 'status': 'completed', 'code': 200} Aug 28 12:43:43.274602 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e992b083-73c2-42a4-88c9-5014729f76d6 x-openstack-request-id: req-e992b083-73c2-42a4-88c9-5014729f76d6 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:43.276402 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e77fd1-5f14-420e-bfaa-91c053de9532", "tag": "fdb2dd94-247c-424e-9550-11c0a47485bd", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:43.277104 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e992b083-73c2-42a4-88c9-5014729f76d6 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:43.277765 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e77fd1-5f14-420e-bfaa-91c053de9532', 'tag': 'fdb2dd94-247c-424e-9550-11c0a47485bd', 'status': 'completed', 'code': 200} Aug 28 12:43:43.369648 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-100e7174-370e-4f03-81b6-44af721e3193 req-6d1fdbc9-8210-4b88-9edd-080fecfd8bf0 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 210 time: 0.0776606 Aug 28 12:43:43.451485 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27a1bcf4-43a7-42de-b6c3-61331f4aa3a1 req-80d36bf9-07b2-41f2-85e5-08f88e804f5a tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/539992ab-1c6e-4785-a63a-1399ed163101 HTTP/1.1" status: 200 len: 1800 time: 0.1208458 Aug 28 12:43:43.560511 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [req-27a1bcf4-43a7-42de-b6c3-61331f4aa3a1 req-aab8da17-ea83-4a24-856c-d082cecf65a0 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 12:43:43.573742 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:43.600685 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27a1bcf4-43a7-42de-b6c3-61331f4aa3a1 req-aab8da17-ea83-4a24-856c-d082cecf65a0 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "DELETE /v2.0/security-groups/539992ab-1c6e-4785-a63a-1399ed163101 HTTP/1.1" status: 409 len: 341 time: 0.1408987 Aug 28 12:43:43.691041 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-befa9853-a1f5-4f7e-8007-edb399f8eec2 req-ccbef142-b2a2-4a63-9c57-15f3ea1709f3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3181152 Aug 28 12:43:43.718748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e416bc6-6ec0-4cf5-a8b9-bfd72b812a70 req-e0c0ead9-7578-4e7c-aa47-66f41372de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:43.720399 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e416bc6-6ec0-4cf5-a8b9-bfd72b812a70 req-e0c0ead9-7578-4e7c-aa47-66f41372de9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=97f058b6cd8c45fcb01313f1fda47d77&device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 1176 time: 0.2823048 Aug 28 12:43:43.728429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939582fe-edd0-4b17-8fbe-8776df5f3df0 req-e30065de-4c92-4398-9568-ecebe495b892 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:43.730208 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-939582fe-edd0-4b17-8fbe-8776df5f3df0 req-e30065de-4c92-4398-9568-ecebe495b892 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 1096 time: 0.1823764 Aug 28 12:43:43.819916 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7bb2f2de-2980-44e6-9320-d24f4eb4aa9b req-ed5662e2-0e93-4da1-a11d-92c95b5b540a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 210 time: 0.0564282 Aug 28 12:43:44.361325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e416bc6-6ec0-4cf5-a8b9-bfd72b812a70 req-2c5bfe52-64e0-4090-b026-fa419ca7d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:44.362820 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e416bc6-6ec0-4cf5-a8b9-bfd72b812a70 req-2c5bfe52-64e0-4090-b026-fa419ca7d8e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d821f1a2-31c3-416b-86d0-78f310c2bf83 HTTP/1.1" status: 200 len: 913 time: 0.6202250 Aug 28 12:43:44.526508 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-939582fe-edd0-4b17-8fbe-8776df5f3df0 req-c40a60c2-17fc-4b6f-a84e-1c10faecb235 tempest-LiveMigrationTest-1655022002 tempest-LiveMigrationTest-1655022002-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624427 Aug 28 12:43:44.531369 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e416bc6-6ec0-4cf5-a8b9-bfd72b812a70 req-db6ac442-4679-4471-9cfb-dc14512006d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb2dd94-247c-424e-9550-11c0a47485bd HTTP/1.1" status: 200 len: 217 time: 0.0952981 Aug 28 12:43:44.753129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa9853-a1f5-4f7e-8007-edb399f8eec2 req-cedcef1f-bc4e-4423-997a-d2f4038c2f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:44.756927 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-befa9853-a1f5-4f7e-8007-edb399f8eec2 req-cedcef1f-bc4e-4423-997a-d2f4038c2f98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5f791bffd6b436fbad5ba34cc695485&device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 1098 time: 1.0214176 Aug 28 12:43:44.767040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e416bc6-6ec0-4cf5-a8b9-bfd72b812a70 req-787cf154-56ab-4a21-bde5-d1283aa0b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:44.770174 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e416bc6-6ec0-4cf5-a8b9-bfd72b812a70 req-787cf154-56ab-4a21-bde5-d1283aa0b9b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e4110922-5f6c-4f12-8276-16127b4c6b42 HTTP/1.1" status: 200 len: 853 time: 0.2228298 Aug 28 12:43:45.003678 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e416bc6-6ec0-4cf5-a8b9-bfd72b812a70 req-77e81b6c-9064-4c3a-bf9c-2faf946c3339 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d821f1a2-31c3-416b-86d0-78f310c2bf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1916482 Aug 28 12:43:45.094394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d262e-27ef-4381-8960-885f69176d87 req-76f3bdb7-8775-4b45-b377-b9dcea4608c4 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:45.104153 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d0d262e-27ef-4381-8960-885f69176d87 req-76f3bdb7-8775-4b45-b377-b9dcea4608c4 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 1024 time: 0.1134119 Aug 28 12:43:45.178240 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d0d262e-27ef-4381-8960-885f69176d87 req-4d5910ea-3c34-4f82-9747-06aee82a33b3 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=539992ab-1c6e-4785-a63a-1399ed163101&id=abe0ec50-c335-4e0e-a472-a3970ef609f0&id=c8f29505-eefe-42ca-bf38-a811a8e5b961&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0614305 Aug 28 12:43:45.193378 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:45.305181 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-65ac5bd4-e546-4e25-9b79-ddbeadf4f370 req-f658b199-47eb-4d2e-b27b-3490fb8afaa3 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 210 time: 0.0697641 Aug 28 12:43:45.310274 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e416bc6-6ec0-4cf5-a8b9-bfd72b812a70 req-dd979b95-f921-46fe-bfd5-e195ff3bf74e service neutron] 10.222.0.11 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777872 Aug 28 12:43:45.472329 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0c600-5dfb-4bd5-be22-504b4f84702c req-db5398f1-19db-40be-bf8d-9d747a0b8d84 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:45.476424 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f8e0c600-5dfb-4bd5-be22-504b4f84702c req-db5398f1-19db-40be-bf8d-9d747a0b8d84 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.6977839 Aug 28 12:43:45.637271 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f8e0c600-5dfb-4bd5-be22-504b4f84702c req-7e5e3bd8-3689-47c8-8cf5-9aaed0b6a442 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440670 Aug 28 12:43:45.656813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-2c8b3572-47f3-47ba-a448-5b540b29b9a4 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:45.657427 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-2c8b3572-47f3-47ba-a448-5b540b29b9a4 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.11 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 821 time: 0.2703145 Aug 28 12:43:45.691205 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-98998ed7-9b06-45a7-97f6-80afe0928205 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Request body: {'port': {'device_id': 'b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3', 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba', 'admin_state_up': True, 'tenant_id': '8374a9853c4643a4807f0fe0c461a45d'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:43:45.740227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa9853-a1f5-4f7e-8007-edb399f8eec2 req-8f67bea8-da66-4fc0-965e-90bbfea48cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:45.747229 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-befa9853-a1f5-4f7e-8007-edb399f8eec2 req-8f67bea8-da66-4fc0-965e-90bbfea48cab service neutron] 10.222.0.11 "GET /v2.0/networks?id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 200 len: 906 time: 0.9273860 Aug 28 12:43:45.843287 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-befa9853-a1f5-4f7e-8007-edb399f8eec2 req-cc049a0a-c1af-4363-9d64-cf7e3b5cd4bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 HTTP/1.1" status: 200 len: 217 time: 0.0823994 Aug 28 12:43:46.020094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-98998ed7-9b06-45a7-97f6-80afe0928205 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Made reservation on behalf of 8374a9853c4643a4807f0fe0c461a45d for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:43:46.023873 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-98998ed7-9b06-45a7-97f6-80afe0928205 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:46.037674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e416bc6-6ec0-4cf5-a8b9-bfd72b812a70 req-b323bbc5-d318-4251-add2-f7fe1436953b service neutron] 10.222.0.11 "GET /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7094557 Aug 28 12:43:46.052805 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f19e152d-acd0-4c5f-9ad3-6da90b0ad3ac req-bab6a501-e589-4714-8bee-44d3d4fd41a0 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 210 time: 0.2081885 Aug 28 12:43:46.114039 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa9853-a1f5-4f7e-8007-edb399f8eec2 req-88b543d0-b44e-48be-be4e-7afd1334c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:46.120114 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-befa9853-a1f5-4f7e-8007-edb399f8eec2 req-88b543d0-b44e-48be-be4e-7afd1334c1a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 200 len: 846 time: 0.2617157 Aug 28 12:43:46.174822 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-befa9853-a1f5-4f7e-8007-edb399f8eec2 req-ea6855bf-5b52-436e-97c8-ac534d992d9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357044 Aug 28 12:43:46.186593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac8bbd-47c8-4c61-a926-5354e1a1a895 req-986c37c0-9838-4605-8adc-78747d23b3ec tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:46.188399 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8ac8bbd-47c8-4c61-a926-5354e1a1a895 req-986c37c0-9838-4605-8adc-78747d23b3ec tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.11 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 1024 time: 0.3413055 Aug 28 12:43:46.399403 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddbd98-b77e-452e-ac43-30ae41e6e80a req-f6cf3580-1307-4d83-9200-fe0bcf38ea0b tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:46.410555 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7dddbd98-b77e-452e-ac43-30ae41e6e80a req-f6cf3580-1307-4d83-9200-fe0bcf38ea0b tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 944 time: 0.2529826 Aug 28 12:43:46.595122 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-98998ed7-9b06-45a7-97f6-80afe0928205 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Allocated IP 172.20.0.14 (6f48f8ab-e5ae-4921-a6a9-f350767511ba/8b495d45-81c1-41f1-badc-3d5e4d953bd5/30b02793-ce0d-45e6-a5a1-4a0879cf3485) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:43:46.603282 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7dddbd98-b77e-452e-ac43-30ae41e6e80a req-e591929d-aa3c-4888-8c71-29f827ae7157 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923032 Aug 28 12:43:46.768467 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-befa9853-a1f5-4f7e-8007-edb399f8eec2 req-3c69867f-ffff-4328-a442-6f5922d3623e service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787590 Aug 28 12:43:46.811043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e82b56-ed8d-4f35-8268-70246bf67ee0 req-ee61077d-91b8-41a4-9cbb-def00a0d1447 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:46.812694 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11e82b56-ed8d-4f35-8268-70246bf67ee0 req-ee61077d-91b8-41a4-9cbb-def00a0d1447 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdf9218-071e-45cb-bbbc-750b42bd313b HTTP/1.1" status: 200 len: 949 time: 0.2490473 Aug 28 12:43:46.979513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-b8ac8bbd-47c8-4c61-a926-5354e1a1a895 req-b4ed7711-33b7-491f-ab36-e3067be34a9c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Deleting port fdb2dd94-247c-424e-9550-11c0a47485bd {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:43:46.979976 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b8ac8bbd-47c8-4c61-a926-5354e1a1a895 req-b4ed7711-33b7-491f-ab36-e3067be34a9c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:47.051348 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-98998ed7-9b06-45a7-97f6-80afe0928205 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:47.133649 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11e82b56-ed8d-4f35-8268-70246bf67ee0 req-3507a2de-03cc-44de-8f6e-47df54421805 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025479 Aug 28 12:43:47.143649 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-98998ed7-9b06-45a7-97f6-80afe0928205 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:47.157132 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-befa9853-a1f5-4f7e-8007-edb399f8eec2 req-4941d392-2e22-48e8-9d38-f60fdd77c2d8 service neutron] 10.222.0.11 "GET /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802769 Aug 28 12:43:47.208215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d7eef-b868-4432-aad6-1658c428380b req-f26a394d-a9ee-4dc8-aa96-5ffdc93514c1 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:47.209915 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d19d7eef-b868-4432-aad6-1658c428380b req-f26a394d-a9ee-4dc8-aa96-5ffdc93514c1 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.10 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 944 time: 0.3222039 Aug 28 12:43:47.307526 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b8ac8bbd-47c8-4c61-a926-5354e1a1a895 req-b4ed7711-33b7-491f-ab36-e3067be34a9c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] For port fdb2dd94-247c-424e-9550-11c0a47485bd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fdb2dd94-247c-424e-9550-11c0a47485bd,segment=NetworkSegment(27cbefe9-ce45-40b0-b425-6f8f07c85a50),segment_id=27cbefe9-ce45-40b0-b425-6f8f07c85a50)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:47.307901 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b8ac8bbd-47c8-4c61-a926-5354e1a1a895 req-b4ed7711-33b7-491f-ab36-e3067be34a9c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:47.340639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-b8ac8bbd-47c8-4c61-a926-5354e1a1a895 req-b4ed7711-33b7-491f-ab36-e3067be34a9c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Calling delete_port for fdb2dd94-247c-424e-9550-11c0a47485bd owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:43:47.352236 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-98998ed7-9b06-45a7-97f6-80afe0928205 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Network 6f48f8ab-e5ae-4921-a6a9-f350767511ba is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:43:47.376715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-98998ed7-9b06-45a7-97f6-80afe0928205 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:43:47.391664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-98998ed7-9b06-45a7-97f6-80afe0928205 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:43:47.477066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dbc59-34f8-4a26-9b50-25dcab7aeea6 req-a2616b63-9a7d-4468-87a3-d2d960d82bea tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:47.478782 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df4dbc59-34f8-4a26-9b50-25dcab7aeea6 req-a2616b63-9a7d-4468-87a3-d2d960d82bea tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 1024 time: 0.7647724 Aug 28 12:43:47.514399 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ead8dcaf-d0f5-443e-bb7c-20533aeac2ae req-eccb3b66-5ec6-43bd-bda1-b3f09e4bb364 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=61afc680-03f9-4e14-9d41-21c791552e6d HTTP/1.1" status: 200 len: 210 time: 0.1378784 Aug 28 12:43:47.523948 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98998ed7-9b06-45a7-97f6-80afe0928205 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Pushing event updated for resources: {'Port': ['ID=30b02793-ce0d-45e6-a5a1-4a0879cf3485,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:47.529512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de620c-f180-45e2-b4f7-26e8a81f86c2 req-d4d83163-3e79-485e-9fe8-725d43ef0807 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:47.532023 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9de620c-f180-45e2-b4f7-26e8a81f86c2 req-d4d83163-3e79-485e-9fe8-725d43ef0807 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdf9218-071e-45cb-bbbc-750b42bd313b HTTP/1.1" status: 200 len: 949 time: 0.3453822 Aug 28 12:43:47.540425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-98998ed7-9b06-45a7-97f6-80afe0928205 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:47.541139 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-98998ed7-9b06-45a7-97f6-80afe0928205 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:47.591635 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-98998ed7-9b06-45a7-97f6-80afe0928205 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9209099 Aug 28 12:43:47.605382 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df4dbc59-34f8-4a26-9b50-25dcab7aeea6 req-cf5fb068-a31a-47ff-8abc-4e6e6fae30c8 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=539992ab-1c6e-4785-a63a-1399ed163101&id=abe0ec50-c335-4e0e-a472-a3970ef609f0&id=c8f29505-eefe-42ca-bf38-a811a8e5b961&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0914090 Aug 28 12:43:47.611013 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Request body: {'port': {'device_id': 'b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:43:47.754575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-d19d7eef-b868-4432-aad6-1658c428380b req-65071834-2048-4020-82c0-b0820f2ef1c5 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Deleting port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:43:47.755866 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d19d7eef-b868-4432-aad6-1658c428380b req-65071834-2048-4020-82c0-b0820f2ef1c5 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:47.817726 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:47.945951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870f5f2-82e3-4c69-be10-e7571ac7a8c9 req-adf83e10-71ea-4479-b2ff-7e650a532609 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:47.976154 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b8ac8bbd-47c8-4c61-a926-5354e1a1a895 req-b4ed7711-33b7-491f-ab36-e3067be34a9c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:47.987188 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0870f5f2-82e3-4c69-be10-e7571ac7a8c9 req-adf83e10-71ea-4479-b2ff-7e650a532609 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 932 time: 0.1822000 Aug 28 12:43:47.990671 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['5452e9de-b759-42c7-9be1-8822e2d91cb7'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:48.077863 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed7711-33b7-491f-ab36-e3067be34a9c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event deleted for resources: {'Port': ['ID=fdb2dd94-247c-424e-9550-11c0a47485bd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:48.133165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c9de620c-f180-45e2-b4f7-26e8a81f86c2 req-d3284c38-7c91-4a55-acd2-ddeabe125df5 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Deleting port cedca10f-a6cf-4cba-bd7e-d11501c641c4 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:43:48.133525 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9de620c-f180-45e2-b4f7-26e8a81f86c2 req-d3284c38-7c91-4a55-acd2-ddeabe125df5 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:48.183911 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb67b9f-89ee-416d-b005-f4856b435f3f req-8997e745-69c2-4670-aafd-1626e9b6c869 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:48.186556 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cbb67b9f-89ee-416d-b005-f4856b435f3f req-8997e745-69c2-4670-aafd-1626e9b6c869 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.3211064 Aug 28 12:43:48.278260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ac8bbd-47c8-4c61-a926-5354e1a1a895 req-b4ed7711-33b7-491f-ab36-e3067be34a9c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] No DVR routers for this DVR port fdb2dd94-247c-424e-9550-11c0a47485bd on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:43:48.284040 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b8ac8bbd-47c8-4c61-a926-5354e1a1a895 req-b4ed7711-33b7-491f-ab36-e3067be34a9c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:48.287177 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8ac8bbd-47c8-4c61-a926-5354e1a1a895 req-b4ed7711-33b7-491f-ab36-e3067be34a9c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.11 "DELETE /v2.0/ports/fdb2dd94-247c-424e-9550-11c0a47485bd HTTP/1.1" status: 204 len: 173 time: 2.0797477 Aug 28 12:43:48.305396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e77fd1-5f14-420e-bfaa-91c053de9532', 'name': 'network-vif-deleted', 'tag': 'fdb2dd94-247c-424e-9550-11c0a47485bd'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:48.312781 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1646f9c1-eae4-4b24-863e-13af483bfef5" -d '{"events": [{"server_uuid": "94e77fd1-5f14-420e-bfaa-91c053de9532", "name": "network-vif-deleted", "tag": "fdb2dd94-247c-424e-9550-11c0a47485bd"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:48.314744 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0870f5f2-82e3-4c69-be10-e7571ac7a8c9 req-848cede0-4b85-456c-a705-b7091c91ee93 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122268 Aug 28 12:43:48.333566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-d19d7eef-b868-4432-aad6-1658c428380b req-65071834-2048-4020-82c0-b0820f2ef1c5 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] For port 843ba3cc-b58a-4cee-b418-76d2d03ffa01, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=843ba3cc-b58a-4cee-b418-76d2d03ffa01,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:48.334435 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d19d7eef-b868-4432-aad6-1658c428380b req-65071834-2048-4020-82c0-b0820f2ef1c5 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:48.436438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-d19d7eef-b868-4432-aad6-1658c428380b req-65071834-2048-4020-82c0-b0820f2ef1c5 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Calling delete_port for 843ba3cc-b58a-4cee-b418-76d2d03ffa01 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:43:48.519460 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cbb67b9f-89ee-416d-b005-f4856b435f3f req-a0f31dd1-b5f7-44d4-b8ed-f8d6df7a6ccf tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499127 Aug 28 12:43:48.748900 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509de0c-78f6-4129-93a8-b75bdfcd6451 req-0f08e8e3-f358-4e73-a676-642087a8bfdd tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:48.749909 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8509de0c-78f6-4129-93a8-b75bdfcd6451 req-0f08e8e3-f358-4e73-a676-642087a8bfdd tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "GET /v2.0/ports?device_id=db16ab0b-b171-4ef1-ac61-07951321ee0f HTTP/1.1" status: 200 len: 949 time: 0.2324252 Aug 28 12:43:48.794559 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c9de620c-f180-45e2-b4f7-26e8a81f86c2 req-d3284c38-7c91-4a55-acd2-ddeabe125df5 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] For port cedca10f-a6cf-4cba-bd7e-d11501c641c4, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=cedca10f-a6cf-4cba-bd7e-d11501c641c4,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:48.795480 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9de620c-f180-45e2-b4f7-26e8a81f86c2 req-d3284c38-7c91-4a55-acd2-ddeabe125df5 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:48.821155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c9de620c-f180-45e2-b4f7-26e8a81f86c2 req-d3284c38-7c91-4a55-acd2-ddeabe125df5 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Calling delete_port for cedca10f-a6cf-4cba-bd7e-d11501c641c4 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:43:48.934727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4dfc3-0ccf-4c7f-85c7-457c84fab7a2 req-2501687f-47fc-4092-85af-fb483a572843 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:48.935899 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aae7b-bf51-452a-958f-a5d43b7f7f2c req-1209f82e-9f4f-4b34-aaef-1536c2bd0985 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:48.943287 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72b4dfc3-0ccf-4c7f-85c7-457c84fab7a2 req-2501687f-47fc-4092-85af-fb483a572843 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 944 time: 0.2419403 Aug 28 12:43:48.943989 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b62aae7b-bf51-452a-958f-a5d43b7f7f2c req-1209f82e-9f4f-4b34-aaef-1536c2bd0985 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdf9218-071e-45cb-bbbc-750b42bd313b HTTP/1.1" status: 200 len: 949 time: 0.2274029 Aug 28 12:43:49.022793 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b02793-ce0d-45e6-a5a1-4a0879cf3485 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:43:49.057822 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:49.060603 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72b4dfc3-0ccf-4c7f-85c7-457c84fab7a2 req-4c733fe3-dc67-4e29-9554-2d025e776c56 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163871 Aug 28 12:43:49.106389 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b62aae7b-bf51-452a-958f-a5d43b7f7f2c req-7a049e68-b945-464a-a5e9-22c3a944f5cf tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611850 Aug 28 12:43:49.126885 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d19d7eef-b868-4432-aad6-1658c428380b req-65071834-2048-4020-82c0-b0820f2ef1c5 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:49.139669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Transition to ACTIVE for port object 30b02793-ce0d-45e6-a5a1-4a0879cf3485 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:43:49.140709 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['dcd333fa-9beb-4b5d-a03e-05087e9dd6a2', '246bce7e-0775-4985-8bdb-929abd780c76'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:49.150157 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:49.168305 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-8509de0c-78f6-4129-93a8-b75bdfcd6451 req-7de01e32-a1d1-4272-b113-6b7cc7890494 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Deleting port e6bb6901-a95f-4007-8887-7fb03cd9bccf {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:43:49.168305 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8509de0c-78f6-4129-93a8-b75bdfcd6451 req-7de01e32-a1d1-4272-b113-6b7cc7890494 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:49.236806 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d8d184-8c47-4cba-a371-7e8efadef100 x-openstack-request-id: req-58d8d184-8c47-4cba-a371-7e8efadef100 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:49.237750 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e77fd1-5f14-420e-bfaa-91c053de9532", "name": "network-vif-deleted", "tag": "fdb2dd94-247c-424e-9550-11c0a47485bd", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:49.240436 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58d8d184-8c47-4cba-a371-7e8efadef100 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:49.244254 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e77fd1-5f14-420e-bfaa-91c053de9532', 'name': 'network-vif-deleted', 'tag': 'fdb2dd94-247c-424e-9550-11c0a47485bd', 'status': 'completed', 'code': 200} Aug 28 12:43:49.303904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-8509de0c-78f6-4129-93a8-b75bdfcd6451 req-7de01e32-a1d1-4272-b113-6b7cc7890494 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] For port e6bb6901-a95f-4007-8887-7fb03cd9bccf, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e6bb6901-a95f-4007-8887-7fb03cd9bccf,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:49.304601 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8509de0c-78f6-4129-93a8-b75bdfcd6451 req-7de01e32-a1d1-4272-b113-6b7cc7890494 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:49.314480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device fdb2dd94-247c-424e-9550-11c0a47485bd no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:43:49.315814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19d7eef-b868-4432-aad6-1658c428380b req-65071834-2048-4020-82c0-b0820f2ef1c5 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] No DVR routers for this DVR port 843ba3cc-b58a-4cee-b418-76d2d03ffa01 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:43:49.318929 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d19d7eef-b868-4432-aad6-1658c428380b req-65071834-2048-4020-82c0-b0820f2ef1c5 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:49.324647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d19d7eef-b868-4432-aad6-1658c428380b req-65071834-2048-4020-82c0-b0820f2ef1c5 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.10 "DELETE /v2.0/ports/843ba3cc-b58a-4cee-b418-76d2d03ffa01 HTTP/1.1" status: 204 len: 173 time: 2.0926976 Aug 28 12:43:49.329688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65071834-2048-4020-82c0-b0820f2ef1c5 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Pushing event deleted for resources: {'Port': ['ID=843ba3cc-b58a-4cee-b418-76d2d03ffa01,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:49.351392 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-8509de0c-78f6-4129-93a8-b75bdfcd6451 req-7de01e32-a1d1-4272-b113-6b7cc7890494 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Calling delete_port for e6bb6901-a95f-4007-8887-7fb03cd9bccf owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:43:49.433101 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd0127ae-4778-488c-8510-c87c99f8fd56 req-dad3e546-0523-441d-85fb-7f05fbd8cf00 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e77fd1-5f14-420e-bfaa-91c053de9532 HTTP/1.1" status: 200 len: 210 time: 0.0454721 Aug 28 12:43:49.434943 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9de620c-f180-45e2-b4f7-26e8a81f86c2 req-d3284c38-7c91-4a55-acd2-ddeabe125df5 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:49.462012 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: fdb2dd94-247c-424e-9550-11c0a47485bd {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:43:49.472955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device fdb2dd94-247c-424e-9550-11c0a47485bd not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:43:49.480716 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b434db14-37c6-4796-8013-42d7e15330d3', 'cedca10f-a6cf-4cba-bd7e-d11501c641c4', 'e6bb6901-a95f-4007-8887-7fb03cd9bccf'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:49.540187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3284c38-7c91-4a55-acd2-ddeabe125df5 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event deleted for resources: {'Port': ['ID=cedca10f-a6cf-4cba-bd7e-d11501c641c4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:49.545598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9de620c-f180-45e2-b4f7-26e8a81f86c2 req-d3284c38-7c91-4a55-acd2-ddeabe125df5 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] No DVR routers for this DVR port cedca10f-a6cf-4cba-bd7e-d11501c641c4 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:43:49.548152 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c9de620c-f180-45e2-b4f7-26e8a81f86c2 req-d3284c38-7c91-4a55-acd2-ddeabe125df5 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:49.550553 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9de620c-f180-45e2-b4f7-26e8a81f86c2 req-d3284c38-7c91-4a55-acd2-ddeabe125df5 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "DELETE /v2.0/ports/cedca10f-a6cf-4cba-bd7e-d11501c641c4 HTTP/1.1" status: 204 len: 173 time: 2.0041876 Aug 28 12:43:49.937573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512690b-75dd-40ca-8565-f2972c28d550 req-302b3745-b397-463c-9f9d-313e4b1df795 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:49.939360 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6512690b-75dd-40ca-8565-f2972c28d550 req-302b3745-b397-463c-9f9d-313e4b1df795 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1106226 Aug 28 12:43:50.001771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Pushing event updated for resources: {'Port': ['ID=30b02793-ce0d-45e6-a5a1-4a0879cf3485,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:50.051379 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6512690b-75dd-40ca-8565-f2972c28d550 req-69c27d82-eddd-49e0-9796-40c3cf013a4e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994728 Aug 28 12:43:50.083287 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8509de0c-78f6-4129-93a8-b75bdfcd6451 req-7de01e32-a1d1-4272-b113-6b7cc7890494 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:50.268916 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a70c8c8b-0725-4be9-86c7-0bcfe9a1fe82 req-4283eec5-11fe-42f4-9859-3f748b14a549 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 210 time: 0.0765131 Aug 28 12:43:50.279220 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de01e32-a1d1-4272-b113-6b7cc7890494 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event deleted for resources: {'Port': ['ID=e6bb6901-a95f-4007-8887-7fb03cd9bccf,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:50.333162 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e5d35-40c9-4c2c-aed1-2dbd576a1d7e req-c8905d88-9b7e-48bc-9dc5-30aad22c46bb tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:50.337814 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fd1e5d35-40c9-4c2c-aed1-2dbd576a1d7e req-c8905d88-9b7e-48bc-9dc5-30aad22c46bb tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 944 time: 0.6740265 Aug 28 12:43:50.521258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 843ba3cc-b58a-4cee-b418-76d2d03ffa01 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:43:50.568018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-8509de0c-78f6-4129-93a8-b75bdfcd6451 req-7de01e32-a1d1-4272-b113-6b7cc7890494 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] No DVR routers for this DVR port e6bb6901-a95f-4007-8887-7fb03cd9bccf on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:43:50.585656 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-75aa1a40-dc53-4779-83f1-01ae166b0385 req-150d3cd7-ce63-4ace-b3bf-545f65d8f91f tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdf9218-071e-45cb-bbbc-750b42bd313b HTTP/1.1" status: 200 len: 210 time: 0.0782185 Aug 28 12:43:50.594064 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8509de0c-78f6-4129-93a8-b75bdfcd6451 req-7de01e32-a1d1-4272-b113-6b7cc7890494 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:50.598429 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8509de0c-78f6-4129-93a8-b75bdfcd6451 req-7de01e32-a1d1-4272-b113-6b7cc7890494 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "DELETE /v2.0/ports/e6bb6901-a95f-4007-8887-7fb03cd9bccf HTTP/1.1" status: 204 len: 173 time: 1.8184071 Aug 28 12:43:50.602157 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Attempting to bind port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:43:50.619989 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 843ba3cc-b58a-4cee-b418-76d2d03ffa01 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:43:50.620986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Attempting to bind port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:43:50.621148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 843ba3cc-b58a-4cee-b418-76d2d03ffa01 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:43:50.622051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device cedca10f-a6cf-4cba-bd7e-d11501c641c4 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:43:50.622799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Attempting to bind port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:43:50.631634 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db16ab0b-b171-4ef1-ac61-07951321ee0f', 'name': 'network-vif-deleted', 'tag': 'e6bb6901-a95f-4007-8887-7fb03cd9bccf'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:50.638303 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bf2586-74a1-4384-8c72-95e2132e53a6" -d '{"events": [{"server_uuid": "db16ab0b-b171-4ef1-ac61-07951321ee0f", "name": "network-vif-deleted", "tag": "e6bb6901-a95f-4007-8887-7fb03cd9bccf"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:50.668269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: cedca10f-a6cf-4cba-bd7e-d11501c641c4 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:43:50.668751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device cedca10f-a6cf-4cba-bd7e-d11501c641c4 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:43:50.671417 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fd1e5d35-40c9-4c2c-aed1-2dbd576a1d7e req-95c88bb9-308a-4394-b4c6-67b3a2308791 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270205 Aug 28 12:43:50.672262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:43:50.672704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Attempting to bind port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:43:50.679396 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:43:50.679613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Checking segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:43:50.679994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Bound using segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:43:50.680434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Bound port: 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:43:50.680802 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:51.097723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf070b6-5d6a-4540-975d-50cecde88286 req-25352d6c-0e12-477f-9038-e6bc41b8452a tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:51.127850 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3bf070b6-5d6a-4540-975d-50cecde88286 req-25352d6c-0e12-477f-9038-e6bc41b8452a tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 811 time: 0.3440654 Aug 28 12:43:51.184891 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3bf070b6-5d6a-4540-975d-50cecde88286 req-d8c981f4-d250-4682-b846-5f6291f007cf tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/quotas/9c27cd97d5e24fc7891a567067063ac0 HTTP/1.1" status: 200 len: 375 time: 0.0492105 Aug 28 12:43:51.217583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b434db14-37c6-4796-8013-42d7e15330d3'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:51.260298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703f60fe-fa10-4289-aabf-f240a17c66de', 'name': 'network-vif-deleted', 'tag': '843ba3cc-b58a-4cee-b418-76d2d03ffa01'}, {'server_uuid': 'ffdf9218-071e-45cb-bbbc-750b42bd313b', 'name': 'network-vif-deleted', 'tag': 'cedca10f-a6cf-4cba-bd7e-d11501c641c4'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:51.262969 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba0b70d-ab1f-4a67-a222-8683964c3cf2" -d '{"events": [{"server_uuid": "703f60fe-fa10-4289-aabf-f240a17c66de", "name": "network-vif-deleted", "tag": "843ba3cc-b58a-4cee-b418-76d2d03ffa01"}, {"server_uuid": "ffdf9218-071e-45cb-bbbc-750b42bd313b", "name": "network-vif-deleted", "tag": "cedca10f-a6cf-4cba-bd7e-d11501c641c4"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:51.282424 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3bf070b6-5d6a-4540-975d-50cecde88286 req-863302cd-b5ac-4f8c-81b0-7416c1c20f29 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926735 Aug 28 12:43:51.386693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] For port 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:43:51.392106 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] For port 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:43:51.396661 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d1d6c3-3541-42b1-b5bb-da0a8f626d54 x-openstack-request-id: req-13d1d6c3-3541-42b1-b5bb-da0a8f626d54 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:51.397596 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db16ab0b-b171-4ef1-ac61-07951321ee0f", "name": "network-vif-deleted", "tag": "e6bb6901-a95f-4007-8887-7fb03cd9bccf", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:51.400214 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13d1d6c3-3541-42b1-b5bb-da0a8f626d54 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:51.400790 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db16ab0b-b171-4ef1-ac61-07951321ee0f', 'name': 'network-vif-deleted', 'tag': 'e6bb6901-a95f-4007-8887-7fb03cd9bccf', 'status': 'completed', 'code': 200} Aug 28 12:43:51.453275 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:51.558633 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3bf070b6-5d6a-4540-975d-50cecde88286 req-2d4e9473-7fec-41b6-aeb5-bb5c721c8fa3 service neutron] 10.222.0.20 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784233 Aug 28 12:43:51.646461 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-75464b81-b56f-4dfc-b9fe-f753f9c1ccbb req-20fc5014-b952-4dc9-aa07-41f2dc8d8729 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/c8f29505-eefe-42ca-bf38-a811a8e5b961 HTTP/1.1" status: 200 len: 1800 time: 0.2310960 Aug 28 12:43:51.680194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:51.681889 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:51.685162 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] 10.222.0.11 "PUT /v2.0/ports/30b02793-ce0d-45e6-a5a1-4a0879cf3485 HTTP/1.1" status: 200 len: 1093 time: 4.0787954 Aug 28 12:43:51.709078 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d712d1-b53c-477c-83b1-c9dec1ccc898 service neutron] Pushing event updated for resources: {'Port': ['ID=30b02793-ce0d-45e6-a5a1-4a0879cf3485,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:51.750023 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5775c064-717f-4647-9171-a1a7839e31db req-d1e4db38-cde2-4cc2-a1e5-981dd0a7aed8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3469486 Aug 28 12:43:51.801291 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3bf070b6-5d6a-4540-975d-50cecde88286 req-4c8e0785-cbbc-4d9d-986f-7dd0530b5dd7 service neutron] 10.222.0.20 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414844 Aug 28 12:43:51.829756 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-75464b81-b56f-4dfc-b9fe-f753f9c1ccbb req-085c0f44-fdef-434b-8677-240a37eac5f4 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:51.925434 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-75464b81-b56f-4dfc-b9fe-f753f9c1ccbb req-085c0f44-fdef-434b-8677-240a37eac5f4 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:51.997384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775c064-717f-4647-9171-a1a7839e31db req-021ab899-a3ae-4929-9abb-73ec45c74e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:52.012433 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5775c064-717f-4647-9171-a1a7839e31db req-021ab899-a3ae-4929-9abb-73ec45c74e6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=64deab23396c4c29b7c913924f7a124c&device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 1101 time: 0.2218447 Aug 28 12:43:52.141407 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-c55cd246-492c-49a6-96a9-25388b086b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:52.143332 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-c55cd246-492c-49a6-96a9-25388b086b5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 1096 time: 0.2851334 Aug 28 12:43:52.145876 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-75464b81-b56f-4dfc-b9fe-f753f9c1ccbb req-085c0f44-fdef-434b-8677-240a37eac5f4 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:52.148925 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-75464b81-b56f-4dfc-b9fe-f753f9c1ccbb req-085c0f44-fdef-434b-8677-240a37eac5f4 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:52.151216 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-75464b81-b56f-4dfc-b9fe-f753f9c1ccbb req-085c0f44-fdef-434b-8677-240a37eac5f4 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "DELETE /v2.0/security-groups/c8f29505-eefe-42ca-bf38-a811a8e5b961 HTTP/1.1" status: 204 len: 173 time: 0.5037210 Aug 28 12:43:52.200586 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d2af0-8edf-4721-8c02-a14771ec759a req-a814d59c-b9e6-42ba-9649-581365b4e63a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:52.202759 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b84d2af0-8edf-4721-8c02-a14771ec759a req-a814d59c-b9e6-42ba-9649-581365b4e63a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1198072 Aug 28 12:43:52.228252 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-94520045-e6dd-4c7e-ae3a-6a7fd2d5000b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485 HTTP/1.1" status: 200 len: 217 time: 0.0756409 Aug 28 12:43:52.231905 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c0f44-fdef-434b-8677-240a37eac5f4 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f29505-eefe-42ca-bf38-a811a8e5b961,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:52.276705 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdf33ce-b773-4e27-ae8b-e61ec29ced21 x-openstack-request-id: req-abdf33ce-b773-4e27-ae8b-e61ec29ced21 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:52.276989 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703f60fe-fa10-4289-aabf-f240a17c66de", "name": "network-vif-deleted", "tag": "843ba3cc-b58a-4cee-b418-76d2d03ffa01", "status": "completed", "code": 200}, {"server_uuid": "ffdf9218-071e-45cb-bbbc-750b42bd313b", "name": "network-vif-deleted", "tag": "cedca10f-a6cf-4cba-bd7e-d11501c641c4", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:52.277175 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abdf33ce-b773-4e27-ae8b-e61ec29ced21 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:52.277577 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703f60fe-fa10-4289-aabf-f240a17c66de', 'name': 'network-vif-deleted', 'tag': '843ba3cc-b58a-4cee-b418-76d2d03ffa01', 'status': 'completed', 'code': 200} Aug 28 12:43:52.277954 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdf9218-071e-45cb-bbbc-750b42bd313b', 'name': 'network-vif-deleted', 'tag': 'cedca10f-a6cf-4cba-bd7e-d11501c641c4', 'status': 'completed', 'code': 200} Aug 28 12:43:52.321537 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b84d2af0-8edf-4721-8c02-a14771ec759a req-bcf7e0fc-aa7e-4433-b6bf-37760f877642 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103518 Aug 28 12:43:52.376637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775c064-717f-4647-9171-a1a7839e31db req-97e23853-559c-400d-90ff-96ef125439eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:52.378920 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5775c064-717f-4647-9171-a1a7839e31db req-97e23853-559c-400d-90ff-96ef125439eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3077614 Aug 28 12:43:52.437517 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c30fc711-a343-4926-bcf8-3f67cd69e296 req-db71ec10-7677-49f9-a799-9de0ad972796 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 210 time: 0.0567462 Aug 28 12:43:52.443379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-8f4435b8-f4b3-42a6-aec9-e249757671b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:52.446200 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-8f4435b8-f4b3-42a6-aec9-e249757671b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.2098408 Aug 28 12:43:52.500358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e6bb6901-a95f-4007-8887-7fb03cd9bccf no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:43:52.568575 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: e6bb6901-a95f-4007-8887-7fb03cd9bccf {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:43:52.570418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e6bb6901-a95f-4007-8887-7fb03cd9bccf not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:43:52.603153 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-6e9374cb-1201-42d3-b981-61685e6b4396 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465805 Aug 28 12:43:52.610783 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5775c064-717f-4647-9171-a1a7839e31db req-cce85d9f-20f5-4500-8853-cb5317331268 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=b434db14-37c6-4796-8013-42d7e15330d3 HTTP/1.1" status: 200 len: 217 time: 0.1496925 Aug 28 12:43:52.860871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775c064-717f-4647-9171-a1a7839e31db req-c802a0a1-3897-4259-9113-df21033a96b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:52.862409 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5775c064-717f-4647-9171-a1a7839e31db req-c802a0a1-3897-4259-9113-df21033a96b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1948686 Aug 28 12:43:52.905547 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3bd0c-9704-4f6f-bd74-2fd6d607c0ec req-38feac16-1b73-4254-9443-001adb1df145 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:52.907217 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fab3bd0c-9704-4f6f-bd74-2fd6d607c0ec req-38feac16-1b73-4254-9443-001adb1df145 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 944 time: 0.2836752 Aug 28 12:43:52.912396 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ace4187-a180-427c-8e36-f82cd4bf4853 req-ffee9608-3970-42f9-bbe2-e89a203e4f81 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=63900077-3d88-480c-b515-f10dc1eb18e7 HTTP/1.1" status: 200 len: 210 time: 0.0721714 Aug 28 12:43:53.003054 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-6169a090-531a-43f8-8baf-fc6a63e4f196 service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908167 Aug 28 12:43:53.159317 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fab3bd0c-9704-4f6f-bd74-2fd6d607c0ec req-19ff6af0-ffe6-4556-b1f6-8afb512a241d tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226098 Aug 28 12:43:53.171190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775c064-717f-4647-9171-a1a7839e31db req-f3f91cc7-dfc9-4b74-9af6-239664ee344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:53.173096 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5775c064-717f-4647-9171-a1a7839e31db req-f3f91cc7-dfc9-4b74-9af6-239664ee344e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2938423 Aug 28 12:43:53.241352 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4eaa900-7b0e-4405-bd99-9429bcef7869 req-107ea785-41e8-4683-81ba-9713b02ccd05 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/539992ab-1c6e-4785-a63a-1399ed163101 HTTP/1.1" status: 200 len: 1800 time: 0.1353748 Aug 28 12:43:53.404444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3', 'tag': '30b02793-ce0d-45e6-a5a1-4a0879cf3485'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:53.408222 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc338d7f-e55b-4947-84c6-cea03daeae6e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3", "tag": "30b02793-ce0d-45e6-a5a1-4a0879cf3485"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:53.436904 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5775c064-717f-4647-9171-a1a7839e31db req-32e405a0-63de-4e7e-852a-8261fe65fe6c service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506125 Aug 28 12:43:53.439574 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-50636ee1-baf6-40c6-a583-f59d8df4da55 req-26f2ea99-4032-4a6f-a2d7-838d896d99bc service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160981 Aug 28 12:43:53.446190 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d4eaa900-7b0e-4405-bd99-9429bcef7869 req-f5935c97-9db5-4ea3-ba98-d535a2bf7b18 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:53.501821 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d4eaa900-7b0e-4405-bd99-9429bcef7869 req-f5935c97-9db5-4ea3-ba98-d535a2bf7b18 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:53.604537 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d4eaa900-7b0e-4405-bd99-9429bcef7869 req-f5935c97-9db5-4ea3-ba98-d535a2bf7b18 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:53.615749 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d4eaa900-7b0e-4405-bd99-9429bcef7869 req-f5935c97-9db5-4ea3-ba98-d535a2bf7b18 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:53.638973 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4eaa900-7b0e-4405-bd99-9429bcef7869 req-f5935c97-9db5-4ea3-ba98-d535a2bf7b18 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "DELETE /v2.0/security-groups/539992ab-1c6e-4785-a63a-1399ed163101 HTTP/1.1" status: 204 len: 173 time: 0.3935263 Aug 28 12:43:53.689439 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5935c97-9db5-4ea3-ba98-d535a2bf7b18 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=539992ab-1c6e-4785-a63a-1399ed163101,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:53.767291 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e406e75-4188-4da2-a2fd-7b4f8e06c81e x-openstack-request-id: req-4e406e75-4188-4da2-a2fd-7b4f8e06c81e {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:53.768013 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3", "tag": "30b02793-ce0d-45e6-a5a1-4a0879cf3485", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:53.768592 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e406e75-4188-4da2-a2fd-7b4f8e06c81e {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:53.769355 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3', 'tag': '30b02793-ce0d-45e6-a5a1-4a0879cf3485', 'status': 'completed', 'code': 200} Aug 28 12:43:53.909777 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5775c064-717f-4647-9171-a1a7839e31db req-53f48b47-cdaf-47eb-bb6e-de134dd739ae service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449707 Aug 28 12:43:53.940948 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1347e1ea-cc08-4839-a982-f9e076b9c7a9 req-4cd3a84c-3b7a-4c71-9f0f-bdb8b4eace7c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=63900077-3d88-480c-b515-f10dc1eb18e7 HTTP/1.1" status: 200 len: 210 time: 0.0719111 Aug 28 12:43:53.999972 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3084640-a124-42a3-a8ee-73f1fa22a574 req-c99ede21-a90b-4bf6-984c-c64e330d5215 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:54.010443 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b3084640-a124-42a3-a8ee-73f1fa22a574 req-c99ede21-a90b-4bf6-984c-c64e330d5215 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.3090553 Aug 28 12:43:54.081842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc338d7f-e55b-4947-84c6-cea03daeae6e req-ca688126-b5aa-4afa-982f-4cc1edfb8012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:54.084687 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc338d7f-e55b-4947-84c6-cea03daeae6e req-ca688126-b5aa-4afa-982f-4cc1edfb8012 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 1096 time: 0.1726391 Aug 28 12:43:54.099571 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b3084640-a124-42a3-a8ee-73f1fa22a574 req-e4f6131f-8d3a-458d-8a42-f4f54fd621db tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856099 Aug 28 12:43:54.181627 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d569a753-403a-4f61-a3c4-b10d65f23dbb req-2491ecb6-ccac-45e1-809b-929f9b381a12 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 210 time: 0.0601270 Aug 28 12:43:54.244093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-2f545aff-b1b8-4eb2-ab8c-153a62b9cee0 req-0fb778d1-55c3-4463-90a9-60cd4b5e3ab6 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1936972678', 'description': 'tempest-description-747365827'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:43:54.273143 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2f545aff-b1b8-4eb2-ab8c-153a62b9cee0 req-0fb778d1-55c3-4463-90a9-60cd4b5e3ab6 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:54.348647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc338d7f-e55b-4947-84c6-cea03daeae6e req-dc6d2094-b07e-4139-888b-12c47e391096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:54.351143 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc338d7f-e55b-4947-84c6-cea03daeae6e req-dc6d2094-b07e-4139-888b-12c47e391096 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.2478623 Aug 28 12:43:54.463819 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc338d7f-e55b-4947-84c6-cea03daeae6e req-085e69f8-b704-4e76-987c-c85a00a53d85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485 HTTP/1.1" status: 200 len: 217 time: 0.1038842 Aug 28 12:43:54.490863 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2f545aff-b1b8-4eb2-ab8c-153a62b9cee0 req-0fb778d1-55c3-4463-90a9-60cd4b5e3ab6 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:54.498016 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2f545aff-b1b8-4eb2-ab8c-153a62b9cee0 req-0fb778d1-55c3-4463-90a9-60cd4b5e3ab6 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:54.561927 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2f545aff-b1b8-4eb2-ab8c-153a62b9cee0 req-0fb778d1-55c3-4463-90a9-60cd4b5e3ab6 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:54.586424 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f545aff-b1b8-4eb2-ab8c-153a62b9cee0 req-0fb778d1-55c3-4463-90a9-60cd4b5e3ab6 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3481390 Aug 28 12:43:54.625649 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb778d1-55c3-4463-90a9-60cd4b5e3ab6 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf71d50a-c7ae-4872-9d22-2cf24d88aa52,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:54.670684 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc338d7f-e55b-4947-84c6-cea03daeae6e req-335c6568-af7d-4d51-9bce-bb32999c86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:54.672530 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc338d7f-e55b-4947-84c6-cea03daeae6e req-335c6568-af7d-4d51-9bce-bb32999c86e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.2014334 Aug 28 12:43:54.769453 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc338d7f-e55b-4947-84c6-cea03daeae6e req-021ecc00-12f0-4b6d-9d08-dab02a1ea292 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489566 Aug 28 12:43:54.797795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0011c-a350-4e7d-95ef-231dd58ba51f req-164347ae-18ba-4c25-86bd-a55c7615f491 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:54.808301 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-23a0011c-a350-4e7d-95ef-231dd58ba51f req-164347ae-18ba-4c25-86bd-a55c7615f491 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 949 time: 0.1176064 Aug 28 12:43:54.815599 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3bf070b6-5d6a-4540-975d-50cecde88286 req-833b654e-acd0-4175-b1d2-c56e4925edcb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&device_id=63900077-3d88-480c-b515-f10dc1eb18e7 HTTP/1.1" status: 200 len: 210 time: 0.0935709 Aug 28 12:43:54.878128 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-23a0011c-a350-4e7d-95ef-231dd58ba51f req-4986e1d3-cfce-4049-8f8e-8559fda0c12d tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685201 Aug 28 12:43:54.977208 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1c27889d-7ca0-4451-b72f-0e8f737245cd req-35d686d0-0d48-435f-a6e3-3367c6300d47 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/bf71d50a-c7ae-4872-9d22-2cf24d88aa52 HTTP/1.1" status: 200 len: 1800 time: 0.0670915 Aug 28 12:43:54.989634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-1c27889d-7ca0-4451-b72f-0e8f737245cd req-6532bca0-0252-4bc1-b03a-2cd3fe834569 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Request body: {'security_group': {'name': 'tempest-sg-hth-62146478', 'description': 'tempest-description-hth-1544627979'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:43:55.000451 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144921ce-0300-4e17-ab11-f1c652185d12 req-2be578a1-75b4-417e-918e-f55a90f8495a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:55.010635 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-144921ce-0300-4e17-ab11-f1c652185d12 req-2be578a1-75b4-417e-918e-f55a90f8495a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 944 time: 0.3838861 Aug 28 12:43:55.022715 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1c27889d-7ca0-4451-b72f-0e8f737245cd req-6532bca0-0252-4bc1-b03a-2cd3fe834569 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:55.155777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf070b6-5d6a-4540-975d-50cecde88286 req-0d5a3580-15e7-4acd-8cb2-a0de67a653ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:55.157306 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3bf070b6-5d6a-4540-975d-50cecde88286 req-0d5a3580-15e7-4acd-8cb2-a0de67a653ca service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9c27cd97d5e24fc7891a567067063ac0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2939878 Aug 28 12:43:55.211019 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1c27889d-7ca0-4451-b72f-0e8f737245cd req-6532bca0-0252-4bc1-b03a-2cd3fe834569 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:55.218847 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1c27889d-7ca0-4451-b72f-0e8f737245cd req-6532bca0-0252-4bc1-b03a-2cd3fe834569 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:55.221803 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1c27889d-7ca0-4451-b72f-0e8f737245cd req-6532bca0-0252-4bc1-b03a-2cd3fe834569 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:55.233871 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1c27889d-7ca0-4451-b72f-0e8f737245cd req-6532bca0-0252-4bc1-b03a-2cd3fe834569 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "PUT /v2.0/security-groups/bf71d50a-c7ae-4872-9d22-2cf24d88aa52 HTTP/1.1" status: 200 len: 1773 time: 0.2484455 Aug 28 12:43:55.287523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532bca0-0252-4bc1-b03a-2cd3fe834569 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf71d50a-c7ae-4872-9d22-2cf24d88aa52,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:55.348237 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc338d7f-e55b-4947-84c6-cea03daeae6e req-f717c772-1168-440b-9bb3-f46a4a1a66ad service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771780 Aug 28 12:43:55.350798 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf8acf0f-6a02-44ab-a07d-42c3c2e73079 req-5be8f1cf-9fe9-46a3-ae9c-14705ff496fb tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=63900077-3d88-480c-b515-f10dc1eb18e7 HTTP/1.1" status: 200 len: 210 time: 0.0397475 Aug 28 12:43:55.527303 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-144921ce-0300-4e17-ab11-f1c652185d12 req-83b87482-6743-4f9e-afd7-5156286f0658 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154324 Aug 28 12:43:55.530535 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd119945-8bbb-4aed-9545-cc00a10555d8 req-b7dc9827-2bd0-42c6-b42f-deee71748e19 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:55.532593 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd119945-8bbb-4aed-9545-cc00a10555d8 req-b7dc9827-2bd0-42c6-b42f-deee71748e19 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.0998290 Aug 28 12:43:55.644093 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd119945-8bbb-4aed-9545-cc00a10555d8 req-046076cc-4c56-4663-81b8-bbfbe96334f3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991311 Aug 28 12:43:55.720089 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bb30af77-2bab-467a-b048-f733301f29d7 req-c20608bf-9df5-4a3d-9d56-4634ee4dd666 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 210 time: 0.0799460 Aug 28 12:43:55.742125 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf070b6-5d6a-4540-975d-50cecde88286 req-b9c06c25-1584-407e-a496-78b22ee5edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:55.748892 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3bf070b6-5d6a-4540-975d-50cecde88286 req-b9c06c25-1584-407e-a496-78b22ee5edb4 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5599678 Aug 28 12:43:55.768646 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-49b29199-fe06-45be-acde-ef7f1b11dbdb req-c7ad24df-9ec2-43d6-a1c3-096f930fc9bc tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/bf71d50a-c7ae-4872-9d22-2cf24d88aa52 HTTP/1.1" status: 200 len: 1773 time: 0.0798063 Aug 28 12:43:55.784291 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc338d7f-e55b-4947-84c6-cea03daeae6e req-bee91d47-f010-4484-9d98-e9f40d5115e6 service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746755 Aug 28 12:43:55.849413 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3bf070b6-5d6a-4540-975d-50cecde88286 req-00db1406-5767-4ebc-907d-23ef7ecd6fbd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.10 "GET /v2.0/ports?device_id=63900077-3d88-480c-b515-f10dc1eb18e7 HTTP/1.1" status: 200 len: 210 time: 0.0455124 Aug 28 12:43:55.960322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-49469df9-9768-483e-bb1e-c7ad89b79e57 req-315e0dbb-0750-4716-a651-759752171a91 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/bf71d50a-c7ae-4872-9d22-2cf24d88aa52 HTTP/1.1" status: 200 len: 1773 time: 0.1489463 Aug 28 12:43:56.084612 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-49469df9-9768-483e-bb1e-c7ad89b79e57 req-491fb627-0897-4f6b-8e22-81c8f1c9a286 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:56.093598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b77b0-3f4b-49f3-839a-bdb43e77d899 req-ffc8f91c-7312-4366-b25f-a3648560ab66 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:56.097658 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-282b77b0-3f4b-49f3-839a-bdb43e77d899 req-ffc8f91c-7312-4366-b25f-a3648560ab66 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 949 time: 0.1326959 Aug 28 12:43:56.157194 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-49469df9-9768-483e-bb1e-c7ad89b79e57 req-491fb627-0897-4f6b-8e22-81c8f1c9a286 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:56.184572 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-282b77b0-3f4b-49f3-839a-bdb43e77d899 req-a63762b0-4d90-49e4-8468-1c900a492ea6 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708683 Aug 28 12:43:56.263598 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-49469df9-9768-483e-bb1e-c7ad89b79e57 req-491fb627-0897-4f6b-8e22-81c8f1c9a286 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:56.267289 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-49469df9-9768-483e-bb1e-c7ad89b79e57 req-491fb627-0897-4f6b-8e22-81c8f1c9a286 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:56.274729 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-49469df9-9768-483e-bb1e-c7ad89b79e57 req-491fb627-0897-4f6b-8e22-81c8f1c9a286 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "DELETE /v2.0/security-groups/bf71d50a-c7ae-4872-9d22-2cf24d88aa52 HTTP/1.1" status: 204 len: 173 time: 0.3130422 Aug 28 12:43:56.315534 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fb627-0897-4f6b-8e22-81c8f1c9a286 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf71d50a-c7ae-4872-9d22-2cf24d88aa52,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:56.383469 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-deb28c4e-d44b-459b-83c1-c8d2137c4d2a req-5cf2b553-6f1a-4c56-9770-50839ce32659 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&device_id=63900077-3d88-480c-b515-f10dc1eb18e7 HTTP/1.1" status: 200 len: 210 time: 0.0817075 Aug 28 12:43:56.564848 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e5990495-3a09-4eb3-9697-58b3e1ebf03a req-09f3e4b6-4721-4147-a2f2-9dd7ecb83f4b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=63900077-3d88-480c-b515-f10dc1eb18e7 HTTP/1.1" status: 200 len: 210 time: 0.0621753 Aug 28 12:43:56.838071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a22e40-e90b-4c9d-8c2a-a4dc02f8d127 req-b9768c72-be81-486e-8a18-b67f5ea61455 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:56.839695 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10a22e40-e90b-4c9d-8c2a-a4dc02f8d127 req-b9768c72-be81-486e-8a18-b67f5ea61455 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 949 time: 0.0774205 Aug 28 12:43:56.846269 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [req-333f24ab-7132-4a4f-ab85-ea0a6bb34897 req-6cac154b-5f71-43ce-a4bd-96b462b3359b tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] show failed (client error): The resource could not be found. Aug 28 12:43:56.853646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108d76c-3465-4bcd-a3c3-474529f8ba99 req-a613b129-224c-4857-97ae-3d9d9b48e075 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:56.855635 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0108d76c-3465-4bcd-a3c3-474529f8ba99 req-a613b129-224c-4857-97ae-3d9d9b48e075 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 944 time: 0.1412423 Aug 28 12:43:56.860404 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-333f24ab-7132-4a4f-ab85-ea0a6bb34897 req-6cac154b-5f71-43ce-a4bd-96b462b3359b tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/539992ab-1c6e-4785-a63a-1399ed163101 HTTP/1.1" status: 404 len: 352 time: 0.0724881 Aug 28 12:43:56.942986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb28c4e-d44b-459b-83c1-c8d2137c4d2a req-0bb7897d-c464-43d3-9c78-d30321e82328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:56.944544 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-deb28c4e-d44b-459b-83c1-c8d2137c4d2a req-0bb7897d-c464-43d3-9c78-d30321e82328 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9c27cd97d5e24fc7891a567067063ac0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5421872 Aug 28 12:43:56.963884 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0108d76c-3465-4bcd-a3c3-474529f8ba99 req-f69db660-a83a-4d5e-a1af-9ad84da669e8 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771875 Aug 28 12:43:57.077910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-10a22e40-e90b-4c9d-8c2a-a4dc02f8d127 req-be606dec-7a24-4d88-9c53-a1c8cbc92ddb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Deleting port b434db14-37c6-4796-8013-42d7e15330d3 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:43:57.078517 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-10a22e40-e90b-4c9d-8c2a-a4dc02f8d127 req-be606dec-7a24-4d88-9c53-a1c8cbc92ddb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:57.130324 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d89e0286-51c5-48d5-97fe-709ee7ea54f1 req-4c538cb6-6e97-4f87-9c3a-cf4f571b2fa4 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=703f60fe-fa10-4289-aabf-f240a17c66de HTTP/1.1" status: 200 len: 210 time: 0.0557277 Aug 28 12:43:57.173438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ff42f-bcce-4020-a61d-5336f9ac291b req-4070af44-c6d5-4ca9-a9bf-449b1ab379f5 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:57.182682 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc7ff42f-bcce-4020-a61d-5336f9ac291b req-4070af44-c6d5-4ca9-a9bf-449b1ab379f5 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1812704 Aug 28 12:43:57.219187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb28c4e-d44b-459b-83c1-c8d2137c4d2a req-c06f26a6-4635-49f7-9fd5-0b8d11a8ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:57.221025 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-deb28c4e-d44b-459b-83c1-c8d2137c4d2a req-c06f26a6-4635-49f7-9fd5-0b8d11a8ca2a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2635696 Aug 28 12:43:57.264464 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc7ff42f-bcce-4020-a61d-5336f9ac291b req-ceaadba6-4776-4b84-9584-1d6539b909aa tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806293 Aug 28 12:43:57.271895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-10a22e40-e90b-4c9d-8c2a-a4dc02f8d127 req-be606dec-7a24-4d88-9c53-a1c8cbc92ddb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] For port b434db14-37c6-4796-8013-42d7e15330d3, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b434db14-37c6-4796-8013-42d7e15330d3,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:57.272399 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-10a22e40-e90b-4c9d-8c2a-a4dc02f8d127 req-be606dec-7a24-4d88-9c53-a1c8cbc92ddb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:57.295857 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-10a22e40-e90b-4c9d-8c2a-a4dc02f8d127 req-be606dec-7a24-4d88-9c53-a1c8cbc92ddb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Calling delete_port for b434db14-37c6-4796-8013-42d7e15330d3 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:43:57.336373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 30b02793-ce0d-45e6-a5a1-4a0879cf3485 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:43:57.362820 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-d65c3d54-d4e9-4639-816e-15f23b37c04c req-9645a5cf-640e-4fc5-8cdf-4612cb57ff72 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] show failed (client error): The resource could not be found. Aug 28 12:43:57.387195 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d65c3d54-d4e9-4639-816e-15f23b37c04c req-9645a5cf-640e-4fc5-8cdf-4612cb57ff72 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/c8f29505-eefe-42ca-bf38-a811a8e5b961 HTTP/1.1" status: 404 len: 352 time: 0.0928071 Aug 28 12:43:57.408377 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-deb28c4e-d44b-459b-83c1-c8d2137c4d2a req-0ed95bef-8aa3-474e-b431-76ccd17d9f68 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.10 "GET /v2.0/ports?device_id=63900077-3d88-480c-b515-f10dc1eb18e7 HTTP/1.1" status: 200 len: 210 time: 0.1079760 Aug 28 12:43:57.581509 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:57.598275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '30b02793-ce0d-45e6-a5a1-4a0879cf3485', 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba', 'port_id': '30b02793-ce0d-45e6-a5a1-4a0879cf3485', 'mac_address': 'fa:16:3e:e6:88:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b495d45-81c1-41f1-badc-3d5e4d953bd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:43:57.647199 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:57.663017 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b02793-ce0d-45e6-a5a1-4a0879cf3485 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:43:57.668799 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-10a22e40-e90b-4c9d-8c2a-a4dc02f8d127 req-be606dec-7a24-4d88-9c53-a1c8cbc92ddb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:57.698817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f748e-2e80-4fb6-aedb-b2316dc6296e req-8b63cbf6-2f93-4865-961b-4a9d0dff11ce tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:57.700126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:57.701277 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-520f748e-2e80-4fb6-aedb-b2316dc6296e req-8b63cbf6-2f93-4865-961b-4a9d0dff11ce tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1855e168-f3a8-4f93-a90a-c1ffd8a266e8 HTTP/1.1" status: 200 len: 867 time: 0.1468287 Aug 28 12:43:57.704373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b434db14-37c6-4796-8013-42d7e15330d3'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:57.735403 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:57.741776 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be606dec-7a24-4d88-9c53-a1c8cbc92ddb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Pushing event deleted for resources: {'Port': ['ID=b434db14-37c6-4796-8013-42d7e15330d3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:57.805437 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-520f748e-2e80-4fb6-aedb-b2316dc6296e req-752b2dec-cfc4-4747-9a88-273e82e0d3d2 tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.20 "GET /v2.0/security-groups?id=9d84ae19-4416-4008-b07a-0410d8fe6a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791092 Aug 28 12:43:57.838436 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [req-b32209a8-95cb-46e6-8ed6-8db64798d467 req-995747cc-6c38-4f79-838d-1edafafa644e tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] show failed (client error): The resource could not be found. Aug 28 12:43:57.848619 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b32209a8-95cb-46e6-8ed6-8db64798d467 req-995747cc-6c38-4f79-838d-1edafafa644e tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/67d9d787-b921-4d8b-9197-1a3c5db462f5 HTTP/1.1" status: 404 len: 352 time: 0.0241461 Aug 28 12:43:57.859445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=30b02793-ce0d-45e6-a5a1-4a0879cf3485,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:57.865473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6927b1-3d7a-460b-93e6-d6be6a2c0aa9 req-2c52005a-8a9d-417a-97bf-02718f684f0f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:57.879673 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ea6927b1-3d7a-460b-93e6-d6be6a2c0aa9 req-2c52005a-8a9d-417a-97bf-02718f684f0f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 947 time: 0.2324839 Aug 28 12:43:57.925974 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [req-82257520-fd94-4c7f-a17c-9e6dd7450088 req-b69c738b-f562-43e5-a538-5e764fe943c3 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] show failed (client error): The resource could not be found. Aug 28 12:43:57.934147 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82257520-fd94-4c7f-a17c-9e6dd7450088 req-b69c738b-f562-43e5-a538-5e764fe943c3 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/40e6b128-e312-412b-b90e-bb5d4d05855f HTTP/1.1" status: 404 len: 352 time: 0.0226207 Aug 28 12:43:57.937564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a22e40-e90b-4c9d-8c2a-a4dc02f8d127 req-be606dec-7a24-4d88-9c53-a1c8cbc92ddb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] No DVR routers for this DVR port b434db14-37c6-4796-8013-42d7e15330d3 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:43:57.963746 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-10a22e40-e90b-4c9d-8c2a-a4dc02f8d127 req-be606dec-7a24-4d88-9c53-a1c8cbc92ddb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:57.967041 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10a22e40-e90b-4c9d-8c2a-a4dc02f8d127 req-be606dec-7a24-4d88-9c53-a1c8cbc92ddb tempest-ServersOnMultiNodesTest-1767187016 tempest-ServersOnMultiNodesTest-1767187016-project] 10.222.0.10 "DELETE /v2.0/ports/b434db14-37c6-4796-8013-42d7e15330d3 HTTP/1.1" status: 204 len: 173 time: 1.0959725 Aug 28 12:43:57.967709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1855e168-f3a8-4f93-a90a-c1ffd8a266e8', 'name': 'network-vif-deleted', 'tag': 'b434db14-37c6-4796-8013-42d7e15330d3'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:57.972064 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c17c25-2a3e-4049-b531-7081381704a7" -d '{"events": [{"server_uuid": "1855e168-f3a8-4f93-a90a-c1ffd8a266e8", "name": "network-vif-deleted", "tag": "b434db14-37c6-4796-8013-42d7e15330d3"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:57.973721 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [req-c0d78b3d-213f-48cf-86bd-41ef012f38d2 req-c2c5ed7d-a325-4eae-9dbf-aabe2b451a82 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] show failed (client error): The resource could not be found. Aug 28 12:43:57.984573 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0d78b3d-213f-48cf-86bd-41ef012f38d2 req-c2c5ed7d-a325-4eae-9dbf-aabe2b451a82 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/b74d2221-2714-483a-9b40-7d3d1c661743 HTTP/1.1" status: 404 len: 352 time: 0.0333707 Aug 28 12:43:57.998817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['30b02793-ce0d-45e6-a5a1-4a0879cf3485'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:43:58.027682 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ea6927b1-3d7a-460b-93e6-d6be6a2c0aa9 req-a9c44fea-f17d-4b5d-84ce-e81b9f798da4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449757 Aug 28 12:43:58.120989 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc149735-f0f9-4477-89bf-0e5a10e421d6 x-openstack-request-id: req-dc149735-f0f9-4477-89bf-0e5a10e421d6 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:43:58.121482 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1855e168-f3a8-4f93-a90a-c1ffd8a266e8", "name": "network-vif-deleted", "tag": "b434db14-37c6-4796-8013-42d7e15330d3", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:43:58.121873 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc149735-f0f9-4477-89bf-0e5a10e421d6 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:43:58.122510 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1855e168-f3a8-4f93-a90a-c1ffd8a266e8', 'name': 'network-vif-deleted', 'tag': 'b434db14-37c6-4796-8013-42d7e15330d3', 'status': 'completed', 'code': 200} Aug 28 12:43:58.177027 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-c4ca8b59-db24-4d01-9a76-66ac8c78bb09 req-8c0ef644-8ded-428f-b069-22003524bfa6 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] show failed (client error): The resource could not be found. Aug 28 12:43:58.188085 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4ca8b59-db24-4d01-9a76-66ac8c78bb09 req-8c0ef644-8ded-428f-b069-22003524bfa6 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/123d4de5-d318-47ce-af60-3badb65e1baf HTTP/1.1" status: 404 len: 352 time: 0.0311840 Aug 28 12:43:58.331482 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-8fcc16b1-68d8-4935-831c-20cca2d31c13 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:58.333197 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-8fcc16b1-68d8-4935-831c-20cca2d31c13 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 811 time: 0.2485025 Aug 28 12:43:58.360354 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-e1ec09de-8273-459d-8a71-f952624781d1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/quotas/9c27cd97d5e24fc7891a567067063ac0 HTTP/1.1" status: 200 len: 375 time: 0.0122454 Aug 28 12:43:58.389147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3d6d5-7c99-458a-8c36-46084dfbd890 req-db4e0277-8401-4111-818e-ff950eafbf01 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:58.390745 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-29b3d6d5-7c99-458a-8c36-46084dfbd890 req-db4e0277-8401-4111-818e-ff950eafbf01 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 945 time: 0.0931613 Aug 28 12:43:58.411888 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-d62cb595-b039-49fa-9943-7cb80be813b8 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443199 Aug 28 12:43:58.445029 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-29b3d6d5-7c99-458a-8c36-46084dfbd890 req-f548c35f-b8ed-458f-b3fc-e1a90eb8a724 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452707 Aug 28 12:43:58.523429 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-f717617e-cd56-4719-a17d-5754aba1dae1 service neutron] 10.222.0.20 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020522 Aug 28 12:43:58.638072 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-0346e476-3783-45d7-b9a1-56b1e88f05ae service neutron] 10.222.0.20 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057341 Aug 28 12:43:59.323053 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d8cb5e1b-f673-4782-a12c-6475bbddac2d req-a36d57ff-7249-4a6c-8a23-857c9e004f13 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 210 time: 0.0530403 Aug 28 12:43:59.347109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 30b02793-ce0d-45e6-a5a1-4a0879cf3485 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:43:59.498853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:43:59.511383 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:43:59.512337 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:59.591466 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f1b98-125f-4d45-9fb0-cc14cd29bb33 req-42fb8f5e-20d2-4dbb-9bc7-29128d47f5da tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:59.599353 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427abe1a-f35e-4dd9-82af-804c6d3a4e25 req-c0c74765-ba66-4ff0-a215-0e4b2bf58af1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:59.603912 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-427abe1a-f35e-4dd9-82af-804c6d3a4e25 req-c0c74765-ba66-4ff0-a215-0e4b2bf58af1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 947 time: 0.1120820 Aug 28 12:43:59.611765 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-519f1b98-125f-4d45-9fb0-cc14cd29bb33 req-42fb8f5e-20d2-4dbb-9bc7-29128d47f5da tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.6570969 Aug 28 12:43:59.659910 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-427abe1a-f35e-4dd9-82af-804c6d3a4e25 req-459e306e-e955-463c-bffb-0c5eb459a943 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463881 Aug 28 12:43:59.732955 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:59.734812 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-519f1b98-125f-4d45-9fb0-cc14cd29bb33 req-e5569659-f3ca-4e81-841e-504e2096df66 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195385 Aug 28 12:43:59.824680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b02793-ce0d-45e6-a5a1-4a0879cf3485'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:43:59.830454 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a40d01-ec26-49ea-8a32-5ff38b42b37c" -d '{"events": [{"server_uuid": "b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3", "name": "network-vif-plugged", "status": "completed", "tag": "30b02793-ce0d-45e6-a5a1-4a0879cf3485"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:43:59.849188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:43:59.863699 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:43:59.879718 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05422d63-7dda-4d74-abce-7a5df0567a99 req-a2afa8b3-f6c8-47ad-bf8e-3dc3c661216b tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:59.881874 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05422d63-7dda-4d74-abce-7a5df0567a99 req-a2afa8b3-f6c8-47ad-bf8e-3dc3c661216b tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 1024 time: 0.1100266 Aug 28 12:43:59.955283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081b030-b3e6-449f-8e5b-4d83c4ab0e08 req-c41f4553-6c5a-405d-be30-6e06261d2ab7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:43:59.957103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5081b030-b3e6-449f-8e5b-4d83c4ab0e08 req-c41f4553-6c5a-405d-be30-6e06261d2ab7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 946 time: 0.0743306 Aug 28 12:43:59.957637 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=30b02793-ce0d-45e6-a5a1-4a0879cf3485,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:43:59.997142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38656) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:00.006001 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05422d63-7dda-4d74-abce-7a5df0567a99 req-3d1c6f75-3605-46d9-b1b7-3932c5ddc14c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6c6e10f-966e-4def-83cb-4be8346632db&id=abe0ec50-c335-4e0e-a472-a3970ef609f0&id=58316496-cfc7-47b8-849e-81ae24b69859&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1140454 Aug 28 12:44:00.038162 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5081b030-b3e6-449f-8e5b-4d83c4ab0e08 req-b302dd73-56bb-4b19-bd22-9949a10c2a0f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685167 Aug 28 12:44:00.110492 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebc4850-0e06-45c1-b2e1-996c1783b2ce x-openstack-request-id: req-aebc4850-0e06-45c1-b2e1-996c1783b2ce {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:00.111140 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3", "name": "network-vif-plugged", "status": "completed", "tag": "30b02793-ce0d-45e6-a5a1-4a0879cf3485", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:00.111685 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aebc4850-0e06-45c1-b2e1-996c1783b2ce {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:00.112433 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b02793-ce0d-45e6-a5a1-4a0879cf3485', 'code': 200} Aug 28 12:44:00.261695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2494737-69ad-456d-bf4f-6eb34ad44eaa req-0445758d-3740-4d28-81a9-317b5f04d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:00.264215 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2494737-69ad-456d-bf4f-6eb34ad44eaa req-0445758d-3740-4d28-81a9-317b5f04d6f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 1098 time: 0.0839081 Aug 28 12:44:00.338722 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2494737-69ad-456d-bf4f-6eb34ad44eaa req-5769bd78-4c02-454b-b809-1e24152e5ded service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555038 Aug 28 12:44:00.457498 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b7c65183-decf-4bd8-a9cd-9aa0f9245358 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64deab23396c4c29b7c913924f7a124c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587021 Aug 28 12:44:00.465248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38666) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:00.490753 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cfd362fa-2e2b-4d35-b75f-33746323a874 req-96932c64-c6f2-446f-a67f-91d22ab99733 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 210 time: 0.0474825 Aug 28 12:44:00.546868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device b434db14-37c6-4796-8013-42d7e15330d3 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:00.549427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-32ae66e3-d9f0-4100-8e5d-f53f31edb034 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:00.551061 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-32ae66e3-d9f0-4100-8e5d-f53f31edb034 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.11 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 811 time: 0.2674186 Aug 28 12:44:00.574062 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-2211ea22-daed-4696-8b99-7427aa061bc1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Request body: {'port': {'device_id': 'afcf43aa-acf6-41cc-ab21-ade24639b493', 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea', 'admin_state_up': True, 'tenant_id': '9c27cd97d5e24fc7891a567067063ac0'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:00.598826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: b434db14-37c6-4796-8013-42d7e15330d3 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:44:00.599416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device b434db14-37c6-4796-8013-42d7e15330d3 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:44:00.599596 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc462c78-e493-41c0-8da2-cb85643e0502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:00.671264 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc462c78-e493-41c0-8da2-cb85643e0502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:00.795021 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc462c78-e493-41c0-8da2-cb85643e0502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:00.798023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-2211ea22-daed-4696-8b99-7427aa061bc1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Made reservation on behalf of 9c27cd97d5e24fc7891a567067063ac0 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:44:00.800354 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc462c78-e493-41c0-8da2-cb85643e0502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:00.804675 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-2211ea22-daed-4696-8b99-7427aa061bc1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:00.806020 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dc462c78-e493-41c0-8da2-cb85643e0502 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d84ae19-4416-4008-b07a-0410d8fe6a28 HTTP/1.1" status: 204 len: 168 time: 0.3393812 Aug 28 12:44:00.830029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc462c78-e493-41c0-8da2-cb85643e0502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d84ae19-4416-4008-b07a-0410d8fe6a28,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:00.879627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed8dd2-d000-4522-8e52-4af06af6557a req-b7d293d7-e9b6-4b30-9b10-1816bfa0b8b9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:00.881260 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbed8dd2-d000-4522-8e52-4af06af6557a req-b7d293d7-e9b6-4b30-9b10-1816bfa0b8b9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 947 time: 0.1236103 Aug 28 12:44:00.948253 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbed8dd2-d000-4522-8e52-4af06af6557a req-05725a09-fc04-4620-804e-ebb62de818a9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498378 Aug 28 12:44:01.095602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edc25d-cda8-4147-bf15-eb1c1705f4c5 req-bf0818a5-1d49-45bd-8624-17865d45ca22 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:01.097216 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7edc25d-cda8-4147-bf15-eb1c1705f4c5 req-bf0818a5-1d49-45bd-8624-17865d45ca22 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1588218 Aug 28 12:44:01.122861 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adf44d-ba37-43e0-abe3-9a32bc6d25eb req-b07c8a6a-ff1e-45f2-a034-e49835dd3184 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:01.124967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f9adf44d-ba37-43e0-abe3-9a32bc6d25eb req-b07c8a6a-ff1e-45f2-a034-e49835dd3184 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 1024 time: 0.2946818 Aug 28 12:44:01.199813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b28b00-eb4a-49a0-9e63-a3c52b1ac676 req-7c61df92-748b-4fd1-bca9-5780866b2879 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:01.200425 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07b28b00-eb4a-49a0-9e63-a3c52b1ac676 req-7c61df92-748b-4fd1-bca9-5780866b2879 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 1024 time: 0.1140862 Aug 28 12:44:01.247114 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-2211ea22-daed-4696-8b99-7427aa061bc1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Allocated IP 172.20.0.9 (1da12700-57a4-4678-8bd0-0b17b7c3f3ea/681f86f1-f49d-4aac-bbea-fa1f759eb663/98460ee3-d24a-4dd2-bcd7-c34df32cef5b) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:44:01.265173 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07b28b00-eb4a-49a0-9e63-a3c52b1ac676 req-56332b2d-0a56-4f8b-aac2-6e11fc017d43 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6c6e10f-966e-4def-83cb-4be8346632db&id=abe0ec50-c335-4e0e-a472-a3970ef609f0&id=58316496-cfc7-47b8-849e-81ae24b69859&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0491774 Aug 28 12:44:01.290903 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38682) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:01.345937 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d36d6c26-a593-4651-b520-8690e7d0d6d9 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:01.353952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-411ff62c-38d4-4416-821b-df9ab10db847 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bbbb6eaaec54515953950a7ece67732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583651 Aug 28 12:44:01.355261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38684) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:01.357769 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7edc25d-cda8-4147-bf15-eb1c1705f4c5 req-dd0b9b65-ff3a-4a38-b6c2-5da839965fb7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265401 Aug 28 12:44:01.510998 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9ee6-081b-46a8-99ea-276c8cbfed67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:01.540584 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9ee6-081b-46a8-99ea-276c8cbfed67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:01.590122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-f9adf44d-ba37-43e0-abe3-9a32bc6d25eb req-a0d4f273-8a35-483f-b610-a0c54e6c98ca tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Deleting port 5452e9de-b759-42c7-9be1-8822e2d91cb7 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:44:01.593387 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f9adf44d-ba37-43e0-abe3-9a32bc6d25eb req-a0d4f273-8a35-483f-b610-a0c54e6c98ca tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:01.644579 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9ee6-081b-46a8-99ea-276c8cbfed67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:01.648132 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7ea9ee6-081b-46a8-99ea-276c8cbfed67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:01.655688 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b7ea9ee6-081b-46a8-99ea-276c8cbfed67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b707bdeb-a38e-4367-af5f-001e6bca443e HTTP/1.1" status: 204 len: 168 time: 0.2932911 Aug 28 12:44:01.696834 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea9ee6-081b-46a8-99ea-276c8cbfed67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b707bdeb-a38e-4367-af5f-001e6bca443e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:01.759670 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f88e384d-5061-494d-996d-45bddd3c1fee req-090bdac6-0fbf-4212-8f0e-9d18c965f46d tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 210 time: 0.0880783 Aug 28 12:44:01.769376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b44676-1257-4e5e-9d66-8fae65396193 req-0a875d6e-9a47-4f95-9eda-915d3184f1ce tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:01.780964 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4b44676-1257-4e5e-9d66-8fae65396193 req-0a875d6e-9a47-4f95-9eda-915d3184f1ce tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 946 time: 0.3455291 Aug 28 12:44:01.781639 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-2211ea22-daed-4696-8b99-7427aa061bc1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:01.808045 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:01.834293 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4b44676-1257-4e5e-9d66-8fae65396193 req-b56c99cd-adcb-480f-90e7-167aba21e052 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519421 Aug 28 12:44:01.874724 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-2211ea22-daed-4696-8b99-7427aa061bc1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:01.875310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:01.886002 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:01.950337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f9adf44d-ba37-43e0-abe3-9a32bc6d25eb req-a0d4f273-8a35-483f-b610-a0c54e6c98ca tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] For port 5452e9de-b759-42c7-9be1-8822e2d91cb7, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5452e9de-b759-42c7-9be1-8822e2d91cb7,segment=NetworkSegment(27cbefe9-ce45-40b0-b425-6f8f07c85a50),segment_id=27cbefe9-ce45-40b0-b425-6f8f07c85a50)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:01.950755 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f9adf44d-ba37-43e0-abe3-9a32bc6d25eb req-a0d4f273-8a35-483f-b610-a0c54e6c98ca tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:01.962691 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d36d6c26-a593-4651-b520-8690e7d0d6d9,revision_number=11']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:01.965305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-2211ea22-daed-4696-8b99-7427aa061bc1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:44:01.977441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-2211ea22-daed-4696-8b99-7427aa061bc1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:01.980480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-f9adf44d-ba37-43e0-abe3-9a32bc6d25eb req-a0d4f273-8a35-483f-b610-a0c54e6c98ca tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Calling delete_port for 5452e9de-b759-42c7-9be1-8822e2d91cb7 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:44:01.984828 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-2211ea22-daed-4696-8b99-7427aa061bc1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:44:02.012453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211ea22-daed-4696-8b99-7427aa061bc1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Pushing event updated for resources: {'Port': ['ID=98460ee3-d24a-4dd2-bcd7-c34df32cef5b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:02.113975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:02.116505 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-2211ea22-daed-4696-8b99-7427aa061bc1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:02.116758 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332aea74-79e3-4da0-a870-9abb3a427853" -d '{"events": [{"server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:02.117143 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-2211ea22-daed-4696-8b99-7427aa061bc1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:02.162503 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-2211ea22-daed-4696-8b99-7427aa061bc1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6002209 Aug 28 12:44:02.182510 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228899e1-9b26-4cd0-b225-5f3123444a5e x-openstack-request-id: req-228899e1-9b26-4cd0-b225-5f3123444a5e {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:02.182831 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:02.183087 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-228899e1-9b26-4cd0-b225-5f3123444a5e {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:02.183485 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'code': 200} Aug 28 12:44:02.185634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Request body: {'port': {'device_id': 'afcf43aa-acf6-41cc-ab21-ade24639b493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:02.208404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee7e45-e769-4995-9a62-72d4104421d2 req-926ae6d2-7635-432d-be84-f78149603bd2 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:02.211212 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19ee7e45-e769-4995-9a62-72d4104421d2 req-926ae6d2-7635-432d-be84-f78149603bd2 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1395845 Aug 28 12:44:02.359953 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f9adf44d-ba37-43e0-abe3-9a32bc6d25eb req-a0d4f273-8a35-483f-b610-a0c54e6c98ca tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:02.380016 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['5452e9de-b759-42c7-9be1-8822e2d91cb7'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:02.403017 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c4d60d7-042d-46cb-ab57-2fd5d06c47ae req-f7932a41-3423-4672-8bf6-e2608e2093d8 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fecb279-9f16-4ba8-b153-479c638647dc HTTP/1.1" status: 200 len: 210 time: 0.0517347 Aug 28 12:44:02.432294 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19ee7e45-e769-4995-9a62-72d4104421d2 req-067e57d6-2cb6-4152-872c-28bcf0ddb69a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010565 Aug 28 12:44:02.437514 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:02.440993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4f273-8a35-483f-b610-a0c54e6c98ca tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event deleted for resources: {'Port': ['ID=5452e9de-b759-42c7-9be1-8822e2d91cb7,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:02.578700 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9adf44d-ba37-43e0-abe3-9a32bc6d25eb req-a0d4f273-8a35-483f-b610-a0c54e6c98ca tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] No DVR routers for this DVR port 5452e9de-b759-42c7-9be1-8822e2d91cb7 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:44:02.594087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5643a-9cb9-47dc-ba6a-ea9d4f083ea1 req-abdb1a4a-9687-4d61-9191-eb6e124ec4a9 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:02.594329 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f9adf44d-ba37-43e0-abe3-9a32bc6d25eb req-a0d4f273-8a35-483f-b610-a0c54e6c98ca tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:02.595952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2c5643a-9cb9-47dc-ba6a-ea9d4f083ea1 req-abdb1a4a-9687-4d61-9191-eb6e124ec4a9 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1203229 Aug 28 12:44:02.596572 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f9adf44d-ba37-43e0-abe3-9a32bc6d25eb req-a0d4f273-8a35-483f-b610-a0c54e6c98ca tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.10 "DELETE /v2.0/ports/5452e9de-b759-42c7-9be1-8822e2d91cb7 HTTP/1.1" status: 204 len: 173 time: 1.4299068 Aug 28 12:44:02.597022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fecb279-9f16-4ba8-b153-479c638647dc', 'name': 'network-vif-deleted', 'tag': '5452e9de-b759-42c7-9be1-8822e2d91cb7'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:02.601136 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1feb0be5-f524-4995-a8c2-6ad4e01bbb8b" -d '{"events": [{"server_uuid": "4fecb279-9f16-4ba8-b153-479c638647dc", "name": "network-vif-deleted", "tag": "5452e9de-b759-42c7-9be1-8822e2d91cb7"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:02.732012 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2c5643a-9cb9-47dc-ba6a-ea9d4f083ea1 req-68360084-e18a-4c87-b489-633141f40d7d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197290 Aug 28 12:44:02.838302 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ffba47-a5b2-4145-8e86-7e4dd265c089 x-openstack-request-id: req-f2ffba47-a5b2-4145-8e86-7e4dd265c089 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:02.838711 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fecb279-9f16-4ba8-b153-479c638647dc", "name": "network-vif-deleted", "tag": "5452e9de-b759-42c7-9be1-8822e2d91cb7", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:02.838910 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2ffba47-a5b2-4145-8e86-7e4dd265c089 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:02.839253 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fecb279-9f16-4ba8-b153-479c638647dc', 'name': 'network-vif-deleted', 'tag': '5452e9de-b759-42c7-9be1-8822e2d91cb7', 'status': 'completed', 'code': 200} Aug 28 12:44:03.020033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98460ee3-d24a-4dd2-bcd7-c34df32cef5b {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:03.035004 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:03.051187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749743cd-fd38-474f-94ac-6fe3a69918e2 req-70e0b9e9-d6a4-46e3-95a5-c690b3592c13 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:03.053562 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-749743cd-fd38-474f-94ac-6fe3a69918e2 req-70e0b9e9-d6a4-46e3-95a5-c690b3592c13 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 931 time: 0.1418011 Aug 28 12:44:03.069001 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d78e36-5294-44c8-9c58-9e3770a2b9fa req-1c5a2d8c-95b4-4078-8cae-406802fac259 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:03.071157 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61d78e36-5294-44c8-9c58-9e3770a2b9fa req-1c5a2d8c-95b4-4078-8cae-406802fac259 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 946 time: 0.1046650 Aug 28 12:44:03.078149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Transition to ACTIVE for port object 98460ee3-d24a-4dd2-bcd7-c34df32cef5b will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:03.090446 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:03.146552 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61d78e36-5294-44c8-9c58-9e3770a2b9fa req-a6cd3e51-71ac-4aff-afa6-38bfa6733107 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572262 Aug 28 12:44:03.238096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-749743cd-fd38-474f-94ac-6fe3a69918e2 req-b4837224-e11a-436b-9bfe-e467426c488d tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731069 Aug 28 12:44:03.324686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Pushing event updated for resources: {'Port': ['ID=98460ee3-d24a-4dd2-bcd7-c34df32cef5b,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:03.344383 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d36d6c26-a593-4651-b520-8690e7d0d6d9 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:44:03.441701 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:03.443379 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:03.444840 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:03.445563 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:03.445901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:03.446234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:03.446631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:03.449709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:03.450774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:03.454805 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:03.455351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:03.455881 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:03.493710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Attempting to bind port 98460ee3-d24a-4dd2-bcd7-c34df32cef5b on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:03.496422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Attempting to bind port 98460ee3-d24a-4dd2-bcd7-c34df32cef5b by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:03.497795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Attempting to bind port 98460ee3-d24a-4dd2-bcd7-c34df32cef5b on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:03.509803 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Port 98460ee3-d24a-4dd2-bcd7-c34df32cef5b on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:44:03.510450 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Attempting to bind port 98460ee3-d24a-4dd2-bcd7-c34df32cef5b on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:03.515615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:03.524187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:03.526156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Checking segment: {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:03.527699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Bound using segment: {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:03.528565 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Bound port: 98460ee3-d24a-4dd2-bcd7-c34df32cef5b, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:03.530225 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:03.533952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'port_id': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'mac_address': 'fa:16:3e:5b:3c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:44:03.596056 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:03.626919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36d6c26-a593-4651-b520-8690e7d0d6d9 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:03.691705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:03.700810 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:03.726183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] For port 98460ee3-d24a-4dd2-bcd7-c34df32cef5b, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:03.733200 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] For port 98460ee3-d24a-4dd2-bcd7-c34df32cef5b, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=98460ee3-d24a-4dd2-bcd7-c34df32cef5b,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:03.756709 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:03.780766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75115d0c-17d4-4da3-9f2b-1540088aa989 req-9dda4746-766d-4deb-8027-818462584e33 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:03.792109 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-75115d0c-17d4-4da3-9f2b-1540088aa989 req-9dda4746-766d-4deb-8027-818462584e33 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 1098 time: 0.1239085 Aug 28 12:44:03.825651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d36d6c26-a593-4651-b520-8690e7d0d6d9,revision_number=12']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:03.839349 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d36d6c26-a593-4651-b520-8690e7d0d6d9'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:03.894483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:03.895235 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:03.896727 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] 10.222.0.11 "PUT /v2.0/ports/98460ee3-d24a-4dd2-bcd7-c34df32cef5b HTTP/1.1" status: 200 len: 1092 time: 1.7209065 Aug 28 12:44:03.914664 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-75115d0c-17d4-4da3-9f2b-1540088aa989 req-5b186535-759d-4a8f-966d-c4b66810777a tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020572 Aug 28 12:44:03.984566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbad9f-782c-4cd1-a8fb-fde02f280512 service neutron] Pushing event updated for resources: {'Port': ['ID=98460ee3-d24a-4dd2-bcd7-c34df32cef5b,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:04.052164 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106ff9f-b976-4ba6-861d-b3e038273fc5 req-0bb0e8a9-0769-4669-8e8a-9a93ceda16c5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:04.069419 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3106ff9f-b976-4ba6-861d-b3e038273fc5 req-0bb0e8a9-0769-4669-8e8a-9a93ceda16c5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 946 time: 0.2007549 Aug 28 12:44:04.141432 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3106ff9f-b976-4ba6-861d-b3e038273fc5 req-0a1471f4-2138-49f8-bda0-6b105ea865d6 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709534 Aug 28 12:44:04.147984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-716aee42-4580-4d3f-a05d-7f35c9297a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:04.176461 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-716aee42-4580-4d3f-a05d-7f35c9297a98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 1095 time: 0.2201362 Aug 28 12:44:04.280403 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a9207-8244-477c-9a87-e6d437fb6a7e req-c72c37ef-6eac-452c-80d1-c30df1d2ef1d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:04.281959 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-492a9207-8244-477c-9a87-e6d437fb6a7e req-c72c37ef-6eac-452c-80d1-c30df1d2ef1d tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.11 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 945 time: 0.1327112 Aug 28 12:44:04.301292 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-56003af1-1b07-4ae2-800a-f0a0e56a2fb2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98460ee3-d24a-4dd2-bcd7-c34df32cef5b HTTP/1.1" status: 200 len: 217 time: 0.1151516 Aug 28 12:44:04.441759 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-8b0f0c38-65c4-4712-8ab0-75bdd3f6beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:04.443271 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-8b0f0c38-65c4-4712-8ab0-75bdd3f6beb0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=681f86f1-f49d-4aac-bbea-fa1f759eb663 HTTP/1.1" status: 200 len: 851 time: 0.1240523 Aug 28 12:44:04.475431 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac263dc-5048-4cee-9ad4-2c109493bb8a req-ce07e513-9ed5-4dcf-bb26-49f92f12b430 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:04.477104 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eac263dc-5048-4cee-9ad4-2c109493bb8a req-ce07e513-9ed5-4dcf-bb26-49f92f12b430 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.1426423 Aug 28 12:44:04.496809 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-99c5cd8e-4b28-43eb-9d97-579e005c4362 service neutron] show failed (client error): The resource could not be found. Aug 28 12:44:04.497815 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-99c5cd8e-4b28-43eb-9d97-579e005c4362 service neutron] 10.222.0.10 "GET /v2.0/ports/fcc088f2-b199-4f27-9308-311241fd6c25/bindings/n-h1-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.1956766 Aug 28 12:44:04.501740 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-e457ef8f-632d-4d8e-8078-d629e63c7bdd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479736 Aug 28 12:44:04.510421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43f3b0-cd6a-4210-a092-52a39f174a57 req-cc9a8817-71df-4cc5-8c75-856effb722b4 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:04.519604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-492a9207-8244-477c-9a87-e6d437fb6a7e req-ca27e78c-f4f6-4454-b01d-ca2cb7ce6879 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Deleting port 246bce7e-0775-4985-8bdb-929abd780c76 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:44:04.519850 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be43f3b0-cd6a-4210-a092-52a39f174a57 req-cc9a8817-71df-4cc5-8c75-856effb722b4 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=c769efc5-0fc1-4ddb-b920-e316012ac758 HTTP/1.1" status: 200 len: 945 time: 0.2129617 Aug 28 12:44:04.520006 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-492a9207-8244-477c-9a87-e6d437fb6a7e req-ca27e78c-f4f6-4454-b01d-ca2cb7ce6879 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:04.574829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 5452e9de-b759-42c7-9be1-8822e2d91cb7 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:04.619136 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be43f3b0-cd6a-4210-a092-52a39f174a57 req-880f1495-77de-4a8f-b814-eca9e5cb7152 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966246 Aug 28 12:44:04.627982 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 5452e9de-b759-42c7-9be1-8822e2d91cb7 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:44:04.628639 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 5452e9de-b759-42c7-9be1-8822e2d91cb7 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:44:04.637261 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eac263dc-5048-4cee-9ad4-2c109493bb8a req-028d7c2a-4ba3-4531-bb3b-d2a25ee489c8 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475246 Aug 28 12:44:04.724103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-4f38758b-7f8d-423d-9e80-02494ded1fc9 service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043319 Aug 28 12:44:04.739587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-492a9207-8244-477c-9a87-e6d437fb6a7e req-ca27e78c-f4f6-4454-b01d-ca2cb7ce6879 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] For port 246bce7e-0775-4985-8bdb-929abd780c76, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=246bce7e-0775-4985-8bdb-929abd780c76,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:04.739954 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-492a9207-8244-477c-9a87-e6d437fb6a7e req-ca27e78c-f4f6-4454-b01d-ca2cb7ce6879 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:04.758990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e499894b-8bd3-4087-9353-ff681b64c983 req-7a2549d1-73cf-46df-943a-d44892729959 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/f6c6e10f-966e-4def-83cb-4be8346632db HTTP/1.1" status: 200 len: 1798 time: 0.0893874 Aug 28 12:44:04.774621 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-492a9207-8244-477c-9a87-e6d437fb6a7e req-ca27e78c-f4f6-4454-b01d-ca2cb7ce6879 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Calling delete_port for 246bce7e-0775-4985-8bdb-929abd780c76 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:44:04.850528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc34be-42e6-4bfc-94da-a231d99931d4 req-ff0eba98-fb67-4dbb-8e5e-ae658f4471de tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:04.853381 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aedc34be-42e6-4bfc-94da-a231d99931d4 req-ff0eba98-fb67-4dbb-8e5e-ae658f4471de tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 1098 time: 0.1036048 Aug 28 12:44:04.860335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afcf43aa-acf6-41cc-ab21-ade24639b493', 'tag': '98460ee3-d24a-4dd2-bcd7-c34df32cef5b'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:04.863343 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c33b8e-2215-4e2c-affa-a27653225401" -d '{"events": [{"name": "network-changed", "server_uuid": "afcf43aa-acf6-41cc-ab21-ade24639b493", "tag": "98460ee3-d24a-4dd2-bcd7-c34df32cef5b"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:04.912983 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aedc34be-42e6-4bfc-94da-a231d99931d4 req-50bfea85-feae-4228-8a06-dddb63dd9763 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527387 Aug 28 12:44:04.941941 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e499894b-8bd3-4087-9353-ff681b64c983 req-464ca87c-3958-48a5-a200-48b97e720d3c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:05.002073 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-492a9207-8244-477c-9a87-e6d437fb6a7e req-ca27e78c-f4f6-4454-b01d-ca2cb7ce6879 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:05.011553 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e499894b-8bd3-4087-9353-ff681b64c983 req-464ca87c-3958-48a5-a200-48b97e720d3c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:05.018370 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['dcd333fa-9beb-4b5d-a03e-05087e9dd6a2', '246bce7e-0775-4985-8bdb-929abd780c76'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:05.071138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-c0d7eb88-d6b8-407c-b12b-697306600510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:05.074874 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-c0d7eb88-d6b8-407c-b12b-697306600510 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16&tenant_id=a4d6d6e751944664b9c54f70b2be3e4c HTTP/1.1" status: 200 len: 1102 time: 0.2058675 Aug 28 12:44:05.096603 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27e78c-f4f6-4454-b01d-ca2cb7ce6879 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Pushing event deleted for resources: {'Port': ['ID=246bce7e-0775-4985-8bdb-929abd780c76,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:05.096918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:05.131760 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-492a9207-8244-477c-9a87-e6d437fb6a7e req-ca27e78c-f4f6-4454-b01d-ca2cb7ce6879 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] No DVR routers for this DVR port 246bce7e-0775-4985-8bdb-929abd780c76 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:44:05.135901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-492a9207-8244-477c-9a87-e6d437fb6a7e req-ca27e78c-f4f6-4454-b01d-ca2cb7ce6879 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:05.137986 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-492a9207-8244-477c-9a87-e6d437fb6a7e req-ca27e78c-f4f6-4454-b01d-ca2cb7ce6879 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.11 "DELETE /v2.0/ports/246bce7e-0775-4985-8bdb-929abd780c76 HTTP/1.1" status: 204 len: 173 time: 0.8483491 Aug 28 12:44:05.140284 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c769efc5-0fc1-4ddb-b920-e316012ac758', 'name': 'network-vif-deleted', 'tag': '246bce7e-0775-4985-8bdb-929abd780c76'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:05.142600 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b17aa88-c24a-49ab-96ae-ff863696de7f" -d '{"events": [{"server_uuid": "c769efc5-0fc1-4ddb-b920-e316012ac758", "name": "network-vif-deleted", "tag": "246bce7e-0775-4985-8bdb-929abd780c76"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:05.169926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320adc5-6f7a-45ea-ac36-fe07a84b1541 req-8e707f23-823d-4169-b97c-47e4bcd8cc68 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:05.171550 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3320adc5-6f7a-45ea-ac36-fe07a84b1541 req-8e707f23-823d-4169-b97c-47e4bcd8cc68 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 943 time: 0.1379385 Aug 28 12:44:05.220193 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae7edf50-ed1e-4cf1-b3b5-14684eaae19a req-49d67cd1-e355-4f58-8b9f-595aa455cddc service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788692 Aug 28 12:44:05.223380 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:05.253010 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3320adc5-6f7a-45ea-ac36-fe07a84b1541 req-0e499973-43c8-4b2b-b55f-bafae46edec4 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710509 Aug 28 12:44:05.286783 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e499894b-8bd3-4087-9353-ff681b64c983 req-464ca87c-3958-48a5-a200-48b97e720d3c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:05.289789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e499894b-8bd3-4087-9353-ff681b64c983 req-464ca87c-3958-48a5-a200-48b97e720d3c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:05.303004 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e499894b-8bd3-4087-9353-ff681b64c983 req-464ca87c-3958-48a5-a200-48b97e720d3c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "DELETE /v2.0/security-groups/f6c6e10f-966e-4def-83cb-4be8346632db HTTP/1.1" status: 204 len: 173 time: 0.5125775 Aug 28 12:44:05.349428 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ca87c-3958-48a5-a200-48b97e720d3c tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c6e10f-966e-4def-83cb-4be8346632db,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:05.391684 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d36d6c26-a593-4651-b520-8690e7d0d6d9 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:05.407258 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520d3b06-f3f1-45ee-931a-f59de5d27c6f x-openstack-request-id: req-520d3b06-f3f1-45ee-931a-f59de5d27c6f {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:05.407656 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afcf43aa-acf6-41cc-ab21-ade24639b493", "tag": "98460ee3-d24a-4dd2-bcd7-c34df32cef5b", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:05.407921 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-520d3b06-f3f1-45ee-931a-f59de5d27c6f {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:05.408305 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afcf43aa-acf6-41cc-ab21-ade24639b493', 'tag': '98460ee3-d24a-4dd2-bcd7-c34df32cef5b', 'status': 'completed', 'code': 200} Aug 28 12:44:05.482643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port d36d6c26-a593-4651-b520-8690e7d0d6d9 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:05.483201 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:05.489926 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4db34d-c78d-404b-9923-fda849455143 x-openstack-request-id: req-1b4db34d-c78d-404b-9923-fda849455143 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:05.490293 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c769efc5-0fc1-4ddb-b920-e316012ac758", "name": "network-vif-deleted", "tag": "246bce7e-0775-4985-8bdb-929abd780c76", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:05.490445 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b4db34d-c78d-404b-9923-fda849455143 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:05.490853 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c769efc5-0fc1-4ddb-b920-e316012ac758', 'name': 'network-vif-deleted', 'tag': '246bce7e-0775-4985-8bdb-929abd780c76', 'status': 'completed', 'code': 200} Aug 28 12:44:05.563501 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c33b8e-2215-4e2c-affa-a27653225401 req-622a29fa-be36-4ecb-a24b-347e8b9613f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:05.565029 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99c33b8e-2215-4e2c-affa-a27653225401 req-622a29fa-be36-4ecb-a24b-347e8b9613f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 1095 time: 0.1556084 Aug 28 12:44:05.587865 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:05.636328 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:05.656692 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1226c384-c903-43c6-b1db-dd9b464d8b4e" -d '{"events": [{"server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "name": "network-vif-plugged", "status": "completed", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:05.683472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:05.700694 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:05.722294 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fcc088f2-b199-4f27-9308-311241fd6c25,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:05.728836 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-719c83cd-37d8-499e-81e9-9778fbc4e7b7 req-9c32ea37-2e1e-4fe7-9e9f-ff6df939ff98 tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "GET /v2.0/security-groups/58316496-cfc7-47b8-849e-81ae24b69859 HTTP/1.1" status: 200 len: 1800 time: 0.0934372 Aug 28 12:44:05.761854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940961cf-6be9-4c04-8032-4b3f6e2dc755 req-f39250ad-9edd-49bd-bffc-d315505c6b7a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:05.769596 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-940961cf-6be9-4c04-8032-4b3f6e2dc755 req-f39250ad-9edd-49bd-bffc-d315505c6b7a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 946 time: 0.1693399 Aug 28 12:44:05.799351 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d36d6c26-a593-4651-b520-8690e7d0d6d9,revision_number=13']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:05.815092 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-719c83cd-37d8-499e-81e9-9778fbc4e7b7 req-18d11e38-325b-4b59-9a3f-072589af30ee tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:05.823848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c33b8e-2215-4e2c-affa-a27653225401 req-ed50b70b-45cc-493d-822b-7fdee56ea69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:05.825644 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99c33b8e-2215-4e2c-affa-a27653225401 req-ed50b70b-45cc-493d-822b-7fdee56ea69d service neutron] 10.222.0.11 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 911 time: 0.2496541 Aug 28 12:44:05.836480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:05.853505 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-719c83cd-37d8-499e-81e9-9778fbc4e7b7 req-18d11e38-325b-4b59-9a3f-072589af30ee tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:05.908048 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99c33b8e-2215-4e2c-affa-a27653225401 req-3861c99c-fb7e-4e1b-924d-d75932bc28f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98460ee3-d24a-4dd2-bcd7-c34df32cef5b HTTP/1.1" status: 200 len: 217 time: 0.0727673 Aug 28 12:44:05.915902 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-940961cf-6be9-4c04-8032-4b3f6e2dc755 req-8a048830-d901-4c05-883f-ca52267dc702 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449604 Aug 28 12:44:05.919534 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-719c83cd-37d8-499e-81e9-9778fbc4e7b7 req-18d11e38-325b-4b59-9a3f-072589af30ee tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:05.925313 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-719c83cd-37d8-499e-81e9-9778fbc4e7b7 req-18d11e38-325b-4b59-9a3f-072589af30ee tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:05.926846 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-719c83cd-37d8-499e-81e9-9778fbc4e7b7 req-18d11e38-325b-4b59-9a3f-072589af30ee tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] 10.222.0.20 "DELETE /v2.0/security-groups/58316496-cfc7-47b8-849e-81ae24b69859 HTTP/1.1" status: 204 len: 173 time: 0.1906159 Aug 28 12:44:05.932694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38818) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:05.975195 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.001447 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ce943c-267e-4d93-9cb4-73ed97d69720 admin admin] Deleting subnet e4110922-5f6c-4f12-8276-16127b4c6b42 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:44:06.005078 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d11e38-325b-4b59-9a3f-072589af30ee tempest-SecurityGroupsTestJSON-1624660373 tempest-SecurityGroupsTestJSON-1624660373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58316496-cfc7-47b8-849e-81ae24b69859,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:06.007386 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84ce943c-267e-4d93-9cb4-73ed97d69720 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.020758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c33b8e-2215-4e2c-affa-a27653225401 req-e018e4d1-22c8-4786-9a1c-dcf3f63aaf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:06.022548 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99c33b8e-2215-4e2c-affa-a27653225401 req-e018e4d1-22c8-4786-9a1c-dcf3f63aaf7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=681f86f1-f49d-4aac-bbea-fa1f759eb663 HTTP/1.1" status: 200 len: 851 time: 0.1039801 Aug 28 12:44:06.026310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Transition to ACTIVE for port object fcc088f2-b199-4f27-9308-311241fd6c25 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:06.065498 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84ce943c-267e-4d93-9cb4-73ed97d69720 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.069979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99c33b8e-2215-4e2c-affa-a27653225401 req-0c942759-fe0a-4fe7-8d1c-03cb3c7dd6dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320554 Aug 28 12:44:06.070950 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.142386 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84ce943c-267e-4d93-9cb4-73ed97d69720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.216346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] No DVR routers for this DVR port fcc088f2-b199-4f27-9308-311241fd6c25 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:44:06.228900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc088f2-b199-4f27-9308-311241fd6c25,revision_number=6']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:06.272215 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84ce943c-267e-4d93-9cb4-73ed97d69720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.343613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce943c-267e-4d93-9cb4-73ed97d69720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4110922-5f6c-4f12-8276-16127b4c6b42,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:06.348031 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84ce943c-267e-4d93-9cb4-73ed97d69720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.353046 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-84ce943c-267e-4d93-9cb4-73ed97d69720 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e4110922-5f6c-4f12-8276-16127b4c6b42 HTTP/1.1" status: 204 len: 168 time: 0.4188809 Aug 28 12:44:06.353767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38832) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:06.355623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Attempting to bind port fcc088f2-b199-4f27-9308-311241fd6c25 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:06.355968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Attempting to bind port fcc088f2-b199-4f27-9308-311241fd6c25 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:06.356293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Attempting to bind port fcc088f2-b199-4f27-9308-311241fd6c25 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:06.365532 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99c33b8e-2215-4e2c-affa-a27653225401 req-f24fa2ae-f912-4f81-a0ce-c7c885dc4940 service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848146 Aug 28 12:44:06.367344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Port fcc088f2-b199-4f27-9308-311241fd6c25 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:44:06.367649 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Attempting to bind port fcc088f2-b199-4f27-9308-311241fd6c25 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:06.395079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:06.395859 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:06.396221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:06.396619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Bound port: fcc088f2-b199-4f27-9308-311241fd6c25, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:06.397007 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.461925 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9777f473-bae7-41e0-820a-f156de4d6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.483513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ce1fb-1ace-44ed-bbe2-c943882d4fb0 req-af5f80d7-288b-4264-a953-f3e090cf4bca tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:06.491408 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f49ce1fb-1ace-44ed-bbe2-c943882d4fb0 req-af5f80d7-288b-4264-a953-f3e090cf4bca tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 948 time: 0.1895821 Aug 28 12:44:06.601054 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9777f473-bae7-41e0-820a-f156de4d6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.604430 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f49ce1fb-1ace-44ed-bbe2-c943882d4fb0 req-9128563f-58df-4371-8074-05db9ac5913e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024609 Aug 28 12:44:06.627532 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-9777f473-bae7-41e0-820a-f156de4d6de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d821f1a2-31c3-416b-86d0-78f310c2bf83']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:06.653568 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:06.658638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fcc088f2-b199-4f27-9308-311241fd6c25,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:06.662785 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99c33b8e-2215-4e2c-affa-a27653225401 req-f76bdc20-e7cb-4093-9725-cba80dbe8955 service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879095 Aug 28 12:44:06.665581 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5220ae7-4032-43ca-bf1f-ec241d7ea9b3 x-openstack-request-id: req-b5220ae7-4032-43ca-bf1f-ec241d7ea9b3 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:06.666071 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "name": "network-vif-plugged", "status": "completed", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:06.666297 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5220ae7-4032-43ca-bf1f-ec241d7ea9b3 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:06.666801 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'code': 200} Aug 28 12:44:06.668171 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.674517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-9777f473-bae7-41e0-820a-f156de4d6de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cbefe9-ce45-40b0-b425-6f8f07c85a50') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:06.674823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-9777f473-bae7-41e0-820a-f156de4d6de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cbefe9-ce45-40b0-b425-6f8f07c85a50') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:06.695332 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9777f473-bae7-41e0-820a-f156de4d6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.722727 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9777f473-bae7-41e0-820a-f156de4d6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.742602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9777f473-bae7-41e0-820a-f156de4d6de8 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:44:06.743017 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9777f473-bae7-41e0-820a-f156de4d6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:44:06.749880 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:44:06.782154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:06.790403 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.793502 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/fcc088f2-b199-4f27-9308-311241fd6c25 HTTP/1.1" status: 200 len: 1097 time: 1.7035048 Aug 28 12:44:06.855724 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9777f473-bae7-41e0-820a-f156de4d6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.864830 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9777f473-bae7-41e0-820a-f156de4d6de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:06.876853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9777f473-bae7-41e0-820a-f156de4d6de8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d821f1a2-31c3-416b-86d0-78f310c2bf83 HTTP/1.1" status: 204 len: 168 time: 0.5217633 Aug 28 12:44:06.911515 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777f473-bae7-41e0-820a-f156de4d6de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d821f1a2-31c3-416b-86d0-78f310c2bf83,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:06.955757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0c7d0-17dc-437a-a67a-6d30f92cc2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc088f2-b199-4f27-9308-311241fd6c25,revision_number=7']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:06.983067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-56a6b3e9-884c-4f04-b411-527141d605ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:06.985012 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-56a6b3e9-884c-4f04-b411-527141d605ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 1100 time: 0.1563625 Aug 28 12:44:07.026477 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:07.220987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250459d4-da7c-4911-8beb-0583a8ba6dd8 req-b2a8d171-3725-493e-9341-28d64ef3f1e1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:07.236634 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-250459d4-da7c-4911-8beb-0583a8ba6dd8 req-b2a8d171-3725-493e-9341-28d64ef3f1e1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 943 time: 0.1434321 Aug 28 12:44:07.246095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38864) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:07.291598 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-250459d4-da7c-4911-8beb-0583a8ba6dd8 req-886d797f-4215-4d3c-a1ea-79b3a4650baf tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536654 Aug 28 12:44:07.300875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-28e7c2e3-f41b-4213-9efc-42d5f0a04f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:07.302345 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-28e7c2e3-f41b-4213-9efc-42d5f0a04f0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3072350 Aug 28 12:44:07.327854 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6894f51c-54d2-446f-a126-b63fa133e0af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97f058b6cd8c45fcb01313f1fda47d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0778532 Aug 28 12:44:07.328229 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38866) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:07.391286 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-23ea79b8-a1d5-4c29-8261-9a9c806fbc33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=fcc088f2-b199-4f27-9308-311241fd6c25 HTTP/1.1" status: 200 len: 217 time: 0.0770369 Aug 28 12:44:07.413726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25'}, {'name': 'network-changed', 'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:07.418467 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88ea6c7-131d-44a4-ab04-a9526780da4f" -d '{"events": [{"server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25"}, {"name": "network-changed", "server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:07.420522 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-66707d59-b775-4b11-8858-efd840ba33e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:07.452016 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-66707d59-b775-4b11-8858-efd840ba33e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:07.540152 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-66707d59-b775-4b11-8858-efd840ba33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:07.549643 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-66707d59-b775-4b11-8858-efd840ba33e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:07.549907 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-66707d59-b775-4b11-8858-efd840ba33e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abe0ec50-c335-4e0e-a472-a3970ef609f0 HTTP/1.1" status: 204 len: 168 time: 0.2206814 Aug 28 12:44:07.579718 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66707d59-b775-4b11-8858-efd840ba33e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe0ec50-c335-4e0e-a472-a3970ef609f0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:07.622830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-f19ed8fe-f9ee-4d58-bc5a-bc29990ede3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:07.624580 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-f19ed8fe-f9ee-4d58-bc5a-bc29990ede3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2216516 Aug 28 12:44:07.657349 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-408a7499-7f81-4441-998f-1701adf8409e tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:44:07.658440 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-408a7499-7f81-4441-998f-1701adf8409e tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079386 Aug 28 12:44:07.724733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57466995-10e9-404a-9d1e-53463263019a req-bf7a93f8-9bf1-42bb-afc0-9166fcc5b67f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:07.730249 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57466995-10e9-404a-9d1e-53463263019a req-bf7a93f8-9bf1-42bb-afc0-9166fcc5b67f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 944 time: 0.2495880 Aug 28 12:44:07.792683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9bb89-ebc9-4588-9a67-2caa0aa0452f req-4b97bab3-5b76-446f-86a0-16a1b7b88e52 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:07.800215 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4c9bb89-ebc9-4588-9a67-2caa0aa0452f req-4b97bab3-5b76-446f-86a0-16a1b7b88e52 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 947 time: 0.2522409 Aug 28 12:44:07.896014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4c9bb89-ebc9-4588-9a67-2caa0aa0452f req-b4b3171c-02a8-4683-8fa9-4ef162f9b3f5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890641 Aug 28 12:44:07.900121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-3d3fc817-7f1a-421b-b509-0931388df790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:07.905046 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-3d3fc817-7f1a-421b-b509-0931388df790 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2426193 Aug 28 12:44:08.027001 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38884) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:08.042042 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-df8dbfa8-dbdc-47de-8474-da1c8cc70400 service neutron] Request body: {'binding': {'host': 'n-h2-791505-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:08.042610 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-df8dbfa8-dbdc-47de-8474-da1c8cc70400 service neutron] Unknown quota resources ['binding']. {{(pid=94878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 12:44:08.296911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-df8dbfa8-dbdc-47de-8474-da1c8cc70400 service neutron] Attempting to bind port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 on host n-h2-791505-21 for vnic_type normal with profile None {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:08.297165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-df8dbfa8-dbdc-47de-8474-da1c8cc70400 service neutron] Attempting to bind port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:08.297486 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-df8dbfa8-dbdc-47de-8474-da1c8cc70400 service neutron] Attempting to bind port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:08.302782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-df8dbfa8-dbdc-47de-8474-da1c8cc70400 service neutron] Port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:44:08.303159 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-df8dbfa8-dbdc-47de-8474-da1c8cc70400 service neutron] Attempting to bind port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:08.309287 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-df8dbfa8-dbdc-47de-8474-da1c8cc70400 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:08.309637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-df8dbfa8-dbdc-47de-8474-da1c8cc70400 service neutron] Checking segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:08.310144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-df8dbfa8-dbdc-47de-8474-da1c8cc70400 service neutron] Bound using segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:08.312391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-df8dbfa8-dbdc-47de-8474-da1c8cc70400 service neutron] Bound port: 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:08.394631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-df8dbfa8-dbdc-47de-8474-da1c8cc70400 service neutron] For port 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:08.422013 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-df8dbfa8-dbdc-47de-8474-da1c8cc70400 service neutron] Notify callbacks [] for binding, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:08.423532 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-df8dbfa8-dbdc-47de-8474-da1c8cc70400 service neutron] 10.222.0.20 "POST /v2.0/ports/30b02793-ce0d-45e6-a5a1-4a0879cf3485/bindings HTTP/1.1" status: 201 len: 390 time: 0.7555842 Aug 28 12:44:08.514668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-57466995-10e9-404a-9d1e-53463263019a req-09e757f1-7e9e-4b38-85f4-4bea2ff8ff48 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Deleting port 2e15f037-d818-48f9-a514-4fe73397f6b4 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:44:08.515211 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-57466995-10e9-404a-9d1e-53463263019a req-09e757f1-7e9e-4b38-85f4-4bea2ff8ff48 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:08.518202 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e69cd05-b4a0-4284-a734-71dc04950ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:08.572271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac829918-b80f-499e-9bbf-6699f83645ac req-7c79298b-2afa-4a47-8b7d-c899666dd07b tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:08.577326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device fcc088f2-b199-4f27-9308-311241fd6c25 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:08.587933 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac829918-b80f-499e-9bbf-6699f83645ac req-7c79298b-2afa-4a47-8b7d-c899666dd07b tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 944 time: 0.5655742 Aug 28 12:44:08.659787 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8e3add-9c55-42d0-9990-457464e9f099 x-openstack-request-id: req-9b8e3add-9c55-42d0-9990-457464e9f099 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:08.661520 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25", "code": 200}, {"name": "network-changed", "server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:08.662001 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b8e3add-9c55-42d0-9990-457464e9f099 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:08.662815 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25', 'code': 200} Aug 28 12:44:08.666683 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25', 'status': 'completed', 'code': 200} Aug 28 12:44:08.671123 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device fcc088f2-b199-4f27-9308-311241fd6c25 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:44:08.782653 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad8ca1-ef28-4b21-bccc-3c17632a5046 req-a30e8b72-9e53-470f-a357-d20f7f667d58 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:08.791335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38910) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:08.791847 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efad8ca1-ef28-4b21-bccc-3c17632a5046 req-a30e8b72-9e53-470f-a357-d20f7f667d58 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 948 time: 0.0783062 Aug 28 12:44:08.859272 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-dbbc8346-60ec-4a6a-a794-5a0f68538f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:08.860865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-dbbc8346-60ec-4a6a-a794-5a0f68538f31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 1098 time: 0.0986919 Aug 28 12:44:08.871823 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-11aceb6b-3d98-4476-a812-45718dc77114 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9436345 Aug 28 12:44:08.876322 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efad8ca1-ef28-4b21-bccc-3c17632a5046 req-7e7765ff-de59-4405-9585-cb1c97d740fd tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834894 Aug 28 12:44:08.924388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-57466995-10e9-404a-9d1e-53463263019a req-09e757f1-7e9e-4b38-85f4-4bea2ff8ff48 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] For port 2e15f037-d818-48f9-a514-4fe73397f6b4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2e15f037-d818-48f9-a514-4fe73397f6b4,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:08.924730 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-57466995-10e9-404a-9d1e-53463263019a req-09e757f1-7e9e-4b38-85f4-4bea2ff8ff48 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:08.943440 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-57466995-10e9-404a-9d1e-53463263019a req-09e757f1-7e9e-4b38-85f4-4bea2ff8ff48 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Calling delete_port for 2e15f037-d818-48f9-a514-4fe73397f6b4 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:44:08.975758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1990725618-network', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:08.983804 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:44:09.062917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-d1cfa3a8-342c-4604-98e2-a05e920c12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:09.065315 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-d1cfa3a8-342c-4604-98e2-a05e920c12c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.1875932 Aug 28 12:44:09.111750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac4235-f894-4785-a150-46514428526d req-398ec5a1-f56b-478c-a8f4-c9ca1c818223 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:09.113812 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56ac4235-f894-4785-a150-46514428526d req-398ec5a1-f56b-478c-a8f4-c9ca1c818223 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 943 time: 0.1193469 Aug 28 12:44:09.152998 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-e1dc9830-d8c6-4187-8996-09e4434ee8bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485 HTTP/1.1" status: 200 len: 217 time: 0.0721745 Aug 28 12:44:09.173161 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac829918-b80f-499e-9bbf-6699f83645ac req-f1bf9302-96c6-4c18-bb25-197061b26800 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843053 Aug 28 12:44:09.185509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-0b12acf7-bf06-47a3-9d54-101e36606020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:09.187369 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-0b12acf7-bf06-47a3-9d54-101e36606020 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 1100 time: 0.5150540 Aug 28 12:44:09.215117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-7de20202-7450-4c81-8ee6-b75fb39b1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:09.216952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-7de20202-7450-4c81-8ee6-b75fb39b1aab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.0549052 Aug 28 12:44:09.250052 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56ac4235-f894-4785-a150-46514428526d req-5f886c0b-1e08-4140-ae5b-392cccd03393 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059101 Aug 28 12:44:09.322871 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e69cd05-b4a0-4284-a734-71dc04950ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:09.340579 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-b498ee36-dbbe-47d0-b031-9a8b7fceb702 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977230 Aug 28 12:44:09.377280 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e69cd05-b4a0-4284-a734-71dc04950ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:09.422450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 98460ee3-d24a-4dd2-bcd7-c34df32cef5b details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:44:09.426876 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 246bce7e-0775-4985-8bdb-929abd780c76 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:09.495367 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 246bce7e-0775-4985-8bdb-929abd780c76 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:44:09.496260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 246bce7e-0775-4985-8bdb-929abd780c76 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:44:09.504892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca832e92-2938-4e74-adc3-7eb59bb49e8d req-eddbbb4c-26d6-4194-a09f-69b7f700b0cf tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:09.506861 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca832e92-2938-4e74-adc3-7eb59bb49e8d req-eddbbb4c-26d6-4194-a09f-69b7f700b0cf tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 946 time: 0.1324358 Aug 28 12:44:09.514934 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-712feadd-9e76-4add-bd69-ea895683e9f1 service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661088 Aug 28 12:44:09.529215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] Made reservation on behalf of b8b6a5129b1b48b89b117e4cbf71074a for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:44:09.531516 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:09.559698 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:09.570928 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69cd05-b4a0-4284-a734-71dc04950ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee4dc6b-2192-4ccb-bc7d-2408f57d2f52,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:09.580830 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6e69cd05-b4a0-4284-a734-71dc04950ff9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80019501169643e0a76304664f3312e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5495737 Aug 28 12:44:09.593309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38920) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:09.617995 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:09.621951 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce194b91-d7b5-4e72-9af6-ac91f87f0533 req-684b6c43-dec1-4da3-b9f0-f4ed99089f17 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638155 Aug 28 12:44:09.645066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-9d4011e4-c5ea-465d-bee4-676a4aa75701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:09.647991 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-9d4011e4-c5ea-465d-bee4-676a4aa75701 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3428786 Aug 28 12:44:09.677311 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 98460ee3-d24a-4dd2-bcd7-c34df32cef5b, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=98460ee3-d24a-4dd2-bcd7-c34df32cef5b,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:09.690321 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '98460ee3-d24a-4dd2-bcd7-c34df32cef5b', 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea', 'port_id': '98460ee3-d24a-4dd2-bcd7-c34df32cef5b', 'mac_address': 'fa:16:3e:ec:82:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681f86f1-f49d-4aac-bbea-fa1f759eb663', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:44:09.691985 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca832e92-2938-4e74-adc3-7eb59bb49e8d req-6872dcdb-7dd9-4339-9f50-df0a345ae8f9 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724262 Aug 28 12:44:09.747759 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:09.770554 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3cab8b8b-42a2-4eb0-9e47-7a5c111bb2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:09.785211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98460ee3-d24a-4dd2-bcd7-c34df32cef5b {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:09.806193 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-1d0661de-94f0-4b48-8d1e-7574f7e330b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=fcc088f2-b199-4f27-9308-311241fd6c25 HTTP/1.1" status: 200 len: 217 time: 0.1328523 Aug 28 12:44:09.824706 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 98460ee3-d24a-4dd2-bcd7-c34df32cef5b, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=98460ee3-d24a-4dd2-bcd7-c34df32cef5b,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:09.825069 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305153d3-c463-4484-b56f-cef63f5992db req-49d7df4f-d8ee-47f9-a7cb-3e359ff7702a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:09.829886 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8340a936-a2e0-497f-a97b-9a470e1a42fa service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018465 Aug 28 12:44:09.833196 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-305153d3-c463-4484-b56f-cef63f5992db req-49d7df4f-d8ee-47f9-a7cb-3e359ff7702a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 947 time: 0.3216197 Aug 28 12:44:09.839237 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3cab8b8b-42a2-4eb0-9e47-7a5c111bb2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:09.876416 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:09.912991 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3ee223b1-d0a9-43c2-a588-53b60eb9cf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:09.925549 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-57466995-10e9-404a-9d1e-53463263019a req-09e757f1-7e9e-4b38-85f4-4bea2ff8ff48 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:09.945047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['dcd333fa-9beb-4b5d-a03e-05087e9dd6a2'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:09.990090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e757f1-7e9e-4b38-85f4-4bea2ff8ff48 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Pushing event deleted for resources: {'Port': ['ID=2e15f037-d818-48f9-a514-4fe73397f6b4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:10.006301 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-87498c13-ead1-44fb-915a-d6f8bc46ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:10.008266 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-87498c13-ead1-44fb-915a-d6f8bc46ed67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 1100 time: 0.2871432 Aug 28 12:44:10.009822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-9c982362-792b-4758-a3b3-bdc22b15055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:10.011280 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-9c982362-792b-4758-a3b3-bdc22b15055c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1665010 Aug 28 12:44:10.043825 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-305153d3-c463-4484-b56f-cef63f5992db req-a3e4a31a-8e4b-4558-9a3d-a5253eb7a6b8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982777 Aug 28 12:44:10.046102 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=98460ee3-d24a-4dd2-bcd7-c34df32cef5b,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:10.119272 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3cab8b8b-42a2-4eb0-9e47-7a5c111bb2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:10.128071 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3cab8b8b-42a2-4eb0-9e47-7a5c111bb2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:10.129646 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3cab8b8b-42a2-4eb0-9e47-7a5c111bb2a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dee4dc6b-2192-4ccb-bc7d-2408f57d2f52 HTTP/1.1" status: 204 len: 168 time: 0.5341306 Aug 28 12:44:10.146886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-87c231e4-9b1e-41f9-8d2d-50fbdbe0c30e tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:10.154120 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-87c231e4-9b1e-41f9-8d2d-50fbdbe0c30e tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3&tenant_id=8374a9853c4643a4807f0fe0c461a45d&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 1098 time: 0.2289524 Aug 28 12:44:10.167173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab8b8b-42a2-4eb0-9e47-7a5c111bb2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee4dc6b-2192-4ccb-bc7d-2408f57d2f52,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:10.181280 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-21'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:10.201676 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['98460ee3-d24a-4dd2-bcd7-c34df32cef5b'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:10.225822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-57466995-10e9-404a-9d1e-53463263019a req-09e757f1-7e9e-4b38-85f4-4bea2ff8ff48 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] No DVR routers for this DVR port 2e15f037-d818-48f9-a514-4fe73397f6b4 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:44:10.233400 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-57466995-10e9-404a-9d1e-53463263019a req-09e757f1-7e9e-4b38-85f4-4bea2ff8ff48 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:10.241357 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57466995-10e9-404a-9d1e-53463263019a req-09e757f1-7e9e-4b38-85f4-4bea2ff8ff48 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.11 "DELETE /v2.0/ports/2e15f037-d818-48f9-a514-4fe73397f6b4 HTTP/1.1" status: 204 len: 173 time: 2.5033765 Aug 28 12:44:10.248122 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a276325-9a91-449f-9e48-9b4621184231 req-4b5f2b07-4a74-4bda-a6f1-4e7998029df7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:10.259356 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a276325-9a91-449f-9e48-9b4621184231 req-4b5f2b07-4a74-4bda-a6f1-4e7998029df7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 948 time: 0.2370882 Aug 28 12:44:10.368786 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-ef6d075a-a7b2-4531-bdf7-ae5a90cffb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:10.370625 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-ef6d075a-a7b2-4531-bdf7-ae5a90cffb33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3488517 Aug 28 12:44:10.378062 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:10.419477 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:10.435980 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bae5eaf2-7a68-44c7-b9db-e377fd3011d2 req-2b06e319-590d-4078-b387-049777364793 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bb1c951-7cc7-451f-89fb-aa20d4d3bd17 HTTP/1.1" status: 200 len: 210 time: 0.0751352 Aug 28 12:44:10.474669 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a276325-9a91-449f-9e48-9b4621184231 req-b90de3d0-86a5-490c-9a88-64cdc69a3cf2 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063935 Aug 28 12:44:10.494610 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:10.566253 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0fa384-c91d-4ea7-ac9d-89d490a82a24,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:10.592796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-19039205-d34d-4226-85e7-be989d4b9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:10.594422 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-19039205-d34d-4226-85e7-be989d4b9ea8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.5666177 Aug 28 12:44:10.617069 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:44:10.683996 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb1c951-7cc7-451f-89fb-aa20d4d3bd17', 'name': 'network-vif-deleted', 'tag': '2e15f037-d818-48f9-a514-4fe73397f6b4'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:10.684334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] For port 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:10.686542 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18e5e4d-af63-4988-bf17-79c06c105dbc" -d '{"events": [{"server_uuid": "8bb1c951-7cc7-451f-89fb-aa20d4d3bd17", "name": "network-vif-deleted", "tag": "2e15f037-d818-48f9-a514-4fe73397f6b4"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:10.690062 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:10.690560 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] Added segment f04e669c-1941-4e23-a94b-36f007b34017 of type vlan for network 080f817f-09e7-4caf-bb1c-7dee04fe896d Aug 28 12:44:10.717541 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-e00c875d-2502-4cdb-8b14-0b5694e100d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=fcc088f2-b199-4f27-9308-311241fd6c25 HTTP/1.1" status: 200 len: 217 time: 0.0947587 Aug 28 12:44:10.749117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] For port 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:10.766639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00e44b-5cfe-4b0f-b13e-209e1c80d56a req-4f58fa0b-0842-41d7-937a-511670da8450 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:10.785517 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d00e44b-5cfe-4b0f-b13e-209e1c80d56a req-4f58fa0b-0842-41d7-937a-511670da8450 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 944 time: 0.2120256 Aug 28 12:44:10.788930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38938) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:10.805295 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eabaa9-615e-436f-8ae1-9af5d189201d x-openstack-request-id: req-c9eabaa9-615e-436f-8ae1-9af5d189201d {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:10.806402 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb1c951-7cc7-451f-89fb-aa20d4d3bd17", "name": "network-vif-deleted", "tag": "2e15f037-d818-48f9-a514-4fe73397f6b4", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:10.806772 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9eabaa9-615e-436f-8ae1-9af5d189201d {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:10.807271 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:10.807552 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb1c951-7cc7-451f-89fb-aa20d4d3bd17', 'name': 'network-vif-deleted', 'tag': '2e15f037-d818-48f9-a514-4fe73397f6b4', 'status': 'completed', 'code': 200} Aug 28 12:44:10.812895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b02793-ce0d-45e6-a5a1-4a0879cf3485'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:10.815832 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3459fd4-8eb3-48f5-a50c-75407f8eb33d" -d '{"events": [{"server_uuid": "b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3", "name": "network-vif-unplugged", "status": "completed", "tag": "30b02793-ce0d-45e6-a5a1-4a0879cf3485"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:10.821708 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:10.880183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-16eb5b8a-28cd-4608-82dc-74a8f6280f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:10.881863 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-16eb5b8a-28cd-4608-82dc-74a8f6280f67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0900207 Aug 28 12:44:10.943784 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ad43981d-35f8-4182-a04f-979f2027c03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:10.954500 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:10.967942 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-1aeaddfb-f01e-4f71-9fbc-9e4a6baedb74 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802066 Aug 28 12:44:10.985620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Attempting to bind port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 on host n-h1-791505-21 for vnic_type normal with profile {"migrating_to": "n-h2-791505-21"} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:10.986473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Attempting to bind port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:10.986864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Attempting to bind port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:10.994458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Pushing event updated for resources: {'Port': ['ID=30b02793-ce0d-45e6-a5a1-4a0879cf3485,revision_number=7']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:11.003534 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:44:11.004177 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Attempting to bind port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:11.005416 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d00e44b-5cfe-4b0f-b13e-209e1c80d56a req-37946a94-20d8-4add-8e1e-ba37bc7df2b6 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129867 Aug 28 12:44:11.021803 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:11.022537 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Checking segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:11.023111 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Bound using segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:11.023727 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Bound port: 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:11.024476 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:11.051117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a934d8-c7c9-4471-a52d-e3351c15d61d req-ba62ca56-6e4d-4106-9628-f65757e007e9 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:11.060944 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.db.resource_extend [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:44:11.065671 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99a934d8-c7c9-4471-a52d-e3351c15d61d req-ba62ca56-6e4d-4106-9628-f65757e007e9 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 944 time: 0.1804481 Aug 28 12:44:11.123277 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f5eac1-219f-4513-8ced-cda39fc90de9 x-openstack-request-id: req-60f5eac1-219f-4513-8ced-cda39fc90de9 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:11.123987 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3", "name": "network-vif-unplugged", "status": "completed", "tag": "30b02793-ce0d-45e6-a5a1-4a0879cf3485", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:11.123987 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60f5eac1-219f-4513-8ced-cda39fc90de9 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:11.124170 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b02793-ce0d-45e6-a5a1-4a0879cf3485', 'code': 200} Aug 28 12:44:11.173032 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] For port 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:11.192239 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99a934d8-c7c9-4471-a52d-e3351c15d61d req-a74235e2-d91c-4f94-9839-191d1dd1e6c7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253543 Aug 28 12:44:11.204298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-9764089c-5424-428b-8ed7-16c4caa42964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:11.205790 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-9764089c-5424-428b-8ed7-16c4caa42964 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3065021 Aug 28 12:44:11.219040 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:11.219880 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:11.220341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] For port 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:11.220511 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:11.227455 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:11.298459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Pushing event updated for resources: {'Port': ['ID=30b02793-ce0d-45e6-a5a1-4a0879cf3485,revision_number=8']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:11.324318 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:11.325348 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:11.327242 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-8e4c7611-86e0-4eef-81e7-4478ce1b8c23 service neutron] 10.222.0.10 "PUT /v2.0/ports/30b02793-ce0d-45e6-a5a1-4a0879cf3485 HTTP/1.1" status: 200 len: 1124 time: 1.1622348 Aug 28 12:44:11.432269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 98460ee3-d24a-4dd2-bcd7-c34df32cef5b up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:11.473473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['30b02793-ce0d-45e6-a5a1-4a0879cf3485'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:11.475778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] Pushing event updated for resources: {'Network': ['ID=080f817f-09e7-4caf-bb1c-7dee04fe896d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:11.504088 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fd691-6df8-4cb3-9179-b8092e73751e req-f1042040-3775-4185-bd68-a6379b25af96 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:11.511688 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee5fd691-6df8-4cb3-9179-b8092e73751e req-f1042040-3775-4185-bd68-a6379b25af96 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 947 time: 0.3383405 Aug 28 12:44:11.516758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 080f817f-09e7-4caf-bb1c-7dee04fe896d details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:44:11.520808 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-77927eee-7c6b-403d-b41b-c1f1c63551b6 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311294 Aug 28 12:44:11.573130 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-7fba60d9-286d-422e-a9a9-f3b6804286a4 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291175 Aug 28 12:44:11.620051 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee5fd691-6df8-4cb3-9179-b8092e73751e req-4a60e580-9bed-405d-b308-09574ca2d92a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073704 Aug 28 12:44:11.707069 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ad43981d-35f8-4182-a04f-979f2027c03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:11.708193 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 98460ee3-d24a-4dd2-bcd7-c34df32cef5b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:11.726002 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1262fd0-2cd9-4969-ab1d-d8c9d3b054d0 req-c1a84a95-1ce3-4ed2-85c5-e3f3d58cd81b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:11.729528 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ad43981d-35f8-4182-a04f-979f2027c03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:11.735402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 98460ee3-d24a-4dd2-bcd7-c34df32cef5b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:11.736406 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:11.740023 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e1262fd0-2cd9-4969-ab1d-d8c9d3b054d0 req-c1a84a95-1ce3-4ed2-85c5-e3f3d58cd81b tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 948 time: 0.1032987 Aug 28 12:44:11.761294 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e3089243-3355-4b87-9f23-947fdab7f658 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9575214 Aug 28 12:44:11.763493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38952) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:11.771006 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Request body: {'subnet': {'network_id': '080f817f-09e7-4caf-bb1c-7dee04fe896d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1990725618-subnet', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:11.803137 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ad43981d-35f8-4182-a04f-979f2027c03a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66965e6dfb1b407097660770c80ef291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9945099 Aug 28 12:44:11.813525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38954) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:11.829996 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b88ea6c7-131d-44a4-ab04-a9526780da4f req-d2eae68f-66cc-4ea7-957f-c5ac0ce6d35e service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400532 Aug 28 12:44:11.836489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43981d-35f8-4182-a04f-979f2027c03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10526d6-8ebb-49a3-8233-b723d2191534,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:11.879130 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e1262fd0-2cd9-4969-ab1d-d8c9d3b054d0 req-2fca128e-c8ee-418a-a504-9a038c06f18f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377323 Aug 28 12:44:11.883678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Made reservation on behalf of b8b6a5129b1b48b89b117e4cbf71074a for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:44:11.907727 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:11.922425 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:11.953134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcf43aa-acf6-41cc-ab21-ade24639b493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98460ee3-d24a-4dd2-bcd7-c34df32cef5b'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:11.953807 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee5ed2e0-74c0-46d9-959e-d9941eaf0305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:11.956375 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41937aa-36a4-47e4-a138-22cb6971b438" -d '{"events": [{"server_uuid": "afcf43aa-acf6-41cc-ab21-ade24639b493", "name": "network-vif-plugged", "status": "completed", "tag": "98460ee3-d24a-4dd2-bcd7-c34df32cef5b"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:11.973274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 98460ee3-d24a-4dd2-bcd7-c34df32cef5b, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=98460ee3-d24a-4dd2-bcd7-c34df32cef5b,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:11.982938 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:11.984327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2e15f037-d818-48f9-a514-4fe73397f6b4 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:11.994263 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee5ed2e0-74c0-46d9-959e-d9941eaf0305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:12.011640 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 2e15f037-d818-48f9-a514-4fe73397f6b4 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:44:12.012290 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2e15f037-d818-48f9-a514-4fe73397f6b4 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:44:12.090776 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=98460ee3-d24a-4dd2-bcd7-c34df32cef5b,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:12.168008 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cc825a-e469-4d96-adc8-bd7321bb8f8e x-openstack-request-id: req-09cc825a-e469-4d96-adc8-bd7321bb8f8e {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:12.168479 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcf43aa-acf6-41cc-ab21-ade24639b493", "name": "network-vif-plugged", "status": "completed", "tag": "98460ee3-d24a-4dd2-bcd7-c34df32cef5b", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:12.168852 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09cc825a-e469-4d96-adc8-bd7321bb8f8e {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:12.169458 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcf43aa-acf6-41cc-ab21-ade24639b493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98460ee3-d24a-4dd2-bcd7-c34df32cef5b', 'code': 200} Aug 28 12:44:12.188501 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee5ed2e0-74c0-46d9-959e-d9941eaf0305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:12.205958 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee5ed2e0-74c0-46d9-959e-d9941eaf0305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:12.211029 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ee5ed2e0-74c0-46d9-959e-d9941eaf0305 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a10526d6-8ebb-49a3-8233-b723d2191534 HTTP/1.1" status: 204 len: 168 time: 0.3943942 Aug 28 12:44:12.261230 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-62ac72c4-2479-4460-9dcf-9b7f058928a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:12.261758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ed2e0-74c0-46d9-959e-d9941eaf0305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10526d6-8ebb-49a3-8233-b723d2191534,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:12.429899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef439b-37a1-40b2-acff-307ea274a6cf req-9f22581c-d187-4426-bea6-9a7b02794753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:12.431547 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eeef439b-37a1-40b2-acff-307ea274a6cf req-9f22581c-d187-4426-bea6-9a7b02794753 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 1097 time: 0.1117322 Aug 28 12:44:12.435915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b69db-938d-46ac-b380-18acbdd24b10 req-d565322e-31fa-49ab-870a-3c9aa13b8e42 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:12.440764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49455-a1d9-4edc-b76b-735fd736fe6b req-9004df65-3d34-47d7-b5a8-61ade4f29555 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:12.444505 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5a9b69db-938d-46ac-b380-18acbdd24b10 req-d565322e-31fa-49ab-870a-3c9aa13b8e42 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 945 time: 0.1285281 Aug 28 12:44:12.448580 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52d49455-a1d9-4edc-b76b-735fd736fe6b req-9004df65-3d34-47d7-b5a8-61ade4f29555 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 946 time: 0.1507163 Aug 28 12:44:12.491817 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:12.502454 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:12.532575 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eeef439b-37a1-40b2-acff-307ea274a6cf req-d92971be-26c5-42f6-85ed-85968bb81873 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802681 Aug 28 12:44:12.549024 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52d49455-a1d9-4edc-b76b-735fd736fe6b req-50bd0e25-d34e-467b-841a-4baf8fa1116f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/security-groups?id=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994773 Aug 28 12:44:12.573119 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5a9b69db-938d-46ac-b380-18acbdd24b10 req-19649df7-f64a-4201-9ab1-5782f28a6e5d tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249356 Aug 28 12:44:12.629551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ae40a8-21ab-417e-aa12-b0f8d22815ae,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:12.675506 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:12.677336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:12.678884 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:12.679464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:12.680449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:12.682582 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:12.683086 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:12.684823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:12.686670 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:12.687467 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:12.688360 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:12.689152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:12.718526 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Checking segment: {'id': 'f04e669c-1941-4e23-a94b-36f007b34017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080f817f-09e7-4caf-bb1c-7dee04fe896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:12.719427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Network hostable DHCP agents. Network: 080f817f-09e7-4caf-bb1c-7dee04fe896d, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:44:12.719551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7622005-e088-4958-8e79-9f436cb80ec5 req-5ef3af7b-2389-4969-9b09-ec994be29009 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:12.725156 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b7622005-e088-4958-8e79-9f436cb80ec5 req-5ef3af7b-2389-4969-9b09-ec994be29009 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 944 time: 0.0868900 Aug 28 12:44:12.756519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Network 080f817f-09e7-4caf-bb1c-7dee04fe896d is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:44:12.814134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 080f817f-09e7-4caf-bb1c-7dee04fe896d) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:12.814833 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b7622005-e088-4958-8e79-9f436cb80ec5 req-196138ca-dffe-4156-bdb8-3d09fe182f1b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742466 Aug 28 12:44:12.820346 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:12.821590 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:12.824380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4921e64b-0f41-435f-9fa0-7a679e70f09c None None] Network 080f817f-09e7-4caf-bb1c-7dee04fe896d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:44:12.866480 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d6cceab2-e7cd-4663-80b0-c1c501f8f269 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0996480 Aug 28 12:44:12.869287 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38976) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:12.873134 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99d151-b91d-4374-bb8b-baf82839d389 req-fc094da0-46ca-45ff-ab59-92c3eab9594f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:12.874791 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb99d151-b91d-4374-bb8b-baf82839d389 req-fc094da0-46ca-45ff-ab59-92c3eab9594f tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 946 time: 0.1130996 Aug 28 12:44:12.886664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1990725618-router', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:12.925948 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3f9ba-e436-4827-bef3-827fef4db163 req-d0edce3a-7e51-41ca-9c0d-635a51d9e1a2 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:12.938919 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dea3f9ba-e436-4827-bef3-827fef4db163 req-d0edce3a-7e51-41ca-9c0d-635a51d9e1a2 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 947 time: 0.1624451 Aug 28 12:44:13.057797 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dea3f9ba-e436-4827-bef3-827fef4db163 req-60ddbad0-2e70-49c5-8f3e-eab7652be6be tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177719 Aug 28 12:44:13.074774 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:13.076308 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:13.108695 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-eb99d151-b91d-4374-bb8b-baf82839d389 req-4fd9f2ab-f673-4109-8cc4-9efad063c5eb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Deleting port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:44:13.109062 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb99d151-b91d-4374-bb8b-baf82839d389 req-4fd9f2ab-f673-4109-8cc4-9efad063c5eb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:13.145719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3', 'tag': '30b02793-ce0d-45e6-a5a1-4a0879cf3485'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:13.148582 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59601700-1c79-4822-9233-82e42bd44194" -d '{"events": [{"name": "network-changed", "server_uuid": "b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3", "tag": "30b02793-ce0d-45e6-a5a1-4a0879cf3485"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:13.177610 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:13.188679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-080f817f-09e7-4caf-bb1c-7dee04fe896d', 'network_id': '080f817f-09e7-4caf-bb1c-7dee04fe896d', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'fixed_ips': [{'subnet_id': '93ae40a8-21ab-417e-aa12-b0f8d22815ae'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:44:13.191562 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:13.253229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-eb99d151-b91d-4374-bb8b-baf82839d389 req-4fd9f2ab-f673-4109-8cc4-9efad063c5eb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] For port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,segment=NetworkSegment(91e55e72-2eee-4155-ab2a-683b76907c2b),segment_id=91e55e72-2eee-4155-ab2a-683b76907c2b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:13.253229 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb99d151-b91d-4374-bb8b-baf82839d389 req-4fd9f2ab-f673-4109-8cc4-9efad063c5eb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:13.269511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-eb99d151-b91d-4374-bb8b-baf82839d389 req-4fd9f2ab-f673-4109-8cc4-9efad063c5eb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Calling delete_port for dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:44:13.333479 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf4dd40-1db2-4f6a-9b54-e7711f659eeb x-openstack-request-id: req-7bf4dd40-1db2-4f6a-9b54-e7711f659eeb {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:13.333911 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3", "tag": "30b02793-ce0d-45e6-a5a1-4a0879cf3485", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:13.334292 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bf4dd40-1db2-4f6a-9b54-e7711f659eeb {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:13.334798 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3', 'tag': '30b02793-ce0d-45e6-a5a1-4a0879cf3485', 'status': 'completed', 'code': 200} Aug 28 12:44:13.425519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:13.445445 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:13.454641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device fcc088f2-b199-4f27-9308-311241fd6c25 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:44:13.505868 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb99d151-b91d-4374-bb8b-baf82839d389 req-4fd9f2ab-f673-4109-8cc4-9efad063c5eb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:13.534648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad0dfb-e2dd-432e-94e7-e9b4040316b3 req-0b8785b2-d6e9-4ac0-b99d-688ca05ea7b2 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:13.545754 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-95ad0dfb-e2dd-432e-94e7-e9b4040316b3 req-0b8785b2-d6e9-4ac0-b99d-688ca05ea7b2 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 948 time: 0.5491104 Aug 28 12:44:13.612254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Allocated IP 172.20.0.2 (080f817f-09e7-4caf-bb1c-7dee04fe896d/93ae40a8-21ab-417e-aa12-b0f8d22815ae/08bd31a5-fa81-4504-87df-728b96e31612) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:44:13.637707 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9f2ab-f673-4109-8cc4-9efad063c5eb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Pushing event deleted for resources: {'Port': ['ID=dcd333fa-9beb-4b5d-a03e-05087e9dd6a2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:13.690176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59601700-1c79-4822-9233-82e42bd44194 req-9c4f29e6-0266-44f2-9959-d00feccf8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:13.691864 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59601700-1c79-4822-9233-82e42bd44194 req-9c4f29e6-0266-44f2-9959-d00feccf8e4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 1127 time: 0.2187715 Aug 28 12:44:13.731473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['dcd333fa-9beb-4b5d-a03e-05087e9dd6a2'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:13.782374 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.resource_extend [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:44:13.820010 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-41a009a1-1118-4552-87e3-1f85d8544e3c req-318f10ad-d0b5-4f7b-b0e4-e2d7c15687f4 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e0de346-b0ad-44c4-a24a-e439ceab036d HTTP/1.1" status: 200 len: 210 time: 0.0512888 Aug 28 12:44:13.832516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb99d151-b91d-4374-bb8b-baf82839d389 req-4fd9f2ab-f673-4109-8cc4-9efad063c5eb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] No DVR routers for this DVR port dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:44:13.839378 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-95ad0dfb-e2dd-432e-94e7-e9b4040316b3 req-93ca4faf-b1aa-424f-bc26-fb36a01c5309 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656424 Aug 28 12:44:13.842147 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb99d151-b91d-4374-bb8b-baf82839d389 req-4fd9f2ab-f673-4109-8cc4-9efad063c5eb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:13.844360 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb99d151-b91d-4374-bb8b-baf82839d389 req-4fd9f2ab-f673-4109-8cc4-9efad063c5eb tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] 10.222.0.11 "DELETE /v2.0/ports/dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 HTTP/1.1" status: 204 len: 173 time: 0.9625549 Aug 28 12:44:13.844819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0de346-b0ad-44c4-a24a-e439ceab036d', 'name': 'network-vif-deleted', 'tag': 'dcd333fa-9beb-4b5d-a03e-05087e9dd6a2'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:13.847559 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77fcc89-ec70-47bc-9c39-08beda7be553" -d '{"events": [{"server_uuid": "3e0de346-b0ad-44c4-a24a-e439ceab036d", "name": "network-vif-deleted", "tag": "dcd333fa-9beb-4b5d-a03e-05087e9dd6a2"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:13.927467 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:13.941965 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59601700-1c79-4822-9233-82e42bd44194 req-dbfdff5b-62b9-4bd9-9e94-e8d8b85dc989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:13.945757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59601700-1c79-4822-9233-82e42bd44194 req-dbfdff5b-62b9-4bd9-9e94-e8d8b85dc989 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.2211728 Aug 28 12:44:13.959468 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:14.023665 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fcc088f2-b199-4f27-9308-311241fd6c25,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:14.028172 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:14.052686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'fcc088f2-b199-4f27-9308-311241fd6c25', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'fcc088f2-b199-4f27-9308-311241fd6c25', 'mac_address': 'fa:16:3e:cc:dc:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:44:14.055224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Transition to ACTIVE for port object 08bd31a5-fa81-4504-87df-728b96e31612 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:14.098485 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59601700-1c79-4822-9233-82e42bd44194 req-067665bd-38cc-4076-aa13-559d7ba26750 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485 HTTP/1.1" status: 200 len: 217 time: 0.1453187 Aug 28 12:44:14.128608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Transition to ACTIVE for port object 08bd31a5-fa81-4504-87df-728b96e31612 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:14.145169 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:14.199806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59601700-1c79-4822-9233-82e42bd44194 req-73b6345e-e885-4b0c-941f-d8dbdad3a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:14.201555 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59601700-1c79-4822-9233-82e42bd44194 req-73b6345e-e885-4b0c-941f-d8dbdad3a08d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.0817840 Aug 28 12:44:14.204674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55171f10-174d-4d57-b942-034940c342c7 req-eb0cb5aa-3729-4876-a03f-603dfd405b09 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:14.211302 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55171f10-174d-4d57-b942-034940c342c7 req-eb0cb5aa-3729-4876-a03f-603dfd405b09 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 945 time: 0.1217229 Aug 28 12:44:14.230621 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Pushing event updated for resources: {'Port': ['ID=08bd31a5-fa81-4504-87df-728b96e31612,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:14.241744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Allocated IP 172.25.1.164 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/4ff75676-8698-45ec-891e-e860a79e2097) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:44:14.242027 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59601700-1c79-4822-9233-82e42bd44194 req-c1cac277-c42f-4221-a7ac-39bdf3484f81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292587 Aug 28 12:44:14.243541 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Network 080f817f-09e7-4caf-bb1c-7dee04fe896d is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:44:14.245567 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:14.251911 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:14.260598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:44:14.276131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc088f2-b199-4f27-9308-311241fd6c25 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:14.326422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fcc088f2-b199-4f27-9308-311241fd6c25,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:14.347668 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:14.386881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Attempting to bind port 08bd31a5-fa81-4504-87df-728b96e31612 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:14.387223 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Attempting to bind port 08bd31a5-fa81-4504-87df-728b96e31612 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f04e669c-1941-4e23-a94b-36f007b34017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080f817f-09e7-4caf-bb1c-7dee04fe896d'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:14.387522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Attempting to bind port 08bd31a5-fa81-4504-87df-728b96e31612 on network 080f817f-09e7-4caf-bb1c-7dee04fe896d {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:14.406296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:14.406778 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Checking segment: {'id': 'f04e669c-1941-4e23-a94b-36f007b34017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080f817f-09e7-4caf-bb1c-7dee04fe896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:14.407132 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:14.407514 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Bound using segment: {'id': 'f04e669c-1941-4e23-a94b-36f007b34017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080f817f-09e7-4caf-bb1c-7dee04fe896d'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:14.408006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Bound port: 08bd31a5-fa81-4504-87df-728b96e31612, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04e669c-1941-4e23-a94b-36f007b34017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080f817f-09e7-4caf-bb1c-7dee04fe896d'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:14.408388 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:14.444539 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=fcc088f2-b199-4f27-9308-311241fd6c25,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:14.520695 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4330b0-4bf3-494e-9488-cf481c457c4a req-5f87315f-e977-4caa-9c3d-c8781d30f2c6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:14.533170 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5e4330b0-4bf3-494e-9488-cf481c457c4a req-5f87315f-e977-4caa-9c3d-c8781d30f2c6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 944 time: 0.1354182 Aug 28 12:44:14.542333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-72a73112-08f7-4245-9886-087023947aa4 None None] For port 08bd31a5-fa81-4504-87df-728b96e31612, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:14.546164 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59601700-1c79-4822-9233-82e42bd44194 req-bd1de283-1c66-47d1-b998-daf78e79ee1f service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923856 Aug 28 12:44:14.554064 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-72a73112-08f7-4245-9886-087023947aa4 None None] For port 08bd31a5-fa81-4504-87df-728b96e31612, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=08bd31a5-fa81-4504-87df-728b96e31612,segment=NetworkSegment(f04e669c-1941-4e23-a94b-36f007b34017),segment_id=f04e669c-1941-4e23-a94b-36f007b34017)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:14.561812 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:14.599847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 30b02793-ce0d-45e6-a5a1-4a0879cf3485 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:44:14.730092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a73112-08f7-4245-9886-087023947aa4 None None] Pushing event updated for resources: {'Port': ['ID=08bd31a5-fa81-4504-87df-728b96e31612,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:14.770029 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5e4330b0-4bf3-494e-9488-cf481c457c4a req-ab07e85a-039d-43ce-a143-58140453f414 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353594 Aug 28 12:44:14.819845 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['fcc088f2-b199-4f27-9308-311241fd6c25'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:14.845476 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59601700-1c79-4822-9233-82e42bd44194 req-6422b4db-83be-4e63-9a68-6d40a90bccab service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662954 Aug 28 12:44:14.871995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:14.898390 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 30b02793-ce0d-45e6-a5a1-4a0879cf3485 has no active binding in host n-h2-791505-21 {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 12:44:14.932593 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ce81fb-55de-404c-8610-18e90ecc24e3 x-openstack-request-id: req-85ce81fb-55de-404c-8610-18e90ecc24e3 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:14.933151 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0de346-b0ad-44c4-a24a-e439ceab036d", "name": "network-vif-deleted", "tag": "dcd333fa-9beb-4b5d-a03e-05087e9dd6a2", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:14.933414 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85ce81fb-55de-404c-8610-18e90ecc24e3 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:14.933832 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0de346-b0ad-44c4-a24a-e439ceab036d', 'name': 'network-vif-deleted', 'tag': 'dcd333fa-9beb-4b5d-a03e-05087e9dd6a2', 'status': 'completed', 'code': 200} Aug 28 12:44:14.975471 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:15.108689 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55171f10-174d-4d57-b942-034940c342c7 req-82c74699-b062-4152-9e00-0eec0d7f88e6 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572190 Aug 28 12:44:15.173598 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:15.224466 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:15.293430 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:44:15.301503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:15.308187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:44:15.312910 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Pushing event updated for resources: {'Port': ['ID=4ff75676-8698-45ec-891e-e860a79e2097,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:15.368022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb16c7-9ff4-4ae5-9ab0-97925c701283 req-0ee82a68-8ba8-4162-a503-c34cfb00cada tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:15.375727 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6eeb16c7-9ff4-4ae5-9ab0-97925c701283 req-0ee82a68-8ba8-4162-a503-c34cfb00cada tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 947 time: 0.1891499 Aug 28 12:44:15.386665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-de3657a9-d1ed-4169-8a8f-0b16141daf61 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:15.388113 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-de3657a9-d1ed-4169-8a8f-0b16141daf61 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.11 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16&tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 949 time: 0.1188076 Aug 28 12:44:15.452406 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39020) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:15.473579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:15.501935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-cd10468a-c61d-4380-bdda-04d5cc855ad4 service neutron] 10.222.0.11 "GET /v2.0/ports/fcc088f2-b199-4f27-9308-311241fd6c25/bindings/n-h1-791505-21 HTTP/1.1" status: 200 len: 383 time: 0.0973516 Aug 28 12:44:15.520169 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:44:15.520433 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device dcd333fa-9beb-4b5d-a03e-05087e9dd6a2 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:44:15.546925 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6eeb16c7-9ff4-4ae5-9ab0-97925c701283 req-618261a0-ec83-4220-84d4-1178ac5324a7 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702363 Aug 28 12:44:15.623101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9b543-6550-4a5e-bc24-26735942c8c0 req-8072628b-cb9b-4257-8063-f46dca3bd6f0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:15.628695 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d5f9b543-6550-4a5e-bc24-26735942c8c0 req-8072628b-cb9b-4257-8063-f46dca3bd6f0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 949 time: 0.1212609 Aug 28 12:44:15.631671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-ff7ab982-f1da-4f60-8c7d-8f059c91269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:15.633433 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-ff7ab982-f1da-4f60-8c7d-8f059c91269c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 1101 time: 0.0894024 Aug 28 12:44:15.822595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d5f9b543-6550-4a5e-bc24-26735942c8c0 req-cfe9f16c-5b6e-4231-ad16-683c9a6d9443 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869915 Aug 28 12:44:15.881144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-a0ad6c97-221b-47c5-b7b6-583fbacacb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:15.882947 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-a0ad6c97-221b-47c5-b7b6-583fbacacb03 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.2390804 Aug 28 12:44:15.947349 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e760ec-ee5e-4834-a125-2839a084099d admin admin] Deleting subnet 66c522c8-a3b3-4f18-b898-b02784083f80 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:44:15.951393 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90e760ec-ee5e-4834-a125-2839a084099d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:15.975015 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-7e65309b-93d9-458c-abfb-160bc9b17535 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=fcc088f2-b199-4f27-9308-311241fd6c25 HTTP/1.1" status: 200 len: 217 time: 0.0801914 Aug 28 12:44:16.054587 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90e760ec-ee5e-4834-a125-2839a084099d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:16.072576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-59247096-ed3e-4ff3-a6af-79c4f2cee8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:16.074485 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-59247096-ed3e-4ff3-a6af-79c4f2cee8f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0864713 Aug 28 12:44:16.196839 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90e760ec-ee5e-4834-a125-2839a084099d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:16.300841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982a7998-a329-4019-b99f-c23114139a2f None None] Network 080f817f-09e7-4caf-bb1c-7dee04fe896d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:44:16.335413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f470b-ea7f-4756-ae83-ccc9216e1de2 req-f7d0e20e-dff6-4f8e-8bc1-96073abb08cb tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:16.347095 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d1f470b-ea7f-4756-ae83-ccc9216e1de2 req-f7d0e20e-dff6-4f8e-8bc1-96073abb08cb tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 944 time: 0.3706403 Aug 28 12:44:16.406454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-94b9690c-c148-46ec-af11-d495e76a93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:16.408690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-94b9690c-c148-46ec-af11-d495e76a93c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2752171 Aug 28 12:44:16.410865 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:16.510651 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81d65d-0675-4485-b191-85421d478064 req-4aca55be-e0af-4c0d-acc4-c706658d4566 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:16.512827 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e81d65d-0675-4485-b191-85421d478064 req-4aca55be-e0af-4c0d-acc4-c706658d4566 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 945 time: 0.2307661 Aug 28 12:44:16.516927 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90e760ec-ee5e-4834-a125-2839a084099d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:16.578782 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 08bd31a5-fa81-4504-87df-728b96e31612 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:16.610232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e760ec-ee5e-4834-a125-2839a084099d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c522c8-a3b3-4f18-b898-b02784083f80,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:16.638808 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2ff60cbb-5f00-4c86-9892-795dbad5db1d None None] Provisioning for port 08bd31a5-fa81-4504-87df-728b96e31612 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:16.670665 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90e760ec-ee5e-4834-a125-2839a084099d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:16.672540 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-90e760ec-ee5e-4834-a125-2839a084099d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/66c522c8-a3b3-4f18-b898-b02784083f80 HTTP/1.1" status: 204 len: 168 time: 1.2194009 Aug 28 12:44:16.686641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39052) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:16.771081 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 08bd31a5-fa81-4504-87df-728b96e31612 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:16.792407 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 08bd31a5-fa81-4504-87df-728b96e31612 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:16.793119 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:16.851238 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e81d65d-0675-4485-b191-85421d478064 req-7e52f90d-48f1-49f2-a4a9-36980ba79f2b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523868 Aug 28 12:44:16.951276 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:16.974649 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4647b728-ffb9-46d2-88fa-bf29e7e7f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:17.012616 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 08bd31a5-fa81-4504-87df-728b96e31612, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=08bd31a5-fa81-4504-87df-728b96e31612,segment=NetworkSegment(f04e669c-1941-4e23-a94b-36f007b34017),segment_id=f04e669c-1941-4e23-a94b-36f007b34017)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:17.019846 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:17.047049 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:17.084908 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-144fe31d-54d6-4e03-bcf7-593b457ad1c9 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749518 Aug 28 12:44:17.107655 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d1f470b-ea7f-4756-ae83-ccc9216e1de2 req-8ccd5463-d854-47dc-bf20-da7228fc4b83 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7547481 Aug 28 12:44:17.109385 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-d414b3f7-8e64-4a6e-89b4-d0f364484486 service neutron] 10.222.0.11 "GET /v2.0/ports/30b02793-ce0d-45e6-a5a1-4a0879cf3485/bindings/n-h2-791505-21 HTTP/1.1" status: 200 len: 385 time: 0.7171311 Aug 28 12:44:17.131507 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=08bd31a5-fa81-4504-87df-728b96e31612,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:17.253750 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4647b728-ffb9-46d2-88fa-bf29e7e7f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:17.342627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-4647b728-ffb9-46d2-88fa-bf29e7e7f203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:17.348811 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1d9d8604-da5c-454b-9375-661ed68c1e7d None None] Provisioning complete for port 08bd31a5-fa81-4504-87df-728b96e31612 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:17.348811 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8604-da5c-454b-9375-661ed68c1e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:17.373692 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-4647b728-ffb9-46d2-88fa-bf29e7e7f203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e55e72-2eee-4155-ab2a-683b76907c2b') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:17.374293 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-4647b728-ffb9-46d2-88fa-bf29e7e7f203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e55e72-2eee-4155-ab2a-683b76907c2b') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:17.384945 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bdb81-65c3-400c-89d0-92b0730275a4 req-302191f1-a131-4654-ad34-31be3d5c57d1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:17.393654 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-612bdb81-65c3-400c-89d0-92b0730275a4 req-302191f1-a131-4654-ad34-31be3d5c57d1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 947 time: 0.2287617 Aug 28 12:44:17.438071 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4647b728-ffb9-46d2-88fa-bf29e7e7f203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:17.482553 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-612bdb81-65c3-400c-89d0-92b0730275a4 req-96691396-b969-4c94-a351-fa26305ff27f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869677 Aug 28 12:44:17.489873 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Router f3e8779a-6a25-4736-b45c-b6e7a235539e is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:44:17.504187 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4647b728-ffb9-46d2-88fa-bf29e7e7f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:17.531202 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4647b728-ffb9-46d2-88fa-bf29e7e7f203 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:44:17.531544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device fcc088f2-b199-4f27-9308-311241fd6c25 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:17.532086 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4647b728-ffb9-46d2-88fa-bf29e7e7f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:44:17.537866 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:44:17.606712 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port fcc088f2-b199-4f27-9308-311241fd6c25 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:17.611269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port fcc088f2-b199-4f27-9308-311241fd6c25 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:17.611648 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:17.631873 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-3fa8c260-e326-4017-988e-945092919f86 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185370 Aug 28 12:44:17.733840 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e00c68-bc13-4ba3-9dbf-96598c369e6e req-06090cee-084a-4904-aaae-d45cb03810b7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:17.735848 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8e00c68-bc13-4ba3-9dbf-96598c369e6e req-06090cee-084a-4904-aaae-d45cb03810b7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 949 time: 0.2092016 Aug 28 12:44:17.754624 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4647b728-ffb9-46d2-88fa-bf29e7e7f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:17.776725 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4647b728-ffb9-46d2-88fa-bf29e7e7f203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:17.782376 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4647b728-ffb9-46d2-88fa-bf29e7e7f203 admin admin] 10.222.0.20 "DELETE /v2.0/networks/846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c HTTP/1.1" status: 204 len: 168 time: 1.0897202 Aug 28 12:44:17.787748 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39064) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:17.809939 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8e00c68-bc13-4ba3-9dbf-96598c369e6e req-2f9bae6d-bd75-4a2b-89b6-e34544b77889 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605142 Aug 28 12:44:17.823280 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:17.824610 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647b728-ffb9-46d2-88fa-bf29e7e7f203 admin admin] Pushing event deleted for resources: {'Network': ['ID=846258c7-6a19-4e06-b4ad-e0c3b0e5fc8c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:17.842101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-e09b8a69-2c66-4705-95f8-dcfb2f525c28 service neutron] For port 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:17.864926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:44:17.882883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:17.886745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ce788-d901-45ab-a56c-9ddb027f0437 req-dcb7e54b-6dbc-40c8-aeed-bc1bb3f65338 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:17.889945 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01d2982-6152-4dd0-9882-364a3f0c576c" -d '{"events": [{"server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "name": "network-vif-plugged", "status": "completed", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:17.895475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-e09b8a69-2c66-4705-95f8-dcfb2f525c28 service neutron] For port 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:17.903016 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-da5ce788-d901-45ab-a56c-9ddb027f0437 req-dcb7e54b-6dbc-40c8-aeed-bc1bb3f65338 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 945 time: 0.2395322 Aug 28 12:44:17.919666 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fcc088f2-b199-4f27-9308-311241fd6c25,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:17.930717 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:17.931903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 30b02793-ce0d-45e6-a5a1-4a0879cf3485 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:17.977610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-e09b8a69-2c66-4705-95f8-dcfb2f525c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b02793-ce0d-45e6-a5a1-4a0879cf3485 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:17.982973 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:17.984261 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e0485e03-4bbf-402b-9efc-80614f7c3a6d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1082351 Aug 28 12:44:17.990378 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c668116-6787-4242-b7b0-afcefc8950aa admin admin] Deleting subnet 5cdf2110-aee2-4e71-ace8-162889d0f233 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:44:17.992994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39072) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:18.016523 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-da5ce788-d901-45ab-a56c-9ddb027f0437 req-88249b8e-bc6f-4a55-8998-98c856f75424 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124415 Aug 28 12:44:18.017488 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c668116-6787-4242-b7b0-afcefc8950aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:18.061554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-e09b8a69-2c66-4705-95f8-dcfb2f525c28 service neutron] For port 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:18.070101 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Sync routers for ids ['f3e8779a-6a25-4736-b45c-b6e7a235539e'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:44:18.102818 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Routers {'f3e8779a-6a25-4736-b45c-b6e7a235539e'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:44:18.111008 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-e09b8a69-2c66-4705-95f8-dcfb2f525c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:18.111463 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:44:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f3e8779a-6a25-4736-b45c-b6e7a235539e'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:18.127216 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c668116-6787-4242-b7b0-afcefc8950aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:18.131983 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b605cde9-e070-4f8b-b6a0-3b495de4c0a7 x-openstack-request-id: req-b605cde9-e070-4f8b-b6a0-3b495de4c0a7 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:18.132278 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "name": "network-vif-plugged", "status": "completed", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:18.132536 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b605cde9-e070-4f8b-b6a0-3b495de4c0a7 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:18.134699 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25', 'code': 200} Aug 28 12:44:18.170897 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 08bd31a5-fa81-4504-87df-728b96e31612 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:18.248515 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c668116-6787-4242-b7b0-afcefc8950aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:18.389044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-e09b8a69-2c66-4705-95f8-dcfb2f525c28 service neutron] Transition to ACTIVE for port object 30b02793-ce0d-45e6-a5a1-4a0879cf3485 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:18.396974 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=fcc088f2-b199-4f27-9308-311241fd6c25,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:18.408832 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Set router f3e8779a-6a25-4736-b45c-b6e7a235539e gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:44:18.413617 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-e09b8a69-2c66-4705-95f8-dcfb2f525c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:18.420029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 08bd31a5-fa81-4504-87df-728b96e31612 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:18.420503 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:18.490518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1817c-5638-4a85-99cd-8d8323566cf4 req-e103e154-1c39-4231-809e-8c01165152ee tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:18.494861 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61d1817c-5638-4a85-99cd-8d8323566cf4 req-e103e154-1c39-4231-809e-8c01165152ee tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 944 time: 0.1713378 Aug 28 12:44:18.553595 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c668116-6787-4242-b7b0-afcefc8950aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:18.637111 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c668116-6787-4242-b7b0-afcefc8950aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:18.639280 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9c668116-6787-4242-b7b0-afcefc8950aa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5cdf2110-aee2-4e71-ace8-162889d0f233 HTTP/1.1" status: 204 len: 168 time: 0.8464644 Aug 28 12:44:18.642286 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39092) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:18.742778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-e09b8a69-2c66-4705-95f8-dcfb2f525c28 service neutron] No DVR routers for this DVR port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:44:18.750679 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b7d921a-31b6-4824-b6c5-e19ec42bcc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:18.756728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c668116-6787-4242-b7b0-afcefc8950aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cdf2110-aee2-4e71-ace8-162889d0f233,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:18.763384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39094) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:18.790651 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61d1817c-5638-4a85-99cd-8d8323566cf4 req-f2fdb5a6-790d-4ced-83d4-62ffcda62ece tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866235 Aug 28 12:44:18.835129 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-e09b8a69-2c66-4705-95f8-dcfb2f525c28 service neutron] 10.222.0.11 "PUT /v2.0/ports/30b02793-ce0d-45e6-a5a1-4a0879cf3485/bindings/n-h2-791505-21/activate HTTP/1.1" status: 200 len: 370 time: 1.7015493 Aug 28 12:44:18.857286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8201a5-dedd-4a2c-9359-6e7ac1f21268 req-19552c78-f17d-4338-ad75-6b58624912e2 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:18.863723 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'name': 'tempest-ServersTestMultiNic-1990725618-router', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '4ff75676-8698-45ec-891e-e860a79e2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:44:13Z', 'updated_at': '2021-08-28T12:44:15Z', 'revision_number': 3, 'project_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'gw_port': {'id': '4ff75676-8698-45ec-891e-e860a79e2097', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:44:13Z', 'updated_at': '2021-08-28T12:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:18.866990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb8201a5-dedd-4a2c-9359-6e7ac1f21268 req-19552c78-f17d-4338-ad75-6b58624912e2 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 947 time: 0.2094965 Aug 28 12:44:18.936905 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Checking router: f3e8779a-6a25-4736-b45c-b6e7a235539e for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:44:18.937654 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Updating router f3e8779a-6a25-4736-b45c-b6e7a235539e port 4ff75676-8698-45ec-891e-e860a79e2097 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:44:18.949788 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b7d921a-31b6-4824-b6c5-e19ec42bcc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:18.965049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-6b7d921a-31b6-4824-b6c5-e19ec42bcc25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc74d5e-ae43-4530-baa1-f5ef97bf2082']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:18.987312 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b8a69-2c66-4705-95f8-dcfb2f525c28 service neutron] Pushing event updated for resources: {'Port': ['ID=30b02793-ce0d-45e6-a5a1-4a0879cf3485,revision_number=10']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:18.996613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-6b7d921a-31b6-4824-b6c5-e19ec42bcc25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a0321e-e28e-42f9-bf26-008ff97a9701') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:18.996913 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-6b7d921a-31b6-4824-b6c5-e19ec42bcc25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a0321e-e28e-42f9-bf26-008ff97a9701') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:19.009206 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b7d921a-31b6-4824-b6c5-e19ec42bcc25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:19.018939 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:19.045550 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b7d921a-31b6-4824-b6c5-e19ec42bcc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:19.133520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7d921a-31b6-4824-b6c5-e19ec42bcc25 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:44:19.150267 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b7d921a-31b6-4824-b6c5-e19ec42bcc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:44:19.153698 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:44:19.197003 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb8201a5-dedd-4a2c-9359-6e7ac1f21268 req-18febf0b-1586-4524-b3b8-8201ebe2bbc3 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426834 Aug 28 12:44:19.215150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-08238d40-4dcb-4486-b288-0ff8e278943a tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:19.221487 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-08238d40-4dcb-4486-b288-0ff8e278943a tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3&tenant_id=8374a9853c4643a4807f0fe0c461a45d&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 1097 time: 0.2667465 Aug 28 12:44:19.247344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c4653a8d-3c71-4780-b332-468c594d1b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:19.344484 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0f93-dff4-4e92-9963-09a4daf7d502 req-be860fab-cd16-4be7-b18b-0a306df72bb8 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:19.353525 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f1e0f93-dff4-4e92-9963-09a4daf7d502 req-be860fab-cd16-4be7-b18b-0a306df72bb8 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.2955251 Aug 28 12:44:19.384132 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b7d921a-31b6-4824-b6c5-e19ec42bcc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:19.399646 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b7d921a-31b6-4824-b6c5-e19ec42bcc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:19.402904 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6b7d921a-31b6-4824-b6c5-e19ec42bcc25 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6fc74d5e-ae43-4530-baa1-f5ef97bf2082 HTTP/1.1" status: 204 len: 168 time: 0.7578814 Aug 28 12:44:19.442482 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:19.456189 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Transition to ACTIVE for port object 4ff75676-8698-45ec-891e-e860a79e2097 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:19.472564 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:19.501180 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f1e0f93-dff4-4e92-9963-09a4daf7d502 req-192c78c6-7eaa-4690-8671-7afd0856ca30 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443460 Aug 28 12:44:19.504155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d921a-31b6-4824-b6c5-e19ec42bcc25 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc74d5e-ae43-4530-baa1-f5ef97bf2082,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:19.539532 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcf860-a1c8-407a-a479-bd4db1386e89 None None] Pushing event updated for resources: {'Port': ['ID=4ff75676-8698-45ec-891e-e860a79e2097,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:19.551199 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcf860-a1c8-407a-a479-bd4db1386e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:19.551529 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcf860-a1c8-407a-a479-bd4db1386e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:19.551858 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcf860-a1c8-407a-a479-bd4db1386e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:19.552236 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcf860-a1c8-407a-a479-bd4db1386e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:19.552623 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcf860-a1c8-407a-a479-bd4db1386e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:19.553512 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcf860-a1c8-407a-a479-bd4db1386e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:19.553856 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcf860-a1c8-407a-a479-bd4db1386e89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:19.554220 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcf860-a1c8-407a-a479-bd4db1386e89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:19.554570 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcf860-a1c8-407a-a479-bd4db1386e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:19.554898 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcf860-a1c8-407a-a479-bd4db1386e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:19.555436 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcf860-a1c8-407a-a479-bd4db1386e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:19.555574 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcf860-a1c8-407a-a479-bd4db1386e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:19.581863 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715a753-eac8-402a-b2f9-ff73a1c95eac req-294176fa-631d-4bb8-9553-895b56089c83 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:19.586554 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0715a753-eac8-402a-b2f9-ff73a1c95eac req-294176fa-631d-4bb8-9553-895b56089c83 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 945 time: 0.3160915 Aug 28 12:44:19.593000 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-df7241a5-37ee-44c4-b011-4ac29f7c18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:19.600421 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Attempting to bind port 4ff75676-8698-45ec-891e-e860a79e2097 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:19.600867 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Attempting to bind port 4ff75676-8698-45ec-891e-e860a79e2097 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:19.601283 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Attempting to bind port 4ff75676-8698-45ec-891e-e860a79e2097 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:19.605111 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-df7241a5-37ee-44c4-b011-4ac29f7c18ce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3&tenant_id=8374a9853c4643a4807f0fe0c461a45d HTTP/1.1" status: 200 len: 1097 time: 0.3333097 Aug 28 12:44:19.607398 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:19.607810 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:19.608383 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:19.608775 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:19.609286 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Bound port: 4ff75676-8698-45ec-891e-e860a79e2097, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:19.610226 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:19.681533 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] For port 4ff75676-8698-45ec-891e-e860a79e2097, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:19.685325 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] For port 4ff75676-8698-45ec-891e-e860a79e2097, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4ff75676-8698-45ec-891e-e860a79e2097,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:19.690449 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:19.752779 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcf860-a1c8-407a-a479-bd4db1386e89 None None] Pushing event updated for resources: {'Port': ['ID=4ff75676-8698-45ec-891e-e860a79e2097,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:19.785610 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Routers {'f3e8779a-6a25-4736-b45c-b6e7a235539e'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:44:19.786442 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:44:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f3e8779a-6a25-4736-b45c-b6e7a235539e'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:19.787014 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c4653a8d-3c71-4780-b332-468c594d1b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:19.787963 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39106) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:19.804459 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c4653a8d-3c71-4780-b332-468c594d1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:19.831025 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0715a753-eac8-402a-b2f9-ff73a1c95eac req-5be07f1f-0cba-4634-837b-65242da954f6 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218857 Aug 28 12:44:19.838464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-58b52069-175e-4c71-9bc1-06264b0f4df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:19.840416 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-58b52069-175e-4c71-9bc1-06264b0f4df8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 1097 time: 0.1756275 Aug 28 12:44:19.858493 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:19.916309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4653a8d-3c71-4780-b332-468c594d1b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132079c7-cdbb-4342-a0fa-fecae92a7c05,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:20.011433 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-56079095-dca8-41c5-96a5-1bba3cd4b598 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5f791bffd6b436fbad5ba34cc695485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222960 Aug 28 12:44:20.023630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39112) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:20.067306 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] Set router f3e8779a-6a25-4736-b45c-b6e7a235539e gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:44:20.140650 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c4653a8d-3c71-4780-b332-468c594d1b6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a572b351e9ac43a9828acc412c5a7f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3745947 Aug 28 12:44:20.144373 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39114) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:20.230071 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a88b3-1b34-4c24-87a9-18fd3bcf08b2 req-1ea430b9-c358-4132-94cf-1298b6ce32c2 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:20.237655 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-af2a88b3-1b34-4c24-87a9-18fd3bcf08b2 req-1ea430b9-c358-4132-94cf-1298b6ce32c2 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 945 time: 0.2875953 Aug 28 12:44:20.266691 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-834d3809-2d25-433c-8b45-1a9e7e39544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:20.268382 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-834d3809-2d25-433c-8b45-1a9e7e39544f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16&tenant_id=a4d6d6e751944664b9c54f70b2be3e4c HTTP/1.1" status: 200 len: 1102 time: 0.2117348 Aug 28 12:44:20.279158 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2afac995-ac3e-4f75-b939-bbb273aaefd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:20.286730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Allocated IP 172.20.0.1 (080f817f-09e7-4caf-bb1c-7dee04fe896d/93ae40a8-21ab-417e-aa12-b0f8d22815ae/37633679-d86e-4ea0-9b8d-17e342275a68) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:44:20.331604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:20.346942 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-af2a88b3-1b34-4c24-87a9-18fd3bcf08b2 req-132c8b7c-7d14-471e-bbb3-a57e9aee716c tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079371 Aug 28 12:44:20.396449 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'name': 'tempest-ServersTestMultiNic-1990725618-router', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '4ff75676-8698-45ec-891e-e860a79e2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:44:13Z', 'updated_at': '2021-08-28T12:44:15Z', 'revision_number': 3, 'project_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'gw_port': {'id': '4ff75676-8698-45ec-891e-e860a79e2097', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:44:13Z', 'updated_at': '2021-08-28T12:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:20.397764 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2afac995-ac3e-4f75-b939-bbb273aaefd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:20.449735 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:20.577021 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd5a865-5cc8-4c65-90a9-e10726f86725 None None] The sync data for ids ['f3e8779a-6a25-4736-b45c-b6e7a235539e'] in n-d-791505-21 is: [{'id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'name': 'tempest-ServersTestMultiNic-1990725618-router', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '4ff75676-8698-45ec-891e-e860a79e2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:44:13Z', 'updated_at': '2021-08-28T12:44:15Z', 'revision_number': 3, 'project_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'gw_port': {'id': '4ff75676-8698-45ec-891e-e860a79e2097', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:44:13Z', 'updated_at': '2021-08-28T12:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:44:20.615086 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:20.645333 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2029a-be46-4d70-9c73-60b3afbdb6a0 req-5763616a-b711-48fa-bb5e-cd3e1a09f279 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:20.649345 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-60b2029a-be46-4d70-9c73-60b3afbdb6a0 req-5763616a-b711-48fa-bb5e-cd3e1a09f279 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 945 time: 0.2690983 Aug 28 12:44:20.715422 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2afac995-ac3e-4f75-b939-bbb273aaefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:20.717007 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-01c5a6a6-8dbb-41a8-b75b-a4a53cea914e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:20.718760 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2afac995-ac3e-4f75-b939-bbb273aaefd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:20.722442 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2afac995-ac3e-4f75-b939-bbb273aaefd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/132079c7-cdbb-4342-a0fa-fecae92a7c05 HTTP/1.1" status: 204 len: 168 time: 0.5766380 Aug 28 12:44:20.723607 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Transition to ACTIVE for port object 37633679-d86e-4ea0-9b8d-17e342275a68 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:20.742158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afac995-ac3e-4f75-b939-bbb273aaefd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132079c7-cdbb-4342-a0fa-fecae92a7c05,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:20.765837 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be085eef-04c4-49b9-8ee1-28b2671b30d1 req-f225fe74-541f-48a0-8bcb-5938202f598f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:20.773416 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be085eef-04c4-49b9-8ee1-28b2671b30d1 req-f225fe74-541f-48a0-8bcb-5938202f598f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 947 time: 0.1928685 Aug 28 12:44:20.802019 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-60b2029a-be46-4d70-9c73-60b3afbdb6a0 req-794e1ef0-3dd2-45e0-8f4d-fff9a07ad074 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304657 Aug 28 12:44:20.805007 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:20.829380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-9bd1497a-59c1-46a5-8853-1d4db40cb76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:20.831105 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-9bd1497a-59c1-46a5-8853-1d4db40cb76a service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.9476004 Aug 28 12:44:20.848171 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be085eef-04c4-49b9-8ee1-28b2671b30d1 req-cdd3d1d7-cf32-4757-88ab-ba23bd25ea4c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729852 Aug 28 12:44:20.873144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fcc088f2-b199-4f27-9308-311241fd6c25,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:20.967022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Pushing event updated for resources: {'Port': ['ID=37633679-d86e-4ea0-9b8d-17e342275a68,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:21.002065 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:21.062908 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-01c5a6a6-8dbb-41a8-b75b-a4a53cea914e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:21.142244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Network 080f817f-09e7-4caf-bb1c-7dee04fe896d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:44:21.147610 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-1895828f-430e-455f-95b8-915c2930b8fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485 HTTP/1.1" status: 200 len: 217 time: 0.2902219 Aug 28 12:44:21.149302 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:21.167504 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:44:21.193335 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-01c5a6a6-8dbb-41a8-b75b-a4a53cea914e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:21.198202 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:21.198741 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-01c5a6a6-8dbb-41a8-b75b-a4a53cea914e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:21.200361 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-01c5a6a6-8dbb-41a8-b75b-a4a53cea914e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66 HTTP/1.1" status: 204 len: 168 time: 1.1751130 Aug 28 12:44:21.209145 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdb5e6d-5a96-48d9-88d1-879b4c675e62" -d '{"events": [{"server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:21.222737 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:21.263188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Transition to ACTIVE for port object fcc088f2-b199-4f27-9308-311241fd6c25 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:21.269853 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:21.375667 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fdcf76-1d92-4065-a1bf-cea444eb6c16 x-openstack-request-id: req-25fdcf76-1d92-4065-a1bf-cea444eb6c16 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:21.375955 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:21.376323 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25fdcf76-1d92-4065-a1bf-cea444eb6c16 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:21.384874 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25', 'code': 200} Aug 28 12:44:21.434958 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Pushing event updated for resources: {'Port': ['ID=fcc088f2-b199-4f27-9308-311241fd6c25,revision_number=10']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:21.517072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5a6a6-8dbb-41a8-b75b-a4a53cea914e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b32b9c1-0d86-4a44-8a46-6ca2cdc1ac66,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:21.552185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] No DVR routers for this DVR port fcc088f2-b199-4f27-9308-311241fd6c25 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:44:21.600269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768059d-cd37-4859-9e25-5a5c7e3f6673 req-53a60727-d576-4cd1-aa82-7478c96aa78a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:21.604951 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a768059d-cd37-4859-9e25-5a5c7e3f6673 req-53a60727-d576-4cd1-aa82-7478c96aa78a tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 950 time: 0.6296239 Aug 28 12:44:21.700201 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-3304b3de-6740-4a83-a6a1-d4768f6377a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:21.709967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-3304b3de-6740-4a83-a6a1-d4768f6377a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.5369701 Aug 28 12:44:21.714052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-145da60f-3559-46bd-804f-551f5d17fc9e None None] Provisioning for port 37633679-d86e-4ea0-9b8d-17e342275a68 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:21.715974 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:21.724592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-145da60f-3559-46bd-804f-551f5d17fc9e None None] Provisioning complete for port 37633679-d86e-4ea0-9b8d-17e342275a68 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:21.730681 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-145da60f-3559-46bd-804f-551f5d17fc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:21.825493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083746f-b0cc-4ae6-b1ce-31619595f224 req-ba2ddfa7-0f22-4adc-842a-bd0c89badd5a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:21.835211 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1083746f-b0cc-4ae6-b1ce-31619595f224 req-ba2ddfa7-0f22-4adc-842a-bd0c89badd5a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 945 time: 0.2684183 Aug 28 12:44:21.854146 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-145da60f-3559-46bd-804f-551f5d17fc9e None None] Port 37633679-d86e-4ea0-9b8d-17e342275a68 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:44:21.861928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Attempting to bind port fcc088f2-b199-4f27-9308-311241fd6c25 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:21.863730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Attempting to bind port fcc088f2-b199-4f27-9308-311241fd6c25 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:21.863730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Attempting to bind port fcc088f2-b199-4f27-9308-311241fd6c25 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:21.865007 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-a2bd0c03-9701-4eb5-82e0-898195fba521 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680766 Aug 28 12:44:21.883297 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Port fcc088f2-b199-4f27-9308-311241fd6c25 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:44:21.884214 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Attempting to bind port fcc088f2-b199-4f27-9308-311241fd6c25 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:21.918224 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1083746f-b0cc-4ae6-b1ce-31619595f224 req-66d6afb6-e256-479f-a0f4-097fa6c97cd4 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789180 Aug 28 12:44:21.921246 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:21.921605 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:21.921995 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:21.922566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Bound port: fcc088f2-b199-4f27-9308-311241fd6c25, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:21.928455 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:22.129677 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a768059d-cd37-4859-9e25-5a5c7e3f6673 req-14b163e9-8314-460e-85b4-42f16a8fb0d6 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997816 Aug 28 12:44:22.184662 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:22.191959 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fcc088f2-b199-4f27-9308-311241fd6c25,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:22.218290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab251aa6-eb9b-4d65-804c-4a425994cb61 req-f8809dbb-a439-430c-a95b-6184aa215062 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:22.223808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f0b5d-19c0-44d3-8437-ebb06bf4db3c req-27ba7e5a-8366-448e-a33a-ba907a3e86a1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:22.225366 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c67f0b5d-19c0-44d3-8437-ebb06bf4db3c req-27ba7e5a-8366-448e-a33a-ba907a3e86a1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.11 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 945 time: 0.5776520 Aug 28 12:44:22.230141 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ab251aa6-eb9b-4d65-804c-4a425994cb61 req-f8809dbb-a439-430c-a95b-6184aa215062 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 945 time: 0.1370447 Aug 28 12:44:22.234307 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:22.247382 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4ff75676-8698-45ec-891e-e860a79e2097 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:22.377045 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:22.377967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:22.382716 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39158) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:22.385776 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] 10.222.0.10 "PUT /v2.0/ports/fcc088f2-b199-4f27-9308-311241fd6c25 HTTP/1.1" status: 200 len: 1098 time: 2.0946064 Aug 28 12:44:22.414057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 4ff75676-8698-45ec-891e-e860a79e2097 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:22.420652 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 4ff75676-8698-45ec-891e-e860a79e2097 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:22.421028 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:22.595080 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ab251aa6-eb9b-4d65-804c-4a425994cb61 req-7bccec51-b7ba-49db-acb1-c6305e68f223 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165305 Aug 28 12:44:22.636840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506824a-18fd-4a6e-baf4-56299781987a service neutron] Pushing event updated for resources: {'Port': ['ID=fcc088f2-b199-4f27-9308-311241fd6c25,revision_number=11']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:22.640662 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:22.649772 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-146b6031-d569-4263-8e18-d9265eb05e93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=481e51e965394c2d8899d89cf8e13404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638805 Aug 28 12:44:22.658140 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39162) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:22.705135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-526a56b0-c849-4b6c-a8a0-bb40da3c4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:22.707710 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-526a56b0-c849-4b6c-a8a0-bb40da3c4472 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 1101 time: 0.2822366 Aug 28 12:44:22.715961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5f949-e01d-442a-92e7-cdc12c3b5597 req-f427e903-5178-4733-9960-7e2be2c7b006 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:22.718740 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bca5f949-e01d-442a-92e7-cdc12c3b5597 req-f427e903-5178-4733-9960-7e2be2c7b006 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 947 time: 0.4622891 Aug 28 12:44:22.742219 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 4ff75676-8698-45ec-891e-e860a79e2097, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4ff75676-8698-45ec-891e-e860a79e2097,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:22.752524 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:22.753697 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-9fc7e83a-933c-4a4b-93c2-6ab31d19a9fd service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8650031 Aug 28 12:44:22.762790 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:22.886512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=4ff75676-8698-45ec-891e-e860a79e2097,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:22.898897 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:22.899881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:22.906191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:22.907337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:22.914526 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:22.915688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:22.916200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:22.916694 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:22.917206 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:22.917536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:22.917865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:22.918192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:44:22.941158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-513b4433-6d17-4fba-a0bc-17a2281871ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:22.941158 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-513b4433-6d17-4fba-a0bc-17a2281871ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.2230413 Aug 28 12:44:23.095217 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-0aba79d3-eff7-4899-9014-2299c2ccb0ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=fcc088f2-b199-4f27-9308-311241fd6c25 HTTP/1.1" status: 200 len: 217 time: 0.1380887 Aug 28 12:44:23.140235 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bca5f949-e01d-442a-92e7-cdc12c3b5597 req-f39851a2-022f-43e1-881c-4512a079f0e9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3820460 Aug 28 12:44:23.141799 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c67f0b5d-19c0-44d3-8437-ebb06bf4db3c req-80a8814d-fc93-4c0c-bfdb-d6de7a24e6a2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Deleting port 98460ee3-d24a-4dd2-bcd7-c34df32cef5b {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:44:23.142134 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c67f0b5d-19c0-44d3-8437-ebb06bf4db3c req-80a8814d-fc93-4c0c-bfdb-d6de7a24e6a2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:23.272914 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-23cf23e5-e6a0-420b-ad46-6601a02d898e tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b6320ec02d2149f7b55d2c11e36bc7e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497580 Aug 28 12:44:23.367103 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-3fb0f13a-d236-4c40-816c-c8800c71938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:23.369330 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-3fb0f13a-d236-4c40-816c-c8800c71938f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2618418 Aug 28 12:44:23.378775 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-604feec1-1505-437d-8067-7ffef17bff4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:23.387276 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-6af7483d-49ef-4ce8-8f45-db952a1a1ba8 service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790889 Aug 28 12:44:23.391632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:23.391905 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:23.412732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c67f0b5d-19c0-44d3-8437-ebb06bf4db3c req-80a8814d-fc93-4c0c-bfdb-d6de7a24e6a2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] For port 98460ee3-d24a-4dd2-bcd7-c34df32cef5b, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=98460ee3-d24a-4dd2-bcd7-c34df32cef5b,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:23.413147 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c67f0b5d-19c0-44d3-8437-ebb06bf4db3c req-80a8814d-fc93-4c0c-bfdb-d6de7a24e6a2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:23.512793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c67f0b5d-19c0-44d3-8437-ebb06bf4db3c req-80a8814d-fc93-4c0c-bfdb-d6de7a24e6a2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Calling delete_port for 98460ee3-d24a-4dd2-bcd7-c34df32cef5b owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:44:23.536972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device fcc088f2-b199-4f27-9308-311241fd6c25 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:23.554884 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-604feec1-1505-437d-8067-7ffef17bff4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:23.598230 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f076ab-fed5-48e8-82c1-b477a3cd5a11 req-a4098ed3-bb4d-4449-89ff-8ccc3318e291 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:23.607444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74f076ab-fed5-48e8-82c1-b477a3cd5a11 req-a4098ed3-bb4d-4449-89ff-8ccc3318e291 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 945 time: 0.3246856 Aug 28 12:44:23.681120 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device fcc088f2-b199-4f27-9308-311241fd6c25 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:44:23.681560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 98460ee3-d24a-4dd2-bcd7-c34df32cef5b no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:23.730061 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:23.752963 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:23.826954 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74f076ab-fed5-48e8-82c1-b477a3cd5a11 req-0121919b-cf0e-4bdb-ae48-9c7feda84369 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184181 Aug 28 12:44:23.856002 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:23.921941 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Pushing event updated for resources: {'Port': ['ID=37633679-d86e-4ea0-9b8d-17e342275a68,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:23.932231 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:23.981873 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-604feec1-1505-437d-8067-7ffef17bff4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:23.983819 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-604feec1-1505-437d-8067-7ffef17bff4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:23.987061 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-604feec1-1505-437d-8067-7ffef17bff4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dde8b632-9a42-4b6b-85c3-42643a97a52b HTTP/1.1" status: 204 len: 168 time: 1.2646468 Aug 28 12:44:24.084469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-3ac57826-46bf-4c23-9b8e-9187f8bc1762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:24.087600 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-3ac57826-46bf-4c23-9b8e-9187f8bc1762 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7089739 Aug 28 12:44:24.108299 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-76fa281a-c0b4-4845-a839-6c45b1e15b9b tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:24.109869 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-76fa281a-c0b4-4845-a839-6c45b1e15b9b tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8314092 Aug 28 12:44:24.133320 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 12:44:24.133320 n-d-791505-21 neutron-server[94879]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 28 12:44:24.133320 n-d-791505-21 neutron-server[94879]: [parameters: {'status': 'DOWN', 'ports_id': '98460ee3-d24a-4dd2-bcd7-c34df32cef5b'}] Aug 28 12:44:24.133320 n-d-791505-21 neutron-server[94879]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:44:24.136259 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:44:24.162399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4ff75676-8698-45ec-891e-e860a79e2097 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:24.203954 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-f2519dfb-e352-4b12-ba9a-a65806b6e18d tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/quotas/b6320ec02d2149f7b55d2c11e36bc7e7 HTTP/1.1" status: 200 len: 375 time: 0.0868723 Aug 28 12:44:24.260756 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-9044e163-b65c-482f-853c-96521e3567c9 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6320ec02d2149f7b55d2c11e36bc7e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552704 Aug 28 12:44:24.284693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 4ff75676-8698-45ec-891e-e860a79e2097 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:24.285425 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:24.321202 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-1713a981-9701-44c6-82e6-8d1fb14d846d service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078292 Aug 28 12:44:24.534530 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-325cc5cc-9a68-45e5-bf68-e3e452f5e92a req-3ec27345-d823-47a0-95fd-aa0d763c3b9a service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033033 Aug 28 12:44:24.681692 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4986aee-a0c3-4041-b2f1-35cea71583f6 req-4bd26688-fba2-44fe-bc0a-d47b111d10df tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:24.691001 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4986aee-a0c3-4041-b2f1-35cea71583f6 req-4bd26688-fba2-44fe-bc0a-d47b111d10df tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 945 time: 0.1199560 Aug 28 12:44:24.733997 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:24.775337 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4986aee-a0c3-4041-b2f1-35cea71583f6 req-e2de3ee9-e685-45ff-94d6-cda5618b4129 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832212 Aug 28 12:44:24.815067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604feec1-1505-437d-8067-7ffef17bff4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde8b632-9a42-4b6b-85c3-42643a97a52b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:24.893736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf85a08-c2ec-433e-8628-ba9f54b8ae48 req-ea901818-c591-4cd5-b9b0-8ad767941a45 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:24.903506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbf85a08-c2ec-433e-8628-ba9f54b8ae48 req-ea901818-c591-4cd5-b9b0-8ad767941a45 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 949 time: 0.9391086 Aug 28 12:44:24.955481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Network 080f817f-09e7-4caf-bb1c-7dee04fe896d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:44:24.964980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:24.985772 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c67f0b5d-19c0-44d3-8437-ebb06bf4db3c req-80a8814d-fc93-4c0c-bfdb-d6de7a24e6a2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:24.990793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-fcfdb0e0-11a1-4d20-a851-da96fbbde0b0 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:24.992343 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-fcfdb0e0-11a1-4d20-a851-da96fbbde0b0 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3&tenant_id=8374a9853c4643a4807f0fe0c461a45d&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 1097 time: 0.9370477 Aug 28 12:44:25.108379 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a312cc3e-fe04-4afb-8f47-9abb513d6d0d x-openstack-request-id: req-a312cc3e-fe04-4afb-8f47-9abb513d6d0d {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:25.109547 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:25.109799 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a312cc3e-fe04-4afb-8f47-9abb513d6d0d {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:25.117031 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25', 'status': 'completed', 'code': 200} Aug 28 12:44:25.179965 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8814d-fc93-4c0c-bfdb-d6de7a24e6a2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Pushing event deleted for resources: {'Port': ['ID=98460ee3-d24a-4dd2-bcd7-c34df32cef5b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:25.264249 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbf85a08-c2ec-433e-8628-ba9f54b8ae48 req-610c7135-4fc1-445c-accb-f714fc0bcc6d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578551 Aug 28 12:44:25.392132 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-9520a0d8-3e58-4069-a0d2-e0fa48dd76e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:25.393689 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-9520a0d8-3e58-4069-a0d2-e0fa48dd76e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 1101 time: 0.2391770 Aug 28 12:44:25.494539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8e53d-4d91-4f3b-af19-ea66385ccb4d req-fdabe4b5-146f-4f04-b7c9-121368211d15 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:25.501087 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32c8e53d-4d91-4f3b-af19-ea66385ccb4d req-fdabe4b5-146f-4f04-b7c9-121368211d15 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 947 time: 0.2395866 Aug 28 12:44:25.510314 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a8bc26be-aea4-4392-812e-7703ba934899 None None] Provisioning complete for port 37633679-d86e-4ea0-9b8d-17e342275a68 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:25.511393 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a8bc26be-aea4-4392-812e-7703ba934899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:25.580067 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc26be-aea4-4392-812e-7703ba934899 None None] Port 37633679-d86e-4ea0-9b8d-17e342275a68 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:44:25.593713 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67f0b5d-19c0-44d3-8437-ebb06bf4db3c req-80a8814d-fc93-4c0c-bfdb-d6de7a24e6a2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] No DVR routers for this DVR port 98460ee3-d24a-4dd2-bcd7-c34df32cef5b on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:44:25.596915 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c67f0b5d-19c0-44d3-8437-ebb06bf4db3c req-80a8814d-fc93-4c0c-bfdb-d6de7a24e6a2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:25.603917 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c67f0b5d-19c0-44d3-8437-ebb06bf4db3c req-80a8814d-fc93-4c0c-bfdb-d6de7a24e6a2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.11 "DELETE /v2.0/ports/98460ee3-d24a-4dd2-bcd7-c34df32cef5b HTTP/1.1" status: 204 len: 173 time: 3.3649349 Aug 28 12:44:25.625063 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32c8e53d-4d91-4f3b-af19-ea66385ccb4d req-27b1e7bf-0aef-41f2-926b-87abdaba8520 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589702 Aug 28 12:44:25.671581 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-06d8e1ff-15da-4191-80ff-fe51544f72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:25.673099 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-06d8e1ff-15da-4191-80ff-fe51544f72bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.2659090 Aug 28 12:44:25.726845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afcf43aa-acf6-41cc-ab21-ade24639b493', 'name': 'network-vif-deleted', 'tag': '98460ee3-d24a-4dd2-bcd7-c34df32cef5b'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:25.726845 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fa28ae-2102-459d-97f1-f5183cc9906d" -d '{"events": [{"server_uuid": "afcf43aa-acf6-41cc-ab21-ade24639b493", "name": "network-vif-deleted", "tag": "98460ee3-d24a-4dd2-bcd7-c34df32cef5b"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:25.769606 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Router f3e8779a-6a25-4736-b45c-b6e7a235539e has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:44:25.783994 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-460615fb-3acb-4e8c-b8ae-b1011822a742 req-33af7c9a-86b9-44de-90ff-78414e0f708b tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 210 time: 0.2751262 Aug 28 12:44:25.791246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-e598ca62-154a-4ae7-bd61-f29b7c9df158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:25.793758 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-e598ca62-154a-4ae7-bd61-f29b7c9df158 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 1101 time: 0.5754960 Aug 28 12:44:25.797401 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-7d9e2cd1-1abe-472f-bbf6-ea7649938ef1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=fcc088f2-b199-4f27-9308-311241fd6c25 HTTP/1.1" status: 200 len: 217 time: 0.1103926 Aug 28 12:44:25.930045 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-c98f66f0-380a-40ea-bb8c-993dbd35de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:25.931859 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-c98f66f0-380a-40ea-bb8c-993dbd35de02 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.1278534 Aug 28 12:44:25.933361 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a71243b-22cf-4775-901e-be9a6d53bb55 x-openstack-request-id: req-4a71243b-22cf-4775-901e-be9a6d53bb55 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:25.933652 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afcf43aa-acf6-41cc-ab21-ade24639b493", "name": "network-vif-deleted", "tag": "98460ee3-d24a-4dd2-bcd7-c34df32cef5b", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:25.933907 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a71243b-22cf-4775-901e-be9a6d53bb55 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:25.934304 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afcf43aa-acf6-41cc-ab21-ade24639b493', 'name': 'network-vif-deleted', 'tag': '98460ee3-d24a-4dd2-bcd7-c34df32cef5b', 'status': 'completed', 'code': 200} Aug 28 12:44:26.021080 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-e32dc019-7854-48bc-8607-d5c20f9c2c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:26.023098 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-e32dc019-7854-48bc-8607-d5c20f9c2c4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2140274 Aug 28 12:44:26.094002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-811845a4-e894-4814-80a6-f504fe17dd22 service neutron] For port 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:26.104807 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77566d75-5fc4-483f-8561-57aca0d4c168 req-43376dd9-5d85-4fbf-a308-ad0a9dffd308 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:26.120115 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-77566d75-5fc4-483f-8561-57aca0d4c168 req-43376dd9-5d85-4fbf-a308-ad0a9dffd308 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 945 time: 0.2087955 Aug 28 12:44:26.140196 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-8501fd61-cf95-4188-b2e7-b1d02142a6ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=fcc088f2-b199-4f27-9308-311241fd6c25 HTTP/1.1" status: 200 len: 217 time: 0.2000387 Aug 28 12:44:26.155173 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-811845a4-e894-4814-80a6-f504fe17dd22 service neutron] Notify callbacks [] for binding, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:26.156363 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-811845a4-e894-4814-80a6-f504fe17dd22 service neutron] 10.222.0.10 "DELETE /v2.0/ports/30b02793-ce0d-45e6-a5a1-4a0879cf3485/bindings/n-h1-791505-21 HTTP/1.1" status: 204 len: 173 time: 1.1294656 Aug 28 12:44:26.188670 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-77566d75-5fc4-483f-8561-57aca0d4c168 req-cdf24cbe-b9ba-4683-8b5c-f16a800c661d tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659115 Aug 28 12:44:26.195507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a1aed61c-cd1d-4fef-8436-fbb0bd3cb65b req-649a3bb9-d064-4074-9427-12720beb49c0 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=afcf43aa-acf6-41cc-ab21-ade24639b493 HTTP/1.1" status: 200 len: 210 time: 0.0999663 Aug 28 12:44:26.197616 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-2d5cf020-6560-49af-9f9e-16258f849ca4 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b6320ec02d2149f7b55d2c11e36bc7e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1147099 Aug 28 12:44:26.201534 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-a8de6dca-e74c-45b9-8090-12b495803141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:26.206450 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-a8de6dca-e74c-45b9-8090-12b495803141 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1654608 Aug 28 12:44:26.360732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:44:26.375334 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-031c18ac-28f4-4024-adba-6b48cc3ebcb9 admin admin] 10.222.0.20 "PUT /v2.0/routers/f3e8779a-6a25-4736-b45c-b6e7a235539e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3807871 Aug 28 12:44:26.375593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Sync routers for ids ['f3e8779a-6a25-4736-b45c-b6e7a235539e'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:44:26.378047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-f38aae36-9a2f-40d4-a0c4-9959e0d4dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:26.392304 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Routers {'f3e8779a-6a25-4736-b45c-b6e7a235539e'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:44:26.398304 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:44:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f3e8779a-6a25-4736-b45c-b6e7a235539e'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:26.411960 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-f38aae36-9a2f-40d4-a0c4-9959e0d4dec9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2293198 Aug 28 12:44:26.419930 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-dfd65a4b-5a6e-4509-b9ed-a5329a83393f service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033298 Aug 28 12:44:26.658454 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Set router f3e8779a-6a25-4736-b45c-b6e7a235539e gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:44:26.704872 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39266) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:26.729207 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-49d5162e-60b3-457d-a661-1d2b9690ea56 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:26.731115 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-49d5162e-60b3-457d-a661-1d2b9690ea56 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4931562 Aug 28 12:44:26.762086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Request body: {'port': {'device_id': 'ab781a57-a5d2-481f-927a-055f0b088944', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': 'b6320ec02d2149f7b55d2c11e36bc7e7'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:26.874805 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-e7a56253-c87b-4604-8000-5d41cd3d9fc9 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409177 Aug 28 12:44:26.887575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-0a466ba1-ef15-4e29-87d7-3ca6580dad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:26.893712 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-0a466ba1-ef15-4e29-87d7-3ca6580dad26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4678657 Aug 28 12:44:26.917742 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5dd89-ccf6-4a72-8b73-9f3c6de3f7dd req-7051584c-1036-460e-9b88-4e03d5541d32 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:26.934213 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c7a5dd89-ccf6-4a72-8b73-9f3c6de3f7dd req-7051584c-1036-460e-9b88-4e03d5541d32 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 949 time: 0.4279621 Aug 28 12:44:26.982442 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e10d3-8e46-4b43-9528-3c698b721837 req-6bc03080-1791-4f4f-8fbd-d62a605849ac tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:26.990686 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-558e10d3-8e46-4b43-9528-3c698b721837 req-6bc03080-1791-4f4f-8fbd-d62a605849ac tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 1097 time: 0.4268324 Aug 28 12:44:27.054524 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c7a5dd89-ccf6-4a72-8b73-9f3c6de3f7dd req-490612e5-0056-439a-9ab1-7d337809d891 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164603 Aug 28 12:44:27.097691 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-558e10d3-8e46-4b43-9528-3c698b721837 req-b5c76583-eb3f-488e-9e97-91c1ce2c8ee1 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051009 Aug 28 12:44:27.134113 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Made reservation on behalf of b6320ec02d2149f7b55d2c11e36bc7e7 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:44:27.139039 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:27.157257 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:27.169598 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-7c5fa387-19bb-4428-bd19-0ed7258c6737 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651525 Aug 28 12:44:27.209744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9b4da3a8-cb59-4e51-80ac-9d681364016d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1744025590'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:27.288828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b62b52-273a-4444-ab6f-bda6dd59d6e1 req-63441d51-c60a-4e39-85ed-48d0133582bb tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:27.298730 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88b62b52-273a-4444-ab6f-bda6dd59d6e1 req-63441d51-c60a-4e39-85ed-48d0133582bb tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 947 time: 0.1620228 Aug 28 12:44:27.328487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'name': 'tempest-ServersTestMultiNic-1990725618-router', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '4ff75676-8698-45ec-891e-e860a79e2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:44:13Z', 'updated_at': '2021-08-28T12:44:22Z', 'revision_number': 4, 'project_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'gw_port': {'id': '4ff75676-8698-45ec-891e-e860a79e2097', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:44:13Z', 'updated_at': '2021-08-28T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '37633679-d86e-4ea0-9b8d-17e342275a68', 'name': '', 'network_id': '080f817f-09e7-4caf-bb1c-7dee04fe896d', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'mac_address': 'fa:16:3e:27:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '93ae40a8-21ab-417e-aa12-b0f8d22815ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:44:19Z', 'updated_at': '2021-08-28T12:44:23Z', 'revision_number': 2, 'project_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'subnets': [{'id': '93ae40a8-21ab-417e-aa12-b0f8d22815ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:27.339572 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b48fb66-fcc8-4aad-a8fb-49493f2bf7f4 req-27b47e94-aefb-4f68-a572-2a3ad2ca26aa service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592488 Aug 28 12:44:27.397521 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88b62b52-273a-4444-ab6f-bda6dd59d6e1 req-f5eac25f-a7f8-416e-8987-a7aae8a40078 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976205 Aug 28 12:44:27.487394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Checking router: f3e8779a-6a25-4736-b45c-b6e7a235539e for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:44:27.488257 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Updating router f3e8779a-6a25-4736-b45c-b6e7a235539e port 37633679-d86e-4ea0-9b8d-17e342275a68 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:44:27.499879 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:27.505308 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:27.527037 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4da3a8-cb59-4e51-80ac-9d681364016d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Made reservation on behalf of b8b6a5129b1b48b89b117e4cbf71074a for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:44:27.543011 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b4da3a8-cb59-4e51-80ac-9d681364016d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:27.595560 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:27.645082 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4da3a8-cb59-4e51-80ac-9d681364016d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:44:27.677354 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b4da3a8-cb59-4e51-80ac-9d681364016d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:27.678105 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-9b4da3a8-cb59-4e51-80ac-9d681364016d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Added segment 643002a0-3194-403f-96de-3c4712606d6d of type vlan for network 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 Aug 28 12:44:27.782519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b4da3a8-cb59-4e51-80ac-9d681364016d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:27.793319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85785e54-db03-4d79-a51f-d47c68cf7559 req-5f797267-7d8c-4827-acdb-5298aec63bb3 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 210 time: 0.0998662 Aug 28 12:44:27.831178 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b4da3a8-cb59-4e51-80ac-9d681364016d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:27.839594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4da3a8-cb59-4e51-80ac-9d681364016d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:27.840320 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b4da3a8-cb59-4e51-80ac-9d681364016d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:27.844484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc3993b-1209-4fdf-b9d2-f83800c6da0e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:27.896757 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9b4da3a8-cb59-4e51-80ac-9d681364016d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1727617 Aug 28 12:44:27.900703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39334) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:27.914460 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7054ed92-7872-4bf8-b0a8-40c49d23fbd8 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Request body: {'subnet': {'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:28.029184 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4da3a8-cb59-4e51-80ac-9d681364016d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event updated for resources: {'Network': ['ID=377b82c6-cf73-4aa5-8d01-d973a6f9a4c6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:28.031126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Allocated IP 192.168.233.218 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/52bfce05-372c-4bd0-8ea2-9458599f4fd8) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:44:28.047258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:44:28.121352 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-95036141-50bc-4378-bf82-227b008c62f2 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=47382b7bd44e4ffd9d19b87c5fe96ea8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393875 Aug 28 12:44:28.178217 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:28.191601 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Transition to ACTIVE for port object 37633679-d86e-4ea0-9b8d-17e342275a68 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:28.200197 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:28.215631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7054ed92-7872-4bf8-b0a8-40c49d23fbd8 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Made reservation on behalf of b8b6a5129b1b48b89b117e4cbf71074a for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:44:28.219242 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7054ed92-7872-4bf8-b0a8-40c49d23fbd8 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:28.228091 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-f761d23c-a1e4-4231-a569-96ad57b81722 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:28.229629 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-f761d23c-a1e4-4231-a569-96ad57b81722 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 821 time: 0.2003150 Aug 28 12:44:28.266230 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c405b9-e901-4773-ac91-ae4299f60409 None None] Pushing event updated for resources: {'Port': ['ID=37633679-d86e-4ea0-9b8d-17e342275a68,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:28.270925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-7f526e94-e51a-43a9-8f5f-17f31b5ce76e tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:28.281976 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-7f526e94-e51a-43a9-8f5f-17f31b5ce76e tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1520104 Aug 28 12:44:28.298723 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-44d0b180-e072-4cf2-8c14-3182788d273a tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/quotas/47382b7bd44e4ffd9d19b87c5fe96ea8 HTTP/1.1" status: 200 len: 375 time: 0.0102334 Aug 28 12:44:28.327744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Attempting to bind port 37633679-d86e-4ea0-9b8d-17e342275a68 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:28.328693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Attempting to bind port 37633679-d86e-4ea0-9b8d-17e342275a68 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f04e669c-1941-4e23-a94b-36f007b34017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080f817f-09e7-4caf-bb1c-7dee04fe896d'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:28.328693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Attempting to bind port 37633679-d86e-4ea0-9b8d-17e342275a68 on network 080f817f-09e7-4caf-bb1c-7dee04fe896d {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:28.333572 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-f769366c-0368-48ac-a514-0807a0a46ac7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/quotas/8374a9853c4643a4807f0fe0c461a45d HTTP/1.1" status: 200 len: 375 time: 0.0532646 Aug 28 12:44:28.341421 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-54406091-dc10-4c6f-8615-8ce3b7494146 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=47382b7bd44e4ffd9d19b87c5fe96ea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344729 Aug 28 12:44:28.343056 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:28.343257 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Checking segment: {'id': 'f04e669c-1941-4e23-a94b-36f007b34017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080f817f-09e7-4caf-bb1c-7dee04fe896d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:28.343759 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:28.344580 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Bound using segment: {'id': 'f04e669c-1941-4e23-a94b-36f007b34017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080f817f-09e7-4caf-bb1c-7dee04fe896d'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:28.345187 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Bound port: 37633679-d86e-4ea0-9b8d-17e342275a68, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04e669c-1941-4e23-a94b-36f007b34017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '080f817f-09e7-4caf-bb1c-7dee04fe896d'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:28.345682 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:28.442671 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] For port 37633679-d86e-4ea0-9b8d-17e342275a68, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:28.448421 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] For port 37633679-d86e-4ea0-9b8d-17e342275a68, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=37633679-d86e-4ea0-9b8d-17e342275a68,segment=NetworkSegment(f04e669c-1941-4e23-a94b-36f007b34017),segment_id=f04e669c-1941-4e23-a94b-36f007b34017)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:28.457635 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:28.471708 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-cbfdf349-6726-4386-8183-c33a8869d23d tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1281447 Aug 28 12:44:28.476475 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:28.580850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c405b9-e901-4773-ac91-ae4299f60409 None None] Pushing event updated for resources: {'Port': ['ID=37633679-d86e-4ea0-9b8d-17e342275a68,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:28.594003 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Routers {'f3e8779a-6a25-4736-b45c-b6e7a235539e'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:44:28.594749 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:44:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f3e8779a-6a25-4736-b45c-b6e7a235539e'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:28.598574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Transition to ACTIVE for port object 52bfce05-372c-4bd0-8ea2-9458599f4fd8 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:28.685039 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device fcc088f2-b199-4f27-9308-311241fd6c25 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:44:28.824618 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7054ed92-7872-4bf8-b0a8-40c49d23fbd8 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:28.895319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-078b990c-3ea1-476d-ae10-518eda4acd64 service neutron] 10.222.0.20 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892765 Aug 28 12:44:28.903088 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0af609-9e11-4864-8874-86b773016d58 req-df75670a-ebbf-46c3-8927-40031ca9112f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:28.913754 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1d0af609-9e11-4864-8874-86b773016d58 req-df75670a-ebbf-46c3-8927-40031ca9112f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 811 time: 0.2769246 Aug 28 12:44:28.934446 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.resource_extend [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:44:28.934765 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1d0af609-9e11-4864-8874-86b773016d58 req-d6bbdd35-ca90-42c5-860b-a93e933acaf7 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/quotas/9c27cd97d5e24fc7891a567067063ac0 HTTP/1.1" status: 200 len: 375 time: 0.0198803 Aug 28 12:44:28.945624 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:28.981619 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1d0af609-9e11-4864-8874-86b773016d58 req-a2a466a5-4360-4175-ad72-433bb35c3145 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455196 Aug 28 12:44:29.034222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] Set router f3e8779a-6a25-4736-b45c-b6e7a235539e gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:44:29.083497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:44:29.086068 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054ed92-7872-4bf8-b0a8-40c49d23fbd8 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event updated for resources: {'Subnet': ['ID=dcc5c22d-7803-4007-b34d-fc4fdc085ca0,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:29.088753 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1d0af609-9e11-4864-8874-86b773016d58 req-684fd7e4-d3e0-4962-80c2-58481b1e9815 service neutron] 10.222.0.20 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059248 Aug 28 12:44:29.107882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:29.117178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:44:29.124966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7054ed92-7872-4bf8-b0a8-40c49d23fbd8 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Checking segment: {'id': '643002a0-3194-403f-96de-3c4712606d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:29.125325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054ed92-7872-4bf8-b0a8-40c49d23fbd8 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Network hostable DHCP agents. Network: 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:44:29.127627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Pushing event updated for resources: {'Port': ['ID=52bfce05-372c-4bd0-8ea2-9458599f4fd8,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:29.192133 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-8a77fb4a-b27f-49f6-b058-1086c78fbf0f service neutron] 10.222.0.20 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957473 Aug 28 12:44:29.205062 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1d0af609-9e11-4864-8874-86b773016d58 req-15598850-4a47-4035-bcd2-fc07ef87bb63 service neutron] 10.222.0.20 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153250 Aug 28 12:44:29.218059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:29.219412 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:29.227997 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054ed92-7872-4bf8-b0a8-40c49d23fbd8 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Network 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:44:29.260575 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3297f578-7e6b-4b7d-bde0-08d12b2dd248 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5123465 Aug 28 12:44:29.261608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-7054ed92-7872-4bf8-b0a8-40c49d23fbd8 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:29.285165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Request body: {'port': {'device_id': 'ab781a57-a5d2-481f-927a-055f0b088944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:29.296491 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7054ed92-7872-4bf8-b0a8-40c49d23fbd8 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:29.297472 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7054ed92-7872-4bf8-b0a8-40c49d23fbd8 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:29.304218 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cef3bee-767e-4bc9-98c2-897f8462cf90 None None] Network 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:44:29.340951 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fcc088f2-b199-4f27-9308-311241fd6c25,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:29.383207 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7054ed92-7872-4bf8-b0a8-40c49d23fbd8 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4799111 Aug 28 12:44:29.386572 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39384) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:29.391997 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-805a20f5-d6aa-4adb-9569-3f10a2e81f1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1782734529'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:29.441747 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805a20f5-d6aa-4adb-9569-3f10a2e81f1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Made reservation on behalf of b8b6a5129b1b48b89b117e4cbf71074a for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:44:29.445568 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-805a20f5-d6aa-4adb-9569-3f10a2e81f1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:29.510831 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:29.517573 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805a20f5-d6aa-4adb-9569-3f10a2e81f1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:44:29.541975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'fcc088f2-b199-4f27-9308-311241fd6c25', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'fcc088f2-b199-4f27-9308-311241fd6c25', 'mac_address': 'fa:16:3e:cc:dc:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:44:29.546203 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-805a20f5-d6aa-4adb-9569-3f10a2e81f1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:29.546578 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-805a20f5-d6aa-4adb-9569-3f10a2e81f1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Added segment 62dd103c-de65-4f5f-9b6e-d977b6871f62 of type vlan for network 92f589ee-6999-4a67-a766-f8c68d687cb4 Aug 28 12:44:29.677906 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b3775c3a-07af-4eb8-a6d2-fb1e9cb39871 req-1c1fa5b1-c56e-42bb-ad25-8ce751f9fb8f tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 210 time: 0.0652971 Aug 28 12:44:29.682560 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdef61-d196-4ebf-9c56-c04c7c38795c req-3e9060e3-c4e4-4eb5-af1d-a7e4bf5f1607 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:29.684263 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-08bdef61-d196-4ebf-9c56-c04c7c38795c req-3e9060e3-c4e4-4eb5-af1d-a7e4bf5f1607 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 949 time: 0.1702464 Aug 28 12:44:29.685580 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-805a20f5-d6aa-4adb-9569-3f10a2e81f1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:29.754714 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-805a20f5-d6aa-4adb-9569-3f10a2e81f1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:29.762828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805a20f5-d6aa-4adb-9569-3f10a2e81f1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:29.763474 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-805a20f5-d6aa-4adb-9569-3f10a2e81f1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:29.785550 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-805a20f5-d6aa-4adb-9569-3f10a2e81f1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3978693 Aug 28 12:44:29.801128 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39398) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:29.817036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-28459652-42bb-417d-b8a1-cdeb91ac5f27 None None] Provisioning for port 52bfce05-372c-4bd0-8ea2-9458599f4fd8 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:29.851246 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0b19eddd-ae98-4fe1-9079-6d5856173f0a tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Request body: {'subnet': {'network_id': '92f589ee-6999-4a67-a766-f8c68d687cb4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:29.857082 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:29.882857 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-28459652-42bb-417d-b8a1-cdeb91ac5f27 None None] Provisioning complete for port 52bfce05-372c-4bd0-8ea2-9458599f4fd8 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:29.883226 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-28459652-42bb-417d-b8a1-cdeb91ac5f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:29.937132 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a20f5-d6aa-4adb-9569-3f10a2e81f1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event updated for resources: {'Network': ['ID=92f589ee-6999-4a67-a766-f8c68d687cb4,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:29.951569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 92f589ee-6999-4a67-a766-f8c68d687cb4 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:44:29.988397 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-08bdef61-d196-4ebf-9c56-c04c7c38795c req-d8a318de-64af-43f9-aab2-7a37f10b0550 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772465 Aug 28 12:44:30.072351 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b19eddd-ae98-4fe1-9079-6d5856173f0a tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Made reservation on behalf of b8b6a5129b1b48b89b117e4cbf71074a for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:44:30.077467 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b19eddd-ae98-4fe1-9079-6d5856173f0a tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:30.128239 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc088f2-b199-4f27-9308-311241fd6c25 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:30.162159 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ff5a3-358a-43b7-82b7-bcf5610ce419 req-38915039-897c-450d-bcc0-e09955a0d2aa tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:30.186946 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-28459652-42bb-417d-b8a1-cdeb91ac5f27 None None] Port 52bfce05-372c-4bd0-8ea2-9458599f4fd8 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:44:30.190238 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-125ff5a3-358a-43b7-82b7-bcf5610ce419 req-38915039-897c-450d-bcc0-e09955a0d2aa tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 947 time: 0.1931660 Aug 28 12:44:30.194708 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-377b82c6-cf73-4aa5-8d01-d973a6f9a4c6', 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'fixed_ips': [{'subnet_id': 'dcc5c22d-7803-4007-b34d-fc4fdc085ca0'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:44:30.195958 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:30.201819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fcc088f2-b199-4f27-9308-311241fd6c25,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:30.207059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'name': 'tempest-ServersTestMultiNic-1990725618-router', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '4ff75676-8698-45ec-891e-e860a79e2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:44:13Z', 'updated_at': '2021-08-28T12:44:22Z', 'revision_number': 4, 'project_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'gw_port': {'id': '4ff75676-8698-45ec-891e-e860a79e2097', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:44:13Z', 'updated_at': '2021-08-28T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '37633679-d86e-4ea0-9b8d-17e342275a68', 'name': '', 'network_id': '080f817f-09e7-4caf-bb1c-7dee04fe896d', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'mac_address': 'fa:16:3e:27:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '93ae40a8-21ab-417e-aa12-b0f8d22815ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:44:19Z', 'updated_at': '2021-08-28T12:44:28Z', 'revision_number': 4, 'project_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'subnets': [{'id': '93ae40a8-21ab-417e-aa12-b0f8d22815ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:30.230968 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-9f2f5988-4656-4f85-9084-6b8fe86dbee0 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=47382b7bd44e4ffd9d19b87c5fe96ea8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0962429 Aug 28 12:44:30.265925 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1eb406-d599-4289-9064-5679062f9147 None None] The sync data for ids ['f3e8779a-6a25-4736-b45c-b6e7a235539e'] in n-d-791505-21 is: [{'id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'name': 'tempest-ServersTestMultiNic-1990725618-router', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '4ff75676-8698-45ec-891e-e860a79e2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:44:13Z', 'updated_at': '2021-08-28T12:44:22Z', 'revision_number': 4, 'project_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'gw_port': {'id': '4ff75676-8698-45ec-891e-e860a79e2097', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:44:13Z', 'updated_at': '2021-08-28T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '37633679-d86e-4ea0-9b8d-17e342275a68', 'name': '', 'network_id': '080f817f-09e7-4caf-bb1c-7dee04fe896d', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'mac_address': 'fa:16:3e:27:1d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '93ae40a8-21ab-417e-aa12-b0f8d22815ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:44:19Z', 'updated_at': '2021-08-28T12:44:28Z', 'revision_number': 4, 'project_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'subnets': [{'id': '93ae40a8-21ab-417e-aa12-b0f8d22815ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:44:30.270431 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:30.292162 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-125ff5a3-358a-43b7-82b7-bcf5610ce419 req-4251ebbf-6782-4f34-96bc-5c0a800957e7 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942237 Aug 28 12:44:30.551918 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=fcc088f2-b199-4f27-9308-311241fd6c25,revision_number=12']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:30.599679 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14711bd0-c763-49c3-abf5-f21df87b734f req-4f9d4bde-19b1-4b87-86c3-f162702605b6 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:30.626826 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-14711bd0-c763-49c3-abf5-f21df87b734f req-4f9d4bde-19b1-4b87-86c3-f162702605b6 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 936 time: 0.4158113 Aug 28 12:44:30.649385 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['fcc088f2-b199-4f27-9308-311241fd6c25'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:30.724405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Allocated IP 19.80.0.2 (377b82c6-cf73-4aa5-8d01-d973a6f9a4c6/dcc5c22d-7803-4007-b34d-fc4fdc085ca0/6250e5e0-4aa8-4fdc-9798-b027c1d2ca10) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:44:30.775678 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b6a94e5-d3d1-422e-a944-df51e2e40b41 req-c1acebb2-f6b8-4550-9423-5aa3356d1a16 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 210 time: 0.1322031 Aug 28 12:44:30.879805 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b19eddd-ae98-4fe1-9079-6d5856173f0a tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:30.955315 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-14711bd0-c763-49c3-abf5-f21df87b734f req-33db6dfa-7ef0-47e5-b288-6833360a769a tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dc3993b-1209-4fdf-b9d2-f83800c6da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269005 Aug 28 12:44:31.042224 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc4de4d1-51a0-4ec6-8069-5762c9b58ade req-ddd9a31c-9741-4029-85fe-a95207e17c82 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 210 time: 0.0901191 Aug 28 12:44:31.061823 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:31.070729 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-f7d0d1f3-f6b5-476a-849b-c6f9612a08c2 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:31.076208 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-f7d0d1f3-f6b5-476a-849b-c6f9612a08c2 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8144093 Aug 28 12:44:31.091145 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Transition to ACTIVE for port object 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:31.094535 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52bfce05-372c-4bd0-8ea2-9458599f4fd8 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:31.118400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Request body: {'port': {'device_id': '5bf0e03b-cbc6-4189-8de7-d39d06bf48f6', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '47382b7bd44e4ffd9d19b87c5fe96ea8'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:31.143634 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:31.151347 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Transition to ACTIVE for port object 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:31.185813 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:31.238308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Transition to ACTIVE for port object 52bfce05-372c-4bd0-8ea2-9458599f4fd8 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:31.245955 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:31.308817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Pushing event updated for resources: {'Port': ['ID=52bfce05-372c-4bd0-8ea2-9458599f4fd8,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:31.397608 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-024997c3-88f1-4da9-836b-e1d2595f7bcf tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:31.400288 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-024997c3-88f1-4da9-836b-e1d2595f7bcf tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.11 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 821 time: 0.2903206 Aug 28 12:44:31.462969 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Network 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:44:31.479739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19eddd-ae98-4fe1-9079-6d5856173f0a tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event updated for resources: {'Subnet': ['ID=9eeca31c-4874-42b7-a538-88a5a6769d26,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:31.492910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:31.499602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a567eeb3-a369-4e0a-956e-74f96a7225ce tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Request body: {'port': {'device_id': 'dc9be704-602a-477e-ba56-c7892be2ad98', 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba', 'admin_state_up': True, 'tenant_id': '8374a9853c4643a4807f0fe0c461a45d'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:31.501948 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Made reservation on behalf of 47382b7bd44e4ffd9d19b87c5fe96ea8 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:44:31.506766 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:31.511078 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:44:31.512025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Pushing event updated for resources: {'Port': ['ID=6250e5e0-4aa8-4fdc-9798-b027c1d2ca10,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:31.528594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d36d6c26-a593-4651-b520-8690e7d0d6d9 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:31.548724 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:31.669337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Attempting to bind port 52bfce05-372c-4bd0-8ea2-9458599f4fd8 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:31.669971 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Attempting to bind port 52bfce05-372c-4bd0-8ea2-9458599f4fd8 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:31.670696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Attempting to bind port 52bfce05-372c-4bd0-8ea2-9458599f4fd8 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:31.671305 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f193b69-555a-426c-a6e5-8d25cc2f6520 req-e5df4771-8e01-42fe-ae9d-013ccf163fbc tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 210 time: 0.2691875 Aug 28 12:44:31.700491 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b19eddd-ae98-4fe1-9079-6d5856173f0a tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Checking segment: {'id': '62dd103c-de65-4f5f-9b6e-d977b6871f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92f589ee-6999-4a67-a766-f8c68d687cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:31.701877 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Port 52bfce05-372c-4bd0-8ea2-9458599f4fd8 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:44:31.702259 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Attempting to bind port 52bfce05-372c-4bd0-8ea2-9458599f4fd8 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:31.702755 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b19eddd-ae98-4fe1-9079-6d5856173f0a tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Network hostable DHCP agents. Network: 92f589ee-6999-4a67-a766-f8c68d687cb4, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:44:31.713232 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:31.713573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:31.714166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:31.715362 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Bound port: 52bfce05-372c-4bd0-8ea2-9458599f4fd8, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:31.716132 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:31.779511 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Attempting to bind port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:31.780322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Attempting to bind port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '643002a0-3194-403f-96de-3c4712606d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:31.780322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Attempting to bind port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 on network 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:31.789092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:31.789092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Checking segment: {'id': '643002a0-3194-403f-96de-3c4712606d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:31.789506 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:31.790197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Bound using segment: {'id': '643002a0-3194-403f-96de-3c4712606d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:31.790706 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Bound port: 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643002a0-3194-403f-96de-3c4712606d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:31.791020 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:31.810414 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:31.810649 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f667c8c-cc9f-4299-afcd-43cccb64a917 req-86c0ca56-95dd-4847-bedd-6e6ff05dea55 tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:31.831247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1f667c8c-cc9f-4299-afcd-43cccb64a917 req-86c0ca56-95dd-4847-bedd-6e6ff05dea55 tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 1102 time: 0.3038847 Aug 28 12:44:31.881875 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b19eddd-ae98-4fe1-9079-6d5856173f0a tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Network 92f589ee-6999-4a67-a766-f8c68d687cb4 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:44:31.912133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-0b19eddd-ae98-4fe1-9079-6d5856173f0a tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 92f589ee-6999-4a67-a766-f8c68d687cb4) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:31.919966 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:31.933350 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b1f9bb-995a-40f1-89bd-ef7be9f8b232" -d '{"events": [{"server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:31.936089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b19eddd-ae98-4fe1-9079-6d5856173f0a tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:31.940436 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b19eddd-ae98-4fe1-9079-6d5856173f0a tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:31.976792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20808872-a867-45cc-8620-0d1808ddca92 None None] Network 92f589ee-6999-4a67-a766-f8c68d687cb4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:44:31.993702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:32.081851 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1f667c8c-cc9f-4299-afcd-43cccb64a917 req-2941cbde-fa2c-4304-9827-7977f9eced0c tempest-MigrationsAdminTest-231074867 tempest-MigrationsAdminTest-231074867-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474461 Aug 28 12:44:32.130963 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6aaf0b8f-8fc9-46e4-8dd6-e78ac3ff93ac req-43f290dd-a81b-40c9-b7ee-0cbee625b05c tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 210 time: 0.1002920 Aug 28 12:44:32.133549 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:32.256138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] For port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:32.277036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] For port 52bfce05-372c-4bd0-8ea2-9458599f4fd8, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:32.278800 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41bf49e-5a83-440f-be92-52e5ad1c7a0e x-openstack-request-id: req-f41bf49e-5a83-440f-be92-52e5ad1c7a0e {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:32.279384 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "name": "network-vif-unplugged", "status": "completed", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:32.279917 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f41bf49e-5a83-440f-be92-52e5ad1c7a0e {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:32.286840 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'code': 200} Aug 28 12:44:32.302712 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] For port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6250e5e0-4aa8-4fdc-9798-b027c1d2ca10,segment=NetworkSegment(643002a0-3194-403f-96de-3c4712606d6d),segment_id=643002a0-3194-403f-96de-3c4712606d6d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:32.311072 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 37633679-d86e-4ea0-9b8d-17e342275a68 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:32.364454 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:32.367429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] For port 52bfce05-372c-4bd0-8ea2-9458599f4fd8, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=52bfce05-372c-4bd0-8ea2-9458599f4fd8,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:32.371424 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:32.407083 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:32.415953 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:32.416820 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0b19eddd-ae98-4fe1-9079-6d5856173f0a tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6122580 Aug 28 12:44:32.446962 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9db0268f-4712-431a-830a-2d45e78a24f4 req-bd5d500c-9e0f-4b1e-8f5e-5213737b543f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 210 time: 0.1264112 Aug 28 12:44:32.491562 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a567eeb3-a369-4e0a-956e-74f96a7225ce tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Made reservation on behalf of 8374a9853c4643a4807f0fe0c461a45d for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:44:32.499276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d36d6c26-a593-4651-b520-8690e7d0d6d9,revision_number=14']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:32.505306 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a567eeb3-a369-4e0a-956e-74f96a7225ce tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:32.523929 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:32.524826 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:32.526421 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] 10.222.0.11 "PUT /v2.0/ports/52bfce05-372c-4bd0-8ea2-9458599f4fd8 HTTP/1.1" status: 200 len: 1097 time: 3.2568126 Aug 28 12:44:32.526820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab781a57-a5d2-481f-927a-055f0b088944', 'tag': '52bfce05-372c-4bd0-8ea2-9458599f4fd8'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:32.529284 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202064d6-c503-4f83-973a-53539b0eaa8e" -d '{"events": [{"name": "network-changed", "server_uuid": "ab781a57-a5d2-481f-927a-055f0b088944", "tag": "52bfce05-372c-4bd0-8ea2-9458599f4fd8"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:32.550782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdcedb-cedb-4693-b1ba-99fd9cfa2bef req-eb339447-2010-4e41-97ae-285f62698060 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:32.570299 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7abdcedb-cedb-4693-b1ba-99fd9cfa2bef req-eb339447-2010-4e41-97ae-285f62698060 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 948 time: 0.2270043 Aug 28 12:44:32.589474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 37633679-d86e-4ea0-9b8d-17e342275a68 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:32.609371 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 37633679-d86e-4ea0-9b8d-17e342275a68 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:32.609629 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:32.721002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00397013-0279-4e88-a6bc-4ca3fad35207 service neutron] Pushing event updated for resources: {'Port': ['ID=52bfce05-372c-4bd0-8ea2-9458599f4fd8,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:32.739873 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device fcc088f2-b199-4f27-9308-311241fd6c25 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:32.741292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6b3c3d-a26b-479e-b8eb-d7af8dbc19fc,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:32.966095 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bb7a7-8a17-4486-ba88-7239a8387058 None None] Pushing event updated for resources: {'Port': ['ID=6250e5e0-4aa8-4fdc-9798-b027c1d2ca10,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:32.967895 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7abdcedb-cedb-4693-b1ba-99fd9cfa2bef req-6dda3dc7-8ba2-4b38-9958-04c9b12842b2 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dc3993b-1209-4fdf-b9d2-f83800c6da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959191 Aug 28 12:44:33.095542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a567eeb3-a369-4e0a-956e-74f96a7225ce tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Allocated IP 172.20.0.4 (6f48f8ab-e5ae-4921-a6a9-f350767511ba/8b495d45-81c1-41f1-badc-3d5e4d953bd5/1f8b1475-1bf6-4e23-8e3f-7e610937e9d8) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:44:33.269594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-92f589ee-6999-4a67-a766-f8c68d687cb4', 'network_id': '92f589ee-6999-4a67-a766-f8c68d687cb4', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'fixed_ips': [{'subnet_id': '9eeca31c-4874-42b7-a538-88a5a6769d26'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:44:33.271283 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:33.431983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port fcc088f2-b199-4f27-9308-311241fd6c25 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:33.446836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port fcc088f2-b199-4f27-9308-311241fd6c25 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:33.446836 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:33.481248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-b59cbdf2-327a-4ae1-8267-88b7b78d0d36 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:33.491173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-b59cbdf2-327a-4ae1-8267-88b7b78d0d36 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:33.494988 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-b59cbdf2-327a-4ae1-8267-88b7b78d0d36 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/networks?id=377b82c6-cf73-4aa5-8d01-d973a6f9a4c6&id=92f589ee-6999-4a67-a766-f8c68d687cb4&id=377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 HTTP/1.1" status: 200 len: 1392 time: 0.3150065 Aug 28 12:44:33.521102 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:33.532741 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-714a5e5e-20c9-4957-8fbc-aa6e20e42a49 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/quotas/b8b6a5129b1b48b89b117e4cbf71074a HTTP/1.1" status: 200 len: 375 time: 0.0319180 Aug 28 12:44:33.552569 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3892c486-bfb3-4aa7-abbb-d283a831ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:33.554108 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-3892c486-bfb3-4aa7-abbb-d283a831ada5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6320ec02d2149f7b55d2c11e36bc7e7&device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 1100 time: 0.8497722 Aug 28 12:44:33.563208 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a567eeb3-a369-4e0a-956e-74f96a7225ce tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:33.612199 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-c5f61368-500e-4e89-a5b7-40566aa94552 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=52bfce05-372c-4bd0-8ea2-9458599f4fd8 HTTP/1.1" status: 200 len: 217 time: 0.0475368 Aug 28 12:44:33.622105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Allocated IP 19.86.0.2 (92f589ee-6999-4a67-a766-f8c68d687cb4/9eeca31c-4874-42b7-a538-88a5a6769d26/63662bea-2313-49ff-a78a-1e05331afa41) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:44:33.633147 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 37633679-d86e-4ea0-9b8d-17e342275a68, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=37633679-d86e-4ea0-9b8d-17e342275a68,segment=NetworkSegment(f04e669c-1941-4e23-a94b-36f007b34017),segment_id=f04e669c-1941-4e23-a94b-36f007b34017)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:33.636868 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-c5eca6ec-4655-40f7-8809-c91fd231df50 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8b6a5129b1b48b89b117e4cbf71074a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1027489 Aug 28 12:44:33.645087 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f3127-4a88-4405-b45b-0d01b290fd21 req-d0b40211-7d3b-4c5b-a916-815a5a492827 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:33.646919 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d6f3127-4a88-4405-b45b-0d01b290fd21 req-d0b40211-7d3b-4c5b-a916-815a5a492827 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.6599433 Aug 28 12:44:33.670500 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:33.726144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Allocated IP 192.168.233.214 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/7b0397de-4ac1-4784-bc4e-a5423c13f0d5) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:44:33.811986 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a567eeb3-a369-4e0a-956e-74f96a7225ce tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:33.832524 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-a2ce218e-03d6-43e0-8b62-7a7edf3855bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:33.834268 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-a2ce218e-03d6-43e0-8b62-7a7edf3855bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2124550 Aug 28 12:44:33.840369 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-6ccb5a64-5d63-420c-80ef-347b40db051b service neutron] 10.222.0.20 "GET /v2.0/networks/377b82c6-cf73-4aa5-8d01-d973a6f9a4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990800 Aug 28 12:44:33.850815 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d6f3127-4a88-4405-b45b-0d01b290fd21 req-61129737-28aa-4630-b357-b72af9581439 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475751 Aug 28 12:44:33.916504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567eeb3-a369-4e0a-956e-74f96a7225ce tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Pushing event updated for resources: {'Port': ['ID=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:33.967105 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da725458-e695-4748-8c3b-0041c737ede1 x-openstack-request-id: req-da725458-e695-4748-8c3b-0041c737ede1 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:33.967532 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab781a57-a5d2-481f-927a-055f0b088944", "tag": "52bfce05-372c-4bd0-8ea2-9458599f4fd8", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:33.968149 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da725458-e695-4748-8c3b-0041c737ede1 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:33.968773 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab781a57-a5d2-481f-927a-055f0b088944', 'tag': '52bfce05-372c-4bd0-8ea2-9458599f4fd8', 'status': 'completed', 'code': 200} Aug 28 12:44:33.982622 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:33.985628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=37633679-d86e-4ea0-9b8d-17e342275a68,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:33.992865 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a567eeb3-a369-4e0a-956e-74f96a7225ce tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Network 6f48f8ab-e5ae-4921-a6a9-f350767511ba is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:44:33.998831 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a567eeb3-a369-4e0a-956e-74f96a7225ce tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:34.003954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a567eeb3-a369-4e0a-956e-74f96a7225ce tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:44:34.070798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a567eeb3-a369-4e0a-956e-74f96a7225ce tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:34.073094 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a567eeb3-a369-4e0a-956e-74f96a7225ce tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:34.102847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fcc088f2-b199-4f27-9308-311241fd6c25,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:34.110547 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a567eeb3-a369-4e0a-956e-74f96a7225ce tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6358328 Aug 28 12:44:34.127086 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:34.139328 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Request body: {'port': {'device_id': 'dc9be704-602a-477e-ba56-c7892be2ad98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:34.186403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-4888890a-96a5-4068-8547-cfc0ef28b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:34.189393 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-4888890a-96a5-4068-8547-cfc0ef28b927 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3287301 Aug 28 12:44:34.208648 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ffcdee46-dfe1-4e3b-85b7-07b8d37e0230 req-ceb2c710-cd11-4d5e-9f8e-abe7c2eb5b55 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 210 time: 0.1424670 Aug 28 12:44:34.289283 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:34.309702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Transition to ACTIVE for port object 63662bea-2313-49ff-a78a-1e05331afa41 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:34.331354 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:34.335295 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae6f74f-a584-4674-8bf2-e8049c4a99e3" -d '{"events": [{"server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "name": "network-vif-plugged", "status": "completed", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:34.336207 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:34.352871 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-4294382f-fc04-4fcf-8a27-34a2925de400 service neutron] 10.222.0.20 "GET /v2.0/networks/377b82c6-cf73-4aa5-8d01-d973a6f9a4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107267 Aug 28 12:44:34.355906 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Transition to ACTIVE for port object 63662bea-2313-49ff-a78a-1e05331afa41 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:34.363229 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=fcc088f2-b199-4f27-9308-311241fd6c25,revision_number=13']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:34.377077 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:34.423066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0af609-9e11-4864-8874-86b773016d58 req-b45f0f36-2caa-469b-a63d-6e0a65243529 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:34.423330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 37633679-d86e-4ea0-9b8d-17e342275a68 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:34.425094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d0af609-9e11-4864-8874-86b773016d58 req-b45f0f36-2caa-469b-a63d-6e0a65243529 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.11 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 811 time: 0.6776950 Aug 28 12:44:34.428566 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:34.432467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4b374e-1e99-4835-abfb-ceefa0b1dfcf None None] Network 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:44:34.447811 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Transition to ACTIVE for port object 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:34.483678 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Network 92f589ee-6999-4a67-a766-f8c68d687cb4 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:44:34.507278 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-1d0af609-9e11-4864-8874-86b773016d58 req-62c17317-cffc-45e6-817e-f20b9f4f6ff5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Request body: {'port': {'device_id': '27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60', 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea', 'admin_state_up': True, 'tenant_id': '9c27cd97d5e24fc7891a567067063ac0'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:34.545982 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:34.548966 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:44:34.601689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Pushing event updated for resources: {'Port': ['ID=63662bea-2313-49ff-a78a-1e05331afa41,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:34.609736 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-b6db9798-459b-40d6-8e14-5226c406130f service neutron] 10.222.0.20 "GET /v2.0/networks/92f589ee-6999-4a67-a766-f8c68d687cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553058 Aug 28 12:44:34.641740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bea7f64b-362f-4a3c-89ce-fc56f1ebee9f None None] Provisioning for port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:34.700741 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Attempting to bind port 63662bea-2313-49ff-a78a-1e05331afa41 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:34.701533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Attempting to bind port 63662bea-2313-49ff-a78a-1e05331afa41 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '62dd103c-de65-4f5f-9b6e-d977b6871f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92f589ee-6999-4a67-a766-f8c68d687cb4'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:34.701912 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Attempting to bind port 63662bea-2313-49ff-a78a-1e05331afa41 on network 92f589ee-6999-4a67-a766-f8c68d687cb4 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:34.708748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5cb3a-ff76-4362-affd-3e9d5231a3c5 req-9339aeb3-2793-41bc-9bc7-c6258282deb7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:34.710277 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2dd5cb3a-ff76-4362-affd-3e9d5231a3c5 req-9339aeb3-2793-41bc-9bc7-c6258282deb7 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 951 time: 0.3165236 Aug 28 12:44:34.720403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:34.720836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Checking segment: {'id': '62dd103c-de65-4f5f-9b6e-d977b6871f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92f589ee-6999-4a67-a766-f8c68d687cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:34.721470 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:34.721594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Bound using segment: {'id': '62dd103c-de65-4f5f-9b6e-d977b6871f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92f589ee-6999-4a67-a766-f8c68d687cb4'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:34.722030 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Bound port: 63662bea-2313-49ff-a78a-1e05331afa41, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62dd103c-de65-4f5f-9b6e-d977b6871f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92f589ee-6999-4a67-a766-f8c68d687cb4'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:34.722680 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:34.728370 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 37633679-d86e-4ea0-9b8d-17e342275a68 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:34.729359 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:34.759356 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-c375cd99-d1a9-492c-b432-04cb9cf08e03 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824730 Aug 28 12:44:34.762588 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:34.843734 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-44383cad-3228-4277-830f-bab53f6cd578 service neutron] 10.222.0.20 "GET /v2.0/networks/92f589ee-6999-4a67-a766-f8c68d687cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331188 Aug 28 12:44:34.887092 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2dd5cb3a-ff76-4362-affd-3e9d5231a3c5 req-89075931-53f9-4964-bbb6-aa37a03fee37 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574728 Aug 28 12:44:34.910874 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] For port 63662bea-2313-49ff-a78a-1e05331afa41, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:34.916321 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] For port 63662bea-2313-49ff-a78a-1e05331afa41, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=63662bea-2313-49ff-a78a-1e05331afa41,segment=NetworkSegment(62dd103c-de65-4f5f-9b6e-d977b6871f62),segment_id=62dd103c-de65-4f5f-9b6e-d977b6871f62)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:34.946195 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:34.986663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:44:35.003911 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:35.014252 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f8d76cb-dc45-4bfb-b3bb-c0daf37a4083 req-1baf6358-d1ce-4ffa-ad27-865f535bb7c9 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438865 Aug 28 12:44:35.014947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Pushing event updated for resources: {'Port': ['ID=7b0397de-4ac1-4784-bc4e-a5423c13f0d5,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:35.019651 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85616a-10d8-465e-9c5e-75a521592a01 req-8b2f6cf1-d77e-4097-9fe2-c848cbd56d85 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:35.021362 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed85616a-10d8-465e-9c5e-75a521592a01 req-8b2f6cf1-d77e-4097-9fe2-c848cbd56d85 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.10 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 951 time: 0.1936965 Aug 28 12:44:35.025254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:35.027843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:44:35.034521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:35.060582 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cd8d5-35e3-4fbe-92a9-a0da71d79243 None None] Pushing event updated for resources: {'Port': ['ID=63662bea-2313-49ff-a78a-1e05331afa41,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:35.105455 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:35.111301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:35.120776 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:35.121191 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:35.130999 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-401df77a-03d3-47cb-b4d7-fd96aa37fb1d service neutron] 10.222.0.20 "GET /v2.0/networks/377b82c6-cf73-4aa5-8d01-d973a6f9a4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590592 Aug 28 12:44:35.137484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0af609-9e11-4864-8874-86b773016d58 req-62c17317-cffc-45e6-817e-f20b9f4f6ff5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Made reservation on behalf of 9c27cd97d5e24fc7891a567067063ac0 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:44:35.141062 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d0af609-9e11-4864-8874-86b773016d58 req-62c17317-cffc-45e6-817e-f20b9f4f6ff5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:35.176094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Transition to ACTIVE for port object 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:35.239551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:35.240226 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:35.261808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91d66-e44c-40cd-a458-6b9fdb893862 req-1dc88e93-d602-4e66-b89c-0ad54d5e89e1 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:35.263475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6de91d66-e44c-40cd-a458-6b9fdb893862 req-1dc88e93-d602-4e66-b89c-0ad54d5e89e1 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 931 time: 0.1100399 Aug 28 12:44:35.270783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202064d6-c503-4f83-973a-53539b0eaa8e req-124b8cf6-b4cb-4cbd-8421-f7636f355945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:35.272364 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-202064d6-c503-4f83-973a-53539b0eaa8e req-124b8cf6-b4cb-4cbd-8421-f7636f355945 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6320ec02d2149f7b55d2c11e36bc7e7&device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 1100 time: 0.1956935 Aug 28 12:44:35.274139 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:35.300953 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:35.341663 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6250e5e0-4aa8-4fdc-9798-b027c1d2ca10,segment=NetworkSegment(643002a0-3194-403f-96de-3c4712606d6d),segment_id=643002a0-3194-403f-96de-3c4712606d6d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:35.349014 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:35.447969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202064d6-c503-4f83-973a-53539b0eaa8e req-facd2055-a053-4b59-a3ed-71132823aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:35.452600 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-202064d6-c503-4f83-973a-53539b0eaa8e req-facd2055-a053-4b59-a3ed-71132823aab7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.1297386 Aug 28 12:44:35.491434 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-16fb56c0-6e5e-41aa-bc3a-08157a15e049 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3827586 Aug 28 12:44:35.518816 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=6250e5e0-4aa8-4fdc-9798-b027c1d2ca10,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:35.531415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c716ca72-559f-4d6e-b0a7-c0824eff7eab None None] Provisioning complete for port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:35.531786 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c716ca72-559f-4d6e-b0a7-c0824eff7eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:35.565067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Request body: {'port': {'device_id': '5bf0e03b-cbc6-4189-8de7-d39d06bf48f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:35.576992 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-202064d6-c503-4f83-973a-53539b0eaa8e req-a8af654b-2e6f-4262-aa2d-536dbf8c2577 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=52bfce05-372c-4bd0-8ea2-9458599f4fd8 HTTP/1.1" status: 200 len: 217 time: 0.1068347 Aug 28 12:44:35.690802 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6de91d66-e44c-40cd-a458-6b9fdb893862 req-2a9ba8ae-2663-4f63-ad18-d8fee0e522dd tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128287 Aug 28 12:44:35.745426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202064d6-c503-4f83-973a-53539b0eaa8e req-3b8c60de-51a2-4804-b285-0b8a1168e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:35.746939 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-202064d6-c503-4f83-973a-53539b0eaa8e req-3b8c60de-51a2-4804-b285-0b8a1168e8c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1412241 Aug 28 12:44:35.752380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1f743b18-8417-4b76-804d-8ccae082af8a None None] Provisioning for port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:35.755237 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:35.759123 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1f743b18-8417-4b76-804d-8ccae082af8a None None] Provisioning complete for port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:35.759484 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1f743b18-8417-4b76-804d-8ccae082af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:35.759888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-1d0af609-9e11-4864-8874-86b773016d58 req-62c17317-cffc-45e6-817e-f20b9f4f6ff5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Allocated IP 172.20.0.12 (1da12700-57a4-4678-8bd0-0b17b7c3f3ea/681f86f1-f49d-4aac-bbea-fa1f759eb663/67c5ee14-1359-4d9d-b5ac-a0461e2f83b4) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:44:35.800926 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-1f743b18-8417-4b76-804d-8ccae082af8a None None] Port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:44:35.810594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:35.841465 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b685687-f83e-4104-a75e-7e7d5254e27f req-29289099-f2b2-4371-be87-5d179a69f769 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 210 time: 0.0638356 Aug 28 12:44:35.865329 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-0275c9b7-d647-498c-bb39-e9f9b36a6694 service neutron] 10.222.0.20 "GET /v2.0/networks/377b82c6-cf73-4aa5-8d01-d973a6f9a4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7187521 Aug 28 12:44:35.921305 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-ed85616a-10d8-465e-9c5e-75a521592a01 req-9c334ba9-40a9-4b49-8d15-c60445f4e3b1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Deleting port fcc088f2-b199-4f27-9308-311241fd6c25 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:44:35.921782 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ed85616a-10d8-465e-9c5e-75a521592a01 req-9c334ba9-40a9-4b49-8d15-c60445f4e3b1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:36.081824 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Attempting to bind port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:36.082503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Attempting to bind port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:36.082919 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Attempting to bind port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:36.157541 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.11', 53580) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:36.193448 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:44:36.193928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Attempting to bind port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:36.221829 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7be05e-6560-411c-8c77-79fd8de43235 x-openstack-request-id: req-be7be05e-6560-411c-8c77-79fd8de43235 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:36.222386 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "name": "network-vif-plugged", "status": "completed", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:36.222515 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be7be05e-6560-411c-8c77-79fd8de43235 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:36.223029 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25', 'code': 200} Aug 28 12:44:36.265841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:36.267773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Checking segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:36.269820 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Bound using segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:36.271031 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Bound port: 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:36.271590 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:36.364632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-ed85616a-10d8-465e-9c5e-75a521592a01 req-9c334ba9-40a9-4b49-8d15-c60445f4e3b1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] For port fcc088f2-b199-4f27-9308-311241fd6c25, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=fcc088f2-b199-4f27-9308-311241fd6c25,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:36.364998 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ed85616a-10d8-465e-9c5e-75a521592a01 req-9c334ba9-40a9-4b49-8d15-c60445f4e3b1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:36.369335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202064d6-c503-4f83-973a-53539b0eaa8e req-276e4b09-cd52-4be3-853d-f3e90e1fd38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:36.370946 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-202064d6-c503-4f83-973a-53539b0eaa8e req-276e4b09-cd52-4be3-853d-f3e90e1fd38f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6132877 Aug 28 12:44:36.390882 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-ed85616a-10d8-465e-9c5e-75a521592a01 req-9c334ba9-40a9-4b49-8d15-c60445f4e3b1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Calling delete_port for fcc088f2-b199-4f27-9308-311241fd6c25 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:44:36.445416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 63662bea-2313-49ff-a78a-1e05331afa41 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:36.548153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6016541-c59f-4146-9e3a-984605e8e15b req-efe84e2c-41fc-4dc0-ac4d-530eb4447dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:36.550014 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6016541-c59f-4146-9e3a-984605e8e15b req-efe84e2c-41fc-4dc0-ac4d-530eb4447dad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 1097 time: 0.3755929 Aug 28 12:44:36.554448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 63662bea-2313-49ff-a78a-1e05331afa41 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:36.568133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:36.593490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f70e6b-f3d5-46c4-840c-077de956ebaa req-022b829f-96dc-4e27-804b-cfbdc7e0937c tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:36.600995 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-88f70e6b-f3d5-46c4-840c-077de956ebaa req-022b829f-96dc-4e27-804b-cfbdc7e0937c tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 948 time: 0.4266040 Aug 28 12:44:36.631328 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:36.632151 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:36.715404 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-88f70e6b-f3d5-46c4-840c-077de956ebaa req-f01fe557-031f-4d62-880f-935f9026fa70 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dc3993b-1209-4fdf-b9d2-f83800c6da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110594 Aug 28 12:44:36.720460 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cba73-5a38-4012-b715-9de698522829 req-eb9299b9-86ac-4411-b7a3-828074af80e6 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:36.728837 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed8cba73-5a38-4012-b715-9de698522829 req-eb9299b9-86ac-4411-b7a3-828074af80e6 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 936 time: 0.2625787 Aug 28 12:44:36.732059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] For port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:36.819377 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] For port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:36.824782 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-202064d6-c503-4f83-973a-53539b0eaa8e req-f1a9d9af-649c-4bc0-a86c-17d5dbd89a6b service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317489 Aug 28 12:44:36.836626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:36.856911 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:36.862746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e042c4-85fe-4a15-9338-3c28e2fc2a5a None None] Network 92f589ee-6999-4a67-a766-f8c68d687cb4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:44:36.880807 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6016541-c59f-4146-9e3a-984605e8e15b req-5c917103-073c-4c1a-a5b2-8d3e7c7f0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:36.881264 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6016541-c59f-4146-9e3a-984605e8e15b req-5c917103-073c-4c1a-a5b2-8d3e7c7f0aec service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.3190217 Aug 28 12:44:36.905543 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed8cba73-5a38-4012-b715-9de698522829 req-09aa2398-94b2-4cc9-84b3-b4fa72448100 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd6b3c3d-a26b-479e-b8eb-d7af8dbc19fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756809 Aug 28 12:44:36.949243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9c5e4de5-a122-4a73-aba5-16b43b375f85 None None] Provisioning for port 63662bea-2313-49ff-a78a-1e05331afa41 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:36.960993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:36.961222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9c5e4de5-a122-4a73-aba5-16b43b375f85 None None] Provisioning complete for port 63662bea-2313-49ff-a78a-1e05331afa41 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:36.962405 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:36.962525 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9c5e4de5-a122-4a73-aba5-16b43b375f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:36.963768 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] 10.222.0.11 "PUT /v2.0/ports/1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 HTTP/1.1" status: 200 len: 1092 time: 2.8440511 Aug 28 12:44:36.964433 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9be704-602a-477e-ba56-c7892be2ad98', 'tag': '1f8b1475-1bf6-4e23-8e3f-7e610937e9d8'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:36.966920 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5187773e-b5ea-40b5-9883-946209d1951a" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9be704-602a-477e-ba56-c7892be2ad98", "tag": "1f8b1475-1bf6-4e23-8e3f-7e610937e9d8"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:36.982447 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ed85616a-10d8-465e-9c5e-75a521592a01 req-9c334ba9-40a9-4b49-8d15-c60445f4e3b1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:37.002118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6a001dd6-38f6-44d8-b12e-47079beb8bbc', 'f4200d1e-8f66-4924-9831-5e85b0ead614'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:37.011255 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:37.012032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['6979651e-195d-425f-9379-047747af0b1b'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:37.050339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1750427-ecd0-4eb1-9c6c-ece02023d253 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:37.055743 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a02646a2-67f8-4015-ac72-156d2880a93f req-bde58e86-67f4-4fe7-9ee4-2f1492d7aa6e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=201e9df8-fc9c-4b9b-869a-fd689e7ebd16 HTTP/1.1" status: 200 len: 210 time: 0.1996570 Aug 28 12:44:37.074014 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6016541-c59f-4146-9e3a-984605e8e15b req-eacc9635-8c98-4bbe-ab35-43379b98b7f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9 HTTP/1.1" status: 200 len: 1000 time: 0.1653459 Aug 28 12:44:37.078834 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d0af609-9e11-4864-8874-86b773016d58 req-62c17317-cffc-45e6-817e-f20b9f4f6ff5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:37.139511 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:37.150408 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Transition to ACTIVE for port object 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:37.183420 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:37.232825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c334ba9-40a9-4b49-8d15-c60445f4e3b1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Pushing event deleted for resources: {'Port': ['ID=fcc088f2-b199-4f27-9308-311241fd6c25,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:37.295094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed85616a-10d8-465e-9c5e-75a521592a01 req-9c334ba9-40a9-4b49-8d15-c60445f4e3b1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] No DVR routers for this DVR port fcc088f2-b199-4f27-9308-311241fd6c25 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:44:37.302083 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ed85616a-10d8-465e-9c5e-75a521592a01 req-9c334ba9-40a9-4b49-8d15-c60445f4e3b1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:37.304215 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed85616a-10d8-465e-9c5e-75a521592a01 req-9c334ba9-40a9-4b49-8d15-c60445f4e3b1 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.10 "DELETE /v2.0/ports/fcc088f2-b199-4f27-9308-311241fd6c25 HTTP/1.1" status: 204 len: 173 time: 2.2730267 Aug 28 12:44:37.335341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-65cdaca0-5f96-4529-b9ab-a8b470fd36f3 req-0a47cac7-3d66-4ba3-86ad-99ef91b0ec89 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 210 time: 0.1069369 Aug 28 12:44:37.354213 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6016541-c59f-4146-9e3a-984605e8e15b req-70c5ab6a-bdce-490f-9837-1433db1d3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:37.356154 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6016541-c59f-4146-9e3a-984605e8e15b req-70c5ab6a-bdce-490f-9837-1433db1d3f22 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.2667873 Aug 28 12:44:37.377983 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-202064d6-c503-4f83-973a-53539b0eaa8e req-e1955cef-b9f1-4d9f-882f-5d233f930deb service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366592 Aug 28 12:44:37.383881 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-912d9ed6-9be0-43af-9d8c-280bd0fff297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:37.385981 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-912d9ed6-9be0-43af-9d8c-280bd0fff297 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 1095 time: 0.3110337 Aug 28 12:44:37.459145 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-7554f9e4-d771-4c1e-b861-7b1bba4238f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 HTTP/1.1" status: 200 len: 217 time: 0.0523610 Aug 28 12:44:37.485238 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0397de-4ac1-4784-bc4e-a5423c13f0d5,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:37.506969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a0f36-98c4-403b-98b6-a0617b13871f req-c458b503-e0fb-44cf-bc24-6225e28e56c9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:37.516761 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb0a0f36-98c4-403b-98b6-a0617b13871f req-c458b503-e0fb-44cf-bc24-6225e28e56c9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.3110673 Aug 28 12:44:37.599971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-5fe86291-e69a-4ef8-950d-75fa06c5e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:37.601992 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-5fe86291-e69a-4ef8-950d-75fa06c5e50f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.1309624 Aug 28 12:44:37.608404 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6016541-c59f-4146-9e3a-984605e8e15b req-a30dc8e2-0fde-4af9-a194-973877b04eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:37.610086 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6016541-c59f-4146-9e3a-984605e8e15b req-a30dc8e2-0fde-4af9-a194-973877b04eff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2410238 Aug 28 12:44:37.632538 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d0af609-9e11-4864-8874-86b773016d58 req-62c17317-cffc-45e6-817e-f20b9f4f6ff5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:37.657833 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-ab01498b-f1f5-46ba-bc89-ed0d2bceb583 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466220 Aug 28 12:44:37.711066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 52bfce05-372c-4bd0-8ea2-9458599f4fd8 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:44:37.713489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0af609-9e11-4864-8874-86b773016d58 req-62c17317-cffc-45e6-817e-f20b9f4f6ff5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:44:37.756600 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb0a0f36-98c4-403b-98b6-a0617b13871f req-602aa814-49ed-4c4a-8315-8bfa553942be tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387061 Aug 28 12:44:37.757620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-1d0af609-9e11-4864-8874-86b773016d58 req-62c17317-cffc-45e6-817e-f20b9f4f6ff5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:37.772919 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9c5e4de5-a122-4a73-aba5-16b43b375f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:37.805612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0af609-9e11-4864-8874-86b773016d58 req-62c17317-cffc-45e6-817e-f20b9f4f6ff5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:44:37.825918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Attempting to bind port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:37.826669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Attempting to bind port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:37.826669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Attempting to bind port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:37.938570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c17317-cffc-45e6-817e-f20b9f4f6ff5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Pushing event updated for resources: {'Port': ['ID=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:37.955018 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:44:37.960562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Attempting to bind port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:37.963502 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57624150-fc97-4e37-96ff-285796a21d67 req-1e2369f4-d836-41e6-a278-38cff38b2240 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:37.973177 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57624150-fc97-4e37-96ff-285796a21d67 req-1e2369f4-d836-41e6-a278-38cff38b2240 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 943 time: 0.5188885 Aug 28 12:44:37.977670 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-a5b9c6f8-7a67-4a70-b26f-2a0361dec7c6 service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409704 Aug 28 12:44:37.994279 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9c5e4de5-a122-4a73-aba5-16b43b375f85 None None] For port 63662bea-2313-49ff-a78a-1e05331afa41, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=63662bea-2313-49ff-a78a-1e05331afa41,segment=NetworkSegment(62dd103c-de65-4f5f-9b6e-d977b6871f62),segment_id=62dd103c-de65-4f5f-9b6e-d977b6871f62)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:38.011802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:38.012542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:38.013193 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:38.014058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Bound port: 7b0397de-4ac1-4784-bc4e-a5423c13f0d5, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:38.014785 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:38.022243 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9c5e4de5-a122-4a73-aba5-16b43b375f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:38.141199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-674c5ac6-9d47-4d02-a2b5-b9ffa339517c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:38.148900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-674c5ac6-9d47-4d02-a2b5-b9ffa339517c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:38.151008 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-674c5ac6-9d47-4d02-a2b5-b9ffa339517c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.11 "GET /v2.0/networks?id=377b82c6-cf73-4aa5-8d01-d973a6f9a4c6&id=92f589ee-6999-4a67-a766-f8c68d687cb4&id=377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 HTTP/1.1" status: 200 len: 1392 time: 0.4360781 Aug 28 12:44:38.157966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0af609-9e11-4864-8874-86b773016d58 req-62c17317-cffc-45e6-817e-f20b9f4f6ff5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:38.158778 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d0af609-9e11-4864-8874-86b773016d58 req-62c17317-cffc-45e6-817e-f20b9f4f6ff5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:38.182304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-f89996fd-6645-47b8-a5cf-f9a587738bb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Request body: {'port': {'device_id': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6', 'admin_state_up': True, 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:38.194633 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d0af609-9e11-4864-8874-86b773016d58 req-62c17317-cffc-45e6-817e-f20b9f4f6ff5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7072625 Aug 28 12:44:38.208840 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57624150-fc97-4e37-96ff-285796a21d67 req-355f5f58-921d-4567-893d-709707f94b91 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345040 Aug 28 12:44:38.215059 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6016541-c59f-4146-9e3a-984605e8e15b req-13e26bb4-666d-4598-9fe0-43a970cc54ea service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895252 Aug 28 12:44:38.266761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Request body: {'port': {'device_id': '27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:38.307698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e4de5-a122-4a73-aba5-16b43b375f85 None None] Pushing event updated for resources: {'Port': ['ID=63662bea-2313-49ff-a78a-1e05331afa41,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:38.318438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 52bfce05-372c-4bd0-8ea2-9458599f4fd8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=52bfce05-372c-4bd0-8ea2-9458599f4fd8,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:38.319347 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33f703a-a387-4053-85ec-15a6b5ef8d82 x-openstack-request-id: req-f33f703a-a387-4053-85ec-15a6b5ef8d82 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:38.319833 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9be704-602a-477e-ba56-c7892be2ad98", "tag": "1f8b1475-1bf6-4e23-8e3f-7e610937e9d8", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:38.320690 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f33f703a-a387-4053-85ec-15a6b5ef8d82 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:38.320690 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9be704-602a-477e-ba56-c7892be2ad98', 'tag': '1f8b1475-1bf6-4e23-8e3f-7e610937e9d8', 'status': 'completed', 'code': 200} Aug 28 12:44:38.340412 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee1604af-9e2b-421b-8ef8-bef7bdffbfb8 req-40898f6e-454c-44bc-bf68-43d8c0eb3609 service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449149 Aug 28 12:44:38.359603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '52bfce05-372c-4bd0-8ea2-9458599f4fd8', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '52bfce05-372c-4bd0-8ea2-9458599f4fd8', 'mac_address': 'fa:16:3e:6a:f3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:44:38.359912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946290a-cb03-4982-aebb-2ad48ff9144b req-cef4173c-0693-4675-b477-e426e8ce738c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:38.371870 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0946290a-cb03-4982-aebb-2ad48ff9144b req-cef4173c-0693-4675-b477-e426e8ce738c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 932 time: 0.3500838 Aug 28 12:44:38.459375 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6016541-c59f-4146-9e3a-984605e8e15b req-0a1a6224-e6a0-4405-9b9f-b4d0e6ebe783 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321174 Aug 28 12:44:38.468653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c661d859-d44c-4bb1-bae9-b91e4fec842a None None] Provisioning complete for port 63662bea-2313-49ff-a78a-1e05331afa41 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:38.469017 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c661d859-d44c-4bb1-bae9-b91e4fec842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:38.471463 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:38.499433 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187773e-b5ea-40b5-9883-946209d1951a req-a4a7993d-84fe-4422-bc69-1bbfbbe8df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:38.501083 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5187773e-b5ea-40b5-9883-946209d1951a req-a4a7993d-84fe-4422-bc69-1bbfbbe8df57 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 1095 time: 0.0916204 Aug 28 12:44:38.515237 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78482bc2-31ae-44a2-89c3-c9c53e2f8d53 req-de4a9a20-868f-43c0-9a41-6ec09dfab8d7 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:38.518421 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78482bc2-31ae-44a2-89c3-c9c53e2f8d53 req-de4a9a20-868f-43c0-9a41-6ec09dfab8d7 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 948 time: 0.1136866 Aug 28 12:44:38.530035 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bfce05-372c-4bd0-8ea2-9458599f4fd8 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:38.536383 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] For port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:38.543058 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0946290a-cb03-4982-aebb-2ad48ff9144b req-c24c5969-7392-4a20-a9e8-82e6c9d3c18b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698358 Aug 28 12:44:38.543510 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:38.550125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] For port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7b0397de-4ac1-4784-bc4e-a5423c13f0d5,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:38.566169 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 52bfce05-372c-4bd0-8ea2-9458599f4fd8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=52bfce05-372c-4bd0-8ea2-9458599f4fd8,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:38.569846 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:38.571801 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:38.635749 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78482bc2-31ae-44a2-89c3-c9c53e2f8d53 req-ebf3925a-71b0-499d-b3c7-b2d130ffa83e tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dc3993b-1209-4fdf-b9d2-f83800c6da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162658 Aug 28 12:44:38.659201 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=52bfce05-372c-4bd0-8ea2-9458599f4fd8,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:38.712481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187773e-b5ea-40b5-9883-946209d1951a req-a05243f3-c03a-40e9-8dfd-73d0a2bf2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:38.715365 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5187773e-b5ea-40b5-9883-946209d1951a req-a05243f3-c03a-40e9-8dfd-73d0a2bf2709 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.1929808 Aug 28 12:44:38.719022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:38.719803 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:38.721394 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] 10.222.0.11 "PUT /v2.0/ports/7b0397de-4ac1-4784-bc4e-a5423c13f0d5 HTTP/1.1" status: 200 len: 1097 time: 3.1612470 Aug 28 12:44:38.721877 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf0e03b-cbc6-4189-8de7-d39d06bf48f6', 'tag': '7b0397de-4ac1-4784-bc4e-a5423c13f0d5'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:38.724561 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673ded72-2af7-48cc-80d5-7794123a0bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf0e03b-cbc6-4189-8de7-d39d06bf48f6", "tag": "7b0397de-4ac1-4784-bc4e-a5423c13f0d5"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:38.730650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device fcc088f2-b199-4f27-9308-311241fd6c25 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:38.764923 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: fcc088f2-b199-4f27-9308-311241fd6c25 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:44:38.765367 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device fcc088f2-b199-4f27-9308-311241fd6c25 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:44:38.799613 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5187773e-b5ea-40b5-9883-946209d1951a req-f288237e-2558-4da0-8f0a-7655c4f62bbe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 HTTP/1.1" status: 200 len: 217 time: 0.0721724 Aug 28 12:44:38.834881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['52bfce05-372c-4bd0-8ea2-9458599f4fd8'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:38.840774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f792b0-3de1-4199-9697-50a4bd1d67f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0397de-4ac1-4784-bc4e-a5423c13f0d5,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:38.884590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187773e-b5ea-40b5-9883-946209d1951a req-687015a3-d4c3-4707-a0b7-749d05befe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:38.886101 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5187773e-b5ea-40b5-9883-946209d1951a req-687015a3-d4c3-4707-a0b7-749d05befe8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.0779462 Aug 28 12:44:38.947314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-f89996fd-6645-47b8-a5cf-f9a587738bb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Made reservation on behalf of b8b6a5129b1b48b89b117e4cbf71074a for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:44:38.951474 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-f89996fd-6645-47b8-a5cf-f9a587738bb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:38.954971 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5187773e-b5ea-40b5-9883-946209d1951a req-b3fa01e5-19e7-4bb8-b7d9-64d491f2fb73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574749 Aug 28 12:44:38.981699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d29ef9-ddec-4fbb-8424-44e34a8290a4 req-78fb22e0-ed0e-4e00-8254-1a409428e01d tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:38.987218 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09d29ef9-ddec-4fbb-8424-44e34a8290a4 req-78fb22e0-ed0e-4e00-8254-1a409428e01d tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 948 time: 0.2504332 Aug 28 12:44:39.002952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-94cf85b0-6f53-4655-a530-34b81b75d82e req-09095893-d327-4a0c-a6ca-3a7d4145ab4b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 210 time: 0.0955648 Aug 28 12:44:39.037933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-6a3b3424-d132-4590-ab26-b3952e670720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:39.037933 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-6a3b3424-d132-4590-ab26-b3952e670720 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47382b7bd44e4ffd9d19b87c5fe96ea8&device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 1100 time: 0.2268553 Aug 28 12:44:39.119932 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5187773e-b5ea-40b5-9883-946209d1951a req-32cf139d-4587-430a-8e11-64f3c060447e service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454163 Aug 28 12:44:39.244726 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5187773e-b5ea-40b5-9883-946209d1951a req-fced6e46-43ec-499c-8cba-5385872322cc service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171830 Aug 28 12:44:39.372008 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ba9f7-b013-4493-9ac9-9d2cdd50bf27 req-93eb1630-f676-4249-a2f9-567165f77571 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:39.373535 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a14ba9f7-b013-4493-9ac9-9d2cdd50bf27 req-93eb1630-f676-4249-a2f9-567165f77571 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0540535 Aug 28 12:44:39.415874 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a14ba9f7-b013-4493-9ac9-9d2cdd50bf27 req-0021a7aa-9750-4204-9d50-8c6f5baa3f16 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356860 Aug 28 12:44:39.486174 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d57d1b8-b4a6-4d60-9260-47f8e2b4699a x-openstack-request-id: req-5d57d1b8-b4a6-4d60-9260-47f8e2b4699a {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:39.486528 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf0e03b-cbc6-4189-8de7-d39d06bf48f6", "tag": "7b0397de-4ac1-4784-bc4e-a5423c13f0d5", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:39.486712 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d57d1b8-b4a6-4d60-9260-47f8e2b4699a {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:39.487090 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf0e03b-cbc6-4189-8de7-d39d06bf48f6', 'tag': '7b0397de-4ac1-4784-bc4e-a5423c13f0d5', 'status': 'completed', 'code': 200} Aug 28 12:44:39.494297 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-21742a4f-afb3-4364-9566-95cf694e53e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=7b0397de-4ac1-4784-bc4e-a5423c13f0d5 HTTP/1.1" status: 200 len: 217 time: 0.4472589 Aug 28 12:44:39.496767 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:39.523918 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09d29ef9-ddec-4fbb-8424-44e34a8290a4 req-d11acc3e-6083-4462-8589-a389d73c4d01 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd6b3c3d-a26b-479e-b8eb-d7af8dbc19fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279293 Aug 28 12:44:39.530113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8d9f9-3b23-4ded-b5c2-ae54e9f8e421 req-4c07a51b-e55a-43c3-ae7f-e2c429fb1fef tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:39.531921 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ca8d9f9-3b23-4ded-b5c2-ae54e9f8e421 req-4c07a51b-e55a-43c3-ae7f-e2c429fb1fef tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 951 time: 0.0566335 Aug 28 12:44:39.588886 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ca8d9f9-3b23-4ded-b5c2-ae54e9f8e421 req-dca65612-c5dd-4b88-bca8-6ba53726610e tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406024 Aug 28 12:44:39.647728 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-24a08a2d-2f9d-4957-a822-6f8ca6aca919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:39.649158 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-24a08a2d-2f9d-4957-a822-6f8ca6aca919 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1241434 Aug 28 12:44:39.775518 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-f89996fd-6645-47b8-a5cf-f9a587738bb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Allocated IP 19.80.0.192 (377b82c6-cf73-4aa5-8d01-d973a6f9a4c6/dcc5c22d-7803-4007-b34d-fc4fdc085ca0/6cadeae2-a60c-4e23-ad71-0ae0c228f364) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:44:39.783526 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a2739-910a-4072-a1a7-306e9387c8c4 req-06591ea4-14b1-4f68-b2a6-34b1a03c6f97 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:39.791061 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-998a2739-910a-4072-a1a7-306e9387c8c4 req-06591ea4-14b1-4f68-b2a6-34b1a03c6f97 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 932 time: 0.0606866 Aug 28 12:44:39.808431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159cf62-bea4-4f87-84a3-bb72907d3dcb req-5c622b98-8bb2-478d-a8f7-cd95a5e9a546 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:39.810062 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b159cf62-bea4-4f87-84a3-bb72907d3dcb req-5c622b98-8bb2-478d-a8f7-cd95a5e9a546 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 943 time: 0.2135344 Aug 28 12:44:39.813469 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5a57407f-e796-4e5c-95fe-2705ac700697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:39.817937 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:39.831644 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:39.841674 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-94a3a36a-ad5f-4af4-a423-7193f074ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:39.843128 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-94a3a36a-ad5f-4af4-a423-7193f074ca42 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1656089 Aug 28 12:44:39.859964 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-998a2739-910a-4072-a1a7-306e9387c8c4 req-0ed6a2ab-857e-4570-a4ef-8c31cb3f58bd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658500 Aug 28 12:44:39.896525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Transition to ACTIVE for port object 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:39.931927 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:39.988547 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9c727-8d5d-4d95-94b6-46395fdf40c8 req-a719e41a-0e4a-43e1-af3b-9f5cafc84b5f tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:39.990417 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1a9c727-8d5d-4d95-94b6-46395fdf40c8 req-a719e41a-0e4a-43e1-af3b-9f5cafc84b5f tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 949 time: 0.0569851 Aug 28 12:44:40.029131 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b159cf62-bea4-4f87-84a3-bb72907d3dcb req-da2d0ae1-7104-438d-862b-4f2d8dcb4c43 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050738 Aug 28 12:44:40.032053 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1a9c727-8d5d-4d95-94b6-46395fdf40c8 req-7a32af31-ecd0-48a5-8b25-06c9ae944a96 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dc3993b-1209-4fdf-b9d2-f83800c6da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349054 Aug 28 12:44:40.109931 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Pushing event updated for resources: {'Port': ['ID=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:40.146752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 63662bea-2313-49ff-a78a-1e05331afa41 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:40.187461 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-11433dd9-b101-41d0-b9f3-11099ae7a281 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238077 Aug 28 12:44:40.210405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 63662bea-2313-49ff-a78a-1e05331afa41 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:40.210799 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:40.239423 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0bc3b8d2-079a-4869-b2b6-583a89fed5f3 req-2ec89183-793e-43a7-8fd8-da6dd9085ad7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 210 time: 0.0304282 Aug 28 12:44:40.322664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'name': 'network-vif-deleted', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:40.326211 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2e6132-1e3b-473f-a4c2-205f8cae71f1" -d '{"events": [{"server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "name": "network-vif-deleted", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:40.331149 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-f89996fd-6645-47b8-a5cf-f9a587738bb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:40.345980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245eccd-ff1b-422b-a0fa-844a100ca34d req-f2ad7e68-dbec-4cdb-ae06-7cda5ea39317 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:40.347600 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d245eccd-ff1b-422b-a0fa-844a100ca34d req-f2ad7e68-dbec-4cdb-ae06-7cda5ea39317 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.2096133 Aug 28 12:44:40.372334 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3226645-2de2-403f-9793-b39eb50b2fbc x-openstack-request-id: req-f3226645-2de2-403f-9793-b39eb50b2fbc {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:40.373116 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e9df8-fc9c-4b9b-869a-fd689e7ebd16", "name": "network-vif-deleted", "tag": "fcc088f2-b199-4f27-9308-311241fd6c25", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:40.373116 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3226645-2de2-403f-9793-b39eb50b2fbc {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:40.373596 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e9df8-fc9c-4b9b-869a-fd689e7ebd16', 'name': 'network-vif-deleted', 'tag': 'fcc088f2-b199-4f27-9308-311241fd6c25', 'status': 'completed', 'code': 200} Aug 28 12:44:40.385413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-f89996fd-6645-47b8-a5cf-f9a587738bb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Transition to ACTIVE for port object 6cadeae2-a60c-4e23-ad71-0ae0c228f364 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:40.402706 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Attempting to bind port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:40.403057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Attempting to bind port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:40.403507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Attempting to bind port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:40.431028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:44:40.431292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Attempting to bind port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:40.466432 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:40.466785 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Checking segment: {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:40.467171 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Bound using segment: {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:40.467603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Bound port: 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:40.467962 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:40.474685 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d245eccd-ff1b-422b-a0fa-844a100ca34d req-4fea7605-018e-467f-84c6-208d52be017e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114872 Aug 28 12:44:40.484187 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45e2a88a-b5cb-45f7-ae70-ceafc87e467d req-f513401b-4402-4a4e-9d3c-0b239841505c service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660868 Aug 28 12:44:40.516510 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-f89996fd-6645-47b8-a5cf-f9a587738bb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:40.623462 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-f89996fd-6645-47b8-a5cf-f9a587738bb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Network 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:44:40.654812 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4049123-a20d-4ade-abd4-24d1b699357f req-ff2ab362-b0ee-44c9-b08b-eb906c33602e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:40.656064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-f89996fd-6645-47b8-a5cf-f9a587738bb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:40.656392 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4049123-a20d-4ade-abd4-24d1b699357f req-ff2ab362-b0ee-44c9-b08b-eb906c33602e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0886264 Aug 28 12:44:40.662634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-f89996fd-6645-47b8-a5cf-f9a587738bb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:44:40.693946 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3800b1-748a-4fa3-b363-d1c62662e414 req-3953fa5b-e59c-4108-a23e-2971f4da1678 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:40.695531 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5b3800b1-748a-4fa3-b363-d1c62662e414 req-3953fa5b-e59c-4108-a23e-2971f4da1678 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.11 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 951 time: 0.0929346 Aug 28 12:44:40.709064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] For port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:40.716395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89996fd-6645-47b8-a5cf-f9a587738bb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event updated for resources: {'Port': ['ID=6cadeae2-a60c-4e23-ad71-0ae0c228f364,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:40.745809 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] For port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:40.749062 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ded72-2af7-48cc-80d5-7794123a0bf3 req-0fa144a0-0180-4dae-956a-e71023526f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:40.750843 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-673ded72-2af7-48cc-80d5-7794123a0bf3 req-0fa144a0-0180-4dae-956a-e71023526f48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47382b7bd44e4ffd9d19b87c5fe96ea8&device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 1100 time: 0.1922700 Aug 28 12:44:40.759838 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:40.763739 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4049123-a20d-4ade-abd4-24d1b699357f req-adf0ece7-ba33-4811-a0a0-414df167d51b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917366 Aug 28 12:44:40.782335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e0e90-b2e6-4587-88b9-97580ffb7be0 req-90693816-d310-4e3e-9fda-b1f5361d0e20 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:40.789718 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7e6e0e90-b2e6-4587-88b9-97580ffb7be0 req-90693816-d310-4e3e-9fda-b1f5361d0e20 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 948 time: 0.1765914 Aug 28 12:44:40.802290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-f89996fd-6645-47b8-a5cf-f9a587738bb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:40.802953 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-f89996fd-6645-47b8-a5cf-f9a587738bb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:40.861732 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-5b3800b1-748a-4fa3-b363-d1c62662e414 req-5def9147-a2f6-46b0-a6a6-eded80adfac0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Deleting port f4200d1e-8f66-4924-9831-5e85b0ead614 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:44:40.862239 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5b3800b1-748a-4fa3-b363-d1c62662e414 req-5def9147-a2f6-46b0-a6a6-eded80adfac0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:40.913855 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:40.915369 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:40.916684 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d0af609-9e11-4864-8874-86b773016d58 req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] 10.222.0.11 "PUT /v2.0/ports/67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 HTTP/1.1" status: 200 len: 1093 time: 2.6550593 Aug 28 12:44:40.931708 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-f89996fd-6645-47b8-a5cf-f9a587738bb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7556067 Aug 28 12:44:40.948423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-9dc5023d-ed52-4e50-9d76-120dc8668c5f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Request body: {'port': {'device_id': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'network_id': '92f589ee-6999-4a67-a766-f8c68d687cb4', 'admin_state_up': True, 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:40.965051 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7e6e0e90-b2e6-4587-88b9-97580ffb7be0 req-9ec5221f-c3ec-4890-929d-973bdfaaf8ba tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd6b3c3d-a26b-479e-b8eb-d7af8dbc19fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730599 Aug 28 12:44:41.007764 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e17559-68f8-4cee-9645-2ca43e555669 req-d815feac-a232-476c-b537-9b3399106add tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:41.009464 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-77e17559-68f8-4cee-9645-2ca43e555669 req-d815feac-a232-476c-b537-9b3399106add tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a1ec5b-9918-44a5-89b2-f81521ffbfd2 HTTP/1.1" status: 200 len: 951 time: 0.1369753 Aug 28 12:44:41.026985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62c366-3947-4789-bb16-6637bb997540 service neutron] Pushing event updated for resources: {'Port': ['ID=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:41.062317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2450a03d-9ffc-48c5-a0af-e624ab44c1e4 None None] Provisioning for port 6cadeae2-a60c-4e23-ad71-0ae0c228f364 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:41.063585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-5b3800b1-748a-4fa3-b363-d1c62662e414 req-5def9147-a2f6-46b0-a6a6-eded80adfac0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] For port f4200d1e-8f66-4924-9831-5e85b0ead614, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f4200d1e-8f66-4924-9831-5e85b0ead614,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:41.063962 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5b3800b1-748a-4fa3-b363-d1c62662e414 req-5def9147-a2f6-46b0-a6a6-eded80adfac0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:41.068985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2450a03d-9ffc-48c5-a0af-e624ab44c1e4 None None] Provisioning complete for port 6cadeae2-a60c-4e23-ad71-0ae0c228f364 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:41.069364 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2450a03d-9ffc-48c5-a0af-e624ab44c1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:41.082590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-5b3800b1-748a-4fa3-b363-d1c62662e414 req-5def9147-a2f6-46b0-a6a6-eded80adfac0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Calling delete_port for f4200d1e-8f66-4924-9831-5e85b0ead614 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:44:41.087249 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-77e17559-68f8-4cee-9645-2ca43e555669 req-b2d395df-2ed0-4885-9a0a-625f1c66c989 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667989 Aug 28 12:44:41.110816 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2450a03d-9ffc-48c5-a0af-e624ab44c1e4 None None] Port 6cadeae2-a60c-4e23-ad71-0ae0c228f364 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:44:41.137599 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ded72-2af7-48cc-80d5-7794123a0bf3 req-f427bc91-409e-4f5a-8478-82fee0a0353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:41.139094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-673ded72-2af7-48cc-80d5-7794123a0bf3 req-f427bc91-409e-4f5a-8478-82fee0a0353e service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3770483 Aug 28 12:44:41.206407 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0af609-9e11-4864-8874-86b773016d58 req-90264637-9088-4a38-a027-588c01efc810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:41.207813 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d0af609-9e11-4864-8874-86b773016d58 req-90264637-9088-4a38-a027-588c01efc810 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 1096 time: 0.2430384 Aug 28 12:44:41.214659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-673ded72-2af7-48cc-80d5-7794123a0bf3 req-e15ed718-4000-4218-8931-933b02c9ef5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=7b0397de-4ac1-4784-bc4e-a5423c13f0d5 HTTP/1.1" status: 200 len: 217 time: 0.0597322 Aug 28 12:44:41.223792 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69695d19-6a76-423b-9468-20cc7eb9aac9 req-f5e12849-b746-419e-ba0d-b674788caccd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:41.225288 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69695d19-6a76-423b-9468-20cc7eb9aac9 req-f5e12849-b746-419e-ba0d-b674788caccd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 944 time: 0.1885984 Aug 28 12:44:41.317008 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d0af609-9e11-4864-8874-86b773016d58 req-3cf34726-181e-4ded-a4bc-ead560216eac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 HTTP/1.1" status: 200 len: 217 time: 0.0869689 Aug 28 12:44:41.345424 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-9dc5023d-ed52-4e50-9d76-120dc8668c5f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Made reservation on behalf of b8b6a5129b1b48b89b117e4cbf71074a for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:44:41.348852 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-9dc5023d-ed52-4e50-9d76-120dc8668c5f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:41.371811 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-aec5a0f9-abaf-4374-9b0a-43e5d185c361 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:41.374318 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-aec5a0f9-abaf-4374-9b0a-43e5d185c361 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 812 time: 0.1759806 Aug 28 12:44:41.381098 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5b3800b1-748a-4fa3-b363-d1c62662e414 req-5def9147-a2f6-46b0-a6a6-eded80adfac0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:41.388142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6a001dd6-38f6-44d8-b12e-47079beb8bbc', 'f4200d1e-8f66-4924-9831-5e85b0ead614'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:41.392496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['6979651e-195d-425f-9379-047747af0b1b'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:41.423887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ded72-2af7-48cc-80d5-7794123a0bf3 req-42c0db91-c743-43ff-a470-f15055d62726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:41.427918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def9147-a2f6-46b0-a6a6-eded80adfac0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Pushing event deleted for resources: {'Port': ['ID=f4200d1e-8f66-4924-9831-5e85b0ead614,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:41.434772 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-673ded72-2af7-48cc-80d5-7794123a0bf3 req-42c0db91-c743-43ff-a470-f15055d62726 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1991930 Aug 28 12:44:41.456956 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-2f431573-677a-4ffe-b74b-21ea2511040b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/quotas/819b91169b1e4280b386bd53b09e7c4e HTTP/1.1" status: 200 len: 375 time: 0.0327878 Aug 28 12:44:41.469038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69695d19-6a76-423b-9468-20cc7eb9aac9 req-f21c153f-4383-446b-8dd9-c8a19416a72d tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318263 Aug 28 12:44:41.481704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3800b1-748a-4fa3-b363-d1c62662e414 req-5def9147-a2f6-46b0-a6a6-eded80adfac0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] No DVR routers for this DVR port f4200d1e-8f66-4924-9831-5e85b0ead614 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:44:41.486298 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5b3800b1-748a-4fa3-b363-d1c62662e414 req-5def9147-a2f6-46b0-a6a6-eded80adfac0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:41.490114 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5b3800b1-748a-4fa3-b363-d1c62662e414 req-5def9147-a2f6-46b0-a6a6-eded80adfac0 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.11 "DELETE /v2.0/ports/f4200d1e-8f66-4924-9831-5e85b0ead614 HTTP/1.1" status: 204 len: 173 time: 0.7882593 Aug 28 12:44:41.517397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60', 'tag': '67c5ee14-1359-4d9d-b5ac-a0461e2f83b4'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:41.528702 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba4275b-a1c1-4855-81bf-ec860c063718" -d '{"events": [{"name": "network-changed", "server_uuid": "27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60", "tag": "67c5ee14-1359-4d9d-b5ac-a0461e2f83b4"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:41.551782 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:44:41.553993 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 52bfce05-372c-4bd0-8ea2-9458599f4fd8 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:41.586756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0af609-9e11-4864-8874-86b773016d58 req-65182fa5-368c-4ffe-983b-58c0b6206391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:41.589048 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d0af609-9e11-4864-8874-86b773016d58 req-65182fa5-368c-4ffe-983b-58c0b6206391 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=681f86f1-f49d-4aac-bbea-fa1f759eb663 HTTP/1.1" status: 200 len: 851 time: 0.2581396 Aug 28 12:44:41.624485 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-ff40ed59-e40d-4a2a-8972-3e2b89821fbd tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1400802 Aug 28 12:44:41.791469 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-0a705198-0e7d-4259-8824-9dcc9b097f90 service neutron] 10.222.0.20 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660819 Aug 28 12:44:41.812815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-9dc5023d-ed52-4e50-9d76-120dc8668c5f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Allocated IP 19.86.0.134 (92f589ee-6999-4a67-a766-f8c68d687cb4/9eeca31c-4874-42b7-a538-88a5a6769d26/be6e748c-b677-4284-941c-787c6633bbdd) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:44:41.907565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 52bfce05-372c-4bd0-8ea2-9458599f4fd8 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:41.933970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:41.965702 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d0af609-9e11-4864-8874-86b773016d58 req-23e8f7c9-28f2-45e6-8963-1dd844fbc438 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3084850 Aug 28 12:44:41.966274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '1f8b1475-1bf6-4e23-8e3f-7e610937e9d8', 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba', 'port_id': '1f8b1475-1bf6-4e23-8e3f-7e610937e9d8', 'mac_address': 'fa:16:3e:b4:2b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b495d45-81c1-41f1-badc-3d5e4d953bd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:44:41.976177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 52bfce05-372c-4bd0-8ea2-9458599f4fd8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:41.976522 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:41.979366 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-dee72eca-a28f-4f31-b47c-ff647a3ad77d service neutron] 10.222.0.20 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801631 Aug 28 12:44:41.981270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ded72-2af7-48cc-80d5-7794123a0bf3 req-6edc25ed-6c9a-4d75-8005-666ee0ce2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:41.982949 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-673ded72-2af7-48cc-80d5-7794123a0bf3 req-6edc25ed-6c9a-4d75-8005-666ee0ce2967 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5472484 Aug 28 12:44:42.154084 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-9dc5023d-ed52-4e50-9d76-120dc8668c5f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:42.195203 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-673ded72-2af7-48cc-80d5-7794123a0bf3 req-6220f9f5-85a8-4ca1-9097-2b93d6a3e308 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784735 Aug 28 12:44:42.222739 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce50f9-cb51-4c6e-b617-ea80ead2173e req-91f5024e-b992-45e0-916c-9a9f6b35090f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:42.231624 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26ce50f9-cb51-4c6e-b617-ea80ead2173e req-91f5024e-b992-45e0-916c-9a9f6b35090f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 943 time: 0.6699538 Aug 28 12:44:42.256767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-9dc5023d-ed52-4e50-9d76-120dc8668c5f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Transition to ACTIVE for port object be6e748c-b677-4284-941c-787c6633bbdd will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:42.295145 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:42.316881 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-316dae53-e32b-481b-8bc8-f740321fc3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:42.377901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:42.384580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'name': 'network-vif-deleted', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:42.385943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26ce50f9-cb51-4c6e-b617-ea80ead2173e req-6b988819-8861-434a-adf8-8196cca17abb tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524949 Aug 28 12:44:42.388602 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43253d0c-b4a2-4e5a-a71f-e7d64539bde4" -d '{"events": [{"server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "name": "network-vif-deleted", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:42.420467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:42.424371 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:42.426772 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:42.483514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc362a11-949c-4aea-81af-77e0eb07b84a req-f24c7642-fba6-4453-918b-39e0d8e9358f tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:42.489905 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dc362a11-949c-4aea-81af-77e0eb07b84a req-f24c7642-fba6-4453-918b-39e0d8e9358f tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 949 time: 0.1413584 Aug 28 12:44:42.503515 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d0af609-9e11-4864-8874-86b773016d58 req-3ec4e1ff-d4c2-4588-adf9-948d0771bbfb service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196185 Aug 28 12:44:42.529223 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab781a57-a5d2-481f-927a-055f0b088944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bfce05-372c-4bd0-8ea2-9458599f4fd8'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:42.537817 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70104e16-2d28-4687-9440-6a67a692d306" -d '{"events": [{"server_uuid": "ab781a57-a5d2-481f-927a-055f0b088944", "name": "network-vif-plugged", "status": "completed", "tag": "52bfce05-372c-4bd0-8ea2-9458599f4fd8"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:42.565752 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:42.566858 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-673ded72-2af7-48cc-80d5-7794123a0bf3 req-ff12b527-f5be-472b-a5ea-504983c082b6 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595233 Aug 28 12:44:42.613744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 52bfce05-372c-4bd0-8ea2-9458599f4fd8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=52bfce05-372c-4bd0-8ea2-9458599f4fd8,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:42.620320 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dc362a11-949c-4aea-81af-77e0eb07b84a req-34f2408b-9aab-4196-b5cb-9d6b91c89faa tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dc3993b-1209-4fdf-b9d2-f83800c6da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130309 Aug 28 12:44:42.632747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:42.638856 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:42.646337 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-9dc5023d-ed52-4e50-9d76-120dc8668c5f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:42.723748 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['1f8b1475-1bf6-4e23-8e3f-7e610937e9d8'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:42.736946 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377f9e10-1637-48e4-a068-c7cfed233d00 x-openstack-request-id: req-377f9e10-1637-48e4-a068-c7cfed233d00 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:42.736946 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60", "tag": "67c5ee14-1359-4d9d-b5ac-a0461e2f83b4", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:42.737292 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-377f9e10-1637-48e4-a068-c7cfed233d00 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:42.737595 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60', 'tag': '67c5ee14-1359-4d9d-b5ac-a0461e2f83b4', 'status': 'completed', 'code': 200} Aug 28 12:44:42.760182 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=52bfce05-372c-4bd0-8ea2-9458599f4fd8,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:42.788199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-9dc5023d-ed52-4e50-9d76-120dc8668c5f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Network 92f589ee-6999-4a67-a766-f8c68d687cb4 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:44:42.800102 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-9dc5023d-ed52-4e50-9d76-120dc8668c5f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:42.824918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-9dc5023d-ed52-4e50-9d76-120dc8668c5f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:44:42.882724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5023d-ed52-4e50-9d76-120dc8668c5f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event updated for resources: {'Port': ['ID=be6e748c-b677-4284-941c-787c6633bbdd,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:42.897188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261d958-694d-42c9-a4f6-c602d1205e4e req-dd065d1c-1d04-41c5-8910-f846852847ad tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:42.907460 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e261d958-694d-42c9-a4f6-c602d1205e4e req-dd065d1c-1d04-41c5-8910-f846852847ad tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 948 time: 0.1178851 Aug 28 12:44:42.960585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f53b74-4f79-4d86-93cd-3cbbbbb1025a req-1facec50-7e6b-44fc-8229-1213259f0eed tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:42.973331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f53b74-4f79-4d86-93cd-3cbbbbb1025a req-1facec50-7e6b-44fc-8229-1213259f0eed tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:42.974998 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-48f53b74-4f79-4d86-93cd-3cbbbbb1025a req-1facec50-7e6b-44fc-8229-1213259f0eed tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 1655 time: 0.2485600 Aug 28 12:44:42.986078 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e261d958-694d-42c9-a4f6-c602d1205e4e req-7e00eb19-4872-4a01-afb7-cc28c3862505 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd6b3c3d-a26b-479e-b8eb-d7af8dbc19fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771458 Aug 28 12:44:43.018776 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d0af609-9e11-4864-8874-86b773016d58 req-946a3701-12db-4ca2-ab2a-da9eb4a50cba service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116346 Aug 28 12:44:43.037329 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-9dc5023d-ed52-4e50-9d76-120dc8668c5f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:43.037994 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-9dc5023d-ed52-4e50-9d76-120dc8668c5f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:43.068440 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-9dc5023d-ed52-4e50-9d76-120dc8668c5f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1241291 Aug 28 12:44:43.075035 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-48f53b74-4f79-4d86-93cd-3cbbbbb1025a req-de7adcee-b28b-481d-859d-82cfb9bfe5a8 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685508 Aug 28 12:44:43.091489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-36f91ae2-5d4e-4064-9cf4-0be313c59a1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Request body: {'port': {'device_id': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6', 'admin_state_up': True, 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:43.172911 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-890f9d4c-f4f9-4ddc-bfb9-8588df93c1c7 req-ed6b6e41-3460-4f96-a1a8-8787d17bac89 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 210 time: 0.0449266 Aug 28 12:44:43.186843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4f3a9054-e845-4ed4-b005-922b5b8d0892 None None] Provisioning for port be6e748c-b677-4284-941c-787c6633bbdd completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:43.193338 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f408245-efa2-4d40-b08a-0c9d4bb6ea4b x-openstack-request-id: req-8f408245-efa2-4d40-b08a-0c9d4bb6ea4b {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:43.193788 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a1ec5b-9918-44a5-89b2-f81521ffbfd2", "name": "network-vif-deleted", "tag": "f4200d1e-8f66-4924-9831-5e85b0ead614", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:43.194040 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f408245-efa2-4d40-b08a-0c9d4bb6ea4b {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:43.194524 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a1ec5b-9918-44a5-89b2-f81521ffbfd2', 'name': 'network-vif-deleted', 'tag': 'f4200d1e-8f66-4924-9831-5e85b0ead614', 'status': 'completed', 'code': 200} Aug 28 12:44:43.197891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4f3a9054-e845-4ed4-b005-922b5b8d0892 None None] Provisioning complete for port be6e748c-b677-4284-941c-787c6633bbdd triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:43.198285 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4f3a9054-e845-4ed4-b005-922b5b8d0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:43.264978 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8759fef-2767-4e6b-902d-9d4b497c8960 x-openstack-request-id: req-a8759fef-2767-4e6b-902d-9d4b497c8960 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:43.265280 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab781a57-a5d2-481f-927a-055f0b088944", "name": "network-vif-plugged", "status": "completed", "tag": "52bfce05-372c-4bd0-8ea2-9458599f4fd8", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:43.265538 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8759fef-2767-4e6b-902d-9d4b497c8960 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:43.266016 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab781a57-a5d2-481f-927a-055f0b088944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bfce05-372c-4bd0-8ea2-9458599f4fd8', 'code': 200} Aug 28 12:44:43.266746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a9054-e845-4ed4-b005-922b5b8d0892 None None] Port be6e748c-b677-4284-941c-787c6633bbdd cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:44:43.315998 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:43.365329 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad4639-7938-4d4a-a778-2074ba6c74ba req-3b44e259-824c-4295-a4d7-c712453cdeb9 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:43.374991 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-37ad4639-7938-4d4a-a778-2074ba6c74ba req-3b44e259-824c-4295-a4d7-c712453cdeb9 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 944 time: 0.0825641 Aug 28 12:44:43.440241 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-37ad4639-7938-4d4a-a778-2074ba6c74ba req-582bfc3a-b856-4fed-81c6-56139f47c57c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639277 Aug 28 12:44:43.560266 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:44:43.568511 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:43.606763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b6074-a450-4e71-8d14-addf4d9c6b67 req-3033bb38-7f6f-4204-8d0e-4b7a98b3ddfd tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:43.608951 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-757b6074-a450-4e71-8d14-addf4d9c6b67 req-3033bb38-7f6f-4204-8d0e-4b7a98b3ddfd tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.0832016 Aug 28 12:44:43.665309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4275b-a1c1-4855-81bf-ec860c063718 req-cb113ed1-613b-43d9-bdf7-ecc7a4a07b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:43.671782 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ba4275b-a1c1-4855-81bf-ec860c063718 req-cb113ed1-613b-43d9-bdf7-ecc7a4a07b66 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 1096 time: 0.5573637 Aug 28 12:44:43.681993 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-757b6074-a450-4e71-8d14-addf4d9c6b67 req-8342a4bd-e249-4ea7-bcac-72488c9afad3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599597 Aug 28 12:44:43.701119 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee0c8a-fcc6-47dc-bee2-88d906ea0e91 req-b4994193-57d2-438f-9238-497d36eb100b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:43.702697 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18ee0c8a-fcc6-47dc-bee2-88d906ea0e91 req-b4994193-57d2-438f-9238-497d36eb100b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 944 time: 0.1504178 Aug 28 12:44:43.738319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d136b2-8d11-4ec7-81ce-478a64ef29b6 req-2b044ecb-8f14-48fa-b223-a7474aa564b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:43.740696 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3d136b2-8d11-4ec7-81ce-478a64ef29b6 req-2b044ecb-8f14-48fa-b223-a7474aa564b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 1102 time: 0.1789334 Aug 28 12:44:43.862499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:43.879210 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:43.879633 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:43.879841 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18ee0c8a-fcc6-47dc-bee2-88d906ea0e91 req-01e2d919-1397-4d8c-b20f-8cebe82bbdb2 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633658 Aug 28 12:44:43.913681 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3d136b2-8d11-4ec7-81ce-478a64ef29b6 req-9df0ff23-c89c-4c82-887d-8a823fe4f6a4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1dc3993b-1209-4fdf-b9d2-f83800c6da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226258 Aug 28 12:44:43.938465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-36f91ae2-5d4e-4064-9cf4-0be313c59a1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Made reservation on behalf of b8b6a5129b1b48b89b117e4cbf71074a for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:44:43.938804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7b0397de-4ac1-4784-bc4e-a5423c13f0d5,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:43.938951 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-36f91ae2-5d4e-4064-9cf4-0be313c59a1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:43.954046 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4275b-a1c1-4855-81bf-ec860c063718 req-e2753a8a-a7aa-4e6f-a406-64c4e2eb420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:43.956031 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ba4275b-a1c1-4855-81bf-ec860c063718 req-e2753a8a-a7aa-4e6f-a406-64c4e2eb420c service neutron] 10.222.0.11 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 911 time: 0.2716737 Aug 28 12:44:43.958411 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d40da8-9384-4295-92af-43cc9c6947b5 req-d4f27839-1157-4121-87cb-12648fee0d08 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:43.962777 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '7b0397de-4ac1-4784-bc4e-a5423c13f0d5', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '7b0397de-4ac1-4784-bc4e-a5423c13f0d5', 'mac_address': 'fa:16:3e:cc:90:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:44:43.963341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40d40da8-9384-4295-92af-43cc9c6947b5 req-d4f27839-1157-4121-87cb-12648fee0d08 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 950 time: 0.1068726 Aug 28 12:44:44.022238 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40d40da8-9384-4295-92af-43cc9c6947b5 req-c7a72d54-2498-4d30-a14f-9e0266799ae5 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dc3993b-1209-4fdf-b9d2-f83800c6da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439007 Aug 28 12:44:44.069975 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:44.079302 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:44.105103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:44.129072 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7b0397de-4ac1-4784-bc4e-a5423c13f0d5,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:44.141913 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:44.185347 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:44.191437 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:44.192788 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f4200d1e-8f66-4924-9831-5e85b0ead614 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:44.200935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ba4275b-a1c1-4855-81bf-ec860c063718 req-9f7d96e9-e4cf-4999-a7b8-8bdb0b8facad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 HTTP/1.1" status: 200 len: 217 time: 0.0894775 Aug 28 12:44:44.237985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: f4200d1e-8f66-4924-9831-5e85b0ead614 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:44:44.239201 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f4200d1e-8f66-4924-9831-5e85b0ead614 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:44:44.249671 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7b0397de-4ac1-4784-bc4e-a5423c13f0d5,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:44.264760 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec6c0b-0642-48ec-b151-13401d146c97 req-5003b99b-0fa8-401f-85d4-d5adefa67992 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:44.271983 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec6c0b-0642-48ec-b151-13401d146c97 req-5003b99b-0fa8-401f-85d4-d5adefa67992 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:44.274826 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-23ec6c0b-0642-48ec-b151-13401d146c97 req-5003b99b-0fa8-401f-85d4-d5adefa67992 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 1655 time: 0.0905137 Aug 28 12:44:44.324508 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-23ec6c0b-0642-48ec-b151-13401d146c97 req-31ec2729-ef53-476c-bb9c-eb23031c088c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426350 Aug 28 12:44:44.351854 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:44.353052 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-36f91ae2-5d4e-4064-9cf4-0be313c59a1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Allocated IP 19.80.0.197 (377b82c6-cf73-4aa5-8d01-d973a6f9a4c6/dcc5c22d-7803-4007-b34d-fc4fdc085ca0/3aed1a82-66bc-466f-8dd6-a943012dfceb) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:44:44.390145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4275b-a1c1-4855-81bf-ec860c063718 req-d1c60cae-4c88-432b-96de-51d44e39ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:44.391713 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ba4275b-a1c1-4855-81bf-ec860c063718 req-d1c60cae-4c88-432b-96de-51d44e39ac24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=681f86f1-f49d-4aac-bbea-fa1f759eb663 HTTP/1.1" status: 200 len: 851 time: 0.1834278 Aug 28 12:44:44.412496 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d7eaf-b1ad-4323-937c-af2ce9a25cd5 req-5139e875-3ef7-462f-a92a-ab6225ce96c9 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:44.421205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['7b0397de-4ac1-4784-bc4e-a5423c13f0d5'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:44.423038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f3d7eaf-b1ad-4323-937c-af2ce9a25cd5 req-5139e875-3ef7-462f-a92a-ab6225ce96c9 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 949 time: 0.3503690 Aug 28 12:44:44.465227 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-87baf015-bdd4-451c-94a5-cc5e2dd9fb83 req-3e6730fd-2ea0-4fb3-a7d1-af31445cbc6a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 210 time: 0.0452993 Aug 28 12:44:44.516544 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ba4275b-a1c1-4855-81bf-ec860c063718 req-250dcdb5-33ff-4419-9aba-f925883e46ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154263 Aug 28 12:44:44.593852 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb38d7-25f8-45b7-8a5c-9ddfb52aa50a req-68a44430-d323-44d2-8d1f-a35435d75322 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:44.595778 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4fcb38d7-25f8-45b7-8a5c-9ddfb52aa50a req-68a44430-d323-44d2-8d1f-a35435d75322 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 944 time: 0.0620904 Aug 28 12:44:44.654479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-a920b97c-eaa6-404f-b210-c66a2ecc4ef8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:44.656309 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-a920b97c-eaa6-404f-b210-c66a2ecc4ef8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 812 time: 0.4096491 Aug 28 12:44:44.661989 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4fcb38d7-25f8-45b7-8a5c-9ddfb52aa50a req-f898cc49-ae29-479b-bca5-3164ecfcb73e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540547 Aug 28 12:44:44.698398 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f3d7eaf-b1ad-4323-937c-af2ce9a25cd5 req-5309baf0-3673-464a-b338-2b8eac7f5a34 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd6b3c3d-a26b-479e-b8eb-d7af8dbc19fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580528 Aug 28 12:44:44.704144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-057cc271-3a24-4282-8804-9fc880700e4c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Request body: {'port': {'device_id': '54423bba-1e47-44f1-babc-ad46ec57c4b8', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'admin_state_up': True, 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:44.811497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210a544-9a05-4a2b-bb67-6451fbdbb6fd req-b3306ce3-5011-432e-b18b-7497e32db855 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:44.814885 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e210a544-9a05-4a2b-bb67-6451fbdbb6fd req-b3306ce3-5011-432e-b18b-7497e32db855 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.0595922 Aug 28 12:44:44.863116 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ba4275b-a1c1-4855-81bf-ec860c063718 req-ca12936c-429a-4a3e-b2cf-723cc27308bc service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298640 Aug 28 12:44:44.864767 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e210a544-9a05-4a2b-bb67-6451fbdbb6fd req-e0f5c7da-a77d-45cf-9721-36e284421703 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430987 Aug 28 12:44:44.932713 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-36f91ae2-5d4e-4064-9cf4-0be313c59a1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:45.024872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-36f91ae2-5d4e-4064-9cf4-0be313c59a1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Transition to ACTIVE for port object 3aed1a82-66bc-466f-8dd6-a943012dfceb will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:45.064360 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-057cc271-3a24-4282-8804-9fc880700e4c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Made reservation on behalf of 819b91169b1e4280b386bd53b09e7c4e for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:44:45.068286 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-057cc271-3a24-4282-8804-9fc880700e4c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:45.122202 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb78d61-e373-4eff-b90f-f8db9ec1d4d6 req-3bec779c-18eb-475c-b4ef-4002dfe8fa44 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:45.125266 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5fb78d61-e373-4eff-b90f-f8db9ec1d4d6 req-3bec779c-18eb-475c-b4ef-4002dfe8fa44 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 945 time: 0.1042297 Aug 28 12:44:45.173323 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ba4275b-a1c1-4855-81bf-ec860c063718 req-5b8ff3fa-2ed3-443d-8bdb-6fdc53610fea service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880912 Aug 28 12:44:45.192218 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:45.219302 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-36f91ae2-5d4e-4064-9cf4-0be313c59a1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:45.267084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9be704-602a-477e-ba56-c7892be2ad98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8b1475-1bf6-4e23-8e3f-7e610937e9d8'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:45.268316 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5fb78d61-e373-4eff-b90f-f8db9ec1d4d6 req-3e402357-f77d-4c7a-ad8c-9d00670d5956 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245213 Aug 28 12:44:45.270470 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c2bcba-8b3f-49d8-b05f-3093f563fb49" -d '{"events": [{"server_uuid": "dc9be704-602a-477e-ba56-c7892be2ad98", "name": "network-vif-plugged", "status": "completed", "tag": "1f8b1475-1bf6-4e23-8e3f-7e610937e9d8"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:45.371841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-36f91ae2-5d4e-4064-9cf4-0be313c59a1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Network 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:44:45.395312 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-36f91ae2-5d4e-4064-9cf4-0be313c59a1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:45.395630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54987dc3-a3a3-4a74-be22-2d362c1a1336 req-85829023-8993-4eb5-ac87-fa53bd59b198 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:45.399172 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-54987dc3-a3a3-4a74-be22-2d362c1a1336 req-85829023-8993-4eb5-ac87-fa53bd59b198 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 945 time: 0.0733273 Aug 28 12:44:45.415407 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-36f91ae2-5d4e-4064-9cf4-0be313c59a1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:44:45.469835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-057cc271-3a24-4282-8804-9fc880700e4c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Allocated IP 172.20.0.8 (60a4a2e2-32f4-42e8-a215-a251458b02ab/dab837be-7b25-47dd-90d1-50250cb3e83a/d2d7a007-550b-4dff-93b3-86ce37dbb3cd) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:44:45.474057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f91ae2-5d4e-4064-9cf4-0be313c59a1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event updated for resources: {'Port': ['ID=3aed1a82-66bc-466f-8dd6-a943012dfceb,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:45.505228 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-54987dc3-a3a3-4a74-be22-2d362c1a1336 req-a6ccb702-35a5-42c6-bd48-62859590df26 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f55dd6-8038-4137-b371-18b9ba359bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751133 Aug 28 12:44:45.506620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67898b11-25f5-4e6f-a7a6-f0f44915e63b req-3115824c-3cfa-4eb7-9679-c8f36e723abd tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:45.515176 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-67898b11-25f5-4e6f-a7a6-f0f44915e63b req-3115824c-3cfa-4eb7-9679-c8f36e723abd tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 950 time: 0.2599094 Aug 28 12:44:45.547066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ca372-c543-42c4-9a36-c609418018e0 req-95f8df8d-dd58-4984-9646-fc3b36e98a89 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:45.548622 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d58a2f2-7820-4fba-a839-a59c9c078ab7 req-f11c3786-2240-40e5-bc4c-1e589950fe10 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2165468 Aug 28 12:44:45.550720 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-044ca372-c543-42c4-9a36-c609418018e0 req-95f8df8d-dd58-4984-9646-fc3b36e98a89 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 950 time: 0.1824214 Aug 28 12:44:45.565648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-36f91ae2-5d4e-4064-9cf4-0be313c59a1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:45.566304 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-36f91ae2-5d4e-4064-9cf4-0be313c59a1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:45.584583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:44:45.591929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:45.635678 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8f3563-4ef5-426e-b62b-bead41ce4928 x-openstack-request-id: req-dd8f3563-4ef5-426e-b62b-bead41ce4928 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:45.636120 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9be704-602a-477e-ba56-c7892be2ad98", "name": "network-vif-plugged", "status": "completed", "tag": "1f8b1475-1bf6-4e23-8e3f-7e610937e9d8", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:45.636464 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd8f3563-4ef5-426e-b62b-bead41ce4928 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:45.637425 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9be704-602a-477e-ba56-c7892be2ad98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8b1475-1bf6-4e23-8e3f-7e610937e9d8', 'code': 200} Aug 28 12:44:45.704068 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-67898b11-25f5-4e6f-a7a6-f0f44915e63b req-d8758050-eb4e-429d-be59-67411150e651 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dc3993b-1209-4fdf-b9d2-f83800c6da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876585 Aug 28 12:44:45.725630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-36f91ae2-5d4e-4064-9cf4-0be313c59a1f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6334949 Aug 28 12:44:45.750261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Request body: {'port': {'device_id': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:45.794181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:45.803840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a5ac0-dc0f-444a-be95-b9005fd68109 req-aeabc8c0-3c4e-4b26-aa55-155042eed56d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:45.811228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a5ac0-dc0f-444a-be95-b9005fd68109 req-aeabc8c0-3c4e-4b26-aa55-155042eed56d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:45.818484 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a5ac0-dc0f-444a-be95-b9005fd68109 req-aeabc8c0-3c4e-4b26-aa55-155042eed56d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:45.820480 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b1a5ac0-dc0f-444a-be95-b9005fd68109 req-aeabc8c0-3c4e-4b26-aa55-155042eed56d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2377 time: 0.1103725 Aug 28 12:44:45.821171 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:45.824780 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:45.825160 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:45.857742 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42bfcb-91b9-447f-bc45-b41dbdc12f69 req-0e14fdbd-182b-4e85-a6d5-fc86191ec7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:45.860950 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce42bfcb-91b9-447f-bc45-b41dbdc12f69 req-0e14fdbd-182b-4e85-a6d5-fc86191ec7b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 1097 time: 0.1596422 Aug 28 12:44:45.863766 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '67c5ee14-1359-4d9d-b5ac-a0461e2f83b4', 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea', 'port_id': '67c5ee14-1359-4d9d-b5ac-a0461e2f83b4', 'mac_address': 'fa:16:3e:72:95:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681f86f1-f49d-4aac-bbea-fa1f759eb663', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:44:45.872123 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-995674bf-458a-4536-9694-a74c273a14b0 None None] Provisioning for port 3aed1a82-66bc-466f-8dd6-a943012dfceb completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:45.888295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-995674bf-458a-4536-9694-a74c273a14b0 None None] Provisioning complete for port 3aed1a82-66bc-466f-8dd6-a943012dfceb triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:45.888295 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-995674bf-458a-4536-9694-a74c273a14b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:45.921168 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f428c7d3-24ba-4e9c-b711-f7dd5a77fa95 req-1d3f21a8-908f-4b4b-bca1-c08d3ba3a4d8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 210 time: 0.0815885 Aug 28 12:44:45.923334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-044ca372-c543-42c4-9a36-c609418018e0 req-6ce06ed5-2de0-4881-879e-84b78eaac1ba tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Deleting port 6979651e-195d-425f-9379-047747af0b1b {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:44:45.923882 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-044ca372-c543-42c4-9a36-c609418018e0 req-6ce06ed5-2de0-4881-879e-84b78eaac1ba tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:45.979660 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-995674bf-458a-4536-9694-a74c273a14b0 None None] Port 3aed1a82-66bc-466f-8dd6-a943012dfceb cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:44:45.988102 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:44:45.990533 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:46.006673 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-057cc271-3a24-4282-8804-9fc880700e4c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:46.022766 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58a2f2-7820-4fba-a839-a59c9c078ab7 req-ee0edb90-dab8-4572-915d-cd672f017ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:46.023349 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b1a5ac0-dc0f-444a-be95-b9005fd68109 req-6d830e8c-76e4-4eb4-b264-dd6a5cefedd1 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888084 Aug 28 12:44:46.027615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d58a2f2-7820-4fba-a839-a59c9c078ab7 req-ee0edb90-dab8-4572-915d-cd672f017ae6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 1097 time: 0.4288688 Aug 28 12:44:46.072740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:46.078100 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-044ca372-c543-42c4-9a36-c609418018e0 req-6ce06ed5-2de0-4881-879e-84b78eaac1ba tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] For port 6979651e-195d-425f-9379-047747af0b1b, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6979651e-195d-425f-9379-047747af0b1b,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:46.078767 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-044ca372-c543-42c4-9a36-c609418018e0 req-6ce06ed5-2de0-4881-879e-84b78eaac1ba tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:46.083371 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:46.090571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-057cc271-3a24-4282-8804-9fc880700e4c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Transition to ACTIVE for port object d2d7a007-550b-4dff-93b3-86ce37dbb3cd will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:46.103112 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-044ca372-c543-42c4-9a36-c609418018e0 req-6ce06ed5-2de0-4881-879e-84b78eaac1ba tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Calling delete_port for 6979651e-195d-425f-9379-047747af0b1b owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:44:46.118831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:46.119105 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce42bfcb-91b9-447f-bc45-b41dbdc12f69 req-a9fcce7d-5717-42f7-b7f2-0c7c6351df5c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465723 Aug 28 12:44:46.129289 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:46.162221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7b0397de-4ac1-4784-bc4e-a5423c13f0d5,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:46.163317 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:46.173039 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:46.194615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:46.225144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495afd17-f6ee-43cf-834c-e777fdf77feb req-0a89da2d-1695-49f6-87d1-49bbcbe70c52 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:46.234408 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-495afd17-f6ee-43cf-834c-e777fdf77feb req-0a89da2d-1695-49f6-87d1-49bbcbe70c52 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 949 time: 0.1212173 Aug 28 12:44:46.254051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07895f6b-0f03-45cd-b84c-591db9c036d9 req-e61648c6-7894-4d2c-8122-88065f31e338 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:46.255461 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07895f6b-0f03-45cd-b84c-591db9c036d9 req-e61648c6-7894-4d2c-8122-88065f31e338 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 944 time: 0.2209678 Aug 28 12:44:46.293569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7b0397de-4ac1-4784-bc4e-a5423c13f0d5,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:46.300635 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-495afd17-f6ee-43cf-834c-e777fdf77feb req-226c4153-e984-4a42-b67a-c289e201e04f tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd6b3c3d-a26b-479e-b8eb-d7af8dbc19fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654769 Aug 28 12:44:46.376301 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-057cc271-3a24-4282-8804-9fc880700e4c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:46.411564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58a2f2-7820-4fba-a839-a59c9c078ab7 req-566bb466-d676-4718-8a4b-8812cadf3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:46.413291 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d58a2f2-7820-4fba-a839-a59c9c078ab7 req-566bb466-d676-4718-8a4b-8812cadf3d67 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.3406715 Aug 28 12:44:46.416491 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['67c5ee14-1359-4d9d-b5ac-a0461e2f83b4'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:46.420810 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-644bc925-66dc-4543-b6e5-33d308eafcea req-dcb2974c-0af4-4f9c-8df2-b5e2414392c8 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ecf0186-6035-4108-9bc5-f8a81fd38ecd HTTP/1.1" status: 200 len: 210 time: 0.0446484 Aug 28 12:44:46.421915 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-044ca372-c543-42c4-9a36-c609418018e0 req-6ce06ed5-2de0-4881-879e-84b78eaac1ba tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:46.451449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['6979651e-195d-425f-9379-047747af0b1b'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:46.462344 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07895f6b-0f03-45cd-b84c-591db9c036d9 req-cfdab68c-368b-4b61-9c72-c317f130f4db tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920428 Aug 28 12:44:46.465018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce06ed5-2de0-4881-879e-84b78eaac1ba tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Pushing event deleted for resources: {'Port': ['ID=6979651e-195d-425f-9379-047747af0b1b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:46.489158 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-057cc271-3a24-4282-8804-9fc880700e4c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Network 60a4a2e2-32f4-42e8-a215-a251458b02ab is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:44:46.525956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-044ca372-c543-42c4-9a36-c609418018e0 req-6ce06ed5-2de0-4881-879e-84b78eaac1ba tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] No DVR routers for this DVR port 6979651e-195d-425f-9379-047747af0b1b on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:44:46.528879 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-044ca372-c543-42c4-9a36-c609418018e0 req-6ce06ed5-2de0-4881-879e-84b78eaac1ba tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:46.531498 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-044ca372-c543-42c4-9a36-c609418018e0 req-6ce06ed5-2de0-4881-879e-84b78eaac1ba tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.10 "DELETE /v2.0/ports/6979651e-195d-425f-9379-047747af0b1b HTTP/1.1" status: 204 len: 173 time: 0.9711108 Aug 28 12:44:46.531983 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecf0186-6035-4108-9bc5-f8a81fd38ecd', 'name': 'network-vif-deleted', 'tag': '6979651e-195d-425f-9379-047747af0b1b'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:46.534829 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd26e197-086c-454d-b991-3f4b29388a8b" -d '{"events": [{"server_uuid": "7ecf0186-6035-4108-9bc5-f8a81fd38ecd", "name": "network-vif-deleted", "tag": "6979651e-195d-425f-9379-047747af0b1b"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:46.587857 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e579406-669d-4ab0-9522-35c245af490c x-openstack-request-id: req-2e579406-669d-4ab0-9522-35c245af490c {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:46.588490 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecf0186-6035-4108-9bc5-f8a81fd38ecd", "name": "network-vif-deleted", "tag": "6979651e-195d-425f-9379-047747af0b1b", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:46.588962 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e579406-669d-4ab0-9522-35c245af490c {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:46.589524 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecf0186-6035-4108-9bc5-f8a81fd38ecd', 'name': 'network-vif-deleted', 'tag': '6979651e-195d-425f-9379-047747af0b1b', 'status': 'completed', 'code': 200} Aug 28 12:44:46.623522 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-057cc271-3a24-4282-8804-9fc880700e4c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:44:46.630407 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d58a2f2-7820-4fba-a839-a59c9c078ab7 req-1b75a95a-e0ed-4da0-837e-8f019ceec7b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9 HTTP/1.1" status: 200 len: 1000 time: 0.1867375 Aug 28 12:44:46.657165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-057cc271-3a24-4282-8804-9fc880700e4c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:44:46.665567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cc271-3a24-4282-8804-9fc880700e4c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event updated for resources: {'Port': ['ID=d2d7a007-550b-4dff-93b3-86ce37dbb3cd,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:46.719612 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a707e-9b86-47f7-bdb9-8ab80d41421f req-ec95ed79-860f-4040-a496-007c559a0d05 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:46.721751 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-666a707e-9b86-47f7-bdb9-8ab80d41421f req-ec95ed79-860f-4040-a496-007c559a0d05 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 945 time: 0.1239040 Aug 28 12:44:46.807183 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-666a707e-9b86-47f7-bdb9-8ab80d41421f req-fc7c9237-7c26-4fdb-b364-3b09128f92a6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694482 Aug 28 12:44:46.965151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58a2f2-7820-4fba-a839-a59c9c078ab7 req-48218b27-fd5a-4b01-b585-8beac9939b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:46.966900 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d58a2f2-7820-4fba-a839-a59c9c078ab7 req-48218b27-fd5a-4b01-b585-8beac9939b13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.2965162 Aug 28 12:44:47.008996 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20825b79-d700-42ed-87d9-1c9516144f2b req-d2468477-9ff3-4a77-8c54-8b6b339fdf84 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:47.019360 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-348ec4ef-a85a-41b4-a5cd-17abaa1b86c3 None None] Provisioning for port d2d7a007-550b-4dff-93b3-86ce37dbb3cd completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:47.023015 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-057cc271-3a24-4282-8804-9fc880700e4c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:47.024465 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-057cc271-3a24-4282-8804-9fc880700e4c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:47.024925 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20825b79-d700-42ed-87d9-1c9516144f2b req-d2468477-9ff3-4a77-8c54-8b6b339fdf84 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 950 time: 0.1177382 Aug 28 12:44:47.027848 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-348ec4ef-a85a-41b4-a5cd-17abaa1b86c3 None None] Provisioning complete for port d2d7a007-550b-4dff-93b3-86ce37dbb3cd triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:47.028534 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-348ec4ef-a85a-41b4-a5cd-17abaa1b86c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:47.075566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-348ec4ef-a85a-41b4-a5cd-17abaa1b86c3 None None] Port d2d7a007-550b-4dff-93b3-86ce37dbb3cd cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:44:47.109050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58a2f2-7820-4fba-a839-a59c9c078ab7 req-68b095e5-5d60-491f-bfa5-771bbaeac0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:47.110659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d58a2f2-7820-4fba-a839-a59c9c078ab7 req-68b095e5-5d60-491f-bfa5-771bbaeac0ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333373 Aug 28 12:44:47.114888 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-057cc271-3a24-4282-8804-9fc880700e4c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4452269 Aug 28 12:44:47.127608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a9d08-959a-4e11-b73e-6cf2e31069c2 req-e3c09d0d-7c85-4742-907d-cb6a677eb115 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:47.129213 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c7a9d08-959a-4e11-b73e-6cf2e31069c2 req-e3c09d0d-7c85-4742-907d-cb6a677eb115 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 945 time: 0.3781588 Aug 28 12:44:47.134598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cadeae2-a60c-4e23-ad71-0ae0c228f364 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:47.143678 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Request body: {'port': {'device_id': '54423bba-1e47-44f1-babc-ad46ec57c4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:47.200738 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:47.290429 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c7a9d08-959a-4e11-b73e-6cf2e31069c2 req-48dc7a59-57ae-4d72-8a9f-a3903c6f627c tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f55dd6-8038-4137-b371-18b9ba359bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1411138 Aug 28 12:44:47.291463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Transition to ACTIVE for port object 6cadeae2-a60c-4e23-ad71-0ae0c228f364 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:47.297564 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6a001dd6-38f6-44d8-b12e-47079beb8bbc'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:47.302573 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:47.477320 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec30a6f-86f6-45ea-83fc-660f544bb6bc req-83dc90a2-b25a-4ed2-a036-d3bcddd1c586 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:47.480117 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ec30a6f-86f6-45ea-83fc-660f544bb6bc req-83dc90a2-b25a-4ed2-a036-d3bcddd1c586 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.10 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 945 time: 0.1002176 Aug 28 12:44:47.491426 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20825b79-d700-42ed-87d9-1c9516144f2b req-4398b7b4-e592-4217-a4c9-ac63ef87d25d tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dc3993b-1209-4fdf-b9d2-f83800c6da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644444 Aug 28 12:44:47.593850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:47.639804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf0e03b-cbc6-4189-8de7-d39d06bf48f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0397de-4ac1-4784-bc4e-a5423c13f0d5'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:47.642444 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7d9c05-4ce8-4d05-a0d2-0a7fec6d2a9c" -d '{"events": [{"server_uuid": "5bf0e03b-cbc6-4189-8de7-d39d06bf48f6", "name": "network-vif-plugged", "status": "completed", "tag": "7b0397de-4ac1-4784-bc4e-a5423c13f0d5"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:47.647409 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88656e89-641e-4130-b58c-8f5e66f74b6b req-ec3b3572-eb92-48fe-8651-230d17cc273e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:47.653958 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88656e89-641e-4130-b58c-8f5e66f74b6b req-ec3b3572-eb92-48fe-8651-230d17cc273e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:47.660173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88656e89-641e-4130-b58c-8f5e66f74b6b req-ec3b3572-eb92-48fe-8651-230d17cc273e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:47.662160 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88656e89-641e-4130-b58c-8f5e66f74b6b req-ec3b3572-eb92-48fe-8651-230d17cc273e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2389 time: 0.0847528 Aug 28 12:44:47.673575 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-1ec30a6f-86f6-45ea-83fc-660f544bb6bc req-d98e3c79-f974-4cce-8a17-ceca9d939b51 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Deleting port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:44:47.674430 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1ec30a6f-86f6-45ea-83fc-660f544bb6bc req-d98e3c79-f974-4cce-8a17-ceca9d939b51 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:47.674610 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:47.679127 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:47.679503 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:47.755688 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:47.779229 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88656e89-641e-4130-b58c-8f5e66f74b6b req-3b7aab14-4109-4468-8d23-bcfad8ccf9ec tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005006 Aug 28 12:44:47.780440 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:47.784982 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d58a2f2-7820-4fba-a839-a59c9c078ab7 req-cd43bbcc-4314-4870-ba17-dd29844dbf10 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383958 Aug 28 12:44:47.813910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Pushing event updated for resources: {'Port': ['ID=6cadeae2-a60c-4e23-ad71-0ae0c228f364,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:47.838439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:47.843650 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:47.847220 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1ec30a6f-86f6-45ea-83fc-660f544bb6bc req-d98e3c79-f974-4cce-8a17-ceca9d939b51 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] For port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde,segment=NetworkSegment(f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb),segment_id=f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:47.847971 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1ec30a6f-86f6-45ea-83fc-660f544bb6bc req-d98e3c79-f974-4cce-8a17-ceca9d939b51 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:47.898225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:47.974512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef767c96-6807-4ae3-9e97-301e76b8b86c req-ff0bde65-5792-4d0f-a3b9-1142e5fa3368 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:47.976105 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ef767c96-6807-4ae3-9e97-301e76b8b86c req-ff0bde65-5792-4d0f-a3b9-1142e5fa3368 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 931 time: 0.2644804 Aug 28 12:44:48.030940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Attempting to bind port 6cadeae2-a60c-4e23-ad71-0ae0c228f364 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:48.031220 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Attempting to bind port 6cadeae2-a60c-4e23-ad71-0ae0c228f364 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '643002a0-3194-403f-96de-3c4712606d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:48.031511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Attempting to bind port 6cadeae2-a60c-4e23-ad71-0ae0c228f364 on network 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:48.086640 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530552a7-11cc-4c08-9369-0bdac57508a2 req-9abaeacb-c4d9-4725-be05-3d3fdca00837 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:48.088194 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-530552a7-11cc-4c08-9369-0bdac57508a2 req-9abaeacb-c4d9-4725-be05-3d3fdca00837 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 950 time: 0.1432483 Aug 28 12:44:48.113460 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Port 6cadeae2-a60c-4e23-ad71-0ae0c228f364 on network 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:44:48.113789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Attempting to bind port 6cadeae2-a60c-4e23-ad71-0ae0c228f364 on network 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:48.125613 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d58a2f2-7820-4fba-a839-a59c9c078ab7 req-bc1d65dd-901a-4990-a8a8-7c4b454f3f3b service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241842 Aug 28 12:44:48.137868 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ef767c96-6807-4ae3-9e97-301e76b8b86c req-92cd7ba7-857c-476b-9ece-f309d4cd9539 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436172 Aug 28 12:44:48.148318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:48.148696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Checking segment: {'id': '643002a0-3194-403f-96de-3c4712606d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:48.149081 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Bound using segment: {'id': '643002a0-3194-403f-96de-3c4712606d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:48.150797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Bound port: 6cadeae2-a60c-4e23-ad71-0ae0c228f364, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '643002a0-3194-403f-96de-3c4712606d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:48.150797 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:48.207534 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-530552a7-11cc-4c08-9369-0bdac57508a2 req-86aeea2a-b389-4f12-bec0-69cee501caf4 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd6b3c3d-a26b-479e-b8eb-d7af8dbc19fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121328 Aug 28 12:44:48.230198 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1ec30a6f-86f6-45ea-83fc-660f544bb6bc req-d98e3c79-f974-4cce-8a17-ceca9d939b51 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:48.230620 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1ec30a6f-86f6-45ea-83fc-660f544bb6bc req-d98e3c79-f974-4cce-8a17-ceca9d939b51 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:48.230949 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [req-1ec30a6f-86f6-45ea-83fc-660f544bb6bc req-d98e3c79-f974-4cce-8a17-ceca9d939b51 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Floating IP 4b27dce2-0d82-4fe8-8d07-892931bfee94 disassociated. External IP: 172.25.1.91, port: cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde. Aug 28 12:44:48.231294 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-1ec30a6f-86f6-45ea-83fc-660f544bb6bc req-d98e3c79-f974-4cce-8a17-ceca9d939b51 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Calling delete_port for cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:44:48.271403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] For port 6cadeae2-a60c-4e23-ad71-0ae0c228f364, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:48.276103 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] For port 6cadeae2-a60c-4e23-ad71-0ae0c228f364, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6cadeae2-a60c-4e23-ad71-0ae0c228f364,segment=NetworkSegment(643002a0-3194-403f-96de-3c4712606d6d),segment_id=643002a0-3194-403f-96de-3c4712606d6d)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:48.281589 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:48.322323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:48.323084 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:48.324423 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] 10.222.0.11 "PUT /v2.0/ports/6cadeae2-a60c-4e23-ad71-0ae0c228f364 HTTP/1.1" status: 200 len: 1093 time: 2.5874164 Aug 28 12:44:48.326661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'tag': '6cadeae2-a60c-4e23-ad71-0ae0c228f364'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:48.329165 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcee26b-b47e-434a-96b5-3846d94d8541" -d '{"events": [{"name": "network-changed", "server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "tag": "6cadeae2-a60c-4e23-ad71-0ae0c228f364"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:48.372168 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Request body: {'port': {'device_id': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:48.400597 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf7d04-4de9-4a97-a914-4e62b228bf64 service neutron] Pushing event updated for resources: {'Port': ['ID=6cadeae2-a60c-4e23-ad71-0ae0c228f364,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:48.402155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8df1a-83e1-4806-ac22-cfd973aeba03 req-f59bee93-47cc-4df4-bccd-f1daa76fcae2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:48.404153 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85f8df1a-83e1-4806-ac22-cfd973aeba03 req-f59bee93-47cc-4df4-bccd-f1daa76fcae2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1043687 Aug 28 12:44:48.408149 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056f8f4e-0ffa-4b20-b2e5-08bfe885c252 x-openstack-request-id: req-056f8f4e-0ffa-4b20-b2e5-08bfe885c252 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:48.408673 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf0e03b-cbc6-4189-8de7-d39d06bf48f6", "name": "network-vif-plugged", "status": "completed", "tag": "7b0397de-4ac1-4784-bc4e-a5423c13f0d5", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:48.408673 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-056f8f4e-0ffa-4b20-b2e5-08bfe885c252 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:48.409081 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf0e03b-cbc6-4189-8de7-d39d06bf48f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0397de-4ac1-4784-bc4e-a5423c13f0d5', 'code': 200} Aug 28 12:44:48.514906 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85f8df1a-83e1-4806-ac22-cfd973aeba03 req-4f43c596-0232-4f18-b533-50323488c329 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702536 Aug 28 12:44:48.516421 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1ec30a6f-86f6-45ea-83fc-660f544bb6bc req-d98e3c79-f974-4cce-8a17-ceca9d939b51 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:48.554954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e3c79-f974-4cce-8a17-ceca9d939b51 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Pushing event deleted for resources: {'Port': ['ID=cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:48.604831 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:48.707794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f8dcc-14ec-4325-9b69-5028a1b03d09 req-6eb33cfa-d301-4043-9178-6afd8be4b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:48.709347 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee2f8dcc-14ec-4325-9b69-5028a1b03d09 req-6eb33cfa-d301-4043-9178-6afd8be4b271 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 1102 time: 0.1899545 Aug 28 12:44:48.718531 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ec30a6f-86f6-45ea-83fc-660f544bb6bc req-d98e3c79-f974-4cce-8a17-ceca9d939b51 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Router 495a389d-23e6-4548-9e0c-6fcfea51ab77 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:44:48.719170 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113bfec-3c16-404b-8bf8-85920dd994a3 req-856c561c-43d0-4022-9e39-0a6a30c74d01 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:48.738403 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5113bfec-3c16-404b-8bf8-85920dd994a3 req-856c561c-43d0-4022-9e39-0a6a30c74d01 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 945 time: 0.2587297 Aug 28 12:44:48.753003 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 6979651e-195d-425f-9379-047747af0b1b no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:48.782739 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 6979651e-195d-425f-9379-047747af0b1b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:44:48.783557 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 6979651e-195d-425f-9379-047747af0b1b not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:44:48.794026 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d7a007-550b-4dff-93b3-86ce37dbb3cd {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:48.811109 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3b7670-bbc5-4082-b6ae-d0d6533a42ee x-openstack-request-id: req-9f3b7670-bbc5-4082-b6ae-d0d6533a42ee {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:48.811514 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "tag": "6cadeae2-a60c-4e23-ad71-0ae0c228f364", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:48.811791 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f3b7670-bbc5-4082-b6ae-d0d6533a42ee {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:48.812188 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'tag': '6cadeae2-a60c-4e23-ad71-0ae0c228f364', 'status': 'completed', 'code': 200} Aug 28 12:44:48.816834 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:48.857521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Transition to ACTIVE for port object d2d7a007-550b-4dff-93b3-86ce37dbb3cd will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:48.871896 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:48.924130 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-988ec681-375c-491a-bf63-2db9ab94a79f req-a4006b55-315d-4957-a0a1-2205d8a8f32e tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 210 time: 0.0387766 Aug 28 12:44:48.928457 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee2f8dcc-14ec-4325-9b69-5028a1b03d09 req-e990cf10-da38-420c-8efc-b884f6b745bb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fd6b3c3d-a26b-479e-b8eb-d7af8dbc19fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879513 Aug 28 12:44:48.933958 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ec30a6f-86f6-45ea-83fc-660f544bb6bc req-d98e3c79-f974-4cce-8a17-ceca9d939b51 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:44:48.946005 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af604fa2-7fa0-49ab-87f2-a9f95f3ca80c None None] Sync routers for ids ['495a389d-23e6-4548-9e0c-6fcfea51ab77'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:44:48.953493 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5113bfec-3c16-404b-8bf8-85920dd994a3 req-df0a628d-a0a0-42ea-bc1a-cc7798a7c65b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138305 Aug 28 12:44:48.971256 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af604fa2-7fa0-49ab-87f2-a9f95f3ca80c None None] Routers {'495a389d-23e6-4548-9e0c-6fcfea51ab77'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:44:48.971931 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-af604fa2-7fa0-49ab-87f2-a9f95f3ca80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:44:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['495a389d-23e6-4548-9e0c-6fcfea51ab77'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:48.995958 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec30a6f-86f6-45ea-83fc-660f544bb6bc req-d98e3c79-f974-4cce-8a17-ceca9d939b51 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] No DVR routers for this DVR port cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:44:49.000342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee26b-b47e-434a-96b5-3846d94d8541 req-001acc55-baaf-4eca-8a4b-cc3bb89a71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:49.000824 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee26b-b47e-434a-96b5-3846d94d8541 req-001acc55-baaf-4eca-8a4b-cc3bb89a71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:49.001294 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee26b-b47e-434a-96b5-3846d94d8541 req-001acc55-baaf-4eca-8a4b-cc3bb89a71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:49.003694 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0bcee26b-b47e-434a-96b5-3846d94d8541 req-001acc55-baaf-4eca-8a4b-cc3bb89a71ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8b6a5129b1b48b89b117e4cbf71074a&device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2733 time: 0.1605730 Aug 28 12:44:49.004855 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1ec30a6f-86f6-45ea-83fc-660f544bb6bc req-d98e3c79-f974-4cce-8a17-ceca9d939b51 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:49.008513 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ec30a6f-86f6-45ea-83fc-660f544bb6bc req-d98e3c79-f974-4cce-8a17-ceca9d939b51 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.10 "DELETE /v2.0/ports/cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde HTTP/1.1" status: 204 len: 173 time: 1.5132887 Aug 28 12:44:49.008513 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76e06df-f820-4dbc-a4b5-3cb7e59e3ecd', 'name': 'network-vif-deleted', 'tag': 'cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:49.009590 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479d41f9-7981-4d1f-9bb0-f4e3340c38ef" -d '{"events": [{"server_uuid": "d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd", "name": "network-vif-deleted", "tag": "cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:49.082521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d7a007-550b-4dff-93b3-86ce37dbb3cd,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:49.197196 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-af604fa2-7fa0-49ab-87f2-a9f95f3ca80c None None] Set router 495a389d-23e6-4548-9e0c-6fcfea51ab77 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:44:49.257294 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8df03f-2df0-49fe-89e5-47181e5a5540 req-cf54e1ba-06ed-47bc-9e3f-329459ab66c8 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:49.266254 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c8df03f-2df0-49fe-89e5-47181e5a5540 req-cf54e1ba-06ed-47bc-9e3f-329459ab66c8 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 950 time: 0.2087507 Aug 28 12:44:49.309189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Attempting to bind port d2d7a007-550b-4dff-93b3-86ce37dbb3cd on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:49.309522 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Attempting to bind port d2d7a007-550b-4dff-93b3-86ce37dbb3cd by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:49.309848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Attempting to bind port d2d7a007-550b-4dff-93b3-86ce37dbb3cd on network 60a4a2e2-32f4-42e8-a215-a251458b02ab {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:49.354015 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c8df03f-2df0-49fe-89e5-47181e5a5540 req-746ea567-baaf-4e8f-b9a9-47053dae35d3 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dc3993b-1209-4fdf-b9d2-f83800c6da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863616 Aug 28 12:44:49.380666 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcc165-64a4-4677-8618-658ad42b55ea req-703335b3-0e38-4547-b8e7-80e2101532cf tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:49.388110 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1bcc165-64a4-4677-8618-658ad42b55ea req-703335b3-0e38-4547-b8e7-80e2101532cf tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.2428119 Aug 28 12:44:49.411110 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Port d2d7a007-550b-4dff-93b3-86ce37dbb3cd on network 60a4a2e2-32f4-42e8-a215-a251458b02ab not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:44:49.411357 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Attempting to bind port d2d7a007-550b-4dff-93b3-86ce37dbb3cd on network 60a4a2e2-32f4-42e8-a215-a251458b02ab {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:49.423681 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee26b-b47e-434a-96b5-3846d94d8541 req-70787982-94af-4fd6-9756-c06d6d2d4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:49.428485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee26b-b47e-434a-96b5-3846d94d8541 req-70787982-94af-4fd6-9756-c06d6d2d4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:49.431750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee26b-b47e-434a-96b5-3846d94d8541 req-70787982-94af-4fd6-9756-c06d6d2d4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:49.437139 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0bcee26b-b47e-434a-96b5-3846d94d8541 req-70787982-94af-4fd6-9756-c06d6d2d4665 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b8b6a5129b1b48b89b117e4cbf71074a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2927973 Aug 28 12:44:49.446648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:49.447169 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Checking segment: {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:49.447776 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Bound using segment: {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:49.449587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Bound port: d2d7a007-550b-4dff-93b3-86ce37dbb3cd, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:49.449587 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:49.507466 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-af604fa2-7fa0-49ab-87f2-a9f95f3ca80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'name': 'tempest-ServersTestFqdnHostnames-1584478184-router', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '3cdcbf19-47da-4894-a270-9641c12534da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:43Z', 'updated_at': '2021-08-28T12:41:55Z', 'revision_number': 4, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'gw_port': {'id': '3cdcbf19-47da-4894-a270-9641c12534da', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:48Z', 'updated_at': '2021-08-28T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '05541570-b286-4665-8a45-ecbe1b0006de', 'name': '', 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'mac_address': 'fa:16:3e:48:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9c127358-d605-44a6-a69c-e068288e2a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:54Z', 'updated_at': '2021-08-28T12:42:04Z', 'revision_number': 5, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'subnets': [{'id': '9c127358-d605-44a6-a69c-e068288e2a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:49.541524 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af604fa2-7fa0-49ab-87f2-a9f95f3ca80c None None] Checking router: 495a389d-23e6-4548-9e0c-6fcfea51ab77 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:44:49.552786 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af604fa2-7fa0-49ab-87f2-a9f95f3ca80c None None] Routers {'495a389d-23e6-4548-9e0c-6fcfea51ab77'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:44:49.553688 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-af604fa2-7fa0-49ab-87f2-a9f95f3ca80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:44:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['495a389d-23e6-4548-9e0c-6fcfea51ab77'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:49.562384 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1bcc165-64a4-4677-8618-658ad42b55ea req-b3da5082-e11e-4de3-8675-9cb9da7e968f tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea376c6a-f9e6-4469-bd28-62db99facd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732926 Aug 28 12:44:49.620382 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6e748c-b677-4284-941c-787c6633bbdd {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:49.656343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee26b-b47e-434a-96b5-3846d94d8541 req-daa23f34-851e-460c-b911-174f40bcb7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:49.657875 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0bcee26b-b47e-434a-96b5-3846d94d8541 req-daa23f34-851e-460c-b911-174f40bcb7c2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2052419 Aug 28 12:44:49.663087 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b804fe-b7f4-45a2-a91c-86da44ee5b76 req-0829b0bc-d4a5-4e5b-b1c3-e1fa803c25d3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:49.669647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-35b804fe-b7f4-45a2-a91c-86da44ee5b76 req-0829b0bc-d4a5-4e5b-b1c3-e1fa803c25d3 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 950 time: 0.3121769 Aug 28 12:44:49.694033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe71eb-7fe2-4425-804c-759ef637f472 req-2880a328-8ede-4a20-9229-0b1e0a995c3b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:49.708438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe71eb-7fe2-4425-804c-759ef637f472 req-2880a328-8ede-4a20-9229-0b1e0a995c3b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:49.718918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe71eb-7fe2-4425-804c-759ef637f472 req-2880a328-8ede-4a20-9229-0b1e0a995c3b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:49.721797 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:49.722768 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fdbe71eb-7fe2-4425-804c-759ef637f472 req-2880a328-8ede-4a20-9229-0b1e0a995c3b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2389 time: 0.1330094 Aug 28 12:44:49.734595 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-af604fa2-7fa0-49ab-87f2-a9f95f3ca80c None None] Set router 495a389d-23e6-4548-9e0c-6fcfea51ab77 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:44:49.776013 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4a6e45e-8666-493a-b528-56a57c7642a1 req-90e1b513-900c-40a8-8922-4f1fd8f6c09f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0517423 Aug 28 12:44:49.785632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] For port d2d7a007-550b-4dff-93b3-86ce37dbb3cd, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:49.811318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Transition to ACTIVE for port object be6e748c-b677-4284-941c-787c6633bbdd will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:49.826630 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:49.841383 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] For port d2d7a007-550b-4dff-93b3-86ce37dbb3cd, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d2d7a007-550b-4dff-93b3-86ce37dbb3cd,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:49.879724 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:49.880030 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4a6e45e-8666-493a-b528-56a57c7642a1 req-cef2064a-e205-4d5d-8a7e-d03134d743dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=662aef43b83749e09630d9ceab75e09c&device_id=d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd HTTP/1.1" status: 200 len: 210 time: 0.0635805 Aug 28 12:44:49.890226 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fdbe71eb-7fe2-4425-804c-759ef637f472 req-62488a68-c97d-4df1-83cf-ed42234827e5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442251 Aug 28 12:44:49.920834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02574b04-61d9-417d-bc0c-eec76ef02358 req-a2410ff7-eee6-4bd5-a2ae-c1b8b51ccdc9 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:49.928444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-02574b04-61d9-417d-bc0c-eec76ef02358 req-a2410ff7-eee6-4bd5-a2ae-c1b8b51ccdc9 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 1097 time: 0.2209456 Aug 28 12:44:49.983493 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:49.998786 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:50.000387 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] 10.222.0.11 "PUT /v2.0/ports/d2d7a007-550b-4dff-93b3-86ce37dbb3cd HTTP/1.1" status: 200 len: 1092 time: 2.8612025 Aug 28 12:44:50.060326 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0a0aba-7d42-4226-9973-29d9222c2a05 x-openstack-request-id: req-dd0a0aba-7d42-4226-9973-29d9222c2a05 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:50.061038 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76e06df-f820-4dbc-a4b5-3cb7e59e3ecd", "name": "network-vif-deleted", "tag": "cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:50.061768 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd0a0aba-7d42-4226-9973-29d9222c2a05 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:50.062433 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76e06df-f820-4dbc-a4b5-3cb7e59e3ecd', 'name': 'network-vif-deleted', 'tag': 'cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde', 'status': 'completed', 'code': 200} Aug 28 12:44:50.064051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Pushing event updated for resources: {'Port': ['ID=be6e748c-b677-4284-941c-787c6633bbdd,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:50.119850 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-af604fa2-7fa0-49ab-87f2-a9f95f3ca80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'name': 'tempest-ServersTestFqdnHostnames-1584478184-router', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '3cdcbf19-47da-4894-a270-9641c12534da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:43Z', 'updated_at': '2021-08-28T12:41:55Z', 'revision_number': 4, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'gw_port': {'id': '3cdcbf19-47da-4894-a270-9641c12534da', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:48Z', 'updated_at': '2021-08-28T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '05541570-b286-4665-8a45-ecbe1b0006de', 'name': '', 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'mac_address': 'fa:16:3e:48:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9c127358-d605-44a6-a69c-e068288e2a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:54Z', 'updated_at': '2021-08-28T12:42:04Z', 'revision_number': 5, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'subnets': [{'id': '9c127358-d605-44a6-a69c-e068288e2a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:50.182122 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af604fa2-7fa0-49ab-87f2-a9f95f3ca80c None None] The sync data for ids ['495a389d-23e6-4548-9e0c-6fcfea51ab77'] in n-d-791505-21 is: [{'id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'name': 'tempest-ServersTestFqdnHostnames-1584478184-router', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '3cdcbf19-47da-4894-a270-9641c12534da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:43Z', 'updated_at': '2021-08-28T12:41:55Z', 'revision_number': 4, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'gw_port': {'id': '3cdcbf19-47da-4894-a270-9641c12534da', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:48Z', 'updated_at': '2021-08-28T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '05541570-b286-4665-8a45-ecbe1b0006de', 'name': '', 'network_id': '008d0e9f-d82b-4238-8594-b22fd851164f', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'mac_address': 'fa:16:3e:48:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '9c127358-d605-44a6-a69c-e068288e2a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:54Z', 'updated_at': '2021-08-28T12:42:04Z', 'revision_number': 5, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'subnets': [{'id': '9c127358-d605-44a6-a69c-e068288e2a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:44:50.189178 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-02574b04-61d9-417d-bc0c-eec76ef02358 req-27ae2fc9-f264-49be-81c3-73faec5727bb tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597613 Aug 28 12:44:50.210889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6e45e-8666-493a-b528-56a57c7642a1 req-27e3b035-c7bd-437d-9793-bcf5142c22b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:50.220935 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4a6e45e-8666-493a-b528-56a57c7642a1 req-27e3b035-c7bd-437d-9793-bcf5142c22b9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=662aef43b83749e09630d9ceab75e09c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2886813 Aug 28 12:44:50.418291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c5ee14-1359-4d9d-b5ac-a0461e2f83b4'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:50.422091 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daec45e-6638-4435-964e-08ed711c3d0d" -d '{"events": [{"server_uuid": "27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60", "name": "network-vif-plugged", "status": "completed", "tag": "67c5ee14-1359-4d9d-b5ac-a0461e2f83b4"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:50.423821 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Attempting to bind port be6e748c-b677-4284-941c-787c6633bbdd on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:50.424286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Attempting to bind port be6e748c-b677-4284-941c-787c6633bbdd by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '62dd103c-de65-4f5f-9b6e-d977b6871f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92f589ee-6999-4a67-a766-f8c68d687cb4'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:50.424479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Attempting to bind port be6e748c-b677-4284-941c-787c6633bbdd on network 92f589ee-6999-4a67-a766-f8c68d687cb4 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:50.458907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-35b804fe-b7f4-45a2-a91c-86da44ee5b76 req-9393daf0-cb5c-4e32-8bf8-e7ada124224d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Deleting port 6a001dd6-38f6-44d8-b12e-47079beb8bbc {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:44:50.459319 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-35b804fe-b7f4-45a2-a91c-86da44ee5b76 req-9393daf0-cb5c-4e32-8bf8-e7ada124224d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:50.475029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259b85d-ab07-4cb8-ac55-08a4d1715460 req-46bef569-7bb4-4c4d-a00a-314c9d58af86 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:50.477206 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e259b85d-ab07-4cb8-ac55-08a4d1715460 req-46bef569-7bb4-4c4d-a00a-314c9d58af86 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 943 time: 0.3461850 Aug 28 12:44:50.491440 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Port be6e748c-b677-4284-941c-787c6633bbdd on network 92f589ee-6999-4a67-a766-f8c68d687cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:44:50.491771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Attempting to bind port be6e748c-b677-4284-941c-787c6633bbdd on network 92f589ee-6999-4a67-a766-f8c68d687cb4 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:50.549091 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:50.549434 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Checking segment: {'id': '62dd103c-de65-4f5f-9b6e-d977b6871f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92f589ee-6999-4a67-a766-f8c68d687cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:50.549808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Bound using segment: {'id': '62dd103c-de65-4f5f-9b6e-d977b6871f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92f589ee-6999-4a67-a766-f8c68d687cb4'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:50.551224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Bound port: be6e748c-b677-4284-941c-787c6633bbdd, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62dd103c-de65-4f5f-9b6e-d977b6871f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '92f589ee-6999-4a67-a766-f8c68d687cb4'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:50.551224 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:50.552753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34462cb-7d59-41d9-920c-35dc412ddfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d7a007-550b-4dff-93b3-86ce37dbb3cd,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:50.556047 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e259b85d-ab07-4cb8-ac55-08a4d1715460 req-750a27a7-c936-4cf7-97ed-f738ab876b7e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633247 Aug 28 12:44:50.587104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-27419aab-8f5c-49df-b11d-4c0f2473f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:50.588957 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-27419aab-8f5c-49df-b11d-4c0f2473f08a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 1095 time: 0.3767025 Aug 28 12:44:50.616395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0a188-f36f-4d79-af30-2409165e2f8c req-6dcce705-1f37-4ee2-88e9-cc27b11460c4 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:50.617108 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9200c3-26f1-4533-a756-8056b3b080ec req-0d6c12da-6e37-4628-9abc-a73f5c96895f tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:50.619466 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ad0a188-f36f-4d79-af30-2409165e2f8c req-6dcce705-1f37-4ee2-88e9-cc27b11460c4 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 950 time: 0.2547750 Aug 28 12:44:50.625094 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe9200c3-26f1-4533-a756-8056b3b080ec req-0d6c12da-6e37-4628-9abc-a73f5c96895f tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 950 time: 0.4015892 Aug 28 12:44:50.626332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6e45e-8666-493a-b528-56a57c7642a1 req-43188de8-6e03-416b-a180-449b40b175c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:50.627850 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4a6e45e-8666-493a-b528-56a57c7642a1 req-43188de8-6e03-416b-a180-449b40b175c0 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3727031 Aug 28 12:44:50.710471 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-b4f7b3dd-d8da-4e24-8997-cb467e75e5ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2d7a007-550b-4dff-93b3-86ce37dbb3cd HTTP/1.1" status: 200 len: 217 time: 0.1056280 Aug 28 12:44:50.736116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6cba1d-a658-4944-9f90-1e03123ebe9e None None] New status for floating IP 4b27dce2-0d82-4fe8-8d07-892931bfee94: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:44:50.781316 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4385af3-f1bb-4e71-9997-c89042e7703c req-434bd014-bb10-4940-b6e9-8620b30d12eb tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:50.786192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:50.789722 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4385af3-f1bb-4e71-9997-c89042e7703c req-434bd014-bb10-4940-b6e9-8620b30d12eb tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.0883949 Aug 28 12:44:50.789931 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-35b804fe-b7f4-45a2-a91c-86da44ee5b76 req-9393daf0-cb5c-4e32-8bf8-e7ada124224d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] For port 6a001dd6-38f6-44d8-b12e-47079beb8bbc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6a001dd6-38f6-44d8-b12e-47079beb8bbc,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:50.790612 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-35b804fe-b7f4-45a2-a91c-86da44ee5b76 req-9393daf0-cb5c-4e32-8bf8-e7ada124224d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:50.813271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:44:50.814045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device cf9c4ccb-2cd3-4d6c-b12e-eef3314b8cde not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:44:50.816580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54423bba-1e47-44f1-babc-ad46ec57c4b8', 'tag': 'd2d7a007-550b-4dff-93b3-86ce37dbb3cd'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:50.820151 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0301f125-18ee-49db-8412-a0975f8c1948" -d '{"events": [{"name": "network-changed", "server_uuid": "54423bba-1e47-44f1-babc-ad46ec57c4b8", "tag": "d2d7a007-550b-4dff-93b3-86ce37dbb3cd"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:50.835123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-fe9200c3-26f1-4533-a756-8056b3b080ec req-204adb75-e2bc-4836-a13e-9b554709d4a5 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Deleting port 52bfce05-372c-4bd0-8ea2-9458599f4fd8 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:44:50.835511 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-fe9200c3-26f1-4533-a756-8056b3b080ec req-204adb75-e2bc-4836-a13e-9b554709d4a5 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:50.843932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-35b804fe-b7f4-45a2-a91c-86da44ee5b76 req-9393daf0-cb5c-4e32-8bf8-e7ada124224d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Calling delete_port for 6a001dd6-38f6-44d8-b12e-47079beb8bbc owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:44:50.847166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] For port be6e748c-b677-4284-941c-787c6633bbdd, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:50.855960 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ad0a188-f36f-4d79-af30-2409165e2f8c req-9888ba1b-7ce9-4d18-94a1-438c1e193726 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd6b3c3d-a26b-479e-b8eb-d7af8dbc19fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070379 Aug 28 12:44:50.874935 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-a42c98ca-835e-47c0-b16f-c6ced83968d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:50.876700 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-a42c98ca-835e-47c0-b16f-c6ced83968d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.1498451 Aug 28 12:44:50.879489 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4385af3-f1bb-4e71-9997-c89042e7703c req-c6bb5158-89dd-4960-a38c-7402e34207dc tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896409 Aug 28 12:44:50.893677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] For port be6e748c-b677-4284-941c-787c6633bbdd, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=be6e748c-b677-4284-941c-787c6633bbdd,segment=NetworkSegment(62dd103c-de65-4f5f-9b6e-d977b6871f62),segment_id=62dd103c-de65-4f5f-9b6e-d977b6871f62)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:50.944319 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:51.011983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:51.012597 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:51.013997 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] 10.222.0.11 "PUT /v2.0/ports/be6e748c-b677-4284-941c-787c6633bbdd HTTP/1.1" status: 200 len: 1093 time: 2.6511421 Aug 28 12:44:51.077308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-75934a3d-8e44-4df1-89dc-bcd0e822e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:51.078805 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-fe9200c3-26f1-4533-a756-8056b3b080ec req-204adb75-e2bc-4836-a13e-9b554709d4a5 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] For port 52bfce05-372c-4bd0-8ea2-9458599f4fd8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=52bfce05-372c-4bd0-8ea2-9458599f4fd8,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:51.078982 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-75934a3d-8e44-4df1-89dc-bcd0e822e3d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1838667 Aug 28 12:44:51.079365 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-fe9200c3-26f1-4533-a756-8056b3b080ec req-204adb75-e2bc-4836-a13e-9b554709d4a5 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:51.094697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c321897-0c70-4ce2-aa3e-72283b774e97 service neutron] Pushing event updated for resources: {'Port': ['ID=be6e748c-b677-4284-941c-787c6633bbdd,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:51.106592 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-fe9200c3-26f1-4533-a756-8056b3b080ec req-204adb75-e2bc-4836-a13e-9b554709d4a5 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Calling delete_port for 52bfce05-372c-4bd0-8ea2-9458599f4fd8 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:44:51.143549 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Request body: {'port': {'device_id': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:51.206589 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47beca58-adad-4d83-b5a1-5fc04b17205e req-febc0a25-6ede-49e1-ac21-83f1a09fa4bc tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:51.214165 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-47beca58-adad-4d83-b5a1-5fc04b17205e req-febc0a25-6ede-49e1-ac21-83f1a09fa4bc tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 1097 time: 0.2087150 Aug 28 12:44:51.252307 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-47beca58-adad-4d83-b5a1-5fc04b17205e req-ba5e7891-127b-4ccd-9fe8-18d81602579f tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372207 Aug 28 12:44:51.303184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da753ea6-df21-4bf1-8fa8-4417e40c7b0f req-ccd63576-2f5a-45e8-bcca-6a7c3a7016c9 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:51.306321 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da753ea6-df21-4bf1-8fa8-4417e40c7b0f req-ccd63576-2f5a-45e8-bcca-6a7c3a7016c9 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab781a57-a5d2-481f-927a-055f0b088944 HTTP/1.1" status: 200 len: 950 time: 0.2612436 Aug 28 12:44:51.318143 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-fe9200c3-26f1-4533-a756-8056b3b080ec req-204adb75-e2bc-4836-a13e-9b554709d4a5 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:51.331850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['52bfce05-372c-4bd0-8ea2-9458599f4fd8'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:51.356476 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:51.372817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204adb75-e2bc-4836-a13e-9b554709d4a5 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Pushing event deleted for resources: {'Port': ['ID=52bfce05-372c-4bd0-8ea2-9458599f4fd8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:51.390713 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-35b804fe-b7f4-45a2-a91c-86da44ee5b76 req-9393daf0-cb5c-4e32-8bf8-e7ada124224d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:51.417132 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166dabdd-47f7-4e86-b7d1-c0b13383b5ab x-openstack-request-id: req-166dabdd-47f7-4e86-b7d1-c0b13383b5ab {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:51.417486 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60", "name": "network-vif-plugged", "status": "completed", "tag": "67c5ee14-1359-4d9d-b5ac-a0461e2f83b4", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:51.417738 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-166dabdd-47f7-4e86-b7d1-c0b13383b5ab {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:51.418129 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c5ee14-1359-4d9d-b5ac-a0461e2f83b4', 'code': 200} Aug 28 12:44:51.438045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6a001dd6-38f6-44d8-b12e-47079beb8bbc'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:51.483326 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393daf0-cb5c-4e32-8bf8-e7ada124224d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Pushing event deleted for resources: {'Port': ['ID=6a001dd6-38f6-44d8-b12e-47079beb8bbc,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:51.493236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-382dc62d-ecea-4cb8-90be-fed48e8f120a service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908825 Aug 28 12:44:51.507966 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-549d6475-df93-47b7-81b2-a978d97c5cf0 req-154ae136-9c05-4f43-8766-e79c3bf12060 tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffc1c2e7-5141-4dae-b1ef-1280ab45a22e HTTP/1.1" status: 200 len: 210 time: 0.0677364 Aug 28 12:44:51.524195 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9200c3-26f1-4533-a756-8056b3b080ec req-204adb75-e2bc-4836-a13e-9b554709d4a5 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] No DVR routers for this DVR port 52bfce05-372c-4bd0-8ea2-9458599f4fd8 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:44:51.526984 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-fe9200c3-26f1-4533-a756-8056b3b080ec req-204adb75-e2bc-4836-a13e-9b554709d4a5 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:51.529560 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe9200c3-26f1-4533-a756-8056b3b080ec req-204adb75-e2bc-4836-a13e-9b554709d4a5 tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.11 "DELETE /v2.0/ports/52bfce05-372c-4bd0-8ea2-9458599f4fd8 HTTP/1.1" status: 204 len: 173 time: 0.8976140 Aug 28 12:44:51.569150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5987628-926d-471e-92df-eb8d36883699 req-14e4670e-0268-4d18-9580-8048d6b19430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:51.571009 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a5987628-926d-471e-92df-eb8d36883699 req-14e4670e-0268-4d18-9580-8048d6b19430 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 1098 time: 0.1388414 Aug 28 12:44:51.618872 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbd59b9-7bb6-4389-8c50-b7be73b77157 x-openstack-request-id: req-fcbd59b9-7bb6-4389-8c50-b7be73b77157 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:51.619644 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54423bba-1e47-44f1-babc-ad46ec57c4b8", "tag": "d2d7a007-550b-4dff-93b3-86ce37dbb3cd", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:51.620120 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcbd59b9-7bb6-4389-8c50-b7be73b77157 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:51.620704 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54423bba-1e47-44f1-babc-ad46ec57c4b8', 'tag': 'd2d7a007-550b-4dff-93b3-86ce37dbb3cd', 'status': 'completed', 'code': 200} Aug 28 12:44:51.653038 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a5987628-926d-471e-92df-eb8d36883699 req-e92c822b-dc24-431b-8984-dcdd83649948 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735621 Aug 28 12:44:51.688491 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b804fe-b7f4-45a2-a91c-86da44ee5b76 req-9393daf0-cb5c-4e32-8bf8-e7ada124224d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] No DVR routers for this DVR port 6a001dd6-38f6-44d8-b12e-47079beb8bbc on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:44:51.689967 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-35b804fe-b7f4-45a2-a91c-86da44ee5b76 req-9393daf0-cb5c-4e32-8bf8-e7ada124224d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:51.692428 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-35b804fe-b7f4-45a2-a91c-86da44ee5b76 req-9393daf0-cb5c-4e32-8bf8-e7ada124224d tempest-MigrationsAdminTest-508264226 tempest-MigrationsAdminTest-508264226-project] 10.222.0.11 "DELETE /v2.0/ports/6a001dd6-38f6-44d8-b12e-47079beb8bbc HTTP/1.1" status: 204 len: 173 time: 2.0053792 Aug 28 12:44:51.707260 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da753ea6-df21-4bf1-8fa8-4417e40c7b0f req-9ef49db9-a1a9-4f96-b87f-05cb83c7e98a tempest-ImagesNegativeTestJSON-415357551 tempest-ImagesNegativeTestJSON-415357551-project] 10.222.0.20 "GET /v2.0/security-groups?id=1dc3993b-1209-4fdf-b9d2-f83800c6da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996570 Aug 28 12:44:51.763437 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-892a76c7-8df6-4472-9c28-d5741d3952e3 req-158ad39c-5991-483e-b90a-581faea6411a service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421663 Aug 28 12:44:51.766314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39754) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:51.784030 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23554f1-6702-4f21-ac49-2eda63908a34 req-0dce9fc5-edea-4408-a93e-2f293f3e1f90 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:51.790688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23554f1-6702-4f21-ac49-2eda63908a34 req-0dce9fc5-edea-4408-a93e-2f293f3e1f90 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:51.796544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23554f1-6702-4f21-ac49-2eda63908a34 req-0dce9fc5-edea-4408-a93e-2f293f3e1f90 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:51.804169 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d23554f1-6702-4f21-ac49-2eda63908a34 req-0dce9fc5-edea-4408-a93e-2f293f3e1f90 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2401 time: 0.0935147 Aug 28 12:44:51.856903 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d23554f1-6702-4f21-ac49-2eda63908a34 req-f115cd21-887d-490c-a1ff-9ad605cd8606 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518725 Aug 28 12:44:51.967674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39766) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:52.015309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff32401-bbc2-4742-82c5-54aadc9f5d5a req-3237b586-eda3-4662-9a8e-e0a0008772a6 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:52.016831 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3ff32401-bbc2-4742-82c5-54aadc9f5d5a req-3237b586-eda3-4662-9a8e-e0a0008772a6 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 943 time: 0.1602364 Aug 28 12:44:52.017500 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fbf718e0-4182-4ef7-a8bb-74b799a05a73 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:52.078196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab781a57-a5d2-481f-927a-055f0b088944', 'name': 'network-vif-deleted', 'tag': '52bfce05-372c-4bd0-8ea2-9458599f4fd8'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:52.081103 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd66d5f-8c09-422e-b229-5cce0cd61c86" -d '{"events": [{"server_uuid": "ab781a57-a5d2-481f-927a-055f0b088944", "name": "network-vif-deleted", "tag": "52bfce05-372c-4bd0-8ea2-9458599f4fd8"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:52.083953 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fbf718e0-4182-4ef7-a8bb-74b799a05a73 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:52.120800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c9d64-b85f-4078-b340-87787532b01d req-f01fd469-20fe-470c-98fc-ecafc0e435c3 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:52.129484 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-091c9d64-b85f-4078-b340-87787532b01d req-f01fd469-20fe-470c-98fc-ecafc0e435c3 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 950 time: 0.0851920 Aug 28 12:44:52.186313 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-091c9d64-b85f-4078-b340-87787532b01d req-d958fd0a-c7d6-488b-86cd-2b775998e28b tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd6b3c3d-a26b-479e-b8eb-d7af8dbc19fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559182 Aug 28 12:44:52.220363 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-78ba198d-9256-4537-8003-f3b880916b7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4d6d6e751944664b9c54f70b2be3e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514277 Aug 28 12:44:52.222982 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39776) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:52.344742 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0706bc39-cabd-41bd-802e-a563fc1af01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:52.374486 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0706bc39-cabd-41bd-802e-a563fc1af01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:52.385435 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b38aa-677b-49d3-98d2-f45c3944d0e7 req-d1b44fc7-2b32-4353-960b-4b83ab1bdfbf tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:52.387074 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4b1b38aa-677b-49d3-98d2-f45c3944d0e7 req-d1b44fc7-2b32-4353-960b-4b83ab1bdfbf tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1096284 Aug 28 12:44:52.462823 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4b1b38aa-677b-49d3-98d2-f45c3944d0e7 req-2f6cad4d-03f3-49d1-a206-144b4cebeac2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682573 Aug 28 12:44:52.488340 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0706bc39-cabd-41bd-802e-a563fc1af01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:52.505935 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0706bc39-cabd-41bd-802e-a563fc1af01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:52.512137 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0706bc39-cabd-41bd-802e-a563fc1af01c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea376c6a-f9e6-4469-bd28-62db99facd1b HTTP/1.1" status: 204 len: 168 time: 0.2836268 Aug 28 12:44:52.512263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301f125-18ee-49db-8412-a0975f8c1948 req-4d084dfd-bb16-45a4-983e-eedd94a310fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:52.513432 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0301f125-18ee-49db-8412-a0975f8c1948 req-4d084dfd-bb16-45a4-983e-eedd94a310fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 1095 time: 0.5617967 Aug 28 12:44:52.518339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706bc39-cabd-41bd-802e-a563fc1af01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea376c6a-f9e6-4469-bd28-62db99facd1b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:52.557263 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3ff32401-bbc2-4742-82c5-54aadc9f5d5a req-36889efb-191d-44c1-b3bc-610823b19bc6 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183251 Aug 28 12:44:52.620179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5655a3-95d0-4328-bff3-a6dddba3bfe9 req-ba87836c-0936-4986-babc-dade411d7c8c tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:52.621827 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d5655a3-95d0-4328-bff3-a6dddba3bfe9 req-ba87836c-0936-4986-babc-dade411d7c8c tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 1097 time: 0.0543571 Aug 28 12:44:52.639453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aed1a82-66bc-466f-8dd6-a943012dfceb {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:52.651608 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b37baef-ed97-40db-bc05-0c48c5e022cb x-openstack-request-id: req-0b37baef-ed97-40db-bc05-0c48c5e022cb {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:52.651900 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab781a57-a5d2-481f-927a-055f0b088944", "name": "network-vif-deleted", "tag": "52bfce05-372c-4bd0-8ea2-9458599f4fd8", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:52.652147 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b37baef-ed97-40db-bc05-0c48c5e022cb {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:52.652430 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:52.652565 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab781a57-a5d2-481f-927a-055f0b088944', 'name': 'network-vif-deleted', 'tag': '52bfce05-372c-4bd0-8ea2-9458599f4fd8', 'status': 'completed', 'code': 200} Aug 28 12:44:52.687782 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fbf718e0-4182-4ef7-a8bb-74b799a05a73 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:52.690514 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fbf718e0-4182-4ef7-a8bb-74b799a05a73 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:52.691744 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fbf718e0-4182-4ef7-a8bb-74b799a05a73 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "DELETE /v2.0/security-groups/41f55dd6-8038-4137-b371-18b9ba359bc3 HTTP/1.1" status: 204 len: 168 time: 0.9209740 Aug 28 12:44:52.697587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39782) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:52.702564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Transition to ACTIVE for port object 3aed1a82-66bc-466f-8dd6-a943012dfceb will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:44:52.721066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf718e0-4182-4ef7-a8bb-74b799a05a73 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f55dd6-8038-4137-b371-18b9ba359bc3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:52.726501 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-464c54d1-1ea2-461b-a820-3bb6fd7804b2 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] show failed (client error): The resource could not be found. Aug 28 12:44:52.731021 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-464c54d1-1ea2-461b-a820-3bb6fd7804b2 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "GET /v2.0/security-groups/41f55dd6-8038-4137-b371-18b9ba359bc3 HTTP/1.1" status: 404 len: 347 time: 0.0324447 Aug 28 12:44:52.731597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39788) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:52.732236 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:52.745868 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d5655a3-95d0-4328-bff3-a6dddba3bfe9 req-e529b556-a4b5-4462-a501-9cd494a60f6c tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147606 Aug 28 12:44:52.804404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301f125-18ee-49db-8412-a0975f8c1948 req-f1ae45e9-b07e-4226-bab2-3326a3e8c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:52.806440 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0301f125-18ee-49db-8412-a0975f8c1948 req-f1ae45e9-b07e-4226-bab2-3326a3e8c95c service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.2769496 Aug 28 12:44:52.836698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Pushing event updated for resources: {'Port': ['ID=3aed1a82-66bc-466f-8dd6-a943012dfceb,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:52.911021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ba59b-b574-40a3-b2b7-9553d84b73f7 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Deleting port 26a44c05-0bc7-4183-860a-41d341687d75 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:44:52.911625 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba59b-b574-40a3-b2b7-9553d84b73f7 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:52.944085 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0301f125-18ee-49db-8412-a0975f8c1948 req-b7e1483c-e2c8-420c-9cb7-dad036fc2cea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2d7a007-550b-4dff-93b3-86ce37dbb3cd HTTP/1.1" status: 200 len: 217 time: 0.1158528 Aug 28 12:44:53.075787 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba59b-b574-40a3-b2b7-9553d84b73f7 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:53.079076 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba59b-b574-40a3-b2b7-9553d84b73f7 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:53.081577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301f125-18ee-49db-8412-a0975f8c1948 req-6bf2a458-6934-436b-b838-8f9335e2fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:53.084595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0301f125-18ee-49db-8412-a0975f8c1948 req-6bf2a458-6934-436b-b838-8f9335e2fec3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.0978782 Aug 28 12:44:53.097048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ba59b-b574-40a3-b2b7-9553d84b73f7 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Calling delete_port for 26a44c05-0bc7-4183-860a-41d341687d75 owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:44:53.166708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39798) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:53.194538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Attempting to bind port 3aed1a82-66bc-466f-8dd6-a943012dfceb on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:53.195010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Attempting to bind port 3aed1a82-66bc-466f-8dd6-a943012dfceb by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '643002a0-3194-403f-96de-3c4712606d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:53.195319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Attempting to bind port 3aed1a82-66bc-466f-8dd6-a943012dfceb on network 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:53.248612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Port 3aed1a82-66bc-466f-8dd6-a943012dfceb on network 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:44:53.249207 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Attempting to bind port 3aed1a82-66bc-466f-8dd6-a943012dfceb on network 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:53.266945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301f125-18ee-49db-8412-a0975f8c1948 req-ef7a4058-76a4-484b-b7d1-6088c1178241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:53.268425 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0301f125-18ee-49db-8412-a0975f8c1948 req-ef7a4058-76a4-484b-b7d1-6088c1178241 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1696765 Aug 28 12:44:53.275150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:53.275490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Checking segment: {'id': '643002a0-3194-403f-96de-3c4712606d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:53.275867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Bound using segment: {'id': '643002a0-3194-403f-96de-3c4712606d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:53.276303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Bound port: 3aed1a82-66bc-466f-8dd6-a943012dfceb, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '643002a0-3194-403f-96de-3c4712606d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:53.276661 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:53.290550 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba59b-b574-40a3-b2b7-9553d84b73f7 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:53.291077 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b1096-88ce-472c-9c7d-a23ba487ba95 req-86e1b954-6848-427f-ab7d-2f2fcf5c35fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:53.297359 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b1096-88ce-472c-9c7d-a23ba487ba95 req-86e1b954-6848-427f-ab7d-2f2fcf5c35fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:53.303392 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b1096-88ce-472c-9c7d-a23ba487ba95 req-86e1b954-6848-427f-ab7d-2f2fcf5c35fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:53.305225 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a23b1096-88ce-472c-9c7d-a23ba487ba95 req-86e1b954-6848-427f-ab7d-2f2fcf5c35fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2413 time: 0.2199271 Aug 28 12:44:53.319781 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ba59b-b574-40a3-b2b7-9553d84b73f7 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Pushing event deleted for resources: {'Port': ['ID=26a44c05-0bc7-4183-860a-41d341687d75,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:53.387446 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba59b-b574-40a3-b2b7-9553d84b73f7 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:53.388606 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa2ba59b-b574-40a3-b2b7-9553d84b73f7 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:53.392595 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fa2ba59b-b574-40a3-b2b7-9553d84b73f7 tempest-ServersTestFqdnHostnames-919345336 tempest-ServersTestFqdnHostnames-919345336-project] 10.222.0.20 "DELETE /v2.0/floatingips/4b27dce2-0d82-4fe8-8d07-892931bfee94 HTTP/1.1" status: 204 len: 168 time: 0.6570113 Aug 28 12:44:53.392747 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39804) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:53.399952 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-09ce0435-b649-4397-82ca-0d0bfdd359c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6c871504eb2499e9e58af7d441b43cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290452 Aug 28 12:44:53.401827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39806) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:53.459457 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a23b1096-88ce-472c-9c7d-a23ba487ba95 req-f62fbcd3-d806-4f83-b7a6-fc2b9074d42c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294651 Aug 28 12:44:53.507076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] For port 3aed1a82-66bc-466f-8dd6-a943012dfceb, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:53.511173 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0301f125-18ee-49db-8412-a0975f8c1948 req-442c8f43-cc2b-42ff-b21c-7fcd8077f966 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048898 Aug 28 12:44:53.512942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] For port 3aed1a82-66bc-466f-8dd6-a943012dfceb, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=3aed1a82-66bc-466f-8dd6-a943012dfceb,segment=NetworkSegment(643002a0-3194-403f-96de-3c4712606d6d),segment_id=643002a0-3194-403f-96de-3c4712606d6d)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:53.518275 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:53.544475 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c163fab1-a7ff-47f9-a352-8caa12c890ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:53.567008 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c163fab1-a7ff-47f9-a352-8caa12c890ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:53.608305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:53.609124 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:53.610951 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] 10.222.0.11 "PUT /v2.0/ports/3aed1a82-66bc-466f-8dd6-a943012dfceb HTTP/1.1" status: 200 len: 1093 time: 2.4876049 Aug 28 12:44:53.637260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6a001dd6-38f6-44d8-b12e-47079beb8bbc no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:53.674086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'tag': 'be6e748c-b677-4284-941c-787c6633bbdd'}, {'server_uuid': 'ffc1c2e7-5141-4dae-b1ef-1280ab45a22e', 'name': 'network-vif-deleted', 'tag': '6a001dd6-38f6-44d8-b12e-47079beb8bbc'}, {'name': 'network-changed', 'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'tag': '3aed1a82-66bc-466f-8dd6-a943012dfceb'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:53.676569 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631a131f-6976-498d-ba7e-58cb94c26d43" -d '{"events": [{"name": "network-changed", "server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "tag": "be6e748c-b677-4284-941c-787c6633bbdd"}, {"server_uuid": "ffc1c2e7-5141-4dae-b1ef-1280ab45a22e", "name": "network-vif-deleted", "tag": "6a001dd6-38f6-44d8-b12e-47079beb8bbc"}, {"name": "network-changed", "server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "tag": "3aed1a82-66bc-466f-8dd6-a943012dfceb"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:53.676985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 6a001dd6-38f6-44d8-b12e-47079beb8bbc {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:44:53.677865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6a001dd6-38f6-44d8-b12e-47079beb8bbc not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:44:53.678567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 52bfce05-372c-4bd0-8ea2-9458599f4fd8 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:53.715577 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 52bfce05-372c-4bd0-8ea2-9458599f4fd8 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:44:53.716224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 52bfce05-372c-4bd0-8ea2-9458599f4fd8 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:44:53.855711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c7df6-0350-4f36-b91c-a00b4ee58eec service neutron] Pushing event updated for resources: {'Port': ['ID=3aed1a82-66bc-466f-8dd6-a943012dfceb,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:53.919794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b0634-9210-4410-895b-b610b2d52538 req-71a60642-1125-4544-be22-42e48d41d2a3 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:53.923282 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-849b0634-9210-4410-895b-b610b2d52538 req-71a60642-1125-4544-be22-42e48d41d2a3 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 950 time: 0.2496507 Aug 28 12:44:53.932866 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0301f125-18ee-49db-8412-a0975f8c1948 req-7910ddf7-325c-4b44-af6c-05f66d8bd427 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117677 Aug 28 12:44:53.961801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-c117a8a7-2c44-47b3-bb71-e32af931edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:53.962751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-c117a8a7-2c44-47b3-bb71-e32af931edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:53.963458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-c117a8a7-2c44-47b3-bb71-e32af931edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:53.965838 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-c117a8a7-2c44-47b3-bb71-e32af931edf7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8b6a5129b1b48b89b117e4cbf71074a&device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2869 time: 0.2631214 Aug 28 12:44:53.997028 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-849b0634-9210-4410-895b-b610b2d52538 req-6745870e-1da9-474c-9ead-e90518c2ec40 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd6b3c3d-a26b-479e-b8eb-d7af8dbc19fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623658 Aug 28 12:44:54.080767 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-cd41ea07-84bd-4cb2-86f9-1320ad837392 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.192&port_id=6cadeae2-a60c-4e23-ad71-0ae0c228f364 HTTP/1.1" status: 200 len: 217 time: 0.0929315 Aug 28 12:44:54.127788 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c163fab1-a7ff-47f9-a352-8caa12c890ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:54.131399 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c163fab1-a7ff-47f9-a352-8caa12c890ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:54.134808 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c163fab1-a7ff-47f9-a352-8caa12c890ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d37ea3cf-3b05-46a0-a061-17187595deed HTTP/1.1" status: 204 len: 168 time: 0.7294340 Aug 28 12:44:54.152813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163fab1-a7ff-47f9-a352-8caa12c890ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37ea3cf-3b05-46a0-a061-17187595deed,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:54.186671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020fb6e-9ac3-4fdb-919d-3cb07d8ce621 req-0f828522-9a89-4541-b217-940132e7b91e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:54.196741 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0020fb6e-9ac3-4fdb-919d-3cb07d8ce621 req-0f828522-9a89-4541-b217-940132e7b91e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1198547 Aug 28 12:44:54.224072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-80ed4261-3538-4ad3-8b9d-1e47798bb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:54.225991 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-80ed4261-3538-4ad3-8b9d-1e47798bb2d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcc5c22d-7803-4007-b34d-fc4fdc085ca0 HTTP/1.1" status: 200 len: 801 time: 0.1192102 Aug 28 12:44:54.286343 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0020fb6e-9ac3-4fdb-919d-3cb07d8ce621 req-5f551601-41d8-43d7-b8d6-1f5172751347 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864847 Aug 28 12:44:54.330799 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-b1cb9024-bb71-4d0b-ba8c-154506302936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:54.339347 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-b1cb9024-bb71-4d0b-ba8c-154506302936 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=377b82c6-cf73-4aa5-8d01-d973a6f9a4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997424 Aug 28 12:44:54.444690 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-30ac6325-dd5b-4cff-848d-797ee55e320c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:54.588261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-3a798a8c-51dc-4f25-8040-1662bfa86f23 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:44:54.589359 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-3a798a8c-51dc-4f25-8040-1662bfa86f23 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3380766 Aug 28 12:44:54.623618 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce6c18-f1cb-4700-ba2f-ee7758a3e5fa req-3e522de8-e78d-4429-86b2-1eae2570b4bf tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:54.631737 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f2ce6c18-f1cb-4700-ba2f-ee7758a3e5fa req-3e522de8-e78d-4429-86b2-1eae2570b4bf tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 943 time: 0.1654592 Aug 28 12:44:54.673375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-7023691f-7677-4369-9b31-7c41cba1c1fc service neutron] 10.222.0.11 "GET /v2.0/networks/377b82c6-cf73-4aa5-8d01-d973a6f9a4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223588 Aug 28 12:44:54.686734 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-e05d3b1d-f1ef-47d8-bf51-4c675d942aa5 service neutron] Request body: {'binding': {'host': 'n-h2-791505-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:54.687207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-e05d3b1d-f1ef-47d8-bf51-4c675d942aa5 service neutron] Unknown quota resources ['binding']. {{(pid=94878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 12:44:54.695458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b587e5-1305-4da7-85e7-afaabf4b23dc req-e0c04b69-039e-4ecb-8303-0031f9129f7f tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:54.697595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57b587e5-1305-4da7-85e7-afaabf4b23dc req-e0c04b69-039e-4ecb-8303-0031f9129f7f tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.11 "GET /v2.0/ports?device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 950 time: 0.1705601 Aug 28 12:44:54.797710 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f2ce6c18-f1cb-4700-ba2f-ee7758a3e5fa req-dfa85058-0896-45ea-8a28-fd53c2d3447a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647246 Aug 28 12:44:54.876304 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c045f6-4833-4d8e-bd9f-ebc42f00389c x-openstack-request-id: req-94c045f6-4833-4d8e-bd9f-ebc42f00389c {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:54.876595 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "tag": "be6e748c-b677-4284-941c-787c6633bbdd", "status": "completed", "code": 200}, {"server_uuid": "ffc1c2e7-5141-4dae-b1ef-1280ab45a22e", "name": "network-vif-deleted", "tag": "6a001dd6-38f6-44d8-b12e-47079beb8bbc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "tag": "3aed1a82-66bc-466f-8dd6-a943012dfceb", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:54.876923 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94c045f6-4833-4d8e-bd9f-ebc42f00389c {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:54.877388 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'tag': 'be6e748c-b677-4284-941c-787c6633bbdd', 'status': 'completed', 'code': 200} Aug 28 12:44:54.877706 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc1c2e7-5141-4dae-b1ef-1280ab45a22e', 'name': 'network-vif-deleted', 'tag': '6a001dd6-38f6-44d8-b12e-47079beb8bbc', 'status': 'completed', 'code': 200} Aug 28 12:44:54.878022 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'tag': '3aed1a82-66bc-466f-8dd6-a943012dfceb', 'status': 'completed', 'code': 200} Aug 28 12:44:54.896795 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-1453470b-3201-4429-986c-ca75e36fe59a service neutron] 10.222.0.11 "GET /v2.0/networks/377b82c6-cf73-4aa5-8d01-d973a6f9a4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104113 Aug 28 12:44:54.944023 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-b173ba43-93a9-4f63-90e2-6ed19d277789 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.134&port_id=be6e748c-b677-4284-941c-787c6633bbdd HTTP/1.1" status: 200 len: 217 time: 0.0400436 Aug 28 12:44:54.944669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-e05d3b1d-f1ef-47d8-bf51-4c675d942aa5 service neutron] Attempting to bind port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 on host n-h2-791505-21 for vnic_type normal with profile None {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:54.945018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-e05d3b1d-f1ef-47d8-bf51-4c675d942aa5 service neutron] Attempting to bind port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:54.945347 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-e05d3b1d-f1ef-47d8-bf51-4c675d942aa5 service neutron] Attempting to bind port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:54.947668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-57b587e5-1305-4da7-85e7-afaabf4b23dc req-b35c6cc8-1e04-4e70-8b7c-8b118395309c tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Deleting port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:44:54.948220 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-57b587e5-1305-4da7-85e7-afaabf4b23dc req-b35c6cc8-1e04-4e70-8b7c-8b118395309c tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:54.948607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-30ac6325-dd5b-4cff-848d-797ee55e320c admin admin] Deleting port 05541570-b286-4665-8a45-ecbe1b0006de {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:44:54.948950 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-30ac6325-dd5b-4cff-848d-797ee55e320c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:54.962559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-e05d3b1d-f1ef-47d8-bf51-4c675d942aa5 service neutron] Port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:44:54.962889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-e05d3b1d-f1ef-47d8-bf51-4c675d942aa5 service neutron] Attempting to bind port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:54.996916 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-e05d3b1d-f1ef-47d8-bf51-4c675d942aa5 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:54.997260 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-e05d3b1d-f1ef-47d8-bf51-4c675d942aa5 service neutron] Checking segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:54.997647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-e05d3b1d-f1ef-47d8-bf51-4c675d942aa5 service neutron] Bound using segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:54.998082 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-e05d3b1d-f1ef-47d8-bf51-4c675d942aa5 service neutron] Bound port: 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:55.067513 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-e05d3b1d-f1ef-47d8-bf51-4c675d942aa5 service neutron] For port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:55.069284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ef4dd654-0a20-4d9d-a295-8d470b7502b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:55.071346 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-ef4dd654-0a20-4d9d-a295-8d470b7502b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9eeca31c-4874-42b7-a538-88a5a6769d26 HTTP/1.1" status: 200 len: 801 time: 0.1058865 Aug 28 12:44:55.073813 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-e05d3b1d-f1ef-47d8-bf51-4c675d942aa5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:55.074781 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-e05d3b1d-f1ef-47d8-bf51-4c675d942aa5 service neutron] 10.222.0.20 "POST /v2.0/ports/1f8b1475-1bf6-4e23-8e3f-7e610937e9d8/bindings HTTP/1.1" status: 201 len: 390 time: 0.4766405 Aug 28 12:44:55.115414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-30ac6325-dd5b-4cff-848d-797ee55e320c admin admin] For port 05541570-b286-4665-8a45-ecbe1b0006de, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=05541570-b286-4665-8a45-ecbe1b0006de,segment=NetworkSegment(f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb),segment_id=f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:55.116113 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-30ac6325-dd5b-4cff-848d-797ee55e320c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:55.128833 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-57b587e5-1305-4da7-85e7-afaabf4b23dc req-b35c6cc8-1e04-4e70-8b7c-8b118395309c tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] For port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7b0397de-4ac1-4784-bc4e-a5423c13f0d5,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:55.129210 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-57b587e5-1305-4da7-85e7-afaabf4b23dc req-b35c6cc8-1e04-4e70-8b7c-8b118395309c tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:55.136248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-30ac6325-dd5b-4cff-848d-797ee55e320c admin admin] Calling delete_port for 05541570-b286-4665-8a45-ecbe1b0006de owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:44:55.145128 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-57b587e5-1305-4da7-85e7-afaabf4b23dc req-b35c6cc8-1e04-4e70-8b7c-8b118395309c tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Calling delete_port for 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:44:55.237096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-0d0b633e-1ced-4949-9142-72ecffab32f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:55.238790 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-0d0b633e-1ced-4949-9142-72ecffab32f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92f589ee-6999-4a67-a766-f8c68d687cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592789 Aug 28 12:44:55.419499 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a5302-e87f-4e9e-a3ce-b49af5bbab47 req-6866a738-234a-4edc-bc98-a77c600f1be9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:55.425626 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a5302-e87f-4e9e-a3ce-b49af5bbab47 req-6866a738-234a-4edc-bc98-a77c600f1be9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:55.432193 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a5302-e87f-4e9e-a3ce-b49af5bbab47 req-6866a738-234a-4edc-bc98-a77c600f1be9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:55.439642 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6f3a5302-e87f-4e9e-a3ce-b49af5bbab47 req-6866a738-234a-4edc-bc98-a77c600f1be9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2413 time: 0.1592221 Aug 28 12:44:55.470574 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-63708c9e-f916-4d0d-9ec5-38c0fc04ff5e service neutron] 10.222.0.11 "GET /v2.0/networks/92f589ee-6999-4a67-a766-f8c68d687cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159667 Aug 28 12:44:55.480800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-777898b2-900c-4ce0-b34f-f0cc4a21256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:55.482532 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-777898b2-900c-4ce0-b34f-f0cc4a21256c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 1097 time: 0.1259570 Aug 28 12:44:55.574929 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6f3a5302-e87f-4e9e-a3ce-b49af5bbab47 req-da863f96-d3ea-41f4-842b-9f7efa78b196 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343658 Aug 28 12:44:55.586438 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-57b587e5-1305-4da7-85e7-afaabf4b23dc req-b35c6cc8-1e04-4e70-8b7c-8b118395309c tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:55.598423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['7b0397de-4ac1-4784-bc4e-a5423c13f0d5'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:55.629318 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-30ac6325-dd5b-4cff-848d-797ee55e320c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:55.649394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d2d7a007-550b-4dff-93b3-86ce37dbb3cd details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:44:55.649769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd86901-7dc3-41ad-8c03-56c2c7fb90a3 req-d1283e0e-7cc0-4ac9-97bd-0824d94f7607 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:55.651870 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5fd86901-7dc3-41ad-8c03-56c2c7fb90a3 req-d1283e0e-7cc0-4ac9-97bd-0824d94f7607 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/ports?device_id=5bf0e03b-cbc6-4189-8de7-d39d06bf48f6 HTTP/1.1" status: 200 len: 867 time: 0.1774938 Aug 28 12:44:55.694735 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac6325-dd5b-4cff-848d-797ee55e320c admin admin] Pushing event deleted for resources: {'Port': ['ID=05541570-b286-4665-8a45-ecbe1b0006de,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:55.708322 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c6cc8-1e04-4e70-8b7c-8b118395309c tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Pushing event deleted for resources: {'Port': ['ID=7b0397de-4ac1-4784-bc4e-a5423c13f0d5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:55.772074 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b587e5-1305-4da7-85e7-afaabf4b23dc req-b35c6cc8-1e04-4e70-8b7c-8b118395309c tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] No DVR routers for this DVR port 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:44:55.778253 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-57b587e5-1305-4da7-85e7-afaabf4b23dc req-b35c6cc8-1e04-4e70-8b7c-8b118395309c tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:55.780758 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57b587e5-1305-4da7-85e7-afaabf4b23dc req-b35c6cc8-1e04-4e70-8b7c-8b118395309c tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.11 "DELETE /v2.0/ports/7b0397de-4ac1-4784-bc4e-a5423c13f0d5 HTTP/1.1" status: 204 len: 173 time: 1.0504546 Aug 28 12:44:55.825262 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5fd86901-7dc3-41ad-8c03-56c2c7fb90a3 req-447f22bd-309b-4f1f-a7de-fb008f5c4579 tempest-ServerDiagnosticsNegativeTest-1706408204 tempest-ServerDiagnosticsNegativeTest-1706408204-project] 10.222.0.20 "GET /v2.0/security-groups?id=fd6b3c3d-a26b-479e-b8eb-d7af8dbc19fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504295 Aug 28 12:44:55.842270 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d2d7a007-550b-4dff-93b3-86ce37dbb3cd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d2d7a007-550b-4dff-93b3-86ce37dbb3cd,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:55.845025 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-674a5029-d02a-44c0-a623-4fbc50c1f059 service neutron] 10.222.0.11 "GET /v2.0/networks/92f589ee-6999-4a67-a766-f8c68d687cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454664 Aug 28 12:44:55.871004 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'd2d7a007-550b-4dff-93b3-86ce37dbb3cd', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'port_id': 'd2d7a007-550b-4dff-93b3-86ce37dbb3cd', 'mac_address': 'fa:16:3e:a4:b4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:44:55.947944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-fa95dc45-e9ae-438b-8aa0-f8ca0bd32cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:55.951154 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-fa95dc45-e9ae-438b-8aa0-f8ca0bd32cc8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.4548059 Aug 28 12:44:55.972736 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-5dcdc1ec-b05e-4b59-8a17-9b0cc3d961ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=3aed1a82-66bc-466f-8dd6-a943012dfceb HTTP/1.1" status: 200 len: 217 time: 0.1152117 Aug 28 12:44:55.980211 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:56.002852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d7a007-550b-4dff-93b3-86ce37dbb3cd {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:44:56.043706 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d2d7a007-550b-4dff-93b3-86ce37dbb3cd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d2d7a007-550b-4dff-93b3-86ce37dbb3cd,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:56.049813 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:56.098052 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83863818-12ab-4cbf-9f59-2c36f0177b81 req-573693e9-30e8-4dc0-8e0b-4a99243554cc tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:56.107454 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83863818-12ab-4cbf-9f59-2c36f0177b81 req-573693e9-30e8-4dc0-8e0b-4a99243554cc tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1336024 Aug 28 12:44:56.109964 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-4f723123-1aba-456a-8d6b-bc918afcb29b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 HTTP/1.1" status: 200 len: 217 time: 0.1132469 Aug 28 12:44:56.126286 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef12cd-a199-44a0-8ce9-4542a44b33e1 req-0804cce4-0782-4cd6-a612-6459333cd5de tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:56.127905 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-04ef12cd-a199-44a0-8ce9-4542a44b33e1 req-0804cce4-0782-4cd6-a612-6459333cd5de tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 945 time: 0.3280685 Aug 28 12:44:56.141955 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-2eecbbf0-a829-4d56-9e86-50fc02b1788b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:56.143161 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-2eecbbf0-a829-4d56-9e86-50fc02b1788b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcc5c22d-7803-4007-b34d-fc4fdc085ca0 HTTP/1.1" status: 200 len: 801 time: 0.1113565 Aug 28 12:44:56.172462 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d2d7a007-550b-4dff-93b3-86ce37dbb3cd,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:56.177314 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83863818-12ab-4cbf-9f59-2c36f0177b81 req-f3bf2ceb-f0dd-4a19-be26-9208ad6d3b0e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687733 Aug 28 12:44:56.235805 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-b5a9ba04-7846-425f-9817-681344d98d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:56.237735 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-b5a9ba04-7846-425f-9817-681344d98d50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=377b82c6-cf73-4aa5-8d01-d973a6f9a4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593300 Aug 28 12:44:56.240121 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-30ac6325-dd5b-4cff-848d-797ee55e320c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:56.255438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-d84037ba-e96a-4b6f-82f9-de2f16336535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:56.256932 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-d84037ba-e96a-4b6f-82f9-de2f16336535 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.1166761 Aug 28 12:44:56.261401 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-04ef12cd-a199-44a0-8ce9-4542a44b33e1 req-2bdc852a-1e33-48a0-94be-6cff5c09b00f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077852 Aug 28 12:44:56.283375 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d2d7a007-550b-4dff-93b3-86ce37dbb3cd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:56.424922 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-53b42cc5-868c-4b3e-85df-2c2850a1b063 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1581571 Aug 28 12:44:56.464384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0ad6b-bb45-4f28-b002-3e0c2ba98864 req-e897adb1-87ff-46d3-a2e8-bdde9ffebccc tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:56.473033 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-16b0ad6b-bb45-4f28-b002-3e0c2ba98864 req-e897adb1-87ff-46d3-a2e8-bdde9ffebccc tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 944 time: 0.2338796 Aug 28 12:44:56.564350 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-274aec6e-19a8-4829-a431-9bbee453e4b2 service neutron] 10.222.0.11 "GET /v2.0/networks/377b82c6-cf73-4aa5-8d01-d973a6f9a4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125851 Aug 28 12:44:56.592854 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-16b0ad6b-bb45-4f28-b002-3e0c2ba98864 req-faf1c00a-7f14-421c-9eaa-6b05759f2a03 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188478 Aug 28 12:44:56.609959 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ac6325-dd5b-4cff-848d-797ee55e320c admin admin] Router 495a389d-23e6-4548-9e0c-6fcfea51ab77 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:44:56.627674 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-aec85a97-d2ce-4fc6-8a88-5a7d0c56904a service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668465 Aug 28 12:44:56.759495 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce4c14fe-4d96-4940-a480-443de5741d33 req-9b02bada-5ef9-4116-bf88-b7432d22bc4b service neutron] 10.222.0.11 "GET /v2.0/networks/377b82c6-cf73-4aa5-8d01-d973a6f9a4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812284 Aug 28 12:44:56.766201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39908) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:56.787723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39912) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:56.861484 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78d3b7-d844-45dd-85c3-fdae026f100e req-31df12b8-5a80-46e4-a62e-27a375d0630e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:56.868322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78d3b7-d844-45dd-85c3-fdae026f100e req-31df12b8-5a80-46e4-a62e-27a375d0630e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:56.874643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78d3b7-d844-45dd-85c3-fdae026f100e req-31df12b8-5a80-46e4-a62e-27a375d0630e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:56.876352 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed78d3b7-d844-45dd-85c3-fdae026f100e req-31df12b8-5a80-46e4-a62e-27a375d0630e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2413 time: 0.1613278 Aug 28 12:44:56.879680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-a166629e-d286-49e9-ac0a-336f030d85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:56.880165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-a166629e-d286-49e9-ac0a-336f030d85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:56.880641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-a166629e-d286-49e9-ac0a-336f030d85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:56.883510 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-a166629e-d286-49e9-ac0a-336f030d85a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8b6a5129b1b48b89b117e4cbf71074a&device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2869 time: 0.0644908 Aug 28 12:44:56.884248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf0e03b-cbc6-4189-8de7-d39d06bf48f6', 'name': 'network-vif-deleted', 'tag': '7b0397de-4ac1-4784-bc4e-a5423c13f0d5'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:56.884385 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-9c12214c-978d-449f-89de-fa725df4bb0e service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154064 Aug 28 12:44:56.885291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ac6325-dd5b-4cff-848d-797ee55e320c admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:44:56.887307 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48577c72-dddb-4fd9-955c-a4dba91b2631" -d '{"events": [{"server_uuid": "5bf0e03b-cbc6-4189-8de7-d39d06bf48f6", "name": "network-vif-deleted", "tag": "7b0397de-4ac1-4784-bc4e-a5423c13f0d5"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:56.891367 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-30ac6325-dd5b-4cff-848d-797ee55e320c admin admin] 10.222.0.20 "PUT /v2.0/routers/495a389d-23e6-4548-9e0c-6fcfea51ab77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4971454 Aug 28 12:44:56.897333 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d7657-714f-4ed6-91d2-8cedc6811114 None None] Sync routers for ids ['495a389d-23e6-4548-9e0c-6fcfea51ab77'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:44:56.897886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39920) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:56.919030 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d7657-714f-4ed6-91d2-8cedc6811114 None None] Routers {'495a389d-23e6-4548-9e0c-6fcfea51ab77'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:44:56.920189 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-be2d7657-714f-4ed6-91d2-8cedc6811114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:44:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['495a389d-23e6-4548-9e0c-6fcfea51ab77'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:57.005720 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfeb05f-56d4-4e6c-b184-a99aa6fba96f x-openstack-request-id: req-6dfeb05f-56d4-4e6c-b184-a99aa6fba96f {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:57.006279 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf0e03b-cbc6-4189-8de7-d39d06bf48f6", "name": "network-vif-deleted", "tag": "7b0397de-4ac1-4784-bc4e-a5423c13f0d5", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:57.006684 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6dfeb05f-56d4-4e6c-b184-a99aa6fba96f {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:57.007268 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf0e03b-cbc6-4189-8de7-d39d06bf48f6', 'name': 'network-vif-deleted', 'tag': '7b0397de-4ac1-4784-bc4e-a5423c13f0d5', 'status': 'completed', 'code': 200} Aug 28 12:44:57.058172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-f9aa0aef-0c7a-47ce-a07f-a3b9bcf64e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:57.062572 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-f9aa0aef-0c7a-47ce-a07f-a3b9bcf64e37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=92f589ee-6999-4a67-a766-f8c68d687cb4 HTTP/1.1" status: 200 len: 902 time: 0.1719666 Aug 28 12:44:57.073725 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-40c28287-f43f-48b5-a1aa-9e712d36e2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:57.075427 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-be2d7657-714f-4ed6-91d2-8cedc6811114 None None] Set router 495a389d-23e6-4548-9e0c-6fcfea51ab77 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:44:57.075638 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bf689c47-df8a-4115-bcfe-dca5ca30e02e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6320ec02d2149f7b55d2c11e36bc7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865977 Aug 28 12:44:57.078916 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39924) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:57.103716 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2f87278-b5b2-4731-9763-bfb4ce3d4c15 admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:57.107473 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed78d3b7-d844-45dd-85c3-fdae026f100e req-cacb5fb2-19e3-413f-a2a9-a078f5769f32 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202678 Aug 28 12:44:57.153020 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-d67ab87d-90ce-43c7-a1af-00eaf23603c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.134&port_id=be6e748c-b677-4284-941c-787c6633bbdd HTTP/1.1" status: 200 len: 217 time: 0.0748503 Aug 28 12:44:57.168569 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-2bfe604a-2aec-410b-95c4-8de448f43216 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:57.170061 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-2bfe604a-2aec-410b-95c4-8de448f43216 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98&tenant_id=8374a9853c4643a4807f0fe0c461a45d&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 1097 time: 0.1571202 Aug 28 12:44:57.190035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-21'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:57.208533 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d1109e7-81a6-40f9-88d8-e5240f773b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:57.243657 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d1109e7-81a6-40f9-88d8-e5240f773b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:57.246454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-d838dff2-d68c-4bb2-9893-9ac4b6476855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:57.248072 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-d838dff2-d68c-4bb2-9893-9ac4b6476855 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9eeca31c-4874-42b7-a538-88a5a6769d26 HTTP/1.1" status: 200 len: 801 time: 0.0838757 Aug 28 12:44:57.322403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39932) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:57.332155 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:57.360601 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2f87278-b5b2-4731-9763-bfb4ce3d4c15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:57.366131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-606dd006-58c4-40f0-b436-4e577e02a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:57.368256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-606dd006-58c4-40f0-b436-4e577e02a483 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=92f589ee-6999-4a67-a766-f8c68d687cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117473 Aug 28 12:44:57.392311 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770a1e3-e485-4127-a076-2e522b9e70db req-451ccab2-5834-48e2-babf-6a3e14ab9b88 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:57.394429 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3770a1e3-e485-4127-a076-2e522b9e70db req-451ccab2-5834-48e2-babf-6a3e14ab9b88 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.0957134 Aug 28 12:44:57.396120 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d1109e7-81a6-40f9-88d8-e5240f773b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:57.398602 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d1109e7-81a6-40f9-88d8-e5240f773b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:57.399766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7d1109e7-81a6-40f9-88d8-e5240f773b97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1dc3993b-1209-4fdf-b9d2-f83800c6da0e HTTP/1.1" status: 204 len: 168 time: 0.3146770 Aug 28 12:44:57.440256 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-be2d7657-714f-4ed6-91d2-8cedc6811114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'name': 'tempest-ServersTestFqdnHostnames-1584478184-router', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '3cdcbf19-47da-4894-a270-9641c12534da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:43Z', 'updated_at': '2021-08-28T12:44:55Z', 'revision_number': 5, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'gw_port': {'id': '3cdcbf19-47da-4894-a270-9641c12534da', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:73:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:41:48Z', 'updated_at': '2021-08-28T12:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:57.483145 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d7657-714f-4ed6-91d2-8cedc6811114 None None] Checking router: 495a389d-23e6-4548-9e0c-6fcfea51ab77 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:44:57.496056 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d7657-714f-4ed6-91d2-8cedc6811114 None None] Routers {'495a389d-23e6-4548-9e0c-6fcfea51ab77'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:44:57.498068 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-be2d7657-714f-4ed6-91d2-8cedc6811114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:44:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['495a389d-23e6-4548-9e0c-6fcfea51ab77'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:57.499441 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-40c28287-f43f-48b5-a1aa-9e712d36e2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:57.516336 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-40c28287-f43f-48b5-a1aa-9e712d36e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:57.578711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1109e7-81a6-40f9-88d8-e5240f773b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc3993b-1209-4fdf-b9d2-f83800c6da0e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:57.627603 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-be2d7657-714f-4ed6-91d2-8cedc6811114 None None] Set router 495a389d-23e6-4548-9e0c-6fcfea51ab77 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:44:57.653311 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d2d7a007-550b-4dff-93b3-86ce37dbb3cd up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:44:57.692904 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-be2d7657-714f-4ed6-91d2-8cedc6811114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'name': 'tempest-ServersTestFqdnHostnames-1584478184-router', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:43Z', 'updated_at': '2021-08-28T12:44:57Z', 'revision_number': 6, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:44:57.697807 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5327231d-30b8-48a6-a703-9221bd261842 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47382b7bd44e4ffd9d19b87c5fe96ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708718 Aug 28 12:44:57.705013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39942) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:57.724725 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d7657-714f-4ed6-91d2-8cedc6811114 None None] The sync data for ids ['495a389d-23e6-4548-9e0c-6fcfea51ab77'] in n-d-791505-21 is: [{'id': '495a389d-23e6-4548-9e0c-6fcfea51ab77', 'name': 'tempest-ServersTestFqdnHostnames-1584478184-router', 'tenant_id': '662aef43b83749e09630d9ceab75e09c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:41:43Z', 'updated_at': '2021-08-28T12:44:57Z', 'revision_number': 6, 'project_id': '662aef43b83749e09630d9ceab75e09c', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:44:57.739502 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3770a1e3-e485-4127-a076-2e522b9e70db req-37db7bb0-2982-4ab6-9cce-32d58a0192e7 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064423 Aug 28 12:44:57.766604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port d2d7a007-550b-4dff-93b3-86ce37dbb3cd completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:44:57.784029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port d2d7a007-550b-4dff-93b3-86ce37dbb3cd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:44:57.784471 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:57.813576 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-6250c1eb-757b-483c-a9d1-896f335ac8fc service neutron] 10.222.0.11 "GET /v2.0/networks/92f589ee-6999-4a67-a766-f8c68d687cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373376 Aug 28 12:44:57.911602 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:57.942688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54423bba-1e47-44f1-babc-ad46ec57c4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d7a007-550b-4dff-93b3-86ce37dbb3cd'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:57.945849 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6182708c-9049-4d21-be1b-dfcc2c35247e" -d '{"events": [{"server_uuid": "54423bba-1e47-44f1-babc-ad46ec57c4b8", "name": "network-vif-plugged", "status": "completed", "tag": "d2d7a007-550b-4dff-93b3-86ce37dbb3cd"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:57.963490 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d2d7a007-550b-4dff-93b3-86ce37dbb3cd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d2d7a007-550b-4dff-93b3-86ce37dbb3cd,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:57.969091 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:57.971635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:57.974808 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-448db742-f4f1-4700-b466-1b16b85b66b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:57.981080 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c28287-f43f-48b5-a1aa-9e712d36e2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258b1d5f-7ab4-436b-a2a4-fb84a71a9f02,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:57.988428 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-40c28287-f43f-48b5-a1aa-9e712d36e2b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c771f062b1af49d997aa661e13e79fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2211978 Aug 28 12:44:57.989079 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39954) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:58.017418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5feae4-be5f-4033-b323-83b5ea0070bd req-cc5494ef-40e6-4085-abc9-956641e55e79 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:58.019181 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8a5feae4-be5f-4033-b323-83b5ea0070bd req-cc5494ef-40e6-4085-abc9-956641e55e79 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 944 time: 0.1636014 Aug 28 12:44:58.030000 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-9f93c35e-d195-4c5c-8fae-0ad9e0ceb6cd service neutron] 10.222.0.11 "GET /v2.0/networks/92f589ee-6999-4a67-a766-f8c68d687cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078960 Aug 28 12:44:58.037626 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-448db742-f4f1-4700-b466-1b16b85b66b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.043336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27599937-b2d3-44c3-aeee-7550fabf4ef9 req-b569778d-1c2a-4ff6-86ef-1da4ca6080a6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:58.048320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:44:58.048962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7b0397de-4ac1-4784-bc4e-a5423c13f0d5 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:44:58.050859 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27599937-b2d3-44c3-aeee-7550fabf4ef9 req-b569778d-1c2a-4ff6-86ef-1da4ca6080a6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 945 time: 0.5860691 Aug 28 12:44:58.058726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] For port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:58.101733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-a2f87278-b5b2-4731-9763-bfb4ce3d4c15 admin admin] Deleting port 3cdcbf19-47da-4894-a270-9641c12534da {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:44:58.102109 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2f87278-b5b2-4731-9763-bfb4ce3d4c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.119504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 05541570-b286-4665-8a45-ecbe1b0006de no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:44:58.168003 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 05541570-b286-4665-8a45-ecbe1b0006de {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:44:58.168633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 05541570-b286-4665-8a45-ecbe1b0006de not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:44:58.173293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d2d7a007-550b-4dff-93b3-86ce37dbb3cd,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:58.190119 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8a5feae4-be5f-4033-b323-83b5ea0070bd req-f7c95aba-fc1d-415d-a6dd-71e8858e4834 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634755 Aug 28 12:44:58.225827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-cc450220-e87b-4680-b847-a8624b666c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:58.226311 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-cc450220-e87b-4680-b847-a8624b666c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:58.226918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-cc450220-e87b-4680-b847-a8624b666c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:58.229125 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-cc450220-e87b-4680-b847-a8624b666c49 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8b6a5129b1b48b89b117e4cbf71074a&device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2869 time: 0.1358466 Aug 28 12:44:58.230450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-448db742-f4f1-4700-b466-1b16b85b66b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.233672 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-448db742-f4f1-4700-b466-1b16b85b66b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.241078 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-448db742-f4f1-4700-b466-1b16b85b66b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd6b3c3d-a26b-479e-b8eb-d7af8dbc19fc HTTP/1.1" status: 204 len: 168 time: 0.4946828 Aug 28 12:44:58.263297 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a080-83d2-44cb-ac82-8936f4fd32cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.275132 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58f5c07-6238-416d-9b2f-b59f51c88a19 x-openstack-request-id: req-e58f5c07-6238-416d-9b2f-b59f51c88a19 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:58.275483 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54423bba-1e47-44f1-babc-ad46ec57c4b8", "name": "network-vif-plugged", "status": "completed", "tag": "d2d7a007-550b-4dff-93b3-86ce37dbb3cd", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:58.276053 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e58f5c07-6238-416d-9b2f-b59f51c88a19 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:58.276469 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54423bba-1e47-44f1-babc-ad46ec57c4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d7a007-550b-4dff-93b3-86ce37dbb3cd', 'code': 200} Aug 28 12:44:58.287974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448db742-f4f1-4700-b466-1b16b85b66b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6b3c3d-a26b-479e-b8eb-d7af8dbc19fc,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:58.302605 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] For port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:58.329263 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27599937-b2d3-44c3-aeee-7550fabf4ef9 req-5297da2d-8feb-46d9-b204-cfe624d6e7af tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773950 Aug 28 12:44:58.397108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f164a78-1fbf-40bc-b760-3dbbc10a610d req-8d172a01-40ae-4c3a-89c6-0df1d32d4835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:58.399040 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f164a78-1fbf-40bc-b760-3dbbc10a610d req-8d172a01-40ae-4c3a-89c6-0df1d32d4835 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 1097 time: 0.0661004 Aug 28 12:44:58.402547 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a080-83d2-44cb-ac82-8936f4fd32cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.427424 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9be704-602a-477e-ba56-c7892be2ad98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f8b1475-1bf6-4e23-8e3f-7e610937e9d8'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:44:58.430676 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2181fa4f-abe4-424b-8c2a-698d649b7839" -d '{"events": [{"server_uuid": "dc9be704-602a-477e-ba56-c7892be2ad98", "name": "network-vif-unplugged", "status": "completed", "tag": "1f8b1475-1bf6-4e23-8e3f-7e610937e9d8"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:44:58.435763 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.441977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-a2f87278-b5b2-4731-9763-bfb4ce3d4c15 admin admin] For port 3cdcbf19-47da-4894-a270-9641c12534da, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=3cdcbf19-47da-4894-a270-9641c12534da,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:58.442700 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2f87278-b5b2-4731-9763-bfb4ce3d4c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.484544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-09b75832-1859-48c4-87f9-5a361d242c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:58.486233 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-09b75832-1859-48c4-87f9-5a361d242c50 service neutron] 10.222.0.11 "GET /v2.0/networks?id=377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 HTTP/1.1" status: 200 len: 902 time: 0.2441254 Aug 28 12:44:58.496636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39972) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:58.506178 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e1156d-f6ca-4c9d-9bc7-fac939aae88b x-openstack-request-id: req-31e1156d-f6ca-4c9d-9bc7-fac939aae88b {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:44:58.506496 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9be704-602a-477e-ba56-c7892be2ad98", "name": "network-vif-unplugged", "status": "completed", "tag": "1f8b1475-1bf6-4e23-8e3f-7e610937e9d8", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:44:58.506775 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31e1156d-f6ca-4c9d-9bc7-fac939aae88b {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:44:58.507654 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9be704-602a-477e-ba56-c7892be2ad98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f8b1475-1bf6-4e23-8e3f-7e610937e9d8', 'code': 200} Aug 28 12:44:58.508221 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-a2f87278-b5b2-4731-9763-bfb4ce3d4c15 admin admin] Calling delete_port for 3cdcbf19-47da-4894-a270-9641c12534da owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:44:58.510396 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.553699 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f164a78-1fbf-40bc-b760-3dbbc10a610d req-afd40509-182f-4cef-b5fd-6dfc2aef6303 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462474 Aug 28 12:44:58.558151 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-975b55d0-48c8-48db-8ad8-87aca9864bae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=3aed1a82-66bc-466f-8dd6-a943012dfceb HTTP/1.1" status: 200 len: 217 time: 0.0623195 Aug 28 12:44:58.578935 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43661a66-d53c-459a-a7e4-33187d14d2f7 req-196cc725-4e2b-449e-aa38-7fb0126d8c95 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:58.595511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43661a66-d53c-459a-a7e4-33187d14d2f7 req-196cc725-4e2b-449e-aa38-7fb0126d8c95 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:58.602705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43661a66-d53c-459a-a7e4-33187d14d2f7 req-196cc725-4e2b-449e-aa38-7fb0126d8c95 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:58.604670 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-43661a66-d53c-459a-a7e4-33187d14d2f7 req-196cc725-4e2b-449e-aa38-7fb0126d8c95 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2413 time: 0.1664226 Aug 28 12:44:58.660970 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a080-83d2-44cb-ac82-8936f4fd32cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.663786 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a080-83d2-44cb-ac82-8936f4fd32cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.668204 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6fe3a080-83d2-44cb-ac82-8936f4fd32cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/258b1d5f-7ab4-436b-a2a4-fb84a71a9f02 HTTP/1.1" status: 204 len: 168 time: 0.6716163 Aug 28 12:44:58.680840 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-43661a66-d53c-459a-a7e4-33187d14d2f7 req-60f0a4cb-e9d9-476d-a193-d076ead5af62 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664003 Aug 28 12:44:58.685307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39978) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:58.699421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-bd625055-d51b-4cab-815e-0724e237447a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-875743468-network', 'tenant_id': '5e506c78606b440c8de2be4917f584b8'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:58.717172 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Pushing event updated for resources: {'Port': ['ID=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,revision_number=7']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:58.724263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd625055-d51b-4cab-815e-0724e237447a admin admin] Made reservation on behalf of 5e506c78606b440c8de2be4917f584b8 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:44:58.726959 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd625055-d51b-4cab-815e-0724e237447a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.735980 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd625055-d51b-4cab-815e-0724e237447a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.743437 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3a080-83d2-44cb-ac82-8936f4fd32cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258b1d5f-7ab4-436b-a2a4-fb84a71a9f02,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:58.748536 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-49bc5950-bb23-47a2-a77b-86d0832dab56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.796677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Attempting to bind port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 on host n-h1-791505-21 for vnic_type normal with profile {"migrating_to": "n-h2-791505-21"} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:44:58.797284 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Attempting to bind port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:44:58.797415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Attempting to bind port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:58.811574 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:44:58.811951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Attempting to bind port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:44:58.825916 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:44:58.826165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Checking segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:44:58.826656 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Bound using segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:44:58.826972 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Bound port: 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:44:58.827313 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.829920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-4b03ee1f-ca34-4da5-99a3-2b241905d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:58.831734 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-4b03ee1f-ca34-4da5-99a3-2b241905d690 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dcc5c22d-7803-4007-b34d-fc4fdc085ca0 HTTP/1.1" status: 200 len: 801 time: 0.0834792 Aug 28 12:44:58.908756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-b84c6298-bdae-4200-8daf-fdb6bd0c6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:58.909910 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-b84c6298-bdae-4200-8daf-fdb6bd0c6f16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=377b82c6-cf73-4aa5-8d01-d973a6f9a4c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705965 Aug 28 12:44:58.983355 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd625055-d51b-4cab-815e-0724e237447a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.984214 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] For port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:44:58.989128 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] For port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:44:58.990205 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2f87278-b5b2-4731-9763-bfb4ce3d4c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:58.997308 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd625055-d51b-4cab-815e-0724e237447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.009728 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.037100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd625055-d51b-4cab-815e-0724e237447a admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:44:59.044222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd8835-cd8a-4172-a904-cfdc0d8d7606 req-43fe9dab-8ee0-4359-9ba9-b137234a7d1b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:59.046035 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4ddd8835-cd8a-4172-a904-cfdc0d8d7606 req-43fe9dab-8ee0-4359-9ba9-b137234a7d1b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1368282 Aug 28 12:44:59.055781 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f87278-b5b2-4731-9763-bfb4ce3d4c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cdcbf19-47da-4894-a270-9641c12534da,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:59.076260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd625055-d51b-4cab-815e-0724e237447a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:59.084903 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd625055-d51b-4cab-815e-0724e237447a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.085250 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-bd625055-d51b-4cab-815e-0724e237447a admin admin] Added segment 018e3c08-6a91-489a-9a17-f01f36b63890 of type vlan for network 13d7cd11-7d64-44bd-94e1-a8725c05108d Aug 28 12:44:59.127303 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-43e91a58-e7da-4777-bed6-7c095d5c5d97 service neutron] 10.222.0.11 "GET /v2.0/networks/377b82c6-cf73-4aa5-8d01-d973a6f9a4c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038219 Aug 28 12:44:59.129785 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39984) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:59.159911 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d037345a-3d6b-4077-93d0-127c58ed7f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.163343 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd625055-d51b-4cab-815e-0724e237447a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.240006 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4ddd8835-cd8a-4172-a904-cfdc0d8d7606 req-8a8d053f-29bf-4878-87c3-2d4a4b08cbc9 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766238 Aug 28 12:44:59.243937 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:59.245913 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.246229 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] 10.222.0.10 "PUT /v2.0/ports/1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 HTTP/1.1" status: 200 len: 1123 time: 2.0656252 Aug 28 12:44:59.259335 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4a8cc-143f-465c-b766-c22d727d274a service neutron] Pushing event updated for resources: {'Port': ['ID=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,revision_number=8']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:59.268521 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd625055-d51b-4cab-815e-0724e237447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.269557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd625055-d51b-4cab-815e-0724e237447a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:59.270309 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd625055-d51b-4cab-815e-0724e237447a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.281310 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2f87278-b5b2-4731-9763-bfb4ce3d4c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.340717 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-631a131f-6976-498d-ba7e-58cb94c26d43 req-4c9ca972-33b6-4528-8e8c-e23de46b81ec service neutron] 10.222.0.11 "GET /v2.0/networks/377b82c6-cf73-4aa5-8d01-d973a6f9a4c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906826 Aug 28 12:44:59.341988 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['1f8b1475-1bf6-4e23-8e3f-7e610937e9d8'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:44:59.401011 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2f87278-b5b2-4731-9763-bfb4ce3d4c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.408722 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2f87278-b5b2-4731-9763-bfb4ce3d4c15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.416378 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-49bc5950-bb23-47a2-a77b-86d0832dab56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.423525 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-49bc5950-bb23-47a2-a77b-86d0832dab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.524363 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2f87278-b5b2-4731-9763-bfb4ce3d4c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.524887 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f87278-b5b2-4731-9763-bfb4ce3d4c15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 495a389d-23e6-4548-9e0c-6fcfea51ab77 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:44:59.534520 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2f87278-b5b2-4731-9763-bfb4ce3d4c15 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.535716 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a2f87278-b5b2-4731-9763-bfb4ce3d4c15 admin admin] 10.222.0.20 "DELETE /v2.0/routers/495a389d-23e6-4548-9e0c-6fcfea51ab77 HTTP/1.1" status: 204 len: 168 time: 2.6373694 Aug 28 12:44:59.538119 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc5950-bb23-47a2-a77b-86d0832dab56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f43a650-223c-41a3-ab92-0a182ea3f2cb,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:59.544159 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39990) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:59.546970 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-49bc5950-bb23-47a2-a77b-86d0832dab56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f74c598e977c4151a1c1bb324247f814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8606422 Aug 28 12:44:59.555672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39992) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:59.619504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9197db-3806-47c6-a929-decbb0c845ab req-a09777de-68e0-4225-a6a8-982fd4b7d7d2 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:59.622252 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a9197db-3806-47c6-a929-decbb0c845ab req-a09777de-68e0-4225-a6a8-982fd4b7d7d2 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 943 time: 0.1626899 Aug 28 12:44:59.649200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6cadeae2-a60c-4e23-ad71-0ae0c228f364 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:44:59.670892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-290cddb8-f131-403c-957f-063b41bc1ac6 admin admin] Deleting subnet 9c127358-d605-44a6-a69c-e068288e2a17 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:44:59.682213 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-290cddb8-f131-403c-957f-063b41bc1ac6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.747550 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a589bf0-c162-4be8-af93-b8d2d70a26f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.753533 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a9197db-3806-47c6-a929-decbb0c845ab req-2de3d535-ac80-490f-ba20-69c4ac096d94 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195807 Aug 28 12:44:59.756306 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-290cddb8-f131-403c-957f-063b41bc1ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.758283 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bd625055-d51b-4cab-815e-0724e237447a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2499938 Aug 28 12:44:59.762519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39996) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:44:59.766020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd625055-d51b-4cab-815e-0724e237447a admin admin] Pushing event updated for resources: {'Network': ['ID=13d7cd11-7d64-44bd-94e1-a8725c05108d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:59.776699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c3f6d28f-7145-47da-ae4d-4ac0d00cc538 admin admin] Request body: {'subnet': {'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-875743468-subnet', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:44:59.785188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 13d7cd11-7d64-44bd-94e1-a8725c05108d details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:44:59.788918 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6cadeae2-a60c-4e23-ad71-0ae0c228f364, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6cadeae2-a60c-4e23-ad71-0ae0c228f364,segment=NetworkSegment(643002a0-3194-403f-96de-3c4712606d6d),segment_id=643002a0-3194-403f-96de-3c4712606d6d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:44:59.790656 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a589bf0-c162-4be8-af93-b8d2d70a26f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.828386 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611d992-c752-4757-88cd-cd6246b5d83e req-29e80c19-43ed-40d6-8319-d334d7b3e194 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:44:59.836927 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3611d992-c752-4757-88cd-cd6246b5d83e req-29e80c19-43ed-40d6-8319-d334d7b3e194 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.5017357 Aug 28 12:44:59.853955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '6cadeae2-a60c-4e23-ad71-0ae0c228f364', 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6', 'port_id': '6cadeae2-a60c-4e23-ad71-0ae0c228f364', 'mac_address': 'fa:16:3e:ac:bd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc5c22d-7803-4007-b34d-fc4fdc085ca0', 'ip_address': '19.80.0.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:44:59.880843 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a589bf0-c162-4be8-af93-b8d2d70a26f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.883690 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a589bf0-c162-4be8-af93-b8d2d70a26f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:44:59.884997 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4a589bf0-c162-4be8-af93-b8d2d70a26f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f43a650-223c-41a3-ab92-0a182ea3f2cb HTTP/1.1" status: 204 len: 168 time: 0.3275127 Aug 28 12:44:59.899681 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a589bf0-c162-4be8-af93-b8d2d70a26f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f43a650-223c-41a3-ab92-0a182ea3f2cb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:44:59.939455 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3611d992-c752-4757-88cd-cd6246b5d83e req-f9aadc26-e973-4647-b61d-717b763c5d82 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969617 Aug 28 12:44:59.995634 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.006430 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d037345a-3d6b-4077-93d0-127c58ed7f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.012461 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d037345a-3d6b-4077-93d0-127c58ed7f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.015325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cadeae2-a60c-4e23-ad71-0ae0c228f364 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:45:00.019981 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-290cddb8-f131-403c-957f-063b41bc1ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.032147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9853ab-baef-46e4-bae9-5ff64c730c6e req-c680ee55-ae37-4345-bdb8-00aa0aeb949b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:00.037975 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9853ab-baef-46e4-bae9-5ff64c730c6e req-c680ee55-ae37-4345-bdb8-00aa0aeb949b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:00.044344 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9853ab-baef-46e4-bae9-5ff64c730c6e req-c680ee55-ae37-4345-bdb8-00aa0aeb949b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:00.046597 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fd9853ab-baef-46e4-bae9-5ff64c730c6e req-c680ee55-ae37-4345-bdb8-00aa0aeb949b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2413 time: 0.0934243 Aug 28 12:45:00.061788 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6cadeae2-a60c-4e23-ad71-0ae0c228f364, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6cadeae2-a60c-4e23-ad71-0ae0c228f364,segment=NetworkSegment(643002a0-3194-403f-96de-3c4712606d6d),segment_id=643002a0-3194-403f-96de-3c4712606d6d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:00.067878 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.069399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device be6e748c-b677-4284-941c-787c6633bbdd details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:45:00.072938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f6d28f-7145-47da-ae4d-4ac0d00cc538 admin admin] Made reservation on behalf of 5e506c78606b440c8de2be4917f584b8 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:00.078031 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3f6d28f-7145-47da-ae4d-4ac0d00cc538 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.147641 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fd9853ab-baef-46e4-bae9-5ff64c730c6e req-eee5e0b3-ad8a-4368-9f03-371bebc1556f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810573 Aug 28 12:45:00.160939 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d037345a-3d6b-4077-93d0-127c58ed7f8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77dd47dc08b349a98f3b55d6682c4a26&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0296769 Aug 28 12:45:00.168203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40000) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:00.177523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037345a-3d6b-4077-93d0-127c58ed7f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d689fb-4a0c-436c-9e69-8d03b8043a0e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:00.197898 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-290cddb8-f131-403c-957f-063b41bc1ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.263464 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-290cddb8-f131-403c-957f-063b41bc1ac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.269034 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-290cddb8-f131-403c-957f-063b41bc1ac6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9c127358-d605-44a6-a69c-e068288e2a17 HTTP/1.1" status: 204 len: 168 time: 0.7208836 Aug 28 12:45:00.276235 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40002) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:00.277451 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cddb8-f131-403c-957f-063b41bc1ac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c127358-d605-44a6-a69c-e068288e2a17,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:00.381597 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fcce7e57-44a4-437f-acb4-ee3a2ccd1b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.404070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3cdcbf19-47da-4894-a270-9641c12534da no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:45:00.408503 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.429397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 3cdcbf19-47da-4894-a270-9641c12534da {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:45:00.430453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3cdcbf19-47da-4894-a270-9641c12534da not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:45:00.431523 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fcce7e57-44a4-437f-acb4-ee3a2ccd1b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.432747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babbca2b-0b3f-4f48-a526-225ce709ba99 None None] Network 008d0e9f-d82b-4238-8594-b22fd851164f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:00.435324 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3f6d28f-7145-47da-ae4d-4ac0d00cc538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.438914 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6cadeae2-a60c-4e23-ad71-0ae0c228f364,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:00.490754 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e772a-26cc-4d4a-a950-eaaef3fc3c1c req-461d4513-64f7-44a6-b56a-8c7329f0e470 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:00.492904 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-188e772a-26cc-4d4a-a950-eaaef3fc3c1c req-461d4513-64f7-44a6-b56a-8c7329f0e470 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1173286 Aug 28 12:45:00.518593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9be704-602a-477e-ba56-c7892be2ad98', 'tag': '1f8b1475-1bf6-4e23-8e3f-7e610937e9d8'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:45:00.521816 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f950f0cd-e5e6-40dc-804c-17de104e0017" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9be704-602a-477e-ba56-c7892be2ad98", "tag": "1f8b1475-1bf6-4e23-8e3f-7e610937e9d8"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:45:00.564929 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fcce7e57-44a4-437f-acb4-ee3a2ccd1b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.569296 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fcce7e57-44a4-437f-acb4-ee3a2ccd1b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.571286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6d28f-7145-47da-ae4d-4ac0d00cc538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48054526-9b9a-45e5-8cb6-dd16d5f9b72d,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:00.575745 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fcce7e57-44a4-437f-acb4-ee3a2ccd1b9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88d689fb-4a0c-436c-9e69-8d03b8043a0e HTTP/1.1" status: 204 len: 168 time: 0.4061899 Aug 28 12:45:00.583624 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] Deleting port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:45:00.583972 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.599733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f6d28f-7145-47da-ae4d-4ac0d00cc538 admin admin] Checking segment: {'id': '018e3c08-6a91-489a-9a17-f01f36b63890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:00.600089 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f6d28f-7145-47da-ae4d-4ac0d00cc538 admin admin] Network hostable DHCP agents. Network: 13d7cd11-7d64-44bd-94e1-a8725c05108d, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:45:00.609240 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456402b3-cd4d-40e2-9ed0-facbf2eccdf8 x-openstack-request-id: req-456402b3-cd4d-40e2-9ed0-facbf2eccdf8 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:45:00.609664 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9be704-602a-477e-ba56-c7892be2ad98", "tag": "1f8b1475-1bf6-4e23-8e3f-7e610937e9d8", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:45:00.610613 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-456402b3-cd4d-40e2-9ed0-facbf2eccdf8 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:45:00.610613 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9be704-602a-477e-ba56-c7892be2ad98', 'tag': '1f8b1475-1bf6-4e23-8e3f-7e610937e9d8', 'status': 'completed', 'code': 200} Aug 28 12:45:00.612160 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce7e57-44a4-437f-acb4-ee3a2ccd1b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d689fb-4a0c-436c-9e69-8d03b8043a0e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:00.621677 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-188e772a-26cc-4d4a-a950-eaaef3fc3c1c req-bf5422c9-5956-4043-8970-63184206f05f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208148 Aug 28 12:45:00.634468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f6d28f-7145-47da-ae4d-4ac0d00cc538 admin admin] Network 13d7cd11-7d64-44bd-94e1-a8725c05108d is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:45:00.667947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-c3f6d28f-7145-47da-ae4d-4ac0d00cc538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 13d7cd11-7d64-44bd-94e1-a8725c05108d) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:00.684714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f6d28f-7145-47da-ae4d-4ac0d00cc538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:00.685306 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3f6d28f-7145-47da-ae4d-4ac0d00cc538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.697156 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3cfa01-8b81-44ad-94a2-d72d9627decb None None] Network 13d7cd11-7d64-44bd-94e1-a8725c05108d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:00.728081 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c3f6d28f-7145-47da-ae4d-4ac0d00cc538 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9572875 Aug 28 12:45:00.730716 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40020) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:00.735979 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-875743468-router', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:00.747727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950f0cd-e5e6-40dc-804c-17de104e0017 req-eff109d7-feae-48eb-b356-a5fe7106b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:00.749298 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f950f0cd-e5e6-40dc-804c-17de104e0017 req-eff109d7-feae-48eb-b356-a5fe7106b686 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 1126 time: 0.0793083 Aug 28 12:45:00.771887 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port be6e748c-b677-4284-941c-787c6633bbdd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=be6e748c-b677-4284-941c-787c6633bbdd,segment=NetworkSegment(62dd103c-de65-4f5f-9b6e-d977b6871f62),segment_id=62dd103c-de65-4f5f-9b6e-d977b6871f62)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:00.776325 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] For port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=3b57dbea-bc37-4c3c-a066-4fae7ee21b24,segment=NetworkSegment(f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb),segment_id=f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:00.777285 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.798402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'be6e748c-b677-4284-941c-787c6633bbdd', 'network_id': '92f589ee-6999-4a67-a766-f8c68d687cb4', 'port_id': 'be6e748c-b677-4284-941c-787c6633bbdd', 'mac_address': 'fa:16:3e:5e:d5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eeca31c-4874-42b7-a538-88a5a6769d26', 'ip_address': '19.86.0.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:45:00.853842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] Calling delete_port for 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:45:00.870215 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.908517 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.909563 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:00.928014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78f485c-52b5-412e-869a-fe605d64ca6d None None] DHCP port deletion for 008d0e9f-d82b-4238-8594-b22fd851164f request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:45:00.957514 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6e748c-b677-4284-941c-787c6633bbdd {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:45:01.004598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-13d7cd11-7d64-44bd-94e1-a8725c05108d', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'fixed_ips': [{'subnet_id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:45:01.005815 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:01.023135 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:01.061529 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950f0cd-e5e6-40dc-804c-17de104e0017 req-c8155916-c626-45da-9343-da5c8b55112f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:01.063070 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f950f0cd-e5e6-40dc-804c-17de104e0017 req-c8155916-c626-45da-9343-da5c8b55112f service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.2954941 Aug 28 12:45:01.076069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port be6e748c-b677-4284-941c-787c6633bbdd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=be6e748c-b677-4284-941c-787c6633bbdd,segment=NetworkSegment(62dd103c-de65-4f5f-9b6e-d977b6871f62),segment_id=62dd103c-de65-4f5f-9b6e-d977b6871f62)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:01.084708 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:01.085772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 3aed1a82-66bc-466f-8dd6-a943012dfceb details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:45:01.116147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b57dbea-bc37-4c3c-a066-4fae7ee21b24,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:01.118996 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] No DVR routers for this DVR port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:45:01.164964 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce12a-de36-4c35-b9d2-7e1c71938261 req-d4e973b8-aeb3-4281-8a30-645fc504a76a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:01.168747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=be6e748c-b677-4284-941c-787c6633bbdd,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:01.168989 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-58bce12a-de36-4c35-b9d2-7e1c71938261 req-d4e973b8-aeb3-4281-8a30-645fc504a76a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 943 time: 0.1498411 Aug 28 12:45:01.212210 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:01.249566 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:01.272671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008d0e9f-d82b-4238-8594-b22fd851164f']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:01.276238 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f950f0cd-e5e6-40dc-804c-17de104e0017 req-30a3ccc8-e5f9-42de-a8a6-12a43b950da0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 HTTP/1.1" status: 200 len: 217 time: 0.1443024 Aug 28 12:45:01.288367 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-58bce12a-de36-4c35-b9d2-7e1c71938261 req-bbdc8c68-28bc-4844-9153-58a06c03e293 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053488 Aug 28 12:45:01.292776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:01.293081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2940ca4-43fe-42c2-92bf-5c4f5dcc4bdb') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:01.311651 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:01.322815 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d78f485c-52b5-412e-869a-fe605d64ca6d None None] Deleting port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:45:01.323198 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d78f485c-52b5-412e-869a-fe605d64ca6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:01.347425 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:01.360956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:45:01.361404 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:45:01.364030 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:45:01.410056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950f0cd-e5e6-40dc-804c-17de104e0017 req-41d9a5c4-ba6e-475b-93fb-47b812f7178a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:01.411982 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f950f0cd-e5e6-40dc-804c-17de104e0017 req-41d9a5c4-ba6e-475b-93fb-47b812f7178a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.0586014 Aug 28 12:45:01.472610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458200a-0bc4-4cec-8295-adc9bb7053d9 req-4f760204-8ffa-49bd-b1d2-0df9e0715609 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:01.474443 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a458200a-0bc4-4cec-8295-adc9bb7053d9 req-4f760204-8ffa-49bd-b1d2-0df9e0715609 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.4016609 Aug 28 12:45:01.508647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 3aed1a82-66bc-466f-8dd6-a943012dfceb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=3aed1a82-66bc-466f-8dd6-a943012dfceb,segment=NetworkSegment(643002a0-3194-403f-96de-3c4712606d6d),segment_id=643002a0-3194-403f-96de-3c4712606d6d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:01.536405 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f950f0cd-e5e6-40dc-804c-17de104e0017 req-7ff1e51c-c543-412d-ae9d-af08625d21dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914299 Aug 28 12:45:01.546404 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:01.566312 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:01.572940 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] 10.222.0.20 "DELETE /v2.0/networks/008d0e9f-d82b-4238-8594-b22fd851164f HTTP/1.1" status: 204 len: 168 time: 1.2887056 Aug 28 12:45:01.596216 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301cf8e-7e3e-4d85-979c-4a7b9b671720 admin admin] Pushing event deleted for resources: {'Network': ['ID=008d0e9f-d82b-4238-8594-b22fd851164f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:01.602608 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:01.608987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d78f485c-52b5-412e-869a-fe605d64ca6d None None] For port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24, host n-d-791505-21, got binding levels [] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:01.609427 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d78f485c-52b5-412e-869a-fe605d64ca6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:01.629991 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03a225-8554-48fb-a4dc-a126d9371523 req-df4db433-e072-4324-9192-d42007e0e9de tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:01.637162 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03a225-8554-48fb-a4dc-a126d9371523 req-df4db433-e072-4324-9192-d42007e0e9de tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:01.643210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03a225-8554-48fb-a4dc-a126d9371523 req-df4db433-e072-4324-9192-d42007e0e9de tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:01.644271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '3aed1a82-66bc-466f-8dd6-a943012dfceb', 'network_id': '377b82c6-cf73-4aa5-8d01-d973a6f9a4c6', 'port_id': '3aed1a82-66bc-466f-8dd6-a943012dfceb', 'mac_address': 'fa:16:3e:d2:e0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc5c22d-7803-4007-b34d-fc4fdc085ca0', 'ip_address': '19.80.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:45:01.644935 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc03a225-8554-48fb-a4dc-a126d9371523 req-df4db433-e072-4324-9192-d42007e0e9de tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2415 time: 0.1930499 Aug 28 12:45:01.677448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d78f485c-52b5-412e-869a-fe605d64ca6d None None] Calling delete_port for 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:45:01.687461 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.ipam_backend_mixin [None req-d78f485c-52b5-412e-869a-fe605d64ca6d None None] Port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 was not found and therefore no delete operation was performed {{(pid=94879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 12:45:01.708089 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d78f485c-52b5-412e-869a-fe605d64ca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:01.735325 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc03a225-8554-48fb-a4dc-a126d9371523 req-c0023077-5ee3-4b53-a48a-bce9e916966c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825374 Aug 28 12:45:01.760470 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40054) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:01.770532 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a458200a-0bc4-4cec-8295-adc9bb7053d9 req-37f8c855-6b78-4aa5-a4c8-0a1326ec08a0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849143 Aug 28 12:45:01.771041 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Allocated IP 172.20.0.2 (13d7cd11-7d64-44bd-94e1-a8725c05108d/48054526-9b9a-45e5-8cb6-dd16d5f9b72d/7e6cb4d0-a898-45de-8859-f9ba4cbc39d7) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:01.817333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d78f485c-52b5-412e-869a-fe605d64ca6d None None] Network 008d0e9f-d82b-4238-8594-b22fd851164f is not hosted by any dhcp agent {{(pid=94879) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 12:45:01.817775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78f485c-52b5-412e-869a-fe605d64ca6d None None] No DVR routers for this DVR port 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:45:01.853367 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f485c-52b5-412e-869a-fe605d64ca6d None None] Pushing event deleted for resources: {'Port': ['ID=3b57dbea-bc37-4c3c-a066-4fae7ee21b24,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:01.857881 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f950f0cd-e5e6-40dc-804c-17de104e0017 req-d9aa7ca4-8b8f-4d97-bba5-d48e38ba220c service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735107 Aug 28 12:45:01.922191 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:01.936963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aed1a82-66bc-466f-8dd6-a943012dfceb {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:45:01.969061 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 3aed1a82-66bc-466f-8dd6-a943012dfceb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=3aed1a82-66bc-466f-8dd6-a943012dfceb,segment=NetworkSegment(643002a0-3194-403f-96de-3c4712606d6d),segment_id=643002a0-3194-403f-96de-3c4712606d6d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:01.978730 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.006390 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b29b1-8b32-447b-a56e-f056f52c8d15 req-16d77568-55f9-4a73-ac5f-99100d1ee602 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:02.021978 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-866b29b1-8b32-447b-a56e-f056f52c8d15 req-16d77568-55f9-4a73-ac5f-99100d1ee602 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1426733 Aug 28 12:45:02.042443 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40062) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:02.059172 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4321167e-71b3-4d53-ad81-e9115ea5b901 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1434198826-network', 'tenant_id': '664e5726df2746fe9aca95815578c012'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:02.085184 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f950f0cd-e5e6-40dc-804c-17de104e0017 req-fc7847fa-83eb-4c91-bb38-784d9c4404e4 service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099979 Aug 28 12:45:02.096636 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=3aed1a82-66bc-466f-8dd6-a943012dfceb,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:02.125400 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.138521 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Transition to ACTIVE for port object 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:02.162876 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4321167e-71b3-4d53-ad81-e9115ea5b901 admin admin] Made reservation on behalf of 664e5726df2746fe9aca95815578c012 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:02.163177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Transition to ACTIVE for port object 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:02.164339 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4321167e-71b3-4d53-ad81-e9115ea5b901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.167084 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.188801 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.191865 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4321167e-71b3-4d53-ad81-e9115ea5b901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.207606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:45:02.241962 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.242269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Network 13d7cd11-7d64-44bd-94e1-a8725c05108d is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:02.249924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:02.253466 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:45:02.253901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3b57dbea-bc37-4c3c-a066-4fae7ee21b24 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:45:02.257631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:02.269731 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Pushing event updated for resources: {'Port': ['ID=7e6cb4d0-a898-45de-8859-f9ba4cbc39d7,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:02.272484 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-866b29b1-8b32-447b-a56e-f056f52c8d15 req-fe46507c-4c24-4b77-8da8-cc2088ad24d9 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476704 Aug 28 12:45:02.286155 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c852d0c6-daa0-48cd-805c-f6022f92dd69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=662aef43b83749e09630d9ceab75e09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078173 Aug 28 12:45:02.287108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40066) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:02.344272 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Attempting to bind port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:02.344664 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Attempting to bind port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '018e3c08-6a91-489a-9a17-f01f36b63890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:02.345052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Attempting to bind port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 on network 13d7cd11-7d64-44bd-94e1-a8725c05108d {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:02.353854 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:02.354225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Checking segment: {'id': '018e3c08-6a91-489a-9a17-f01f36b63890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:02.354648 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.355035 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Bound using segment: {'id': '018e3c08-6a91-489a-9a17-f01f36b63890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:02.355506 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Bound port: 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018e3c08-6a91-489a-9a17-f01f36b63890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:02.355889 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.406420 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['3aed1a82-66bc-466f-8dd6-a943012dfceb'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:45:02.413344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4321167e-71b3-4d53-ad81-e9115ea5b901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.420146 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4321167e-71b3-4d53-ad81-e9115ea5b901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.483351 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4321167e-71b3-4d53-ad81-e9115ea5b901 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:45:02.497786 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Allocated IP 172.25.1.135 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:02.526787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0149e46-21c3-44b7-bfa6-c466443228f9 req-cff890f4-3f92-44e3-ae36-31f756fd1222 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:02.528450 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d0149e46-21c3-44b7-bfa6-c466443228f9 req-cff890f4-3f92-44e3-ae36-31f756fd1222 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.2916780 Aug 28 12:45:02.528617 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c49eb6-4817-4d49-92a6-bbaf55ff702d req-859ab6b3-e663-4dd7-b0ab-b3cde149d4b0 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:02.529434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['be6e748c-b677-4284-941c-787c6633bbdd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:45:02.530196 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57c49eb6-4817-4d49-92a6-bbaf55ff702d req-859ab6b3-e663-4dd7-b0ab-b3cde149d4b0 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 943 time: 0.1052775 Aug 28 12:45:02.533164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321167e-71b3-4d53-ad81-e9115ea5b901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0907e0c-9ed3-4bc3-ab02-9c8ecb6ce9a2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:02.551220 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4321167e-71b3-4d53-ad81-e9115ea5b901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.552407 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-4321167e-71b3-4d53-ad81-e9115ea5b901 admin admin] Added segment c2ddd622-0780-44b5-834a-7c54e86536ec of type vlan for network f899c877-f8d5-49cf-8728-c8d4e05066d0 Aug 28 12:45:02.620893 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6cadeae2-a60c-4e23-ad71-0ae0c228f364'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:45:02.662895 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4321167e-71b3-4d53-ad81-e9115ea5b901 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.696785 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57c49eb6-4817-4d49-92a6-bbaf55ff702d req-2dca9711-01c9-4f04-8297-0313ea1f62e5 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474516 Aug 28 12:45:02.716685 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d0149e46-21c3-44b7-bfa6-c466443228f9 req-4bf6e6ae-35a9-4ff8-a0a8-618678620273 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773951 Aug 28 12:45:02.730101 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12372dcc-5f7f-469c-92b7-ef2a61d987fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.747128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] For port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:02.762703 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4321167e-71b3-4d53-ad81-e9115ea5b901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.764871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4321167e-71b3-4d53-ad81-e9115ea5b901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:02.766675 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4321167e-71b3-4d53-ad81-e9115ea5b901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.776868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] For port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7e6cb4d0-a898-45de-8859-f9ba4cbc39d7,segment=NetworkSegment(018e3c08-6a91-489a-9a17-f01f36b63890),segment_id=018e3c08-6a91-489a-9a17-f01f36b63890)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:02.782422 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12372dcc-5f7f-469c-92b7-ef2a61d987fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.793622 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.801480 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.833350 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:45:02.865676 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12372dcc-5f7f-469c-92b7-ef2a61d987fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.869499 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12372dcc-5f7f-469c-92b7-ef2a61d987fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.870841 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-12372dcc-5f7f-469c-92b7-ef2a61d987fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c59e6a1-1fc4-41f3-94b0-6c34aa09a999 HTTP/1.1" status: 204 len: 168 time: 0.5816646 Aug 28 12:45:02.884067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12372dcc-5f7f-469c-92b7-ef2a61d987fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c59e6a1-1fc4-41f3-94b0-6c34aa09a999,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:02.894076 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:02.935174 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4321167e-71b3-4d53-ad81-e9115ea5b901 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1706927 Aug 28 12:45:02.937669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40080) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:02.950310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Request body: {'subnet': {'network_id': 'f899c877-f8d5-49cf-8728-c8d4e05066d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1434198826-subnet', 'tenant_id': '664e5726df2746fe9aca95815578c012', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:02.964458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:02.978019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:02.990777 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:03.000039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321167e-71b3-4d53-ad81-e9115ea5b901 admin admin] Pushing event updated for resources: {'Network': ['ID=f899c877-f8d5-49cf-8728-c8d4e05066d0,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:03.031298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:03.050970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3e94d-c7c8-4d0a-818b-b83e4764333b req-0f924868-37f4-4b7b-a07a-a3d9ea0909ec tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:03.053104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Made reservation on behalf of 664e5726df2746fe9aca95815578c012 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:03.056295 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:03.066798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3e94d-c7c8-4d0a-818b-b83e4764333b req-0f924868-37f4-4b7b-a07a-a3d9ea0909ec tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:03.080778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3e94d-c7c8-4d0a-818b-b83e4764333b req-0f924868-37f4-4b7b-a07a-a3d9ea0909ec tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:03.083707 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ffb3e94d-c7c8-4d0a-818b-b83e4764333b req-0f924868-37f4-4b7b-a07a-a3d9ea0909ec tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2416 time: 0.1919801 Aug 28 12:45:03.093285 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network f899c877-f8d5-49cf-8728-c8d4e05066d0 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:45:03.244967 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ffb3e94d-c7c8-4d0a-818b-b83e4764333b req-5a220bb8-c0b0-43e9-9dd5-ed1d2d925c2f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465497 Aug 28 12:45:03.262550 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.resource_extend [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:45:03.525748 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c0261-61cf-4372-b48c-6226ab298bed None None] Pushing event updated for resources: {'Port': ['ID=7e6cb4d0-a898-45de-8859-f9ba4cbc39d7,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:03.527192 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1da3c418-58f6-4aa0-96ab-412a153201ba service neutron] 10.222.0.11 "GET /v2.0/ports/1f8b1475-1bf6-4e23-8e3f-7e610937e9d8/bindings/n-h2-791505-21 HTTP/1.1" status: 200 len: 385 time: 0.2169588 Aug 28 12:45:03.701683 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:03.713352 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f60ac0-9a9b-4f91-8356-9b1da5b85eb8 req-54fce83e-1c4b-4dc6-a429-19aa9609a766 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:03.715113 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85f60ac0-9a9b-4f91-8356-9b1da5b85eb8 req-54fce83e-1c4b-4dc6-a429-19aa9609a766 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.2712352 Aug 28 12:45:03.718353 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:03.723230 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:03.725653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 has no active binding in host n-h2-791505-21 {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 12:45:03.848339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77976765-e305-4418-a5cf-e1d89812c3b9 req-faba3857-234b-486d-8328-450a17bf3e75 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:03.857243 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-77976765-e305-4418-a5cf-e1d89812c3b9 req-faba3857-234b-486d-8328-450a17bf3e75 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 943 time: 0.0631516 Aug 28 12:45:03.913082 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-77976765-e305-4418-a5cf-e1d89812c3b9 req-b0b13615-4c2d-46ff-86b0-393255e30143 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529485 Aug 28 12:45:04.031269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=931dba74-2095-4883-acd9-a85c768267c3,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:04.043273 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85f60ac0-9a9b-4f91-8356-9b1da5b85eb8 req-4aa71d89-261e-4574-8772-4c8ff8f00845 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173885 Aug 28 12:45:04.076276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ef2b4-a003-4bb0-aa85-796e3c711212 req-48110781-aed3-4550-9a2f-570e62d10696 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:04.078409 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8e9ef2b4-a003-4bb0-aa85-796e3c711212 req-48110781-aed3-4550-9a2f-570e62d10696 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.0896657 Aug 28 12:45:04.129945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-3b23029d-bafb-41b7-8200-a028a7b29a31 service neutron] For port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:04.160985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-3b23029d-bafb-41b7-8200-a028a7b29a31 service neutron] For port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:04.182791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Checking segment: {'id': 'c2ddd622-0780-44b5-834a-7c54e86536ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f899c877-f8d5-49cf-8728-c8d4e05066d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:04.183236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Network hostable DHCP agents. Network: f899c877-f8d5-49cf-8728-c8d4e05066d0, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:45:04.192834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:04.201736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:04.202079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:04.202438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:04.202774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:04.203099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:04.203423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:04.203745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:04.204065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:04.204472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:04.204676 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:04.205244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:04.205962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:04.219880 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8e9ef2b4-a003-4bb0-aa85-796e3c711212 req-11082288-f1c6-4ea8-889c-b77bab8e3a3e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273289 Aug 28 12:45:04.235668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-3b23029d-bafb-41b7-8200-a028a7b29a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:45:04.332623 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:04.389187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40124) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:04.398692 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916dc04e-8097-413b-ad86-d0d25e994c32 None None] Network 13d7cd11-7d64-44bd-94e1-a8725c05108d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:04.459435 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbb650-b191-40b5-981e-aeffb1dbb41d req-8dfa97b3-9374-407c-b42b-62d3f3898443 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:04.467832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbb650-b191-40b5-981e-aeffb1dbb41d req-8dfa97b3-9374-407c-b42b-62d3f3898443 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:04.474537 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbb650-b191-40b5-981e-aeffb1dbb41d req-8dfa97b3-9374-407c-b42b-62d3f3898443 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:04.478018 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-35dbb650-b191-40b5-981e-aeffb1dbb41d req-8dfa97b3-9374-407c-b42b-62d3f3898443 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2416 time: 0.1000090 Aug 28 12:45:04.514350 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-357387aa-089f-4df5-a106-8a269292b709 None None] Provisioning for port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:04.564778 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-35dbb650-b191-40b5-981e-aeffb1dbb41d req-7e6e22bb-ffc0-46f8-a8a1-449cb322f86b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801790 Aug 28 12:45:04.584861 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-357387aa-089f-4df5-a106-8a269292b709 None None] Provisioning complete for port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:04.585780 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-357387aa-089f-4df5-a106-8a269292b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:04.606446 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-620194eb-86b0-4906-9720-7d65db08eb50 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-272780983-network', 'tenant_id': '57738603bca0493588458955d0b66b4d'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:04.638209 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620194eb-86b0-4906-9720-7d65db08eb50 admin admin] Made reservation on behalf of 57738603bca0493588458955d0b66b4d for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:04.644148 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-620194eb-86b0-4906-9720-7d65db08eb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:04.656003 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-620194eb-86b0-4906-9720-7d65db08eb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:04.766514 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-620194eb-86b0-4906-9720-7d65db08eb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:04.768709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-3b23029d-bafb-41b7-8200-a028a7b29a31 service neutron] For port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:04.771532 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-620194eb-86b0-4906-9720-7d65db08eb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:04.774712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Network f899c877-f8d5-49cf-8728-c8d4e05066d0 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:45:04.794599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620194eb-86b0-4906-9720-7d65db08eb50 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:45:04.811503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620194eb-86b0-4906-9720-7d65db08eb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bcb6ab-ccb0-4c0c-b2ec-9ce7eee96a41,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:04.814958 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-620194eb-86b0-4906-9720-7d65db08eb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:04.815409 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-620194eb-86b0-4906-9720-7d65db08eb50 admin admin] Added segment 2db1081d-ea4e-46aa-9910-91cb183259b3 of type vlan for network 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 Aug 28 12:45:04.822739 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c6d07-0804-4156-b070-6abe568bc18b req-ed328514-fb08-474c-9fb8-a7ddf95ce940 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=61bde1ac0cd643f688a6059d6efe0d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602517 Aug 28 12:45:04.824995 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-3b23029d-bafb-41b7-8200-a028a7b29a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:04.826820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, f899c877-f8d5-49cf-8728-c8d4e05066d0) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:04.843646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:04.844227 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:04.853725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9724026a-8036-47f9-bf58-c3eb6cdf6a6c None None] Network f899c877-f8d5-49cf-8728-c8d4e05066d0 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:04.865388 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-620194eb-86b0-4906-9720-7d65db08eb50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:04.871035 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:04.894085 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-620194eb-86b0-4906-9720-7d65db08eb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:04.895463 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620194eb-86b0-4906-9720-7d65db08eb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:04.896276 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-620194eb-86b0-4906-9720-7d65db08eb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:04.944926 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-357387aa-089f-4df5-a106-8a269292b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:04.946284 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40138) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:04.948300 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b2f20615-0265-4c43-9baf-a4223d53cc33 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0081604 Aug 28 12:45:04.953809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1434198826-router', 'tenant_id': '664e5726df2746fe9aca95815578c012', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:04.971045 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-620194eb-86b0-4906-9720-7d65db08eb50 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5795286 Aug 28 12:45:04.978207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40140) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:04.983226 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-bbf043af-b46b-4413-9cd1-4b20402e23ed admin admin] Request body: {'subnet': {'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-272780983-subnet', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:04.997115 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620194eb-86b0-4906-9720-7d65db08eb50 admin admin] Pushing event updated for resources: {'Network': ['ID=94713c35-8f2d-4c0f-883e-5bb4c22cf7f4,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:05.029069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:45:05.034225 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:05.035620 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:05.085285 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf043af-b46b-4413-9cd1-4b20402e23ed admin admin] Made reservation on behalf of 57738603bca0493588458955d0b66b4d for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:05.088165 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bbf043af-b46b-4413-9cd1-4b20402e23ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:05.089708 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-357387aa-089f-4df5-a106-8a269292b709 None None] For port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7e6cb4d0-a898-45de-8859-f9ba4cbc39d7,segment=NetworkSegment(018e3c08-6a91-489a-9a17-f01f36b63890),segment_id=018e3c08-6a91-489a-9a17-f01f36b63890)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:05.102531 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-357387aa-089f-4df5-a106-8a269292b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:05.130341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590e0c3-40c6-4f29-bccc-14d2c00a8796 req-6bdb01fd-4c3e-4bf8-96f2-2418af052b47 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:05.131761 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1590e0c3-40c6-4f29-bccc-14d2c00a8796 req-6bdb01fd-4c3e-4bf8-96f2-2418af052b47 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 943 time: 0.1358399 Aug 28 12:45:05.143250 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-3b23029d-bafb-41b7-8200-a028a7b29a31 service neutron] Transition to ACTIVE for port object 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:05.150910 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:05.165784 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c6d07-0804-4156-b070-6abe568bc18b req-1d659f94-37fe-4128-bf10-f8ead031cec9 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:05.174122 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c6d07-0804-4156-b070-6abe568bc18b req-1d659f94-37fe-4128-bf10-f8ead031cec9 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3260553 Aug 28 12:45:05.175673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-f899c877-f8d5-49cf-8728-c8d4e05066d0', 'network_id': 'f899c877-f8d5-49cf-8728-c8d4e05066d0', 'tenant_id': '664e5726df2746fe9aca95815578c012', 'fixed_ips': [{'subnet_id': '931dba74-2095-4883-acd9-a85c768267c3'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:45:05.176538 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:05.186398 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-3b23029d-bafb-41b7-8200-a028a7b29a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:05.203068 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357387aa-089f-4df5-a106-8a269292b709 None None] Pushing event updated for resources: {'Port': ['ID=7e6cb4d0-a898-45de-8859-f9ba4cbc39d7,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:05.232864 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c6d07-0804-4156-b070-6abe568bc18b req-039ba899-8349-46e9-85d1-cd1b85df5721 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/quotas/61bde1ac0cd643f688a6059d6efe0d5c HTTP/1.1" status: 200 len: 375 time: 0.0576184 Aug 28 12:45:05.286349 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e91b6e66-c5aa-4783-960a-506b4993e26d tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=61bde1ac0cd643f688a6059d6efe0d5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523295 Aug 28 12:45:05.341360 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1590e0c3-40c6-4f29-bccc-14d2c00a8796 req-6e392212-a97c-40ff-bca1-399eff6c658d tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924107 Aug 28 12:45:05.361313 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Allocated IP 172.20.0.2 (f899c877-f8d5-49cf-8728-c8d4e05066d0/931dba74-2095-4883-acd9-a85c768267c3/dc6b4a48-d2c3-4eb3-a369-c76a64a2d002) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:05.404149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23029d-bafb-41b7-8200-a028a7b29a31 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,revision_number=10']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:05.411074 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-3b23029d-bafb-41b7-8200-a028a7b29a31 service neutron] No DVR routers for this DVR port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:45:05.431735 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:05.453634 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-543d5149-6dab-459e-ab4f-cd150771c999 None None] Provisioning complete for port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:05.454006 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-543d5149-6dab-459e-ab4f-cd150771c999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:05.493277 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-3b23029d-bafb-41b7-8200-a028a7b29a31 service neutron] 10.222.0.11 "PUT /v2.0/ports/1f8b1475-1bf6-4e23-8e3f-7e610937e9d8/bindings/n-h2-791505-21/activate HTTP/1.1" status: 200 len: 370 time: 1.9491432 Aug 28 12:45:05.503934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:45:05.636761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1ba78-b0cc-466a-9893-227e0e797557 req-1e50bc18-94e1-4ec4-9c73-957cf5336b37 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:05.638430 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c7c1ba78-b0cc-466a-9893-227e0e797557 req-1e50bc18-94e1-4ec4-9c73-957cf5336b37 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1273975 Aug 28 12:45:05.688151 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:05.710056 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Transition to ACTIVE for port object dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:05.717771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384c27f-66ea-4ce9-b35b-5e0b085672f2 req-8e404ee2-b3d4-41b0-86a5-4a88118470c5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:05.720271 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c384c27f-66ea-4ce9-b35b-5e0b085672f2 req-8e404ee2-b3d4-41b0-86a5-4a88118470c5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.1256289 Aug 28 12:45:05.732181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Transition to ACTIVE for port object dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:05.734753 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bbf043af-b46b-4413-9cd1-4b20402e23ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:05.741965 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:05.772805 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:45:05.792782 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c384c27f-66ea-4ce9-b35b-5e0b085672f2 req-3b35b0db-1872-417f-bde8-41c340c991b0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655122 Aug 28 12:45:05.793100 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-2e34453d-8186-4ace-a756-01622d395051 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:05.794623 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-2e34453d-8186-4ace-a756-01622d395051 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98&tenant_id=8374a9853c4643a4807f0fe0c461a45d&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 1096 time: 0.1820090 Aug 28 12:45:05.795758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Sync routers for ids ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:45:05.806592 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:05.808520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5e57d1a2-6a03-4a73-9dad-f0895a33b4c8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0766773 Aug 28 12:45:05.811578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40156) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:05.840244 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Network f899c877-f8d5-49cf-8728-c8d4e05066d0 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:05.845587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Routers {'9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:05.846479 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:44:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:05.849553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:05.856776 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c7c1ba78-b0cc-466a-9893-227e0e797557 req-4cac2318-d155-4fc3-b7f3-6cd604ef7acb tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695538 Aug 28 12:45:05.860388 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:05.864993 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Pushing event updated for resources: {'Port': ['ID=dc6b4a48-d2c3-4eb3-a369-c76a64a2d002,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:05.907627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf043af-b46b-4413-9cd1-4b20402e23ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d56e3d2-d77e-49f2-b786-c94439f5061c,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:05.923930 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-941ab76f-089f-4115-8be0-3f43747d5d06 req-bb3eb6a1-a57e-4504-9fa9-dea54d7399b0 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 210 time: 0.0555782 Aug 28 12:45:06.012204 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6cadeae2-a60c-4e23-ad71-0ae0c228f364 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:06.016540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-9e3072be-d0e9-4e71-a062-ce3b10971f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:06.018060 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-9e3072be-d0e9-4e71-a062-ce3b10971f4b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98&tenant_id=8374a9853c4643a4807f0fe0c461a45d HTTP/1.1" status: 200 len: 1096 time: 0.2104335 Aug 28 12:45:06.020816 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf043af-b46b-4413-9cd1-4b20402e23ed admin admin] Checking segment: {'id': '2db1081d-ea4e-46aa-9910-91cb183259b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:06.021170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf043af-b46b-4413-9cd1-4b20402e23ed admin admin] Network hostable DHCP agents. Network: 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:45:06.101977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Attempting to bind port dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:06.102380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Attempting to bind port dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'c2ddd622-0780-44b5-834a-7c54e86536ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f899c877-f8d5-49cf-8728-c8d4e05066d0'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:06.102743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Attempting to bind port dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 on network f899c877-f8d5-49cf-8728-c8d4e05066d0 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:06.117437 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:06.117966 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Checking segment: {'id': 'c2ddd622-0780-44b5-834a-7c54e86536ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f899c877-f8d5-49cf-8728-c8d4e05066d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:06.118394 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:06.119185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Bound using segment: {'id': 'c2ddd622-0780-44b5-834a-7c54e86536ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f899c877-f8d5-49cf-8728-c8d4e05066d0'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:06.119678 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Bound port: dc6b4a48-d2c3-4eb3-a369-c76a64a2d002, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ddd622-0780-44b5-834a-7c54e86536ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f899c877-f8d5-49cf-8728-c8d4e05066d0'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:06.120362 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:06.161553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Set router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:06.218798 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:06.247503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d2981-ada5-417a-bc5e-c27bc4a4bb1a req-a84378b6-1dc3-4f95-8c7d-736ff4a0aed6 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:06.254118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d2981-ada5-417a-bc5e-c27bc4a4bb1a req-a84378b6-1dc3-4f95-8c7d-736ff4a0aed6 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:06.260256 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d2981-ada5-417a-bc5e-c27bc4a4bb1a req-a84378b6-1dc3-4f95-8c7d-736ff4a0aed6 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:06.261995 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-018d2981-ada5-417a-bc5e-c27bc4a4bb1a req-a84378b6-1dc3-4f95-8c7d-736ff4a0aed6 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2416 time: 0.2974679 Aug 28 12:45:06.266846 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf043af-b46b-4413-9cd1-4b20402e23ed admin admin] Network 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:45:06.290078 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:06.292091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-bbf043af-b46b-4413-9cd1-4b20402e23ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:06.320404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d500d9b-8d2b-4675-b40d-175d4291e5c4 None None] Network 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:06.355155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 6cadeae2-a60c-4e23-ad71-0ae0c228f364 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:06.430392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 6cadeae2-a60c-4e23-ad71-0ae0c228f364 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:06.430785 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:06.442648 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:06.479198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] For port dc6b4a48-d2c3-4eb3-a369-c76a64a2d002, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:06.514659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] For port dc6b4a48-d2c3-4eb3-a369-c76a64a2d002, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=dc6b4a48-d2c3-4eb3-a369-c76a64a2d002,segment=NetworkSegment(c2ddd622-0780-44b5-834a-7c54e86536ec),segment_id=c2ddd622-0780-44b5-834a-7c54e86536ec)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:06.532771 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:06.568964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c55fe-9afc-4a14-a152-ac4462b5ff9b req-cac15a19-a65d-4ff0-83b0-c38a4bf8999a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:06.571172 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-467c55fe-9afc-4a14-a152-ac4462b5ff9b req-cac15a19-a65d-4ff0-83b0-c38a4bf8999a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 944 time: 0.1085908 Aug 28 12:45:06.613346 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:06.613716 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:06.644988 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-467c55fe-9afc-4a14-a152-ac4462b5ff9b req-f86033a6-a842-4a5f-98e0-9713efc48cf2 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500739 Aug 28 12:45:06.672880 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:06.676259 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf043af-b46b-4413-9cd1-4b20402e23ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:06.677107 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bbf043af-b46b-4413-9cd1-4b20402e23ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:06.706064 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1295e314-da60-4e95-9d0c-d3e4fb7ce464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:06.715003 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-1295e314-da60-4e95-9d0c-d3e4fb7ce464 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 1096 time: 0.6421530 Aug 28 12:45:06.729907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55848998-c428-44ef-9fd7-5f87467eb4e5 None None] Pushing event updated for resources: {'Port': ['ID=dc6b4a48-d2c3-4eb3-a369-c76a64a2d002,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:06.741584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Allocated IP 172.20.0.1 (13d7cd11-7d64-44bd-94e1-a8725c05108d/48054526-9b9a-45e5-8cb6-dd16d5f9b72d/1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:06.778141 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-018d2981-ada5-417a-bc5e-c27bc4a4bb1a req-256bbd73-ad40-4e37-bda1-54bda20f59fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016987 Aug 28 12:45:06.944780 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c6d07-0804-4156-b070-6abe568bc18b req-54a2f4a5-e338-4539-9c67-64936dd3f6df tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=61bde1ac0cd643f688a6059d6efe0d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0994258 Aug 28 12:45:07.014995 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bbf043af-b46b-4413-9cd1-4b20402e23ed admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0355315 Aug 28 12:45:07.018412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40168) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:07.044349 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.058237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-272780983-router', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:07.071827 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'fixed_ips': [{'subnet_id': '9d56e3d2-d77e-49f2-b786-c94439f5061c'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:45:07.072850 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.108075 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.113243 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-7fc2d062-5688-41bd-8ddf-fd04722ba69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:07.115332 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-7fc2d062-5688-41bd-8ddf-fd04722ba69d service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.3714452 Aug 28 12:45:07.115583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cadeae2-a60c-4e23-ad71-0ae0c228f364'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:45:07.117984 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32748782-52ab-49fd-a44c-98a994ad205f" -d '{"events": [{"server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "name": "network-vif-plugged", "status": "completed", "tag": "6cadeae2-a60c-4e23-ad71-0ae0c228f364"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:45:07.125157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e186e49-4f72-4f32-9ca2-83c16ef37168 req-030f5799-2618-4c4d-a7f9-b0e591c0795c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:07.126903 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e186e49-4f72-4f32-9ca2-83c16ef37168 req-030f5799-2618-4c4d-a7f9-b0e591c0795c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.1775489 Aug 28 12:45:07.141591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6cadeae2-a60c-4e23-ad71-0ae0c228f364, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6cadeae2-a60c-4e23-ad71-0ae0c228f364,segment=NetworkSegment(643002a0-3194-403f-96de-3c4712606d6d),segment_id=643002a0-3194-403f-96de-3c4712606d6d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:07.165013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'name': 'tempest-TaggedBootDevicesTest_v242-875743468-router', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:00Z', 'updated_at': '2021-08-28T12:45:03Z', 'revision_number': 3, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'gw_port': {'id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:02Z', 'updated_at': '2021-08-28T12:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:07.197372 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.198399 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.203999 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-12afcaf0-0cc3-434d-854b-18d7295e7a27 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 HTTP/1.1" status: 200 len: 217 time: 0.0616436 Aug 28 12:45:07.207432 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.210171 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.211516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 3aed1a82-66bc-466f-8dd6-a943012dfceb up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:07.216792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Allocated IP 172.25.1.228 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/10889e0f-675e-47c9-85f7-894738d6b282) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:07.262222 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e186e49-4f72-4f32-9ca2-83c16ef37168 req-e25a80ba-d7c3-4f30-b19c-21bf423479f6 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156671 Aug 28 12:45:07.270011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Checking router: 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:45:07.270292 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Updating router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 port a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:45:07.288635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71120e-14e4-47b3-a1ec-512e18475cc7 req-09038216-eb8d-4564-baf5-2ec30896ae3c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:07.294526 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c6d07-0804-4156-b070-6abe568bc18b req-6bb32d5f-73d9-4740-ae34-96f95291cc35 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:07.296828 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4e71120e-14e4-47b3-a1ec-512e18475cc7 req-09038216-eb8d-4564-baf5-2ec30896ae3c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.2950523 Aug 28 12:45:07.299119 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c6d07-0804-4156-b070-6abe568bc18b req-6bb32d5f-73d9-4740-ae34-96f95291cc35 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3448119 Aug 28 12:45:07.300515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Transition to ACTIVE for port object 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:07.323727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-e11c6d07-0804-4156-b070-6abe568bc18b req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Request body: {'port': {'device_id': 'ef41f182-2d3d-4274-b177-1dc7356cb895', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '61bde1ac0cd643f688a6059d6efe0d5c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:07.364108 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-faf70410-3215-43a5-800f-d0a63b669ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:07.365469 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-faf70410-3215-43a5-800f-d0a63b669ea3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.1512332 Aug 28 12:45:07.374033 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.419766 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4e71120e-14e4-47b3-a1ec-512e18475cc7 req-cdd40894-bbea-42c7-8d01-25cc93a53ac3 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220636 Aug 28 12:45:07.423625 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-c13474b9-a57e-4d22-99da-56325526014c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479431 Aug 28 12:45:07.428210 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6cadeae2-a60c-4e23-ad71-0ae0c228f364,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:07.440560 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.495110 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6ca2f781-36f2-46db-a82b-9359a308c08b req-27be89fb-d0d1-41f1-b72b-86abe02a3053 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 210 time: 0.0567942 Aug 28 12:45:07.515419 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7eec205-cba1-4647-b6a3-8a63959f64f3 x-openstack-request-id: req-b7eec205-cba1-4647-b6a3-8a63959f64f3 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:45:07.515419 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "name": "network-vif-plugged", "status": "completed", "tag": "6cadeae2-a60c-4e23-ad71-0ae0c228f364", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:45:07.515419 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7eec205-cba1-4647-b6a3-8a63959f64f3 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:45:07.515419 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cadeae2-a60c-4e23-ad71-0ae0c228f364', 'code': 200} Aug 28 12:45:07.515419 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Allocated IP 172.20.0.2 (94713c35-8f2d-4c0f-883e-5bb4c22cf7f4/9d56e3d2-d77e-49f2-b786-c94439f5061c/ee9688e0-dc8f-4107-9f9b-014a178f3b9e) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:07.534772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 3aed1a82-66bc-466f-8dd6-a943012dfceb completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:07.548316 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 3aed1a82-66bc-466f-8dd6-a943012dfceb triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:07.548681 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.563761 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.575884 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-fb4c7926-9b66-46cf-86a7-b52a0637f036 service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428516 Aug 28 12:45:07.696871 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.727926 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.737545 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.760321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:07.765595 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:07.772142 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:07.793519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Network 13d7cd11-7d64-44bd-94e1-a8725c05108d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:07.797373 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:07.802445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:07.861111 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.865197 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.888902 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.922690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Transition to ACTIVE for port object ee9688e0-dc8f-4107-9f9b-014a178f3b9e will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:07.942898 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-b2015021-d9e9-45a7-8229-da1f8f4b4d20 service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574634 Aug 28 12:45:07.958717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 3aed1a82-66bc-466f-8dd6-a943012dfceb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=3aed1a82-66bc-466f-8dd6-a943012dfceb,segment=NetworkSegment(643002a0-3194-403f-96de-3c4712606d6d),segment_id=643002a0-3194-403f-96de-3c4712606d6d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:07.973345 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Transition to ACTIVE for port object ee9688e0-dc8f-4107-9f9b-014a178f3b9e will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:07.978304 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:07.979181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device be6e748c-b677-4284-941c-787c6633bbdd up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:08.005651 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Pushing event updated for resources: {'Port': ['ID=10889e0f-675e-47c9-85f7-894738d6b282,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:08.020533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Pushing event updated for resources: {'Port': ['ID=1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:08.043130 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:08.129042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11c6d07-0804-4156-b070-6abe568bc18b req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Made reservation on behalf of 61bde1ac0cd643f688a6059d6efe0d5c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:08.131727 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fd2df-4039-4c6d-93c1-7654e6c44118 req-970756b7-e79f-4827-bc4e-1602d486ea4a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:08.134059 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e11c6d07-0804-4156-b070-6abe568bc18b req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:08.136598 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc5fd2df-4039-4c6d-93c1-7654e6c44118 req-970756b7-e79f-4827-bc4e-1602d486ea4a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 944 time: 0.2315397 Aug 28 12:45:08.148822 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Network 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:08.159171 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:08.194330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:08.213345 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=3aed1a82-66bc-466f-8dd6-a943012dfceb,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:08.283586 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e11c6d07-0804-4156-b070-6abe568bc18b req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:08.294161 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc5fd2df-4039-4c6d-93c1-7654e6c44118 req-786290c1-f708-43ea-9c93-e10e17453445 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224318 Aug 28 12:45:08.302847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:08.308771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97f305-438d-41fe-beb6-610ed213a968 req-074ab420-df4c-4889-b193-bb921fe7ff26 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:08.314626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97f305-438d-41fe-beb6-610ed213a968 req-074ab420-df4c-4889-b193-bb921fe7ff26 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:08.320591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97f305-438d-41fe-beb6-610ed213a968 req-074ab420-df4c-4889-b193-bb921fe7ff26 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:08.328170 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b97f305-438d-41fe-beb6-610ed213a968 req-074ab420-df4c-4889-b193-bb921fe7ff26 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2418 time: 0.4028730 Aug 28 12:45:08.371697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c867628-7b5b-49b4-b77b-ffe8113e6385 None None] Network f899c877-f8d5-49cf-8728-c8d4e05066d0 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:08.376863 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:08.446328 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-f53f7944-ac26-4c51-98cd-a7e31af7a973 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:08.447823 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-f53f7944-ac26-4c51-98cd-a7e31af7a973 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98&tenant_id=8374a9853c4643a4807f0fe0c461a45d&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 1096 time: 0.1524656 Aug 28 12:45:08.484799 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:08.497288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port be6e748c-b677-4284-941c-787c6633bbdd completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:08.512246 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3e2b4b6a-1a37-41db-9212-9091cdaf4cd8 None None] Provisioning for port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:08.513358 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:08.527836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Attempting to bind port ee9688e0-dc8f-4107-9f9b-014a178f3b9e on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:08.528357 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Attempting to bind port ee9688e0-dc8f-4107-9f9b-014a178f3b9e by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '2db1081d-ea4e-46aa-9910-91cb183259b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:08.528817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Attempting to bind port ee9688e0-dc8f-4107-9f9b-014a178f3b9e on network 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:08.536101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port be6e748c-b677-4284-941c-787c6633bbdd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:08.536606 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:08.538670 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Transition to ACTIVE for port object a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:08.543377 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Pushing event updated for resources: {'Port': ['ID=ee9688e0-dc8f-4107-9f9b-014a178f3b9e,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:08.545822 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3e2b4b6a-1a37-41db-9212-9091cdaf4cd8 None None] Provisioning complete for port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:08.546297 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3e2b4b6a-1a37-41db-9212-9091cdaf4cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:08.564642 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cfeb0-96c0-4cf7-808c-bf31db5b0269 req-f30c2ebd-e96b-44e9-abbf-452c388db6b7 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:08.566249 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0e8cfeb0-96c0-4cf7-808c-bf31db5b0269 req-f30c2ebd-e96b-44e9-abbf-452c388db6b7 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.1924150 Aug 28 12:45:08.599142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:08.599697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Checking segment: {'id': '2db1081d-ea4e-46aa-9910-91cb183259b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:08.600195 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:08.600725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Bound using segment: {'id': '2db1081d-ea4e-46aa-9910-91cb183259b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:08.601290 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Bound port: ee9688e0-dc8f-4107-9f9b-014a178f3b9e, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db1081d-ea4e-46aa-9910-91cb183259b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:08.601813 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:08.609671 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:08.696521 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0e8cfeb0-96c0-4cf7-808c-bf31db5b0269 req-c3c14eff-4549-4f47-b15f-d7688edb0eff tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122084 Aug 28 12:45:08.745643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b4b6a-1a37-41db-9212-9091cdaf4cd8 None None] Port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:45:08.765154 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:08.776155 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b97f305-438d-41fe-beb6-610ed213a968 req-0e4afc8e-8f37-436a-ac89-289f44599fb8 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405258 Aug 28 12:45:08.786636 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-f037deb6-497e-46d9-adc9-d7fc91b4c31d service neutron] For port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:08.794889 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-f037deb6-497e-46d9-adc9-d7fc91b4c31d service neutron] Notify callbacks [] for binding, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:08.796413 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80507607-8ea9-4b2f-bd7f-28a7c154c9ca req-f037deb6-497e-46d9-adc9-d7fc91b4c31d service neutron] 10.222.0.10 "DELETE /v2.0/ports/1f8b1475-1bf6-4e23-8e3f-7e610937e9d8/bindings/n-h1-791505-21 HTTP/1.1" status: 204 len: 173 time: 0.3377368 Aug 28 12:45:08.802173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9a25e-ffba-418b-aa61-b334fe5e7ff5 None None] Pushing event updated for resources: {'Port': ['ID=a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:08.804875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Attempting to bind port a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:08.805462 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Attempting to bind port a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:08.805921 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Attempting to bind port a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:08.861546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:08.862090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:08.862621 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:08.863112 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:08.863734 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Bound port: a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:08.864347 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:08.927451 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] For port ee9688e0-dc8f-4107-9f9b-014a178f3b9e, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:08.953052 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:08.955860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9b631e78-e830-4ba8-b781-83bc75cc8355 None None] Provisioning for port dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:08.963384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] For port ee9688e0-dc8f-4107-9f9b-014a178f3b9e, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ee9688e0-dc8f-4107-9f9b-014a178f3b9e,segment=NetworkSegment(2db1081d-ea4e-46aa-9910-91cb183259b3),segment_id=2db1081d-ea4e-46aa-9910-91cb183259b3)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:08.968292 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f20930-7937-423e-b3d7-259fc221b6de req-be61c439-5b37-456d-8b2e-e2efef8814e4 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:08.976247 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-95f20930-7937-423e-b3d7-259fc221b6de req-be61c439-5b37-456d-8b2e-e2efef8814e4 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.0816932 Aug 28 12:45:08.984443 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:08.992332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9b631e78-e830-4ba8-b781-83bc75cc8355 None None] Provisioning complete for port dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:08.992908 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9b631e78-e830-4ba8-b781-83bc75cc8355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:09.000275 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:09.006229 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-481f9892-8528-4dab-a792-753d124497f3 req-f2d9e43a-4d98-475a-9f97-73b75c310731 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 210 time: 0.0728536 Aug 28 12:45:09.087749 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] For port a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:09.092476 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e11c6d07-0804-4156-b070-6abe568bc18b req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:09.110925 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e11c6d07-0804-4156-b070-6abe568bc18b req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:09.113298 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-95f20930-7937-423e-b3d7-259fc221b6de req-3013ca10-9563-4ccf-8857-1d3dc614391b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315112 Aug 28 12:45:09.133968 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] For port a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:09.152093 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:09.154888 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:09.165554 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port be6e748c-b677-4284-941c-787c6633bbdd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=be6e748c-b677-4284-941c-787c6633bbdd,segment=NetworkSegment(62dd103c-de65-4f5f-9b6e-d977b6871f62),segment_id=62dd103c-de65-4f5f-9b6e-d977b6871f62)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:09.175842 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba59add-dbdd-4773-a95b-1d05ff2c62ae None None] Pushing event updated for resources: {'Port': ['ID=ee9688e0-dc8f-4107-9f9b-014a178f3b9e,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:09.186035 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:09.187073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:45:09.207527 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:09.244522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Router c855854f-8e31-4179-9923-357307c682b2 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:45:09.275874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e610c05-0d64-4b2e-9d64-48be6a8bc576,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:09.280303 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:09.297353 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:09.525307 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:09.548614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:45:09.563999 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Sync routers for ids ['c855854f-8e31-4179-9923-357307c682b2'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:45:09.577070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Pushing event updated for resources: {'Port': ['ID=1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:09.578040 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Routers {'c855854f-8e31-4179-9923-357307c682b2'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:09.578894 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a717912f-7893-4394-b662-5f29151e8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:44:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c855854f-8e31-4179-9923-357307c682b2'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:09.591875 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24c541-a8da-4f5a-9e5b-704e9fd4bf85 req-b251c8db-c5a3-45d7-97ef-c5a01de57a45 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:09.599526 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ba24c541-a8da-4f5a-9e5b-704e9fd4bf85 req-b251c8db-c5a3-45d7-97ef-c5a01de57a45 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 944 time: 0.1202600 Aug 28 12:45:09.629721 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:09.635384 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0ab5f63d-7a0e-43d5-b99c-18b4985c0080 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6839745 Aug 28 12:45:09.635891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40184) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:09.660427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-e11c6d07-0804-4156-b070-6abe568bc18b req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Allocated IP 192.168.233.102 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/d06f6fe4-280a-48f7-bc56-42112473fa93) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:09.678751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aed1a82-66bc-466f-8dd6-a943012dfceb'}, {'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6e748c-b677-4284-941c-787c6633bbdd'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:45:09.683171 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede3bcab-3f80-41ad-af73-fd223da54323" -d '{"events": [{"server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "name": "network-vif-plugged", "status": "completed", "tag": "3aed1a82-66bc-466f-8dd6-a943012dfceb"}, {"server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "name": "network-vif-plugged", "status": "completed", "tag": "be6e748c-b677-4284-941c-787c6633bbdd"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:45:09.686344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9a25e-ffba-418b-aa61-b334fe5e7ff5 None None] Pushing event updated for resources: {'Port': ['ID=a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:09.689231 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Routers {'9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:09.690049 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:44:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:09.729913 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Allocated IP 172.25.1.148 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/44a4cbb9-1aff-4ebd-8902-692407e277f8) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:09.750933 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ba24c541-a8da-4f5a-9e5b-704e9fd4bf85 req-a295b2fc-cf54-4edb-ad46-50941c5fa8ec tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502483 Aug 28 12:45:09.869092 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Set router c855854f-8e31-4179-9923-357307c682b2 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:09.893889 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9b631e78-e830-4ba8-b781-83bc75cc8355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:09.960194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:45:10.010595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9b631e78-e830-4ba8-b781-83bc75cc8355 None None] For port dc6b4a48-d2c3-4eb3-a369-c76a64a2d002, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=dc6b4a48-d2c3-4eb3-a369-c76a64a2d002,segment=NetworkSegment(c2ddd622-0780-44b5-834a-7c54e86536ec),segment_id=c2ddd622-0780-44b5-834a-7c54e86536ec)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:10.044061 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-859c7d46-15b2-4224-9a4b-1cab4f2c0a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:10.045474 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:10.046591 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb49f95-cc85-4ded-80c1-3f5d16b82b68 req-9658895d-696b-40f9-8b75-04a6b1127a67 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:10.055750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb49f95-cc85-4ded-80c1-3f5d16b82b68 req-9658895d-696b-40f9-8b75-04a6b1127a67 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:10.060486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Network 13d7cd11-7d64-44bd-94e1-a8725c05108d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:10.061421 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9b631e78-e830-4ba8-b781-83bc75cc8355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:10.065396 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb49f95-cc85-4ded-80c1-3f5d16b82b68 req-9658895d-696b-40f9-8b75-04a6b1127a67 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:10.067483 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9cb49f95-cc85-4ded-80c1-3f5d16b82b68 req-9658895d-696b-40f9-8b75-04a6b1127a67 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2419 time: 0.1457329 Aug 28 12:45:10.076249 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e11c6d07-0804-4156-b070-6abe568bc18b req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:10.080511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:10.136795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=be6e748c-b677-4284-941c-787c6633bbdd,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:10.168665 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9cb49f95-cc85-4ded-80c1-3f5d16b82b68 req-0cc94a40-2d48-4b77-ba55-613de49849a4 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915070 Aug 28 12:45:10.194578 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a717912f-7893-4394-b662-5f29151e8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c855854f-8e31-4179-9923-357307c682b2', 'name': 'tempest-FloatingIPsTestJSON-1434198826-router', 'tenant_id': '664e5726df2746fe9aca95815578c012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '10889e0f-675e-47c9-85f7-894738d6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:05Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 3, 'project_id': '664e5726df2746fe9aca95815578c012', 'gw_port': {'id': '10889e0f-675e-47c9-85f7-894738d6b282', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c855854f-8e31-4179-9923-357307c682b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:10.212824 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536a34e-a8bc-461e-abda-06ba27108826 req-00c1ed35-3fa3-4f49-9a68-73b312ad582e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:10.234227 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Checking router: c855854f-8e31-4179-9923-357307c682b2 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:45:10.234607 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Updating router c855854f-8e31-4179-9923-357307c682b2 port 10889e0f-675e-47c9-85f7-894738d6b282 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:45:10.234798 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a536a34e-a8bc-461e-abda-06ba27108826 req-00c1ed35-3fa3-4f49-9a68-73b312ad582e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.3059890 Aug 28 12:45:10.236843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] Set router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:10.271953 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:10.295482 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:10.310118 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-e11c6d07-0804-4156-b070-6abe568bc18b req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Transition to ACTIVE for port object d06f6fe4-280a-48f7-bc56-42112473fa93 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:10.327017 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ee9688e0-dc8f-4107-9f9b-014a178f3b9e up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:10.443913 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 12:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6084c30-de1e-49a1-b1cc-6b0da0fd3750 x-openstack-request-id: req-c6084c30-de1e-49a1-b1cc-6b0da0fd3750 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:45:10.444223 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "name": "network-vif-plugged", "status": "completed", "tag": "3aed1a82-66bc-466f-8dd6-a943012dfceb", "code": 200}, {"server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "name": "network-vif-plugged", "status": "completed", "tag": "be6e748c-b677-4284-941c-787c6633bbdd", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:45:10.444477 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6084c30-de1e-49a1-b1cc-6b0da0fd3750 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:45:10.444869 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aed1a82-66bc-466f-8dd6-a943012dfceb', 'code': 200} Aug 28 12:45:10.445842 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6e748c-b677-4284-941c-787c6633bbdd', 'code': 200} Aug 28 12:45:10.561285 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1c8e38c2-8714-4acf-854e-0a680fdbf446 None None] Provisioning complete for port dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:10.561650 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1c8e38c2-8714-4acf-854e-0a680fdbf446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:10.589445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b631e78-e830-4ba8-b781-83bc75cc8355 None None] Pushing event updated for resources: {'Port': ['ID=dc6b4a48-d2c3-4eb3-a369-c76a64a2d002,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:10.615998 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a536a34e-a8bc-461e-abda-06ba27108826 req-4a137af8-2a15-4b5a-9584-ed6767b78026 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803036 Aug 28 12:45:10.638341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b04c22-b3c5-444b-b882-49be0969d1f1 req-5961b550-a8dd-40a7-ab31-80d7bde3dd64 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:10.640577 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-49b04c22-b3c5-444b-b882-49be0969d1f1 req-5961b550-a8dd-40a7-ab31-80d7bde3dd64 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1136556 Aug 28 12:45:10.736058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4ee6a-2660-46a4-a43c-fdd2c5886963 req-bffbcc6c-c0e4-4339-b839-6d002e7dd553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:10.738659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4ee6a-2660-46a4-a43c-fdd2c5886963 req-bffbcc6c-c0e4-4339-b839-6d002e7dd553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:10.739509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4ee6a-2660-46a4-a43c-fdd2c5886963 req-bffbcc6c-c0e4-4339-b839-6d002e7dd553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:10.753791 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6fd4ee6a-2660-46a4-a43c-fdd2c5886963 req-bffbcc6c-c0e4-4339-b839-6d002e7dd553 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2875 time: 0.2782459 Aug 28 12:45:10.757119 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-49b04c22-b3c5-444b-b882-49be0969d1f1 req-1ea7d2ab-9d76-407d-a973-2d072433267b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014433 Aug 28 12:45:10.758939 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:10.761126 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e11c6d07-0804-4156-b070-6abe568bc18b req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:10.799558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e85643-2f9a-4ef7-a6f4-c7988393c845 None None] Network 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:10.845613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Pushing event updated for resources: {'Port': ['ID=44a4cbb9-1aff-4ebd-8902-692407e277f8,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:10.886285 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port ee9688e0-dc8f-4107-9f9b-014a178f3b9e completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:10.909280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:45:10.909786 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:10.920658 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Transition to ACTIVE for port object 10889e0f-675e-47c9-85f7-894738d6b282 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:10.924417 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Pushing event updated for resources: {'Port': ['ID=d06f6fe4-280a-48f7-bc56-42112473fa93,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:10.929334 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:10.964191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'name': 'tempest-TaggedBootDevicesTest_v242-875743468-router', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:00Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 4, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'gw_port': {'id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:02Z', 'updated_at': '2021-08-28T12:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47', 'name': '', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'mac_address': 'fa:16:3e:94:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 2, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'subnets': [{'id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:10.990214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:11.001355 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1aaa4-43fb-4e0f-bcf2-e8ccd657c515 None None] Pushing event updated for resources: {'Port': ['ID=10889e0f-675e-47c9-85f7-894738d6b282,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:11.001638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11c6d07-0804-4156-b070-6abe568bc18b req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:11.003627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:11.017050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:11.019222 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-e11c6d07-0804-4156-b070-6abe568bc18b req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:11.027268 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11c6d07-0804-4156-b070-6abe568bc18b req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:11.043125 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb32436-f347-40b7-8341-9aeffa8d6a01 None None] The sync data for ids ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'] in n-d-791505-21 is: [{'id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'name': 'tempest-TaggedBootDevicesTest_v242-875743468-router', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:00Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 4, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'gw_port': {'id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:02Z', 'updated_at': '2021-08-28T12:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47', 'name': '', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'mac_address': 'fa:16:3e:94:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 2, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'subnets': [{'id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:45:11.071639 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Attempting to bind port 10889e0f-675e-47c9-85f7-894738d6b282 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:11.072184 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Attempting to bind port 10889e0f-675e-47c9-85f7-894738d6b282 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:11.072646 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Attempting to bind port 10889e0f-675e-47c9-85f7-894738d6b282 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:11.098994 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:11.099580 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:11.100493 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:11.102417 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:11.103079 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Bound port: 10889e0f-675e-47c9-85f7-894738d6b282, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:11.104123 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:11.110963 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6fd4ee6a-2660-46a4-a43c-fdd2c5886963 req-4af4b0a9-537b-4c44-a89d-12e9f44606b9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476100 Aug 28 12:45:11.151313 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72057b-14dd-4442-b08d-642339776ec4 req-7ad17e91-8547-4d28-b037-8a4c8b97dbc8 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:11.153111 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc72057b-14dd-4442-b08d-642339776ec4 req-7ad17e91-8547-4d28-b037-8a4c8b97dbc8 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 936 time: 0.2425160 Aug 28 12:45:11.225457 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-59767c18-7c41-4ff0-a244-2c2fc8f48651 None None] Provisioning for port ee9688e0-dc8f-4107-9f9b-014a178f3b9e completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:11.241016 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-59767c18-7c41-4ff0-a244-2c2fc8f48651 None None] Provisioning complete for port ee9688e0-dc8f-4107-9f9b-014a178f3b9e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:11.241851 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-59767c18-7c41-4ff0-a244-2c2fc8f48651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:11.248179 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-a717912f-7893-4394-b662-5f29151e8638 None None] For port 10889e0f-675e-47c9-85f7-894738d6b282, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:11.252432 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-a717912f-7893-4394-b662-5f29151e8638 None None] For port 10889e0f-675e-47c9-85f7-894738d6b282, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=10889e0f-675e-47c9-85f7-894738d6b282,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:11.270402 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:11.384782 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:11.412344 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-59767c18-7c41-4ff0-a244-2c2fc8f48651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:11.427208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c6d07-0804-4156-b070-6abe568bc18b req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:11.427697 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e11c6d07-0804-4156-b070-6abe568bc18b req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:11.442215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da425fb-8563-4a9f-aafa-c4667c4ce674 req-7be65b45-0bb4-4933-a99e-501e6978e31d tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:11.444131 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Routers {'c855854f-8e31-4179-9923-357307c682b2'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:11.444929 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a717912f-7893-4394-b662-5f29151e8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:44:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c855854f-8e31-4179-9923-357307c682b2'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:11.449188 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1aaa4-43fb-4e0f-bcf2-e8ccd657c515 None None] Pushing event updated for resources: {'Port': ['ID=10889e0f-675e-47c9-85f7-894738d6b282,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:11.455499 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4da425fb-8563-4a9f-aafa-c4667c4ce674 req-7be65b45-0bb4-4933-a99e-501e6978e31d tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 1096 time: 0.1839495 Aug 28 12:45:11.488269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-59767c18-7c41-4ff0-a244-2c2fc8f48651 None None] For port ee9688e0-dc8f-4107-9f9b-014a178f3b9e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ee9688e0-dc8f-4107-9f9b-014a178f3b9e,segment=NetworkSegment(2db1081d-ea4e-46aa-9910-91cb183259b3),segment_id=2db1081d-ea4e-46aa-9910-91cb183259b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:11.499787 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-59767c18-7c41-4ff0-a244-2c2fc8f48651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:11.595369 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc72057b-14dd-4442-b08d-642339776ec4 req-85321505-adec-4022-885c-4234bc037ec6 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e610c05-0d64-4b2e-9d64-48be6a8bc576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346097 Aug 28 12:45:11.601026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c6d07-0804-4156-b070-6abe568bc18b req-4614becb-00e9-4e6d-bd2d-b7e1a742115b tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2857454 Aug 28 12:45:11.604320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-59767c18-7c41-4ff0-a244-2c2fc8f48651 None None] Provisioning complete for port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:11.604961 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-59767c18-7c41-4ff0-a244-2c2fc8f48651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:11.616744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59767c18-7c41-4ff0-a244-2c2fc8f48651 None None] Pushing event updated for resources: {'Port': ['ID=ee9688e0-dc8f-4107-9f9b-014a178f3b9e,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:11.619356 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Request body: {'port': {'device_id': 'ef41f182-2d3d-4274-b177-1dc7356cb895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:11.622488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:45:11.650721 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e2712324-9864-4145-a832-e8763bbf193f admin admin] 10.222.0.20 "PUT /v2.0/routers/9f099f2a-65b3-4c4f-858e-c3ff8a5ce616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8291986 Aug 28 12:45:11.709478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-59767c18-7c41-4ff0-a244-2c2fc8f48651 None None] Port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:45:11.716280 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-a717912f-7893-4394-b662-5f29151e8638 None None] Set router c855854f-8e31-4179-9923-357307c682b2 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:11.757301 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4da425fb-8563-4a9f-aafa-c4667c4ce674 req-5be4f315-16ea-4545-bdce-838eab4f8ce1 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953041 Aug 28 12:45:11.853044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-14bdb05e-26f5-4bd3-91aa-57a703ad3b51 None None] Provisioning for port d06f6fe4-280a-48f7-bc56-42112473fa93 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:11.857957 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-14bdb05e-26f5-4bd3-91aa-57a703ad3b51 None None] Provisioning complete for port d06f6fe4-280a-48f7-bc56-42112473fa93 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:11.858403 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-14bdb05e-26f5-4bd3-91aa-57a703ad3b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:11.888867 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:11.908599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Allocated IP 172.20.0.1 (f899c877-f8d5-49cf-8728-c8d4e05066d0/931dba74-2095-4883-acd9-a85c768267c3/6dbc9bd6-dbc8-4418-a4f7-8c988f400e61) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:11.941140 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f267630-7560-41d5-98d1-97114e022210 req-c35063b1-b365-4459-af12-2af34c3cbeb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:11.952667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f267630-7560-41d5-98d1-97114e022210 req-c35063b1-b365-4459-af12-2af34c3cbeb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:11.985274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f267630-7560-41d5-98d1-97114e022210 req-c35063b1-b365-4459-af12-2af34c3cbeb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:11.987405 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3f267630-7560-41d5-98d1-97114e022210 req-c35063b1-b365-4459-af12-2af34c3cbeb5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2419 time: 0.2796779 Aug 28 12:45:11.990805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-14bdb05e-26f5-4bd3-91aa-57a703ad3b51 None None] Port d06f6fe4-280a-48f7-bc56-42112473fa93 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:45:12.006943 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a717912f-7893-4394-b662-5f29151e8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c855854f-8e31-4179-9923-357307c682b2', 'name': 'tempest-FloatingIPsTestJSON-1434198826-router', 'tenant_id': '664e5726df2746fe9aca95815578c012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '10889e0f-675e-47c9-85f7-894738d6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:05Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 3, 'project_id': '664e5726df2746fe9aca95815578c012', 'gw_port': {'id': '10889e0f-675e-47c9-85f7-894738d6b282', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c855854f-8e31-4179-9923-357307c682b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:12.030619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-14bdb05e-26f5-4bd3-91aa-57a703ad3b51 None None] Provisioning complete for port ee9688e0-dc8f-4107-9f9b-014a178f3b9e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:12.031006 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-14bdb05e-26f5-4bd3-91aa-57a703ad3b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:12.046601 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a717912f-7893-4394-b662-5f29151e8638 None None] The sync data for ids ['c855854f-8e31-4179-9923-357307c682b2'] in n-d-791505-21 is: [{'id': 'c855854f-8e31-4179-9923-357307c682b2', 'name': 'tempest-FloatingIPsTestJSON-1434198826-router', 'tenant_id': '664e5726df2746fe9aca95815578c012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '10889e0f-675e-47c9-85f7-894738d6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:05Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 3, 'project_id': '664e5726df2746fe9aca95815578c012', 'gw_port': {'id': '10889e0f-675e-47c9-85f7-894738d6b282', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c855854f-8e31-4179-9923-357307c682b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:45:12.130460 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:12.133920 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:12.155597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Transition to ACTIVE for port object 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:12.208582 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:12.267942 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3f267630-7560-41d5-98d1-97114e022210 req-82c58e7a-6d74-46df-ab27-54023995dfa4 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695489 Aug 28 12:45:12.291112 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:12.330549 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Network f899c877-f8d5-49cf-8728-c8d4e05066d0 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:12.379439 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-667cfe34-4b1a-4332-bf4b-7cbb08e88909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:12.396321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:12.400374 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:12.427159 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Pushing event updated for resources: {'Port': ['ID=6dbc9bd6-dbc8-4418-a4f7-8c988f400e61,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:12.455626 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42a6a6-9dc4-434f-a68b-180c99ca595d req-ff3ceef4-3a32-4157-969f-b4ca67eab997 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:12.457388 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e42a6a6-9dc4-434f-a68b-180c99ca595d req-ff3ceef4-3a32-4157-969f-b4ca67eab997 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.2642751 Aug 28 12:45:12.514895 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:12.542634 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:12.555272 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:12.555539 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:12.704030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1cc61-886b-453b-aa73-7876b228e43f req-5b222796-bc5b-4e5d-a64f-e4662fb5907a tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:12.714999 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bcf1cc61-886b-453b-aa73-7876b228e43f req-5b222796-bc5b-4e5d-a64f-e4662fb5907a tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.2950706 Aug 28 12:45:12.720928 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e42a6a6-9dc4-434f-a68b-180c99ca595d req-8af42fe1-50c3-4550-b1e2-6f61d4fdd250 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524991 Aug 28 12:45:12.769650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ee9688e0-dc8f-4107-9f9b-014a178f3b9e up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:12.919544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ee9688e0-dc8f-4107-9f9b-014a178f3b9e triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:12.919969 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:12.965522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-930ee017-9672-4a53-8936-6b202ca7bb31 None None] Provisioning for port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:12.979689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-930ee017-9672-4a53-8936-6b202ca7bb31 None None] Provisioning complete for port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:12.980031 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-930ee017-9672-4a53-8936-6b202ca7bb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:13.060061 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:13.062463 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-930ee017-9672-4a53-8936-6b202ca7bb31 None None] Port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:45:13.109085 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-9bd5da46-6478-41fb-a7b8-210b521ad1f7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:13.110767 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-9bd5da46-6478-41fb-a7b8-210b521ad1f7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 821 time: 0.1893578 Aug 28 12:45:13.164666 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-0d081c92-b3e8-4341-bd7b-1a0a26b6e979 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/quotas/8374a9853c4643a4807f0fe0c461a45d HTTP/1.1" status: 200 len: 375 time: 0.0274587 Aug 28 12:45:13.312899 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:13.337922 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-35eabc74-3cb7-42e1-9601-cceba30b6c73 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1604860 Aug 28 12:45:13.513957 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-04425122-871d-41b9-ac2b-60f175daf3c2 service neutron] 10.222.0.20 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666336 Aug 28 12:45:13.568862 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bcf1cc61-886b-453b-aa73-7876b228e43f req-d2a34847-e173-46d4-87d8-ee390ad4583c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8529747 Aug 28 12:45:13.581429 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:13.733913 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:13.743251 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-83d55790-fde3-4f8f-b0a8-a1b49922fb15 service neutron] 10.222.0.20 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284126 Aug 28 12:45:13.743871 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:13.818511 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Pushing event updated for resources: {'Port': ['ID=6dbc9bd6-dbc8-4418-a4f7-8c988f400e61,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:13.827674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:13.828008 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:13.828348 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:13.828682 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:13.829012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:13.829346 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:13.829670 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:13.830250 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:13.830596 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:13.830916 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:13.831236 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:13.831553 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:13.834923 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:13.884843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06f6fe4-280a-48f7-bc56-42112473fa93 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:45:13.901059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6308a-75d0-47e7-abe9-25f5e7f3c734 req-e48bd5ab-3ceb-4328-a080-3a96c492937f tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:13.910034 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d3d6308a-75d0-47e7-abe9-25f5e7f3c734 req-e48bd5ab-3ceb-4328-a080-3a96c492937f tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 936 time: 0.1788621 Aug 28 12:45:13.924996 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:13.964287 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Network f899c877-f8d5-49cf-8728-c8d4e05066d0 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:13.965793 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:13.970763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Transition to ACTIVE for port object d06f6fe4-280a-48f7-bc56-42112473fa93 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:13.991630 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:14.062221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Pushing event updated for resources: {'Port': ['ID=d06f6fe4-280a-48f7-bc56-42112473fa93,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:14.092040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Router ced2b5e6-9c15-4907-8732-a43114969a74 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:45:14.163227 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d3d6308a-75d0-47e7-abe9-25f5e7f3c734 req-a5920d7c-dcba-42d2-9370-59e447b85c57 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e610c05-0d64-4b2e-9d64-48be6a8bc576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524543 Aug 28 12:45:14.369995 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18330a93-df03-4c19-9b4e-88c89e598cdf req-99c647d6-a64e-4a05-9442-062713af1779 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:14.387220 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:14.415533 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18330a93-df03-4c19-9b4e-88c89e598cdf req-99c647d6-a64e-4a05-9442-062713af1779 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:14.442408 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18330a93-df03-4c19-9b4e-88c89e598cdf req-99c647d6-a64e-4a05-9442-062713af1779 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:14.444100 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-18330a93-df03-4c19-9b4e-88c89e598cdf req-99c647d6-a64e-4a05-9442-062713af1779 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2419 time: 0.3503168 Aug 28 12:45:14.481576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Router c855854f-8e31-4179-9923-357307c682b2 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:45:14.512936 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Attempting to bind port d06f6fe4-280a-48f7-bc56-42112473fa93 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:14.513304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Attempting to bind port d06f6fe4-280a-48f7-bc56-42112473fa93 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:14.513622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Attempting to bind port d06f6fe4-280a-48f7-bc56-42112473fa93 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:14.530547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Port d06f6fe4-280a-48f7-bc56-42112473fa93 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:45:14.530898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Attempting to bind port d06f6fe4-280a-48f7-bc56-42112473fa93 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:14.552855 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:14.561693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:14.562651 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:14.581823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:14.588330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:14.588825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:14.589290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Bound port: d06f6fe4-280a-48f7-bc56-42112473fa93, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:14.589860 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:14.620124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4aecb-3488-4e31-aecd-1204927a1af2 req-a47c21d0-ca44-45ac-a8ca-3dbfd4f3c781 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:14.621568 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3bb4aecb-3488-4e31-aecd-1204927a1af2 req-a47c21d0-ca44-45ac-a8ca-3dbfd4f3c781 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.2230332 Aug 28 12:45:14.622712 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-794f3e0d-0148-4e35-abac-cc5b29d0a6fe None None] Provisioning complete for port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:14.623442 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-794f3e0d-0148-4e35-abac-cc5b29d0a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:14.678185 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:45:14.736380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-794f3e0d-0148-4e35-abac-cc5b29d0a6fe None None] Port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:45:14.738804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Sync routers for ids ['ced2b5e6-9c15-4907-8732-a43114969a74'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:45:14.763227 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Routers {'ced2b5e6-9c15-4907-8732-a43114969a74'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:14.763856 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ced2b5e6-9c15-4907-8732-a43114969a74'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:14.765671 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:14.808074 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3bb4aecb-3488-4e31-aecd-1204927a1af2 req-47b226c2-950c-42dd-b467-603185530b77 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609521 Aug 28 12:45:14.837622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] For port d06f6fe4-280a-48f7-bc56-42112473fa93, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:14.838705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:14.842346 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:14.847555 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0f02c7b8-8416-49d7-9058-4b77369a20b1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8260021 Aug 28 12:45:14.850890 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] For port d06f6fe4-280a-48f7-bc56-42112473fa93, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d06f6fe4-280a-48f7-bc56-42112473fa93,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:14.852120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40318) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:14.857020 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:14.858003 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 10889e0f-675e-47c9-85f7-894738d6b282 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:14.862687 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:14.895231 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-18330a93-df03-4c19-9b4e-88c89e598cdf req-f4c7c347-5b73-46bf-9dc4-c3c7391c2c43 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423852 Aug 28 12:45:14.946072 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:45:14.949882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:14.949882 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:14.950315 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c6d07-0804-4156-b070-6abe568bc18b req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] 10.222.0.11 "PUT /v2.0/ports/d06f6fe4-280a-48f7-bc56-42112473fa93 HTTP/1.1" status: 200 len: 1097 time: 3.3359635 Aug 28 12:45:14.968442 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-44404282-d9b9-4ea0-85c2-aad77fe831ea admin admin] 10.222.0.20 "PUT /v2.0/routers/c855854f-8e31-4179-9923-357307c682b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3217573 Aug 28 12:45:14.968810 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef41f182-2d3d-4274-b177-1dc7356cb895', 'tag': 'd06f6fe4-280a-48f7-bc56-42112473fa93'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:45:14.969268 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6663f6-a5ec-4965-a491-7a7268db70fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ef41f182-2d3d-4274-b177-1dc7356cb895", "tag": "d06f6fe4-280a-48f7-bc56-42112473fa93"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:45:15.206939 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae455c-f332-4c58-a94a-336e76a7cfc9 req-49e88ac1-bd87-4cd8-a5c9-fb35e97738fd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:15.224422 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-86ae455c-f332-4c58-a94a-336e76a7cfc9 req-49e88ac1-bd87-4cd8-a5c9-fb35e97738fd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1127043 Aug 28 12:45:15.278199 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06f225ea-7c95-4141-83cf-95e35277aff1 req-21140abb-ea19-416c-bcc6-a34a886b1063 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 210 time: 0.1970518 Aug 28 12:45:15.284099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd2c4d-b606-4cfe-82ee-966380a0970b service neutron] Pushing event updated for resources: {'Port': ['ID=d06f6fe4-280a-48f7-bc56-42112473fa93,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:15.304198 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-86ae455c-f332-4c58-a94a-336e76a7cfc9 req-598da7db-24dd-4131-8165-c742174e2fd2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717056 Aug 28 12:45:15.331761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c6d07-0804-4156-b070-6abe568bc18b req-000578eb-0cd0-4a97-ae5a-8ba696936cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:15.333472 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c6d07-0804-4156-b070-6abe568bc18b req-000578eb-0cd0-4a97-ae5a-8ba696936cb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61bde1ac0cd643f688a6059d6efe0d5c&device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 1100 time: 0.2642648 Aug 28 12:45:15.391924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Set router ced2b5e6-9c15-4907-8732-a43114969a74 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:15.403602 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dc4bb4-f35a-4863-816c-73ea5830775a x-openstack-request-id: req-a3dc4bb4-f35a-4863-816c-73ea5830775a {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:45:15.403899 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef41f182-2d3d-4274-b177-1dc7356cb895", "tag": "d06f6fe4-280a-48f7-bc56-42112473fa93", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:45:15.404151 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3dc4bb4-f35a-4863-816c-73ea5830775a {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:45:15.404542 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef41f182-2d3d-4274-b177-1dc7356cb895', 'tag': 'd06f6fe4-280a-48f7-bc56-42112473fa93', 'status': 'completed', 'code': 200} Aug 28 12:45:15.496060 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c6d07-0804-4156-b070-6abe568bc18b req-31021280-6579-42c7-9ae9-c0fb89722de5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=d06f6fe4-280a-48f7-bc56-42112473fa93 HTTP/1.1" status: 200 len: 217 time: 0.0903585 Aug 28 12:45:15.535481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434853f2-3fde-405b-9b89-1b5a0ab676ae req-ead7e937-c994-4305-9b23-e849e3223b05 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:15.537058 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-434853f2-3fde-405b-9b89-1b5a0ab676ae req-ead7e937-c994-4305-9b23-e849e3223b05 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 948 time: 0.0743728 Aug 28 12:45:15.595683 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-434853f2-3fde-405b-9b89-1b5a0ab676ae req-aec1e55d-2927-4f09-93ec-7659b41e508e tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e610c05-0d64-4b2e-9d64-48be6a8bc576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492828 Aug 28 12:45:15.598387 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:15.618104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:15.627241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 10889e0f-675e-47c9-85f7-894738d6b282 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:15.659628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 10889e0f-675e-47c9-85f7-894738d6b282 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:15.660329 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:15.737894 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c6d07-0804-4156-b070-6abe568bc18b req-760822fe-cad5-40f9-b6ba-bbf364384c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:15.739899 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c6d07-0804-4156-b070-6abe568bc18b req-760822fe-cad5-40f9-b6ba-bbf364384c30 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.2253318 Aug 28 12:45:15.808656 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Sync routers for ids ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:45:15.862867 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Routers {'9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:15.865810 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:15.935947 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62d1e694-10bf-4617-a853-e909fa787c63 req-e63ddfd8-f7f8-4580-8d80-091d8a4c8ad8 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4541378 Aug 28 12:45:15.951020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-62d1e694-10bf-4617-a853-e909fa787c63 req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:15.968834 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:15.985838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'name': 'tempest-ServersTestManualDisk-272780983-router', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:07Z', 'updated_at': '2021-08-28T12:45:11Z', 'revision_number': 3, 'project_id': '57738603bca0493588458955d0b66b4d', 'gw_port': {'id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:09Z', 'updated_at': '2021-08-28T12:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:16.039443 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 10889e0f-675e-47c9-85f7-894738d6b282, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=10889e0f-675e-47c9-85f7-894738d6b282,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:16.041116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Sync routers for ids ['c855854f-8e31-4179-9923-357307c682b2'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:45:16.045014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Checking router: ced2b5e6-9c15-4907-8732-a43114969a74 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:45:16.045365 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Updating router ced2b5e6-9c15-4907-8732-a43114969a74 port 44a4cbb9-1aff-4ebd-8902-692407e277f8 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:45:16.056547 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-62d1e694-10bf-4617-a853-e909fa787c63 req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:16.066869 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:16.098472 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:16.119505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5473e72-b107-4c96-a068-b4ffb321cfc9 req-5fea0af1-6145-483a-904b-c82c6b021e06 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:16.135306 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d5473e72-b107-4c96-a068-b4ffb321cfc9 req-5fea0af1-6145-483a-904b-c82c6b021e06 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.1180162 Aug 28 12:45:16.142753 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Set router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:16.153340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-626ef2fb-5370-46d1-8b99-5ea2cf88516e tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:16.153592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Routers {'c855854f-8e31-4179-9923-357307c682b2'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:16.153592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c855854f-8e31-4179-9923-357307c682b2'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:16.153789 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-626ef2fb-5370-46d1-8b99-5ea2cf88516e tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.11 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 821 time: 0.4359934 Aug 28 12:45:16.215649 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:16.221001 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-6457313f-3352-4f8b-9c2b-7ce170721de7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Request body: {'port': {'device_id': 'f3d18599-9d8d-493c-bbf3-81a2feece66e', 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba', 'admin_state_up': True, 'tenant_id': '8374a9853c4643a4807f0fe0c461a45d'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:16.228099 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d5473e72-b107-4c96-a068-b4ffb321cfc9 req-0c681f7b-6042-462b-8132-188661effbf1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919080 Aug 28 12:45:16.228627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c6d07-0804-4156-b070-6abe568bc18b req-7158e7db-30e2-4554-8afa-8a0ea34b4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:16.230146 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c6d07-0804-4156-b070-6abe568bc18b req-7158e7db-30e2-4554-8afa-8a0ea34b4736 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4578102 Aug 28 12:45:16.429165 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=10889e0f-675e-47c9-85f7-894738d6b282,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:16.434035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab7927-7a64-4b02-9259-aef2909ffbf1 req-83ea3589-4136-49ae-9f3b-4cd368412d38 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:16.449551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab7927-7a64-4b02-9259-aef2909ffbf1 req-83ea3589-4136-49ae-9f3b-4cd368412d38 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:16.467735 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab7927-7a64-4b02-9259-aef2909ffbf1 req-83ea3589-4136-49ae-9f3b-4cd368412d38 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:16.469460 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edab7927-7a64-4b02-9259-aef2909ffbf1 req-83ea3589-4136-49ae-9f3b-4cd368412d38 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2419 time: 0.1280534 Aug 28 12:45:16.505486 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'name': 'tempest-TaggedBootDevicesTest_v242-875743468-router', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:00Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 4, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'gw_port': {'id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:02Z', 'updated_at': '2021-08-28T12:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47', 'name': '', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'mac_address': 'fa:16:3e:94:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 2, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'subnets': [{'id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:16.523544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Set router c855854f-8e31-4179-9923-357307c682b2 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:16.525675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:16.525808 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:16.541577 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edab7927-7a64-4b02-9259-aef2909ffbf1 req-75c2e68e-49e8-443a-87b9-9d2dcc245f47 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594928 Aug 28 12:45:16.548523 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Checking router: 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:45:16.548877 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Updating router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:45:16.578397 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c6d07-0804-4156-b070-6abe568bc18b req-ebcc4ce2-e542-4ffb-ab40-45171ed324dc service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316927 Aug 28 12:45:16.592874 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:16.750976 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c300e24-48c9-4a71-9dc8-9f55b4f910bc req-c6101670-c0d1-4d8a-a391-465ff2cf6e43 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 210 time: 0.0451815 Aug 28 12:45:16.834519 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:16.877270 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Transition to ACTIVE for port object 44a4cbb9-1aff-4ebd-8902-692407e277f8 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:16.904308 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:16.907307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba762f5-d6bd-4be6-8802-d50dff7f4844 req-a8206780-f8f8-4868-92d1-a4f34770e248 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:16.910338 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fba762f5-d6bd-4be6-8802-d50dff7f4844 req-a8206780-f8f8-4868-92d1-a4f34770e248 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.0840535 Aug 28 12:45:16.919085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-6457313f-3352-4f8b-9c2b-7ce170721de7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Made reservation on behalf of 8374a9853c4643a4807f0fe0c461a45d for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:16.926128 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-6457313f-3352-4f8b-9c2b-7ce170721de7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:16.965618 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c6d07-0804-4156-b070-6abe568bc18b req-73e45e5a-80c0-4c8b-9033-8b1e2039e6d3 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435903 Aug 28 12:45:16.979150 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fba762f5-d6bd-4be6-8802-d50dff7f4844 req-69b20a67-1678-4db0-9601-7931665743c4 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574460 Aug 28 12:45:16.981443 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-62d1e694-10bf-4617-a853-e909fa787c63 req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:17.061115 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:17.124819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Attempting to bind port 44a4cbb9-1aff-4ebd-8902-692407e277f8 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:17.126874 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Attempting to bind port 44a4cbb9-1aff-4ebd-8902-692407e277f8 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:17.127604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Attempting to bind port 44a4cbb9-1aff-4ebd-8902-692407e277f8 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:17.140368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:17.141961 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:17.142582 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:17.143141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:17.143766 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Bound port: 44a4cbb9-1aff-4ebd-8902-692407e277f8, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:17.144303 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:17.146103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8a992-98a2-48fa-9db5-a07304a6fc8f None None] Pushing event updated for resources: {'Port': ['ID=44a4cbb9-1aff-4ebd-8902-692407e277f8,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:17.185122 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:17.202212 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Transition to ACTIVE for port object 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:17.217511 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:17.245329 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] For port 44a4cbb9-1aff-4ebd-8902-692407e277f8, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:17.249282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] For port 44a4cbb9-1aff-4ebd-8902-692407e277f8, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=44a4cbb9-1aff-4ebd-8902-692407e277f8,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:17.249466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4640faa-e67d-4ed3-93d8-c4f18f5d6217 req-3c4013fe-f3c3-4549-ad85-68b5c4edf404 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:17.251465 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e4640faa-e67d-4ed3-93d8-c4f18f5d6217 req-3c4013fe-f3c3-4549-ad85-68b5c4edf404 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 948 time: 0.1168661 Aug 28 12:45:17.252425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c855854f-8e31-4179-9923-357307c682b2', 'name': 'tempest-FloatingIPsTestJSON-1434198826-router', 'tenant_id': '664e5726df2746fe9aca95815578c012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '10889e0f-675e-47c9-85f7-894738d6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:05Z', 'updated_at': '2021-08-28T12:45:12Z', 'revision_number': 4, 'project_id': '664e5726df2746fe9aca95815578c012', 'gw_port': {'id': '10889e0f-675e-47c9-85f7-894738d6b282', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c855854f-8e31-4179-9923-357307c682b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6dbc9bd6-dbc8-4418-a4f7-8c988f400e61', 'name': '', 'network_id': 'f899c877-f8d5-49cf-8728-c8d4e05066d0', 'tenant_id': '664e5726df2746fe9aca95815578c012', 'mac_address': 'fa:16:3e:58:4c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c855854f-8e31-4179-9923-357307c682b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '931dba74-2095-4883-acd9-a85c768267c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:11Z', 'updated_at': '2021-08-28T12:45:13Z', 'revision_number': 2, 'project_id': '664e5726df2746fe9aca95815578c012', 'subnets': [{'id': '931dba74-2095-4883-acd9-a85c768267c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:17.287112 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:17.293324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Checking router: c855854f-8e31-4179-9923-357307c682b2 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:45:17.293324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Updating router c855854f-8e31-4179-9923-357307c682b2 port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:45:17.310153 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e4640faa-e67d-4ed3-93d8-c4f18f5d6217 req-39cff484-7a19-44d8-92e2-415ec904e2d1 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e610c05-0d64-4b2e-9d64-48be6a8bc576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514019 Aug 28 12:45:17.370834 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:17.375537 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f47d9-ec87-4654-9cec-9e29a0dcf1a3 None None] Pushing event updated for resources: {'Port': ['ID=1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:17.456696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6663f6-a5ec-4965-a491-7a7268db70fa req-8bdbf020-6b49-4bbc-a8b4-a878fedd80af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:17.459533 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c6663f6-a5ec-4965-a491-7a7268db70fa req-8bdbf020-6b49-4bbc-a8b4-a878fedd80af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=61bde1ac0cd643f688a6059d6efe0d5c&device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 1100 time: 0.3621848 Aug 28 12:45:17.525112 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f83c0f-80f9-4708-871a-b128cfcf3957 req-bcdb1e7e-1f0a-4106-92de-347b2a466f43 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:17.535199 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Attempting to bind port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:17.540557 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Attempting to bind port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '018e3c08-6a91-489a-9a17-f01f36b63890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:17.540945 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Attempting to bind port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 on network 13d7cd11-7d64-44bd-94e1-a8725c05108d {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:17.544842 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59f83c0f-80f9-4708-871a-b128cfcf3957 req-bcdb1e7e-1f0a-4106-92de-347b2a466f43 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.1056838 Aug 28 12:45:17.546758 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:17.547115 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Checking segment: {'id': '018e3c08-6a91-489a-9a17-f01f36b63890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:17.547530 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:17.547916 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Bound using segment: {'id': '018e3c08-6a91-489a-9a17-f01f36b63890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:17.548375 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Bound port: 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018e3c08-6a91-489a-9a17-f01f36b63890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:17.548753 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:17.578548 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-62d1e694-10bf-4617-a853-e909fa787c63 req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Allocated IP 172.25.1.103 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/37ad78fd-38d5-4868-adc4-e59ce408891f) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:17.624646 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59f83c0f-80f9-4708-871a-b128cfcf3957 req-51890bdc-0f6e-43e5-a0f0-da4820050b56 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713496 Aug 28 12:45:17.683462 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-6457313f-3352-4f8b-9c2b-7ce170721de7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Allocated IP 172.20.0.10 (6f48f8ab-e5ae-4921-a6a9-f350767511ba/8b495d45-81c1-41f1-badc-3d5e4d953bd5/951d0044-efd0-4156-9e2f-aae8d2ae0544) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:17.716696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8a992-98a2-48fa-9db5-a07304a6fc8f None None] Pushing event updated for resources: {'Port': ['ID=44a4cbb9-1aff-4ebd-8902-692407e277f8,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:17.729597 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Routers {'ced2b5e6-9c15-4907-8732-a43114969a74'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:17.731594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ced2b5e6-9c15-4907-8732-a43114969a74'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:17.743658 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] For port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:17.750034 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] For port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47,segment=NetworkSegment(018e3c08-6a91-489a-9a17-f01f36b63890),segment_id=018e3c08-6a91-489a-9a17-f01f36b63890)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:17.760360 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:17.830571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Allocated IP 172.20.0.1 (94713c35-8f2d-4c0f-883e-5bb4c22cf7f4/9d56e3d2-d77e-49f2-b786-c94439f5061c/a46dfee2-42f9-4e16-abcc-a51b00701e61) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:17.883833 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766e07b-5947-4134-a357-00b5f3da3e49 req-6ec6041c-a129-41ba-8755-e1096dbacf9f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:17.895672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766e07b-5947-4134-a357-00b5f3da3e49 req-6ec6041c-a129-41ba-8755-e1096dbacf9f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:17.911386 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766e07b-5947-4134-a357-00b5f3da3e49 req-6ec6041c-a129-41ba-8755-e1096dbacf9f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:17.924708 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3766e07b-5947-4134-a357-00b5f3da3e49 req-6ec6041c-a129-41ba-8755-e1096dbacf9f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2419 time: 0.1586418 Aug 28 12:45:17.934259 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Routers {'9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:17.936383 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:17.943462 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f47d9-ec87-4654-9cec-9e29a0dcf1a3 None None] Pushing event updated for resources: {'Port': ['ID=1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:18.023694 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3766e07b-5947-4134-a357-00b5f3da3e49 req-0ebff161-9ffd-402a-99b0-9311cb672931 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971408 Aug 28 12:45:18.209106 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] Set router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:18.245132 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d5813ba-c4c5-48c3-99a0-226486e486fa req-732a718c-0cfa-4fed-bdae-df576a3ff589 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 210 time: 0.0979884 Aug 28 12:45:18.283430 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:18.347267 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] Set router ced2b5e6-9c15-4907-8732-a43114969a74 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:18.352869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Transition to ACTIVE for port object 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:18.396090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:18.456581 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:18.485778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6663f6-a5ec-4965-a491-7a7268db70fa req-cf0c333e-5ffd-47d7-a70f-9ea757072e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:18.495274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5280b83-3c7a-4783-98a3-90a4f8029a01 req-8bfed6d8-09d5-42a3-8f50-800a5214814b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:18.497152 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a5280b83-3c7a-4783-98a3-90a4f8029a01 req-8bfed6d8-09d5-42a3-8f50-800a5214814b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1174459 Aug 28 12:45:18.499880 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c6663f6-a5ec-4965-a491-7a7268db70fa req-cf0c333e-5ffd-47d7-a70f-9ea757072e2f service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 1.0126653 Aug 28 12:45:18.552383 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-b6c4d6cb-6f92-4d1f-a910-222fa46bcb73 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:18.568047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-b6c4d6cb-6f92-4d1f-a910-222fa46bcb73 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:18.582461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-b6c4d6cb-6f92-4d1f-a910-222fa46bcb73 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:18.584344 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-b6c4d6cb-6f92-4d1f-a910-222fa46bcb73 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.11 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2419 time: 0.8050227 Aug 28 12:45:18.586670 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a5280b83-3c7a-4783-98a3-90a4f8029a01 req-59f0e56f-7a59-4bc1-bd52-9ab00cfb79bd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726461 Aug 28 12:45:18.596352 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'name': 'tempest-TaggedBootDevicesTest_v242-875743468-router', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:00Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 4, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'gw_port': {'id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:02Z', 'updated_at': '2021-08-28T12:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47', 'name': '', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'mac_address': 'fa:16:3e:94:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:17Z', 'revision_number': 4, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'subnets': [{'id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:18.682493 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28197859-fc37-47b4-aa74-cb1b731bd5c3 None None] The sync data for ids ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'] in n-d-791505-21 is: [{'id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'name': 'tempest-TaggedBootDevicesTest_v242-875743468-router', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:00Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 4, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'gw_port': {'id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:02Z', 'updated_at': '2021-08-28T12:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47', 'name': '', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'mac_address': 'fa:16:3e:94:fc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:17Z', 'revision_number': 4, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'subnets': [{'id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:45:18.704060 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bc6dd-70cb-454f-9e09-2704101a9393 None None] Pushing event updated for resources: {'Port': ['ID=6dbc9bd6-dbc8-4418-a4f7-8c988f400e61,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:18.752209 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c6663f6-a5ec-4965-a491-7a7268db70fa req-bd9f9908-9a39-44bc-9703-356c9dc67314 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=d06f6fe4-280a-48f7-bc56-42112473fa93 HTTP/1.1" status: 200 len: 217 time: 0.1592453 Aug 28 12:45:18.763344 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-62d1e694-10bf-4617-a853-e909fa787c63 req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:18.794823 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Attempting to bind port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:18.795905 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Attempting to bind port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'c2ddd622-0780-44b5-834a-7c54e86536ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f899c877-f8d5-49cf-8728-c8d4e05066d0'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:18.796492 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Attempting to bind port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 on network f899c877-f8d5-49cf-8728-c8d4e05066d0 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:18.798962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:18.805269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a9fce-505d-4dab-8c57-07d231ba2412 req-89d3db2d-a857-4d65-b814-6eeff60e7314 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:18.808971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:18.814210 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e86a9fce-505d-4dab-8c57-07d231ba2412 req-89d3db2d-a857-4d65-b814-6eeff60e7314 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 948 time: 0.1195731 Aug 28 12:45:18.815485 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:18.875024 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e86a9fce-505d-4dab-8c57-07d231ba2412 req-5564c480-8f76-44af-8095-7fad68a32e5f tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e610c05-0d64-4b2e-9d64-48be6a8bc576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585859 Aug 28 12:45:18.895473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:18.895893 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Checking segment: {'id': 'c2ddd622-0780-44b5-834a-7c54e86536ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f899c877-f8d5-49cf-8728-c8d4e05066d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:18.896228 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:18.896619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Bound using segment: {'id': 'c2ddd622-0780-44b5-834a-7c54e86536ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f899c877-f8d5-49cf-8728-c8d4e05066d0'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:18.897091 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Bound port: 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ddd622-0780-44b5-834a-7c54e86536ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f899c877-f8d5-49cf-8728-c8d4e05066d0'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:18.897462 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:18.970272 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] For port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:18.973501 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] For port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6dbc9bd6-dbc8-4418-a4f7-8c988f400e61,segment=NetworkSegment(c2ddd622-0780-44b5-834a-7c54e86536ec),segment_id=c2ddd622-0780-44b5-834a-7c54e86536ec)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:19.005361 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:19.048298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb775f-b45d-4088-8a38-31c8eaf7330a req-43bb7243-61aa-4349-8b57-d76678d6eb82 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:19.068494 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85bb775f-b45d-4088-8a38-31c8eaf7330a req-43bb7243-61aa-4349-8b57-d76678d6eb82 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.1038804 Aug 28 12:45:19.092613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6663f6-a5ec-4965-a491-7a7268db70fa req-f365e31f-cc5b-439f-b59c-db72301ffda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:19.094107 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c6663f6-a5ec-4965-a491-7a7268db70fa req-f365e31f-cc5b-439f-b59c-db72301ffda8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.3182487 Aug 28 12:45:19.113336 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:19.141174 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-6457313f-3352-4f8b-9c2b-7ce170721de7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:19.149534 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85bb775f-b45d-4088-8a38-31c8eaf7330a req-4676632a-7a10-43c1-a6ca-0309eb829df8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798144 Aug 28 12:45:19.190213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Transition to ACTIVE for port object a46dfee2-42f9-4e16-abcc-a51b00701e61 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:19.207257 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bc6dd-70cb-454f-9e09-2704101a9393 None None] Pushing event updated for resources: {'Port': ['ID=6dbc9bd6-dbc8-4418-a4f7-8c988f400e61,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:19.222215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-62d1e694-10bf-4617-a853-e909fa787c63 req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:19.224871 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:19.304060 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Routers {'c855854f-8e31-4179-9923-357307c682b2'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:19.309521 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c855854f-8e31-4179-9923-357307c682b2'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:19.395926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fafc35-ba1e-4fc2-b0d5-f1d7fb0e7a33 req-a92ee2ca-58d4-453e-a687-5fb292707040 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:19.403497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fafc35-ba1e-4fc2-b0d5-f1d7fb0e7a33 req-a92ee2ca-58d4-453e-a687-5fb292707040 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:19.406327 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6663f6-a5ec-4965-a491-7a7268db70fa req-2f32a5e5-51ee-41dd-b61e-a6e743d838f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:19.407994 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c6663f6-a5ec-4965-a491-7a7268db70fa req-2f32a5e5-51ee-41dd-b61e-a6e743d838f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3001113 Aug 28 12:45:19.409711 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fafc35-ba1e-4fc2-b0d5-f1d7fb0e7a33 req-a92ee2ca-58d4-453e-a687-5fb292707040 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:19.412029 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c3fafc35-ba1e-4fc2-b0d5-f1d7fb0e7a33 req-a92ee2ca-58d4-453e-a687-5fb292707040 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2419 time: 0.1317918 Aug 28 12:45:19.450108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-bc14ef06-b8d6-4943-8d76-4735d5c00fea tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Deleting port 6cadeae2-a60c-4e23-ad71-0ae0c228f364 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:45:19.450549 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-bc14ef06-b8d6-4943-8d76-4735d5c00fea tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:19.465760 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c3fafc35-ba1e-4fc2-b0d5-f1d7fb0e7a33 req-c6ac9f05-4a5d-4081-8508-0e726018976f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474300 Aug 28 12:45:19.496120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d1e694-10bf-4617-a853-e909fa787c63 req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:19.528319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-62d1e694-10bf-4617-a853-e909fa787c63 req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:19.538468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'name': 'tempest-ServersTestManualDisk-272780983-router', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:07Z', 'updated_at': '2021-08-28T12:45:11Z', 'revision_number': 3, 'project_id': '57738603bca0493588458955d0b66b4d', 'gw_port': {'id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:09Z', 'updated_at': '2021-08-28T12:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:19.576895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d1e694-10bf-4617-a853-e909fa787c63 req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:19.605797 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e240864b-11ec-4135-957e-ec9bf9aaab53 req-d956e570-aa3e-44c4-bdaf-7b23a21a8fc5 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 210 time: 0.0426230 Aug 28 12:45:19.614389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47,segment=NetworkSegment(018e3c08-6a91-489a-9a17-f01f36b63890),segment_id=018e3c08-6a91-489a-9a17-f01f36b63890)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:19.625323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] Set router c855854f-8e31-4179-9923-357307c682b2 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:19.640184 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf09278-0616-409c-ab48-bf2b48cc58bc None None] The sync data for ids ['ced2b5e6-9c15-4907-8732-a43114969a74'] in n-d-791505-21 is: [{'id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'name': 'tempest-ServersTestManualDisk-272780983-router', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:07Z', 'updated_at': '2021-08-28T12:45:11Z', 'revision_number': 3, 'project_id': '57738603bca0493588458955d0b66b4d', 'gw_port': {'id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:09Z', 'updated_at': '2021-08-28T12:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:45:19.640474 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Pushing event updated for resources: {'Port': ['ID=37ad78fd-38d5-4868-adc4-e59ce408891f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:19.643017 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:19.681917 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:19.682753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 10889e0f-675e-47c9-85f7-894738d6b282 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:19.755842 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-6457313f-3352-4f8b-9c2b-7ce170721de7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:19.828611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Network 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:19.841677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Pushing event updated for resources: {'Port': ['ID=a46dfee2-42f9-4e16-abcc-a51b00701e61,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:19.844651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:19.870136 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c6663f6-a5ec-4965-a491-7a7268db70fa req-d2a32464-5ab3-4742-853f-efddacf2cf7a service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870127 Aug 28 12:45:19.872330 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ac617-4622-4dd1-8cf3-66c26364a601 req-a4d82c45-0d8f-4a19-8c2f-bde93070fc5e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:19.885437 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:19.886380 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4c4ac617-4622-4dd1-8cf3-66c26364a601 req-a4d82c45-0d8f-4a19-8c2f-bde93070fc5e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1561644 Aug 28 12:45:19.911922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-6457313f-3352-4f8b-9c2b-7ce170721de7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Network 6f48f8ab-e5ae-4921-a6a9-f350767511ba is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:19.975404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-6457313f-3352-4f8b-9c2b-7ce170721de7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:19.991005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-6457313f-3352-4f8b-9c2b-7ce170721de7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:19.996347 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:20.024109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 10889e0f-675e-47c9-85f7-894738d6b282 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:20.024380 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:20.035308 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4c4ac617-4622-4dd1-8cf3-66c26364a601 req-1668d452-9e2b-4ca8-96b4-af63b1769d18 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477828 Aug 28 12:45:20.157135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c855854f-8e31-4179-9923-357307c682b2', 'name': 'tempest-FloatingIPsTestJSON-1434198826-router', 'tenant_id': '664e5726df2746fe9aca95815578c012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '10889e0f-675e-47c9-85f7-894738d6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:05Z', 'updated_at': '2021-08-28T12:45:12Z', 'revision_number': 4, 'project_id': '664e5726df2746fe9aca95815578c012', 'gw_port': {'id': '10889e0f-675e-47c9-85f7-894738d6b282', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c855854f-8e31-4179-9923-357307c682b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6dbc9bd6-dbc8-4418-a4f7-8c988f400e61', 'name': '', 'network_id': 'f899c877-f8d5-49cf-8728-c8d4e05066d0', 'tenant_id': '664e5726df2746fe9aca95815578c012', 'mac_address': 'fa:16:3e:58:4c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c855854f-8e31-4179-9923-357307c682b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '931dba74-2095-4883-acd9-a85c768267c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:11Z', 'updated_at': '2021-08-28T12:45:18Z', 'revision_number': 4, 'project_id': '664e5726df2746fe9aca95815578c012', 'subnets': [{'id': '931dba74-2095-4883-acd9-a85c768267c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:20.168721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d06f6fe4-280a-48f7-bc56-42112473fa93 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:45:20.254786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef1fcd6-d89b-41b3-b600-0b6de00a15bc None None] The sync data for ids ['c855854f-8e31-4179-9923-357307c682b2'] in n-d-791505-21 is: [{'id': 'c855854f-8e31-4179-9923-357307c682b2', 'name': 'tempest-FloatingIPsTestJSON-1434198826-router', 'tenant_id': '664e5726df2746fe9aca95815578c012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '10889e0f-675e-47c9-85f7-894738d6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:05Z', 'updated_at': '2021-08-28T12:45:12Z', 'revision_number': 4, 'project_id': '664e5726df2746fe9aca95815578c012', 'gw_port': {'id': '10889e0f-675e-47c9-85f7-894738d6b282', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c855854f-8e31-4179-9923-357307c682b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6dbc9bd6-dbc8-4418-a4f7-8c988f400e61', 'name': '', 'network_id': 'f899c877-f8d5-49cf-8728-c8d4e05066d0', 'tenant_id': '664e5726df2746fe9aca95815578c012', 'mac_address': 'fa:16:3e:58:4c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c855854f-8e31-4179-9923-357307c682b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '931dba74-2095-4883-acd9-a85c768267c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:11Z', 'updated_at': '2021-08-28T12:45:18Z', 'revision_number': 4, 'project_id': '664e5726df2746fe9aca95815578c012', 'subnets': [{'id': '931dba74-2095-4883-acd9-a85c768267c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:45:20.269339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142e0da-aa2a-42f8-9e6c-e6aab43c8371 req-487022fd-14cd-4826-aa7f-51e1c16fd89f tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:20.271439 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8142e0da-aa2a-42f8-9e6c-e6aab43c8371 req-487022fd-14cd-4826-aa7f-51e1c16fd89f tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 948 time: 0.0967808 Aug 28 12:45:20.310288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9711d9cc-f67c-4530-bb0b-be2680da04c1 None None] Provisioning for port a46dfee2-42f9-4e16-abcc-a51b00701e61 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:20.353740 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8142e0da-aa2a-42f8-9e6c-e6aab43c8371 req-d3f2acb0-0409-4a8f-b041-c0f229c5a773 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e610c05-0d64-4b2e-9d64-48be6a8bc576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737865 Aug 28 12:45:20.440762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d06f6fe4-280a-48f7-bc56-42112473fa93, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d06f6fe4-280a-48f7-bc56-42112473fa93,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:20.449398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9711d9cc-f67c-4530-bb0b-be2680da04c1 None None] Provisioning complete for port a46dfee2-42f9-4e16-abcc-a51b00701e61 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:20.449740 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9711d9cc-f67c-4530-bb0b-be2680da04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:20.512448 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-bc14ef06-b8d6-4943-8d76-4735d5c00fea tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] For port 6cadeae2-a60c-4e23-ad71-0ae0c228f364, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6cadeae2-a60c-4e23-ad71-0ae0c228f364,segment=NetworkSegment(643002a0-3194-403f-96de-3c4712606d6d),segment_id=643002a0-3194-403f-96de-3c4712606d6d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:20.513047 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-bc14ef06-b8d6-4943-8d76-4735d5c00fea tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:20.566548 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'd06f6fe4-280a-48f7-bc56-42112473fa93', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'd06f6fe4-280a-48f7-bc56-42112473fa93', 'mac_address': 'fa:16:3e:25:1b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:45:20.569212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9711d9cc-f67c-4530-bb0b-be2680da04c1 None None] Port a46dfee2-42f9-4e16-abcc-a51b00701e61 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:45:20.612433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-bc14ef06-b8d6-4943-8d76-4735d5c00fea tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Calling delete_port for 6cadeae2-a60c-4e23-ad71-0ae0c228f364 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:45:20.627638 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c6663f6-a5ec-4965-a491-7a7268db70fa req-50b0ea09-69d1-40f3-85d5-45b55011f316 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7240539 Aug 28 12:45:20.658230 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-6457313f-3352-4f8b-9c2b-7ce170721de7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:20.658853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-6457313f-3352-4f8b-9c2b-7ce170721de7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:20.664098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:20.697302 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:20.702549 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-62d1e694-10bf-4617-a853-e909fa787c63 req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:20.703205 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:20.728132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06f6fe4-280a-48f7-bc56-42112473fa93 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:45:20.770059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d06f6fe4-280a-48f7-bc56-42112473fa93, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d06f6fe4-280a-48f7-bc56-42112473fa93,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:20.775970 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457313f-3352-4f8b-9c2b-7ce170721de7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Pushing event updated for resources: {'Port': ['ID=951d0044-efd0-4156-9e2f-aae8d2ae0544,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:20.793196 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:20.839153 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:20.839938 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:20.853647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-6457313f-3352-4f8b-9c2b-7ce170721de7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6428547 Aug 28 12:45:20.888853 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70c0dd-ed09-46ed-b567-799e58e34477 req-501ad0e4-e65c-4a33-ab43-09b75cecd2d1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:20.890824 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd70c0dd-ed09-46ed-b567-799e58e34477 req-501ad0e4-e65c-4a33-ab43-09b75cecd2d1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.0952857 Aug 28 12:45:20.948616 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Request body: {'port': {'device_id': 'f3d18599-9d8d-493c-bbf3-81a2feece66e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:20.972384 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd70c0dd-ed09-46ed-b567-799e58e34477 req-f0b179ca-7b27-4aef-b609-d7f4b9b4bea6 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726073 Aug 28 12:45:21.036930 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-62d1e694-10bf-4617-a853-e909fa787c63 req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:21.116714 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d06f6fe4-280a-48f7-bc56-42112473fa93,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:21.155510 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea51ef-76b9-49c9-bef7-c6eee46d9e3b req-186c8dbe-4529-4f6a-89be-e81bd7df7cbb tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:21.177185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea51ef-76b9-49c9-bef7-c6eee46d9e3b req-186c8dbe-4529-4f6a-89be-e81bd7df7cbb tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:21.187176 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea51ef-76b9-49c9-bef7-c6eee46d9e3b req-186c8dbe-4529-4f6a-89be-e81bd7df7cbb tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:21.189745 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1eea51ef-76b9-49c9-bef7-c6eee46d9e3b req-186c8dbe-4529-4f6a-89be-e81bd7df7cbb tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 2419 time: 0.1147945 Aug 28 12:45:21.207201 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d06f6fe4-280a-48f7-bc56-42112473fa93'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:45:21.261560 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1eea51ef-76b9-49c9-bef7-c6eee46d9e3b req-eee7269e-9ac5-466f-956f-1619047c7c0f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576978 Aug 28 12:45:21.262768 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 44a4cbb9-1aff-4ebd-8902-692407e277f8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:21.401071 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 44a4cbb9-1aff-4ebd-8902-692407e277f8 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:21.407209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 44a4cbb9-1aff-4ebd-8902-692407e277f8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:21.407931 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:21.420164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e6e35-20d1-4f12-bdd0-60ecd2919aa9 req-01ccfc89-d0e2-4982-8f70-f4596ab5c604 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:21.430130 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-588e6e35-20d1-4f12-bdd0-60ecd2919aa9 req-01ccfc89-d0e2-4982-8f70-f4596ab5c604 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 932 time: 0.0968304 Aug 28 12:45:21.473797 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-62d1e694-10bf-4617-a853-e909fa787c63 req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:21.488051 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-62d1e694-10bf-4617-a853-e909fa787c63 req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:21.499125 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-bc14ef06-b8d6-4943-8d76-4735d5c00fea tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:21.510817 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-588e6e35-20d1-4f12-bdd0-60ecd2919aa9 req-2bd3d0bb-dc9d-4956-ba95-815881eb2db9 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798442 Aug 28 12:45:21.518782 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:21.547424 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:21.594479 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 44a4cbb9-1aff-4ebd-8902-692407e277f8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=44a4cbb9-1aff-4ebd-8902-692407e277f8,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:21.601721 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-62d1e694-10bf-4617-a853-e909fa787c63 req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:21.603781 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:21.724152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Pushing event updated for resources: {'Port': ['ID=37ad78fd-38d5-4868-adc4-e59ce408891f,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:21.748010 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=44a4cbb9-1aff-4ebd-8902-692407e277f8,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:21.777073 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-62d1e694-10bf-4617-a853-e909fa787c63 req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:21.778518 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62d1e694-10bf-4617-a853-e909fa787c63 req-2f3b1738-ed4c-4c36-a2b6-759b1a2d6615 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8415673 Aug 28 12:45:21.778651 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d9316-3516-415f-87c1-0f78de1e4541 req-3a6b4f7c-5dd1-4e17-9687-2278b7f0cc79 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:21.780281 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-313d9316-3516-415f-87c1-0f78de1e4541 req-3a6b4f7c-5dd1-4e17-9687-2278b7f0cc79 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.0943172 Aug 28 12:45:21.802626 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:21.819141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14ef06-b8d6-4943-8d76-4735d5c00fea tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Port': ['ID=6cadeae2-a60c-4e23-ad71-0ae0c228f364,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:21.821800 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-bc14ef06-b8d6-4943-8d76-4735d5c00fea tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] No DVR routers for this DVR port 6cadeae2-a60c-4e23-ad71-0ae0c228f364 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:45:21.827297 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-bc14ef06-b8d6-4943-8d76-4735d5c00fea tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:21.828344 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-313d9316-3516-415f-87c1-0f78de1e4541 req-8b55ac8f-9fef-4d9f-9635-d6412c8b0fcb tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415480 Aug 28 12:45:21.829553 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-bc14ef06-b8d6-4943-8d76-4735d5c00fea tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.11 "DELETE /v2.0/ports/6cadeae2-a60c-4e23-ad71-0ae0c228f364 HTTP/1.1" status: 204 len: 173 time: 3.2140553 Aug 28 12:45:21.832404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'name': 'network-vif-deleted', 'tag': '6cadeae2-a60c-4e23-ad71-0ae0c228f364'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:45:21.834692 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c35ece-63de-4cf2-a3aa-32c985f54a5a" -d '{"events": [{"server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "name": "network-vif-deleted", "tag": "6cadeae2-a60c-4e23-ad71-0ae0c228f364"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:45:21.964012 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62d1e694-10bf-4617-a853-e909fa787c63 req-546c82e5-3439-4a2a-b978-11b6974e0cb6 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 696 time: 0.1531627 Aug 28 12:45:21.968139 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3846290-bede-49c9-9171-7422a3a13916 req-2ce713b8-8e80-4bae-acd4-a0f63b3bc1e3 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:21.977030 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f3846290-bede-49c9-9171-7422a3a13916 req-2ce713b8-8e80-4bae-acd4-a0f63b3bc1e3 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 949 time: 0.0706434 Aug 28 12:45:22.042937 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f3846290-bede-49c9-9171-7422a3a13916 req-8044ecfb-8027-46ae-8e7f-334fc677fdeb tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e610c05-0d64-4b2e-9d64-48be6a8bc576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646946 Aug 28 12:45:22.116364 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e8e7f8-a3e6-4650-a38c-f8ebfbb9c456 x-openstack-request-id: req-87e8e7f8-a3e6-4650-a38c-f8ebfbb9c456 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:45:22.116661 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "name": "network-vif-deleted", "tag": "6cadeae2-a60c-4e23-ad71-0ae0c228f364", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:45:22.117459 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87e8e7f8-a3e6-4650-a38c-f8ebfbb9c456 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:45:22.117852 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'name': 'network-vif-deleted', 'tag': '6cadeae2-a60c-4e23-ad71-0ae0c228f364', 'status': 'completed', 'code': 200} Aug 28 12:45:22.133358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d06f6fe4-280a-48f7-bc56-42112473fa93 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:22.196818 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070d7b0-41c3-4c17-b2de-35f79e5a6771 req-1aedd99f-fab5-4279-a7e6-a42dd5c44227 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:22.198468 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1070d7b0-41c3-4c17-b2de-35f79e5a6771 req-1aedd99f-fab5-4279-a7e6-a42dd5c44227 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.0584540 Aug 28 12:45:22.209513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port d06f6fe4-280a-48f7-bc56-42112473fa93 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:22.218008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port d06f6fe4-280a-48f7-bc56-42112473fa93 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:22.218485 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:22.254761 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1070d7b0-41c3-4c17-b2de-35f79e5a6771 req-c8aaf53f-a943-43aa-9b6b-ceb106dfcf35 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483665 Aug 28 12:45:22.341523 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:22.361613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1e694-10bf-4617-a853-e909fa787c63 req-71cc8e1b-8c63-4862-8a24-d2598311c328 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:22.383290 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62d1e694-10bf-4617-a853-e909fa787c63 req-71cc8e1b-8c63-4862-8a24-d2598311c328 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.4084418 Aug 28 12:45:22.384770 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d06f6fe4-280a-48f7-bc56-42112473fa93, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d06f6fe4-280a-48f7-bc56-42112473fa93,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:22.386024 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef41f182-2d3d-4274-b177-1dc7356cb895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06f6fe4-280a-48f7-bc56-42112473fa93'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:45:22.388805 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d931914d-bb38-4b28-96d9-cd98850eab03" -d '{"events": [{"server_uuid": "ef41f182-2d3d-4274-b177-1dc7356cb895", "name": "network-vif-plugged", "status": "completed", "tag": "d06f6fe4-280a-48f7-bc56-42112473fa93"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:45:22.393772 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:22.394839 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6cadeae2-a60c-4e23-ad71-0ae0c228f364 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:45:22.477536 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ed4af-5fd0-45fc-8bc4-a0f7a40eb698 req-7e0448f6-f1d8-4019-b8b2-a6e45264e099 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:22.485300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 6cadeae2-a60c-4e23-ad71-0ae0c228f364 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:45:22.485613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ed4af-5fd0-45fc-8bc4-a0f7a40eb698 req-7e0448f6-f1d8-4019-b8b2-a6e45264e099 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:22.485777 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6cadeae2-a60c-4e23-ad71-0ae0c228f364 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:45:22.486062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 3aed1a82-66bc-466f-8dd6-a943012dfceb no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:45:22.487555 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee0ed4af-5fd0-45fc-8bc4-a0f7a40eb698 req-7e0448f6-f1d8-4019-b8b2-a6e45264e099 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 1683 time: 0.0903213 Aug 28 12:45:22.496696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-1ab2a06a-f5a1-4ceb-bbf7-4cfe4ed6117b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Deleting port 3aed1a82-66bc-466f-8dd6-a943012dfceb {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:45:22.497045 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-1ab2a06a-f5a1-4ceb-bbf7-4cfe4ed6117b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:22.507991 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4373653-0b71-4a17-b406-5bca62a38d72 req-0a9084fe-a3ad-4c14-bd7f-21288499f7e3 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/floatingips/b64e6611-c624-4c19-9527-87691deac526 HTTP/1.1" status: 200 len: 693 time: 0.0781014 Aug 28 12:45:22.552546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d06f6fe4-280a-48f7-bc56-42112473fa93,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:22.589687 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee0ed4af-5fd0-45fc-8bc4-a0f7a40eb698 req-0051f86e-9cb1-4b02-9222-c67bc89bccaa tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790312 Aug 28 12:45:22.610121 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:22.621022 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:22.656407 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6fd1c1-7447-487b-bda9-9bfc36957a11 x-openstack-request-id: req-0d6fd1c1-7447-487b-bda9-9bfc36957a11 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:45:22.656538 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef41f182-2d3d-4274-b177-1dc7356cb895", "name": "network-vif-plugged", "status": "completed", "tag": "d06f6fe4-280a-48f7-bc56-42112473fa93", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:45:22.656736 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d6fd1c1-7447-487b-bda9-9bfc36957a11 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:45:22.657144 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef41f182-2d3d-4274-b177-1dc7356cb895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06f6fe4-280a-48f7-bc56-42112473fa93', 'code': 200} Aug 28 12:45:22.684801 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 3aed1a82-66bc-466f-8dd6-a943012dfceb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=3aed1a82-66bc-466f-8dd6-a943012dfceb,segment=NetworkSegment(643002a0-3194-403f-96de-3c4712606d6d),segment_id=643002a0-3194-403f-96de-3c4712606d6d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:22.690938 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:22.692187 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device be6e748c-b677-4284-941c-787c6633bbdd no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:45:22.780813 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:22.798184 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:22.798629 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:22.852216 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=3aed1a82-66bc-466f-8dd6-a943012dfceb,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:22.869538 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c12b83-c122-4936-94aa-0126f1005856 req-25da2677-ba58-4f09-9320-b15381ee2038 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:22.871710 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78c12b83-c122-4936-94aa-0126f1005856 req-25da2677-ba58-4f09-9320-b15381ee2038 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 932 time: 0.0737073 Aug 28 12:45:22.934911 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78c12b83-c122-4936-94aa-0126f1005856 req-98656185-a189-40a2-8435-4e40ddbbca95 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501294 Aug 28 12:45:22.952403 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:22.954418 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:22.987719 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:45:23.034480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6dbc9bd6-dbc8-4418-a4f7-8c988f400e61,segment=NetworkSegment(c2ddd622-0780-44b5-834a-7c54e86536ec),segment_id=c2ddd622-0780-44b5-834a-7c54e86536ec)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:23.039831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port be6e748c-b677-4284-941c-787c6633bbdd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=be6e748c-b677-4284-941c-787c6633bbdd,segment=NetworkSegment(62dd103c-de65-4f5f-9b6e-d977b6871f62),segment_id=62dd103c-de65-4f5f-9b6e-d977b6871f62)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:23.041394 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:23.042195 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 44a4cbb9-1aff-4ebd-8902-692407e277f8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:23.111760 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:23.115330 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bb2f4-4a6c-4696-b5bd-b436b49c1991 req-532c637b-8047-421a-8a78-9ba433ee033f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:23.117434 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a61bb2f4-4a6c-4696-b5bd-b436b49c1991 req-532c637b-8047-421a-8a78-9ba433ee033f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.0789063 Aug 28 12:45:23.166038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=6dbc9bd6-dbc8-4418-a4f7-8c988f400e61,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:23.176034 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a61bb2f4-4a6c-4696-b5bd-b436b49c1991 req-be3c4a6c-8210-48ca-b84e-ddb2f6e34e7e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501907 Aug 28 12:45:23.178687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:23.179035 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:23.179909 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:23.180248 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:23.180579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:23.180921 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:23.181236 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:23.181556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:23.181879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:23.182200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:23.182612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:23.192483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:23.228260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 44a4cbb9-1aff-4ebd-8902-692407e277f8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:23.228638 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:23.267274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951d0044-efd0-4156-9e2f-aae8d2ae0544 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:45:23.278601 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:23.279178 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=be6e748c-b677-4284-941c-787c6633bbdd,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:23.320303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117687a-1b43-4c28-9e94-bed7290658cd req-0f6139ab-c30e-4c53-aed0-1019b07209f2 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:23.322199 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f117687a-1b43-4c28-9e94-bed7290658cd req-0f6139ab-c30e-4c53-aed0-1019b07209f2 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 950 time: 0.0590584 Aug 28 12:45:23.350401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-1ab2a06a-f5a1-4ceb-bbf7-4cfe4ed6117b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] For port 3aed1a82-66bc-466f-8dd6-a943012dfceb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=3aed1a82-66bc-466f-8dd6-a943012dfceb,segment=NetworkSegment(643002a0-3194-403f-96de-3c4712606d6d),segment_id=643002a0-3194-403f-96de-3c4712606d6d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:23.350799 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-1ab2a06a-f5a1-4ceb-bbf7-4cfe4ed6117b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:23.357003 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:23.377442 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f117687a-1b43-4c28-9e94-bed7290658cd req-64f0ceae-573e-4ad3-aa32-47b824e84f38 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e610c05-0d64-4b2e-9d64-48be6a8bc576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464463 Aug 28 12:45:23.378808 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:23.427131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-1ab2a06a-f5a1-4ceb-bbf7-4cfe4ed6117b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Calling delete_port for 3aed1a82-66bc-466f-8dd6-a943012dfceb owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:45:23.456508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Transition to ACTIVE for port object 951d0044-efd0-4156-9e2f-aae8d2ae0544 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:23.480845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4373653-0b71-4a17-b406-5bca62a38d72 req-f3705d54-9953-4bd8-aa91-a37280dabf10 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:23.482237 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4373653-0b71-4a17-b406-5bca62a38d72 req-f3705d54-9953-4bd8-aa91-a37280dabf10 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.9344077 Aug 28 12:45:23.482894 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:23.503615 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df93d13-9ada-40ab-b03d-9531b58d0780 req-b9a5f864-49a9-4be8-86ee-1892f03c1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:23.505072 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6df93d13-9ada-40ab-b03d-9531b58d0780 req-b9a5f864-49a9-4be8-86ee-1892f03c1787 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 1102 time: 0.3374598 Aug 28 12:45:23.521997 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-b4373653-0b71-4a17-b406-5bca62a38d72 req-2f5a0dc4-24b4-4af8-9b0b-a0d2ea54ea04 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:45:23.523066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4373653-0b71-4a17-b406-5bca62a38d72 req-2f5a0dc4-24b4-4af8-9b0b-a0d2ea54ea04 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244486 Aug 28 12:45:23.532827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95027b22-9adf-4d40-8e21-06a7794adf55 req-e0ed2977-f412-4532-bdb1-fdfea7d551ce tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:23.534349 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-95027b22-9adf-4d40-8e21-06a7794adf55 req-e0ed2977-f412-4532-bdb1-fdfea7d551ce tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.0630744 Aug 28 12:45:23.585214 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-95027b22-9adf-4d40-8e21-06a7794adf55 req-e7af2874-6fae-4cc5-b0ae-f6ddd45f4a5e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386360 Aug 28 12:45:23.600309 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:23.655041 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Pushing event updated for resources: {'Port': ['ID=a46dfee2-42f9-4e16-abcc-a51b00701e61,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:23.690942 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86b446ca-9cc4-4d83-9ac3-65950aac71d1 req-f9cb1b8f-8e34-4bd5-b734-bd64fd47f0a2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=664e5726df2746fe9aca95815578c012 HTTP/1.1" status: 200 len: 696 time: 0.1244192 Aug 28 12:45:23.748800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a97b07-423a-4d68-83e5-4e556c37e96f req-ba52552c-194e-400f-930f-7637ad06e6f1 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:23.757010 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a97b07-423a-4d68-83e5-4e556c37e96f req-ba52552c-194e-400f-930f-7637ad06e6f1 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:23.762839 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-13a97b07-423a-4d68-83e5-4e556c37e96f req-ba52552c-194e-400f-930f-7637ad06e6f1 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 1679 time: 0.0839548 Aug 28 12:45:23.799087 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6df93d13-9ada-40ab-b03d-9531b58d0780 req-a28a6b5c-ebba-4d16-ae48-5db0805a9903 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9e610c05-0d64-4b2e-9d64-48be6a8bc576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827964 Aug 28 12:45:23.809273 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-13a97b07-423a-4d68-83e5-4e556c37e96f req-c93dd585-9eeb-49f7-8d9f-4ac417f59c61 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434566 Aug 28 12:45:23.900331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Pushing event updated for resources: {'Port': ['ID=951d0044-efd0-4156-9e2f-aae8d2ae0544,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:24.057218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Attempting to bind port 951d0044-efd0-4156-9e2f-aae8d2ae0544 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:24.057616 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Attempting to bind port 951d0044-efd0-4156-9e2f-aae8d2ae0544 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:24.057951 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Attempting to bind port 951d0044-efd0-4156-9e2f-aae8d2ae0544 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:24.075530 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b446ca-9cc4-4d83-9ac3-65950aac71d1 req-88eeee56-0085-4f9f-ab35-bd2e4f89c4a4 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:24.077314 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86b446ca-9cc4-4d83-9ac3-65950aac71d1 req-88eeee56-0085-4f9f-ab35-bd2e4f89c4a4 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/networks?id=928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 787 time: 0.3556786 Aug 28 12:45:24.080516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Network 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:24.090597 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:24.096481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-86b446ca-9cc4-4d83-9ac3-65950aac71d1 req-d509d74f-f55c-4319-8893-2ce18f72783a tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:45:24.098177 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86b446ca-9cc4-4d83-9ac3-65950aac71d1 req-d509d74f-f55c-4319-8893-2ce18f72783a tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110540 Aug 28 12:45:24.098691 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Port 951d0044-efd0-4156-9e2f-aae8d2ae0544 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:45:24.099177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Attempting to bind port 951d0044-efd0-4156-9e2f-aae8d2ae0544 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:24.107061 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-1ab2a06a-f5a1-4ceb-bbf7-4cfe4ed6117b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:24.119989 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:24.120328 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Checking segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:24.120697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Bound using segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:24.121151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Bound port: 951d0044-efd0-4156-9e2f-aae8d2ae0544, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:24.121511 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:24.165288 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593ce82-6474-4d84-b8ce-41fefbf8a349 req-5438e91e-7755-4563-9d93-9f043dce431e tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:24.167283 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0593ce82-6474-4d84-b8ce-41fefbf8a349 req-5438e91e-7755-4563-9d93-9f043dce431e tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 944 time: 0.1200771 Aug 28 12:45:24.206843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2a06a-f5a1-4ceb-bbf7-4cfe4ed6117b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Port': ['ID=3aed1a82-66bc-466f-8dd6-a943012dfceb,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:24.262612 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0593ce82-6474-4d84-b8ce-41fefbf8a349 req-b61b2621-d7b3-40ec-938d-d555d0f51b46 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746489 Aug 28 12:45:24.464234 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21340e16-684d-4705-abe0-17d6384f689e req-79796415-853f-4e94-8535-15438616b408 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:24.465878 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-21340e16-684d-4705-abe0-17d6384f689e req-79796415-853f-4e94-8535-15438616b408 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1050560 Aug 28 12:45:24.476969 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:24.541856 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-21340e16-684d-4705-abe0-17d6384f689e req-1c00fa1f-96b2-45a5-b4ee-154021b829b1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516214 Aug 28 12:45:24.596863 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dbe2c40c-cbfb-4abb-90dc-9277bba6c966 req-d211ec30-8afc-42e1-b0dd-af9631b42e89 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/floatingips/b64e6611-c624-4c19-9527-87691deac526 HTTP/1.1" status: 200 len: 693 time: 0.4419882 Aug 28 12:45:24.597866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-1ab2a06a-f5a1-4ceb-bbf7-4cfe4ed6117b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] No DVR routers for this DVR port 3aed1a82-66bc-466f-8dd6-a943012dfceb on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:45:24.620571 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-1ab2a06a-f5a1-4ceb-bbf7-4cfe4ed6117b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:24.623515 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-1ab2a06a-f5a1-4ceb-bbf7-4cfe4ed6117b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.11 "DELETE /v2.0/ports/3aed1a82-66bc-466f-8dd6-a943012dfceb HTTP/1.1" status: 204 len: 173 time: 2.7512205 Aug 28 12:45:24.626330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:24.626760 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:24.640896 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'name': 'network-vif-deleted', 'tag': '3aed1a82-66bc-466f-8dd6-a943012dfceb'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:45:24.644003 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a847e0-efcf-4578-8c29-f8e3268c9da7" -d '{"events": [{"server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "name": "network-vif-deleted", "tag": "3aed1a82-66bc-466f-8dd6-a943012dfceb"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:45:24.662306 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aed1a82-66bc-466f-8dd6-a943012dfceb'}, {'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be6e748c-b677-4284-941c-787c6633bbdd'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:45:24.666071 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1874650-b340-4f62-838f-05852d2af3e9" -d '{"events": [{"server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "name": "network-vif-unplugged", "status": "completed", "tag": "3aed1a82-66bc-466f-8dd6-a943012dfceb"}, {"server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "name": "network-vif-unplugged", "status": "completed", "tag": "be6e748c-b677-4284-941c-787c6633bbdd"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:45:24.691977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2dd36f03-4424-44e3-ada6-40debfe44398 None None] Provisioning complete for port a46dfee2-42f9-4e16-abcc-a51b00701e61 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:24.692340 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2dd36f03-4424-44e3-ada6-40debfe44398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:24.739463 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2dd36f03-4424-44e3-ada6-40debfe44398 None None] Port a46dfee2-42f9-4e16-abcc-a51b00701e61 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:45:24.756226 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb981f7-bfcd-4d99-89e3-dc216b258549 req-ba2f110f-800e-43fc-8181-5d88fcc89d4a tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:24.758131 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbb981f7-bfcd-4d99-89e3-dc216b258549 req-ba2f110f-800e-43fc-8181-5d88fcc89d4a tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 950 time: 0.0769067 Aug 28 12:45:24.779013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Router ced2b5e6-9c15-4907-8732-a43114969a74 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:45:24.811044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] For port 951d0044-efd0-4156-9e2f-aae8d2ae0544, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:24.817223 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] For port 951d0044-efd0-4156-9e2f-aae8d2ae0544, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=951d0044-efd0-4156-9e2f-aae8d2ae0544,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:24.822043 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbb981f7-bfcd-4d99-89e3-dc216b258549 req-b71d1bc5-620a-44bf-8de2-0379571c7729 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e610c05-0d64-4b2e-9d64-48be6a8bc576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506952 Aug 28 12:45:24.848061 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:24.983491 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bc68c-9bbe-4428-ab4f-28deac01f3fe req-6c11501a-b96d-44c1-a59d-d8a95a741f77 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:24.986873 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-572bc68c-9bbe-4428-ab4f-28deac01f3fe req-6c11501a-b96d-44c1-a59d-d8a95a741f77 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.0972617 Aug 28 12:45:25.053193 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-572bc68c-9bbe-4428-ab4f-28deac01f3fe req-0cc36885-03d3-4580-81b5-1a298ae53dd7 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606635 Aug 28 12:45:25.073592 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:25.074206 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:25.075759 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] 10.222.0.11 "PUT /v2.0/ports/951d0044-efd0-4156-9e2f-aae8d2ae0544 HTTP/1.1" status: 200 len: 1093 time: 4.2015133 Aug 28 12:45:25.108560 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2c40c-cbfb-4abb-90dc-9277bba6c966 req-1f672496-50ff-488a-9b5c-67d1934563ca tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:25.111697 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dbe2c40c-cbfb-4abb-90dc-9277bba6c966 req-1f672496-50ff-488a-9b5c-67d1934563ca tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.4866238 Aug 28 12:45:25.113473 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acc7061-6656-4477-9347-07464bf81c11 x-openstack-request-id: req-6acc7061-6656-4477-9347-07464bf81c11 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:45:25.113990 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "name": "network-vif-deleted", "tag": "3aed1a82-66bc-466f-8dd6-a943012dfceb", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:45:25.114655 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6acc7061-6656-4477-9347-07464bf81c11 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:45:25.115079 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'name': 'network-vif-deleted', 'tag': '3aed1a82-66bc-466f-8dd6-a943012dfceb', 'status': 'completed', 'code': 200} Aug 28 12:45:25.140357 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 28 Aug 2021 12:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945c96de-5feb-49a6-b5b0-cbcbfd68b018 x-openstack-request-id: req-945c96de-5feb-49a6-b5b0-cbcbfd68b018 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:45:25.140658 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "name": "network-vif-unplugged", "status": "completed", "tag": "3aed1a82-66bc-466f-8dd6-a943012dfceb", "code": 200}, {"server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "name": "network-vif-unplugged", "status": "completed", "tag": "be6e748c-b677-4284-941c-787c6633bbdd", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:45:25.140911 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-945c96de-5feb-49a6-b5b0-cbcbfd68b018 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:45:25.141743 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aed1a82-66bc-466f-8dd6-a943012dfceb', 'code': 200} Aug 28 12:45:25.141743 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be6e748c-b677-4284-941c-787c6633bbdd', 'code': 200} Aug 28 12:45:25.147245 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12494311-d6b2-4778-81eb-8e598ba0644a service neutron] Pushing event updated for resources: {'Port': ['ID=951d0044-efd0-4156-9e2f-aae8d2ae0544,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:25.164204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:45:25.175594 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Sync routers for ids ['ced2b5e6-9c15-4907-8732-a43114969a74'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:45:25.181615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c040cbd0-c1c6-4a83-93b9-d751e30da044 admin admin] 10.222.0.20 "PUT /v2.0/routers/ced2b5e6-9c15-4907-8732-a43114969a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3269248 Aug 28 12:45:25.185582 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Routers {'ced2b5e6-9c15-4907-8732-a43114969a74'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:25.186504 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ced2b5e6-9c15-4907-8732-a43114969a74'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:25.259698 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411da1ce-ad0f-49e5-b33f-a333829ccd3d req-0a0839ad-d8e8-46df-9cf0-ce5ef5d7e5cd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:25.265392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dbe2c40c-cbfb-4abb-90dc-9277bba6c966 req-1676f567-26fe-43ae-b80d-d949b7f5df87 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 696 time: 0.1189651 Aug 28 12:45:25.277942 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-411da1ce-ad0f-49e5-b33f-a333829ccd3d req-0a0839ad-d8e8-46df-9cf0-ce5ef5d7e5cd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 944 time: 0.0809970 Aug 28 12:45:25.341516 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dbe2c40c-cbfb-4abb-90dc-9277bba6c966 req-59a6c88f-9de5-4905-aee7-63d340bd2d53 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 696 time: 0.0606434 Aug 28 12:45:25.346800 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-411da1ce-ad0f-49e5-b33f-a333829ccd3d req-c9342fb3-3950-4814-b267-882754f35d80 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674517 Aug 28 12:45:25.348580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-2f41b5a4-495e-413e-b519-2a90b8368f82 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Deleting port be6e748c-b677-4284-941c-787c6633bbdd {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:45:25.348922 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-2f41b5a4-495e-413e-b519-2a90b8368f82 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:25.355263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-80ec7961-407c-4a6f-a090-ab5b71f261ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:25.357005 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-80ec7961-407c-4a6f-a090-ab5b71f261ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 1096 time: 0.2120399 Aug 28 12:45:25.378781 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Set router ced2b5e6-9c15-4907-8732-a43114969a74 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:25.475548 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-77341575-df02-4853-b4d5-f00c99148ff0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=951d0044-efd0-4156-9e2f-aae8d2ae0544 HTTP/1.1" status: 200 len: 217 time: 0.0999746 Aug 28 12:45:25.496667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6033e00-3f6c-4dfe-92bd-9920036cf614 req-cc794309-7e0e-4526-892e-f18f4db79ea9 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:25.505532 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6033e00-3f6c-4dfe-92bd-9920036cf614 req-cc794309-7e0e-4526-892e-f18f4db79ea9 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 944 time: 0.0712066 Aug 28 12:45:25.560967 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6033e00-3f6c-4dfe-92bd-9920036cf614 req-c1dfdb77-14bd-4ca1-8721-5a5c9e97f8e0 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534735 Aug 28 12:45:25.589657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-b9874e63-1d24-41c0-9671-520d0a911dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:25.591190 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-b9874e63-1d24-41c0-9671-520d0a911dcc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.1045189 Aug 28 12:45:25.641343 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'name': 'tempest-ServersTestManualDisk-272780983-router', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:07Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '57738603bca0493588458955d0b66b4d', 'gw_port': {'id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:09Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'a46dfee2-42f9-4e16-abcc-a51b00701e61', 'name': '', 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'mac_address': 'fa:16:3e:1c:f2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:17Z', 'updated_at': '2021-08-28T12:45:22Z', 'revision_number': 2, 'project_id': '57738603bca0493588458955d0b66b4d', 'subnets': [{'id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:25.669744 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-9462eed8-e6dc-43e7-bfe3-e30ae12c58c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597136 Aug 28 12:45:25.691835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-2f41b5a4-495e-413e-b519-2a90b8368f82 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] For port be6e748c-b677-4284-941c-787c6633bbdd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=be6e748c-b677-4284-941c-787c6633bbdd,segment=NetworkSegment(62dd103c-de65-4f5f-9b6e-d977b6871f62),segment_id=62dd103c-de65-4f5f-9b6e-d977b6871f62)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:25.692217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-2f41b5a4-495e-413e-b519-2a90b8368f82 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:25.694786 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Checking router: ced2b5e6-9c15-4907-8732-a43114969a74 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:45:25.696356 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Updating router ced2b5e6-9c15-4907-8732-a43114969a74 port a46dfee2-42f9-4e16-abcc-a51b00701e61 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:45:25.728320 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:25.746820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-2f41b5a4-495e-413e-b519-2a90b8368f82 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Calling delete_port for be6e748c-b677-4284-941c-787c6633bbdd owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:45:25.816576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-dbe2c40c-cbfb-4abb-90dc-9277bba6c966 req-0bf5f9ff-ab88-4782-9d62-af72203e8e84 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Deleting port 37ad78fd-38d5-4868-adc4-e59ce408891f {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:45:25.816938 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dbe2c40c-cbfb-4abb-90dc-9277bba6c966 req-0bf5f9ff-ab88-4782-9d62-af72203e8e84 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:25.911986 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-6012bdb5-8b13-4c1f-81aa-c3cd51ad3de2 service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299764 Aug 28 12:45:26.027598 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dbe2c40c-cbfb-4abb-90dc-9277bba6c966 req-0bf5f9ff-ab88-4782-9d62-af72203e8e84 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.027916 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dbe2c40c-cbfb-4abb-90dc-9277bba6c966 req-0bf5f9ff-ab88-4782-9d62-af72203e8e84 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.066625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-dbe2c40c-cbfb-4abb-90dc-9277bba6c966 req-0bf5f9ff-ab88-4782-9d62-af72203e8e84 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Calling delete_port for 37ad78fd-38d5-4868-adc4-e59ce408891f owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:45:26.110792 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.125324 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Transition to ACTIVE for port object a46dfee2-42f9-4e16-abcc-a51b00701e61 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:26.140910 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.157449 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-2f41b5a4-495e-413e-b519-2a90b8368f82 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.209045 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4a1a3d2-bd6b-4c7f-8393-bab836a2dc23 req-51b1bd26-6765-442e-8d13-557c3213eeb8 service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857258 Aug 28 12:45:26.213265 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41b5a4-495e-413e-b519-2a90b8368f82 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Port': ['ID=be6e748c-b677-4284-941c-787c6633bbdd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:26.216495 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9bc2d-b173-4455-9fcf-80470dc30179 None None] Pushing event updated for resources: {'Port': ['ID=a46dfee2-42f9-4e16-abcc-a51b00701e61,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:26.232547 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9bc2d-b173-4455-9fcf-80470dc30179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:26.233149 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9bc2d-b173-4455-9fcf-80470dc30179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:26.233590 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9bc2d-b173-4455-9fcf-80470dc30179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:26.234584 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9bc2d-b173-4455-9fcf-80470dc30179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:26.234987 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9bc2d-b173-4455-9fcf-80470dc30179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:26.235386 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9bc2d-b173-4455-9fcf-80470dc30179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:26.235782 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9bc2d-b173-4455-9fcf-80470dc30179 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:26.236190 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9bc2d-b173-4455-9fcf-80470dc30179 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:26.236623 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9bc2d-b173-4455-9fcf-80470dc30179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:26.236990 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9bc2d-b173-4455-9fcf-80470dc30179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:26.237375 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9bc2d-b173-4455-9fcf-80470dc30179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:26.237759 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea9bc2d-b173-4455-9fcf-80470dc30179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:45:26.321386 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-2f41b5a4-495e-413e-b519-2a90b8368f82 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] No DVR routers for this DVR port be6e748c-b677-4284-941c-787c6633bbdd on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:45:26.331156 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-2f41b5a4-495e-413e-b519-2a90b8368f82 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.333504 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be43f2ca-82fb-4288-ad10-a8439491cdac req-2f41b5a4-495e-413e-b519-2a90b8368f82 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.11 "DELETE /v2.0/ports/be6e748c-b677-4284-941c-787c6633bbdd HTTP/1.1" status: 204 len: 173 time: 1.6802683 Aug 28 12:45:26.333660 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Attempting to bind port a46dfee2-42f9-4e16-abcc-a51b00701e61 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:26.333957 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Attempting to bind port a46dfee2-42f9-4e16-abcc-a51b00701e61 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '2db1081d-ea4e-46aa-9910-91cb183259b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:26.334320 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Attempting to bind port a46dfee2-42f9-4e16-abcc-a51b00701e61 on network 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:26.344607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40448) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:26.347577 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:26.347959 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Checking segment: {'id': '2db1081d-ea4e-46aa-9910-91cb183259b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:26.348361 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.348750 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Bound using segment: {'id': '2db1081d-ea4e-46aa-9910-91cb183259b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:26.349213 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Bound port: a46dfee2-42f9-4e16-abcc-a51b00701e61, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db1081d-ea4e-46aa-9910-91cb183259b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:26.349613 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.357369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-cd728c66-9ec6-49bd-a0c2-75650d0ca517 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1244680257', 'description': 'tempest-description--1300403908'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:26.424809 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cd728c66-9ec6-49bd-a0c2-75650d0ca517 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.438830 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] For port a46dfee2-42f9-4e16-abcc-a51b00701e61, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:26.442597 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] For port a46dfee2-42f9-4e16-abcc-a51b00701e61, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a46dfee2-42f9-4e16-abcc-a51b00701e61,segment=NetworkSegment(2db1081d-ea4e-46aa-9910-91cb183259b3),segment_id=2db1081d-ea4e-46aa-9910-91cb183259b3)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:26.449171 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.494707 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dbe2c40c-cbfb-4abb-90dc-9277bba6c966 req-0bf5f9ff-ab88-4782-9d62-af72203e8e84 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.545160 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Routers {'ced2b5e6-9c15-4907-8732-a43114969a74'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:26.547415 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ced2b5e6-9c15-4907-8732-a43114969a74'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:26.582082 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5f9ff-ab88-4782-9d62-af72203e8e84 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Pushing event deleted for resources: {'Port': ['ID=37ad78fd-38d5-4868-adc4-e59ce408891f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:26.628863 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9bc2d-b173-4455-9fcf-80470dc30179 None None] Pushing event updated for resources: {'Port': ['ID=a46dfee2-42f9-4e16-abcc-a51b00701e61,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:26.676158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90827f7-5639-4db3-9deb-a50fc97e6c7e req-7844f529-818e-438b-9875-8177f206db42 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:26.690974 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d90827f7-5639-4db3-9deb-a50fc97e6c7e req-7844f529-818e-438b-9875-8177f206db42 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1869783 Aug 28 12:45:26.731680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dbe2c40c-cbfb-4abb-90dc-9277bba6c966 req-0bf5f9ff-ab88-4782-9d62-af72203e8e84 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.734517 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dbe2c40c-cbfb-4abb-90dc-9277bba6c966 req-0bf5f9ff-ab88-4782-9d62-af72203e8e84 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.735564 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dbe2c40c-cbfb-4abb-90dc-9277bba6c966 req-0bf5f9ff-ab88-4782-9d62-af72203e8e84 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "DELETE /v2.0/floatingips/b64e6611-c624-4c19-9527-87691deac526 HTTP/1.1" status: 204 len: 173 time: 1.3765676 Aug 28 12:45:26.762724 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d90827f7-5639-4db3-9deb-a50fc97e6c7e req-111961b7-bd14-4c6e-83c3-e7de92e6576f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631075 Aug 28 12:45:26.765381 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cd728c66-9ec6-49bd-a0c2-75650d0ca517 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.772462 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cd728c66-9ec6-49bd-a0c2-75650d0ca517 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.772911 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] Set router ced2b5e6-9c15-4907-8732-a43114969a74 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:26.838546 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cd728c66-9ec6-49bd-a0c2-75650d0ca517 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.842218 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cd728c66-9ec6-49bd-a0c2-75650d0ca517 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4936628 Aug 28 12:45:26.842218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd728c66-9ec6-49bd-a0c2-75650d0ca517 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50bdee44-b22c-48e3-86f5-9183fcb0a596,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:26.847770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40456) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:26.854320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-37d2596e-dfdd-48f0-8f3c-0b60feecac26 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Request body: {'security_group_rule': {'security_group_id': '50bdee44-b22c-48e3-86f5-9183fcb0a596', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:26.900898 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37d2596e-dfdd-48f0-8f3c-0b60feecac26 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:26.925331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737741d-6efe-412c-861a-994cb866048c req-bb8e3bfe-0ba0-477b-b959-d204f5dfd96e tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:26.927247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6737741d-6efe-412c-861a-994cb866048c req-bb8e3bfe-0ba0-477b-b959-d204f5dfd96e tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 950 time: 0.1118612 Aug 28 12:45:26.963964 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de09e35-343a-4609-a838-243c26565ec8 req-c4180383-03e3-4c67-8638-032471bf7929 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:26.966204 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2de09e35-343a-4609-a838-243c26565ec8 req-c4180383-03e3-4c67-8638-032471bf7929 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.1078844 Aug 28 12:45:27.012881 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6737741d-6efe-412c-861a-994cb866048c req-d1306f33-4458-46cd-8950-0db8d5c3c387 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e610c05-0d64-4b2e-9d64-48be6a8bc576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765769 Aug 28 12:45:27.020083 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37d2596e-dfdd-48f0-8f3c-0b60feecac26 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:27.027777 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37d2596e-dfdd-48f0-8f3c-0b60feecac26 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:27.061384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2596e-dfdd-48f0-8f3c-0b60feecac26 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e863a0-e9f0-4dc4-8a92-5686c351ec91,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:27.071903 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37d2596e-dfdd-48f0-8f3c-0b60feecac26 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:27.073486 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-37d2596e-dfdd-48f0-8f3c-0b60feecac26 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2239852 Aug 28 12:45:27.081760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40460) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:27.102956 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2de09e35-343a-4609-a838-243c26565ec8 req-f852f370-8cb6-440d-8b06-1933fb39f63b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142435 Aug 28 12:45:27.104352 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-91432a63-d81b-4f91-9081-912fcbc0146e tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Request body: {'security_group_rule': {'security_group_id': '50bdee44-b22c-48e3-86f5-9183fcb0a596', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:27.117980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d18599-9d8d-493c-bbf3-81a2feece66e', 'tag': '951d0044-efd0-4156-9e2f-aae8d2ae0544'}, {'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'name': 'network-vif-deleted', 'tag': 'be6e748c-b677-4284-941c-787c6633bbdd'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:45:27.125589 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022335e3-933f-4762-95c1-ce340bb984d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d18599-9d8d-493c-bbf3-81a2feece66e", "tag": "951d0044-efd0-4156-9e2f-aae8d2ae0544"}, {"server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "name": "network-vif-deleted", "tag": "be6e748c-b677-4284-941c-787c6633bbdd"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:45:27.155216 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'name': 'tempest-ServersTestManualDisk-272780983-router', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:07Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '57738603bca0493588458955d0b66b4d', 'gw_port': {'id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:09Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'a46dfee2-42f9-4e16-abcc-a51b00701e61', 'name': '', 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'mac_address': 'fa:16:3e:1c:f2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:17Z', 'updated_at': '2021-08-28T12:45:26Z', 'revision_number': 4, 'project_id': '57738603bca0493588458955d0b66b4d', 'subnets': [{'id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:27.190675 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf80a52-df57-4879-9b89-b72f3924aeb9 None None] The sync data for ids ['ced2b5e6-9c15-4907-8732-a43114969a74'] in n-d-791505-21 is: [{'id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'name': 'tempest-ServersTestManualDisk-272780983-router', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:07Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '57738603bca0493588458955d0b66b4d', 'gw_port': {'id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:09Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'a46dfee2-42f9-4e16-abcc-a51b00701e61', 'name': '', 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'mac_address': 'fa:16:3e:1c:f2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:17Z', 'updated_at': '2021-08-28T12:45:26Z', 'revision_number': 4, 'project_id': '57738603bca0493588458955d0b66b4d', 'subnets': [{'id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:45:27.239050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb2744bf-5d29-4e1f-82bd-a5bd986e380d req-7b2ecc8c-e0dc-4a9f-bf2a-7c4744b450a3 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c9d194-287d-4610-913e-cf6bb4e12d85 HTTP/1.1" status: 200 len: 210 time: 0.0786178 Aug 28 12:45:27.254681 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91432a63-d81b-4f91-9081-912fcbc0146e tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:27.350219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd2f2d-d049-40e1-957e-64d99e3bb7a0 req-9be901eb-e469-453d-897a-3eddf8a4fe10 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:27.356277 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ebd2f2d-d049-40e1-957e-64d99e3bb7a0 req-9be901eb-e469-453d-897a-3eddf8a4fe10 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 944 time: 0.1502719 Aug 28 12:45:27.368278 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91432a63-d81b-4f91-9081-912fcbc0146e tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:27.431095 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91432a63-d81b-4f91-9081-912fcbc0146e tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:27.473944 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91432a63-d81b-4f91-9081-912fcbc0146e tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:27.475217 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ebd2f2d-d049-40e1-957e-64d99e3bb7a0 req-30ed07da-e140-475e-876f-6bf78f7590b8 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114340 Aug 28 12:45:27.475940 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-91432a63-d81b-4f91-9081-912fcbc0146e tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3936200 Aug 28 12:45:27.479618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40466) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:27.481297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91432a63-d81b-4f91-9081-912fcbc0146e tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd92ea4-15d8-4464-92c9-6b05221316cf,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:27.496523 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:27.527724 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-2d410403-1c77-454f-906b-13f8152a0d2c tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2071497 Aug 28 12:45:27.544084 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:27.564116 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:27.607090 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:27.731913 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:27.842857 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 28 Aug 2021 12:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaef3813-63cb-4a5d-bf38-5287120c7886 x-openstack-request-id: req-aaef3813-63cb-4a5d-bf38-5287120c7886 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:45:27.843452 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d18599-9d8d-493c-bbf3-81a2feece66e", "tag": "951d0044-efd0-4156-9e2f-aae8d2ae0544", "status": "completed", "code": 200}, {"server_uuid": "55c9d194-287d-4610-913e-cf6bb4e12d85", "name": "network-vif-deleted", "tag": "be6e748c-b677-4284-941c-787c6633bbdd", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:45:27.844223 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aaef3813-63cb-4a5d-bf38-5287120c7886 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:45:27.844743 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d18599-9d8d-493c-bbf3-81a2feece66e', 'tag': '951d0044-efd0-4156-9e2f-aae8d2ae0544', 'status': 'completed', 'code': 200} Aug 28 12:45:27.845099 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c9d194-287d-4610-913e-cf6bb4e12d85', 'name': 'network-vif-deleted', 'tag': 'be6e748c-b677-4284-941c-787c6633bbdd', 'status': 'completed', 'code': 200} Aug 28 12:45:27.850892 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:27.898848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Allocated IP 172.25.1.24 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/67677fdf-ac65-40f6-a4a9-abb2d4e703d1) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:28.003309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022335e3-933f-4762-95c1-ce340bb984d1 req-ffc4a3c6-8398-45a5-b5a2-822e6d760c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:28.004979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-022335e3-933f-4762-95c1-ce340bb984d1 req-ffc4a3c6-8398-45a5-b5a2-822e6d760c3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 1096 time: 0.0682433 Aug 28 12:45:28.061317 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e8a93-56dd-493a-93fe-af19abec016d req-0f137131-8dbd-4148-b707-23197c5990fe tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:28.063347 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-150e8a93-56dd-493a-93fe-af19abec016d req-0f137131-8dbd-4148-b707-23197c5990fe tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.0902841 Aug 28 12:45:28.141412 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-150e8a93-56dd-493a-93fe-af19abec016d req-33681aed-98f4-4734-bb6e-f6321f16e43d tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654123 Aug 28 12:45:28.146349 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:28.150556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:45:28.194180 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022335e3-933f-4762-95c1-ce340bb984d1 req-352c685e-6a03-4271-9c57-d30f5e677278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:28.196682 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-022335e3-933f-4762-95c1-ce340bb984d1 req-352c685e-6a03-4271-9c57-d30f5e677278 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.1812804 Aug 28 12:45:28.326147 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:28.388928 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:28.410426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '67c5ee14-1359-4d9d-b5ac-a0461e2f83b4', 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea', 'port_id': '67c5ee14-1359-4d9d-b5ac-a0461e2f83b4', 'mac_address': 'fa:16:3e:72:95:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681f86f1-f49d-4aac-bbea-fa1f759eb663', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:45:28.460011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Allocated IP 172.25.1.68 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/fc71123b-29cb-46c6-a9b5-94ea78ba221d) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:28.486636 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:28.506798 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:45:28.518955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:28.531571 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-022335e3-933f-4762-95c1-ce340bb984d1 req-815ba995-1fca-48a9-aa38-7e786c67743f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=951d0044-efd0-4156-9e2f-aae8d2ae0544 HTTP/1.1" status: 200 len: 217 time: 0.3269520 Aug 28 12:45:28.532437 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a46dfee2-42f9-4e16-abcc-a51b00701e61 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:28.535849 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:28.562304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:28.579201 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:28.590005 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:28.655846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022335e3-933f-4762-95c1-ce340bb984d1 req-2c3a5883-2c2c-4346-8d84-44ca3d41b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:28.657399 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-022335e3-933f-4762-95c1-ce340bb984d1 req-2c3a5883-2c2c-4346-8d84-44ca3d41b508 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.1172001 Aug 28 12:45:28.683172 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:28.689735 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:28.702719 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port a46dfee2-42f9-4e16-abcc-a51b00701e61 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:28.714747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a46dfee2-42f9-4e16-abcc-a51b00701e61 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:28.715432 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:28.767935 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Pushing event updated for resources: {'Port': ['ID=67677fdf-ac65-40f6-a4a9-abb2d4e703d1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:28.782188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['67c5ee14-1359-4d9d-b5ac-a0461e2f83b4'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:45:28.793823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02af56-37fb-4792-a753-bdbfd3387a1f req-1cccd066-5e5c-41da-8b04-c17aae173883 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:28.801478 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc02af56-37fb-4792-a753-bdbfd3387a1f req-1cccd066-5e5c-41da-8b04-c17aae173883 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.2968893 Aug 28 12:45:28.813375 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:28.930333 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc02af56-37fb-4792-a753-bdbfd3387a1f req-51427986-ea38-4dd7-a12e-03d2cf70a4c2 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220925 Aug 28 12:45:28.965464 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:29.036517 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port a46dfee2-42f9-4e16-abcc-a51b00701e61, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a46dfee2-42f9-4e16-abcc-a51b00701e61,segment=NetworkSegment(2db1081d-ea4e-46aa-9910-91cb183259b3),segment_id=2db1081d-ea4e-46aa-9910-91cb183259b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:29.042695 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:29.079004 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40508) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:29.161997 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=a46dfee2-42f9-4e16-abcc-a51b00701e61,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:29.202257 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc56d06-5224-40cd-89b3-92534822afcb tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Deleting subnet 9eeca31c-4874-42b7-a538-88a5a6769d26 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:45:29.214724 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0dc56d06-5224-40cd-89b3-92534822afcb tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:29.396089 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0dc56d06-5224-40cd-89b3-92534822afcb tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:29.416221 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:29.427273 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-022335e3-933f-4762-95c1-ce340bb984d1 req-93bbfd64-2043-4314-af6a-da16a219bb49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7529902 Aug 28 12:45:29.574295 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:29.594938 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-022335e3-933f-4762-95c1-ce340bb984d1 req-2efd1acd-94cb-4ffc-ac1b-d543105cc3e6 service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575985 Aug 28 12:45:29.597065 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:29.652587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:29.666770 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:29.673023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:29.704698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:29.752858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Pushing event updated for resources: {'Port': ['ID=fc71123b-29cb-46c6-a9b5-94ea78ba221d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:29.774388 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ffad-2a92-4b83-a70a-c1bd744eea8b req-c5a6db9d-e26c-4cf8-ba83-6799fc38253a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:29.783639 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7a54ffad-2a92-4b83-a70a-c1bd744eea8b req-c5a6db9d-e26c-4cf8-ba83-6799fc38253a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 944 time: 0.2051790 Aug 28 12:45:29.809748 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-022335e3-933f-4762-95c1-ce340bb984d1 req-a88db5c1-578d-4b83-b10b-942f8524110d service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072635 Aug 28 12:45:29.837813 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0dc56d06-5224-40cd-89b3-92534822afcb tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:29.844117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Pushing event updated for resources: {'Port': ['ID=67677fdf-ac65-40f6-a4a9-abb2d4e703d1,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:29.881914 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:29.900393 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:29.919771 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7a54ffad-2a92-4b83-a70a-c1bd744eea8b req-76042b95-7918-45a6-a40f-ade01eba5fdd tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351581 Aug 28 12:45:29.950689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:29.952165 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cbc79e55-c15c-4211-9ae0-4b3209fa2d81 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4686348 Aug 28 12:45:29.960967 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:29.998164 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0dc56d06-5224-40cd-89b3-92534822afcb tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:30.145215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc56d06-5224-40cd-89b3-92534822afcb tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Subnet': ['ID=9eeca31c-4874-42b7-a538-88a5a6769d26,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:30.145505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ec5cb7-bd14-4245-8e19-5fc12200a45d None None] Network 92f589ee-6999-4a67-a766-f8c68d687cb4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:30.152724 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0dc56d06-5224-40cd-89b3-92534822afcb tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:30.155202 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0dc56d06-5224-40cd-89b3-92534822afcb tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "DELETE /v2.0/subnets/9eeca31c-4874-42b7-a538-88a5a6769d26 HTTP/1.1" status: 204 len: 168 time: 1.0702603 Aug 28 12:45:30.160949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40522) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:30.187415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80acd63-3a4a-4c76-947a-ae2d916dd435 req-e615d833-7959-4064-b7cc-dcebff4a816f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:30.198647 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b80acd63-3a4a-4c76-947a-ae2d916dd435 req-e615d833-7959-4064-b7cc-dcebff4a816f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 945 time: 0.1215460 Aug 28 12:45:30.221090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 951d0044-efd0-4156-9e2f-aae8d2ae0544 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:45:30.222851 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:30.254015 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b80acd63-3a4a-4c76-947a-ae2d916dd435 req-9d05efcd-b95f-4c16-9092-edaf0686ccf3 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522838 Aug 28 12:45:30.286581 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:30.422437 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:30.422437 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:30.505698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a46dfee2-42f9-4e16-abcc-a51b00701e61 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:30.537860 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:30.547686 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:30.591560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1d57a5-41e3-4877-8af0-fdd69bfa9c62 None None] DHCP port deletion for 92f589ee-6999-4a67-a766-f8c68d687cb4 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:45:30.633570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4dc6a-7cc7-49ac-b233-d29399a682b4 req-a7b35ef7-25b8-4737-9c91-9ea7eb4406a4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:30.641144 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e0a4dc6a-7cc7-49ac-b233-d29399a682b4 req-a7b35ef7-25b8-4737-9c91-9ea7eb4406a4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.0697436 Aug 28 12:45:30.706719 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Deleting port 63662bea-2313-49ff-a78a-1e05331afa41 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:45:30.707085 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:30.730477 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e0a4dc6a-7cc7-49ac-b233-d29399a682b4 req-d3e43d93-90e7-4cea-a9e7-c88fd9628605 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880156 Aug 28 12:45:30.770997 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:30.787475 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 951d0044-efd0-4156-9e2f-aae8d2ae0544, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=951d0044-efd0-4156-9e2f-aae8d2ae0544,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:30.810961 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a46dfee2-42f9-4e16-abcc-a51b00701e61 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:30.811328 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:30.816904 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '951d0044-efd0-4156-9e2f-aae8d2ae0544', 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba', 'port_id': '951d0044-efd0-4156-9e2f-aae8d2ae0544', 'mac_address': 'fa:16:3e:9e:79:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b495d45-81c1-41f1-badc-3d5e4d953bd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:45:30.842538 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:30.844197 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3079340 Aug 28 12:45:30.870329 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5648b-b490-483a-8dec-d9315d5b98c2 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Pushing event updated for resources: {'Port': ['ID=fc71123b-29cb-46c6-a9b5-94ea78ba221d,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:30.938108 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-4f2839bb-42ca-4841-915e-52596ff08063 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.68 HTTP/1.1" status: 200 len: 695 time: 0.0777631 Aug 28 12:45:30.999360 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:31.009354 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d57a5-41e3-4877-8af0-fdd69bfa9c62 None None] Deleting port 63662bea-2313-49ff-a78a-1e05331afa41 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:45:31.010010 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ab1d57a5-41e3-4877-8af0-fdd69bfa9c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:31.015883 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] For port 63662bea-2313-49ff-a78a-1e05331afa41, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=63662bea-2313-49ff-a78a-1e05331afa41,segment=NetworkSegment(62dd103c-de65-4f5f-9b6e-d977b6871f62),segment_id=62dd103c-de65-4f5f-9b6e-d977b6871f62)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:31.016256 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:31.038175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Calling delete_port for 63662bea-2313-49ff-a78a-1e05331afa41 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:45:31.100316 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:31.134678 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-b8e143e3-88e3-4958-a550-d56aafc96bbb tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:31.134678 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dbbc96d7-53b1-485c-aaad-1fc0e432dbcd req-b8e143e3-88e3-4958-a550-d56aafc96bbb tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.1865594 Aug 28 12:45:31.211372 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:31.212436 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:31.214763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c5ee14-1359-4d9d-b5ac-a0461e2f83b4'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:45:31.217016 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c473935-fb8c-4358-842d-404d562e846e" -d '{"events": [{"server_uuid": "27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60", "name": "network-vif-plugged", "status": "completed", "tag": "67c5ee14-1359-4d9d-b5ac-a0461e2f83b4"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:45:31.220775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951d0044-efd0-4156-9e2f-aae8d2ae0544 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:45:31.234986 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] No DVR routers for this DVR port 63662bea-2313-49ff-a78a-1e05331afa41 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:45:31.256416 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:31.346722 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:31.379365 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 951d0044-efd0-4156-9e2f-aae8d2ae0544, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=951d0044-efd0-4156-9e2f-aae8d2ae0544,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:31.391789 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:31.395133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ab1d57a5-41e3-4877-8af0-fdd69bfa9c62 None None] For port 63662bea-2313-49ff-a78a-1e05331afa41, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=63662bea-2313-49ff-a78a-1e05331afa41,segment=NetworkSegment(62dd103c-de65-4f5f-9b6e-d977b6871f62),segment_id=62dd103c-de65-4f5f-9b6e-d977b6871f62)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:31.395813 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ab1d57a5-41e3-4877-8af0-fdd69bfa9c62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:31.435907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d57a5-41e3-4877-8af0-fdd69bfa9c62 None None] Calling delete_port for 63662bea-2313-49ff-a78a-1e05331afa41 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:45:31.453239 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Port': ['ID=63662bea-2313-49ff-a78a-1e05331afa41,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:31.473316 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:31.500658 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f589ee-6999-4a67-a766-f8c68d687cb4']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:31.502637 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=951d0044-efd0-4156-9e2f-aae8d2ae0544,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:31.529028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b3e62-c04b-4a64-b24e-1e7579956435 req-e02ca64e-7faf-4a35-9073-cd520620a3bb tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:31.530690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d8b3e62-c04b-4a64-b24e-1e7579956435 req-e02ca64e-7faf-4a35-9073-cd520620a3bb tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 950 time: 0.2546458 Aug 28 12:45:31.532627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62dd103c-de65-4f5f-9b6e-d977b6871f62') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:31.532921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62dd103c-de65-4f5f-9b6e-d977b6871f62') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:31.556657 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:31.571192 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ab1d57a5-41e3-4877-8af0-fdd69bfa9c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:31.595070 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d8b3e62-c04b-4a64-b24e-1e7579956435 req-878464d3-cfae-4610-8813-ad717083705f tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/security-groups?id=9e610c05-0d64-4b2e-9d64-48be6a8bc576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521331 Aug 28 12:45:31.596227 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:31.605574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:45:31.606989 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:45:31.610657 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:45:31.626221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d57a5-41e3-4877-8af0-fdd69bfa9c62 None None] Pushing event deleted for resources: {'Port': ['ID=63662bea-2313-49ff-a78a-1e05331afa41,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:31.646965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d57a5-41e3-4877-8af0-fdd69bfa9c62 None None] No DVR routers for this DVR port 63662bea-2313-49ff-a78a-1e05331afa41 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:45:31.683078 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['951d0044-efd0-4156-9e2f-aae8d2ae0544'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:45:31.712536 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:31.742604 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:31.744643 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "DELETE /v2.0/networks/92f589ee-6999-4a67-a766-f8c68d687cb4 HTTP/1.1" status: 204 len: 168 time: 1.5778527 Aug 28 12:45:31.747441 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40544) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:31.759884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21b39e-6433-4e3f-be55-70001d4d677c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Network': ['ID=92f589ee-6999-4a67-a766-f8c68d687cb4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:31.927143 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8192d-70ac-4ff2-b45e-c3ce48701922 req-835989a2-c3bf-48ed-a674-a65f97e32723 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:31.935899 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7e8192d-70ac-4ff2-b45e-c3ce48701922 req-835989a2-c3bf-48ed-a674-a65f97e32723 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 945 time: 0.1202509 Aug 28 12:45:32.041738 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7e8192d-70ac-4ff2-b45e-c3ce48701922 req-4fb2afdb-ca2f-4836-a11a-be553ff0871e tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044674 Aug 28 12:45:32.091418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53f696-e325-4872-a596-1fb3018c16e5 req-22b71925-8d67-493f-bb13-976c9396ef15 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:32.098282 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0c53f696-e325-4872-a596-1fb3018c16e5 req-22b71925-8d67-493f-bb13-976c9396ef15 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 950 time: 0.1256239 Aug 28 12:45:32.165254 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-739ad773-8cce-466a-a60d-af79d1d1ab73 req-1f921a4b-2681-43bc-8881-036c1eb01b2d tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/floatingips/585d223a-f124-4659-a3f2-930c381c8d78 HTTP/1.1" status: 200 len: 692 time: 0.0623112 Aug 28 12:45:32.306212 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ad773-8cce-466a-a60d-af79d1d1ab73 req-08cba535-c780-4752-98d4-6d57cc88a9da tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:32.313329 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-739ad773-8cce-466a-a60d-af79d1d1ab73 req-08cba535-c780-4752-98d4-6d57cc88a9da tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.1466215 Aug 28 12:45:32.324409 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc972450-9e10-4535-be99-f8f2f5210109 req-1d72bed2-ca81-474b-a06a-8db5b8ed4be0 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1244680257&fields=id&tenant_id=57738603bca0493588458955d0b66b4d HTTP/1.1" status: 200 len: 267 time: 0.0759983 Aug 28 12:45:32.340875 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b26bc61-65ba-4011-9381-a9c54c2b5bc1 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Deleting subnet dcc5c22d-7803-4007-b34d-fc4fdc085ca0 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:45:32.436679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 63662bea-2313-49ff-a78a-1e05331afa41 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:45:32.448293 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-739ad773-8cce-466a-a60d-af79d1d1ab73 req-9f5d310a-e59b-4f2b-b3cc-0b8183785a44 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.68 HTTP/1.1" status: 200 len: 695 time: 0.1337082 Aug 28 12:45:32.464902 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b26bc61-65ba-4011-9381-a9c54c2b5bc1 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:32.491976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 63662bea-2313-49ff-a78a-1e05331afa41 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:45:32.496675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 63662bea-2313-49ff-a78a-1e05331afa41 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:45:32.501037 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc972450-9e10-4535-be99-f8f2f5210109 req-de584d22-ef8b-41ed-a5eb-b8fffdbeb408 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:32.508706 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc972450-9e10-4535-be99-f8f2f5210109 req-de584d22-ef8b-41ed-a5eb-b8fffdbeb408 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/networks?id=94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 HTTP/1.1" status: 200 len: 811 time: 0.1830771 Aug 28 12:45:32.529928 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc972450-9e10-4535-be99-f8f2f5210109 req-f85e659e-7138-4e75-8ace-7f5e75506baa tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/quotas/57738603bca0493588458955d0b66b4d HTTP/1.1" status: 200 len: 375 time: 0.0202200 Aug 28 12:45:32.580683 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-739ad773-8cce-466a-a60d-af79d1d1ab73 req-c13d217b-77c1-4d15-b2dd-1aaf33111c7a tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.68 HTTP/1.1" status: 200 len: 695 time: 0.1311259 Aug 28 12:45:32.619844 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b26bc61-65ba-4011-9381-a9c54c2b5bc1 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:32.702846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-0c53f696-e325-4872-a596-1fb3018c16e5 req-1c50d53b-9dfa-467d-8033-b5d386ebf259 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Deleting port d06f6fe4-280a-48f7-bc56-42112473fa93 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:45:32.703191 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0c53f696-e325-4872-a596-1fb3018c16e5 req-1c50d53b-9dfa-467d-8033-b5d386ebf259 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:32.743788 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b26bc61-65ba-4011-9381-a9c54c2b5bc1 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:32.802053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-0c53f696-e325-4872-a596-1fb3018c16e5 req-1c50d53b-9dfa-467d-8033-b5d386ebf259 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] For port d06f6fe4-280a-48f7-bc56-42112473fa93, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d06f6fe4-280a-48f7-bc56-42112473fa93,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:32.802495 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0c53f696-e325-4872-a596-1fb3018c16e5 req-1c50d53b-9dfa-467d-8033-b5d386ebf259 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:32.817918 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b26bc61-65ba-4011-9381-a9c54c2b5bc1 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:32.853407 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26bc61-65ba-4011-9381-a9c54c2b5bc1 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc5c22d-7803-4007-b34d-fc4fdc085ca0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:32.856340 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b26bc61-65ba-4011-9381-a9c54c2b5bc1 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:32.858246 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1b26bc61-65ba-4011-9381-a9c54c2b5bc1 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "DELETE /v2.0/subnets/dcc5c22d-7803-4007-b34d-fc4fdc085ca0 HTTP/1.1" status: 204 len: 168 time: 1.1090832 Aug 28 12:45:32.864994 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceeb381b-502c-441d-a216-51d75e02ebd6 None None] Network 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:32.867260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40562) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:32.875554 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc972450-9e10-4535-be99-f8f2f5210109 req-5868bc24-f7b7-416f-b5d8-39f4078de19f tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=57738603bca0493588458955d0b66b4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3446012 Aug 28 12:45:32.898821 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-0c53f696-e325-4872-a596-1fb3018c16e5 req-1c50d53b-9dfa-467d-8033-b5d386ebf259 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Calling delete_port for d06f6fe4-280a-48f7-bc56-42112473fa93 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:45:33.038870 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc972450-9e10-4535-be99-f8f2f5210109 req-a41bf449-07d4-4728-929b-ee7e31fd9df8 service neutron] 10.222.0.20 "GET /v2.0/networks/94713c35-8f2d-4c0f-883e-5bb4c22cf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402874 Aug 28 12:45:33.060955 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:33.113668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-739ad773-8cce-466a-a60d-af79d1d1ab73 req-3b69d7f1-38b3-4a97-8e2b-29155651eda7 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Deleting port fc71123b-29cb-46c6-a9b5-94ea78ba221d {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:45:33.113999 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-739ad773-8cce-466a-a60d-af79d1d1ab73 req-3b69d7f1-38b3-4a97-8e2b-29155651eda7 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:33.171330 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc972450-9e10-4535-be99-f8f2f5210109 req-95a91a92-4796-4a15-8094-63de9ce552d9 service neutron] 10.222.0.20 "GET /v2.0/networks/94713c35-8f2d-4c0f-883e-5bb4c22cf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275132 Aug 28 12:45:33.174538 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466ccb97-fafd-4a38-8447-4dab7c614e70 None None] DHCP port deletion for 377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:45:33.268117 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-466ccb97-fafd-4a38-8447-4dab7c614e70 None None] Deleting port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:45:33.268493 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-466ccb97-fafd-4a38-8447-4dab7c614e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:33.363315 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-739ad773-8cce-466a-a60d-af79d1d1ab73 req-3b69d7f1-38b3-4a97-8e2b-29155651eda7 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:33.363913 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-739ad773-8cce-466a-a60d-af79d1d1ab73 req-3b69d7f1-38b3-4a97-8e2b-29155651eda7 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:33.386558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-739ad773-8cce-466a-a60d-af79d1d1ab73 req-3b69d7f1-38b3-4a97-8e2b-29155651eda7 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Calling delete_port for fc71123b-29cb-46c6-a9b5-94ea78ba221d owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:45:33.397349 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-466ccb97-fafd-4a38-8447-4dab7c614e70 None None] For port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6250e5e0-4aa8-4fdc-9798-b027c1d2ca10,segment=NetworkSegment(643002a0-3194-403f-96de-3c4712606d6d),segment_id=643002a0-3194-403f-96de-3c4712606d6d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:33.397748 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-466ccb97-fafd-4a38-8447-4dab7c614e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:33.409582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Deleting port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:45:33.410133 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:33.431592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-466ccb97-fafd-4a38-8447-4dab7c614e70 None None] Calling delete_port for 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:45:33.451502 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5073fb1-acbd-4769-aa0d-1d4e26e09f83 x-openstack-request-id: req-d5073fb1-acbd-4769-aa0d-1d4e26e09f83 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:45:33.452134 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60", "name": "network-vif-plugged", "status": "completed", "tag": "67c5ee14-1359-4d9d-b5ac-a0461e2f83b4", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:45:33.452134 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5073fb1-acbd-4769-aa0d-1d4e26e09f83 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:45:33.452400 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c5ee14-1359-4d9d-b5ac-a0461e2f83b4', 'code': 200} Aug 28 12:45:33.517008 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0c53f696-e325-4872-a596-1fb3018c16e5 req-1c50d53b-9dfa-467d-8033-b5d386ebf259 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:33.541978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d06f6fe4-280a-48f7-bc56-42112473fa93'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:45:33.589055 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50d53b-9dfa-467d-8033-b5d386ebf259 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Pushing event deleted for resources: {'Port': ['ID=d06f6fe4-280a-48f7-bc56-42112473fa93,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:33.604187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] For port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6250e5e0-4aa8-4fdc-9798-b027c1d2ca10,segment=NetworkSegment(643002a0-3194-403f-96de-3c4712606d6d),segment_id=643002a0-3194-403f-96de-3c4712606d6d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:33.604580 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:33.650150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8641281-cb1c-433e-967e-ce2f8229fa1c req-75778362-1c7d-4137-bfe2-d77a923fa2bc tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:33.659602 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-466ccb97-fafd-4a38-8447-4dab7c614e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:33.667046 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d8641281-cb1c-433e-967e-ce2f8229fa1c req-75778362-1c7d-4137-bfe2-d77a923fa2bc tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1181009 Aug 28 12:45:33.701388 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ccb97-fafd-4a38-8447-4dab7c614e70 None None] Pushing event deleted for resources: {'Port': ['ID=6250e5e0-4aa8-4fdc-9798-b027c1d2ca10,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:33.703733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Calling delete_port for 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:45:33.704336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466ccb97-fafd-4a38-8447-4dab7c614e70 None None] No DVR routers for this DVR port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:45:33.706311 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c53f696-e325-4872-a596-1fb3018c16e5 req-1c50d53b-9dfa-467d-8033-b5d386ebf259 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] No DVR routers for this DVR port d06f6fe4-280a-48f7-bc56-42112473fa93 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:45:33.731994 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-0c53f696-e325-4872-a596-1fb3018c16e5 req-1c50d53b-9dfa-467d-8033-b5d386ebf259 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:33.734076 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0c53f696-e325-4872-a596-1fb3018c16e5 req-1c50d53b-9dfa-467d-8033-b5d386ebf259 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.11 "DELETE /v2.0/ports/d06f6fe4-280a-48f7-bc56-42112473fa93 HTTP/1.1" status: 204 len: 173 time: 1.5790849 Aug 28 12:45:33.734572 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef41f182-2d3d-4274-b177-1dc7356cb895', 'name': 'network-vif-deleted', 'tag': 'd06f6fe4-280a-48f7-bc56-42112473fa93'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:45:33.736941 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11185089-b870-47cf-8b6e-b7257aefacc8" -d '{"events": [{"server_uuid": "ef41f182-2d3d-4274-b177-1dc7356cb895", "name": "network-vif-deleted", "tag": "d06f6fe4-280a-48f7-bc56-42112473fa93"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:45:33.805516 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d8641281-cb1c-433e-967e-ce2f8229fa1c req-fb1c7475-8aef-4b8e-bfd4-59c90ce3f738 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373990 Aug 28 12:45:34.057709 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f7c33-9107-4b59-8c3d-c6d6d6036f03 req-34585902-aa19-4006-bb4a-8c1282d896b8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:34.060495 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3f8f7c33-9107-4b59-8c3d-c6d6d6036f03 req-34585902-aa19-4006-bb4a-8c1282d896b8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.1382570 Aug 28 12:45:34.129958 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3f8f7c33-9107-4b59-8c3d-c6d6d6036f03 req-d49bca32-31dd-499e-ae16-a4a12681950a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539637 Aug 28 12:45:34.146089 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:34.161542 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-739ad773-8cce-466a-a60d-af79d1d1ab73 req-3b69d7f1-38b3-4a97-8e2b-29155651eda7 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:34.197548 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 951d0044-efd0-4156-9e2f-aae8d2ae0544 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:34.213109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] No DVR routers for this DVR port 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:45:34.278968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Port': ['ID=6250e5e0-4aa8-4fdc-9798-b027c1d2ca10,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:34.349703 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-30d7d092-a562-4289-8f5d-938f21ed36fc req-243d048b-87fc-423a-aa4a-bb67e28e8910 tempest-TenantUsagesTestJSON-250457169 tempest-TenantUsagesTestJSON-250457169-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef41f182-2d3d-4274-b177-1dc7356cb895 HTTP/1.1" status: 200 len: 210 time: 0.0565152 Aug 28 12:45:34.384903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 951d0044-efd0-4156-9e2f-aae8d2ae0544 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:34.390572 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 951d0044-efd0-4156-9e2f-aae8d2ae0544 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:34.391213 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:34.418538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69d7f1-38b3-4a97-8e2b-29155651eda7 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Pushing event deleted for resources: {'Port': ['ID=fc71123b-29cb-46c6-a9b5-94ea78ba221d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:34.471297 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-739ad773-8cce-466a-a60d-af79d1d1ab73 req-3b69d7f1-38b3-4a97-8e2b-29155651eda7 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:34.474151 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-739ad773-8cce-466a-a60d-af79d1d1ab73 req-3b69d7f1-38b3-4a97-8e2b-29155651eda7 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:34.490257 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-739ad773-8cce-466a-a60d-af79d1d1ab73 req-3b69d7f1-38b3-4a97-8e2b-29155651eda7 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "DELETE /v2.0/floatingips/585d223a-f124-4659-a3f2-930c381c8d78 HTTP/1.1" status: 204 len: 173 time: 1.9006026 Aug 28 12:45:34.505699 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:34.511546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:45:34.541771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:45:34.542205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6250e5e0-4aa8-4fdc-9798-b027c1d2ca10 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:45:34.543809 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377b82c6-cf73-4aa5-8d01-d973a6f9a4c6']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:34.565809 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:34.599104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643002a0-3194-403f-96de-3c4712606d6d') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:34.599750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643002a0-3194-403f-96de-3c4712606d6d') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:34.628856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc47a76-3ea9-43a9-9c79-88938f686f10 req-6a2b1f04-008b-4640-bc99-ea82138fd936 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:34.646766 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:34.656326 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2cc47a76-3ea9-43a9-9c79-88938f686f10 req-6a2b1f04-008b-4640-bc99-ea82138fd936 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 945 time: 0.1389165 Aug 28 12:45:34.661919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 951d0044-efd0-4156-9e2f-aae8d2ae0544, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=951d0044-efd0-4156-9e2f-aae8d2ae0544,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:34.666745 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:34.667582 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d06f6fe4-280a-48f7-bc56-42112473fa93 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:45:34.680330 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4cf47a58-8684-492d-9414-008194f169fc req-ac9bd000-ac19-4453-b7e6-e5e880d85f69 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 210 time: 0.0573504 Aug 28 12:45:34.689565 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:34.700650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:45:34.701490 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:45:34.713931 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:45:34.765124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: d06f6fe4-280a-48f7-bc56-42112473fa93 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:45:34.765498 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d06f6fe4-280a-48f7-bc56-42112473fa93 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:45:34.772285 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2cc47a76-3ea9-43a9-9c79-88938f686f10 req-52a57043-c4cb-4a4b-81fc-563f2d34dce1 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193993 Aug 28 12:45:34.784163 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:34.798804 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:34.800711 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "DELETE /v2.0/networks/377b82c6-cf73-4aa5-8d01-d973a6f9a4c6 HTTP/1.1" status: 204 len: 168 time: 1.9245741 Aug 28 12:45:34.814742 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40592) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:34.823158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-03ccebbb-b646-4256-b0c2-5f28eee8bf47 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-108364261'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:34.836029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=951d0044-efd0-4156-9e2f-aae8d2ae0544,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:34.874301 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f20e43-7bb4-4f82-b49f-eda71a71331c x-openstack-request-id: req-c0f20e43-7bb4-4f82-b49f-eda71a71331c {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:45:34.874742 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef41f182-2d3d-4274-b177-1dc7356cb895", "name": "network-vif-deleted", "tag": "d06f6fe4-280a-48f7-bc56-42112473fa93", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:45:34.875016 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0f20e43-7bb4-4f82-b49f-eda71a71331c {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:45:34.876147 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef41f182-2d3d-4274-b177-1dc7356cb895', 'name': 'network-vif-deleted', 'tag': 'd06f6fe4-280a-48f7-bc56-42112473fa93', 'status': 'completed', 'code': 200} Aug 28 12:45:34.877587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78343ede-b950-4210-938e-527ade33b976 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Network': ['ID=377b82c6-cf73-4aa5-8d01-d973a6f9a4c6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:34.893691 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ccebbb-b646-4256-b0c2-5f28eee8bf47 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Made reservation on behalf of b8b6a5129b1b48b89b117e4cbf71074a for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:34.906994 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-03ccebbb-b646-4256-b0c2-5f28eee8bf47 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:34.935534 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-90d14530-6a3e-4881-a5d6-94ff5b6902cc req-56e45d24-9b2c-4d30-a44c-403bb28b3e47 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] show failed (client error): The resource could not be found. Aug 28 12:45:34.939327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ccebbb-b646-4256-b0c2-5f28eee8bf47 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:45:34.946924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-90d14530-6a3e-4881-a5d6-94ff5b6902cc req-56e45d24-9b2c-4d30-a44c-403bb28b3e47 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/floatingips/585d223a-f124-4659-a3f2-930c381c8d78 HTTP/1.1" status: 404 len: 350 time: 0.0762560 Aug 28 12:45:34.952726 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-03ccebbb-b646-4256-b0c2-5f28eee8bf47 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:34.953296 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-03ccebbb-b646-4256-b0c2-5f28eee8bf47 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Added segment 72b515d1-d568-4217-81f8-c00eecb779d4 of type vlan for network 3984ba92-1332-4c51-9764-101bd14d5b78 Aug 28 12:45:35.039366 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-03ccebbb-b646-4256-b0c2-5f28eee8bf47 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:35.167801 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-03ccebbb-b646-4256-b0c2-5f28eee8bf47 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:35.173341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ccebbb-b646-4256-b0c2-5f28eee8bf47 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:35.173957 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-03ccebbb-b646-4256-b0c2-5f28eee8bf47 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:35.181658 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871dd82-cb02-462d-9c26-29ec45856214 req-65a6b8bf-3244-4393-b4c8-6c3dc12b8c9a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:35.190290 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b871dd82-cb02-462d-9c26-29ec45856214 req-65a6b8bf-3244-4393-b4c8-6c3dc12b8c9a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1795354 Aug 28 12:45:35.275604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0d6d9-f543-4c42-9407-d0a669c34f29 req-3b7879fd-4aa2-4844-983c-5888396254e8 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:35.277188 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7a0d6d9-f543-4c42-9407-d0a669c34f29 req-3b7879fd-4aa2-4844-983c-5888396254e8 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1644294 Aug 28 12:45:35.278652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccebbb-b646-4256-b0c2-5f28eee8bf47 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event updated for resources: {'Network': ['ID=3984ba92-1332-4c51-9764-101bd14d5b78,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:35.292902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 3984ba92-1332-4c51-9764-101bd14d5b78 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:45:35.294043 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-03ccebbb-b646-4256-b0c2-5f28eee8bf47 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4781439 Aug 28 12:45:35.295766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40602) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:35.309319 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ceee8ebd-5b6e-49bb-80e2-1495a8b7a014 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Request body: {'subnet': {'network_id': '3984ba92-1332-4c51-9764-101bd14d5b78', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:35.375128 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b871dd82-cb02-462d-9c26-29ec45856214 req-66186030-f5e3-43aa-9d01-c42519427454 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816559 Aug 28 12:45:35.464729 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d18599-9d8d-493c-bbf3-81a2feece66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951d0044-efd0-4156-9e2f-aae8d2ae0544'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:45:35.466981 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2edd093-ba39-4c53-b28b-87d130199a1f" -d '{"events": [{"server_uuid": "f3d18599-9d8d-493c-bbf3-81a2feece66e", "name": "network-vif-plugged", "status": "completed", "tag": "951d0044-efd0-4156-9e2f-aae8d2ae0544"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:45:35.537190 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-7396016e-bc98-4cf6-9c08-fbdd676a9301 req-4df0df04-6c2c-4246-b31e-302d13beb991 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] show failed (client error): The resource could not be found. Aug 28 12:45:35.559019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40610) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:35.559816 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7396016e-bc98-4cf6-9c08-fbdd676a9301 req-4df0df04-6c2c-4246-b31e-302d13beb991 tempest-FloatingIPsTestJSON-1303416990 tempest-FloatingIPsTestJSON-1303416990-project] 10.222.0.20 "GET /v2.0/floatingips/585d223a-f124-4659-a3f2-930c381c8d78 HTTP/1.1" status: 404 len: 350 time: 0.0796392 Aug 28 12:45:35.623926 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7a0d6d9-f543-4c42-9407-d0a669c34f29 req-2a7fb880-1704-4217-9b82-c3c20825ad63 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269427 Aug 28 12:45:35.641259 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceee8ebd-5b6e-49bb-80e2-1495a8b7a014 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Made reservation on behalf of b8b6a5129b1b48b89b117e4cbf71074a for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:35.644784 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ceee8ebd-5b6e-49bb-80e2-1495a8b7a014 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:35.712595 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a3f161-fcaa-4342-9006-fe03607faef2 x-openstack-request-id: req-f8a3f161-fcaa-4342-9006-fe03607faef2 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:45:35.713148 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d18599-9d8d-493c-bbf3-81a2feece66e", "name": "network-vif-plugged", "status": "completed", "tag": "951d0044-efd0-4156-9e2f-aae8d2ae0544", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:45:35.713148 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8a3f161-fcaa-4342-9006-fe03607faef2 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:45:35.713517 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d18599-9d8d-493c-bbf3-81a2feece66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951d0044-efd0-4156-9e2f-aae8d2ae0544', 'code': 200} Aug 28 12:45:35.724459 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc972450-9e10-4535-be99-f8f2f5210109 req-e10911f6-9416-4bc5-a868-194c411c8d6f tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:35.731869 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc972450-9e10-4535-be99-f8f2f5210109 req-e10911f6-9416-4bc5-a868-194c411c8d6f tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.11 "GET /v2.0/networks?id=94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 HTTP/1.1" status: 200 len: 811 time: 0.4594300 Aug 28 12:45:35.950822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fe182-dcc8-48ac-8b61-47c2822c6782 req-54f4f17c-5427-478b-ae62-7712ec556074 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:35.952506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d8fe182-dcc8-48ac-8b61-47c2822c6782 req-54f4f17c-5427-478b-ae62-7712ec556074 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.2196865 Aug 28 12:45:35.959347 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc972450-9e10-4535-be99-f8f2f5210109 req-ff796b99-6d49-4b83-a0e0-a3f3224dcfc8 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57738603bca0493588458955d0b66b4d HTTP/1.1" status: 200 len: 380 time: 0.1499472 Aug 28 12:45:35.973188 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-cc972450-9e10-4535-be99-f8f2f5210109 req-eeec7dc0-71ec-4394-a4ff-83a130a81cf0 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Request body: {'port': {'device_id': '037f9996-5bcd-4cf2-8c00-68a5eddd0650', 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'admin_state_up': True, 'tenant_id': '57738603bca0493588458955d0b66b4d', 'security_groups': ['50bdee44-b22c-48e3-86f5-9183fcb0a596']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:36.001008 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cacb9-e683-4408-b93d-809184d26864 req-697e3755-9dc8-4980-b3c7-f8f06a511def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:36.002668 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e0cacb9-e683-4408-b93d-809184d26864 req-697e3755-9dc8-4980-b3c7-f8f06a511def service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 1098 time: 0.1785357 Aug 28 12:45:36.031789 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7f06757e-3607-4425-a33c-d4352dfe9696 req-0c089232-e998-408c-9e2c-b6e0055416dd tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 210 time: 0.1171308 Aug 28 12:45:36.071710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40628) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:36.100811 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d8fe182-dcc8-48ac-8b61-47c2822c6782 req-b2ae03b9-13ff-4efd-a7e4-9210da32c47a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403985 Aug 28 12:45:36.235804 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e0cacb9-e683-4408-b93d-809184d26864 req-36cccc68-94a9-4293-b980-70e5d4bdda67 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043731 Aug 28 12:45:36.334159 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d3f19359-c574-4927-ab39-2db459f9610a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61bde1ac0cd643f688a6059d6efe0d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578530 Aug 28 12:45:36.337697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40646) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:36.348685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc972450-9e10-4535-be99-f8f2f5210109 req-eeec7dc0-71ec-4394-a4ff-83a130a81cf0 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Made reservation on behalf of 57738603bca0493588458955d0b66b4d for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:36.353359 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-cc972450-9e10-4535-be99-f8f2f5210109 req-eeec7dc0-71ec-4394-a4ff-83a130a81cf0 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:36.561582 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c4b473e-62de-48ba-8202-7c9c5c69bbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:36.591797 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c4b473e-62de-48ba-8202-7c9c5c69bbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:36.651167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-cc972450-9e10-4535-be99-f8f2f5210109 req-eeec7dc0-71ec-4394-a4ff-83a130a81cf0 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Allocated IP 172.20.0.5 (94713c35-8f2d-4c0f-883e-5bb4c22cf7f4/9d56e3d2-d77e-49f2-b786-c94439f5061c/f6b3c37c-65eb-424d-a55f-4e2eaf5d888c) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:36.677993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-5de036cd-ec07-4ea1-b467-14737c519805 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:36.680112 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-5de036cd-ec07-4ea1-b467-14737c519805 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 812 time: 0.2552788 Aug 28 12:45:36.707866 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-bc525aee-a688-4f7d-b317-d4daff6152e2 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/quotas/819b91169b1e4280b386bd53b09e7c4e HTTP/1.1" status: 200 len: 375 time: 0.0171595 Aug 28 12:45:36.758904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabdbec-c922-4efb-993f-e44224d19d74 req-13261dc4-72b0-4cad-9380-b8d210e962a0 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:36.760539 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5aabdbec-c922-4efb-993f-e44224d19d74 req-13261dc4-72b0-4cad-9380-b8d210e962a0 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 946 time: 0.5671389 Aug 28 12:45:36.763790 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c4b473e-62de-48ba-8202-7c9c5c69bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:36.766332 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c4b473e-62de-48ba-8202-7c9c5c69bbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:36.784878 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6c4b473e-62de-48ba-8202-7c9c5c69bbf4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e610c05-0d64-4b2e-9d64-48be6a8bc576 HTTP/1.1" status: 204 len: 168 time: 0.4438584 Aug 28 12:45:36.868225 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b473e-62de-48ba-8202-7c9c5c69bbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e610c05-0d64-4b2e-9d64-48be6a8bc576,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:36.956835 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-cc972450-9e10-4535-be99-f8f2f5210109 req-eeec7dc0-71ec-4394-a4ff-83a130a81cf0 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:36.977704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-cc972450-9e10-4535-be99-f8f2f5210109 req-eeec7dc0-71ec-4394-a4ff-83a130a81cf0 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Transition to ACTIVE for port object f6b3c37c-65eb-424d-a55f-4e2eaf5d888c will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:37.029912 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:37.043353 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-cc972450-9e10-4535-be99-f8f2f5210109 req-eeec7dc0-71ec-4394-a4ff-83a130a81cf0 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:37.102969 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ceee8ebd-5b6e-49bb-80e2-1495a8b7a014 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:37.104475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec7dc0-71ec-4394-a4ff-83a130a81cf0 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Pushing event updated for resources: {'Port': ['ID=f6b3c37c-65eb-424d-a55f-4e2eaf5d888c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:37.121622 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-c13703c7-ee27-43a5-8d06-d04705a49bd5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3998210 Aug 28 12:45:37.130867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc972450-9e10-4535-be99-f8f2f5210109 req-eeec7dc0-71ec-4394-a4ff-83a130a81cf0 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Network 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:37.140961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-cc972450-9e10-4535-be99-f8f2f5210109 req-eeec7dc0-71ec-4394-a4ff-83a130a81cf0 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:37.143579 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc972450-9e10-4535-be99-f8f2f5210109 req-eeec7dc0-71ec-4394-a4ff-83a130a81cf0 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:37.180735 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5aabdbec-c922-4efb-993f-e44224d19d74 req-f79fbd53-f728-4250-974d-433b5156f2f9 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932703 Aug 28 12:45:37.324844 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81109dd1-1219-4f9b-9a17-e67065328d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:37.330231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee8ebd-5b6e-49bb-80e2-1495a8b7a014 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event updated for resources: {'Subnet': ['ID=663bc05e-6fef-4a00-9182-df969bb49e0f,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:37.402484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40662) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:37.462048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d8de6390-2860-4065-bb3a-7b36522043fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:37.477520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceee8ebd-5b6e-49bb-80e2-1495a8b7a014 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Checking segment: {'id': '72b515d1-d568-4217-81f8-c00eecb779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3984ba92-1332-4c51-9764-101bd14d5b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:37.478124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceee8ebd-5b6e-49bb-80e2-1495a8b7a014 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Network hostable DHCP agents. Network: 3984ba92-1332-4c51-9764-101bd14d5b78, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:45:37.489097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc972450-9e10-4535-be99-f8f2f5210109 req-eeec7dc0-71ec-4394-a4ff-83a130a81cf0 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:37.490189 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-cc972450-9e10-4535-be99-f8f2f5210109 req-eeec7dc0-71ec-4394-a4ff-83a130a81cf0 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:37.552036 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce04fa6-2ac2-47c1-80f7-a9a7280b5aea req-6fc0ef41-92cf-48ee-ab06-8bf45838f153 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:37.560013 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4ce04fa6-2ac2-47c1-80f7-a9a7280b5aea req-6fc0ef41-92cf-48ee-ab06-8bf45838f153 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.2431874 Aug 28 12:45:37.626321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceee8ebd-5b6e-49bb-80e2-1495a8b7a014 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Network 3984ba92-1332-4c51-9764-101bd14d5b78 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:45:37.641352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-ceee8ebd-5b6e-49bb-80e2-1495a8b7a014 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 3984ba92-1332-4c51-9764-101bd14d5b78) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:37.654233 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceee8ebd-5b6e-49bb-80e2-1495a8b7a014 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:37.655072 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ceee8ebd-5b6e-49bb-80e2-1495a8b7a014 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:37.667988 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-938df5e4-696e-406b-a5d8-3b6bdaba20af None None] Provisioning for port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:37.681975 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d8de6390-2860-4065-bb3a-7b36522043fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:37.685643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c431b6-23be-475a-9326-a5fd0179f87f None None] Network 3984ba92-1332-4c51-9764-101bd14d5b78 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:37.696863 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d8de6390-2860-4065-bb3a-7b36522043fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:37.728685 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4ce04fa6-2ac2-47c1-80f7-a9a7280b5aea req-c77b3d65-29cf-4ec0-ad7d-cacd1f7d609d tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291540 Aug 28 12:45:37.735840 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ceee8ebd-5b6e-49bb-80e2-1495a8b7a014 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4373188 Aug 28 12:45:37.754552 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40664) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:37.808611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5df563a5-bc63-46a5-961e-1ea5ecc1d0fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-83167103'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:37.816218 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc972450-9e10-4535-be99-f8f2f5210109 req-eeec7dc0-71ec-4394-a4ff-83a130a81cf0 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8466244 Aug 28 12:45:37.836139 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d8de6390-2860-4065-bb3a-7b36522043fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13b7a9326689454ebad4e75133e43c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302459 Aug 28 12:45:37.843716 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40666) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:37.847580 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-3406e8f4-00f4-46ff-aa73-2c2e37a9221f service neutron] 10.222.0.20 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7143636 Aug 28 12:45:37.862421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Request body: {'port': {'device_id': '037f9996-5bcd-4cf2-8c00-68a5eddd0650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:37.906600 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-938df5e4-696e-406b-a5d8-3b6bdaba20af None None] Provisioning complete for port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:37.907002 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-938df5e4-696e-406b-a5d8-3b6bdaba20af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:37.931163 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df563a5-bc63-46a5-961e-1ea5ecc1d0fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Made reservation on behalf of b8b6a5129b1b48b89b117e4cbf71074a for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:37.935295 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5df563a5-bc63-46a5-961e-1ea5ecc1d0fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:37.990962 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-6097d445-62db-41ee-97f1-c238c5e07669 service neutron] 10.222.0.20 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411426 Aug 28 12:45:38.000275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f53cc-c90f-4685-a994-86a23b66db9b req-78d3eeee-565b-4c2a-8853-84218d52938b tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:38.008387 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-600f53cc-c90f-4685-a994-86a23b66db9b req-78d3eeee-565b-4c2a-8853-84218d52938b tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 931 time: 0.1330869 Aug 28 12:45:38.020006 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de6390-2860-4065-bb3a-7b36522043fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654fbaf5-62ab-485e-810c-7e530b33724a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:38.022145 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-3984ba92-1332-4c51-9764-101bd14d5b78', 'network_id': '3984ba92-1332-4c51-9764-101bd14d5b78', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'fixed_ips': [{'subnet_id': '663bc05e-6fef-4a00-9182-df969bb49e0f'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:45:38.040150 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:38.055469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df563a5-bc63-46a5-961e-1ea5ecc1d0fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:45:38.074004 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5df563a5-bc63-46a5-961e-1ea5ecc1d0fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:38.077101 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-5df563a5-bc63-46a5-961e-1ea5ecc1d0fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Added segment bb769870-c89d-4f3b-85a5-031b049870d7 of type vlan for network 49532abb-a580-4f12-a65b-310c7a368897 Aug 28 12:45:38.237235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Allocated IP 19.80.0.2 (3984ba92-1332-4c51-9764-101bd14d5b78/663bc05e-6fef-4a00-9182-df969bb49e0f/11b79b07-eb53-457f-b511-ece6fdb017b8) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:38.383163 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-600f53cc-c90f-4685-a994-86a23b66db9b req-02c2a155-145b-4577-b960-4856952cd098 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bdee44-b22c-48e3-86f5-9183fcb0a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3733799 Aug 28 12:45:38.412039 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5df563a5-bc63-46a5-961e-1ea5ecc1d0fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:38.441406 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e62b37f2-331b-4f7c-b551-b46aa76239b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:38.511341 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e62b37f2-331b-4f7c-b551-b46aa76239b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:38.573998 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-938df5e4-696e-406b-a5d8-3b6bdaba20af None None] Port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:45:38.631621 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:38.652083 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e62b37f2-331b-4f7c-b551-b46aa76239b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:38.655405 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e62b37f2-331b-4f7c-b551-b46aa76239b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:38.656547 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e62b37f2-331b-4f7c-b551-b46aa76239b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/654fbaf5-62ab-485e-810c-7e530b33724a HTTP/1.1" status: 204 len: 168 time: 0.8094559 Aug 28 12:45:38.669833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Transition to ACTIVE for port object 11b79b07-eb53-457f-b511-ece6fdb017b8 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:38.694057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Transition to ACTIVE for port object 11b79b07-eb53-457f-b511-ece6fdb017b8 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:38.706401 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:38.767361 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.resource_extend [None req-5df563a5-bc63-46a5-961e-1ea5ecc1d0fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:45:38.775304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b37f2-331b-4f7c-b551-b46aa76239b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654fbaf5-62ab-485e-810c-7e530b33724a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:38.824759 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1a84b013-ca86-44d4-b51d-ff4bed617f33 req-5195f37f-d7ec-494f-8c8b-dab438bd137c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 210 time: 0.1767497 Aug 28 12:45:38.847398 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-81109dd1-1219-4f9b-9a17-e67065328d49 admin admin] Deleting port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:45:38.847823 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81109dd1-1219-4f9b-9a17-e67065328d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:38.876647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Network 3984ba92-1332-4c51-9764-101bd14d5b78 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:38.891390 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:38.909407 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:38.943281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Pushing event updated for resources: {'Port': ['ID=11b79b07-eb53-457f-b511-ece6fdb017b8,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:39.043696 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-81109dd1-1219-4f9b-9a17-e67065328d49 admin admin] For port 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6dbc9bd6-dbc8-4418-a4f7-8c988f400e61,segment=NetworkSegment(c2ddd622-0780-44b5-834a-7c54e86536ec),segment_id=c2ddd622-0780-44b5-834a-7c54e86536ec)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:39.044653 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81109dd1-1219-4f9b-9a17-e67065328d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:39.062171 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-81109dd1-1219-4f9b-9a17-e67065328d49 admin admin] Calling delete_port for 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:45:39.144464 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:39.189090 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5df563a5-bc63-46a5-961e-1ea5ecc1d0fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:39.208812 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df563a5-bc63-46a5-961e-1ea5ecc1d0fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:39.209527 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5df563a5-bc63-46a5-961e-1ea5ecc1d0fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:39.247066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37f473-6281-4aed-9c06-5e47c3804cee req-af2ebfcc-c482-44c0-ad53-024ee2ba8670 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:39.249336 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d37f473-6281-4aed-9c06-5e47c3804cee req-af2ebfcc-c482-44c0-ad53-024ee2ba8670 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 946 time: 0.2136810 Aug 28 12:45:39.342979 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Attempting to bind port 11b79b07-eb53-457f-b511-ece6fdb017b8 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:39.343876 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Attempting to bind port 11b79b07-eb53-457f-b511-ece6fdb017b8 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '72b515d1-d568-4217-81f8-c00eecb779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3984ba92-1332-4c51-9764-101bd14d5b78'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:39.354169 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Attempting to bind port 11b79b07-eb53-457f-b511-ece6fdb017b8 on network 3984ba92-1332-4c51-9764-101bd14d5b78 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:39.367358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:39.370894 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d37f473-6281-4aed-9c06-5e47c3804cee req-cd538521-5110-4cfc-83dd-527354ec6d6b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098125 Aug 28 12:45:39.371149 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Checking segment: {'id': '72b515d1-d568-4217-81f8-c00eecb779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3984ba92-1332-4c51-9764-101bd14d5b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:39.373235 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:39.375126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Bound using segment: {'id': '72b515d1-d568-4217-81f8-c00eecb779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3984ba92-1332-4c51-9764-101bd14d5b78'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:39.375746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Bound port: 11b79b07-eb53-457f-b511-ece6fdb017b8, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b515d1-d568-4217-81f8-c00eecb779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3984ba92-1332-4c51-9764-101bd14d5b78'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:39.376147 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:39.547108 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:39.613460 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] For port 11b79b07-eb53-457f-b511-ece6fdb017b8, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:39.617894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] For port 11b79b07-eb53-457f-b511-ece6fdb017b8, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=11b79b07-eb53-457f-b511-ece6fdb017b8,segment=NetworkSegment(72b515d1-d568-4217-81f8-c00eecb779d4),segment_id=72b515d1-d568-4217-81f8-c00eecb779d4)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:39.624644 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:39.706703 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5df563a5-bc63-46a5-961e-1ea5ecc1d0fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8994176 Aug 28 12:45:39.706703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40702) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:39.716113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0fd0a723-6a30-4db4-9cd1-a06f49c4217b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Request body: {'subnet': {'network_id': '49532abb-a580-4f12-a65b-310c7a368897', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:39.892113 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1730249-2742-4562-9fe1-d3ca36c820d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:39.902761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ba7c8-afd0-4ce7-8358-a0657b79d717 None None] Pushing event updated for resources: {'Port': ['ID=11b79b07-eb53-457f-b511-ece6fdb017b8,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:39.927213 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df563a5-bc63-46a5-961e-1ea5ecc1d0fd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event updated for resources: {'Network': ['ID=49532abb-a580-4f12-a65b-310c7a368897,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:39.934546 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81109dd1-1219-4f9b-9a17-e67065328d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:39.945972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 49532abb-a580-4f12-a65b-310c7a368897 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:45:39.964917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eef3d4-1585-4718-9124-c47357432bc2 req-2ed88c3f-90b6-453e-a3a0-5ae952c23080 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:39.979381 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8eef3d4-1585-4718-9124-c47357432bc2 req-2ed88c3f-90b6-453e-a3a0-5ae952c23080 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 931 time: 0.4089804 Aug 28 12:45:39.984971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae8606-b7c9-410e-ac86-7872d52e8c87 req-23b9b1a2-77dd-4929-b13a-463a641ade71 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:39.994185 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cae8606-b7c9-410e-ac86-7872d52e8c87 req-23b9b1a2-77dd-4929-b13a-463a641ade71 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.7635891 Aug 28 12:45:40.056373 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81109dd1-1219-4f9b-9a17-e67065328d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dbc9bd6-dbc8-4418-a4f7-8c988f400e61,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:40.258812 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cae8606-b7c9-410e-ac86-7872d52e8c87 req-1bba5df4-8d2f-40e6-96aa-91e23f062739 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519166 Aug 28 12:45:40.319712 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8eef3d4-1585-4718-9124-c47357432bc2 req-aaa8a28e-1b11-4e58-9818-eda4e3bed36d tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bdee44-b22c-48e3-86f5-9183fcb0a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110313 Aug 28 12:45:40.386429 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd0a723-6a30-4db4-9cd1-a06f49c4217b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Made reservation on behalf of b8b6a5129b1b48b89b117e4cbf71074a for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:40.390782 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fd0a723-6a30-4db4-9cd1-a06f49c4217b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:40.556528 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-061540ae-f6d7-4e08-a146-719d77bc1ac0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:40.560436 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-061540ae-f6d7-4e08-a146-719d77bc1ac0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 812 time: 0.5753188 Aug 28 12:45:40.585926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-c3aa9b63-9bed-425e-a35a-10ba0a791c98 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Request body: {'port': {'device_id': '08345baf-6951-4d04-b449-f4f71c3d4779', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'admin_state_up': True, 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:40.760181 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40714) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:40.767199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b3c37c-65eb-424d-a55f-4e2eaf5d888c {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:45:40.793770 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:40.796241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 11b79b07-eb53-457f-b511-ece6fdb017b8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:40.868507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-60d468ea-adc7-4a86-9b99-625dc6dbe3dc req-a68d2e8a-56e0-4546-802e-2f0afda376a6 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 210 time: 0.1183338 Aug 28 12:45:40.869609 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Transition to ACTIVE for port object f6b3c37c-65eb-424d-a55f-4e2eaf5d888c will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:40.874470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-c3aa9b63-9bed-425e-a35a-10ba0a791c98 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Made reservation on behalf of 819b91169b1e4280b386bd53b09e7c4e for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:40.882848 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-c3aa9b63-9bed-425e-a35a-10ba0a791c98 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:40.896800 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81109dd1-1219-4f9b-9a17-e67065328d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:40.916198 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:40.995859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 11b79b07-eb53-457f-b511-ece6fdb017b8 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:41.121158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadc557-cd00-4f67-96c9-60b2c6ad0995 req-2657800b-e423-464c-bff6-e153aa699afe tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:41.130152 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bdadc557-cd00-4f67-96c9-60b2c6ad0995 req-2657800b-e423-464c-bff6-e153aa699afe tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 1098 time: 0.3490334 Aug 28 12:45:41.211457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b3c37c-65eb-424d-a55f-4e2eaf5d888c,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:41.234815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-fd7f2738-2068-497e-a328-921c8ee04a4d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-network', 'tenant_id': '3a39c3307c494460a72aa392cf651d88'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:41.452770 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81109dd1-1219-4f9b-9a17-e67065328d49 admin admin] Router c855854f-8e31-4179-9923-357307c682b2 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:45:41.470172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7f2738-2068-497e-a328-921c8ee04a4d admin admin] Made reservation on behalf of 3a39c3307c494460a72aa392cf651d88 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:41.477387 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2738-2068-497e-a328-921c8ee04a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:41.510245 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bdadc557-cd00-4f67-96c9-60b2c6ad0995 req-363420dc-4a8c-4f4d-82e1-417f14b23cb1 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790922 Aug 28 12:45:41.605596 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2738-2068-497e-a328-921c8ee04a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:41.663150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Attempting to bind port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:41.663523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Attempting to bind port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '2db1081d-ea4e-46aa-9910-91cb183259b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:41.663853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Attempting to bind port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c on network 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:41.697098 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fd0a723-6a30-4db4-9cd1-a06f49c4217b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:41.701441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c on network 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:45:41.701809 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Attempting to bind port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c on network 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:41.714040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:41.714395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Checking segment: {'id': '2db1081d-ea4e-46aa-9910-91cb183259b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:41.714782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Bound using segment: {'id': '2db1081d-ea4e-46aa-9910-91cb183259b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:41.715226 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Bound port: f6b3c37c-65eb-424d-a55f-4e2eaf5d888c, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db1081d-ea4e-46aa-9910-91cb183259b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:41.715582 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:41.761768 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18bb8f2-ad51-479e-9225-6c7c89784337 None None] Network 3984ba92-1332-4c51-9764-101bd14d5b78 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:41.838201 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] For port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:41.842210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] For port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f6b3c37c-65eb-424d-a55f-4e2eaf5d888c,segment=NetworkSegment(2db1081d-ea4e-46aa-9910-91cb183259b3),segment_id=2db1081d-ea4e-46aa-9910-91cb183259b3)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:41.863581 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:41.905550 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-33eb24f9-696f-4aa4-847b-6f22ed215b67 None None] Provisioning for port 11b79b07-eb53-457f-b511-ece6fdb017b8 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:41.911750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:41.913903 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:41.917498 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc972450-9e10-4535-be99-f8f2f5210109 req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] 10.222.0.11 "PUT /v2.0/ports/f6b3c37c-65eb-424d-a55f-4e2eaf5d888c HTTP/1.1" status: 200 len: 1092 time: 4.0917356 Aug 28 12:45:41.925315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037f9996-5bcd-4cf2-8c00-68a5eddd0650', 'tag': 'f6b3c37c-65eb-424d-a55f-4e2eaf5d888c'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:45:41.928257 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a8df0b-eaff-4d1b-9180-d851b6876b28" -d '{"events": [{"name": "network-changed", "server_uuid": "037f9996-5bcd-4cf2-8c00-68a5eddd0650", "tag": "f6b3c37c-65eb-424d-a55f-4e2eaf5d888c"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:45:41.938346 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-33eb24f9-696f-4aa4-847b-6f22ed215b67 None None] Provisioning complete for port 11b79b07-eb53-457f-b511-ece6fdb017b8 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:41.941912 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-33eb24f9-696f-4aa4-847b-6f22ed215b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:41.998730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47ecf9-6131-4980-9566-469a0564452c req-be417cf4-1a7b-44d7-93c8-00bb8e4b35fd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:42.000523 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd47ecf9-6131-4980-9566-469a0564452c req-be417cf4-1a7b-44d7-93c8-00bb8e4b35fd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.5818558 Aug 28 12:45:42.144037 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-c3aa9b63-9bed-425e-a35a-10ba0a791c98 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Allocated IP 172.20.0.5 (60a4a2e2-32f4-42e8-a215-a251458b02ab/dab837be-7b25-47dd-90d1-50250cb3e83a/2233bb65-d430-4de6-9f2a-4e65652d2183) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:42.280826 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-33eb24f9-696f-4aa4-847b-6f22ed215b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:42.351983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da8463-2cc3-4b77-b56c-d357fdbf13e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b3c37c-65eb-424d-a55f-4e2eaf5d888c,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:42.363813 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-33eb24f9-696f-4aa4-847b-6f22ed215b67 None None] For port 11b79b07-eb53-457f-b511-ece6fdb017b8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=11b79b07-eb53-457f-b511-ece6fdb017b8,segment=NetworkSegment(72b515d1-d568-4217-81f8-c00eecb779d4),segment_id=72b515d1-d568-4217-81f8-c00eecb779d4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:42.372527 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e3d2f870-1594-4864-ab4d-482786d65472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:42.377952 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-33eb24f9-696f-4aa4-847b-6f22ed215b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:42.437184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc972450-9e10-4535-be99-f8f2f5210109 req-3f8e094c-4d27-4eb1-8080-ecc46425cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:42.438719 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc972450-9e10-4535-be99-f8f2f5210109 req-3f8e094c-4d27-4eb1-8080-ecc46425cd60 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=57738603bca0493588458955d0b66b4d&device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 1095 time: 0.4349904 Aug 28 12:45:42.523809 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd47ecf9-6131-4980-9566-469a0564452c req-bbbda00c-f714-4571-9662-0af5b142d6fa tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140000 Aug 28 12:45:42.604229 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd0a723-6a30-4db4-9cd1-a06f49c4217b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Checking segment: {'id': 'bb769870-c89d-4f3b-85a5-031b049870d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '49532abb-a580-4f12-a65b-310c7a368897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:42.604783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0a723-6a30-4db4-9cd1-a06f49c4217b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Network hostable DHCP agents. Network: 49532abb-a580-4f12-a65b-310c7a368897, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:45:42.643606 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc972450-9e10-4535-be99-f8f2f5210109 req-b7f25087-ea71-4da4-8f4a-63324ce80943 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6b3c37c-65eb-424d-a55f-4e2eaf5d888c HTTP/1.1" status: 200 len: 217 time: 0.1888669 Aug 28 12:45:42.650466 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:42.720228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb24f9-696f-4aa4-847b-6f22ed215b67 None None] Pushing event updated for resources: {'Port': ['ID=11b79b07-eb53-457f-b511-ece6fdb017b8,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:42.760350 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc972450-9e10-4535-be99-f8f2f5210109 req-6f924fe0-57c6-4b48-a041-b68c7853bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:42.761838 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc972450-9e10-4535-be99-f8f2f5210109 req-6f924fe0-57c6-4b48-a041-b68c7853bdbe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d56e3d2-d77e-49f2-b786-c94439f5061c HTTP/1.1" status: 200 len: 850 time: 0.0870430 Aug 28 12:45:42.824931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd0a723-6a30-4db4-9cd1-a06f49c4217b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Network 49532abb-a580-4f12-a65b-310c7a368897 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:45:42.842684 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0a723-6a30-4db4-9cd1-a06f49c4217b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event updated for resources: {'Subnet': ['ID=797d5f8b-f7f3-4319-aaf4-7bb8a891795e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:42.867653 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a23ecc-97cc-4aaf-8d79-546128bbabc6 req-d84301ba-3db4-4709-b7d4-261acdc5dea1 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:42.879250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-21a23ecc-97cc-4aaf-8d79-546128bbabc6 req-d84301ba-3db4-4709-b7d4-261acdc5dea1 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 943 time: 1.1606727 Aug 28 12:45:42.881551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81109dd1-1219-4f9b-9a17-e67065328d49 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:45:42.894810 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2738-2068-497e-a328-921c8ee04a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:42.900796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0badadca-4abf-45f6-b779-f7abb776c4b9 None None] Sync routers for ids ['c855854f-8e31-4179-9923-357307c682b2'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:45:42.910785 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40744) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:42.916466 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-81109dd1-1219-4f9b-9a17-e67065328d49 admin admin] 10.222.0.20 "PUT /v2.0/routers/c855854f-8e31-4179-9923-357307c682b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3472250 Aug 28 12:45:42.917733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0badadca-4abf-45f6-b779-f7abb776c4b9 None None] Routers {'c855854f-8e31-4179-9923-357307c682b2'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:42.918516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0badadca-4abf-45f6-b779-f7abb776c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c855854f-8e31-4179-9923-357307c682b2'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:42.929354 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2738-2068-497e-a328-921c8ee04a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:42.942639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7f2738-2068-497e-a328-921c8ee04a4d admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:45:42.952748 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2738-2068-497e-a328-921c8ee04a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:42.953353 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-fd7f2738-2068-497e-a328-921c8ee04a4d admin admin] Added segment ec87516c-93ea-4fa9-b323-73e1425af431 of type vlan for network 3730338a-be75-48f7-81e6-18e4459b92c4 Aug 28 12:45:42.969629 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-0fd0a723-6a30-4db4-9cd1-a06f49c4217b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 49532abb-a580-4f12-a65b-310c7a368897) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:42.983890 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd0a723-6a30-4db4-9cd1-a06f49c4217b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:42.984532 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fd0a723-6a30-4db4-9cd1-a06f49c4217b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:43.009274 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2738-2068-497e-a328-921c8ee04a4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:43.061838 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37b51628-632f-4dc4-805e-1a6a4589e825 req-9e49739c-7a6d-4d30-b981-eb7f0cdd020a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 210 time: 0.1887650 Aug 28 12:45:43.069374 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0fd0a723-6a30-4db4-9cd1-a06f49c4217b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3651373 Aug 28 12:45:43.080705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-21a23ecc-97cc-4aaf-8d79-546128bbabc6 req-02bd9754-4060-428d-a4bc-4ec172a43f9e tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bdee44-b22c-48e3-86f5-9183fcb0a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003334 Aug 28 12:45:43.089543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-0badadca-4abf-45f6-b779-f7abb776c4b9 None None] Set router c855854f-8e31-4179-9923-357307c682b2 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:43.100652 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2738-2068-497e-a328-921c8ee04a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:43.102341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f2738-2068-497e-a328-921c8ee04a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:43.102942 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2738-2068-497e-a328-921c8ee04a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:43.165852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e0c763-cbd8-4978-afbf-6002c0200e52 None None] Network 49532abb-a580-4f12-a65b-310c7a368897 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:43.238209 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc972450-9e10-4535-be99-f8f2f5210109 req-1a0c29de-9d55-4a04-993e-ab68c7e27209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:43.239792 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc972450-9e10-4535-be99-f8f2f5210109 req-1a0c29de-9d55-4a04-993e-ab68c7e27209 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94713c35-8f2d-4c0f-883e-5bb4c22cf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4678030 Aug 28 12:45:43.274950 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9224d34d-7e64-4d49-b82b-749e7e936d24 x-openstack-request-id: req-9224d34d-7e64-4d49-b82b-749e7e936d24 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:45:43.275460 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037f9996-5bcd-4cf2-8c00-68a5eddd0650", "tag": "f6b3c37c-65eb-424d-a55f-4e2eaf5d888c", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:45:43.275729 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9224d34d-7e64-4d49-b82b-749e7e936d24 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:45:43.276136 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037f9996-5bcd-4cf2-8c00-68a5eddd0650', 'tag': 'f6b3c37c-65eb-424d-a55f-4e2eaf5d888c', 'status': 'completed', 'code': 200} Aug 28 12:45:43.307224 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-c3aa9b63-9bed-425e-a35a-10ba0a791c98 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:43.462438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f2738-2068-497e-a328-921c8ee04a4d admin admin] Pushing event updated for resources: {'Network': ['ID=3730338a-be75-48f7-81e6-18e4459b92c4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:43.473737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f2738-2068-497e-a328-921c8ee04a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8a1465-af74-4a8c-8994-d26d5d687ba3,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:43.546782 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 3730338a-be75-48f7-81e6-18e4459b92c4 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:45:43.755114 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc972450-9e10-4535-be99-f8f2f5210109 req-531834f6-0237-4ef9-8cbc-a4e9b62adc72 service neutron] 10.222.0.11 "GET /v2.0/networks/94713c35-8f2d-4c0f-883e-5bb4c22cf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608514 Aug 28 12:45:43.787148 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-e7254e89-296d-47ae-9ce8-9850f70c688f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:43.806382 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-533023b0-67b6-4715-926d-e971c96d7e0e admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:43.807892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-e7254e89-296d-47ae-9ce8-9850f70c688f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:43.809784 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-e7254e89-296d-47ae-9ce8-9850f70c688f tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/networks?id=3984ba92-1332-4c51-9764-101bd14d5b78&id=49532abb-a580-4f12-a65b-310c7a368897 HTTP/1.1" status: 200 len: 1389 time: 0.3999152 Aug 28 12:45:43.830781 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-80bf7618-b827-4852-a118-6dd3e8744bc5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/quotas/b8b6a5129b1b48b89b117e4cbf71074a HTTP/1.1" status: 200 len: 375 time: 0.0136311 Aug 28 12:45:43.856324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-c3aa9b63-9bed-425e-a35a-10ba0a791c98 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Transition to ACTIVE for port object 2233bb65-d430-4de6-9f2a-4e65652d2183 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:43.943772 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-5ecabbc3-fa97-4d5e-8a4d-58223ce036c8 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b8b6a5129b1b48b89b117e4cbf71074a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1059384 Aug 28 12:45:43.999999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c7ba519a-2e20-4a2c-a1ca-1a9d344d4f1a None None] Provisioning complete for port 11b79b07-eb53-457f-b511-ece6fdb017b8 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:44.001112 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c7ba519a-2e20-4a2c-a1ca-1a9d344d4f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:44.010674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fd7f2738-2068-497e-a328-921c8ee04a4d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 3.2121148 Aug 28 12:45:44.024768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40768) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:44.037278 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-689178c3-40bc-4a69-9546-1ca4167bf79b admin admin] Request body: {'subnet': {'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-subnet', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:44.047973 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:44.060011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-49532abb-a580-4f12-a65b-310c7a368897', 'network_id': '49532abb-a580-4f12-a65b-310c7a368897', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'fixed_ips': [{'subnet_id': '797d5f8b-f7f3-4319-aaf4-7bb8a891795e'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:45:44.061188 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:44.115010 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689178c3-40bc-4a69-9546-1ca4167bf79b admin admin] Made reservation on behalf of 3a39c3307c494460a72aa392cf651d88 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:44.117728 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-689178c3-40bc-4a69-9546-1ca4167bf79b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:44.240770 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-1038349d-1450-4573-a668-b84bceb44b2c service neutron] 10.222.0.20 "GET /v2.0/networks/3984ba92-1332-4c51-9764-101bd14d5b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952275 Aug 28 12:45:44.251271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Allocated IP 19.86.0.2 (49532abb-a580-4f12-a65b-310c7a368897/797d5f8b-f7f3-4319-aaf4-7bb8a891795e/0fb38ac4-70ee-42a3-93e5-06eb9aa931ca) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:44.424515 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-c3aa9b63-9bed-425e-a35a-10ba0a791c98 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:44.428525 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:44.441899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Transition to ACTIVE for port object 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:44.458974 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Transition to ACTIVE for port object 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:44.473343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d2d7a007-550b-4dff-93b3-86ce37dbb3cd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:45:44.480707 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:44.481043 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-7a82984d-49b1-4b32-a50a-310c44c0fc6c service neutron] 10.222.0.20 "GET /v2.0/networks/3984ba92-1332-4c51-9764-101bd14d5b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378106 Aug 28 12:45:44.573566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Pushing event updated for resources: {'Port': ['ID=0fb38ac4-70ee-42a3-93e5-06eb9aa931ca,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:44.587088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 11b79b07-eb53-457f-b511-ece6fdb017b8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:44.600155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aad215-f8c9-440a-bc7c-371a49e94ce2 req-d85029db-faf0-4927-8546-bddf25124216 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:44.609138 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01aad215-f8c9-440a-bc7c-371a49e94ce2 req-d85029db-faf0-4927-8546-bddf25124216 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.8194566 Aug 28 12:45:44.657711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-c3aa9b63-9bed-425e-a35a-10ba0a791c98 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Network 60a4a2e2-32f4-42e8-a215-a251458b02ab is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:44.686176 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc972450-9e10-4535-be99-f8f2f5210109 req-2123158e-873a-48af-b3e1-99d3f7290b37 service neutron] 10.222.0.11 "GET /v2.0/networks/94713c35-8f2d-4c0f-883e-5bb4c22cf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8706179 Aug 28 12:45:44.691555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Network 49532abb-a580-4f12-a65b-310c7a368897 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:44.719033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-c3aa9b63-9bed-425e-a35a-10ba0a791c98 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:44.728803 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-c3aa9b63-9bed-425e-a35a-10ba0a791c98 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:44.731628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:44.734587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa9b63-9bed-425e-a35a-10ba0a791c98 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event updated for resources: {'Port': ['ID=2233bb65-d430-4de6-9f2a-4e65652d2183,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:44.734921 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:44.752359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0badadca-4abf-45f6-b779-f7abb776c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c855854f-8e31-4179-9923-357307c682b2', 'name': 'tempest-FloatingIPsTestJSON-1434198826-router', 'tenant_id': '664e5726df2746fe9aca95815578c012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '10889e0f-675e-47c9-85f7-894738d6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:05Z', 'updated_at': '2021-08-28T12:45:39Z', 'revision_number': 5, 'project_id': '664e5726df2746fe9aca95815578c012', 'gw_port': {'id': '10889e0f-675e-47c9-85f7-894738d6b282', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c855854f-8e31-4179-9923-357307c682b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:44.803095 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0badadca-4abf-45f6-b779-f7abb776c4b9 None None] Checking router: c855854f-8e31-4179-9923-357307c682b2 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:45:44.840144 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-a372dee2-4a5a-4593-ad8a-253ae03e7e1f service neutron] 10.222.0.20 "GET /v2.0/networks/49532abb-a580-4f12-a65b-310c7a368897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557851 Aug 28 12:45:44.848138 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-689178c3-40bc-4a69-9546-1ca4167bf79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:44.905699 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 11b79b07-eb53-457f-b511-ece6fdb017b8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:44.906593 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:44.931397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0badadca-4abf-45f6-b779-f7abb776c4b9 None None] Routers {'c855854f-8e31-4179-9923-357307c682b2'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:44.932297 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0badadca-4abf-45f6-b779-f7abb776c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c855854f-8e31-4179-9923-357307c682b2'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:45.012522 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01aad215-f8c9-440a-bc7c-371a49e94ce2 req-b7b3e7e6-6d1d-41d8-af82-08b49e0f94d6 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987186 Aug 28 12:45:45.018512 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-533023b0-67b6-4715-926d-e971c96d7e0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:45.058244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-c3aa9b63-9bed-425e-a35a-10ba0a791c98 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:45.059241 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-c3aa9b63-9bed-425e-a35a-10ba0a791c98 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:45.160818 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-50647693-378e-4267-a552-41ed02030f0e service neutron] 10.222.0.20 "GET /v2.0/networks/49532abb-a580-4f12-a65b-310c7a368897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986095 Aug 28 12:45:45.185204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8df0b-eaff-4d1b-9180-d851b6876b28 req-1904afd9-d2af-46ce-965f-c9c8ad16c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:45.186774 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26a8df0b-eaff-4d1b-9180-d851b6876b28 req-1904afd9-d2af-46ce-965f-c9c8ad16c670 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=57738603bca0493588458955d0b66b4d&device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 1095 time: 0.2577350 Aug 28 12:45:45.203196 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-c3aa9b63-9bed-425e-a35a-10ba0a791c98 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6338537 Aug 28 12:45:45.209735 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689178c3-40bc-4a69-9546-1ca4167bf79b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb7f2086-2045-4551-993d-261083fa36e9,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:45.224045 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689178c3-40bc-4a69-9546-1ca4167bf79b admin admin] Checking segment: {'id': 'ec87516c-93ea-4fa9-b323-73e1425af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:45.224629 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689178c3-40bc-4a69-9546-1ca4167bf79b admin admin] Network hostable DHCP agents. Network: 3730338a-be75-48f7-81e6-18e4459b92c4, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:45:45.253659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Request body: {'port': {'device_id': '08345baf-6951-4d04-b449-f4f71c3d4779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:45.258895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689178c3-40bc-4a69-9546-1ca4167bf79b admin admin] Network 3730338a-be75-48f7-81e6-18e4459b92c4 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:45:45.271529 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-689178c3-40bc-4a69-9546-1ca4167bf79b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 3730338a-be75-48f7-81e6-18e4459b92c4) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:45.285677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689178c3-40bc-4a69-9546-1ca4167bf79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:45.286599 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-689178c3-40bc-4a69-9546-1ca4167bf79b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:45.313920 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-689178c3-40bc-4a69-9546-1ca4167bf79b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2877009 Aug 28 12:45:45.315245 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40782) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:45.321431 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-router', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:45.358109 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:45.360248 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:45.441801 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:45.466823 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-0badadca-4abf-45f6-b779-f7abb776c4b9 None None] Set router c855854f-8e31-4179-9923-357307c682b2 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:45.605711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-533023b0-67b6-4715-926d-e971c96d7e0e admin admin] Deleting port 10889e0f-675e-47c9-85f7-894738d6b282 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:45:45.606246 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-533023b0-67b6-4715-926d-e971c96d7e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:45.724162 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:45.732153 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e329d628-ccc6-4c91-892a-7c0d50164a87 None None] Network 3730338a-be75-48f7-81e6-18e4459b92c4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:45.741333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Attempting to bind port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:45.742462 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Attempting to bind port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bb769870-c89d-4f3b-85a5-031b049870d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '49532abb-a580-4f12-a65b-310c7a368897'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:45.743415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Attempting to bind port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca on network 49532abb-a580-4f12-a65b-310c7a368897 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:45.760567 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:45.790794 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:45.805866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99158f-9a67-41e7-b698-501f4b9157aa req-34302637-0942-4d0b-9a4a-1680fe1a93ce tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:45.818741 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c99158f-9a67-41e7-b698-501f4b9157aa req-34302637-0942-4d0b-9a4a-1680fe1a93ce tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 931 time: 0.4696486 Aug 28 12:45:45.899480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-533023b0-67b6-4715-926d-e971c96d7e0e admin admin] For port 10889e0f-675e-47c9-85f7-894738d6b282, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=10889e0f-675e-47c9-85f7-894738d6b282,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:45.899748 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-533023b0-67b6-4715-926d-e971c96d7e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:45.928643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:45.930052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Checking segment: {'id': 'bb769870-c89d-4f3b-85a5-031b049870d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '49532abb-a580-4f12-a65b-310c7a368897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:45.930872 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:45.931527 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Bound using segment: {'id': 'bb769870-c89d-4f3b-85a5-031b049870d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '49532abb-a580-4f12-a65b-310c7a368897'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:45.932212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Bound port: 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb769870-c89d-4f3b-85a5-031b049870d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '49532abb-a580-4f12-a65b-310c7a368897'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:45.932833 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:45.963123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d35a1-0854-4841-b95e-3355ad0f13a6 req-bb66f651-72b4-499a-a807-a5b30be5e8c2 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:45.980827 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5a7d35a1-0854-4841-b95e-3355ad0f13a6 req-bb66f651-72b4-499a-a807-a5b30be5e8c2 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 943 time: 0.3155167 Aug 28 12:45:45.983841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6ac102e0-96d9-413a-a236-f8042e7017a2 None None] Provisioning for port 2233bb65-d430-4de6-9f2a-4e65652d2183 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:45.989807 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c99158f-9a67-41e7-b698-501f4b9157aa req-a9395c0b-47b8-4411-bf46-57c8905d584e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336348 Aug 28 12:45:46.021602 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6ac102e0-96d9-413a-a236-f8042e7017a2 None None] Provisioning complete for port 2233bb65-d430-4de6-9f2a-4e65652d2183 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:46.022169 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6ac102e0-96d9-413a-a236-f8042e7017a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:46.042565 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-533023b0-67b6-4715-926d-e971c96d7e0e admin admin] Calling delete_port for 10889e0f-675e-47c9-85f7-894738d6b282 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:45:46.130664 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5a7d35a1-0854-4841-b95e-3355ad0f13a6 req-cc62d0e5-381b-44bc-87b5-6da0f28a5e64 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bdee44-b22c-48e3-86f5-9183fcb0a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398120 Aug 28 12:45:46.239919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6ac102e0-96d9-413a-a236-f8042e7017a2 None None] Port 2233bb65-d430-4de6-9f2a-4e65652d2183 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:45:46.404605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] For port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:46.491022 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] For port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=0fb38ac4-70ee-42a3-93e5-06eb9aa931ca,segment=NetworkSegment(bb769870-c89d-4f3b-85a5-031b049870d7),segment_id=bb769870-c89d-4f3b-85a5-031b049870d7)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:46.523437 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:46.539657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a524f3-b38d-4bdc-972e-c35bf0e69213 req-db482917-dffc-42a9-bbe5-9e5f0d7fe059 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:46.545324 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-72a524f3-b38d-4bdc-972e-c35bf0e69213 req-db482917-dffc-42a9-bbe5-9e5f0d7fe059 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1997542 Aug 28 12:45:46.547053 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:46.577953 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d399a39-accd-4499-8752-5484740e9c61 req-a6bc8fdc-25a5-4d5c-a97d-730dfb7bc485 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 210 time: 0.4799645 Aug 28 12:45:46.585445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8df0b-eaff-4d1b-9180-d851b6876b28 req-d6fee382-5c05-44cb-9b07-35937dd9e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:46.587133 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26a8df0b-eaff-4d1b-9180-d851b6876b28 req-d6fee382-5c05-44cb-9b07-35937dd9e0c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 HTTP/1.1" status: 200 len: 911 time: 1.3785834 Aug 28 12:45:46.627377 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:46.759829 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-72a524f3-b38d-4bdc-972e-c35bf0e69213 req-f2c22fd7-0158-4207-9f6f-b929a26290b0 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473320 Aug 28 12:45:46.791768 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26a8df0b-eaff-4d1b-9180-d851b6876b28 req-493a425d-5e1a-4b1e-9ba8-221fed62db4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6b3c37c-65eb-424d-a55f-4e2eaf5d888c HTTP/1.1" status: 200 len: 217 time: 0.1150525 Aug 28 12:45:46.893758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79619d-1ce2-46a3-bdc7-5eababf998db None None] Pushing event updated for resources: {'Port': ['ID=0fb38ac4-70ee-42a3-93e5-06eb9aa931ca,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:46.936000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Allocated IP 172.25.1.225 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/bb7621e7-da33-4402-b918-5ff95c0aa391) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:46.956634 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-3730338a-be75-48f7-81e6-18e4459b92c4', 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'fixed_ips': [{'subnet_id': 'fb7f2086-2045-4551-993d-261083fa36e9'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:45:46.957971 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:47.017872 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0badadca-4abf-45f6-b779-f7abb776c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c855854f-8e31-4179-9923-357307c682b2', 'name': 'tempest-FloatingIPsTestJSON-1434198826-router', 'tenant_id': '664e5726df2746fe9aca95815578c012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '10889e0f-675e-47c9-85f7-894738d6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:05Z', 'updated_at': '2021-08-28T12:45:39Z', 'revision_number': 5, 'project_id': '664e5726df2746fe9aca95815578c012', 'gw_port': {'id': '10889e0f-675e-47c9-85f7-894738d6b282', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c855854f-8e31-4179-9923-357307c682b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:47.148886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0badadca-4abf-45f6-b779-f7abb776c4b9 None None] The sync data for ids ['c855854f-8e31-4179-9923-357307c682b2'] in n-d-791505-21 is: [{'id': 'c855854f-8e31-4179-9923-357307c682b2', 'name': 'tempest-FloatingIPsTestJSON-1434198826-router', 'tenant_id': '664e5726df2746fe9aca95815578c012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '10889e0f-675e-47c9-85f7-894738d6b282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:05Z', 'updated_at': '2021-08-28T12:45:39Z', 'revision_number': 5, 'project_id': '664e5726df2746fe9aca95815578c012', 'gw_port': {'id': '10889e0f-675e-47c9-85f7-894738d6b282', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c855854f-8e31-4179-9923-357307c682b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:45:47.420882 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:47.467827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a498f-3504-450f-b554-31c74a4d2d60 req-f17a9825-8c16-47a6-a29b-662d230d9e4e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:47.469860 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-842a498f-3504-450f-b554-31c74a4d2d60 req-f17a9825-8c16-47a6-a29b-662d230d9e4e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 931 time: 0.2526634 Aug 28 12:45:47.640052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Allocated IP 172.20.0.2 (3730338a-be75-48f7-81e6-18e4459b92c4/fb7f2086-2045-4551-993d-261083fa36e9/4e85185d-a212-4eba-a26c-ee64e84df6cb) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:47.683927 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-533023b0-67b6-4715-926d-e971c96d7e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:47.746511 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-842a498f-3504-450f-b554-31c74a4d2d60 req-a186f58a-4de6-47e6-93e8-93649b09c9f9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548895 Aug 28 12:45:47.749365 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:47.808044 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40828) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:47.838750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8df0b-eaff-4d1b-9180-d851b6876b28 req-6f739800-828a-417d-991f-943ed8683856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:47.841588 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26a8df0b-eaff-4d1b-9180-d851b6876b28 req-6f739800-828a-417d-991f-943ed8683856 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d56e3d2-d77e-49f2-b786-c94439f5061c HTTP/1.1" status: 200 len: 850 time: 1.0412424 Aug 28 12:45:47.846756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533023b0-67b6-4715-926d-e971c96d7e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=10889e0f-675e-47c9-85f7-894738d6b282,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:47.861598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:47.889202 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-82629272-4860-4e91-bd9f-180aef06c169 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1801116152'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:47.939947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:47.948876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd135edc-0260-49bf-86df-42f89795ca12 req-1a7997d8-9e3c-4066-b870-4da13a740750 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:47.949109 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:47.951189 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd135edc-0260-49bf-86df-42f89795ca12 req-1a7997d8-9e3c-4066-b870-4da13a740750 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 943 time: 0.4412131 Aug 28 12:45:48.109936 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-0fff1c0e-b10b-4808-8af1-304b348de45d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:48.117261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-0fff1c0e-b10b-4808-8af1-304b348de45d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:48.119555 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-0fff1c0e-b10b-4808-8af1-304b348de45d tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.11 "GET /v2.0/networks?id=3984ba92-1332-4c51-9764-101bd14d5b78&id=49532abb-a580-4f12-a65b-310c7a368897 HTTP/1.1" status: 200 len: 1389 time: 0.6418347 Aug 28 12:45:48.129783 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:48.150079 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Transition to ACTIVE for port object 4e85185d-a212-4eba-a26c-ee64e84df6cb will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:48.154669 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-533023b0-67b6-4715-926d-e971c96d7e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:48.203380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-972c794a-1c2c-4c01-b91b-02e66cb8719e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Request body: {'port': {'device_id': '93307973-c112-4842-90d8-7f2aad6b3f3e', 'network_id': '3984ba92-1332-4c51-9764-101bd14d5b78', 'admin_state_up': True, 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:48.205883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Transition to ACTIVE for port object 4e85185d-a212-4eba-a26c-ee64e84df6cb will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:48.225279 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:48.240173 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e71b8817-c9bc-4013-9ea6-004b0314c240 req-fc10e060-41c3-4f93-82a2-fec84c397e17 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 210 time: 0.2134287 Aug 28 12:45:48.243530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82629272-4860-4e91-bd9f-180aef06c169 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Made reservation on behalf of 5e506c78606b440c8de2be4917f584b8 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:48.252087 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82629272-4860-4e91-bd9f-180aef06c169 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:48.340777 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd135edc-0260-49bf-86df-42f89795ca12 req-1cc96030-60ba-4d73-a390-75822f6326fd tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bdee44-b22c-48e3-86f5-9183fcb0a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387902 Aug 28 12:45:48.373932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8df0b-eaff-4d1b-9180-d851b6876b28 req-5a281ce7-db6e-421d-9281-f28ad03b567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:48.380759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Network 3730338a-be75-48f7-81e6-18e4459b92c4 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:48.385892 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f6b3c37c-65eb-424d-a55f-4e2eaf5d888c details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:45:48.390288 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26a8df0b-eaff-4d1b-9180-d851b6876b28 req-5a281ce7-db6e-421d-9281-f28ad03b567c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94713c35-8f2d-4c0f-883e-5bb4c22cf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4660923 Aug 28 12:45:48.403812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:48.409590 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:48.529337 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Pushing event updated for resources: {'Port': ['ID=bb7621e7-da33-4402-b918-5ff95c0aa391,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:48.547822 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Pushing event updated for resources: {'Port': ['ID=4e85185d-a212-4eba-a26c-ee64e84df6cb,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:48.605318 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82629272-4860-4e91-bd9f-180aef06c169 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:45:48.624214 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82629272-4860-4e91-bd9f-180aef06c169 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:48.624583 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-82629272-4860-4e91-bd9f-180aef06c169 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Added segment d938c8ca-e139-4544-9921-ff1bd18ca493 of type vlan for network 59b71610-974a-47e0-be6f-1998f7e34702 Aug 28 12:45:48.716668 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82629272-4860-4e91-bd9f-180aef06c169 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:48.722162 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-533023b0-67b6-4715-926d-e971c96d7e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:48.724856 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-533023b0-67b6-4715-926d-e971c96d7e0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:48.777337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:48.817378 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Attempting to bind port 4e85185d-a212-4eba-a26c-ee64e84df6cb on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:48.817975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Attempting to bind port 4e85185d-a212-4eba-a26c-ee64e84df6cb by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'ec87516c-93ea-4fa9-b323-73e1425af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:48.818601 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Attempting to bind port 4e85185d-a212-4eba-a26c-ee64e84df6cb on network 3730338a-be75-48f7-81e6-18e4459b92c4 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:48.820459 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-533023b0-67b6-4715-926d-e971c96d7e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:48.821092 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533023b0-67b6-4715-926d-e971c96d7e0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c855854f-8e31-4179-9923-357307c682b2 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:45:48.844785 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:48.851410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Checking segment: {'id': 'ec87516c-93ea-4fa9-b323-73e1425af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:48.853300 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:48.854030 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Bound using segment: {'id': 'ec87516c-93ea-4fa9-b323-73e1425af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:48.854807 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Bound port: 4e85185d-a212-4eba-a26c-ee64e84df6cb, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec87516c-93ea-4fa9-b323-73e1425af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:48.855439 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:48.856092 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-533023b0-67b6-4715-926d-e971c96d7e0e admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:48.859674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-533023b0-67b6-4715-926d-e971c96d7e0e admin admin] 10.222.0.20 "DELETE /v2.0/routers/c855854f-8e31-4179-9923-357307c682b2 HTTP/1.1" status: 204 len: 168 time: 5.9298005 Aug 28 12:45:48.917592 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40836) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:48.925757 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:49.040237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] For port 4e85185d-a212-4eba-a26c-ee64e84df6cb, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:49.053288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] For port 4e85185d-a212-4eba-a26c-ee64e84df6cb, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4e85185d-a212-4eba-a26c-ee64e84df6cb,segment=NetworkSegment(ec87516c-93ea-4fa9-b323-73e1425af431),segment_id=ec87516c-93ea-4fa9-b323-73e1425af431)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:49.065363 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:49.164435 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9f273f-916f-465a-8ae0-a1d2330181f8 None None] Network 49532abb-a580-4f12-a65b-310c7a368897 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:49.183480 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82629272-4860-4e91-bd9f-180aef06c169 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:49.202085 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82629272-4860-4e91-bd9f-180aef06c169 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:49.202893 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82629272-4860-4e91-bd9f-180aef06c169 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:49.230936 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26a8df0b-eaff-4d1b-9180-d851b6876b28 req-97b07f2b-41b5-4081-86d6-4c5d42b51466 service neutron] 10.222.0.11 "GET /v2.0/networks/94713c35-8f2d-4c0f-883e-5bb4c22cf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198498 Aug 28 12:45:49.256411 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140700b8-1fd6-443b-b86b-c28d9c7f915c req-e01d0575-a82b-4232-b267-acf0d061715f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:49.258608 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-140700b8-1fd6-443b-b86b-c28d9c7f915c req-e01d0575-a82b-4232-b267-acf0d061715f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.8310266 Aug 28 12:45:49.489684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-972c794a-1c2c-4c01-b91b-02e66cb8719e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Made reservation on behalf of b8b6a5129b1b48b89b117e4cbf71074a for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:49.491944 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:49.501927 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-972c794a-1c2c-4c01-b91b-02e66cb8719e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:49.513167 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f6b3c37c-65eb-424d-a55f-4e2eaf5d888c,segment=NetworkSegment(2db1081d-ea4e-46aa-9910-91cb183259b3),segment_id=2db1081d-ea4e-46aa-9910-91cb183259b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:49.514487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-7760de85-23ce-4bee-816e-dccf13019c7f admin admin] Deleting subnet 931dba74-2095-4883-acd9-a85c768267c3 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:45:49.525934 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-82629272-4860-4e91-bd9f-180aef06c169 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6588736 Aug 28 12:45:49.526837 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:49.527450 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:49.531853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40842) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:49.532333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6d85d0f9-4f42-4b5b-a43b-60642a2b869b None None] Provisioning for port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:49.534294 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7760de85-23ce-4bee-816e-dccf13019c7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:49.547924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-75bd39d9-fd80-4af8-99cc-88bd89d1b790 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-543278850'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:49.593351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2233bb65-d430-4de6-9f2a-4e65652d2183 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:45:49.649545 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:49.658768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bd39d9-fd80-4af8-99cc-88bd89d1b790 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Made reservation on behalf of 5e506c78606b440c8de2be4917f584b8 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:49.668335 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75bd39d9-fd80-4af8-99cc-88bd89d1b790 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:49.696243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6d85d0f9-4f42-4b5b-a43b-60642a2b869b None None] Provisioning complete for port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:49.699995 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d85d0f9-4f42-4b5b-a43b-60642a2b869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:49.775780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82629272-4860-4e91-bd9f-180aef06c169 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event updated for resources: {'Network': ['ID=59b71610-974a-47e0-be6f-1998f7e34702,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:49.776755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'f6b3c37c-65eb-424d-a55f-4e2eaf5d888c', 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'port_id': 'f6b3c37c-65eb-424d-a55f-4e2eaf5d888c', 'mac_address': 'fa:16:3e:fa:11:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:45:49.805697 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-140700b8-1fd6-443b-b86b-c28d9c7f915c req-b0c23275-6c56-4fe1-9eb5-8964007bdd3a tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327957 Aug 28 12:45:49.888641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134db5cc-0bd1-4a66-97cc-58e2e3180d33 None None] Pushing event updated for resources: {'Port': ['ID=4e85185d-a212-4eba-a26c-ee64e84df6cb,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:49.889138 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:49.931952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 59b71610-974a-47e0-be6f-1998f7e34702 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:45:49.965765 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:49.989148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ff4e2-8c40-4971-9869-e805a301fd3c req-3b7752bd-5222-4329-8f52-169a60f0cfff tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:49.994786 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6b3ff4e2-8c40-4971-9869-e805a301fd3c req-3b7752bd-5222-4329-8f52-169a60f0cfff tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 931 time: 0.7626987 Aug 28 12:45:50.032842 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Transition to ACTIVE for port object 2233bb65-d430-4de6-9f2a-4e65652d2183 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:50.129980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bd39d9-fd80-4af8-99cc-88bd89d1b790 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:45:50.157686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b3c37c-65eb-424d-a55f-4e2eaf5d888c {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:45:50.168895 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6d8aeb9-ef35-4879-818d-75c9af53de69 req-d62420f9-68e3-4899-aa61-437c252671e3 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 210 time: 0.0726769 Aug 28 12:45:50.181227 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7760de85-23ce-4bee-816e-dccf13019c7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:50.203343 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6b3ff4e2-8c40-4971-9869-e805a301fd3c req-cd93576f-e922-4797-b3f9-cfbf773206df tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874883 Aug 28 12:45:50.214895 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:50.238296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f6b3c37c-65eb-424d-a55f-4e2eaf5d888c,segment=NetworkSegment(2db1081d-ea4e-46aa-9910-91cb183259b3),segment_id=2db1081d-ea4e-46aa-9910-91cb183259b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:50.269048 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:50.286639 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Router c9a66ef1-d5e2-4642-a484-cfbdff0d439d is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:45:50.357847 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d85d0f9-4f42-4b5b-a43b-60642a2b869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:50.408265 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26a8df0b-eaff-4d1b-9180-d851b6876b28 req-156ab878-5b57-48b6-8a9f-4c26fe54c7ec service neutron] 10.222.0.11 "GET /v2.0/networks/94713c35-8f2d-4c0f-883e-5bb4c22cf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1574829 Aug 28 12:45:50.469596 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6d85d0f9-4f42-4b5b-a43b-60642a2b869b None None] For port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=0fb38ac4-70ee-42a3-93e5-06eb9aa931ca,segment=NetworkSegment(bb769870-c89d-4f3b-85a5-031b049870d7),segment_id=bb769870-c89d-4f3b-85a5-031b049870d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:50.495106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Pushing event updated for resources: {'Port': ['ID=2233bb65-d430-4de6-9f2a-4e65652d2183,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:50.544289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=f6b3c37c-65eb-424d-a55f-4e2eaf5d888c,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:50.560362 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d85d0f9-4f42-4b5b-a43b-60642a2b869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:50.617923 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7760de85-23ce-4bee-816e-dccf13019c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:50.724088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['f6b3c37c-65eb-424d-a55f-4e2eaf5d888c'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:45:50.731429 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc4144-e717-489f-8d64-ee9c786223ca req-6e602fe8-398c-4411-864b-246ca42c2748 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:50.739203 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-46cc4144-e717-489f-8d64-ee9c786223ca req-6e602fe8-398c-4411-864b-246ca42c2748 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 944 time: 0.3474526 Aug 28 12:45:50.765632 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:50.782693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75bd39d9-fd80-4af8-99cc-88bd89d1b790 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:50.783095 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-75bd39d9-fd80-4af8-99cc-88bd89d1b790 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Added segment ff986872-1e0a-47d6-867f-1ce369e19f52 of type vlan for network bcb5f611-12de-426c-9450-c8901fa3ceaa Aug 28 12:45:50.880595 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-46cc4144-e717-489f-8d64-ee9c786223ca req-ab4df708-1d5b-402c-b61f-d1252043d42b tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bdee44-b22c-48e3-86f5-9183fcb0a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201315 Aug 28 12:45:50.903290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:45:50.909094 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cb494042-aecd-47d0-a78d-233bfeb9ab7d None None] Provisioning complete for port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:50.910414 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cb494042-aecd-47d0-a78d-233bfeb9ab7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:50.918260 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Sync routers for ids ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:45:50.940900 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Routers {'c9a66ef1-d5e2-4642-a484-cfbdff0d439d'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:50.943873 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:50.946615 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75bd39d9-fd80-4af8-99cc-88bd89d1b790 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:50.950089 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:50.951501 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-771e7414-13ef-4015-a2b2-28f2d8dbb82f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.6353128 Aug 28 12:45:50.955012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40850) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:51.059232 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7760de85-23ce-4bee-816e-dccf13019c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:51.183499 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7760de85-23ce-4bee-816e-dccf13019c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:51.196364 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7760de85-23ce-4bee-816e-dccf13019c7f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/931dba74-2095-4883-acd9-a85c768267c3 HTTP/1.1" status: 204 len: 168 time: 2.2773099 Aug 28 12:45:51.201064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40852) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:51.252629 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:45:51.253134 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:45:51.253887 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48e2c56-ccb2-4059-b9f5-5d183edf6b8c None None] Network f899c877-f8d5-49cf-8728-c8d4e05066d0 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:51.421179 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85d0f9-4f42-4b5b-a43b-60642a2b869b None None] Pushing event updated for resources: {'Port': ['ID=0fb38ac4-70ee-42a3-93e5-06eb9aa931ca,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:51.524604 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Set router c9a66ef1-d5e2-4642-a484-cfbdff0d439d gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:51.527895 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.db.resource_extend [None req-75bd39d9-fd80-4af8-99cc-88bd89d1b790 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:45:51.551563 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Attempting to bind port 2233bb65-d430-4de6-9f2a-4e65652d2183 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:51.554488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Attempting to bind port 2233bb65-d430-4de6-9f2a-4e65652d2183 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:51.554974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Attempting to bind port 2233bb65-d430-4de6-9f2a-4e65652d2183 on network 60a4a2e2-32f4-42e8-a215-a251458b02ab {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:51.560462 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760de85-23ce-4bee-816e-dccf13019c7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=931dba74-2095-4883-acd9-a85c768267c3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:51.689531 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54e072b-eb8a-44bd-a53e-420127da4775 None None] Network 3730338a-be75-48f7-81e6-18e4459b92c4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:51.723124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Port 2233bb65-d430-4de6-9f2a-4e65652d2183 on network 60a4a2e2-32f4-42e8-a215-a251458b02ab not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:45:51.723737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Attempting to bind port 2233bb65-d430-4de6-9f2a-4e65652d2183 on network 60a4a2e2-32f4-42e8-a215-a251458b02ab {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:51.777503 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596dd54-2d25-4613-8269-5a075170cb94 req-ec996835-28c0-4987-961a-57559b3e7f15 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:51.786759 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b596dd54-2d25-4613-8269-5a075170cb94 req-ec996835-28c0-4987-961a-57559b3e7f15 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.6826053 Aug 28 12:45:51.796610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-972c794a-1c2c-4c01-b91b-02e66cb8719e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Allocated IP 19.80.0.160 (3984ba92-1332-4c51-9764-101bd14d5b78/663bc05e-6fef-4a00-9182-df969bb49e0f/7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:51.850152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:51.852651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Checking segment: {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:51.855631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Bound using segment: {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:51.871744 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Bound port: 2233bb65-d430-4de6-9f2a-4e65652d2183, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:51.872421 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:51.888536 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-router', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:45Z', 'updated_at': '2021-08-28T12:45:48Z', 'revision_number': 3, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'gw_port': {'id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:46Z', 'updated_at': '2021-08-28T12:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:51.924586 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Checking router: c9a66ef1-d5e2-4642-a484-cfbdff0d439d for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:45:51.925275 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Updating router c9a66ef1-d5e2-4642-a484-cfbdff0d439d port bb7621e7-da33-4402-b918-5ff95c0aa391 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:45:51.953981 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:51.975190 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75bd39d9-fd80-4af8-99cc-88bd89d1b790 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:52.002218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd39d9-fd80-4af8-99cc-88bd89d1b790 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:52.003130 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75bd39d9-fd80-4af8-99cc-88bd89d1b790 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:52.077252 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:45:52.273571 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:52.284912 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Transition to ACTIVE for port object bb7621e7-da33-4402-b918-5ff95c0aa391 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:52.293630 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:52.356940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:45:52.357303 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6dbc9bd6-dbc8-4418-a4f7-8c988f400e61 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:45:52.360033 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc75a1-2dca-4a9c-a956-844769a354bf None None] Pushing event updated for resources: {'Port': ['ID=bb7621e7-da33-4402-b918-5ff95c0aa391,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:52.377599 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Attempting to bind port bb7621e7-da33-4402-b918-5ff95c0aa391 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:52.377846 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Attempting to bind port bb7621e7-da33-4402-b918-5ff95c0aa391 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:52.378196 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Attempting to bind port bb7621e7-da33-4402-b918-5ff95c0aa391 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:52.385313 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:52.385744 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:52.386144 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:52.386557 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:52.387025 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Bound port: bb7621e7-da33-4402-b918-5ff95c0aa391, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:52.387418 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:52.479131 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad3153fc-b0db-4123-85a0-eed0f80c7606 req-367cca58-20c8-4b9d-b48d-e9343efe4716 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 210 time: 0.5127468 Aug 28 12:45:52.487540 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] For port bb7621e7-da33-4402-b918-5ff95c0aa391, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:52.495382 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] For port bb7621e7-da33-4402-b918-5ff95c0aa391, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bb7621e7-da33-4402-b918-5ff95c0aa391,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:52.502164 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:52.503759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150c48b8-3794-44f5-8a8d-ab7d9fe9b59c None None] DHCP port deletion for f899c877-f8d5-49cf-8728-c8d4e05066d0 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:45:52.547806 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6152d322-613f-4546-bc37-e0912d29af13 None None] Provisioning for port 4e85185d-a212-4eba-a26c-ee64e84df6cb completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:52.558875 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-972c794a-1c2c-4c01-b91b-02e66cb8719e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:52.612537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-972c794a-1c2c-4c01-b91b-02e66cb8719e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Transition to ACTIVE for port object 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:52.641313 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Routers {'c9a66ef1-d5e2-4642-a484-cfbdff0d439d'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:52.641952 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:52.732335 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:52.750391 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc75a1-2dca-4a9c-a956-844769a354bf None None] Pushing event updated for resources: {'Port': ['ID=bb7621e7-da33-4402-b918-5ff95c0aa391,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:52.768329 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-150c48b8-3794-44f5-8a8d-ab7d9fe9b59c None None] Deleting port dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:45:52.768863 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-150c48b8-3794-44f5-8a8d-ab7d9fe9b59c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:52.917149 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-150c48b8-3794-44f5-8a8d-ab7d9fe9b59c None None] For port dc6b4a48-d2c3-4eb3-a369-c76a64a2d002, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=dc6b4a48-d2c3-4eb3-a369-c76a64a2d002,segment=NetworkSegment(c2ddd622-0780-44b5-834a-7c54e86536ec),segment_id=c2ddd622-0780-44b5-834a-7c54e86536ec)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:52.917849 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-150c48b8-3794-44f5-8a8d-ab7d9fe9b59c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:52.943444 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-150c48b8-3794-44f5-8a8d-ab7d9fe9b59c None None] Calling delete_port for dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:45:52.950886 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] Set router c9a66ef1-d5e2-4642-a484-cfbdff0d439d gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:52.981962 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd9384-d1b5-427f-95d7-e5c1863e8495 req-d0791a61-ce3f-4e09-a648-9659267e546b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:52.998526 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f8fd9384-d1b5-427f-95d7-e5c1863e8495 req-d0791a61-ce3f-4e09-a648-9659267e546b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 943 time: 0.3186078 Aug 28 12:45:53.064219 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:53.072644 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-150c48b8-3794-44f5-8a8d-ab7d9fe9b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:53.089160 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b596dd54-2d25-4613-8269-5a075170cb94 req-2b048e24-1789-469c-8ffa-bcb9a24d68da tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2830551 Aug 28 12:45:53.090331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd39d9-fd80-4af8-99cc-88bd89d1b790 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event updated for resources: {'Network': ['ID=bcb5f611-12de-426c-9450-c8901fa3ceaa,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:53.115493 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9895331d-6ace-428b-9e9c-51aa3ada0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:53.142598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150c48b8-3794-44f5-8a8d-ab7d9fe9b59c None None] No DVR routers for this DVR port dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:45:53.167195 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f8fd9384-d1b5-427f-95d7-e5c1863e8495 req-3769f3ef-87f2-4d9b-94ad-f1428c3021c2 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593964 Aug 28 12:45:53.176007 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-75bd39d9-fd80-4af8-99cc-88bd89d1b790 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 3.6334152 Aug 28 12:45:53.178541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40864) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:53.183679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network bcb5f611-12de-426c-9450-c8901fa3ceaa details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:45:53.228066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-504c71a5-095b-4750-a8a2-ee1d2b9abe79 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Request body: {'subnet': {'network_id': '59b71610-974a-47e0-be6f-1998f7e34702', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:53.265420 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c48b8-3794-44f5-8a8d-ab7d9fe9b59c None None] Pushing event deleted for resources: {'Port': ['ID=dc6b4a48-d2c3-4eb3-a369-c76a64a2d002,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:53.278610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] For port 2233bb65-d430-4de6-9f2a-4e65652d2183, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:53.282353 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] For port 2233bb65-d430-4de6-9f2a-4e65652d2183, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2233bb65-d430-4de6-9f2a-4e65652d2183,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:53.302379 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:53.325425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:53.326137 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:53.333993 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-972c794a-1c2c-4c01-b91b-02e66cb8719e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:53.380509 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-router', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:45Z', 'updated_at': '2021-08-28T12:45:48Z', 'revision_number': 3, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'gw_port': {'id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:46Z', 'updated_at': '2021-08-28T12:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:53.412210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Allocated IP 172.20.0.1 (3730338a-be75-48f7-81e6-18e4459b92c4/fb7f2086-2045-4551-993d-261083fa36e9/42f794e0-f083-4c0a-8605-5f32a2eaab19) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:53.421003 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58feb45-8d97-4abf-bf2a-2e276e1cf047 None None] The sync data for ids ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'] in n-d-791505-21 is: [{'id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-router', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:45Z', 'updated_at': '2021-08-28T12:45:48Z', 'revision_number': 3, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'gw_port': {'id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:46Z', 'updated_at': '2021-08-28T12:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:45:53.497760 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4e85185d-a212-4eba-a26c-ee64e84df6cb up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:53.537767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:53.538570 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:53.540150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] 10.222.0.11 "PUT /v2.0/ports/2233bb65-d430-4de6-9f2a-4e65652d2183 HTTP/1.1" status: 200 len: 1092 time: 8.2975061 Aug 28 12:45:53.558322 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08345baf-6951-4d04-b449-f4f71c3d4779', 'tag': '2233bb65-d430-4de6-9f2a-4e65652d2183'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:45:53.570480 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e707803-773d-4048-a909-629a143e63f2" -d '{"events": [{"name": "network-changed", "server_uuid": "08345baf-6951-4d04-b449-f4f71c3d4779", "tag": "2233bb65-d430-4de6-9f2a-4e65652d2183"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:45:53.627265 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504c71a5-095b-4750-a8a2-ee1d2b9abe79 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Made reservation on behalf of 5e506c78606b440c8de2be4917f584b8 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:53.634122 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-504c71a5-095b-4750-a8a2-ee1d2b9abe79 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:53.656793 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 4e85185d-a212-4eba-a26c-ee64e84df6cb completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:53.663779 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 4e85185d-a212-4eba-a26c-ee64e84df6cb triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:53.664499 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:53.736804 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:53.790040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Transition to ACTIVE for port object 42f794e0-f083-4c0a-8605-5f32a2eaab19 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:53.829298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3929b-550b-4bb7-97aa-6b83379e0aed req-b7d97248-94af-47a3-95be-5e3143b8d12b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:53.831198 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3fc3929b-550b-4bb7-97aa-6b83379e0aed req-b7d97248-94af-47a3-95be-5e3143b8d12b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 932 time: 0.1975539 Aug 28 12:45:53.832167 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:53.876453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-972c794a-1c2c-4c01-b91b-02e66cb8719e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Network 3984ba92-1332-4c51-9764-101bd14d5b78 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:53.931988 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 4e85185d-a212-4eba-a26c-ee64e84df6cb, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4e85185d-a212-4eba-a26c-ee64e84df6cb,segment=NetworkSegment(ec87516c-93ea-4fa9-b323-73e1425af431),segment_id=ec87516c-93ea-4fa9-b323-73e1425af431)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:53.937598 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:54.005043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebf9f8-72bc-436e-ad7e-a09fa4675f4c req-9e8a7b58-4bba-4e16-a1f8-30803acecbbb tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:54.014158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=4e85185d-a212-4eba-a26c-ee64e84df6cb,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:54.019955 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cfebf9f8-72bc-436e-ad7e-a09fa4675f4c req-9e8a7b58-4bba-4e16-a1f8-30803acecbbb tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 944 time: 0.6758311 Aug 28 12:45:54.021066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 10889e0f-675e-47c9-85f7-894738d6b282 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:45:54.043054 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3fc3929b-550b-4bb7-97aa-6b83379e0aed req-13db723a-3dd2-4ae4-a790-25c337c865c5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016006 Aug 28 12:45:54.044924 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:54.055114 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 10889e0f-675e-47c9-85f7-894738d6b282 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:45:54.055976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 10889e0f-675e-47c9-85f7-894738d6b282 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:45:54.081195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-972c794a-1c2c-4c01-b91b-02e66cb8719e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:54.137805 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-972c794a-1c2c-4c01-b91b-02e66cb8719e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:54.150398 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Network 3730338a-be75-48f7-81e6-18e4459b92c4 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:54.152872 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9895331d-6ace-428b-9e9c-51aa3ada0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:54.155416 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49ca95-d84e-484a-8f6d-2e236196ce63 service neutron] Pushing event updated for resources: {'Port': ['ID=2233bb65-d430-4de6-9f2a-4e65652d2183,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:54.158950 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:54.175479 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:54.276337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f6b3c37c-65eb-424d-a55f-4e2eaf5d888c up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:54.309812 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Pushing event updated for resources: {'Port': ['ID=42f794e0-f083-4c0a-8605-5f32a2eaab19,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:54.467584 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e11e63-5f4d-4541-85b3-d4b8f053f518 x-openstack-request-id: req-62e11e63-5f4d-4541-85b3-d4b8f053f518 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:45:54.469136 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08345baf-6951-4d04-b449-f4f71c3d4779", "tag": "2233bb65-d430-4de6-9f2a-4e65652d2183", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:45:54.469586 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62e11e63-5f4d-4541-85b3-d4b8f053f518 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:45:54.471416 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08345baf-6951-4d04-b449-f4f71c3d4779', 'tag': '2233bb65-d430-4de6-9f2a-4e65652d2183', 'status': 'completed', 'code': 200} Aug 28 12:45:54.473104 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:54.478991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c794a-1c2c-4c01-b91b-02e66cb8719e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event updated for resources: {'Port': ['ID=7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:54.493172 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:54.502318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9895331d-6ace-428b-9e9c-51aa3ada0e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f899c877-f8d5-49cf-8728-c8d4e05066d0']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:54.514102 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:54.514507 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:54.534224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9895331d-6ace-428b-9e9c-51aa3ada0e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ddd622-0780-44b5-834a-7c54e86536ec') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:54.536078 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9895331d-6ace-428b-9e9c-51aa3ada0e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ddd622-0780-44b5-834a-7c54e86536ec') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:54.670506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cfebf9f8-72bc-436e-ad7e-a09fa4675f4c req-f3655a00-36ab-4400-8823-71630ae0c53a tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bdee44-b22c-48e3-86f5-9183fcb0a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6494594 Aug 28 12:45:54.702180 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-972c794a-1c2c-4c01-b91b-02e66cb8719e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:54.723303 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-972c794a-1c2c-4c01-b91b-02e66cb8719e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:54.750336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-493be43a-856d-4d21-aee1-27a6176fae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:54.752251 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-493be43a-856d-4d21-aee1-27a6176fae09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 1095 time: 1.1357379 Aug 28 12:45:54.765953 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9895331d-6ace-428b-9e9c-51aa3ada0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:54.782642 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba310608-5a3c-4090-b792-df78c278dcbc req-31dc4938-ce4e-4773-8622-0792f1f48209 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:54.789419 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ba310608-5a3c-4090-b792-df78c278dcbc req-31dc4938-ce4e-4773-8622-0792f1f48209 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.4443762 Aug 28 12:45:54.848246 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:54.894916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bb7621e7-da33-4402-b918-5ff95c0aa391 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:54.921051 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-c375792c-4bd5-4c04-9c9a-d6449f7de98e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2233bb65-d430-4de6-9f2a-4e65652d2183 HTTP/1.1" status: 200 len: 217 time: 0.1230347 Aug 28 12:45:54.924167 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9895331d-6ace-428b-9e9c-51aa3ada0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:54.985216 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037f9996-5bcd-4cf2-8c00-68a5eddd0650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b3c37c-65eb-424d-a55f-4e2eaf5d888c'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:45:54.988323 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c017c9-8570-4b98-b990-760f34468be6" -d '{"events": [{"server_uuid": "037f9996-5bcd-4cf2-8c00-68a5eddd0650", "name": "network-vif-plugged", "status": "completed", "tag": "f6b3c37c-65eb-424d-a55f-4e2eaf5d888c"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:45:55.013175 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ba310608-5a3c-4090-b792-df78c278dcbc req-47ba9143-0ff3-4450-83d8-36ab93c6b129 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002976 Aug 28 12:45:55.024496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f6b3c37c-65eb-424d-a55f-4e2eaf5d888c,segment=NetworkSegment(2db1081d-ea4e-46aa-9910-91cb183259b3),segment_id=2db1081d-ea4e-46aa-9910-91cb183259b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:55.039065 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-47cd92f0-4bbf-44c7-911a-bd302c1461ab None None] Provisioning for port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:55.044618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port bb7621e7-da33-4402-b918-5ff95c0aa391 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:55.072487 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:55.090155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port bb7621e7-da33-4402-b918-5ff95c0aa391 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:55.093828 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:55.103567 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:55.160869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-47cd92f0-4bbf-44c7-911a-bd302c1461ab None None] Provisioning complete for port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:55.162906 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-47cd92f0-4bbf-44c7-911a-bd302c1461ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:55.218496 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642a9257-fdc9-4e18-b424-78c851891030 x-openstack-request-id: req-642a9257-fdc9-4e18-b424-78c851891030 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:45:55.227370 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037f9996-5bcd-4cf2-8c00-68a5eddd0650", "name": "network-vif-plugged", "status": "completed", "tag": "f6b3c37c-65eb-424d-a55f-4e2eaf5d888c", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:45:55.229927 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-642a9257-fdc9-4e18-b424-78c851891030 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:45:55.230645 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037f9996-5bcd-4cf2-8c00-68a5eddd0650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b3c37c-65eb-424d-a55f-4e2eaf5d888c', 'code': 200} Aug 28 12:45:55.317045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-47cd92f0-4bbf-44c7-911a-bd302c1461ab None None] Port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:45:55.319681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=f6b3c37c-65eb-424d-a55f-4e2eaf5d888c,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:55.395512 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:55.442653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port bb7621e7-da33-4402-b918-5ff95c0aa391, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bb7621e7-da33-4402-b918-5ff95c0aa391,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:45:55.450299 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:55.451529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4e85185d-a212-4eba-a26c-ee64e84df6cb up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:55.544020 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02de78-cb9a-4199-8aa1-050cb4d3a931 req-8950698a-d2ec-4ba0-8712-ab70235ebbeb tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:55.545614 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a02de78-cb9a-4199-8aa1-050cb4d3a931 req-8950698a-d2ec-4ba0-8712-ab70235ebbeb tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 932 time: 0.2866228 Aug 28 12:45:55.551096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-972c794a-1c2c-4c01-b91b-02e66cb8719e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3531232 Aug 28 12:45:55.565035 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9895331d-6ace-428b-9e9c-51aa3ada0e7b admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:45:55.565507 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9895331d-6ace-428b-9e9c-51aa3ada0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:45:55.572029 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:45:55.579971 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-2e3de8b1-1c2d-4219-be98-199386114965 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Request body: {'port': {'device_id': '93307973-c112-4842-90d8-7f2aad6b3f3e', 'network_id': '49532abb-a580-4f12-a65b-310c7a368897', 'admin_state_up': True, 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:55.583444 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=bb7621e7-da33-4402-b918-5ff95c0aa391,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:55.588560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-40cddad5-0d02-456d-bf35-e37432953a30 None None] Provisioning for port 42f794e0-f083-4c0a-8605-5f32a2eaab19 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:55.595089 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-40cddad5-0d02-456d-bf35-e37432953a30 None None] Provisioning complete for port 42f794e0-f083-4c0a-8605-5f32a2eaab19 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:55.595465 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-40cddad5-0d02-456d-bf35-e37432953a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:55.637314 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 4e85185d-a212-4eba-a26c-ee64e84df6cb triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:55.637314 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:55.692502 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a02de78-cb9a-4199-8aa1-050cb4d3a931 req-8cfbcc59-e707-4387-a28c-b0b68380e0c0 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236908 Aug 28 12:45:55.725063 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-40cddad5-0d02-456d-bf35-e37432953a30 None None] Port 42f794e0-f083-4c0a-8605-5f32a2eaab19 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:45:55.756303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297926a-41f5-40bf-9266-b473282a9f19 req-40121dea-11d5-4645-bc00-a686312c166d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:55.759351 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2297926a-41f5-40bf-9266-b473282a9f19 req-40121dea-11d5-4645-bc00-a686312c166d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 943 time: 0.9299817 Aug 28 12:45:55.791514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-8cabce27-caf6-4a2f-9ca1-fe796bfb744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:55.793538 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-8cabce27-caf6-4a2f-9ca1-fe796bfb744d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.8509958 Aug 28 12:45:55.810712 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:55.816346 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:55.939285 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9895331d-6ace-428b-9e9c-51aa3ada0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:55.960993 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:45:55.979520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf3d3d-e432-4a51-bc7a-9208d1cf80c1 req-d5af55c8-0ed1-4af9-a8db-2c17eadb7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:55.981265 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99bf3d3d-e432-4a51-bc7a-9208d1cf80c1 req-d5af55c8-0ed1-4af9-a8db-2c17eadb7c86 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 1097 time: 0.4274242 Aug 28 12:45:55.987191 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9895331d-6ace-428b-9e9c-51aa3ada0e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:55.988793 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Pushing event updated for resources: {'Port': ['ID=42f794e0-f083-4c0a-8605-5f32a2eaab19,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:55.997911 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9895331d-6ace-428b-9e9c-51aa3ada0e7b admin admin] 10.222.0.20 "DELETE /v2.0/networks/f899c877-f8d5-49cf-8728-c8d4e05066d0 HTTP/1.1" status: 204 len: 168 time: 4.7516305 Aug 28 12:45:56.012784 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea1d5f-2020-4c3f-9ed0-2d9c51385d61 req-93bb13a8-7a85-4eb3-a1b0-19f2a738e192 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:56.033872 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:45:56.034350 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device dc6b4a48-d2c3-4eb3-a369-c76a64a2d002 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:45:56.040072 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59ea1d5f-2020-4c3f-9ed0-2d9c51385d61 req-93bb13a8-7a85-4eb3-a1b0-19f2a738e192 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 945 time: 0.2207859 Aug 28 12:45:56.080914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895331d-6ace-428b-9e9c-51aa3ada0e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=f899c877-f8d5-49cf-8728-c8d4e05066d0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:56.097831 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-504c71a5-095b-4750-a8a2-ee1d2b9abe79 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:56.127892 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:56.130810 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2297926a-41f5-40bf-9266-b473282a9f19 req-efcc7aa2-5348-4b55-9f2b-9b3b3897cfd0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494301 Aug 28 12:45:56.179192 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59ea1d5f-2020-4c3f-9ed0-2d9c51385d61 req-ff852422-b95a-4297-b966-a0bd0d7da738 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bdee44-b22c-48e3-86f5-9183fcb0a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377726 Aug 28 12:45:56.204487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-0bec24e6-eaf6-4d7e-901e-4995b7f6b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:56.206523 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-0bec24e6-eaf6-4d7e-901e-4995b7f6b1e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3942096 Aug 28 12:45:56.336955 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-f47e20af-5db0-43f2-a065-85bffb1f6540 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065273 Aug 28 12:45:56.339631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40888) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:56.396535 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99bf3d3d-e432-4a51-bc7a-9208d1cf80c1 req-f655a777-7ef0-41d2-b71b-03680e092108 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=50bdee44-b22c-48e3-86f5-9183fcb0a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3853669 Aug 28 12:45:56.426400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504c71a5-095b-4750-a8a2-ee1d2b9abe79 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Checking segment: {'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:56.426855 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504c71a5-095b-4750-a8a2-ee1d2b9abe79 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Network hostable DHCP agents. Network: 59b71610-974a-47e0-be6f-1998f7e34702, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:45:56.494343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c71a5-095b-4750-a8a2-ee1d2b9abe79 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event updated for resources: {'Subnet': ['ID=cb64fb14-001a-49f8-b98d-50135cdf674b,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:56.509895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bb7621e7-da33-4402-b918-5ff95c0aa391 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:45:56.516782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-2e3de8b1-1c2d-4219-be98-199386114965 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Made reservation on behalf of b8b6a5129b1b48b89b117e4cbf71074a for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:56.520121 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-2e3de8b1-1c2d-4219-be98-199386114965 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:56.546084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Network 3730338a-be75-48f7-81e6-18e4459b92c4 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:56.590099 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184feb88-a167-4de5-acac-8af477096b97 req-0605d6ac-e4ce-45d0-9c12-f7aa7aa578fa tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:56.592039 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-184feb88-a167-4de5-acac-8af477096b97 req-0605d6ac-e4ce-45d0-9c12-f7aa7aa578fa tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1850543 Aug 28 12:45:56.594025 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:56.682108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port bb7621e7-da33-4402-b918-5ff95c0aa391 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:56.682108 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:56.690877 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-2e3de8b1-1c2d-4219-be98-199386114965 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Allocated IP 19.86.0.6 (49532abb-a580-4f12-a65b-310c7a368897/797d5f8b-f7f3-4319-aaf4-7bb8a891795e/cf99176a-a248-47c2-8e9c-60abd5290421) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:56.864035 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-2e3de8b1-1c2d-4219-be98-199386114965 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:56.894491 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-2e3de8b1-1c2d-4219-be98-199386114965 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Transition to ACTIVE for port object cf99176a-a248-47c2-8e9c-60abd5290421 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:56.966615 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-2e3de8b1-1c2d-4219-be98-199386114965 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:56.968771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504c71a5-095b-4750-a8a2-ee1d2b9abe79 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Network 59b71610-974a-47e0-be6f-1998f7e34702 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:45:56.984454 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-184feb88-a167-4de5-acac-8af477096b97 req-fdd01d4e-b65e-43ce-9893-ed84c5bd5c10 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511248 Aug 28 12:45:57.006548 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Router c9a66ef1-d5e2-4642-a484-cfbdff0d439d has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:45:57.061598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fcdba9ba-ceca-4ae1-b6c5-84e298029c63 None None] Provisioning complete for port 42f794e0-f083-4c0a-8605-5f32a2eaab19 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:57.061976 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fcdba9ba-ceca-4ae1-b6c5-84e298029c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:57.082728 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2fc0d495-3f9c-4193-82ed-b0b28a567a3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=664e5726df2746fe9aca95815578c012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7365010 Aug 28 12:45:57.085021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40898) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:57.089959 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-504c71a5-095b-4750-a8a2-ee1d2b9abe79 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 59b71610-974a-47e0-be6f-1998f7e34702) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:57.099030 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57032e1c-da9c-4930-86de-90daba9b842d None None] Network 59b71610-974a-47e0-be6f-1998f7e34702 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:57.111262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3de8b1-1c2d-4219-be98-199386114965 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event updated for resources: {'Port': ['ID=cf99176a-a248-47c2-8e9c-60abd5290421,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:57.157508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504c71a5-095b-4750-a8a2-ee1d2b9abe79 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:57.158222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-504c71a5-095b-4750-a8a2-ee1d2b9abe79 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:57.173473 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d2dcb38-7091-4090-ba94-bd03e8e37529 req-b8b7a7ff-394a-401c-a0c7-317a9124793e service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8131220 Aug 28 12:45:57.176570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-2e3de8b1-1c2d-4219-be98-199386114965 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Network 49532abb-a580-4f12-a65b-310c7a368897 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:57.183208 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-504c71a5-095b-4750-a8a2-ee1d2b9abe79 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.9975271 Aug 28 12:45:57.195992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f020296-7e46-4cbc-bc1d-ba0b0c7b9951 req-91fa258b-fdf7-4c2c-89ee-ee4d2823cc58 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:57.206602 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-fcdba9ba-ceca-4ae1-b6c5-84e298029c63 None None] Port 42f794e0-f083-4c0a-8605-5f32a2eaab19 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:45:57.208461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f020296-7e46-4cbc-bc1d-ba0b0c7b9951 req-91fa258b-fdf7-4c2c-89ee-ee4d2823cc58 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:57.210348 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f020296-7e46-4cbc-bc1d-ba0b0c7b9951 req-91fa258b-fdf7-4c2c-89ee-ee4d2823cc58 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1653 time: 0.2807655 Aug 28 12:45:57.211802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-2e3de8b1-1c2d-4219-be98-199386114965 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:57.213911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40900) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:57.215758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-2e3de8b1-1c2d-4219-be98-199386114965 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:57.222132 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d68391e1-7159-4985-a862-596ef01100cc tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Request body: {'subnet': {'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:57.406089 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e707803-773d-4048-a909-629a143e63f2 req-0517bacf-fb87-44e2-8b06-202cd1d4f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:57.408156 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e707803-773d-4048-a909-629a143e63f2 req-0517bacf-fb87-44e2-8b06-202cd1d4f49f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 1095 time: 0.1512706 Aug 28 12:45:57.424343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-2e3de8b1-1c2d-4219-be98-199386114965 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:57.438696 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-2e3de8b1-1c2d-4219-be98-199386114965 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:57.460978 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f020296-7e46-4cbc-bc1d-ba0b0c7b9951 req-16f5e911-4661-4303-ac81-6178b67ec441 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270911 Aug 28 12:45:57.495660 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-2e3de8b1-1c2d-4219-be98-199386114965 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9196289 Aug 28 12:45:57.515293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-59b71610-974a-47e0-be6f-1998f7e34702', 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'fixed_ips': [{'subnet_id': 'cb64fb14-001a-49f8-b98d-50135cdf674b'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:45:57.516292 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:57.577336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Request body: {'port': {'device_id': '93307973-c112-4842-90d8-7f2aad6b3f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:57.655998 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0d01469e-4bba-4602-8e18-836c9feab85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:57.709307 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0d01469e-4bba-4602-8e18-836c9feab85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:57.761181 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:57.778908 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:45:57.801315 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fdd5e8e2-ea05-4d83-bd3a-6d10df46d24b admin admin] 10.222.0.20 "PUT /v2.0/routers/c9a66ef1-d5e2-4642-a484-cfbdff0d439d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8447709 Aug 28 12:45:57.813781 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29930e06-99d4-4732-8550-4b28cec1d357 req-0d5eaebe-7098-4ee1-9541-2e0adf991b4c tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:57.815670 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-29930e06-99d4-4732-8550-4b28cec1d357 req-0d5eaebe-7098-4ee1-9541-2e0adf991b4c tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 945 time: 0.4921257 Aug 28 12:45:57.820371 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0d01469e-4bba-4602-8e18-836c9feab85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:57.823266 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0d01469e-4bba-4602-8e18-836c9feab85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:57.824635 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0d01469e-4bba-4602-8e18-836c9feab85c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0907e0c-9ed3-4bc3-ab02-9c8ecb6ce9a2 HTTP/1.1" status: 204 len: 168 time: 0.7386334 Aug 28 12:45:57.832819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Sync routers for ids ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:45:57.835280 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f955881b-fba4-424d-9003-6da2262d2bf2 None None] Provisioning for port cf99176a-a248-47c2-8e9c-60abd5290421 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:45:57.857396 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f955881b-fba4-424d-9003-6da2262d2bf2 None None] Provisioning complete for port cf99176a-a248-47c2-8e9c-60abd5290421 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:45:57.857860 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f955881b-fba4-424d-9003-6da2262d2bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:57.915062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Routers {'c9a66ef1-d5e2-4642-a484-cfbdff0d439d'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:45:57.915713 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:57.944073 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01469e-4bba-4602-8e18-836c9feab85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0907e0c-9ed3-4bc3-ab02-9c8ecb6ce9a2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:57.959250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-29930e06-99d4-4732-8550-4b28cec1d357 req-df53532d-27fa-4c97-b7e8-dde0bcb59fb9 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bdee44-b22c-48e3-86f5-9183fcb0a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332207 Aug 28 12:45:57.983683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e707803-773d-4048-a909-629a143e63f2 req-bad7aa7b-0943-454d-a829-0311e90782cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:57.987101 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e707803-773d-4048-a909-629a143e63f2 req-bad7aa7b-0943-454d-a829-0311e90782cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.5359414 Aug 28 12:45:58.005459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68391e1-7159-4985-a862-596ef01100cc tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Made reservation on behalf of 5e506c78606b440c8de2be4917f584b8 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:58.010506 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d68391e1-7159-4985-a862-596ef01100cc tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:58.013505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Allocated IP 10.1.1.2 (59b71610-974a-47e0-be6f-1998f7e34702/cb64fb14-001a-49f8-b98d-50135cdf674b/2fd19d45-6e6a-4392-904b-c1926d62d438) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:58.018166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f760fe-7531-46d0-bcfa-dda1208cb17c req-bfa8f02e-298a-4779-85fd-c015054d4625 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:58.030898 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f955881b-fba4-424d-9003-6da2262d2bf2 None None] Port cf99176a-a248-47c2-8e9c-60abd5290421 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:45:58.038489 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32f760fe-7531-46d0-bcfa-dda1208cb17c req-bfa8f02e-298a-4779-85fd-c015054d4625 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 943 time: 0.4003587 Aug 28 12:45:58.263044 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e707803-773d-4048-a909-629a143e63f2 req-0e861957-3452-44c3-9514-68c5e5a10848 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2233bb65-d430-4de6-9f2a-4e65652d2183 HTTP/1.1" status: 200 len: 217 time: 0.0894041 Aug 28 12:45:58.275262 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32f760fe-7531-46d0-bcfa-dda1208cb17c req-0b994752-5ebf-4e68-8348-40f403dca63c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358916 Aug 28 12:45:58.290658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d010e-bd1d-4409-8059-b957772cb179 req-20e86682-12e9-416e-a46c-925925af3398 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:58.299046 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a6d010e-bd1d-4409-8059-b957772cb179 req-20e86682-12e9-416e-a46c-925925af3398 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.1809750 Aug 28 12:45:58.341406 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Set router c9a66ef1-d5e2-4642-a484-cfbdff0d439d gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:45:58.351119 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e707803-773d-4048-a909-629a143e63f2 req-f825d92c-b367-47d3-a4af-a79b78375d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:58.353577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e707803-773d-4048-a909-629a143e63f2 req-f825d92c-b367-47d3-a4af-a79b78375d75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.0770297 Aug 28 12:45:58.407316 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a6d010e-bd1d-4409-8059-b957772cb179 req-3d32e640-18d6-4238-ac09-0decf3e80587 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072891 Aug 28 12:45:58.434456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:45:58.445921 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:58.465113 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Transition to ACTIVE for port object 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:58.467392 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e707803-773d-4048-a909-629a143e63f2 req-2179b2a7-e1a2-49a6-81d2-f25f54b25eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:58.469134 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e707803-773d-4048-a909-629a143e63f2 req-2179b2a7-e1a2-49a6-81d2-f25f54b25eeb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035271 Aug 28 12:45:58.471980 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:58.595312 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Pushing event updated for resources: {'Port': ['ID=7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:58.661317 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d68391e1-7159-4985-a862-596ef01100cc tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:58.819311 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e707803-773d-4048-a909-629a143e63f2 req-30c24510-8fc4-4974-8793-86017a71700d service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171613 Aug 28 12:45:58.827344 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306507f4-2a7a-4903-a771-0f6d4d0b121d req-2279af1e-9581-49f3-b256-d385b4c31216 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:58.842146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306507f4-2a7a-4903-a771-0f6d4d0b121d req-2279af1e-9581-49f3-b256-d385b4c31216 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:58.852967 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-306507f4-2a7a-4903-a771-0f6d4d0b121d req-2279af1e-9581-49f3-b256-d385b4c31216 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1665 time: 0.2579544 Aug 28 12:45:58.881719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68391e1-7159-4985-a862-596ef01100cc tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Checking segment: {'id': 'ff986872-1e0a-47d6-867f-1ce369e19f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:58.882816 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68391e1-7159-4985-a862-596ef01100cc tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Network hostable DHCP agents. Network: bcb5f611-12de-426c-9450-c8901fa3ceaa, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:45:58.889620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68391e1-7159-4985-a862-596ef01100cc tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event updated for resources: {'Subnet': ['ID=b264f4ef-1309-4558-ad1d-260dd40e4e63,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:58.923191 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-306507f4-2a7a-4903-a771-0f6d4d0b121d req-3b46e299-173b-4689-b990-36c39d51c537 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688915 Aug 28 12:45:58.942306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68391e1-7159-4985-a862-596ef01100cc tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Network bcb5f611-12de-426c-9450-c8901fa3ceaa is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:45:58.953259 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d68391e1-7159-4985-a862-596ef01100cc tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, bcb5f611-12de-426c-9450-c8901fa3ceaa) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:58.959093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68391e1-7159-4985-a862-596ef01100cc tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:58.960612 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d68391e1-7159-4985-a862-596ef01100cc tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:58.986924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193274b7-f333-44b1-a2b0-15892711b7f3 None None] Network bcb5f611-12de-426c-9450-c8901fa3ceaa requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:45:59.001050 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d68391e1-7159-4985-a862-596ef01100cc tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7860842 Aug 28 12:45:59.003918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40958) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:59.017677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-bd6f4ca6-038c-41cf-be5d-b9f438aa2217 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Request body: {'port': {'network_id': '59b71610-974a-47e0-be6f-1998f7e34702', 'name': 'tempest-TaggedBootDevicesTest_v242-1398346112', 'fixed_ips': [{'subnet_id': 'cb64fb14-001a-49f8-b98d-50135cdf674b'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:59.024241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Attempting to bind port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:59.024761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Attempting to bind port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '72b515d1-d568-4217-81f8-c00eecb779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3984ba92-1332-4c51-9764-101bd14d5b78'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:59.024906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Attempting to bind port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 on network 3984ba92-1332-4c51-9764-101bd14d5b78 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:59.047510 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 on network 3984ba92-1332-4c51-9764-101bd14d5b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:45:59.047510 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Attempting to bind port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 on network 3984ba92-1332-4c51-9764-101bd14d5b78 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:59.054701 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e707803-773d-4048-a909-629a143e63f2 req-9c392992-a983-413a-9de6-ff91611b8738 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231648 Aug 28 12:45:59.080211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:59.081094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Checking segment: {'id': '72b515d1-d568-4217-81f8-c00eecb779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3984ba92-1332-4c51-9764-101bd14d5b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:59.081254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Bound using segment: {'id': '72b515d1-d568-4217-81f8-c00eecb779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3984ba92-1332-4c51-9764-101bd14d5b78'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:59.081617 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Bound port: 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b515d1-d568-4217-81f8-c00eecb779d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3984ba92-1332-4c51-9764-101bd14d5b78'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:59.081976 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:59.101281 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:59.107470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4cd55-1a7a-431e-8343-71e8395c1040 req-b3f4c116-2b45-42b5-a7de-b179695606fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:59.109013 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5be4cd55-1a7a-431e-8343-71e8395c1040 req-b3f4c116-2b45-42b5-a7de-b179695606fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 1098 time: 0.1498179 Aug 28 12:45:59.147549 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-b944e9db-e98a-45ac-8e14-ed551a6f0f33 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:59.149159 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-b944e9db-e98a-45ac-8e14-ed551a6f0f33 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/networks?id=3730338a-be75-48f7-81e6-18e4459b92c4 HTTP/1.1" status: 200 len: 828 time: 0.4461138 Aug 28 12:45:59.203470 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Transition to ACTIVE for port object 2fd19d45-6e6a-4392-904b-c1926d62d438 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:59.226777 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-3df4730b-d292-4ec2-8f49-49a29e55d33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/quotas/3a39c3307c494460a72aa392cf651d88 HTTP/1.1" status: 200 len: 375 time: 0.0623245 Aug 28 12:45:59.257530 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] For port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:59.259667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40964) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:45:59.271753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6f4ca6-038c-41cf-be5d-b9f438aa2217 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Made reservation on behalf of 5e506c78606b440c8de2be4917f584b8 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:59.278331 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Transition to ACTIVE for port object 2fd19d45-6e6a-4392-904b-c1926d62d438 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:45:59.295393 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:59.320795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] For port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610,segment=NetworkSegment(72b515d1-d568-4217-81f8-c00eecb779d4),segment_id=72b515d1-d568-4217-81f8-c00eecb779d4)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:59.333900 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:59.342439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a4388-7185-4286-868d-27ab53e98948 req-471045fc-aca4-4767-b0da-931a5f0e32af tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:59.344009 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f23a4388-7185-4286-868d-27ab53e98948 req-471045fc-aca4-4767-b0da-931a5f0e32af tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 945 time: 0.1242483 Aug 28 12:45:59.384525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Pushing event updated for resources: {'Port': ['ID=2fd19d45-6e6a-4392-904b-c1926d62d438,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:59.398820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:59.399572 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:59.401133 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] 10.222.0.11 "PUT /v2.0/ports/7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 HTTP/1.1" status: 200 len: 1093 time: 1.8366537 Aug 28 12:45:59.402544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Network 59b71610-974a-47e0-be6f-1998f7e34702 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:45:59.406421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93307973-c112-4842-90d8-7f2aad6b3f3e', 'tag': '7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:45:59.408300 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39958393-d473-401a-8808-d4019480b1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "93307973-c112-4842-90d8-7f2aad6b3f3e", "tag": "7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:45:59.409339 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f23a4388-7185-4286-868d-27ab53e98948 req-edfb8447-84d9-43a0-984b-45b8bb90e570 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bdee44-b22c-48e3-86f5-9183fcb0a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578070 Aug 28 12:45:59.419575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4cd55-1a7a-431e-8343-71e8395c1040 req-d95ffe96-6d78-4470-9ce2-d081ed898574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:59.421436 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5be4cd55-1a7a-431e-8343-71e8395c1040 req-d95ffe96-6d78-4470-9ce2-d081ed898574 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 911 time: 0.2900915 Aug 28 12:45:59.424810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-bcb5f611-12de-426c-9450-c8901fa3ceaa', 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'fixed_ips': [{'subnet_id': 'b264f4ef-1309-4558-ad1d-260dd40e4e63'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:45:59.426203 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:59.450725 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-cf5c8df8-6fcc-41d9-be8d-8b3e04b868d9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-46770766-network', 'tenant_id': '865a46c7993e47a5a3e15cef9c9ef911'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:59.458085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:45:59.461375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-9dbb7b27-5a33-48be-8889-6438265f54ff tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a39c3307c494460a72aa392cf651d88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2180030 Aug 28 12:45:59.465624 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Request body: {'port': {'device_id': '93307973-c112-4842-90d8-7f2aad6b3f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:45:59.467410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:45:59.478934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-router', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:45Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'gw_port': {'id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:46Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '42f794e0-f083-4c0a-8605-5f32a2eaab19', 'name': '', 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'mac_address': 'fa:16:3e:df:72:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:52Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 2, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'subnets': [{'id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:45:59.522524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Checking router: c9a66ef1-d5e2-4642-a484-cfbdff0d439d for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:45:59.523106 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Updating router c9a66ef1-d5e2-4642-a484-cfbdff0d439d port 42f794e0-f083-4c0a-8605-5f32a2eaab19 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:45:59.546639 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4ca6-038c-41cf-be5d-b9f438aa2217 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:59.586494 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5c8df8-6fcc-41d9-be8d-8b3e04b868d9 admin admin] Made reservation on behalf of 865a46c7993e47a5a3e15cef9c9ef911 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:45:59.588906 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8df8-6fcc-41d9-be8d-8b3e04b868d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:59.596968 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-bd6f4ca6-038c-41cf-be5d-b9f438aa2217 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] device_id is not set on port 708f1d54-3c32-49c6-8985-1c867d1c59b6 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:45:59.599104 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5be4cd55-1a7a-431e-8343-71e8395c1040 req-4060e147-3d08-4dd5-ac01-412ef4e9af12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 HTTP/1.1" status: 200 len: 217 time: 0.1625769 Aug 28 12:45:59.614893 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8df8-6fcc-41d9-be8d-8b3e04b868d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:59.672276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Attempting to bind port 2fd19d45-6e6a-4392-904b-c1926d62d438 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:45:59.672653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Attempting to bind port 2fd19d45-6e6a-4392-904b-c1926d62d438 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:45:59.673016 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Attempting to bind port 2fd19d45-6e6a-4392-904b-c1926d62d438 on network 59b71610-974a-47e0-be6f-1998f7e34702 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:45:59.675271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4cd55-1a7a-431e-8343-71e8395c1040 req-44eea39a-62f0-48da-b2df-d17204ef2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:59.677204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5be4cd55-1a7a-431e-8343-71e8395c1040 req-44eea39a-62f0-48da-b2df-d17204ef2b15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=681f86f1-f49d-4aac-bbea-fa1f759eb663 HTTP/1.1" status: 200 len: 851 time: 0.0623651 Aug 28 12:45:59.680618 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75b406-31e8-47e1-89c9-91d68304255d service neutron] Pushing event updated for resources: {'Port': ['ID=7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:45:59.680828 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:59.696385 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:45:59.696767 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Checking segment: {'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:45:59.697536 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:59.697667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Bound using segment: {'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:45:59.698092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Bound port: 2fd19d45-6e6a-4392-904b-c1926d62d438, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:45:59.698636 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:59.739983 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5be4cd55-1a7a-431e-8343-71e8395c1040 req-809e2b77-e487-42f6-8aac-d079826feb4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506477 Aug 28 12:45:59.740222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347ec85-73a5-4b5c-a6fc-2bf2849ae648 req-811a6598-4516-4300-92ea-5fc9c1fb7dc8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:45:59.744617 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-d4178a41-a133-4f54-91ab-edc89e52141a service neutron] 10.222.0.20 "GET /v2.0/networks/3730338a-be75-48f7-81e6-18e4459b92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328494 Aug 28 12:45:59.747406 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:59.748956 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3347ec85-73a5-4b5c-a6fc-2bf2849ae648 req-811a6598-4516-4300-92ea-5fc9c1fb7dc8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 943 time: 0.2282283 Aug 28 12:45:59.843412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Allocated IP 10.2.2.2 (bcb5f611-12de-426c-9450-c8901fa3ceaa/b264f4ef-1309-4558-ad1d-260dd40e4e63/2429085c-14dc-4093-9982-fb18225aa15f) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:45:59.907014 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3347ec85-73a5-4b5c-a6fc-2bf2849ae648 req-dc48c386-aa11-4c04-9af6-6f6ec3592ab8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568992 Aug 28 12:45:59.934927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] For port 2fd19d45-6e6a-4392-904b-c1926d62d438, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:45:59.938781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] For port 2fd19d45-6e6a-4392-904b-c1926d62d438, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2fd19d45-6e6a-4392-904b-c1926d62d438,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:45:59.959735 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:45:59.996250 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-bd6f4ca6-038c-41cf-be5d-b9f438aa2217 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Allocated IP 10.1.1.149 (59b71610-974a-47e0-be6f-1998f7e34702/cb64fb14-001a-49f8-b98d-50135cdf674b/708f1d54-3c32-49c6-8985-1c867d1c59b6) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:00.000186 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:46:00.010081 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5be4cd55-1a7a-431e-8343-71e8395c1040 req-39b48389-4309-448e-8208-9f45ab9f73e2 service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599144 Aug 28 12:46:00.051339 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8df8-6fcc-41d9-be8d-8b3e04b868d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:00.064747 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8df8-6fcc-41d9-be8d-8b3e04b868d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:00.099341 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-ad8395b4-98f6-44b2-b42e-bd60858b9e6f service neutron] 10.222.0.20 "GET /v2.0/networks/3730338a-be75-48f7-81e6-18e4459b92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406899 Aug 28 12:46:00.112260 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5c8df8-6fcc-41d9-be8d-8b3e04b868d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:46:00.150905 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c8df8-6fcc-41d9-be8d-8b3e04b868d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c113d4-1769-42d1-9bce-3d41a4509135,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:00.162321 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107b5c5-872a-438a-a8fa-9e7e07e5ef93 None None] Pushing event updated for resources: {'Port': ['ID=2fd19d45-6e6a-4392-904b-c1926d62d438,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:00.187062 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae28eca-6609-4d80-8ce9-1fc18d0066d8 x-openstack-request-id: req-0ae28eca-6609-4d80-8ce9-1fc18d0066d8 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:00.187553 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93307973-c112-4842-90d8-7f2aad6b3f3e", "tag": "7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:00.187817 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ae28eca-6609-4d80-8ce9-1fc18d0066d8 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:00.188407 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93307973-c112-4842-90d8-7f2aad6b3f3e', 'tag': '7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610', 'status': 'completed', 'code': 200} Aug 28 12:46:00.192335 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8df8-6fcc-41d9-be8d-8b3e04b868d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:00.194233 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-cf5c8df8-6fcc-41d9-be8d-8b3e04b868d9 admin admin] Added segment 0c6b4a79-10de-46f6-b606-682c7f0e5b22 of type vlan for network 289a516b-5523-4b44-9ed2-8a67002e283b Aug 28 12:46:00.278297 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2233bb65-d430-4de6-9f2a-4e65652d2183 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:46:00.296423 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8df8-6fcc-41d9-be8d-8b3e04b868d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:00.356346 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:00.405624 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Transition to ACTIVE for port object 2429085c-14dc-4093-9982-fb18225aa15f will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:00.438665 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8df8-6fcc-41d9-be8d-8b3e04b868d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:00.439858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5c8df8-6fcc-41d9-be8d-8b3e04b868d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:00.440591 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8df8-6fcc-41d9-be8d-8b3e04b868d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:00.481446 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cf5c8df8-6fcc-41d9-be8d-8b3e04b868d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2205763 Aug 28 12:46:00.494223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40984) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:00.504229 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:00.513889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b22dab5a-f1e9-40c4-835c-c95ba54fbc97 admin admin] Request body: {'subnet': {'network_id': '289a516b-5523-4b44-9ed2-8a67002e283b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-46770766-subnet', 'tenant_id': '865a46c7993e47a5a3e15cef9c9ef911', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:00.523574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Transition to ACTIVE for port object 42f794e0-f083-4c0a-8605-5f32a2eaab19 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:00.572224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Transition to ACTIVE for port object 2429085c-14dc-4093-9982-fb18225aa15f will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:00.577123 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:00.595312 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:00.604152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22dab5a-f1e9-40c4-835c-c95ba54fbc97 admin admin] Made reservation on behalf of 865a46c7993e47a5a3e15cef9c9ef911 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:46:00.610072 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b22dab5a-f1e9-40c4-835c-c95ba54fbc97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:00.640926 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Network bcb5f611-12de-426c-9450-c8901fa3ceaa is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:00.666173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:00.673525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:00.684776 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 2233bb65-d430-4de6-9f2a-4e65652d2183, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2233bb65-d430-4de6-9f2a-4e65652d2183,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:00.715664 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cabe1e-7399-4dae-87b0-a4f5555e35bb None None] Pushing event updated for resources: {'Port': ['ID=42f794e0-f083-4c0a-8605-5f32a2eaab19,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:00.773070 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd06cd5-a758-46ce-abe8-1c14c51aabf5 req-13671737-731a-4b25-931a-35ae335657e6 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:00.774962 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ffd06cd5-a758-46ce-abe8-1c14c51aabf5 req-13671737-731a-4b25-931a-35ae335657e6 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 945 time: 0.3781860 Aug 28 12:46:00.877847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '2233bb65-d430-4de6-9f2a-4e65652d2183', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'port_id': '2233bb65-d430-4de6-9f2a-4e65652d2183', 'mac_address': 'fa:16:3e:7b:c7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:46:00.883070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Attempting to bind port 2429085c-14dc-4093-9982-fb18225aa15f on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:00.883436 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Attempting to bind port 2429085c-14dc-4093-9982-fb18225aa15f by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'ff986872-1e0a-47d6-867f-1ce369e19f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:00.883792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Attempting to bind port 2429085c-14dc-4093-9982-fb18225aa15f on network bcb5f611-12de-426c-9450-c8901fa3ceaa {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:00.902042 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c8df8-6fcc-41d9-be8d-8b3e04b868d9 admin admin] Pushing event updated for resources: {'Network': ['ID=289a516b-5523-4b44-9ed2-8a67002e283b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:00.909219 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:00.909644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Checking segment: {'id': 'ff986872-1e0a-47d6-867f-1ce369e19f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:00.910025 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:00.910430 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Bound using segment: {'id': 'ff986872-1e0a-47d6-867f-1ce369e19f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:00.910889 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Bound port: 2429085c-14dc-4093-9982-fb18225aa15f, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff986872-1e0a-47d6-867f-1ce369e19f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:00.911342 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:00.912896 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40992) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:00.925015 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-dae407f4-abd2-451b-b9e0-b3c0c0cf6845 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Request body: {'floatingip': {'port_id': 'f6b3c37c-65eb-424d-a55f-4e2eaf5d888c'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:00.949509 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 289a516b-5523-4b44-9ed2-8a67002e283b details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:46:00.989745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Pushing event updated for resources: {'Port': ['ID=2429085c-14dc-4093-9982-fb18225aa15f,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:01.082717 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dae407f4-abd2-451b-b9e0-b3c0c0cf6845 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:01.087851 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4ca6-038c-41cf-be5d-b9f438aa2217 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:01.091258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39958393-d473-401a-8808-d4019480b1ab req-01af86ee-f597-4464-86e0-1ff1490ef7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:01.095725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39958393-d473-401a-8808-d4019480b1ab req-01af86ee-f597-4464-86e0-1ff1490ef7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:01.097621 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39958393-d473-401a-8808-d4019480b1ab req-01af86ee-f597-4464-86e0-1ff1490ef7c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8b6a5129b1b48b89b117e4cbf71074a&device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1913 time: 0.9070945 Aug 28 12:46:01.131244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdc194-bb5e-4820-b70c-9455e838ae0e req-19d7613a-02ab-4b22-9943-5188e2f89aa3 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:01.134484 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7bfdc194-bb5e-4820-b70c-9455e838ae0e req-19d7613a-02ab-4b22-9943-5188e2f89aa3 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.7983558 Aug 28 12:46:01.156705 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5be4cd55-1a7a-431e-8343-71e8395c1040 req-34e61204-1998-420c-a3db-116216bbbde0 service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9673615 Aug 28 12:46:01.197260 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-bd6f4ca6-038c-41cf-be5d-b9f438aa2217 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Transition to ACTIVE for port object 708f1d54-3c32-49c6-8985-1c867d1c59b6 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:01.222555 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:01.233559 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Attempting to bind port 42f794e0-f083-4c0a-8605-5f32a2eaab19 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:01.234143 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Attempting to bind port 42f794e0-f083-4c0a-8605-5f32a2eaab19 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'ec87516c-93ea-4fa9-b323-73e1425af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:01.234631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Attempting to bind port 42f794e0-f083-4c0a-8605-5f32a2eaab19 on network 3730338a-be75-48f7-81e6-18e4459b92c4 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:01.237864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f921c29-c44e-4125-84e9-354245612266 req-266dd87d-f266-443d-97fd-0a41537f7331 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:01.244470 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f921c29-c44e-4125-84e9-354245612266 req-266dd87d-f266-443d-97fd-0a41537f7331 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:01.246108 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6f921c29-c44e-4125-84e9-354245612266 req-266dd87d-f266-443d-97fd-0a41537f7331 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1665 time: 0.3415871 Aug 28 12:46:01.280213 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2233bb65-d430-4de6-9f2a-4e65652d2183 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:01.286230 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:01.287106 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Checking segment: {'id': 'ec87516c-93ea-4fa9-b323-73e1425af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:01.287106 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:01.295423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Bound using segment: {'id': 'ec87516c-93ea-4fa9-b323-73e1425af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:01.296476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Bound port: 42f794e0-f083-4c0a-8605-5f32a2eaab19, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec87516c-93ea-4fa9-b323-73e1425af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:01.296892 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:01.299567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] For port 2429085c-14dc-4093-9982-fb18225aa15f, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:01.345436 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] For port 2429085c-14dc-4093-9982-fb18225aa15f, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2429085c-14dc-4093-9982-fb18225aa15f,segment=NetworkSegment(ff986872-1e0a-47d6-867f-1ce369e19f52),segment_id=ff986872-1e0a-47d6-867f-1ce369e19f52)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:01.357891 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b22dab5a-f1e9-40c4-835c-c95ba54fbc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:01.401814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf99176a-a248-47c2-8e9c-60abd5290421 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:01.409025 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7bfdc194-bb5e-4820-b70c-9455e838ae0e req-93b73b4b-bc7f-463b-a0cd-e2980cfa9ccc tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664993 Aug 28 12:46:01.427821 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:01.450898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39958393-d473-401a-8808-d4019480b1ab req-2c1e0ebd-01ea-410b-a8bb-7e74e96e4f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:01.451372 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39958393-d473-401a-8808-d4019480b1ab req-2c1e0ebd-01ea-410b-a8bb-7e74e96e4f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:01.451833 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39958393-d473-401a-8808-d4019480b1ab req-2c1e0ebd-01ea-410b-a8bb-7e74e96e4f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:01.453576 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39958393-d473-401a-8808-d4019480b1ab req-2c1e0ebd-01ea-410b-a8bb-7e74e96e4f6c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b8b6a5129b1b48b89b117e4cbf71074a&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.3171544 Aug 28 12:46:01.456831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Transition to ACTIVE for port object cf99176a-a248-47c2-8e9c-60abd5290421 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:01.482521 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:01.529027 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:01.533665 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 2233bb65-d430-4de6-9f2a-4e65652d2183, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2233bb65-d430-4de6-9f2a-4e65652d2183,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:01.546229 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:01.588999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bcdb05-d990-407e-8a1d-5ba96fb69141 None None] Network 59b71610-974a-47e0-be6f-1998f7e34702 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:46:01.637049 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3721d80d-4fc6-4b07-9a33-0a7134a7b6bf req-149187d6-2d5a-41d0-9c01-f111aaa20415 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 210 time: 0.0789089 Aug 28 12:46:01.712661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] For port 42f794e0-f083-4c0a-8605-5f32a2eaab19, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:01.730681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Pushing event updated for resources: {'Port': ['ID=cf99176a-a248-47c2-8e9c-60abd5290421,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:01.755721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b420e81c-3b02-48b4-a6d4-a22eba3c9c15 None None] Provisioning for port 2fd19d45-6e6a-4392-904b-c1926d62d438 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:01.762945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565fb9e-5248-45fe-a6c9-f21d205ae970 None None] Pushing event updated for resources: {'Port': ['ID=2429085c-14dc-4093-9982-fb18225aa15f,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:01.773751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] For port 42f794e0-f083-4c0a-8605-5f32a2eaab19, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=42f794e0-f083-4c0a-8605-5f32a2eaab19,segment=NetworkSegment(ec87516c-93ea-4fa9-b323-73e1425af431),segment_id=ec87516c-93ea-4fa9-b323-73e1425af431)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:01.811349 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:01.905582 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=2233bb65-d430-4de6-9f2a-4e65652d2183,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:01.969228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39958393-d473-401a-8808-d4019480b1ab req-bb1789f9-b214-4b55-b36a-8963c10bbc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:01.972275 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39958393-d473-401a-8808-d4019480b1ab req-bb1789f9-b214-4b55-b36a-8963c10bbc04 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5088844 Aug 28 12:46:01.991726 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cabe1e-7399-4dae-87b0-a4f5555e35bb None None] Pushing event updated for resources: {'Port': ['ID=42f794e0-f083-4c0a-8605-5f32a2eaab19,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:01.995109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['2233bb65-d430-4de6-9f2a-4e65652d2183'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:46:02.108154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Attempting to bind port cf99176a-a248-47c2-8e9c-60abd5290421 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:02.108485 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Attempting to bind port cf99176a-a248-47c2-8e9c-60abd5290421 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'bb769870-c89d-4f3b-85a5-031b049870d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '49532abb-a580-4f12-a65b-310c7a368897'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:02.109004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Attempting to bind port cf99176a-a248-47c2-8e9c-60abd5290421 on network 49532abb-a580-4f12-a65b-310c7a368897 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:02.123576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402500ca-9c08-4de9-9bef-cbc3c0abb0f3 req-7b5c3ad8-27bf-48ff-8344-3a5108473a57 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:02.125137 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-402500ca-9c08-4de9-9bef-cbc3c0abb0f3 req-7b5c3ad8-27bf-48ff-8344-3a5108473a57 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 944 time: 0.2913570 Aug 28 12:46:02.137573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-18a604c4-6109-4d5e-9a62-f57ad88fe0de tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:02.139424 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-18a604c4-6109-4d5e-9a62-f57ad88fe0de tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.11 "GET /v2.0/networks?id=3730338a-be75-48f7-81e6-18e4459b92c4 HTTP/1.1" status: 200 len: 828 time: 0.3267262 Aug 28 12:46:02.141834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Port cf99176a-a248-47c2-8e9c-60abd5290421 on network 49532abb-a580-4f12-a65b-310c7a368897 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:46:02.142285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Attempting to bind port cf99176a-a248-47c2-8e9c-60abd5290421 on network 49532abb-a580-4f12-a65b-310c7a368897 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:02.149049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dab5a-f1e9-40c4-835c-c95ba54fbc97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=436e8247-b3b3-494e-83f7-a96fca2ecca3,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:02.165885 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6f921c29-c44e-4125-84e9-354245612266 req-54d7cc36-e745-438c-a5d6-7c20b43630ed tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8690300 Aug 28 12:46:02.181250 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:02.181598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Checking segment: {'id': 'bb769870-c89d-4f3b-85a5-031b049870d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '49532abb-a580-4f12-a65b-310c7a368897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:02.181985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Bound using segment: {'id': 'bb769870-c89d-4f3b-85a5-031b049870d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '49532abb-a580-4f12-a65b-310c7a368897'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:02.182479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Bound port: cf99176a-a248-47c2-8e9c-60abd5290421, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb769870-c89d-4f3b-85a5-031b049870d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '49532abb-a580-4f12-a65b-310c7a368897'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:02.182814 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:02.194510 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-3345aa46-0b2a-48b5-b8e5-939e045ca0dd tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Request body: {'port': {'device_id': '05cf3489-0aae-4ae8-af8d-68d9079c5492', 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4', 'admin_state_up': True, 'tenant_id': '3a39c3307c494460a72aa392cf651d88'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:02.236172 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22dab5a-f1e9-40c4-835c-c95ba54fbc97 admin admin] Checking segment: {'id': '0c6b4a79-10de-46f6-b606-682c7f0e5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '289a516b-5523-4b44-9ed2-8a67002e283b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:02.236539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22dab5a-f1e9-40c4-835c-c95ba54fbc97 admin admin] Network hostable DHCP agents. Network: 289a516b-5523-4b44-9ed2-8a67002e283b, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:46:02.248626 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4ca6-038c-41cf-be5d-b9f438aa2217 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:02.283282 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22dab5a-f1e9-40c4-835c-c95ba54fbc97 admin admin] Network 289a516b-5523-4b44-9ed2-8a67002e283b is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:46:02.309886 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-402500ca-9c08-4de9-9bef-cbc3c0abb0f3 req-4401ffd2-f0d0-403c-b695-8e3c0b9fa484 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693330 Aug 28 12:46:02.330119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Routers {'c9a66ef1-d5e2-4642-a484-cfbdff0d439d'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:02.335263 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:02.359941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-b22dab5a-f1e9-40c4-835c-c95ba54fbc97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 289a516b-5523-4b44-9ed2-8a67002e283b) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:02.362661 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6f4ca6-038c-41cf-be5d-b9f438aa2217 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Network 59b71610-974a-47e0-be6f-1998f7e34702 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:02.378958 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22dab5a-f1e9-40c4-835c-c95ba54fbc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:02.379569 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b22dab5a-f1e9-40c4-835c-c95ba54fbc97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:02.391394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-bd6f4ca6-038c-41cf-be5d-b9f438aa2217 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:02.398577 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b22dab5a-f1e9-40c4-835c-c95ba54fbc97 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8894625 Aug 28 12:46:02.403230 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41000) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:02.404117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f4ca6-038c-41cf-be5d-b9f438aa2217 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:02.408639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c690691d-8745-4177-9842-364296791369 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-46770766-router', 'tenant_id': '865a46c7993e47a5a3e15cef9c9ef911', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:02.432167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] For port cf99176a-a248-47c2-8e9c-60abd5290421, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:02.437633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] For port cf99176a-a248-47c2-8e9c-60abd5290421, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=cf99176a-a248-47c2-8e9c-60abd5290421,segment=NetworkSegment(bb769870-c89d-4f3b-85a5-031b049870d7),segment_id=bb769870-c89d-4f3b-85a5-031b049870d7)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:02.446415 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:02.484575 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:46:02.502227 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf83aaa-4286-4180-9cb3-1c48bbf87d17 None None] Network 289a516b-5523-4b44-9ed2-8a67002e283b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:46:02.506442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] Set router c9a66ef1-d5e2-4642-a484-cfbdff0d439d gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:02.535948 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:02.536200 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:02.537672 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] 10.222.0.11 "PUT /v2.0/ports/cf99176a-a248-47c2-8e9c-60abd5290421 HTTP/1.1" status: 200 len: 1091 time: 3.0851300 Aug 28 12:46:02.540863 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c690691d-8745-4177-9842-364296791369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:02.552516 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c690691d-8745-4177-9842-364296791369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:02.557242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93307973-c112-4842-90d8-7f2aad6b3f3e', 'tag': 'cf99176a-a248-47c2-8e9c-60abd5290421'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:02.563028 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e490a1-2640-48db-90ad-479e2dc05dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "93307973-c112-4842-90d8-7f2aad6b3f3e", "tag": "cf99176a-a248-47c2-8e9c-60abd5290421"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:02.627053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f4ca6-038c-41cf-be5d-b9f438aa2217 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event updated for resources: {'Port': ['ID=708f1d54-3c32-49c6-8985-1c867d1c59b6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:02.689746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6f4ca6-038c-41cf-be5d-b9f438aa2217 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:02.690413 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4ca6-038c-41cf-be5d-b9f438aa2217 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:02.720672 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671862b9-693a-42e5-9086-06f066f59f47 x-openstack-request-id: req-671862b9-693a-42e5-9086-06f066f59f47 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:02.721091 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93307973-c112-4842-90d8-7f2aad6b3f3e", "tag": "cf99176a-a248-47c2-8e9c-60abd5290421", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:02.721298 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-671862b9-693a-42e5-9086-06f066f59f47 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:02.721631 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93307973-c112-4842-90d8-7f2aad6b3f3e', 'tag': 'cf99176a-a248-47c2-8e9c-60abd5290421', 'status': 'completed', 'code': 200} Aug 28 12:46:02.753443 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c690691d-8745-4177-9842-364296791369 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:02.785119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2429085c-14dc-4093-9982-fb18225aa15f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:02.788048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a009ac-67bd-4ff5-a80d-443a4cdf03da req-301d7f22-6f0f-4799-b02a-73ee31ab4bee tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:02.798100 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-02a009ac-67bd-4ff5-a80d-443a4cdf03da req-301d7f22-6f0f-4799-b02a-73ee31ab4bee tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 946 time: 0.2226088 Aug 28 12:46:02.814202 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bd6f4ca6-038c-41cf-be5d-b9f438aa2217 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8091118 Aug 28 12:46:02.846549 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41008) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:02.855344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-3345aa46-0b2a-48b5-b8e5-939e045ca0dd tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Made reservation on behalf of 3a39c3307c494460a72aa392cf651d88 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:46:02.859048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-3345aa46-0b2a-48b5-b8e5-939e045ca0dd tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:02.872630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c5ded3ac-487a-4fe9-9f13-a1dd39b2ddb5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Request body: {'port': {'network_id': '59b71610-974a-47e0-be6f-1998f7e34702', 'name': 'tempest-TaggedBootDevicesTest_v242-1167324536', 'fixed_ips': [{'subnet_id': 'cb64fb14-001a-49f8-b98d-50135cdf674b'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:02.928599 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72b7b806-7013-45f8-ba38-88d685ef99a7 req-27387637-f336-4988-af68-3e891bd7eea2 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 210 time: 0.1421559 Aug 28 12:46:02.938870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-88a7ec07-fedf-4f5d-b243-51d3e843698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:02.939542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-88a7ec07-fedf-4f5d-b243-51d3e843698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:02.942221 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-88a7ec07-fedf-4f5d-b243-51d3e843698a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8b6a5129b1b48b89b117e4cbf71074a&device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1981 time: 0.2423973 Aug 28 12:46:02.942905 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85620a-0f47-44d3-963c-a014a3219c50 service neutron] Pushing event updated for resources: {'Port': ['ID=cf99176a-a248-47c2-8e9c-60abd5290421,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:02.946510 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-02a009ac-67bd-4ff5-a80d-443a4cdf03da req-a9a9a8a0-8698-45cf-ac68-751abbfa6cb0 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371303 Aug 28 12:46:03.131249 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dae407f4-abd2-451b-b9e0-b3c0c0cf6845 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:03.154026 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dae407f4-abd2-451b-b9e0-b3c0c0cf6845 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:03.193807 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 2429085c-14dc-4093-9982-fb18225aa15f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:03.210647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ded3ac-487a-4fe9-9f13-a1dd39b2ddb5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Made reservation on behalf of 5e506c78606b440c8de2be4917f584b8 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:46:03.215431 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5ded3ac-487a-4fe9-9f13-a1dd39b2ddb5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:03.256291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-c5ded3ac-487a-4fe9-9f13-a1dd39b2ddb5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] device_id is not set on port 440861dd-6270-4426-a201-c0adbe3cd44a yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:46:03.274759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2fd19d45-6e6a-4392-904b-c1926d62d438 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:03.286981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-3345aa46-0b2a-48b5-b8e5-939e045ca0dd tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Allocated IP 172.20.0.7 (3730338a-be75-48f7-81e6-18e4459b92c4/fb7f2086-2045-4551-993d-261083fa36e9/2460fe8b-c9e3-43e8-8ceb-24c4401a24b6) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:03.428971 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:03.452390 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc0b2ae-94d5-4fe3-9544-e40b3c5481a7 None None] Network bcb5f611-12de-426c-9450-c8901fa3ceaa requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:46:03.506073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-289a516b-5523-4b44-9ed2-8a67002e283b', 'network_id': '289a516b-5523-4b44-9ed2-8a67002e283b', 'tenant_id': '865a46c7993e47a5a3e15cef9c9ef911', 'fixed_ips': [{'subnet_id': '436e8247-b3b3-494e-83f7-a96fca2ecca3'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:46:03.507829 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:03.527613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c5ee14-1359-4d9d-b5ac-a0461e2f83b4'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:03.529784 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464140bb-f7e5-4e38-b109-a08ae6acbaa6" -d '{"events": [{"server_uuid": "27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60", "name": "network-vif-unplugged", "status": "completed", "tag": "67c5ee14-1359-4d9d-b5ac-a0461e2f83b4"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:03.574389 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-3345aa46-0b2a-48b5-b8e5-939e045ca0dd tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:03.602161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-3345aa46-0b2a-48b5-b8e5-939e045ca0dd tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Transition to ACTIVE for port object 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:03.608111 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:03.612585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-c5ded3ac-487a-4fe9-9f13-a1dd39b2ddb5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Allocated IP 10.1.1.125 (59b71610-974a-47e0-be6f-1998f7e34702/cb64fb14-001a-49f8-b98d-50135cdf674b/440861dd-6270-4426-a201-c0adbe3cd44a) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:03.682388 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 2fd19d45-6e6a-4392-904b-c1926d62d438 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:03.685826 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-4652a3a9-4108-4312-9db9-32d1b2b7a8e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.160&port_id=7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 HTTP/1.1" status: 200 len: 217 time: 0.7328606 Aug 28 12:46:03.697420 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:03.698714 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-3345aa46-0b2a-48b5-b8e5-939e045ca0dd tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:03.699977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-dfc289c7-5780-48a5-9834-603b1860927d None None] Provisioning for port 2429085c-14dc-4093-9982-fb18225aa15f completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:03.701984 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c690691d-8745-4177-9842-364296791369 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:03.770077 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:03.773232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 2fd19d45-6e6a-4392-904b-c1926d62d438 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:03.774039 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:03.784194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-dfc289c7-5780-48a5-9834-603b1860927d None None] Provisioning complete for port 2429085c-14dc-4093-9982-fb18225aa15f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:03.784867 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dfc289c7-5780-48a5-9834-603b1860927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:03.801881 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-0aa85102-3163-4a20-9f01-2503c888ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:03.802445 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5ded3ac-487a-4fe9-9f13-a1dd39b2ddb5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:03.803423 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-0aa85102-3163-4a20-9f01-2503c888ae3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=663bc05e-6fef-4a00-9182-df969bb49e0f HTTP/1.1" status: 200 len: 801 time: 0.0979328 Aug 28 12:46:03.821263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345aa46-0b2a-48b5-b8e5-939e045ca0dd tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Pushing event updated for resources: {'Port': ['ID=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:03.868595 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-c5ded3ac-487a-4fe9-9f13-a1dd39b2ddb5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Transition to ACTIVE for port object 440861dd-6270-4426-a201-c0adbe3cd44a will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:03.884912 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-dae407f4-abd2-451b-b9e0-b3c0c0cf6845 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Floating IP e958a223-5aa9-4dd5-a61c-25b594b1f9cf associated. External IP: 172.25.1.24, port: f6b3c37c-65eb-424d-a55f-4e2eaf5d888c. Aug 28 12:46:03.886213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-3345aa46-0b2a-48b5-b8e5-939e045ca0dd tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Network 3730338a-be75-48f7-81e6-18e4459b92c4 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:03.921301 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-3345aa46-0b2a-48b5-b8e5-939e045ca0dd tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:03.927771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-3345aa46-0b2a-48b5-b8e5-939e045ca0dd tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:03.932812 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af67c3-3eab-471d-8e97-8a97a25bcb62 req-e47235e5-7abf-4a0d-80f7-caf8d8ed6d61 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:03.934418 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43af67c3-3eab-471d-8e97-8a97a25bcb62 req-e47235e5-7abf-4a0d-80f7-caf8d8ed6d61 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 944 time: 0.1271150 Aug 28 12:46:03.943860 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05031f-bcd1-48c6-9934-e65294628e0f req-259c3b2c-c4a4-45f2-93c8-10187a57c67c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:03.950331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05031f-bcd1-48c6-9934-e65294628e0f req-259c3b2c-c4a4-45f2-93c8-10187a57c67c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:03.951925 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9a05031f-bcd1-48c6-9934-e65294628e0f req-259c3b2c-c4a4-45f2-93c8-10187a57c67c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1677 time: 0.2716324 Aug 28 12:46:03.969174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-router', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:45Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'gw_port': {'id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:46Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '42f794e0-f083-4c0a-8605-5f32a2eaab19', 'name': '', 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'mac_address': 'fa:16:3e:df:72:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:52Z', 'updated_at': '2021-08-28T12:46:01Z', 'revision_number': 4, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'subnets': [{'id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:03.979515 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Allocated IP 172.20.0.2 (289a516b-5523-4b44-9ed2-8a67002e283b/436e8247-b3b3-494e-83f7-a96fca2ecca3/8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:04.024586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908145e-9a57-447b-8f57-4958f8b80dc6 None None] The sync data for ids ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'] in n-d-791505-21 is: [{'id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-router', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:45Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'gw_port': {'id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:46Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '42f794e0-f083-4c0a-8605-5f32a2eaab19', 'name': '', 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'mac_address': 'fa:16:3e:df:72:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:52Z', 'updated_at': '2021-08-28T12:46:01Z', 'revision_number': 4, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'subnets': [{'id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:46:04.033757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-87053025-4a99-4c85-9db4-3e4ef158daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:04.036048 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-87053025-4a99-4c85-9db4-3e4ef158daab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3984ba92-1332-4c51-9764-101bd14d5b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2075961 Aug 28 12:46:04.056544 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5ded3ac-487a-4fe9-9f13-a1dd39b2ddb5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:04.062666 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-3345aa46-0b2a-48b5-b8e5-939e045ca0dd tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:04.062666 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-3345aa46-0b2a-48b5-b8e5-939e045ca0dd tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:04.089294 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43af67c3-3eab-471d-8e97-8a97a25bcb62 req-876f761d-9a9b-4506-b356-a1a081d80ca9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296127 Aug 28 12:46:04.122707 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9a05031f-bcd1-48c6-9934-e65294628e0f req-5257ac37-1cd0-42d2-be62-3c667c82a230 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479287 Aug 28 12:46:04.133522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ded3ac-487a-4fe9-9f13-a1dd39b2ddb5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Network 59b71610-974a-47e0-be6f-1998f7e34702 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:04.145784 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-3345aa46-0b2a-48b5-b8e5-939e045ca0dd tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9577966 Aug 28 12:46:04.150606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c5ded3ac-487a-4fe9-9f13-a1dd39b2ddb5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:04.161316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Request body: {'port': {'device_id': '05cf3489-0aae-4ae8-af8d-68d9079c5492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:04.165742 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ded3ac-487a-4fe9-9f13-a1dd39b2ddb5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:04.283854 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-bc360777-cfd0-4a3d-9bdf-f1959dfa0ab4 service neutron] 10.222.0.11 "GET /v2.0/networks/3984ba92-1332-4c51-9764-101bd14d5b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378089 Aug 28 12:46:04.305515 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:04.450000 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c735682-4510-4c5d-8a0d-4c6b82de184c x-openstack-request-id: req-5c735682-4510-4c5d-8a0d-4c6b82de184c {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:04.450565 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60", "name": "network-vif-unplugged", "status": "failed", "tag": "67c5ee14-1359-4d9d-b5ac-a0461e2f83b4", "code": 422}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:04.450678 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c735682-4510-4c5d-8a0d-4c6b82de184c {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:04.455384 n-d-791505-21 neutron-server[94879]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67c5ee14-1359-4d9d-b5ac-a0461e2f83b4', 'code': 422} returned with failed status Aug 28 12:46:04.460728 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2233bb65-d430-4de6-9f2a-4e65652d2183 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:04.482875 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ded3ac-487a-4fe9-9f13-a1dd39b2ddb5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event updated for resources: {'Port': ['ID=440861dd-6270-4426-a201-c0adbe3cd44a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:04.521125 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ded3ac-487a-4fe9-9f13-a1dd39b2ddb5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:04.522030 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5ded3ac-487a-4fe9-9f13-a1dd39b2ddb5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:04.554560 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dfc289c7-5780-48a5-9834-603b1860927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:04.565857 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:04.606918 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c5ded3ac-487a-4fe9-9f13-a1dd39b2ddb5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7582207 Aug 28 12:46:04.628534 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112edfcd-b9ca-45e5-9c5b-2bcbb3f156d3 req-da140926-a2f6-4567-8968-d1217ce7f470 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:04.630195 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-112edfcd-b9ca-45e5-9c5b-2bcbb3f156d3 req-da140926-a2f6-4567-8968-d1217ce7f470 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 1098 time: 0.3508284 Aug 28 12:46:04.678335 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae407f4-abd2-451b-b9e0-b3c0c0cf6845 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Router ced2b5e6-9c15-4907-8732-a43114969a74 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:46:04.695290 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-112edfcd-b9ca-45e5-9c5b-2bcbb3f156d3 req-451aab85-bcf8-4a84-8888-5f6c7b892b6b tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567353 Aug 28 12:46:04.706452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d40309-f26a-4f76-be8e-afbc047c85a0 req-c553e846-d14d-4f6d-8e9f-16a1eb3d6281 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:04.714140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76d40309-f26a-4f76-be8e-afbc047c85a0 req-c553e846-d14d-4f6d-8e9f-16a1eb3d6281 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 931 time: 0.3565962 Aug 28 12:46:04.722001 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-d49cdf07-b8cc-4adc-b85f-c99c507e7de4 service neutron] 10.222.0.11 "GET /v2.0/networks/3984ba92-1332-4c51-9764-101bd14d5b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299245 Aug 28 12:46:04.775511 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c690691d-8745-4177-9842-364296791369 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:04.812872 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-2c17c440-da26-43d2-a17f-cb8a7c09ba04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.6&port_id=cf99176a-a248-47c2-8e9c-60abd5290421 HTTP/1.1" status: 200 len: 217 time: 0.0787399 Aug 28 12:46:04.839715 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-dfc289c7-5780-48a5-9834-603b1860927d None None] For port 2429085c-14dc-4093-9982-fb18225aa15f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2429085c-14dc-4093-9982-fb18225aa15f,segment=NetworkSegment(ff986872-1e0a-47d6-867f-1ce369e19f52),segment_id=ff986872-1e0a-47d6-867f-1ce369e19f52)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:04.861859 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c690691d-8745-4177-9842-364296791369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:04.878983 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:04.892177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Transition to ACTIVE for port object 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:04.913122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Transition to ACTIVE for port object 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:04.923152 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 2fd19d45-6e6a-4392-904b-c1926d62d438, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2fd19d45-6e6a-4392-904b-c1926d62d438,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:04.935761 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:04.947953 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae407f4-abd2-451b-b9e0-b3c0c0cf6845 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:46:04.952180 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dfc289c7-5780-48a5-9834-603b1860927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:04.953257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dae407f4-abd2-451b-b9e0-b3c0c0cf6845 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:04.961837 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d2f19-19fe-43eb-abb3-0ea9b6238b01 None None] Sync routers for ids ['ced2b5e6-9c15-4907-8732-a43114969a74'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:46:04.963231 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 2233bb65-d430-4de6-9f2a-4e65652d2183 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:04.969685 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:04.980806 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d2f19-19fe-43eb-abb3-0ea9b6238b01 None None] Routers {'ced2b5e6-9c15-4907-8732-a43114969a74'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:04.981899 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-215d2f19-19fe-43eb-abb3-0ea9b6238b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ced2b5e6-9c15-4907-8732-a43114969a74'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:04.994957 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fd9a3-97a1-47d3-967d-f982bf3f9a83 req-d3c9c9d0-ceb8-494c-bfa5-c6140ac52933 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:05.001515 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-781fd9a3-97a1-47d3-967d-f982bf3f9a83 req-d3c9c9d0-ceb8-494c-bfa5-c6140ac52933 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 944 time: 0.1460488 Aug 28 12:46:05.033661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 2233bb65-d430-4de6-9f2a-4e65652d2183 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:05.033964 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:05.075406 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Network 289a516b-5523-4b44-9ed2-8a67002e283b is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:05.087943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76d40309-f26a-4f76-be8e-afbc047c85a0 req-d8a2f0de-1ef0-481d-b23c-5fcbc875ae9e tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8a1465-af74-4a8c-8994-d26d5d687ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634982 Aug 28 12:46:05.099121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:05.103193 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:05.110019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9f691b66-cb65-47c7-8420-a23c166e5a9f None None] Provisioning for port 440861dd-6270-4426-a201-c0adbe3cd44a completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:05.150942 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dae407f4-abd2-451b-b9e0-b3c0c0cf6845 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "PUT /v2.0/floatingips/e958a223-5aa9-4dd5-a61c-25b594b1f9cf HTTP/1.1" status: 200 len: 990 time: 4.2280927 Aug 28 12:46:05.151444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-4c425c33-2cb9-4028-9287-b22f39ceee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:05.153273 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-781fd9a3-97a1-47d3-967d-f982bf3f9a83 req-ce20aed7-957c-4a79-876f-b9261283231b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159801 Aug 28 12:46:05.153768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037f9996-5bcd-4cf2-8c00-68a5eddd0650', 'tag': 'f6b3c37c-65eb-424d-a55f-4e2eaf5d888c'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:05.155104 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-4c425c33-2cb9-4028-9287-b22f39ceee34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=797d5f8b-f7f3-4319-aaf4-7bb8a891795e HTTP/1.1" status: 200 len: 801 time: 0.3069546 Aug 28 12:46:05.162529 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b701816d-e9ff-4f01-9e84-0cfb1e012e91" -d '{"events": [{"name": "network-changed", "server_uuid": "037f9996-5bcd-4cf2-8c00-68a5eddd0650", "tag": "f6b3c37c-65eb-424d-a55f-4e2eaf5d888c"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:05.202274 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-215d2f19-19fe-43eb-abb3-0ea9b6238b01 None None] Set router ced2b5e6-9c15-4907-8732-a43114969a74 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:05.232304 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 42f794e0-f083-4c0a-8605-5f32a2eaab19 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:05.238933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Pushing event updated for resources: {'Port': ['ID=8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:05.327512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9f691b66-cb65-47c7-8420-a23c166e5a9f None None] Provisioning complete for port 440861dd-6270-4426-a201-c0adbe3cd44a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:05.327885 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9f691b66-cb65-47c7-8420-a23c166e5a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:05.347502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-619281ef-6a55-4afc-971f-d502a9b05d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:05.352463 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-619281ef-6a55-4afc-971f-d502a9b05d16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49532abb-a580-4f12-a65b-310c7a368897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860847 Aug 28 12:46:05.381357 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-c690691d-8745-4177-9842-364296791369 admin admin] Allocated IP 172.25.1.228 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/1fe41ab4-d41c-4945-bc58-f9c78e0d8595) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:05.404509 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc289c7-5780-48a5-9834-603b1860927d None None] Pushing event updated for resources: {'Port': ['ID=2429085c-14dc-4093-9982-fb18225aa15f,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:05.412764 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9f691b66-cb65-47c7-8420-a23c166e5a9f None None] Port 440861dd-6270-4426-a201-c0adbe3cd44a cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:46:05.489109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9f691b66-cb65-47c7-8420-a23c166e5a9f None None] Provisioning complete for port 2429085c-14dc-4093-9982-fb18225aa15f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:05.489678 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9f691b66-cb65-47c7-8420-a23c166e5a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:05.500840 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Attempting to bind port 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:05.501338 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Attempting to bind port 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '0c6b4a79-10de-46f6-b606-682c7f0e5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '289a516b-5523-4b44-9ed2-8a67002e283b'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:05.501927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Attempting to bind port 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 on network 289a516b-5523-4b44-9ed2-8a67002e283b {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:05.544639 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-215d2f19-19fe-43eb-abb3-0ea9b6238b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'name': 'tempest-ServersTestManualDisk-272780983-router', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:07Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '57738603bca0493588458955d0b66b4d', 'gw_port': {'id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:09Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e958a223-5aa9-4dd5-a61c-25b594b1f9cf', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'port_id': 'f6b3c37c-65eb-424d-a55f-4e2eaf5d888c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'mac_address': 'fa:16:3e:fa:11:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9996-5bcd-4cf2-8c00-68a5eddd0650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:45:28Z', 'updated_at': '2021-08-28T12:46:02Z', 'revision_number': 1, 'project_id': '57738603bca0493588458955d0b66b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46dfee2-42f9-4e16-abcc-a51b00701e61', 'name': '', 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'mac_address': 'fa:16:3e:1c:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:17Z', 'updated_at': '2021-08-28T12:45:29Z', 'revision_number': 5, 'project_id': '57738603bca0493588458955d0b66b4d', 'subnets': [{'id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:05.582881 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:05.602330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:05.602877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Checking segment: {'id': '0c6b4a79-10de-46f6-b606-682c7f0e5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '289a516b-5523-4b44-9ed2-8a67002e283b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:05.603384 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:05.603885 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Bound using segment: {'id': '0c6b4a79-10de-46f6-b606-682c7f0e5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '289a516b-5523-4b44-9ed2-8a67002e283b'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:05.604477 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Bound port: 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6b4a79-10de-46f6-b606-682c7f0e5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '289a516b-5523-4b44-9ed2-8a67002e283b'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:05.605045 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:05.633916 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d2f19-19fe-43eb-abb3-0ea9b6238b01 None None] Checking router: ced2b5e6-9c15-4907-8732-a43114969a74 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:46:05.659431 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41044) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:05.659948 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d2f19-19fe-43eb-abb3-0ea9b6238b01 None None] Routers {'ced2b5e6-9c15-4907-8732-a43114969a74'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:05.660818 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-215d2f19-19fe-43eb-abb3-0ea9b6238b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ced2b5e6-9c15-4907-8732-a43114969a74'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:05.674195 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=2fd19d45-6e6a-4392-904b-c1926d62d438,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:05.676255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-3138bc1c-99b2-44c1-b255-10e10bf37f21 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2007260104', 'description': 'tempest-description--622423202'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:05.681534 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:05.739836 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3138bc1c-99b2-44c1-b255-10e10bf37f21 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:05.763718 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:05.812943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 42f794e0-f083-4c0a-8605-5f32a2eaab19 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:05.876196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Transition to ACTIVE for port object 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:05.893183 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3138bc1c-99b2-44c1-b255-10e10bf37f21 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:05.898935 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3138bc1c-99b2-44c1-b255-10e10bf37f21 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:05.915700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 42f794e0-f083-4c0a-8605-5f32a2eaab19 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:05.916209 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:05.926219 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:05.945165 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-768894e3-dde6-4edd-97da-a2dc952b4609 service neutron] 10.222.0.11 "GET /v2.0/networks/49532abb-a580-4f12-a65b-310c7a368897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833633 Aug 28 12:46:05.965822 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3138bc1c-99b2-44c1-b255-10e10bf37f21 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:05.971134 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3138bc1c-99b2-44c1-b255-10e10bf37f21 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3095775 Aug 28 12:46:05.971926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41056) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:05.978516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0b376e6e-3e08-4337-9ee8-d9e4041dcb98 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Request body: {'security_group_rule': {'security_group_id': 'e03cb9e1-6f7d-407a-b586-00d48f1ace33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:05.983464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138bc1c-99b2-44c1-b255-10e10bf37f21 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03cb9e1-6f7d-407a-b586-00d48f1ace33,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:06.042571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 2233bb65-d430-4de6-9f2a-4e65652d2183, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2233bb65-d430-4de6-9f2a-4e65652d2183,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:06.058714 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b376e6e-3e08-4337-9ee8-d9e4041dcb98 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.090844 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.113787 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] For port 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:06.168725 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-215d2f19-19fe-43eb-abb3-0ea9b6238b01 None None] Set router ced2b5e6-9c15-4907-8732-a43114969a74 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:06.175484 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c690691d-8745-4177-9842-364296791369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.186273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] For port 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751,segment=NetworkSegment(0c6b4a79-10de-46f6-b606-682c7f0e5b22),segment_id=0c6b4a79-10de-46f6-b606-682c7f0e5b22)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:06.202722 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.243180 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b376e6e-3e08-4337-9ee8-d9e4041dcb98 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.251628 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b376e6e-3e08-4337-9ee8-d9e4041dcb98 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.258923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Pushing event updated for resources: {'Port': ['ID=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:06.270965 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:06.271612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:06.272147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:06.273408 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:06.278774 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9f691b66-cb65-47c7-8420-a23c166e5a9f None None] Provisioning for port 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:06.287355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:06.288433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:06.290767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:06.291118 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:06.291464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:06.293045 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:06.293643 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:06.294161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:06.298853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c690691d-8745-4177-9842-364296791369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.310089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b376e6e-3e08-4337-9ee8-d9e4041dcb98 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d09653-4a53-417e-b624-689a8e1250f2,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:06.320726 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=2233bb65-d430-4de6-9f2a-4e65652d2183,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:06.351287 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b376e6e-3e08-4337-9ee8-d9e4041dcb98 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.360227 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0b376e6e-3e08-4337-9ee8-d9e4041dcb98 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3868279 Aug 28 12:46:06.361254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41066) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:06.373339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-52274965-1287-4fb6-bd0f-e4dcc9569546 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Request body: {'security_group_rule': {'security_group_id': 'e03cb9e1-6f7d-407a-b586-00d48f1ace33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:06.412314 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2005d6e-e487-40d1-a13f-7bd627082828 None None] Pushing event updated for resources: {'Port': ['ID=8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:06.430982 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:46:06.434412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690691d-8745-4177-9842-364296791369 admin admin] Pushing event updated for resources: {'Port': ['ID=1fe41ab4-d41c-4945-bc58-f9c78e0d8595,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:06.455412 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-52274965-1287-4fb6-bd0f-e4dcc9569546 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.471249 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed783eb-aff2-488e-ba2e-c5f70375f890 req-2895cbd1-90d0-4980-ad85-076a315fa68c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:06.484181 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed783eb-aff2-488e-ba2e-c5f70375f890 req-2895cbd1-90d0-4980-ad85-076a315fa68c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:06.494486 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ed783eb-aff2-488e-ba2e-c5f70375f890 req-2895cbd1-90d0-4980-ad85-076a315fa68c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1677 time: 0.6594698 Aug 28 12:46:06.511362 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08345baf-6951-4d04-b449-f4f71c3d4779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2233bb65-d430-4de6-9f2a-4e65652d2183'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:06.514393 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8836a92d-2286-4758-b0d7-d15d71dcd189" -d '{"events": [{"server_uuid": "08345baf-6951-4d04-b449-f4f71c3d4779", "name": "network-vif-plugged", "status": "completed", "tag": "2233bb65-d430-4de6-9f2a-4e65652d2183"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:06.520410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9f691b66-cb65-47c7-8420-a23c166e5a9f None None] Provisioning for port 708f1d54-3c32-49c6-8985-1c867d1c59b6 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:06.528241 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.542750 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9f691b66-cb65-47c7-8420-a23c166e5a9f None None] Provisioning complete for port 708f1d54-3c32-49c6-8985-1c867d1c59b6 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:06.543125 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9f691b66-cb65-47c7-8420-a23c166e5a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.575002 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-52274965-1287-4fb6-bd0f-e4dcc9569546 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.584581 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-52274965-1287-4fb6-bd0f-e4dcc9569546 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.623004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c690691d-8745-4177-9842-364296791369 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:06.626552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Attempting to bind port 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:06.627092 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Attempting to bind port 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ec87516c-93ea-4fa9-b323-73e1425af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:06.627497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Attempting to bind port 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 on network 3730338a-be75-48f7-81e6-18e4459b92c4 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:06.633133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52274965-1287-4fb6-bd0f-e4dcc9569546 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb64ad2-6658-424d-b9bb-730cc81d0e97,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:06.637637 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-52274965-1287-4fb6-bd0f-e4dcc9569546 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.641878 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-52274965-1287-4fb6-bd0f-e4dcc9569546 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2751575 Aug 28 12:46:06.642133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41070) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:06.649165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:06.659193 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 42f794e0-f083-4c0a-8605-5f32a2eaab19, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=42f794e0-f083-4c0a-8605-5f32a2eaab19,segment=NetworkSegment(ec87516c-93ea-4fa9-b323-73e1425af431),segment_id=ec87516c-93ea-4fa9-b323-73e1425af431)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:06.660626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9f691b66-cb65-47c7-8420-a23c166e5a9f None None] Port 708f1d54-3c32-49c6-8985-1c867d1c59b6 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:46:06.668244 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.687465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-c690691d-8745-4177-9842-364296791369 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:06.695361 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c690691d-8745-4177-9842-364296791369 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:06.700432 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Port 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 on network 3730338a-be75-48f7-81e6-18e4459b92c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:46:06.701802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Attempting to bind port 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 on network 3730338a-be75-48f7-81e6-18e4459b92c4 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:06.702753 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.782895 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-215d2f19-19fe-43eb-abb3-0ea9b6238b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'name': 'tempest-ServersTestManualDisk-272780983-router', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:07Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '57738603bca0493588458955d0b66b4d', 'gw_port': {'id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:09Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e958a223-5aa9-4dd5-a61c-25b594b1f9cf', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'port_id': 'f6b3c37c-65eb-424d-a55f-4e2eaf5d888c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'mac_address': 'fa:16:3e:fa:11:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9996-5bcd-4cf2-8c00-68a5eddd0650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:45:28Z', 'updated_at': '2021-08-28T12:46:02Z', 'revision_number': 1, 'project_id': '57738603bca0493588458955d0b66b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46dfee2-42f9-4e16-abcc-a51b00701e61', 'name': '', 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'mac_address': 'fa:16:3e:1c:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:17Z', 'updated_at': '2021-08-28T12:45:29Z', 'revision_number': 5, 'project_id': '57738603bca0493588458955d0b66b4d', 'subnets': [{'id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:06.820688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=42f794e0-f083-4c0a-8605-5f32a2eaab19,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:06.826869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9f691b66-cb65-47c7-8420-a23c166e5a9f None None] Provisioning complete for port 2fd19d45-6e6a-4392-904b-c1926d62d438 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:06.827445 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9f691b66-cb65-47c7-8420-a23c166e5a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:06.833374 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d2f19-19fe-43eb-abb3-0ea9b6238b01 None None] The sync data for ids ['ced2b5e6-9c15-4907-8732-a43114969a74'] in n-d-791505-21 is: [{'id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'name': 'tempest-ServersTestManualDisk-272780983-router', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:07Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '57738603bca0493588458955d0b66b4d', 'gw_port': {'id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:09Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e958a223-5aa9-4dd5-a61c-25b594b1f9cf', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'port_id': 'f6b3c37c-65eb-424d-a55f-4e2eaf5d888c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'mac_address': 'fa:16:3e:fa:11:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9996-5bcd-4cf2-8c00-68a5eddd0650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:45:28Z', 'updated_at': '2021-08-28T12:46:02Z', 'revision_number': 1, 'project_id': '57738603bca0493588458955d0b66b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a46dfee2-42f9-4e16-abcc-a51b00701e61', 'name': '', 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'mac_address': 'fa:16:3e:1c:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:17Z', 'updated_at': '2021-08-28T12:45:29Z', 'revision_number': 5, 'project_id': '57738603bca0493588458955d0b66b4d', 'subnets': [{'id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:46:06.868508 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:07.027602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-baead9e5-98df-40d6-8caa-ccc21d1238ca tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:46:07.028640 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-baead9e5-98df-40d6-8caa-ccc21d1238ca tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2601643 Aug 28 12:46:07.044574 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:07.052520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f5faa1ab-2dfa-4f8e-a69f-23e953698dc9 service neutron] Request body: {'binding': {'host': 'n-h2-791505-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:07.052981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f5faa1ab-2dfa-4f8e-a69f-23e953698dc9 service neutron] Unknown quota resources ['binding']. {{(pid=94878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 12:46:07.056371 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Allocated IP 172.25.1.172 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/56fda175-96ea-464a-bece-c7ddb5bb91d7) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:07.212170 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ec39fd-29cd-4f45-aa1a-c3955d3267a0 req-03d39674-d961-4915-ac70-86fb64cc4829 service neutron] 10.222.0.11 "GET /v2.0/networks/49532abb-a580-4f12-a65b-310c7a368897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2132537 Aug 28 12:46:07.221721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:07.222050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Checking segment: {'id': 'ec87516c-93ea-4fa9-b323-73e1425af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:07.222649 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Bound using segment: {'id': 'ec87516c-93ea-4fa9-b323-73e1425af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:07.223253 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Bound port: 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec87516c-93ea-4fa9-b323-73e1425af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:07.223799 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:07.234280 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ed783eb-aff2-488e-ba2e-c5f70375f890 req-97c0d055-4669-4bde-9d46-ae4c9cc51636 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7385459 Aug 28 12:46:07.235822 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 42f794e0-f083-4c0a-8605-5f32a2eaab19 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:07.274743 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:07.302144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f5faa1ab-2dfa-4f8e-a69f-23e953698dc9 service neutron] Attempting to bind port 951d0044-efd0-4156-9e2f-aae8d2ae0544 on host n-h2-791505-21 for vnic_type normal with profile None {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:07.302345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f5faa1ab-2dfa-4f8e-a69f-23e953698dc9 service neutron] Attempting to bind port 951d0044-efd0-4156-9e2f-aae8d2ae0544 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:07.302681 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f5faa1ab-2dfa-4f8e-a69f-23e953698dc9 service neutron] Attempting to bind port 951d0044-efd0-4156-9e2f-aae8d2ae0544 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:07.313040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f5faa1ab-2dfa-4f8e-a69f-23e953698dc9 service neutron] Port 951d0044-efd0-4156-9e2f-aae8d2ae0544 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:46:07.313372 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f5faa1ab-2dfa-4f8e-a69f-23e953698dc9 service neutron] Attempting to bind port 951d0044-efd0-4156-9e2f-aae8d2ae0544 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:07.321044 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f5faa1ab-2dfa-4f8e-a69f-23e953698dc9 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:07.321386 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f5faa1ab-2dfa-4f8e-a69f-23e953698dc9 service neutron] Checking segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:07.322192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f5faa1ab-2dfa-4f8e-a69f-23e953698dc9 service neutron] Bound using segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:07.323311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f5faa1ab-2dfa-4f8e-a69f-23e953698dc9 service neutron] Bound port: 951d0044-efd0-4156-9e2f-aae8d2ae0544, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:07.328721 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511182b1-65cd-46f4-9115-d75f61a0ebc1 x-openstack-request-id: req-511182b1-65cd-46f4-9115-d75f61a0ebc1 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:07.329011 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037f9996-5bcd-4cf2-8c00-68a5eddd0650", "tag": "f6b3c37c-65eb-424d-a55f-4e2eaf5d888c", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:07.329261 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-511182b1-65cd-46f4-9115-d75f61a0ebc1 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:07.330074 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '037f9996-5bcd-4cf2-8c00-68a5eddd0650', 'tag': 'f6b3c37c-65eb-424d-a55f-4e2eaf5d888c', 'status': 'completed', 'code': 200} Aug 28 12:46:07.351885 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 42f794e0-f083-4c0a-8605-5f32a2eaab19 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:07.352298 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:07.425066 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:07.472015 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f5faa1ab-2dfa-4f8e-a69f-23e953698dc9 service neutron] For port 951d0044-efd0-4156-9e2f-aae8d2ae0544, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=951d0044-efd0-4156-9e2f-aae8d2ae0544,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:07.482010 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2fd19d45-6e6a-4392-904b-c1926d62d438 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:07.485433 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f5faa1ab-2dfa-4f8e-a69f-23e953698dc9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:07.486688 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f5faa1ab-2dfa-4f8e-a69f-23e953698dc9 service neutron] 10.222.0.20 "POST /v2.0/ports/951d0044-efd0-4156-9e2f-aae8d2ae0544/bindings HTTP/1.1" status: 201 len: 390 time: 0.4457293 Aug 28 12:46:07.488559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:07.497286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] For port 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:07.498687 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:07.501262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:07.510988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] For port 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6,segment=NetworkSegment(ec87516c-93ea-4fa9-b323-73e1425af431),segment_id=ec87516c-93ea-4fa9-b323-73e1425af431)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:07.537700 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:07.586971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event updated for resources: {'Port': ['ID=56fda175-96ea-464a-bece-c7ddb5bb91d7,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:07.635700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 2fd19d45-6e6a-4392-904b-c1926d62d438 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:07.637044 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:07.659424 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:07.688022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e490a1-2640-48db-90ad-479e2dc05dd1 req-93769949-17b1-4401-b6bb-1d09cdd7afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:07.688501 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e490a1-2640-48db-90ad-479e2dc05dd1 req-93769949-17b1-4401-b6bb-1d09cdd7afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:07.690090 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-73e490a1-2640-48db-90ad-479e2dc05dd1 req-93769949-17b1-4401-b6bb-1d09cdd7afff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8b6a5129b1b48b89b117e4cbf71074a&device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1981 time: 0.3801222 Aug 28 12:46:07.700305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701816d-e9ff-4f01-9e84-0cfb1e012e91 req-f9ee8e39-1bdc-4896-ba93-3d8fda05f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:07.701988 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b701816d-e9ff-4f01-9e84-0cfb1e012e91 req-f9ee8e39-1bdc-4896-ba93-3d8fda05f23c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=57738603bca0493588458955d0b66b4d&device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 1097 time: 0.3297172 Aug 28 12:46:07.719370 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a10298b-9864-42d8-a539-91ff2d0d453e None None] New status for floating IP e958a223-5aa9-4dd5-a61c-25b594b1f9cf: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:46:07.736711 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:07.790770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:07.791634 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:07.793236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] 10.222.0.11 "PUT /v2.0/ports/2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 HTTP/1.1" status: 200 len: 1092 time: 3.6388566 Aug 28 12:46:07.794985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cf3489-0aae-4ae8-af8d-68d9079c5492', 'tag': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:07.800026 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ff49a6-aeed-4b36-b2cf-eaf0f659d81e" -d '{"events": [{"name": "network-changed", "server_uuid": "05cf3489-0aae-4ae8-af8d-68d9079c5492", "tag": "2460fe8b-c9e3-43e8-8ceb-24c4401a24b6"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:08.049135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26356db2-2990-4edd-8758-dd27a9a524a8 req-a202a635-f335-4bd9-8860-1a7daa2ed7b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:08.050756 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26356db2-2990-4edd-8758-dd27a9a524a8 req-a202a635-f335-4bd9-8860-1a7daa2ed7b5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 945 time: 0.2485349 Aug 28 12:46:08.065635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-8fd87363-b2a8-4d40-9d5a-a4db1126b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:08.071347 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-8fd87363-b2a8-4d40-9d5a-a4db1126b630 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 1098 time: 0.2246673 Aug 28 12:46:08.102154 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2429085c-14dc-4093-9982-fb18225aa15f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:08.182787 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3add378-6fa8-4795-a837-c7bf42fefffd None None] Network 289a516b-5523-4b44-9ed2-8a67002e283b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:46:08.188021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e490a1-2640-48db-90ad-479e2dc05dd1 req-e044ecd1-4cb9-4859-8e48-51719e9a597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:08.189629 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-73e490a1-2640-48db-90ad-479e2dc05dd1 req-e044ecd1-4cb9-4859-8e48-51719e9a597b service neutron] 10.222.0.11 "GET /v2.0/networks?id=49532abb-a580-4f12-a65b-310c7a368897 HTTP/1.1" status: 200 len: 900 time: 0.4559646 Aug 28 12:46:08.229229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ceb8e-7c1f-4cf2-9bac-3ffed38193eb service neutron] Pushing event updated for resources: {'Port': ['ID=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:08.239583 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26356db2-2990-4edd-8758-dd27a9a524a8 req-01d303d7-bc73-4893-987b-c20c7184172a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763847 Aug 28 12:46:08.282513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 2429085c-14dc-4093-9982-fb18225aa15f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:08.282891 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:08.306986 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:08.310513 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-a0d24b10-5eb4-40e2-915d-806e69603ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:08.312666 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-a0d24b10-5eb4-40e2-915d-806e69603ac2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.2305982 Aug 28 12:46:08.314075 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:08.361905 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-77578ef2-24d2-4507-845c-94a7cff5e85d None None] Provisioning for port 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:08.423345 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-27b2eb84-1c52-4134-9cf4-0fb0aa85bdc2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=951d0044-efd0-4156-9e2f-aae8d2ae0544 HTTP/1.1" status: 200 len: 217 time: 0.0969219 Aug 28 12:46:08.426934 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c690691d-8745-4177-9842-364296791369 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:08.439546 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-73e490a1-2640-48db-90ad-479e2dc05dd1 req-4c8867e0-28c8-451d-b345-0a29a69a0c65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.6&port_id=cf99176a-a248-47c2-8e9c-60abd5290421 HTTP/1.1" status: 200 len: 217 time: 0.2263694 Aug 28 12:46:08.448871 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:08.501591 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event updated for resources: {'Port': ['ID=56fda175-96ea-464a-bece-c7ddb5bb91d7,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:08.525337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:08.529893 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:08.530270 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:08.540309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-5412e05d-c90c-4546-9f39-6466c1457df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:08.541861 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-5412e05d-c90c-4546-9f39-6466c1457df2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.1050799 Aug 28 12:46:08.549892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9ebdb-9616-4562-82c4-a5edf96645de req-6fd2f3ab-2563-4d44-be5b-1a4560305061 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:08.551741 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-37a9ebdb-9616-4562-82c4-a5edf96645de req-6fd2f3ab-2563-4d44-be5b-1a4560305061 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 943 time: 0.2341781 Aug 28 12:46:08.555369 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:08.569845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-44921a4e-df0d-433b-9fcd-ce174630124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:08.569845 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-44921a4e-df0d-433b-9fcd-ce174630124d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a39c3307c494460a72aa392cf651d88&device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 1095 time: 0.6581743 Aug 28 12:46:08.644686 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:08.687118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751,segment=NetworkSegment(0c6b4a79-10de-46f6-b606-682c7f0e5b22),segment_id=0c6b4a79-10de-46f6-b606-682c7f0e5b22)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:08.693691 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:08.696864 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-ec8dc9bb-465f-4620-91ab-2ec06e2f4ed4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 HTTP/1.1" status: 200 len: 217 time: 0.1015851 Aug 28 12:46:08.744929 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701816d-e9ff-4f01-9e84-0cfb1e012e91 req-2df0eb92-9492-447b-beb8-244f6b56d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:08.746712 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b701816d-e9ff-4f01-9e84-0cfb1e012e91 req-2df0eb92-9492-447b-beb8-244f6b56d97c service neutron] 10.222.0.11 "GET /v2.0/networks?id=94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 HTTP/1.1" status: 200 len: 911 time: 1.0071194 Aug 28 12:46:08.759070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:08.792741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e490a1-2640-48db-90ad-479e2dc05dd1 req-20bc51bb-6b5f-49fb-894b-a10b42ea6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:08.794006 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-73e490a1-2640-48db-90ad-479e2dc05dd1 req-20bc51bb-6b5f-49fb-894b-a10b42ea6ea7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=797d5f8b-f7f3-4319-aaf4-7bb8a891795e HTTP/1.1" status: 200 len: 801 time: 0.3039458 Aug 28 12:46:08.794287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d93b9b9e-bee1-495b-9f5e-f215aceb10a4 None None] Provisioning complete for port 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:08.794708 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d93b9b9e-bee1-495b-9f5e-f215aceb10a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:08.912742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f68717-06fd-4274-8701-22825e4ea7d9 req-455bab00-ed8a-485b-9386-d28c2816b7d8 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:08.914975 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0f68717-06fd-4274-8701-22825e4ea7d9 req-455bab00-ed8a-485b-9386-d28c2816b7d8 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60 HTTP/1.1" status: 200 len: 944 time: 0.3568304 Aug 28 12:46:08.935676 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f70e0447-226a-4a21-ae34-c9dab19aadec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3826630 Aug 28 12:46:08.948628 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-78c72e7f-7e67-479c-b424-c3b3aed6fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:08.950086 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-78c72e7f-7e67-479c-b424-c3b3aed6fce2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb7f2086-2045-4551-993d-261083fa36e9 HTTP/1.1" status: 200 len: 867 time: 0.2121861 Aug 28 12:46:08.956913 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:08.967055 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-52e12b2b-1da5-4050-9c50-b5b35410bf18 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3151186 Aug 28 12:46:08.984205 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b701816d-e9ff-4f01-9e84-0cfb1e012e91 req-6402ca4f-9fc2-40c7-b8c3-2b3fe5d9d374 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6b3c37c-65eb-424d-a55f-4e2eaf5d888c HTTP/1.1" status: 200 len: 1000 time: 0.2252388 Aug 28 12:46:09.018503 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-37a9ebdb-9616-4562-82c4-a5edf96645de req-8645faec-8f9b-4e95-95f0-08e93beb9a68 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8a1465-af74-4a8c-8994-d26d5d687ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521804 Aug 28 12:46:09.058920 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-ae5149d6-f80a-4ec5-831f-5d2f9e33ee14 service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157422 Aug 28 12:46:09.123388 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:09.169094 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a6202d-d9e5-44b3-8230-07747d8b40a1 x-openstack-request-id: req-78a6202d-d9e5-44b3-8230-07747d8b40a1 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:09.169619 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08345baf-6951-4d04-b449-f4f71c3d4779", "name": "network-vif-plugged", "status": "completed", "tag": "2233bb65-d430-4de6-9f2a-4e65652d2183", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:09.169881 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78a6202d-d9e5-44b3-8230-07747d8b40a1 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:09.170271 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08345baf-6951-4d04-b449-f4f71c3d4779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2233bb65-d430-4de6-9f2a-4e65652d2183', 'code': 200} Aug 28 12:46:09.179444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e490a1-2640-48db-90ad-479e2dc05dd1 req-b25b322e-5de5-44a9-ad44-65f0b3af9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:09.181926 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-73e490a1-2640-48db-90ad-479e2dc05dd1 req-b25b322e-5de5-44a9-ad44-65f0b3af9476 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49532abb-a580-4f12-a65b-310c7a368897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3368466 Aug 28 12:46:09.208240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:09.208863 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:09.269953 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3576e74-5756-464d-ab75-7018ac5a7f22 req-cc8567b2-19d0-4ed5-a4c1-a69c307808dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:09.271581 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b3576e74-5756-464d-ab75-7018ac5a7f22 req-cc8567b2-19d0-4ed5-a4c1-a69c307808dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 1097 time: 0.0733542 Aug 28 12:46:09.273803 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-873491c1-1203-4e54-a7eb-c32d986aef51 service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066901 Aug 28 12:46:09.322271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-6c555a86-899c-4e75-b886-cde88b32033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:09.323826 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-6c555a86-899c-4e75-b886-cde88b32033b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3730338a-be75-48f7-81e6-18e4459b92c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3617899 Aug 28 12:46:09.330068 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701816d-e9ff-4f01-9e84-0cfb1e012e91 req-2a236636-2c87-4d1c-b1c7-e482fe267059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:09.331943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b701816d-e9ff-4f01-9e84-0cfb1e012e91 req-2a236636-2c87-4d1c-b1c7-e482fe267059 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d56e3d2-d77e-49f2-b786-c94439f5061c HTTP/1.1" status: 200 len: 850 time: 0.3212786 Aug 28 12:46:09.336154 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c690691d-8745-4177-9842-364296791369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:09.343285 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b3576e74-5756-464d-ab75-7018ac5a7f22 req-cdc04050-8449-437a-b6ac-e1e9e078323a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599318 Aug 28 12:46:09.355522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af718e-28e4-4c20-9f2c-24bbd430c0f5 req-8ef7be50-fb03-4c5d-88fe-24c0579c0239 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:09.357063 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15af718e-28e4-4c20-9f2c-24bbd430c0f5 req-8ef7be50-fb03-4c5d-88fe-24c0579c0239 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 946 time: 0.0824001 Aug 28 12:46:09.398062 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15af718e-28e4-4c20-9f2c-24bbd430c0f5 req-2c141469-2b05-47f1-b542-45f860ec3f49 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340779 Aug 28 12:46:09.472743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-e0f68717-06fd-4274-8701-22825e4ea7d9 req-d24a890e-1dc2-4587-87f8-2f74fd3c9cad tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Deleting port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:09.473081 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e0f68717-06fd-4274-8701-22825e4ea7d9 req-d24a890e-1dc2-4587-87f8-2f74fd3c9cad tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:09.477030 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632c919c-0d40-48dd-ad01-236a5368b02a x-openstack-request-id: req-632c919c-0d40-48dd-ad01-236a5368b02a {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:09.477316 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cf3489-0aae-4ae8-af8d-68d9079c5492", "tag": "2460fe8b-c9e3-43e8-8ceb-24c4401a24b6", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:09.477595 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-632c919c-0d40-48dd-ad01-236a5368b02a {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:09.477961 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cf3489-0aae-4ae8-af8d-68d9079c5492', 'tag': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6', 'status': 'completed', 'code': 200} Aug 28 12:46:09.482718 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-73e490a1-2640-48db-90ad-479e2dc05dd1 req-b1af918c-d305-4c70-872e-a15cf75d7f0b service neutron] 10.222.0.11 "GET /v2.0/networks/49532abb-a580-4f12-a65b-310c7a368897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532184 Aug 28 12:46:09.521899 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:09.581461 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ebed5-6b08-4b9c-87bc-16a4d4ce044c req-791ff6de-f9be-49c4-a86d-15bfbb74482b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:09.588762 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ebed5-6b08-4b9c-87bc-16a4d4ce044c req-791ff6de-f9be-49c4-a86d-15bfbb74482b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:09.590415 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d46ebed5-6b08-4b9c-87bc-16a4d4ce044c req-791ff6de-f9be-49c4-a86d-15bfbb74482b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1677 time: 0.0643907 Aug 28 12:46:09.633953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d46ebed5-6b08-4b9c-87bc-16a4d4ce044c req-12447170-bae8-4ee0-aa74-a16260b18c4b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373096 Aug 28 12:46:09.726659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-e0f68717-06fd-4274-8701-22825e4ea7d9 req-d24a890e-1dc2-4587-87f8-2f74fd3c9cad tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] For port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:09.727225 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e0f68717-06fd-4274-8701-22825e4ea7d9 req-d24a890e-1dc2-4587-87f8-2f74fd3c9cad tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:09.759873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-e0f68717-06fd-4274-8701-22825e4ea7d9 req-d24a890e-1dc2-4587-87f8-2f74fd3c9cad tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Calling delete_port for 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:09.767671 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-ceea3b3b-7175-4591-acf7-48e21b999ed4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2007260104&fields=id&tenant_id=5e506c78606b440c8de2be4917f584b8 HTTP/1.1" status: 200 len: 267 time: 0.0352781 Aug 28 12:46:09.802295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701816d-e9ff-4f01-9e84-0cfb1e012e91 req-82925cd7-680a-4c40-8309-f470d3770c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:09.804381 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b701816d-e9ff-4f01-9e84-0cfb1e012e91 req-82925cd7-680a-4c40-8309-f470d3770c1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94713c35-8f2d-4c0f-883e-5bb4c22cf7f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2199922 Aug 28 12:46:09.811742 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e0aa312c-4304-4a48-8ec2-6033cb08f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:09.828527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-693f206f-9605-4040-b4ca-4136b1189e10 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:09.829955 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-693f206f-9605-4040-b4ca-4136b1189e10 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports/708f1d54-3c32-49c6-8985-1c867d1c59b6 HTTP/1.1" status: 200 len: 937 time: 0.0542297 Aug 28 12:46:09.896467 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-810e6ac7-4f91-4087-9b26-bfa432be91c2 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:09.898852 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-810e6ac7-4f91-4087-9b26-bfa432be91c2 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports/440861dd-6270-4426-a201-c0adbe3cd44a HTTP/1.1" status: 200 len: 937 time: 0.0615768 Aug 28 12:46:09.957434 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-504ce1d9-60f3-472d-a6ba-d4fde4aa0675 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?network_id=bcb5f611-12de-426c-9450-c8901fa3ceaa&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0522397 Aug 28 12:46:09.995439 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-85b25ad8-0b8d-4bd0-b184-82572e3cbf2e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?network_id=bcb5f611-12de-426c-9450-c8901fa3ceaa&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0301189 Aug 28 12:46:10.129075 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-671b8f2b-d9d3-42d8-8e3a-05484d5622d5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:10.135253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-671b8f2b-d9d3-42d8-8e3a-05484d5622d5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:10.141147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-671b8f2b-d9d3-42d8-8e3a-05484d5622d5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:10.142951 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-671b8f2b-d9d3-42d8-8e3a-05484d5622d5 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/networks?id=13d7cd11-7d64-44bd-94e1-a8725c05108d&id=59b71610-974a-47e0-be6f-1998f7e34702&id=59b71610-974a-47e0-be6f-1998f7e34702&id=bcb5f611-12de-426c-9450-c8901fa3ceaa&id=bcb5f611-12de-426c-9450-c8901fa3ceaa HTTP/1.1" status: 200 len: 1994 time: 0.1408427 Aug 28 12:46:10.159927 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-b3dd4eff-801d-43ee-a85c-5e63b750bb45 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/quotas/5e506c78606b440c8de2be4917f584b8 HTTP/1.1" status: 200 len: 375 time: 0.0099285 Aug 28 12:46:10.217124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c690691d-8745-4177-9842-364296791369 admin admin] Router 574b3dd9-33c4-45a1-a806-5fa03db67dd1 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:46:10.233929 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-85db31d8-a192-4ad1-a861-8a6dd30e83c0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e506c78606b440c8de2be4917f584b8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0663331 Aug 28 12:46:10.248580 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-73e490a1-2640-48db-90ad-479e2dc05dd1 req-2b03a692-9bb7-422d-9342-89fe2df7e2d9 service neutron] 10.222.0.11 "GET /v2.0/networks/49532abb-a580-4f12-a65b-310c7a368897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6718631 Aug 28 12:46:10.250295 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-b5f741ef-c4e5-441c-a5f6-2352a3af4d50 service neutron] 10.222.0.11 "GET /v2.0/networks/3730338a-be75-48f7-81e6-18e4459b92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6989696 Aug 28 12:46:10.342791 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-7a19efe8-f39c-4942-b469-3eb9711a0fa6 service neutron] 10.222.0.20 "GET /v2.0/networks/13d7cd11-7d64-44bd-94e1-a8725c05108d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945656 Aug 28 12:46:10.368392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device cf99176a-a248-47c2-8e9c-60abd5290421 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:46:10.483100 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-898c47db-8090-485f-ae4a-f2275fc6097d service neutron] 10.222.0.20 "GET /v2.0/networks/13d7cd11-7d64-44bd-94e1-a8725c05108d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340518 Aug 28 12:46:10.492938 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b701816d-e9ff-4f01-9e84-0cfb1e012e91 req-714e0125-8965-446f-beaa-15bd0063f2f6 service neutron] 10.222.0.11 "GET /v2.0/networks/94713c35-8f2d-4c0f-883e-5bb4c22cf7f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178456 Aug 28 12:46:10.529307 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-42a4f3b2-bbc0-4818-af33-32c0f37f840c service neutron] 10.222.0.20 "GET /v2.0/ports/708f1d54-3c32-49c6-8985-1c867d1c59b6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0440524 Aug 28 12:46:10.584197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port cf99176a-a248-47c2-8e9c-60abd5290421, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=cf99176a-a248-47c2-8e9c-60abd5290421,segment=NetworkSegment(bb769870-c89d-4f3b-85a5-031b049870d7),segment_id=bb769870-c89d-4f3b-85a5-031b049870d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:10.601092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'cf99176a-a248-47c2-8e9c-60abd5290421', 'network_id': '49532abb-a580-4f12-a65b-310c7a368897', 'port_id': 'cf99176a-a248-47c2-8e9c-60abd5290421', 'mac_address': 'fa:16:3e:50:fb:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797d5f8b-f7f3-4319-aaf4-7bb8a891795e', 'ip_address': '19.86.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:46:10.613665 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c4fab9e-5060-42fa-8830-1ac8818c3e05 req-98fbb4fa-614c-4d6d-a34a-7e7a0df5779c service neutron] 10.222.0.11 "GET /v2.0/networks/3730338a-be75-48f7-81e6-18e4459b92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444257 Aug 28 12:46:10.650602 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e0f68717-06fd-4274-8701-22825e4ea7d9 req-d24a890e-1dc2-4587-87f8-2f74fd3c9cad tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:10.659250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-42f79e5a-21b8-43ff-95eb-3ca0b176d9d5 service neutron] 10.222.0.20 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288352 Aug 28 12:46:10.670746 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c690691d-8745-4177-9842-364296791369 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:46:10.676191 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:10.681909 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Sync routers for ids ['574b3dd9-33c4-45a1-a806-5fa03db67dd1'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:46:10.693672 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Routers {'574b3dd9-33c4-45a1-a806-5fa03db67dd1'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:10.695900 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['574b3dd9-33c4-45a1-a806-5fa03db67dd1'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:10.707957 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf99176a-a248-47c2-8e9c-60abd5290421 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:10.714667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a890e-1dc2-4587-87f8-2f74fd3c9cad tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Pushing event deleted for resources: {'Port': ['ID=67c5ee14-1359-4d9d-b5ac-a0461e2f83b4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:10.742015 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port cf99176a-a248-47c2-8e9c-60abd5290421, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=cf99176a-a248-47c2-8e9c-60abd5290421,segment=NetworkSegment(bb769870-c89d-4f3b-85a5-031b049870d7),segment_id=bb769870-c89d-4f3b-85a5-031b049870d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:10.748934 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:10.750063 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:46:10.783615 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-54854d3d-f0d5-44c5-a279-294d8c8c179a service neutron] 10.222.0.20 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229055 Aug 28 12:46:10.803157 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c690691d-8745-4177-9842-364296791369 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:10.805158 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c690691d-8745-4177-9842-364296791369 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.4006982 Aug 28 12:46:10.808316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41142) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:10.818274 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b701816d-e9ff-4f01-9e84-0cfb1e012e91 req-3acc93f6-d0ab-43e3-b82e-a3a4600c4705 service neutron] 10.222.0.11 "GET /v2.0/networks/94713c35-8f2d-4c0f-883e-5bb4c22cf7f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979131 Aug 28 12:46:10.853467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=cf99176a-a248-47c2-8e9c-60abd5290421,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:10.860155 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-65301469-c0c7-4c08-bd12-6a00cd505838 service neutron] 10.222.0.20 "GET /v2.0/ports/440861dd-6270-4426-a201-c0adbe3cd44a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0750053 Aug 28 12:46:10.884694 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f68717-06fd-4274-8701-22825e4ea7d9 req-d24a890e-1dc2-4587-87f8-2f74fd3c9cad tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] No DVR routers for this DVR port 67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:46:10.895307 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Set router 574b3dd9-33c4-45a1-a806-5fa03db67dd1 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:10.904693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e0f68717-06fd-4274-8701-22825e4ea7d9 req-d24a890e-1dc2-4587-87f8-2f74fd3c9cad tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:10.916560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0f68717-06fd-4274-8701-22825e4ea7d9 req-d24a890e-1dc2-4587-87f8-2f74fd3c9cad tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "DELETE /v2.0/ports/67c5ee14-1359-4d9d-b5ac-a0461e2f83b4 HTTP/1.1" status: 204 len: 173 time: 1.9629509 Aug 28 12:46:10.945535 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff49a6-aeed-4b36-b2cf-eaf0f659d81e req-bff361fc-39e9-4cb7-8664-475c2fbc8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:10.956882 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e5ff49a6-aeed-4b36-b2cf-eaf0f659d81e req-bff361fc-39e9-4cb7-8664-475c2fbc8f4f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a39c3307c494460a72aa392cf651d88&device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 1095 time: 0.2268178 Aug 28 12:46:11.029991 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-e0f41f01-ba42-48f8-a782-caa4ad564d87 service neutron] 10.222.0.20 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687045 Aug 28 12:46:11.054449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610,segment=NetworkSegment(72b515d1-d568-4217-81f8-c00eecb779d4),segment_id=72b515d1-d568-4217-81f8-c00eecb779d4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:11.090222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610', 'network_id': '3984ba92-1332-4c51-9764-101bd14d5b78', 'port_id': '7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610', 'mac_address': 'fa:16:3e:a7:bd:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663bc05e-6fef-4a00-9182-df969bb49e0f', 'ip_address': '19.80.0.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:46:11.166922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff49a6-aeed-4b36-b2cf-eaf0f659d81e req-a5ce9dc6-bb4b-4481-8b79-5b9df3c2ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:11.167200 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:11.168411 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e5ff49a6-aeed-4b36-b2cf-eaf0f659d81e req-a5ce9dc6-bb4b-4481-8b79-5b9df3c2ecd8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3730338a-be75-48f7-81e6-18e4459b92c4 HTTP/1.1" status: 200 len: 928 time: 0.1745768 Aug 28 12:46:11.199840 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:11.246107 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610,segment=NetworkSegment(72b515d1-d568-4217-81f8-c00eecb779d4),segment_id=72b515d1-d568-4217-81f8-c00eecb779d4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:11.251151 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:11.265248 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-46770766-router', 'tenant_id': '865a46c7993e47a5a3e15cef9c9ef911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '1fe41ab4-d41c-4945-bc58-f9c78e0d8595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:46:02Z', 'updated_at': '2021-08-28T12:46:07Z', 'revision_number': 3, 'project_id': '865a46c7993e47a5a3e15cef9c9ef911', 'gw_port': {'id': '1fe41ab4-d41c-4945-bc58-f9c78e0d8595', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:46:04Z', 'updated_at': '2021-08-28T12:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:11.275246 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-8eaf8fa2-5017-45b5-94b8-7ece0169fde9 service neutron] 10.222.0.20 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442093 Aug 28 12:46:11.279244 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e5ff49a6-aeed-4b36-b2cf-eaf0f659d81e req-b8fefe63-6438-4bab-a531-365257b14887 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 HTTP/1.1" status: 200 len: 217 time: 0.0791359 Aug 28 12:46:11.329027 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Checking router: 574b3dd9-33c4-45a1-a806-5fa03db67dd1 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:46:11.331291 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Updating router 574b3dd9-33c4-45a1-a806-5fa03db67dd1 port 1fe41ab4-d41c-4945-bc58-f9c78e0d8595 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:46:11.388022 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:11.417613 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-6a44caa4-b385-4df8-a1a3-b7523ece0a0e service neutron] 10.222.0.20 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408443 Aug 28 12:46:11.483171 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60', 'name': 'network-vif-deleted', 'tag': '67c5ee14-1359-4d9d-b5ac-a0461e2f83b4'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:11.487706 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1c289f-4d69-4014-a2ea-a304eabd9acf" -d '{"events": [{"server_uuid": "27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60", "name": "network-vif-deleted", "tag": "67c5ee14-1359-4d9d-b5ac-a0461e2f83b4"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:11.513860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:11.527262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff49a6-aeed-4b36-b2cf-eaf0f659d81e req-3e02ff7c-e7b3-4e8f-a562-c57d0e6d0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:11.528758 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e5ff49a6-aeed-4b36-b2cf-eaf0f659d81e req-3e02ff7c-e7b3-4e8f-a562-c57d0e6d0844 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb7f2086-2045-4551-993d-261083fa36e9 HTTP/1.1" status: 200 len: 867 time: 0.2295606 Aug 28 12:46:11.570885 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-0fb9dc78-934c-4243-a2c4-22aad0711b93 service neutron] 10.222.0.20 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518509 Aug 28 12:46:11.620513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:46:11.691698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['cf99176a-a248-47c2-8e9c-60abd5290421'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:46:11.693850 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-10907f56-ab5b-4acb-9ce6-d1b936574b8b service neutron] 10.222.0.20 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149936 Aug 28 12:46:11.749230 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:11.760741 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Transition to ACTIVE for port object 1fe41ab4-d41c-4945-bc58-f9c78e0d8595 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:11.767467 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:11.777964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff49a6-aeed-4b36-b2cf-eaf0f659d81e req-4108204d-6dc0-476d-b5ba-422ba86812d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:11.784116 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e5ff49a6-aeed-4b36-b2cf-eaf0f659d81e req-4108204d-6dc0-476d-b5ba-422ba86812d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3730338a-be75-48f7-81e6-18e4459b92c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2408311 Aug 28 12:46:11.820941 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faab27c-d16c-4869-a5cc-b05925764a03 None None] Pushing event updated for resources: {'Port': ['ID=1fe41ab4-d41c-4945-bc58-f9c78e0d8595,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:11.852095 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Attempting to bind port 1fe41ab4-d41c-4945-bc58-f9c78e0d8595 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:11.852534 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Attempting to bind port 1fe41ab4-d41c-4945-bc58-f9c78e0d8595 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:11.853301 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Attempting to bind port 1fe41ab4-d41c-4945-bc58-f9c78e0d8595 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:11.863697 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:11.864486 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:11.864900 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:11.865338 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:11.865865 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Bound port: 1fe41ab4-d41c-4945-bc58-f9c78e0d8595, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:11.866333 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:11.892513 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-f923d2a8-a327-4a5a-8f11-484282303fa7 service neutron] 10.222.0.20 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927941 Aug 28 12:46:11.949424 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] For port 1fe41ab4-d41c-4945-bc58-f9c78e0d8595, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:11.952987 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] For port 1fe41ab4-d41c-4945-bc58-f9c78e0d8595, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1fe41ab4-d41c-4945-bc58-f9c78e0d8595,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:11.959237 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:11.993033 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e5ff49a6-aeed-4b36-b2cf-eaf0f659d81e req-aeed18d8-db72-40e8-ad1f-effba2f37b43 service neutron] 10.222.0.11 "GET /v2.0/networks/3730338a-be75-48f7-81e6-18e4459b92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950486 Aug 28 12:46:12.048796 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Routers {'574b3dd9-33c4-45a1-a806-5fa03db67dd1'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:12.049413 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:45:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['574b3dd9-33c4-45a1-a806-5fa03db67dd1'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:12.069199 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-e00cea49-a857-42f5-a7d5-5b652fbf641c service neutron] 10.222.0.20 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668193 Aug 28 12:46:12.077067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb0584-f153-49e3-a210-d7aa836650f1 req-c5bcb6e4-0381-4ab1-9a2f-3c1e17c40fe0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:12.084762 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6cb0584-f153-49e3-a210-d7aa836650f1 req-c5bcb6e4-0381-4ab1-9a2f-3c1e17c40fe0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 945 time: 0.4786763 Aug 28 12:46:12.085091 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faab27c-d16c-4869-a5cc-b05925764a03 None None] Pushing event updated for resources: {'Port': ['ID=1fe41ab4-d41c-4945-bc58-f9c78e0d8595,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:12.159743 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6cb0584-f153-49e3-a210-d7aa836650f1 req-2ff8b729-8d05-4144-adec-8807e8d40f6d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741439 Aug 28 12:46:12.186898 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-c6fa38c0-2bbc-409f-8650-7f67317a82a6 service neutron] 10.222.0.20 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151423 Aug 28 12:46:12.197936 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] Set router 574b3dd9-33c4-45a1-a806-5fa03db67dd1 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:12.230747 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d8a3fa6c-51c1-45a6-a174-893e147758fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:12.308201 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-74773f2c-4331-4d3a-a484-2e1bfaa9978b service neutron] 10.222.0.20 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128583 Aug 28 12:46:12.309602 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e5ff49a6-aeed-4b36-b2cf-eaf0f659d81e req-72ffdaa6-a9aa-40b0-bcff-a3d13a5c5b92 service neutron] 10.222.0.11 "GET /v2.0/networks/3730338a-be75-48f7-81e6-18e4459b92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928519 Aug 28 12:46:12.377895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17053c-a4e8-4759-9330-46dd883c4583 req-da81a313-b201-4a72-8ead-0a084533b168 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:12.387260 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dc17053c-a4e8-4759-9330-46dd883c4583 req-da81a313-b201-4a72-8ead-0a084533b168 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 943 time: 0.1244931 Aug 28 12:46:12.415259 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-712f6ed4-8a7b-4596-8610-4ceea568b637 service neutron] 10.222.0.20 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966935 Aug 28 12:46:12.424836 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:12.448871 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dc17053c-a4e8-4759-9330-46dd883c4583 req-22da5d7a-e32d-4332-8477-31ed9bb82bd4 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8a1465-af74-4a8c-8994-d26d5d687ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591755 Aug 28 12:46:12.454793 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-46770766-router', 'tenant_id': '865a46c7993e47a5a3e15cef9c9ef911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '1fe41ab4-d41c-4945-bc58-f9c78e0d8595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:46:02Z', 'updated_at': '2021-08-28T12:46:07Z', 'revision_number': 3, 'project_id': '865a46c7993e47a5a3e15cef9c9ef911', 'gw_port': {'id': '1fe41ab4-d41c-4945-bc58-f9c78e0d8595', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:46:04Z', 'updated_at': '2021-08-28T12:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:12.487652 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64072ffe-83d7-473c-b9c7-5d11d77a0830 None None] The sync data for ids ['574b3dd9-33c4-45a1-a806-5fa03db67dd1'] in n-d-791505-21 is: [{'id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-46770766-router', 'tenant_id': '865a46c7993e47a5a3e15cef9c9ef911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '1fe41ab4-d41c-4945-bc58-f9c78e0d8595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:46:02Z', 'updated_at': '2021-08-28T12:46:07Z', 'revision_number': 3, 'project_id': '865a46c7993e47a5a3e15cef9c9ef911', 'gw_port': {'id': '1fe41ab4-d41c-4945-bc58-f9c78e0d8595', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:46:04Z', 'updated_at': '2021-08-28T12:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:46:12.489378 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:12.689387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Allocated IP 172.20.0.1 (289a516b-5523-4b44-9ed2-8a67002e283b/436e8247-b3b3-494e-83f7-a96fca2ecca3/8e429e4f-7179-4fe7-abe0-01839d259ff9) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:12.713587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597afba3-7118-4b7d-94bc-f94ecfe7b22c req-22ad51d4-b124-4044-b851-4ea3315b11f3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:12.720863 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-597afba3-7118-4b7d-94bc-f94ecfe7b22c req-22ad51d4-b124-4044-b851-4ea3315b11f3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 946 time: 0.0879829 Aug 28 12:46:12.812230 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-597afba3-7118-4b7d-94bc-f94ecfe7b22c req-d0f25016-2985-44ff-927e-c3b4d4a604c2 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872622 Aug 28 12:46:12.921642 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:12.968831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Transition to ACTIVE for port object 8e429e4f-7179-4fe7-abe0-01839d259ff9 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:13.013796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80667a41-72c0-44c2-a0c8-40586934f515 req-6c9cd364-63f4-4016-803d-65aa3fbd9989 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:13.020480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80667a41-72c0-44c2-a0c8-40586934f515 req-6c9cd364-63f4-4016-803d-65aa3fbd9989 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:13.023022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-80667a41-72c0-44c2-a0c8-40586934f515 req-6c9cd364-63f4-4016-803d-65aa3fbd9989 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1679 time: 0.0974727 Aug 28 12:46:13.045224 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:13.113898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Network 289a516b-5523-4b44-9ed2-8a67002e283b is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:13.129407 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-80667a41-72c0-44c2-a0c8-40586934f515 req-b064b609-5f9a-4f44-be0b-8b6a2fd990ae tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913894 Aug 28 12:46:13.135914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:13.154132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:13.196249 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1fe41ab4-d41c-4945-bc58-f9c78e0d8595 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:13.236148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Pushing event updated for resources: {'Port': ['ID=8e429e4f-7179-4fe7-abe0-01839d259ff9,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:13.255993 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:13.260712 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2af621-1422-49f5-849b-f93d1cd6e355 x-openstack-request-id: req-6d2af621-1422-49f5-849b-f93d1cd6e355 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:13.261098 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60", "name": "network-vif-deleted", "tag": "67c5ee14-1359-4d9d-b5ac-a0461e2f83b4", "status": "failed", "code": 422}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:13.261590 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d2af621-1422-49f5-849b-f93d1cd6e355 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:13.262319 n-d-791505-21 neutron-server[94877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27dbc7cf-05a4-40b2-8b8e-e6a10b7a4b60', 'name': 'network-vif-deleted', 'tag': '67c5ee14-1359-4d9d-b5ac-a0461e2f83b4', 'status': 'failed', 'code': 422} returned with failed status Aug 28 12:46:13.366569 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:13.379514 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 1fe41ab4-d41c-4945-bc58-f9c78e0d8595 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:13.386454 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 1fe41ab4-d41c-4945-bc58-f9c78e0d8595 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:13.387125 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:13.503949 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-77d24e2c-4b4b-4f89-a3e9-20ed1289cc48 req-6f269520-72f8-4f37-997e-879cd5244817 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.0829065 Aug 28 12:46:13.559487 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:13.642200 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:13.682098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 1fe41ab4-d41c-4945-bc58-f9c78e0d8595, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1fe41ab4-d41c-4945-bc58-f9c78e0d8595,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:13.690439 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:13.712872 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caace8-3116-4c09-9787-9e36b7acebce req-eec45426-2865-43d8-ae6d-680c8d4b4c38 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:13.727688 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-00caace8-3116-4c09-9787-9e36b7acebce req-eec45426-2865-43d8-ae6d-680c8d4b4c38 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 943 time: 0.1043689 Aug 28 12:46:13.814289 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-00caace8-3116-4c09-9787-9e36b7acebce req-008952ae-8f98-4bdc-8bcb-803f78476d33 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8a1465-af74-4a8c-8994-d26d5d687ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769384 Aug 28 12:46:13.825197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=1fe41ab4-d41c-4945-bc58-f9c78e0d8595,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:13.833139 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-102ad484-9288-429d-8c60-dca00e5a6558 None None] Provisioning for port 8e429e4f-7179-4fe7-abe0-01839d259ff9 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:13.839327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-102ad484-9288-429d-8c60-dca00e5a6558 None None] Provisioning complete for port 8e429e4f-7179-4fe7-abe0-01839d259ff9 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:13.839762 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-102ad484-9288-429d-8c60-dca00e5a6558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:13.891556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-0e418f3f-c0c7-40a7-998c-548efd4a7e42 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:13.893753 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-0e418f3f-c0c7-40a7-998c-548efd4a7e42 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 811 time: 0.3293784 Aug 28 12:46:13.923600 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-2dd393ce-323c-475d-aeb8-b9ef6f08694c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/quotas/9c27cd97d5e24fc7891a567067063ac0 HTTP/1.1" status: 200 len: 375 time: 0.0186765 Aug 28 12:46:13.930825 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-102ad484-9288-429d-8c60-dca00e5a6558 None None] Port 8e429e4f-7179-4fe7-abe0-01839d259ff9 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:46:14.019481 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:14.033934 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:14.073437 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0861e9-d68f-4049-8950-e343622b197f req-f6434463-1782-4a34-b78b-20fb4d10e4ad tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:14.075014 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-de0861e9-d68f-4049-8950-e343622b197f req-f6434463-1782-4a34-b78b-20fb4d10e4ad tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 946 time: 0.0715916 Aug 28 12:46:14.089846 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-698f04b5-d76d-466f-8712-d272a6051a53 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671611 Aug 28 12:46:14.132605 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-de0861e9-d68f-4049-8950-e343622b197f req-f8c8d139-ad8f-48a1-a1d1-74eb60359e84 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502903 Aug 28 12:46:14.195170 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:14.198230 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Pushing event updated for resources: {'Port': ['ID=8e429e4f-7179-4fe7-abe0-01839d259ff9,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:14.291013 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-5a90cbbc-babc-45ae-b3ef-cef46a8d8059 service neutron] 10.222.0.20 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003162 Aug 28 12:46:14.324928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee349a8-1c51-4a9c-be52-3df881de9109 req-2bd0b8e7-1c19-41b3-91e1-496b67d14c82 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:14.332966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee349a8-1c51-4a9c-be52-3df881de9109 req-2bd0b8e7-1c19-41b3-91e1-496b67d14c82 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:14.335334 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8ee349a8-1c51-4a9c-be52-3df881de9109 req-2bd0b8e7-1c19-41b3-91e1-496b67d14c82 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1679 time: 0.0850573 Aug 28 12:46:14.388191 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8ee349a8-1c51-4a9c-be52-3df881de9109 req-d421621c-f687-480f-8a98-34d9d6051af5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445464 Aug 28 12:46:14.396795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:46:14.404141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device cf99176a-a248-47c2-8e9c-60abd5290421 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:14.418346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Network 289a516b-5523-4b44-9ed2-8a67002e283b is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:14.422010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:14.571081 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16dcfe0e-87f7-4a0d-9eef-9c4250380d93 service neutron] 10.222.0.20 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510571 Aug 28 12:46:14.579983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port cf99176a-a248-47c2-8e9c-60abd5290421 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:14.596847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port cf99176a-a248-47c2-8e9c-60abd5290421 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:14.597559 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:14.641450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6,segment=NetworkSegment(ec87516c-93ea-4fa9-b323-73e1425af431),segment_id=ec87516c-93ea-4fa9-b323-73e1425af431)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:14.663581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6', 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4', 'port_id': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6', 'mac_address': 'fa:16:3e:39:81:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:46:14.759216 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:14.785514 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:14.788533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:14.822012 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6,segment=NetworkSegment(ec87516c-93ea-4fa9-b323-73e1425af431),segment_id=ec87516c-93ea-4fa9-b323-73e1425af431)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:14.824625 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4558b659-a7a2-41f0-b2e2-5b2f77645667 None None] Provisioning complete for port 8e429e4f-7179-4fe7-abe0-01839d259ff9 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:14.826799 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4558b659-a7a2-41f0-b2e2-5b2f77645667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:14.837051 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:14.909852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93307973-c112-4842-90d8-7f2aad6b3f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf99176a-a248-47c2-8e9c-60abd5290421'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:14.919098 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8259abfe-4d7e-4c3b-a0ea-96fdfb96a6ab req-eaab6252-b7d0-4cc7-81d8-b21a285aba51 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.1113381 Aug 28 12:46:14.919954 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0820a26-7eb7-48b1-ae78-5e7f76b748a3" -d '{"events": [{"server_uuid": "93307973-c112-4842-90d8-7f2aad6b3f3e", "name": "network-vif-plugged", "status": "completed", "tag": "cf99176a-a248-47c2-8e9c-60abd5290421"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:14.983387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port cf99176a-a248-47c2-8e9c-60abd5290421, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=cf99176a-a248-47c2-8e9c-60abd5290421,segment=NetworkSegment(bb769870-c89d-4f3b-85a5-031b049870d7),segment_id=bb769870-c89d-4f3b-85a5-031b049870d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:14.997680 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:14.998485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:15.053321 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-4558b659-a7a2-41f0-b2e2-5b2f77645667 None None] Port 8e429e4f-7179-4fe7-abe0-01839d259ff9 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:46:15.057749 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:15.134864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=cf99176a-a248-47c2-8e9c-60abd5290421,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:15.142217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:15.147017 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:15.147859 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:15.150094 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac9aaddb-abc1-46e4-9202-8fe88ed23c54 req-a24c6fd2-f031-4744-b919-d1351d96f777 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 210 time: 0.1132505 Aug 28 12:46:15.192679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['2460fe8b-c9e3-43e8-8ceb-24c4401a24b6'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:46:15.234075 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91107679-9f08-4fc3-b13f-d715cf299fc1 x-openstack-request-id: req-91107679-9f08-4fc3-b13f-d715cf299fc1 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:15.234381 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93307973-c112-4842-90d8-7f2aad6b3f3e", "name": "network-vif-plugged", "status": "completed", "tag": "cf99176a-a248-47c2-8e9c-60abd5290421", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:15.234641 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91107679-9f08-4fc3-b13f-d715cf299fc1 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:15.235032 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93307973-c112-4842-90d8-7f2aad6b3f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf99176a-a248-47c2-8e9c-60abd5290421', 'code': 200} Aug 28 12:46:15.271769 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1fe41ab4-d41c-4945-bc58-f9c78e0d8595 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:15.277962 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:15.422260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-52d49e75-408b-44fc-9f4b-8969016f1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:15.424655 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-52d49e75-408b-44fc-9f4b-8969016f1e8f service neutron] 10.222.0.11 "GET /v2.0/ports/708f1d54-3c32-49c6-8985-1c867d1c59b6 HTTP/1.1" status: 200 len: 1033 time: 0.0799942 Aug 28 12:46:15.477637 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:15.478287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Router 574b3dd9-33c4-45a1-a806-5fa03db67dd1 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:46:15.488206 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a73726-c451-4d70-b20d-5de83c817f42 req-7ef407e9-f0a2-4bb6-8bf1-105e9b435a2b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:15.488809 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-18b5f41e-e493-4a4c-9170-c162d3a27576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:15.489944 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-81a73726-c451-4d70-b20d-5de83c817f42 req-7ef407e9-f0a2-4bb6-8bf1-105e9b435a2b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 946 time: 0.0718989 Aug 28 12:46:15.490595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-18b5f41e-e493-4a4c-9170-c162d3a27576 service neutron] 10.222.0.11 "GET /v2.0/ports/440861dd-6270-4426-a201-c0adbe3cd44a HTTP/1.1" status: 200 len: 1033 time: 0.0492983 Aug 28 12:46:15.499216 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2b318-e7cf-4c9b-8c0c-897c66598256 req-1d321bd0-5fe9-41ce-a222-5bed9d5491f5 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:15.506649 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7dc2b318-e7cf-4c9b-8c0c-897c66598256 req-1d321bd0-5fe9-41ce-a222-5bed9d5491f5 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 944 time: 0.1607804 Aug 28 12:46:15.558101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 1fe41ab4-d41c-4945-bc58-f9c78e0d8595 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:15.558908 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:15.571345 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-81a73726-c451-4d70-b20d-5de83c817f42 req-eea59816-d9a9-4ebd-a788-532476a6acc6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683749 Aug 28 12:46:15.623098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610,segment=NetworkSegment(72b515d1-d568-4217-81f8-c00eecb779d4),segment_id=72b515d1-d568-4217-81f8-c00eecb779d4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:15.637641 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:15.666666 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7dc2b318-e7cf-4c9b-8c0c-897c66598256 req-b9906653-5514-4ea1-8d19-e8eda91056cf tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8a1465-af74-4a8c-8994-d26d5d687ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550231 Aug 28 12:46:15.755845 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:15.763647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6def5e0-2bf3-4bde-8e06-66629d44ed6d req-f0dadc02-e526-4925-b0d7-5b7e80dad9f5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:15.771444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6def5e0-2bf3-4bde-8e06-66629d44ed6d req-f0dadc02-e526-4925-b0d7-5b7e80dad9f5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:15.773178 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6def5e0-2bf3-4bde-8e06-66629d44ed6d req-f0dadc02-e526-4925-b0d7-5b7e80dad9f5 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1681 time: 0.0956280 Aug 28 12:46:15.810393 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-b15f5cdc-cd5b-4e04-8cde-8378ca350c2c tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:15.816172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-b15f5cdc-cd5b-4e04-8cde-8378ca350c2c tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:15.822525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-b15f5cdc-cd5b-4e04-8cde-8378ca350c2c tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:15.824187 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-b15f5cdc-cd5b-4e04-8cde-8378ca350c2c tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.11 "GET /v2.0/networks?id=13d7cd11-7d64-44bd-94e1-a8725c05108d&id=59b71610-974a-47e0-be6f-1998f7e34702&id=59b71610-974a-47e0-be6f-1998f7e34702&id=59b71610-974a-47e0-be6f-1998f7e34702&id=59b71610-974a-47e0-be6f-1998f7e34702&id=bcb5f611-12de-426c-9450-c8901fa3ceaa&id=bcb5f611-12de-426c-9450-c8901fa3ceaa HTTP/1.1" status: 200 len: 1994 time: 0.3129561 Aug 28 12:46:15.833177 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6def5e0-2bf3-4bde-8e06-66629d44ed6d req-347c77b7-6396-49fa-bd98-7725eb3af73e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525551 Aug 28 12:46:15.846125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:46:15.868593 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-50258e7a-ce1f-4fe2-8b43-e55bd3731787 admin admin] 10.222.0.20 "PUT /v2.0/routers/574b3dd9-33c4-45a1-a806-5fa03db67dd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0495250 Aug 28 12:46:15.868847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Sync routers for ids ['574b3dd9-33c4-45a1-a806-5fa03db67dd1'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:46:15.891030 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Routers {'574b3dd9-33c4-45a1-a806-5fa03db67dd1'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:15.891668 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:46:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['574b3dd9-33c4-45a1-a806-5fa03db67dd1'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:15.900544 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-ba6e95e7-338b-4689-864a-b28653d7e6df tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e506c78606b440c8de2be4917f584b8 HTTP/1.1" status: 200 len: 380 time: 0.0651727 Aug 28 12:46:15.912291 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f1abb299-0310-455d-a143-7bca4fded190 req-e85a02e2-596b-4eae-b020-d7f7f8c0d40b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Request body: {'port': {'device_id': '56671c7a-9e69-41af-b601-571e3296ea2d', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'admin_state_up': True, 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'security_groups': ['e03cb9e1-6f7d-407a-b586-00d48f1ace33']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:16.050238 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-e85a02e2-596b-4eae-b020-d7f7f8c0d40b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Made reservation on behalf of 5e506c78606b440c8de2be4917f584b8 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:46:16.054605 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-e85a02e2-596b-4eae-b020-d7f7f8c0d40b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:16.067734 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Set router 574b3dd9-33c4-45a1-a806-5fa03db67dd1 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:16.166968 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c88a6647-cf16-41d6-a1e3-d2ae6deaa335 req-f73c3299-6e04-4271-8ac2-5e73ae117248 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.0773277 Aug 28 12:46:16.177148 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6177699b-27db-4bb5-9ba1-62c67d78df57 req-83fc77ac-de62-4671-8120-5e4eabce404f tempest-FloatingIPsNegativeTestJSON-762915452 tempest-FloatingIPsNegativeTestJSON-762915452-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=865a46c7993e47a5a3e15cef9c9ef911 HTTP/1.1" status: 200 len: 217 time: 0.0417104 Aug 28 12:46:16.289561 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7756c54f-e88e-43e2-a8b3-30faaf1b33ec req-69db5e8f-9284-4af0-a845-178d5a7d254a tempest-FloatingIPsNegativeTestJSON-762915452 tempest-FloatingIPsNegativeTestJSON-762915452-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0708320 Aug 28 12:46:16.296555 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32a61cd9-6f68-43b3-a0fd-a13a5309985d req-4bcee371-e018-466a-9894-28b23fb20893 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 210 time: 0.0380325 Aug 28 12:46:16.321172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-f1abb299-0310-455d-a143-7bca4fded190 req-e85a02e2-596b-4eae-b020-d7f7f8c0d40b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Allocated IP 172.20.0.14 (13d7cd11-7d64-44bd-94e1-a8725c05108d/48054526-9b9a-45e5-8cb6-dd16d5f9b72d/c703f518-96ae-4fe3-8bb2-0979603ac65f) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:16.374198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-46770766-router', 'tenant_id': '865a46c7993e47a5a3e15cef9c9ef911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '1fe41ab4-d41c-4945-bc58-f9c78e0d8595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:46:02Z', 'updated_at': '2021-08-28T12:46:13Z', 'revision_number': 4, 'project_id': '865a46c7993e47a5a3e15cef9c9ef911', 'gw_port': {'id': '1fe41ab4-d41c-4945-bc58-f9c78e0d8595', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:46:04Z', 'updated_at': '2021-08-28T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '8e429e4f-7179-4fe7-abe0-01839d259ff9', 'name': '', 'network_id': '289a516b-5523-4b44-9ed2-8a67002e283b', 'tenant_id': '865a46c7993e47a5a3e15cef9c9ef911', 'mac_address': 'fa:16:3e:c2:3e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '436e8247-b3b3-494e-83f7-a96fca2ecca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:46:12Z', 'updated_at': '2021-08-28T12:46:13Z', 'revision_number': 2, 'project_id': '865a46c7993e47a5a3e15cef9c9ef911', 'subnets': [{'id': '436e8247-b3b3-494e-83f7-a96fca2ecca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:16.403862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Checking router: 574b3dd9-33c4-45a1-a806-5fa03db67dd1 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:46:16.404594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Updating router 574b3dd9-33c4-45a1-a806-5fa03db67dd1 port 8e429e4f-7179-4fe7-abe0-01839d259ff9 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:46:16.437220 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:16.548806 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-814e60f7-ea23-4449-be6c-88f10c7b6dc4 req-8854d6b4-6d5d-4755-a086-81401d97c21f tempest-FloatingIPsNegativeTestJSON-762915452 tempest-FloatingIPsNegativeTestJSON-762915452-project] show failed (client error): The resource could not be found. Aug 28 12:46:16.549850 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-814e60f7-ea23-4449-be6c-88f10c7b6dc4 req-8854d6b4-6d5d-4755-a086-81401d97c21f tempest-FloatingIPsNegativeTestJSON-762915452 tempest-FloatingIPsNegativeTestJSON-762915452-project] 10.222.0.20 "GET /v2.0/floatingips/63be8cde-bf5e-4eb7-87f4-4e8438419321 HTTP/1.1" status: 404 len: 350 time: 0.0986724 Aug 28 12:46:16.561553 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41250) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:16.580373 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-e85a02e2-596b-4eae-b020-d7f7f8c0d40b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:16.609987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-f1abb299-0310-455d-a143-7bca4fded190 req-e85a02e2-596b-4eae-b020-d7f7f8c0d40b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Transition to ACTIVE for port object c703f518-96ae-4fe3-8bb2-0979603ac65f will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:16.635213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-9b5342d4-b4d9-4e85-a166-20efe5598574 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:16.638778 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-9b5342d4-b4d9-4e85-a166-20efe5598574 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.11 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 811 time: 0.1890306 Aug 28 12:46:16.660585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-8f74e176-d00b-4f64-ba9c-1a54611c9c1c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Request body: {'port': {'device_id': 'be09efad-8fe7-487b-b92d-da227e5b1219', 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea', 'admin_state_up': True, 'tenant_id': '9c27cd97d5e24fc7891a567067063ac0'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:16.762802 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-e85a02e2-596b-4eae-b020-d7f7f8c0d40b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:16.800348 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101eb720-6b82-40ba-a94c-5a94f62789d7 req-f8b61663-852b-4306-b92a-e23a3b6a3b33 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:16.807642 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-101eb720-6b82-40ba-a94c-5a94f62789d7 req-f8b61663-852b-4306-b92a-e23a3b6a3b33 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 946 time: 0.1160312 Aug 28 12:46:16.859124 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:16.877163 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Transition to ACTIVE for port object 8e429e4f-7179-4fe7-abe0-01839d259ff9 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:16.888167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1abb299-0310-455d-a143-7bca4fded190 req-e85a02e2-596b-4eae-b020-d7f7f8c0d40b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Network 13d7cd11-7d64-44bd-94e1-a8725c05108d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:16.892348 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:16.893669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-f1abb299-0310-455d-a143-7bca4fded190 req-e85a02e2-596b-4eae-b020-d7f7f8c0d40b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:16.896761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1abb299-0310-455d-a143-7bca4fded190 req-e85a02e2-596b-4eae-b020-d7f7f8c0d40b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:16.900683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a02e2-596b-4eae-b020-d7f7f8c0d40b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event updated for resources: {'Port': ['ID=c703f518-96ae-4fe3-8bb2-0979603ac65f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:16.933795 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-101eb720-6b82-40ba-a94c-5a94f62789d7 req-bfd89399-df6e-4f62-8308-df86653744f6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175835 Aug 28 12:46:16.937374 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-8f74e176-d00b-4f64-ba9c-1a54611c9c1c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Made reservation on behalf of 9c27cd97d5e24fc7891a567067063ac0 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:46:16.941920 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-8f74e176-d00b-4f64-ba9c-1a54611c9c1c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:16.966380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8b066-c6e2-45c7-a21a-ddba60374472 None None] Pushing event updated for resources: {'Port': ['ID=8e429e4f-7179-4fe7-abe0-01839d259ff9,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:17.094684 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Attempting to bind port 8e429e4f-7179-4fe7-abe0-01839d259ff9 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:17.097262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Attempting to bind port 8e429e4f-7179-4fe7-abe0-01839d259ff9 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '0c6b4a79-10de-46f6-b606-682c7f0e5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '289a516b-5523-4b44-9ed2-8a67002e283b'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:17.105589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Attempting to bind port 8e429e4f-7179-4fe7-abe0-01839d259ff9 on network 289a516b-5523-4b44-9ed2-8a67002e283b {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:17.112003 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542fd69-6adc-4421-b849-1219a1508df4 req-cad834e5-0da7-4305-a882-0819d510b2eb tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:17.113611 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0542fd69-6adc-4421-b849-1219a1508df4 req-cad834e5-0da7-4305-a882-0819d510b2eb tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 944 time: 0.3057179 Aug 28 12:46:17.121369 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:17.126519 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Checking segment: {'id': '0c6b4a79-10de-46f6-b606-682c7f0e5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '289a516b-5523-4b44-9ed2-8a67002e283b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:17.133526 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:17.133526 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Bound using segment: {'id': '0c6b4a79-10de-46f6-b606-682c7f0e5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '289a516b-5523-4b44-9ed2-8a67002e283b'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:17.133526 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Bound port: 8e429e4f-7179-4fe7-abe0-01839d259ff9, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6b4a79-10de-46f6-b606-682c7f0e5b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '289a516b-5523-4b44-9ed2-8a67002e283b'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:17.133526 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:17.162768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-e85a02e2-596b-4eae-b020-d7f7f8c0d40b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:17.166153 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-e85a02e2-596b-4eae-b020-d7f7f8c0d40b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:17.236853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93307973-c112-4842-90d8-7f2aad6b3f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:17.242518 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e008e9-4dfe-4204-9fda-d617ff52769a" -d '{"events": [{"server_uuid": "93307973-c112-4842-90d8-7f2aad6b3f3e", "name": "network-vif-plugged", "status": "completed", "tag": "7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:17.251506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-e85a02e2-596b-4eae-b020-d7f7f8c0d40b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3446875 Aug 28 12:46:17.272018 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0542fd69-6adc-4421-b849-1219a1508df4 req-8b3c91b3-1d58-4a43-bd17-9338c5a796e3 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8a1465-af74-4a8c-8994-d26d5d687ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337066 Aug 28 12:46:17.280696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f1abb299-0310-455d-a143-7bca4fded190 req-6441c6f2-8dd5-4ee1-9e6b-9ccd310a6ec1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Request body: {'port': {'device_id': '56671c7a-9e69-41af-b601-571e3296ea2d', 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702', 'admin_state_up': True, 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'security_groups': ['e03cb9e1-6f7d-407a-b586-00d48f1ace33']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:17.306847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] For port 8e429e4f-7179-4fe7-abe0-01839d259ff9, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:17.314570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] For port 8e429e4f-7179-4fe7-abe0-01839d259ff9, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8e429e4f-7179-4fe7-abe0-01839d259ff9,segment=NetworkSegment(0c6b4a79-10de-46f6-b606-682c7f0e5b22),segment_id=0c6b4a79-10de-46f6-b606-682c7f0e5b22)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:17.317518 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:17.320205 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:17.336783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e001cf1-2c68-408d-9751-c828f4739528 req-63764bfa-1b5e-44cb-b6b3-69747589f852 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:17.342733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e001cf1-2c68-408d-9751-c828f4739528 req-63764bfa-1b5e-44cb-b6b3-69747589f852 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:17.351001 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e001cf1-2c68-408d-9751-c828f4739528 req-63764bfa-1b5e-44cb-b6b3-69747589f852 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1681 time: 0.1378376 Aug 28 12:46:17.417488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8b066-c6e2-45c7-a21a-ddba60374472 None None] Pushing event updated for resources: {'Port': ['ID=8e429e4f-7179-4fe7-abe0-01839d259ff9,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:17.456277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-8f74e176-d00b-4f64-ba9c-1a54611c9c1c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Allocated IP 172.20.0.4 (1da12700-57a4-4678-8bd0-0b17b7c3f3ea/681f86f1-f49d-4aac-bbea-fa1f759eb663/f93036e8-e778-4a74-957c-1a1efaa62ad5) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:17.460130 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e001cf1-2c68-408d-9751-c828f4739528 req-55bcd185-1470-4e03-9d3d-545d0c060e97 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057887 Aug 28 12:46:17.480656 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Routers {'574b3dd9-33c4-45a1-a806-5fa03db67dd1'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:17.481306 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:46:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['574b3dd9-33c4-45a1-a806-5fa03db67dd1'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:17.483240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-137ef66e-2171-4c74-998f-e8c67fc39121 None None] Provisioning for port c703f518-96ae-4fe3-8bb2-0979603ac65f completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:17.494618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-137ef66e-2171-4c74-998f-e8c67fc39121 None None] Provisioning complete for port c703f518-96ae-4fe3-8bb2-0979603ac65f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:17.494618 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-137ef66e-2171-4c74-998f-e8c67fc39121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:17.601872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f80e6d-a247-4a0c-9dde-795bfd16cb5a req-2bc8d481-5627-430f-9aae-b64209523fed tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:17.611989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4f80e6d-a247-4a0c-9dde-795bfd16cb5a req-2bc8d481-5627-430f-9aae-b64209523fed tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 932 time: 0.1809256 Aug 28 12:46:17.740754 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-6441c6f2-8dd5-4ee1-9e6b-9ccd310a6ec1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Made reservation on behalf of 5e506c78606b440c8de2be4917f584b8 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:46:17.745282 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-6441c6f2-8dd5-4ee1-9e6b-9ccd310a6ec1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:17.757592 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-333c7731-759d-409d-8c75-1ea57fda07a1 req-ce006940-2e5e-401f-abf7-40fbf79066a2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 210 time: 0.0582218 Aug 28 12:46:17.804011 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7393dc2c-0a1a-4341-949a-27db98f6cd7e x-openstack-request-id: req-7393dc2c-0a1a-4341-949a-27db98f6cd7e {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:17.804519 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93307973-c112-4842-90d8-7f2aad6b3f3e", "name": "network-vif-plugged", "status": "completed", "tag": "7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:17.804887 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7393dc2c-0a1a-4341-949a-27db98f6cd7e {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:17.806650 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93307973-c112-4842-90d8-7f2aad6b3f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610', 'code': 200} Aug 28 12:46:17.842394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-137ef66e-2171-4c74-998f-e8c67fc39121 None None] Port c703f518-96ae-4fe3-8bb2-0979603ac65f cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:46:17.870711 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4f80e6d-a247-4a0c-9dde-795bfd16cb5a req-7d10eac5-d32b-4dd4-be86-bb5f6980da5d tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224512 Aug 28 12:46:17.881615 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613435b-e63c-49ed-8934-7a41f2e91102 req-33a7f475-ea3b-40b7-bc48-225c865a58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:17.885040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613435b-e63c-49ed-8934-7a41f2e91102 req-33a7f475-ea3b-40b7-bc48-225c865a58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:17.887110 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0613435b-e63c-49ed-8934-7a41f2e91102 req-33a7f475-ea3b-40b7-bc48-225c865a58c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1985 time: 0.2606719 Aug 28 12:46:17.928258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Deleting port 8e429e4f-7179-4fe7-abe0-01839d259ff9 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:17.929217 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:17.936425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] Set router 574b3dd9-33c4-45a1-a806-5fa03db67dd1 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:18.039225 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] For port 8e429e4f-7179-4fe7-abe0-01839d259ff9, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8e429e4f-7179-4fe7-abe0-01839d259ff9,segment=NetworkSegment(0c6b4a79-10de-46f6-b606-682c7f0e5b22),segment_id=0c6b4a79-10de-46f6-b606-682c7f0e5b22)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:18.039818 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:18.043153 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0613435b-e63c-49ed-8934-7a41f2e91102 req-c1b011b3-56de-4b6b-9c5a-b9bd4aae11d8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164083 Aug 28 12:46:18.046184 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-8f74e176-d00b-4f64-ba9c-1a54611c9c1c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:18.058216 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Calling delete_port for 8e429e4f-7179-4fe7-abe0-01839d259ff9 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:18.175413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-f1abb299-0310-455d-a143-7bca4fded190 req-6441c6f2-8dd5-4ee1-9e6b-9ccd310a6ec1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Allocated IP 10.1.1.224 (59b71610-974a-47e0-be6f-1998f7e34702/cb64fb14-001a-49f8-b98d-50135cdf674b/270133e3-b69e-4c31-a29a-5624250f6d0a) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:18.208487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8364bee-3ecb-4d29-9b6d-49af4c47570a req-e4902e4e-0963-4a69-b787-73f706cb03d7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:18.210142 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f8364bee-3ecb-4d29-9b6d-49af4c47570a req-e4902e4e-0963-4a69-b787-73f706cb03d7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 946 time: 0.1412177 Aug 28 12:46:18.224295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-46770766-router', 'tenant_id': '865a46c7993e47a5a3e15cef9c9ef911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '1fe41ab4-d41c-4945-bc58-f9c78e0d8595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:46:02Z', 'updated_at': '2021-08-28T12:46:13Z', 'revision_number': 4, 'project_id': '865a46c7993e47a5a3e15cef9c9ef911', 'gw_port': {'id': '1fe41ab4-d41c-4945-bc58-f9c78e0d8595', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:46:04Z', 'updated_at': '2021-08-28T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '8e429e4f-7179-4fe7-abe0-01839d259ff9', 'name': '', 'network_id': '289a516b-5523-4b44-9ed2-8a67002e283b', 'tenant_id': '865a46c7993e47a5a3e15cef9c9ef911', 'mac_address': 'fa:16:3e:c2:3e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '436e8247-b3b3-494e-83f7-a96fca2ecca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:46:12Z', 'updated_at': '2021-08-28T12:46:17Z', 'revision_number': 4, 'project_id': '865a46c7993e47a5a3e15cef9c9ef911', 'subnets': [{'id': '436e8247-b3b3-494e-83f7-a96fca2ecca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:18.227235 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-8f74e176-d00b-4f64-ba9c-1a54611c9c1c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:18.268412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880c5fa-3e98-4e23-9dfb-b9697967eb81 None None] The sync data for ids ['574b3dd9-33c4-45a1-a806-5fa03db67dd1'] in n-d-791505-21 is: [{'id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-46770766-router', 'tenant_id': '865a46c7993e47a5a3e15cef9c9ef911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '1fe41ab4-d41c-4945-bc58-f9c78e0d8595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:46:02Z', 'updated_at': '2021-08-28T12:46:13Z', 'revision_number': 4, 'project_id': '865a46c7993e47a5a3e15cef9c9ef911', 'gw_port': {'id': '1fe41ab4-d41c-4945-bc58-f9c78e0d8595', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:46:04Z', 'updated_at': '2021-08-28T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '8e429e4f-7179-4fe7-abe0-01839d259ff9', 'name': '', 'network_id': '289a516b-5523-4b44-9ed2-8a67002e283b', 'tenant_id': '865a46c7993e47a5a3e15cef9c9ef911', 'mac_address': 'fa:16:3e:c2:3e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '436e8247-b3b3-494e-83f7-a96fca2ecca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:46:12Z', 'updated_at': '2021-08-28T12:46:17Z', 'revision_number': 4, 'project_id': '865a46c7993e47a5a3e15cef9c9ef911', 'subnets': [{'id': '436e8247-b3b3-494e-83f7-a96fca2ecca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:46:18.382903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-8f74e176-d00b-4f64-ba9c-1a54611c9c1c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:18.398277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-8f74e176-d00b-4f64-ba9c-1a54611c9c1c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:18.413887 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f8364bee-3ecb-4d29-9b6d-49af4c47570a req-f28e19bf-4156-40ef-8b0a-0d30482b44ed tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960063 Aug 28 12:46:18.414997 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:18.417661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-8f74e176-d00b-4f64-ba9c-1a54611c9c1c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:18.493973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74e176-d00b-4f64-ba9c-1a54611c9c1c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Pushing event updated for resources: {'Port': ['ID=f93036e8-e778-4a74-957c-1a1efaa62ad5,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:18.542525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:18.548969 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:18.549879 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:18.559022 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:18.616205 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e429e4f-7179-4fe7-abe0-01839d259ff9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:18.654909 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-6441c6f2-8dd5-4ee1-9e6b-9ccd310a6ec1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:18.666982 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:18.667624 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:18.668186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:18.668704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:18.669209 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:18.669339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-f1abb299-0310-455d-a143-7bca4fded190 req-6441c6f2-8dd5-4ee1-9e6b-9ccd310a6ec1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Transition to ACTIVE for port object 270133e3-b69e-4c31-a29a-5624250f6d0a will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:18.669878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:18.670497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:18.671535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:18.672182 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:18.672714 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:18.673311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:18.673853 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:18.694932 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:18.713196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-8f74e176-d00b-4f64-ba9c-1a54611c9c1c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:18.713873 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-8f74e176-d00b-4f64-ba9c-1a54611c9c1c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:18.724461 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-6441c6f2-8dd5-4ee1-9e6b-9ccd310a6ec1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:18.741771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6,segment=NetworkSegment(ec87516c-93ea-4fa9-b323-73e1425af431),segment_id=ec87516c-93ea-4fa9-b323-73e1425af431)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:18.749362 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:18.753156 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4acc51-9ee3-415b-897c-b1f3cb357cba req-68aa5239-6251-4206-a097-2074d112d2d0 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:18.755304 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d4acc51-9ee3-415b-897c-b1f3cb357cba req-68aa5239-6251-4206-a097-2074d112d2d0 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 944 time: 0.2238481 Aug 28 12:46:18.817443 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:18.843567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1abb299-0310-455d-a143-7bca4fded190 req-6441c6f2-8dd5-4ee1-9e6b-9ccd310a6ec1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Network 59b71610-974a-47e0-be6f-1998f7e34702 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:18.869069 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-f1abb299-0310-455d-a143-7bca4fded190 req-6441c6f2-8dd5-4ee1-9e6b-9ccd310a6ec1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:18.882348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1abb299-0310-455d-a143-7bca4fded190 req-6441c6f2-8dd5-4ee1-9e6b-9ccd310a6ec1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:18.887715 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-8f74e176-d00b-4f64-ba9c-1a54611c9c1c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2374940 Aug 28 12:46:18.908406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcb3bd-7336-40dd-82e8-37287373e5ab req-a2ec967d-c039-436c-bbcd-e219fb55d8a1 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:18.915026 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcb3bd-7336-40dd-82e8-37287373e5ab req-a2ec967d-c039-436c-bbcd-e219fb55d8a1 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:18.927308 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:18.942121 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84fcb3bd-7336-40dd-82e8-37287373e5ab req-a2ec967d-c039-436c-bbcd-e219fb55d8a1 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1681 time: 0.3782401 Aug 28 12:46:18.980999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Request body: {'port': {'device_id': 'be09efad-8fe7-487b-b92d-da227e5b1219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:19.022852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441c6f2-8dd5-4ee1-9e6b-9ccd310a6ec1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event updated for resources: {'Port': ['ID=270133e3-b69e-4c31-a29a-5624250f6d0a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:19.136693 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d4acc51-9ee3-415b-897c-b1f3cb357cba req-22d8f6ad-1913-4583-b186-65690bcbfc72 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8a1465-af74-4a8c-8994-d26d5d687ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733544 Aug 28 12:46:19.156225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-6441c6f2-8dd5-4ee1-9e6b-9ccd310a6ec1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:19.157071 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-6441c6f2-8dd5-4ee1-9e6b-9ccd310a6ec1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:19.193781 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:19.215825 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-6441c6f2-8dd5-4ee1-9e6b-9ccd310a6ec1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9519422 Aug 28 12:46:19.245370 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84fcb3bd-7336-40dd-82e8-37287373e5ab req-99167bdd-f49b-440a-b2b9-53cebe80cc30 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999396 Aug 28 12:46:19.254873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f1abb299-0310-455d-a143-7bca4fded190 req-2c99f5a9-b3c8-43cc-9400-f00e436c4680 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Request body: {'port': {'device_id': '56671c7a-9e69-41af-b601-571e3296ea2d', 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702', 'admin_state_up': True, 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'security_groups': ['e03cb9e1-6f7d-407a-b586-00d48f1ace33']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:19.349258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8d026d5f-3bff-47a9-99cd-cca7b88116de None None] Provisioning for port 270133e3-b69e-4c31-a29a-5624250f6d0a completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:19.366842 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8d026d5f-3bff-47a9-99cd-cca7b88116de None None] Provisioning complete for port 270133e3-b69e-4c31-a29a-5624250f6d0a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:19.367210 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8d026d5f-3bff-47a9-99cd-cca7b88116de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:19.377545 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e43c4-1997-4c11-a893-36ff32d1c5ed req-d90bcc6e-f292-4a73-afd8-aa23b55c93c1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:19.379190 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7b9e43c4-1997-4c11-a893-36ff32d1c5ed req-d90bcc6e-f292-4a73-afd8-aa23b55c93c1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 931 time: 0.1270859 Aug 28 12:46:19.433797 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Router 574b3dd9-33c4-45a1-a806-5fa03db67dd1 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:46:19.476198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8d026d5f-3bff-47a9-99cd-cca7b88116de None None] Port 270133e3-b69e-4c31-a29a-5624250f6d0a cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:46:19.479468 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7b9e43c4-1997-4c11-a893-36ff32d1c5ed req-0fcd80e4-ec44-43f0-b7a1-122762b43a70 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823011 Aug 28 12:46:19.611154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f1977-86e1-4aa0-b0cb-f2835a05d700 req-8dc9f0a6-9958-4cc0-8481-9b99b744dc28 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:19.618496 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f1977-86e1-4aa0-b0cb-f2835a05d700 req-8dc9f0a6-9958-4cc0-8481-9b99b744dc28 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:19.620159 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0c7f1977-86e1-4aa0-b0cb-f2835a05d700 req-8dc9f0a6-9958-4cc0-8481-9b99b744dc28 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 1654 time: 0.1784434 Aug 28 12:46:19.719389 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0c7f1977-86e1-4aa0-b0cb-f2835a05d700 req-59d919c7-409d-42cd-b603-8c641512358d tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929163 Aug 28 12:46:19.720060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-2c99f5a9-b3c8-43cc-9400-f00e436c4680 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Made reservation on behalf of 5e506c78606b440c8de2be4917f584b8 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:46:19.723346 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-2c99f5a9-b3c8-43cc-9400-f00e436c4680 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:19.807620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cf3489-0aae-4ae8-af8d-68d9079c5492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:19.809962 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6de47a-abe8-4e33-a719-a3744a7afd84" -d '{"events": [{"server_uuid": "05cf3489-0aae-4ae8-af8d-68d9079c5492", "name": "network-vif-plugged", "status": "completed", "tag": "2460fe8b-c9e3-43e8-8ceb-24c4401a24b6"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:19.861504 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fde5a9-379d-43fc-b78c-3e19e0b5dd0b x-openstack-request-id: req-c0fde5a9-379d-43fc-b78c-3e19e0b5dd0b {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:19.861788 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cf3489-0aae-4ae8-af8d-68d9079c5492", "name": "network-vif-plugged", "status": "completed", "tag": "2460fe8b-c9e3-43e8-8ceb-24c4401a24b6", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:19.862034 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0fde5a9-379d-43fc-b78c-3e19e0b5dd0b {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:19.862445 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cf3489-0aae-4ae8-af8d-68d9079c5492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6', 'code': 200} Aug 28 12:46:19.903581 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-f1abb299-0310-455d-a143-7bca4fded190 req-2c99f5a9-b3c8-43cc-9400-f00e436c4680 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Allocated IP 10.1.1.68 (59b71610-974a-47e0-be6f-1998f7e34702/cb64fb14-001a-49f8-b98d-50135cdf674b/1cbe3f0b-18d7-4706-9651-2722f3d45f33) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:20.093764 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:46:20.101454 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-de6b82b4-b22a-47c5-95fb-16e5037987b2 admin admin] 10.222.0.20 "PUT /v2.0/routers/574b3dd9-33c4-45a1-a806-5fa03db67dd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5356622 Aug 28 12:46:20.101780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6921f7-2423-465a-84dc-90fa219aea6b req-92225060-cde7-42b7-a636-bac9638a17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:20.101910 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41288) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:20.102659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f6921f7-2423-465a-84dc-90fa219aea6b req-92225060-cde7-42b7-a636-bac9638a17c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 1097 time: 0.1684577 Aug 28 12:46:20.147589 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93036e8-e778-4a74-957c-1a1efaa62ad5 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:20.158832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5009598-1a53-40e1-99c8-ab71ecf0584e req-af5cc299-946b-4ed8-8c96-6ea388ed036c tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:20.161882 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:20.166037 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5009598-1a53-40e1-99c8-ab71ecf0584e req-af5cc299-946b-4ed8-8c96-6ea388ed036c tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 946 time: 0.5088899 Aug 28 12:46:20.196523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Transition to ACTIVE for port object f93036e8-e778-4a74-957c-1a1efaa62ad5 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:20.207773 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f6921f7-2423-465a-84dc-90fa219aea6b req-68114d1c-3db7-4a52-ab33-9c31951aeeed service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bf8a1465-af74-4a8c-8994-d26d5d687ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878057 Aug 28 12:46:20.214142 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:20.222823 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-2c99f5a9-b3c8-43cc-9400-f00e436c4680 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:20.229112 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce795f47-e172-4ad5-a008-a47a3f3a7069 None None] Sync routers for ids ['574b3dd9-33c4-45a1-a806-5fa03db67dd1'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:46:20.246464 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce795f47-e172-4ad5-a008-a47a3f3a7069 None None] Routers {'574b3dd9-33c4-45a1-a806-5fa03db67dd1'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:20.247304 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ce795f47-e172-4ad5-a008-a47a3f3a7069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:46:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['574b3dd9-33c4-45a1-a806-5fa03db67dd1'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:20.296732 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165ab1d3-0cdf-487b-94ff-d22e304e1a3d admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:20.297047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-f1abb299-0310-455d-a143-7bca4fded190 req-2c99f5a9-b3c8-43cc-9400-f00e436c4680 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Transition to ACTIVE for port object 1cbe3f0b-18d7-4706-9651-2722f3d45f33 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:20.357065 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5009598-1a53-40e1-99c8-ab71ecf0584e req-82ee65c3-0b9e-47e2-a8af-589ad16ab7cb tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757798 Aug 28 12:46:20.381385 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-ce795f47-e172-4ad5-a008-a47a3f3a7069 None None] Set router 574b3dd9-33c4-45a1-a806-5fa03db67dd1 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:20.410543 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Pushing event updated for resources: {'Port': ['ID=f93036e8-e778-4a74-957c-1a1efaa62ad5,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:20.502289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Attempting to bind port f93036e8-e778-4a74-957c-1a1efaa62ad5 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:20.502677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Attempting to bind port f93036e8-e778-4a74-957c-1a1efaa62ad5 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:20.502974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Attempting to bind port f93036e8-e778-4a74-957c-1a1efaa62ad5 on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:20.520505 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa8793-555b-466f-a489-a526772dc18f req-6da26e0a-ea38-4f10-a100-8a5dee686915 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:20.522834 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165ab1d3-0cdf-487b-94ff-d22e304e1a3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:20.528640 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64fa8793-555b-466f-a489-a526772dc18f req-6da26e0a-ea38-4f10-a100-8a5dee686915 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 945 time: 0.2607031 Aug 28 12:46:20.550942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Port f93036e8-e778-4a74-957c-1a1efaa62ad5 on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:46:20.551331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Attempting to bind port f93036e8-e778-4a74-957c-1a1efaa62ad5 on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:20.560002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:20.560402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Checking segment: {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:20.560730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Bound using segment: {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:20.561169 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Bound port: f93036e8-e778-4a74-957c-1a1efaa62ad5, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:20.561523 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:20.566765 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-2c99f5a9-b3c8-43cc-9400-f00e436c4680 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:20.608405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc3f76-e2b3-4905-8971-780773c53606 req-c8bd0e3d-e755-4795-972a-9ad8d317fbd7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:20.616779 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc3f76-e2b3-4905-8971-780773c53606 req-c8bd0e3d-e755-4795-972a-9ad8d317fbd7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:20.627005 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4cc3f76-e2b3-4905-8971-780773c53606 req-c8bd0e3d-e755-4795-972a-9ad8d317fbd7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1681 time: 0.1159585 Aug 28 12:46:20.652426 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64fa8793-555b-466f-a489-a526772dc18f req-bedd81e2-a83c-464e-a28d-e3fe974090a9 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8a1465-af74-4a8c-8994-d26d5d687ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228170 Aug 28 12:46:20.673421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1abb299-0310-455d-a143-7bca4fded190 req-2c99f5a9-b3c8-43cc-9400-f00e436c4680 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Network 59b71610-974a-47e0-be6f-1998f7e34702 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:20.679241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-f1abb299-0310-455d-a143-7bca4fded190 req-2c99f5a9-b3c8-43cc-9400-f00e436c4680 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:20.692154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1abb299-0310-455d-a143-7bca4fded190 req-2c99f5a9-b3c8-43cc-9400-f00e436c4680 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:20.708435 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4cc3f76-e2b3-4905-8971-780773c53606 req-2e19cc54-4cd6-40d1-abae-d10f1e438304 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801861 Aug 28 12:46:20.730337 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-165ab1d3-0cdf-487b-94ff-d22e304e1a3d admin admin] Deleting port 1fe41ab4-d41c-4945-bc58-f9c78e0d8595 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:20.730972 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165ab1d3-0cdf-487b-94ff-d22e304e1a3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:20.792900 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ce795f47-e172-4ad5-a008-a47a3f3a7069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-46770766-router', 'tenant_id': '865a46c7993e47a5a3e15cef9c9ef911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '1fe41ab4-d41c-4945-bc58-f9c78e0d8595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:46:02Z', 'updated_at': '2021-08-28T12:46:18Z', 'revision_number': 5, 'project_id': '865a46c7993e47a5a3e15cef9c9ef911', 'gw_port': {'id': '1fe41ab4-d41c-4945-bc58-f9c78e0d8595', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:46:04Z', 'updated_at': '2021-08-28T12:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:20.829135 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce795f47-e172-4ad5-a008-a47a3f3a7069 None None] Checking router: 574b3dd9-33c4-45a1-a806-5fa03db67dd1 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:46:20.829469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-2c99f5a9-b3c8-43cc-9400-f00e436c4680 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:20.830188 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-2c99f5a9-b3c8-43cc-9400-f00e436c4680 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:20.841400 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce795f47-e172-4ad5-a008-a47a3f3a7069 None None] Routers {'574b3dd9-33c4-45a1-a806-5fa03db67dd1'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:20.842183 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ce795f47-e172-4ad5-a008-a47a3f3a7069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:46:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['574b3dd9-33c4-45a1-a806-5fa03db67dd1'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:20.874373 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99f5a9-b3c8-43cc-9400-f00e436c4680 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event updated for resources: {'Port': ['ID=1cbe3f0b-18d7-4706-9651-2722f3d45f33,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:20.903481 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-2c99f5a9-b3c8-43cc-9400-f00e436c4680 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6653144 Aug 28 12:46:20.916550 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f1abb299-0310-455d-a143-7bca4fded190 req-e5d36bb4-63df-4e1e-85e7-502b2cb734b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Request body: {'port': {'device_id': '56671c7a-9e69-41af-b601-571e3296ea2d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa', 'admin_state_up': True, 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'security_groups': ['e03cb9e1-6f7d-407a-b586-00d48f1ace33']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:20.976596 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-ce795f47-e172-4ad5-a008-a47a3f3a7069 None None] Set router 574b3dd9-33c4-45a1-a806-5fa03db67dd1 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:21.017132 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-165ab1d3-0cdf-487b-94ff-d22e304e1a3d admin admin] For port 1fe41ab4-d41c-4945-bc58-f9c78e0d8595, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1fe41ab4-d41c-4945-bc58-f9c78e0d8595,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:21.017713 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165ab1d3-0cdf-487b-94ff-d22e304e1a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:21.019108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] For port f93036e8-e778-4a74-957c-1a1efaa62ad5, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:21.037002 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-165ab1d3-0cdf-487b-94ff-d22e304e1a3d admin admin] Calling delete_port for 1fe41ab4-d41c-4945-bc58-f9c78e0d8595 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:21.062338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] For port f93036e8-e778-4a74-957c-1a1efaa62ad5, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f93036e8-e778-4a74-957c-1a1efaa62ad5,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:21.069566 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ce795f47-e172-4ad5-a008-a47a3f3a7069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-46770766-router', 'tenant_id': '865a46c7993e47a5a3e15cef9c9ef911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:46:02Z', 'updated_at': '2021-08-28T12:46:20Z', 'revision_number': 6, 'project_id': '865a46c7993e47a5a3e15cef9c9ef911', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:21.071443 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:21.114073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f340e0cc-45a5-484d-a821-4f49c66011bc None None] Provisioning for port 1cbe3f0b-18d7-4706-9651-2722f3d45f33 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:21.120114 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f340e0cc-45a5-484d-a821-4f49c66011bc None None] Provisioning complete for port 1cbe3f0b-18d7-4706-9651-2722f3d45f33 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:21.120755 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f340e0cc-45a5-484d-a821-4f49c66011bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:21.121294 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce795f47-e172-4ad5-a008-a47a3f3a7069 None None] The sync data for ids ['574b3dd9-33c4-45a1-a806-5fa03db67dd1'] in n-d-791505-21 is: [{'id': '574b3dd9-33c4-45a1-a806-5fa03db67dd1', 'name': 'tempest-FloatingIPsNegativeTestJSON-46770766-router', 'tenant_id': '865a46c7993e47a5a3e15cef9c9ef911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:46:02Z', 'updated_at': '2021-08-28T12:46:20Z', 'revision_number': 6, 'project_id': '865a46c7993e47a5a3e15cef9c9ef911', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:46:21.168019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:21.168661 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:21.170240 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] 10.222.0.11 "PUT /v2.0/ports/f93036e8-e778-4a74-957c-1a1efaa62ad5 HTTP/1.1" status: 200 len: 1092 time: 2.2141519 Aug 28 12:46:21.179769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be09efad-8fe7-487b-b92d-da227e5b1219', 'tag': 'f93036e8-e778-4a74-957c-1a1efaa62ad5'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:21.182456 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c56841-6ab4-4038-ae38-1d57209789f6" -d '{"events": [{"name": "network-changed", "server_uuid": "be09efad-8fe7-487b-b92d-da227e5b1219", "tag": "f93036e8-e778-4a74-957c-1a1efaa62ad5"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:21.188566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f340e0cc-45a5-484d-a821-4f49c66011bc None None] Port 1cbe3f0b-18d7-4706-9651-2722f3d45f33 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:46:21.268080 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429c55d-3927-49ed-8ded-2a65f848eead req-88afd526-ca2b-4339-8ee3-7628dd722625 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:21.269714 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b429c55d-3927-49ed-8ded-2a65f848eead req-88afd526-ca2b-4339-8ee3-7628dd722625 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 943 time: 0.4132948 Aug 28 12:46:21.294835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf9d27-a6ee-4ace-8114-a1064c48407c service neutron] Pushing event updated for resources: {'Port': ['ID=f93036e8-e778-4a74-957c-1a1efaa62ad5,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:21.328739 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-e5d36bb4-63df-4e1e-85e7-502b2cb734b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Made reservation on behalf of 5e506c78606b440c8de2be4917f584b8 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:46:21.343958 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa0f83-b165-423a-a3fb-c191898391f8 req-d40bda89-d875-4cd0-9504-924df558ec54 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:21.350073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa0f83-b165-423a-a3fb-c191898391f8 req-d40bda89-d875-4cd0-9504-924df558ec54 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:21.356553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa0f83-b165-423a-a3fb-c191898391f8 req-d40bda89-d875-4cd0-9504-924df558ec54 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:21.358953 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbfa0f83-b165-423a-a3fb-c191898391f8 req-d40bda89-d875-4cd0-9504-924df558ec54 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 2374 time: 0.2206957 Aug 28 12:46:21.403847 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b429c55d-3927-49ed-8ded-2a65f848eead req-f639d93b-581a-4b88-8ecf-ca1465562a77 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222672 Aug 28 12:46:21.414780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-4073a51d-ddc2-4adc-a39a-0273b5797bcc tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:21.417118 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-4073a51d-ddc2-4adc-a39a-0273b5797bcc tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e&tenant_id=8374a9853c4643a4807f0fe0c461a45d&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 1098 time: 0.1323373 Aug 28 12:46:21.431525 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165ab1d3-0cdf-487b-94ff-d22e304e1a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:21.434893 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-21'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:21.494087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ab1d3-0cdf-487b-94ff-d22e304e1a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=1fe41ab4-d41c-4945-bc58-f9c78e0d8595,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:21.625916 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:21.783576 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165ab1d3-0cdf-487b-94ff-d22e304e1a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:21.788492 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6ad75e-ab04-4674-bb88-07c73e4238f5 x-openstack-request-id: req-2a6ad75e-ab04-4674-bb88-07c73e4238f5 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:21.788492 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be09efad-8fe7-487b-b92d-da227e5b1219", "tag": "f93036e8-e778-4a74-957c-1a1efaa62ad5", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:21.788492 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a6ad75e-ab04-4674-bb88-07c73e4238f5 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:21.788980 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be09efad-8fe7-487b-b92d-da227e5b1219', 'tag': 'f93036e8-e778-4a74-957c-1a1efaa62ad5', 'status': 'completed', 'code': 200} Aug 28 12:46:21.809962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-864de2be-d455-454e-924c-be5baa8f52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:21.811581 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-864de2be-d455-454e-924c-be5baa8f52f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 1095 time: 0.5376260 Aug 28 12:46:21.874880 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbfa0f83-b165-423a-a3fb-c191898391f8 req-3d644fcc-f210-48ae-9b1f-7dbec724cbbc tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4687667 Aug 28 12:46:21.878006 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-627a324e-735d-45d6-9efd-64d90fb520b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f93036e8-e778-4a74-957c-1a1efaa62ad5 HTTP/1.1" status: 200 len: 217 time: 0.0508056 Aug 28 12:46:21.932559 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165ab1d3-0cdf-487b-94ff-d22e304e1a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:21.936612 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165ab1d3-0cdf-487b-94ff-d22e304e1a3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:21.936982 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-e5d36bb4-63df-4e1e-85e7-502b2cb734b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:21.945242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] For port 951d0044-efd0-4156-9e2f-aae8d2ae0544, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=951d0044-efd0-4156-9e2f-aae8d2ae0544,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:21.971492 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a8a28-0a8b-476e-899e-5dc29049a372 req-4030ad77-7433-4eb2-bc9a-e6837f3b60c1 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:21.974274 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b32a8a28-0a8b-476e-899e-5dc29049a372 req-4030ad77-7433-4eb2-bc9a-e6837f3b60c1 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 946 time: 0.1496234 Aug 28 12:46:21.977745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-138937d6-1a77-43e5-a873-d7e1b2408197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:21.979246 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-138937d6-1a77-43e5-a873-d7e1b2408197 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=681f86f1-f49d-4aac-bbea-fa1f759eb663 HTTP/1.1" status: 200 len: 851 time: 0.0887065 Aug 28 12:46:22.049164 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165ab1d3-0cdf-487b-94ff-d22e304e1a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:22.049725 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165ab1d3-0cdf-487b-94ff-d22e304e1a3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 574b3dd9-33c4-45a1-a806-5fa03db67dd1 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:46:22.059110 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165ab1d3-0cdf-487b-94ff-d22e304e1a3d admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:22.062425 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-165ab1d3-0cdf-487b-94ff-d22e304e1a3d admin admin] 10.222.0.20 "DELETE /v2.0/routers/574b3dd9-33c4-45a1-a806-5fa03db67dd1 HTTP/1.1" status: 204 len: 168 time: 1.9576488 Aug 28 12:46:22.063466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41318) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:22.130972 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-94ff83fe-1914-44be-a13a-4a12dcbd38cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235824 Aug 28 12:46:22.139034 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b32a8a28-0a8b-476e-899e-5dc29049a372 req-d2780575-b774-4f69-b241-224eff8682e3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249814 Aug 28 12:46:22.141090 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] For port 951d0044-efd0-4156-9e2f-aae8d2ae0544, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:22.192080 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ceda003-27cb-4f90-81b1-d224b7fc112c admin admin] Deleting subnet 436e8247-b3b3-494e-83f7-a96fca2ecca3 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:46:22.216344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ceda003-27cb-4f90-81b1-d224b7fc112c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:22.222395 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d18599-9d8d-493c-bbf3-81a2feece66e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951d0044-efd0-4156-9e2f-aae8d2ae0544'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:22.224654 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3207b1ad-4ee4-40b1-9ea7-45741eeef905" -d '{"events": [{"server_uuid": "f3d18599-9d8d-493c-bbf3-81a2feece66e", "name": "network-vif-unplugged", "status": "completed", "tag": "951d0044-efd0-4156-9e2f-aae8d2ae0544"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:22.275049 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:22.286131 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:22.288749 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc79b80-0099-4253-a234-9693d0ab85b9 req-1b05023d-7db2-4b52-b713-56267e1a1a03 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:22.294692 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc79b80-0099-4253-a234-9693d0ab85b9 req-1b05023d-7db2-4b52-b713-56267e1a1a03 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:22.296363 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0bc79b80-0099-4253-a234-9693d0ab85b9 req-1b05023d-7db2-4b52-b713-56267e1a1a03 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1681 time: 0.2976699 Aug 28 12:46:22.349620 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ceda003-27cb-4f90-81b1-d224b7fc112c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:22.363495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95a94-8d51-4dab-83ec-558bd492c49b req-3d77da4a-43e2-495a-bb2c-a646b153b839 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:22.371779 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2f95a94-8d51-4dab-83ec-558bd492c49b req-3d77da4a-43e2-495a-bb2c-a646b153b839 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 945 time: 0.1726429 Aug 28 12:46:22.417954 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0bc79b80-0099-4253-a234-9693d0ab85b9 req-15caabb9-6785-48c9-8c0e-7fc157b8305a tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123078 Aug 28 12:46:22.420048 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-abafd84b-e4a2-4474-b81c-6005591d940a service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595980 Aug 28 12:46:22.442905 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-f1abb299-0310-455d-a143-7bca4fded190 req-e5d36bb4-63df-4e1e-85e7-502b2cb734b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Allocated IP 10.2.2.100 (bcb5f611-12de-426c-9450-c8901fa3ceaa/b264f4ef-1309-4558-ad1d-260dd40e4e63/00290326-04f3-468c-be88-b5556baab84a) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:22.488047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Attempting to bind port 951d0044-efd0-4156-9e2f-aae8d2ae0544 on host n-h1-791505-21 for vnic_type normal with profile {"migrating_to": "n-h2-791505-21"} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:22.488490 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Attempting to bind port 951d0044-efd0-4156-9e2f-aae8d2ae0544 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:22.488835 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Attempting to bind port 951d0044-efd0-4156-9e2f-aae8d2ae0544 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:22.548047 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2f95a94-8d51-4dab-83ec-558bd492c49b req-3f7c9698-a19d-44ee-a49a-b0fecccbd75d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8a1465-af74-4a8c-8994-d26d5d687ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749935 Aug 28 12:46:22.551884 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Pushing event updated for resources: {'Port': ['ID=951d0044-efd0-4156-9e2f-aae8d2ae0544,revision_number=7']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:22.563947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Port 951d0044-efd0-4156-9e2f-aae8d2ae0544 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:46:22.564271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Attempting to bind port 951d0044-efd0-4156-9e2f-aae8d2ae0544 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:22.613771 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9dc508-9a55-4a41-b476-7079a0672488 x-openstack-request-id: req-7d9dc508-9a55-4a41-b476-7079a0672488 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:22.614320 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d18599-9d8d-493c-bbf3-81a2feece66e", "name": "network-vif-unplugged", "status": "completed", "tag": "951d0044-efd0-4156-9e2f-aae8d2ae0544", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:22.614995 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d9dc508-9a55-4a41-b476-7079a0672488 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:22.615615 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d18599-9d8d-493c-bbf3-81a2feece66e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951d0044-efd0-4156-9e2f-aae8d2ae0544', 'code': 200} Aug 28 12:46:22.617284 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:22.617864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Checking segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:22.618551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Bound using segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:22.619365 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Bound port: 951d0044-efd0-4156-9e2f-aae8d2ae0544, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:22.620055 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:22.692449 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ceda003-27cb-4f90-81b1-d224b7fc112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:22.767326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] For port 951d0044-efd0-4156-9e2f-aae8d2ae0544, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:22.770981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] For port 951d0044-efd0-4156-9e2f-aae8d2ae0544, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=951d0044-efd0-4156-9e2f-aae8d2ae0544,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:22.779678 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:22.788438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd252c-c2a3-490f-93d8-94c4e8d8df44 req-1ce2deb8-2cd8-4ce8-8069-53b17a6cfeeb tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:22.789967 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34dd252c-c2a3-490f-93d8-94c4e8d8df44 req-1ce2deb8-2cd8-4ce8-8069-53b17a6cfeeb tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 943 time: 0.1476340 Aug 28 12:46:22.798026 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-e5d36bb4-63df-4e1e-85e7-502b2cb734b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:22.852215 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ceda003-27cb-4f90-81b1-d224b7fc112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:22.855644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-f1abb299-0310-455d-a143-7bca4fded190 req-e5d36bb4-63df-4e1e-85e7-502b2cb734b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Transition to ACTIVE for port object 00290326-04f3-468c-be88-b5556baab84a will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:22.902579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceda003-27cb-4f90-81b1-d224b7fc112c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=436e8247-b3b3-494e-83f7-a96fca2ecca3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:22.927928 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931cc2c3-4b76-48e0-a07b-15144515a191 None None] Network 289a516b-5523-4b44-9ed2-8a67002e283b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:46:22.941535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Pushing event updated for resources: {'Port': ['ID=951d0044-efd0-4156-9e2f-aae8d2ae0544,revision_number=8']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:22.942454 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-564552f0-c6be-48ee-9f64-ff5ad7ab4930 req-4f8801ee-d15b-4499-8fb7-e67ffb25a284 service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996047 Aug 28 12:46:22.961020 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:22.961643 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:22.963666 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-6a7918e3-20fc-44af-af5b-f135825e53c1 service neutron] 10.222.0.10 "PUT /v2.0/ports/951d0044-efd0-4156-9e2f-aae8d2ae0544 HTTP/1.1" status: 200 len: 1124 time: 1.5357895 Aug 28 12:46:22.965124 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ceda003-27cb-4f90-81b1-d224b7fc112c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:22.967196 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8ceda003-27cb-4f90-81b1-d224b7fc112c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/436e8247-b3b3-494e-83f7-a96fca2ecca3 HTTP/1.1" status: 204 len: 168 time: 0.9010098 Aug 28 12:46:22.971952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34dd252c-c2a3-490f-93d8-94c4e8d8df44 req-38c002ff-8d10-4152-b0f5-7ae0e49a5cd1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463928 Aug 28 12:46:22.973175 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41330) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:22.995547 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-77723e33-86ce-4745-afaf-e638d98729c9 req-ddcfd2a1-7cb0-47c7-ae78-54fb1d2d599c tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 258 time: 0.2846344 Aug 28 12:46:22.999835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-77723e33-86ce-4745-afaf-e638d98729c9 req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:23.036965 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-e5d36bb4-63df-4e1e-85e7-502b2cb734b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:23.159718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1abb299-0310-455d-a143-7bca4fded190 req-e5d36bb4-63df-4e1e-85e7-502b2cb734b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Network bcb5f611-12de-426c-9450-c8901fa3ceaa is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:23.178076 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-77723e33-86ce-4745-afaf-e638d98729c9 req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:23.180037 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:23.199429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-f1abb299-0310-455d-a143-7bca4fded190 req-e5d36bb4-63df-4e1e-85e7-502b2cb734b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:23.212604 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1abb299-0310-455d-a143-7bca4fded190 req-e5d36bb4-63df-4e1e-85e7-502b2cb734b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:23.227581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8e429e4f-7179-4fe7-abe0-01839d259ff9 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:46:23.230560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 951d0044-efd0-4156-9e2f-aae8d2ae0544 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:46:23.237076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['951d0044-efd0-4156-9e2f-aae8d2ae0544'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:46:23.283918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ba25a-af7a-4398-98f8-c3e5b5ed190e req-7c91759e-c7be-4ff8-a715-ff9bc6e0e969 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:23.286857 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['951d0044-efd0-4156-9e2f-aae8d2ae0544'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:46:23.294658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ba25a-af7a-4398-98f8-c3e5b5ed190e req-7c91759e-c7be-4ff8-a715-ff9bc6e0e969 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:23.305199 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ba25a-af7a-4398-98f8-c3e5b5ed190e req-7c91759e-c7be-4ff8-a715-ff9bc6e0e969 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:23.313616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ba25a-af7a-4398-98f8-c3e5b5ed190e req-7c91759e-c7be-4ff8-a715-ff9bc6e0e969 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:23.315771 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f38ba25a-af7a-4398-98f8-c3e5b5ed190e req-7c91759e-c7be-4ff8-a715-ff9bc6e0e969 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 3095 time: 0.1589100 Aug 28 12:46:23.322762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d36bb4-63df-4e1e-85e7-502b2cb734b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event updated for resources: {'Port': ['ID=00290326-04f3-468c-be88-b5556baab84a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:23.358457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-e5d36bb4-63df-4e1e-85e7-502b2cb734b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:23.359110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-e5d36bb4-63df-4e1e-85e7-502b2cb734b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:23.377485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] Deleting port 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:23.378117 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:23.378251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c56841-6ab4-4038-ae38-1d57209789f6 req-f3dc1ed5-7e3f-4b63-815a-e1e4e6c907b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:23.380416 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1c56841-6ab4-4038-ae38-1d57209789f6 req-f3dc1ed5-7e3f-4b63-815a-e1e4e6c907b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 1095 time: 0.3025284 Aug 28 12:46:23.400436 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f38ba25a-af7a-4398-98f8-c3e5b5ed190e req-1e61b929-f5f4-42a9-850c-2e5c8b3105e1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770445 Aug 28 12:46:23.438813 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 8e429e4f-7179-4fe7-abe0-01839d259ff9 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:46:23.439431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8e429e4f-7179-4fe7-abe0-01839d259ff9 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:46:23.440259 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1fe41ab4-d41c-4945-bc58-f9c78e0d8595 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:46:23.487621 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-e5d36bb4-63df-4e1e-85e7-502b2cb734b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5753906 Aug 28 12:46:23.500130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] For port 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751,segment=NetworkSegment(0c6b4a79-10de-46f6-b606-682c7f0e5b22),segment_id=0c6b4a79-10de-46f6-b606-682c7f0e5b22)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:23.500492 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:23.512575 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 1fe41ab4-d41c-4945-bc58-f9c78e0d8595 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:46:23.516079 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1fe41ab4-d41c-4945-bc58-f9c78e0d8595 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:46:23.517363 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f1abb299-0310-455d-a143-7bca4fded190 req-fdd10fed-b825-4e9d-8334-0861904dfe6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Request body: {'port': {'device_id': '56671c7a-9e69-41af-b601-571e3296ea2d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa', 'admin_state_up': True, 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'security_groups': ['e03cb9e1-6f7d-407a-b586-00d48f1ace33']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:23.540862 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] Calling delete_port for 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:23.548724 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.resource_extend [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:46:23.607987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c56841-6ab4-4038-ae38-1d57209789f6 req-5dde1467-d4a6-48a2-a647-f4864ccd7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:23.610617 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1c56841-6ab4-4038-ae38-1d57209789f6 req-5dde1467-d4a6-48a2-a647-f4864ccd7473 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 911 time: 0.2205472 Aug 28 12:46:23.649136 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-01c5e3b2-5137-4ce8-8652-5a0b039bb07c None None] Provisioning for port 00290326-04f3-468c-be88-b5556baab84a completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:23.658448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-01c5e3b2-5137-4ce8-8652-5a0b039bb07c None None] Provisioning complete for port 00290326-04f3-468c-be88-b5556baab84a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:23.659121 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-01c5e3b2-5137-4ce8-8652-5a0b039bb07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:23.681562 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4307ded-ac53-4cc1-a976-2778dd854023 req-4b50df0f-db4c-44fb-8fcd-b8f949065958 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:23.685016 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e4307ded-ac53-4cc1-a976-2778dd854023 req-4b50df0f-db4c-44fb-8fcd-b8f949065958 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 944 time: 0.1350338 Aug 28 12:46:23.767536 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1c56841-6ab4-4038-ae38-1d57209789f6 req-89e3f41e-c3c2-43c6-bafd-229fe1e2563e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f93036e8-e778-4a74-957c-1a1efaa62ad5 HTTP/1.1" status: 200 len: 217 time: 0.0834417 Aug 28 12:46:23.781574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c41809-b0f2-408a-9f05-bb5197615212 None None] DHCP port deletion for 289a516b-5523-4b44-9ed2-8a67002e283b request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:46:23.792968 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 951d0044-efd0-4156-9e2f-aae8d2ae0544, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=951d0044-efd0-4156-9e2f-aae8d2ae0544,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:23.817719 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:23.833527 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-01c5e3b2-5137-4ce8-8652-5a0b039bb07c None None] Port 00290326-04f3-468c-be88-b5556baab84a cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:46:23.852767 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 951d0044-efd0-4156-9e2f-aae8d2ae0544 has no active binding in host n-h2-791505-21 {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 12:46:23.868457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f7607-47ca-4934-a382-9beb496e3494 req-b6100ca4-9a2a-4454-9544-e9fd9507843b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:23.873683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:23.875324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f7607-47ca-4934-a382-9beb496e3494 req-b6100ca4-9a2a-4454-9544-e9fd9507843b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:23.878908 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d51f7607-47ca-4934-a382-9beb496e3494 req-b6100ca4-9a2a-4454-9544-e9fd9507843b tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.11 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1681 time: 0.3801997 Aug 28 12:46:23.881388 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e4307ded-ac53-4cc1-a976-2778dd854023 req-25a65af1-cccb-4314-8897-7beb691ebf05 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159623 Aug 28 12:46:23.888223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] No DVR routers for this DVR port 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:46:23.969831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c56841-6ab4-4038-ae38-1d57209789f6 req-7032bfcf-577a-4aaa-9654-0c1d11f64394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:23.971564 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1c56841-6ab4-4038-ae38-1d57209789f6 req-7032bfcf-577a-4aaa-9654-0c1d11f64394 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=681f86f1-f49d-4aac-bbea-fa1f759eb663 HTTP/1.1" status: 200 len: 851 time: 0.1811450 Aug 28 12:46:23.980500 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-77723e33-86ce-4745-afaf-e638d98729c9 req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:24.015183 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:24.035981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289a516b-5523-4b44-9ed2-8a67002e283b']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:24.036628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1c56841-6ab4-4038-ae38-1d57209789f6 req-97f08260-c552-4f55-ace8-302bca0fde10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533776 Aug 28 12:46:24.062814 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6b4a79-10de-46f6-b606-682c7f0e5b22') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:24.063309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6b4a79-10de-46f6-b606-682c7f0e5b22') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:24.079361 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:24.103328 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:24.123037 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5b380-7b82-442b-a76b-a23b95605e13 req-08417ef2-4db4-42a5-a2e1-90ffd4acc79e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:24.130680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5b380-7b82-442b-a76b-a23b95605e13 req-08417ef2-4db4-42a5-a2e1-90ffd4acc79e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:24.140139 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-08e5b380-7b82-442b-a76b-a23b95605e13 req-08417ef2-4db4-42a5-a2e1-90ffd4acc79e tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1681 time: 0.1217182 Aug 28 12:46:24.150863 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:46:24.151351 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:46:24.153334 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:46:24.197730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-fdd10fed-b825-4e9d-8334-0861904dfe6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Made reservation on behalf of 5e506c78606b440c8de2be4917f584b8 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:46:24.202572 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-fdd10fed-b825-4e9d-8334-0861904dfe6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:24.258015 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-08e5b380-7b82-442b-a76b-a23b95605e13 req-37cdbfca-60c6-4e5e-94bf-3537d47dd020 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169920 Aug 28 12:46:24.265872 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:24.285123 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:24.290998 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] 10.222.0.20 "DELETE /v2.0/networks/289a516b-5523-4b44-9ed2-8a67002e283b HTTP/1.1" status: 204 len: 168 time: 1.3134465 Aug 28 12:46:24.335253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011efa9-30b7-4c00-8307-c5974287f148 admin admin] Pushing event deleted for resources: {'Network': ['ID=289a516b-5523-4b44-9ed2-8a67002e283b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:24.458555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-d51f7607-47ca-4934-a382-9beb496e3494 req-0ce81dad-db2d-47dd-9a57-12d2cc0cbe86 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Deleting port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:24.458903 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d51f7607-47ca-4934-a382-9beb496e3494 req-0ce81dad-db2d-47dd-9a57-12d2cc0cbe86 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:24.465098 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-77723e33-86ce-4745-afaf-e638d98729c9 req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Allocated IP 172.25.1.254 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/52a4accf-eca8-4a8b-adcf-a4651b32cacd) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:24.477458 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1c56841-6ab4-4038-ae38-1d57209789f6 req-34135815-d35b-493c-9905-f7281375eeea service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778658 Aug 28 12:46:24.502643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41346) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:24.563886 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-16533148-1c79-43b9-b82f-ecced282975a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=865a46c7993e47a5a3e15cef9c9ef911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0575066 Aug 28 12:46:24.564317 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41348) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:24.617779 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d18599-9d8d-493c-bbf3-81a2feece66e', 'tag': '951d0044-efd0-4156-9e2f-aae8d2ae0544'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:24.620379 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e9f309-afd5-48b7-b7fa-a32f362b7821" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d18599-9d8d-493c-bbf3-81a2feece66e", "tag": "951d0044-efd0-4156-9e2f-aae8d2ae0544"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:24.674501 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c14ab5-8689-463f-b09b-339752a94658 req-f7ce1767-0b46-40bc-97ea-b0ef17834b0b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:24.676053 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24c14ab5-8689-463f-b09b-339752a94658 req-f7ce1767-0b46-40bc-97ea-b0ef17834b0b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 943 time: 0.1076872 Aug 28 12:46:24.677289 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d51f9cf7-d4f3-47c0-aa09-3eb40632bcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:24.719604 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d51f9cf7-d4f3-47c0-aa09-3eb40632bcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:24.751298 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24c14ab5-8689-463f-b09b-339752a94658 req-fad00770-e171-4bbc-9211-da55c6ae5075 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613513 Aug 28 12:46:24.799767 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d51f9cf7-d4f3-47c0-aa09-3eb40632bcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:24.805727 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d51f9cf7-d4f3-47c0-aa09-3eb40632bcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:24.810472 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d51f9cf7-d4f3-47c0-aa09-3eb40632bcac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00c113d4-1769-42d1-9bce-3d41a4509135 HTTP/1.1" status: 204 len: 168 time: 0.2425921 Aug 28 12:46:24.855090 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f9cf7-d4f3-47c0-aa09-3eb40632bcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c113d4-1769-42d1-9bce-3d41a4509135,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:24.964898 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801853fc-b132-4c2d-b1a3-a333f6eea9d5 req-9fbb7648-a8dd-47e7-bb9d-dc50d75dde7a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:24.979595 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801853fc-b132-4c2d-b1a3-a333f6eea9d5 req-9fbb7648-a8dd-47e7-bb9d-dc50d75dde7a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:24.981672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-d51f7607-47ca-4934-a382-9beb496e3494 req-0ce81dad-db2d-47dd-9a57-12d2cc0cbe86 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] For port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610,segment=NetworkSegment(72b515d1-d568-4217-81f8-c00eecb779d4),segment_id=72b515d1-d568-4217-81f8-c00eecb779d4)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:24.982213 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d51f7607-47ca-4934-a382-9beb496e3494 req-0ce81dad-db2d-47dd-9a57-12d2cc0cbe86 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:24.992410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801853fc-b132-4c2d-b1a3-a333f6eea9d5 req-9fbb7648-a8dd-47e7-bb9d-dc50d75dde7a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:25.002693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801853fc-b132-4c2d-b1a3-a333f6eea9d5 req-9fbb7648-a8dd-47e7-bb9d-dc50d75dde7a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:25.005636 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-801853fc-b132-4c2d-b1a3-a333f6eea9d5 req-9fbb7648-a8dd-47e7-bb9d-dc50d75dde7a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 3095 time: 0.1452813 Aug 28 12:46:25.027686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-d51f7607-47ca-4934-a382-9beb496e3494 req-0ce81dad-db2d-47dd-9a57-12d2cc0cbe86 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Calling delete_port for 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:25.042512 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1c56841-6ab4-4038-ae38-1d57209789f6 req-36ab904e-cb03-4832-b6f8-77b574c79d05 service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364549 Aug 28 12:46:25.048837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-f1abb299-0310-455d-a143-7bca4fded190 req-fdd10fed-b825-4e9d-8334-0861904dfe6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Allocated IP 10.2.2.200 (bcb5f611-12de-426c-9450-c8901fa3ceaa/b264f4ef-1309-4558-ad1d-260dd40e4e63/3e1211f4-8497-4466-9e2b-21509e98d6a4) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:25.055053 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-77723e33-86ce-4745-afaf-e638d98729c9 req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:25.098447 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-801853fc-b132-4c2d-b1a3-a333f6eea9d5 req-2ef680ca-eb76-4bce-bc92-94bb2364f6a6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753736 Aug 28 12:46:25.159082 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:46:25.184297 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6157ffbc-702c-4254-9888-788dadb454eb x-openstack-request-id: req-6157ffbc-702c-4254-9888-788dadb454eb {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:25.185034 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d18599-9d8d-493c-bbf3-81a2feece66e", "tag": "951d0044-efd0-4156-9e2f-aae8d2ae0544", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:25.185629 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6157ffbc-702c-4254-9888-788dadb454eb {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:25.186560 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d18599-9d8d-493c-bbf3-81a2feece66e', 'tag': '951d0044-efd0-4156-9e2f-aae8d2ae0544', 'status': 'completed', 'code': 200} Aug 28 12:46:25.199548 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:46:25.200346 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8fdfc3c2-ee0f-44e4-8ba4-b0e1a1959751 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:46:25.327370 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481ea48-666f-4911-9754-1694bee31b68 req-21694335-557b-453f-8c29-d9bf5ec42af1 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:25.329056 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-77723e33-86ce-4745-afaf-e638d98729c9 req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:25.335818 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8481ea48-666f-4911-9754-1694bee31b68 req-21694335-557b-453f-8c29-d9bf5ec42af1 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 944 time: 0.0692191 Aug 28 12:46:25.391578 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8481ea48-666f-4911-9754-1694bee31b68 req-0081b818-0bb8-4b57-8e31-fd69d959de5b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546048 Aug 28 12:46:25.503459 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Pushing event updated for resources: {'Port': ['ID=52a4accf-eca8-4a8b-adcf-a4651b32cacd,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:25.569608 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b6a4d-f346-48b8-8b64-f26998b77b92 req-c440a658-ab4a-45ef-9f3a-97cff4bbe07c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:25.578481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b6a4d-f346-48b8-8b64-f26998b77b92 req-c440a658-ab4a-45ef-9f3a-97cff4bbe07c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:25.583120 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-318b6a4d-f346-48b8-8b64-f26998b77b92 req-c440a658-ab4a-45ef-9f3a-97cff4bbe07c tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 1681 time: 0.1203027 Aug 28 12:46:25.634134 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-318b6a4d-f346-48b8-8b64-f26998b77b92 req-62a13571-a28b-43ce-9672-6b570ff49dcd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438957 Aug 28 12:46:25.979473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77723e33-86ce-4745-afaf-e638d98729c9 req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:25.992225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-77723e33-86ce-4745-afaf-e638d98729c9 req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:26.003213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9f309-afd5-48b7-b7fa-a32f362b7821 req-d71c0c2a-fea0-4973-a6be-e4a0b75ebb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:26.006090 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57e9f309-afd5-48b7-b7fa-a32f362b7821 req-d71c0c2a-fea0-4973-a6be-e4a0b75ebb34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 1127 time: 0.7619848 Aug 28 12:46:26.006090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-77723e33-86ce-4745-afaf-e638d98729c9 req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:26.035702 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db9fca-c29f-480d-8f96-e46cad01f457 req-4487e185-d1b0-48f5-a2ac-a7e583df85f0 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:26.052870 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d51f7607-47ca-4934-a382-9beb496e3494 req-0ce81dad-db2d-47dd-9a57-12d2cc0cbe86 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:26.060711 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34db9fca-c29f-480d-8f96-e46cad01f457 req-4487e185-d1b0-48f5-a2ac-a7e583df85f0 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 943 time: 0.1351082 Aug 28 12:46:26.078524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610', 'cf99176a-a248-47c2-8e9c-60abd5290421'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:46:26.106668 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41382) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:26.170454 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34db9fca-c29f-480d-8f96-e46cad01f457 req-6acca805-17e1-429e-b6fd-7273aa4138c5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049201 Aug 28 12:46:26.206724 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-fdd10fed-b825-4e9d-8334-0861904dfe6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:26.229337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce81dad-db2d-47dd-9a57-12d2cc0cbe86 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Port': ['ID=7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:26.312676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f377e-c377-41ab-a741-4c88fa020892 req-45e83a89-b740-406d-a2bf-d9a37b56c703 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:26.321305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-f1abb299-0310-455d-a143-7bca4fded190 req-fdd10fed-b825-4e9d-8334-0861904dfe6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Transition to ACTIVE for port object 3e1211f4-8497-4466-9e2b-21509e98d6a4 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:26.328767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f377e-c377-41ab-a741-4c88fa020892 req-45e83a89-b740-406d-a2bf-d9a37b56c703 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:26.337391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f377e-c377-41ab-a741-4c88fa020892 req-45e83a89-b740-406d-a2bf-d9a37b56c703 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:26.343984 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f377e-c377-41ab-a741-4c88fa020892 req-45e83a89-b740-406d-a2bf-d9a37b56c703 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:26.358164 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be8f377e-c377-41ab-a741-4c88fa020892 req-45e83a89-b740-406d-a2bf-d9a37b56c703 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 3095 time: 0.1156380 Aug 28 12:46:26.403414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-20d30c5b-8460-47bf-ab75-16a9171863e2 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2126546026-network', 'tenant_id': 'ce28613dad254127bb5d82cd4c4922d1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:26.446680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f93036e8-e778-4a74-957c-1a1efaa62ad5 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:46:26.449089 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be8f377e-c377-41ab-a741-4c88fa020892 req-953bd3c0-545d-4d04-a043-b3a0085a8f2c tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899026 Aug 28 12:46:26.468551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d30c5b-8460-47bf-ab75-16a9171863e2 admin admin] Made reservation on behalf of ce28613dad254127bb5d82cd4c4922d1 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:46:26.472064 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20d30c5b-8460-47bf-ab75-16a9171863e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:26.494602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51f7607-47ca-4934-a382-9beb496e3494 req-0ce81dad-db2d-47dd-9a57-12d2cc0cbe86 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] No DVR routers for this DVR port 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:46:26.510756 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d51f7607-47ca-4934-a382-9beb496e3494 req-0ce81dad-db2d-47dd-9a57-12d2cc0cbe86 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:26.514289 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d51f7607-47ca-4934-a382-9beb496e3494 req-0ce81dad-db2d-47dd-9a57-12d2cc0cbe86 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.11 "DELETE /v2.0/ports/7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 HTTP/1.1" status: 204 len: 173 time: 2.6071911 Aug 28 12:46:26.517938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93307973-c112-4842-90d8-7f2aad6b3f3e', 'name': 'network-vif-deleted', 'tag': '7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:26.531781 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bdb97e-5c4b-47a5-b29f-fbf737a6314d" -d '{"events": [{"server_uuid": "93307973-c112-4842-90d8-7f2aad6b3f3e", "name": "network-vif-deleted", "tag": "7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:26.545970 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20d30c5b-8460-47bf-ab75-16a9171863e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:26.685207 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9f309-afd5-48b7-b7fa-a32f362b7821 req-5f9ae399-6ed5-4384-8daf-2f8b02f5e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:26.688135 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57e9f309-afd5-48b7-b7fa-a32f362b7821 req-5f9ae399-6ed5-4384-8daf-2f8b02f5e673 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.6519649 Aug 28 12:46:26.724171 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f93036e8-e778-4a74-957c-1a1efaa62ad5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f93036e8-e778-4a74-957c-1a1efaa62ad5,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:26.741993 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'f93036e8-e778-4a74-957c-1a1efaa62ad5', 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea', 'port_id': 'f93036e8-e778-4a74-957c-1a1efaa62ad5', 'mac_address': 'fa:16:3e:d4:3d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681f86f1-f49d-4aac-bbea-fa1f759eb663', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:46:26.753077 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57e9f309-afd5-48b7-b7fa-a32f362b7821 req-e247a1aa-549f-4438-b0fd-296e6ee0e419 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=951d0044-efd0-4156-9e2f-aae8d2ae0544 HTTP/1.1" status: 200 len: 217 time: 0.0489111 Aug 28 12:46:26.769029 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-77723e33-86ce-4745-afaf-e638d98729c9 req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:26.809141 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b51298-321b-448b-afe8-5813656fe82b req-01002768-b6c4-4fc8-b0bc-af98742cb761 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:26.817643 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52b51298-321b-448b-afe8-5813656fe82b req-01002768-b6c4-4fc8-b0bc-af98742cb761 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 944 time: 0.1658497 Aug 28 12:46:26.827116 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:26.859273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93036e8-e778-4a74-957c-1a1efaa62ad5 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:26.871989 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9f309-afd5-48b7-b7fa-a32f362b7821 req-9f6ed48b-8f39-40d1-8ba4-856d9b369e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:26.874906 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57e9f309-afd5-48b7-b7fa-a32f362b7821 req-9f6ed48b-8f39-40d1-8ba4-856d9b369e5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.1033149 Aug 28 12:46:26.892699 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52b51298-321b-448b-afe8-5813656fe82b req-b159a72f-bd89-431a-aeef-39857c67214f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728688 Aug 28 12:46:26.903066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f93036e8-e778-4a74-957c-1a1efaa62ad5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f93036e8-e778-4a74-957c-1a1efaa62ad5,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:26.909796 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:26.922555 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-77723e33-86ce-4745-afaf-e638d98729c9 req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:26.924880 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20d30c5b-8460-47bf-ab75-16a9171863e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:26.943385 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20d30c5b-8460-47bf-ab75-16a9171863e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:26.993546 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-fdd10fed-b825-4e9d-8334-0861904dfe6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:26.994328 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d30c5b-8460-47bf-ab75-16a9171863e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:46:27.024211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d30c5b-8460-47bf-ab75-16a9171863e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7b3084-7436-4881-b048-df3c8cfa9050,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:27.027518 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20d30c5b-8460-47bf-ab75-16a9171863e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:27.027902 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-20d30c5b-8460-47bf-ab75-16a9171863e2 admin admin] Added segment b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b of type vlan for network b8358831-c456-4987-8ab8-b4b9008170ae Aug 28 12:46:27.046147 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=f93036e8-e778-4a74-957c-1a1efaa62ad5,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:27.065977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:27.066319 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:27.066721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:27.067013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:27.067340 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:27.067667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:27.067987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:27.068300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:27.068622 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:27.069042 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:27.069870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:27.070200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:46:27.087088 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b0a520-576f-4f0e-8cf6-c3c4c7406eb4 x-openstack-request-id: req-78b0a520-576f-4f0e-8cf6-c3c4c7406eb4 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:27.093936 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93307973-c112-4842-90d8-7f2aad6b3f3e", "name": "network-vif-deleted", "tag": "7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:27.093936 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78b0a520-576f-4f0e-8cf6-c3c4c7406eb4 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:27.094283 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93307973-c112-4842-90d8-7f2aad6b3f3e', 'name': 'network-vif-deleted', 'tag': '7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610', 'status': 'completed', 'code': 200} Aug 28 12:46:27.113928 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20d30c5b-8460-47bf-ab75-16a9171863e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:27.139103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57e9f309-afd5-48b7-b7fa-a32f362b7821 req-b9bbe8cc-3d4f-45a2-804e-dcf47b3fbdee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2173755 Aug 28 12:46:27.171628 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20d30c5b-8460-47bf-ab75-16a9171863e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:27.172632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d30c5b-8460-47bf-ab75-16a9171863e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:27.173212 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20d30c5b-8460-47bf-ab75-16a9171863e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:27.239668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1abb299-0310-455d-a143-7bca4fded190 req-fdd10fed-b825-4e9d-8334-0861904dfe6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Network bcb5f611-12de-426c-9450-c8901fa3ceaa is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:27.250043 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30a516-c9af-4e37-8010-70575d974ebb req-e7faf371-7161-4a80-8b9e-7abcb42fc9f3 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:27.252294 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f30a516-c9af-4e37-8010-70575d974ebb req-e7faf371-7161-4a80-8b9e-7abcb42fc9f3 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 944 time: 0.1141524 Aug 28 12:46:27.256041 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-20d30c5b-8460-47bf-ab75-16a9171863e2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1482916 Aug 28 12:46:27.258453 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d30c5b-8460-47bf-ab75-16a9171863e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b8358831-c456-4987-8ab8-b4b9008170ae,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:27.261161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-f1abb299-0310-455d-a143-7bca4fded190 req-fdd10fed-b825-4e9d-8334-0861904dfe6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:27.262646 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41400) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:27.269791 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6db1b100-2d89-445a-839c-b1fd4676d7fe admin admin] Request body: {'subnet': {'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2126546026-subnet', 'tenant_id': 'ce28613dad254127bb5d82cd4c4922d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:27.274118 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd10fed-b825-4e9d-8334-0861904dfe6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event updated for resources: {'Port': ['ID=3e1211f4-8497-4466-9e2b-21509e98d6a4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:27.274863 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['f93036e8-e778-4a74-957c-1a1efaa62ad5'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:46:27.280146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1abb299-0310-455d-a143-7bca4fded190 req-fdd10fed-b825-4e9d-8334-0861904dfe6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:27.339993 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network b8358831-c456-4987-8ab8-b4b9008170ae details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:46:27.346758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-d51f7607-47ca-4934-a382-9beb496e3494 req-9570b2ff-e99f-438a-bfd7-e7d81913a562 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Deleting port cf99176a-a248-47c2-8e9c-60abd5290421 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:27.347107 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d51f7607-47ca-4934-a382-9beb496e3494 req-9570b2ff-e99f-438a-bfd7-e7d81913a562 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:27.366470 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f30a516-c9af-4e37-8010-70575d974ebb req-8fdae674-c6a7-4209-a135-896172e9912a tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d0fa384-c91d-4ea7-ac9d-89d490a82a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043360 Aug 28 12:46:27.385717 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db1b100-2d89-445a-839c-b1fd4676d7fe admin admin] Made reservation on behalf of ce28613dad254127bb5d82cd4c4922d1 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:46:27.388787 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6db1b100-2d89-445a-839c-b1fd4676d7fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:27.615749 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-fdd10fed-b825-4e9d-8334-0861904dfe6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:27.617650 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-fdd10fed-b825-4e9d-8334-0861904dfe6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:27.636484 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57e9f309-afd5-48b7-b7fa-a32f362b7821 req-6874bbcd-ec97-480d-9f70-748be60710c3 service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676270 Aug 28 12:46:27.704369 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-77723e33-86ce-4745-afaf-e638d98729c9 req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:27.720653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-50d24d53-a22f-4776-b638-c853213f051f None None] Provisioning for port 3e1211f4-8497-4466-9e2b-21509e98d6a4 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:27.726416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-50d24d53-a22f-4776-b638-c853213f051f None None] Provisioning complete for port 3e1211f4-8497-4466-9e2b-21509e98d6a4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:27.727034 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50d24d53-a22f-4776-b638-c853213f051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:27.737565 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-fdd10fed-b825-4e9d-8334-0861904dfe6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2240486 Aug 28 12:46:27.739816 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6db1b100-2d89-445a-839c-b1fd4676d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:27.746919 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-77723e33-86ce-4745-afaf-e638d98729c9 req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:27.766276 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Request body: {'port': {'device_id': '56671c7a-9e69-41af-b601-571e3296ea2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:27.771047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-50d24d53-a22f-4776-b638-c853213f051f None None] Port 3e1211f4-8497-4466-9e2b-21509e98d6a4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:46:27.798759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf4fee-cdad-478f-a4f0-09e057f9dad8 req-48c12936-18f6-498a-ae64-2981242e9bd0 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:27.800397 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-89bf4fee-cdad-478f-a4f0-09e057f9dad8 req-48c12936-18f6-498a-ae64-2981242e9bd0 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 944 time: 0.1251609 Aug 28 12:46:27.844707 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-d51f7607-47ca-4934-a382-9beb496e3494 req-9570b2ff-e99f-438a-bfd7-e7d81913a562 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] For port cf99176a-a248-47c2-8e9c-60abd5290421, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=cf99176a-a248-47c2-8e9c-60abd5290421,segment=NetworkSegment(bb769870-c89d-4f3b-85a5-031b049870d7),segment_id=bb769870-c89d-4f3b-85a5-031b049870d7)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:27.845106 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d51f7607-47ca-4934-a382-9beb496e3494 req-9570b2ff-e99f-438a-bfd7-e7d81913a562 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:27.845913 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1b100-2d89-445a-839c-b1fd4676d7fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b2ab30-884f-4c27-9baa-880b68554db1,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:27.868808 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db1b100-2d89-445a-839c-b1fd4676d7fe admin admin] Checking segment: {'id': 'b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:27.869161 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db1b100-2d89-445a-839c-b1fd4676d7fe admin admin] Network hostable DHCP agents. Network: b8358831-c456-4987-8ab8-b4b9008170ae, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:46:27.874773 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-89bf4fee-cdad-478f-a4f0-09e057f9dad8 req-a502b89f-c2e4-47d4-b5b4-3e7f24c0d113 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610976 Aug 28 12:46:27.891232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db1b100-2d89-445a-839c-b1fd4676d7fe admin admin] Network b8358831-c456-4987-8ab8-b4b9008170ae is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:46:27.902846 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-6db1b100-2d89-445a-839c-b1fd4676d7fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, b8358831-c456-4987-8ab8-b4b9008170ae) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:27.907614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db1b100-2d89-445a-839c-b1fd4676d7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:27.908552 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6db1b100-2d89-445a-839c-b1fd4676d7fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:27.910645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-d51f7607-47ca-4934-a382-9beb496e3494 req-9570b2ff-e99f-438a-bfd7-e7d81913a562 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Calling delete_port for cf99176a-a248-47c2-8e9c-60abd5290421 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:27.919578 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e6d334-f9f2-4f30-81f2-9f1305e5b124 None None] Network b8358831-c456-4987-8ab8-b4b9008170ae requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:46:27.940507 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6db1b100-2d89-445a-839c-b1fd4676d7fe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6656091 Aug 28 12:46:27.960755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Pushing event updated for resources: {'Port': ['ID=52a4accf-eca8-4a8b-adcf-a4651b32cacd,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:27.995152 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57e9f309-afd5-48b7-b7fa-a32f362b7821 req-8dd5a56c-9c09-4914-ab1d-48ff4fc91dd5 service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452930 Aug 28 12:46:28.034203 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-77723e33-86ce-4745-afaf-e638d98729c9 req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:28.037809 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:28.103026 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-77723e33-86ce-4745-afaf-e638d98729c9 req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:28.104217 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-77723e33-86ce-4745-afaf-e638d98729c9 req-71964cf8-ea5a-46d2-85ff-1644bdc2f33d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1084902 Aug 28 12:46:28.137124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f495b-9909-4d52-a1c0-37534527d0c4 req-056356ee-8347-4943-a786-148b245e105a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:28.143745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdfff82-39d8-4193-bfc0-3a3ba7beedb3 None None] Network b8358831-c456-4987-8ab8-b4b9008170ae requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:46:28.144433 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f495b-9909-4d52-a1c0-37534527d0c4 req-056356ee-8347-4943-a786-148b245e105a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:28.156584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f495b-9909-4d52-a1c0-37534527d0c4 req-056356ee-8347-4943-a786-148b245e105a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:28.167206 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f495b-9909-4d52-a1c0-37534527d0c4 req-056356ee-8347-4943-a786-148b245e105a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:28.177923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f495b-9909-4d52-a1c0-37534527d0c4 req-056356ee-8347-4943-a786-148b245e105a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:28.192555 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1a4f495b-9909-4d52-a1c0-37534527d0c4 req-056356ee-8347-4943-a786-148b245e105a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 3816 time: 0.1424079 Aug 28 12:46:28.263528 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1a4f495b-9909-4d52-a1c0-37534527d0c4 req-659a7ff7-62ab-467b-8ef4-f0540031202a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631921 Aug 28 12:46:28.288520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-77723e33-86ce-4745-afaf-e638d98729c9 req-de145345-3466-4ddf-b5c5-790b2a0922ca tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.254 HTTP/1.1" status: 200 len: 696 time: 0.1751900 Aug 28 12:46:28.445791 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f93036e8-e778-4a74-957c-1a1efaa62ad5 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:28.458191 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb602ff0-2293-44f1-879c-db3f4b974a39 req-550d0a19-f6c9-45e5-aebb-0508a9fa9cc2 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:28.468999 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb602ff0-2293-44f1-879c-db3f4b974a39 req-550d0a19-f6c9-45e5-aebb-0508a9fa9cc2 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0838838 Aug 28 12:46:28.518861 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb602ff0-2293-44f1-879c-db3f4b974a39 req-7812b89a-f2c5-4f3c-8bda-6e7692fc3ab0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483501 Aug 28 12:46:28.521082 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d51f7607-47ca-4934-a382-9beb496e3494 req-9570b2ff-e99f-438a-bfd7-e7d81913a562 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:28.555193 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77723e33-86ce-4745-afaf-e638d98729c9 req-08064323-91af-47cc-8419-d9b14bf357d8 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:28.556822 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-77723e33-86ce-4745-afaf-e638d98729c9 req-08064323-91af-47cc-8419-d9b14bf357d8 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.2587552 Aug 28 12:46:28.558485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port f93036e8-e778-4a74-957c-1a1efaa62ad5 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:28.565551 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port f93036e8-e778-4a74-957c-1a1efaa62ad5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:28.566101 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:28.708475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ab5e0-c2f0-4518-a298-7a79449a3bab req-917602ff-5449-484d-aa7b-e42d6ad15487 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:28.710886 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e48ab5e0-c2f0-4518-a298-7a79449a3bab req-917602ff-5449-484d-aa7b-e42d6ad15487 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 944 time: 0.0797544 Aug 28 12:46:28.714682 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:28.723389 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c703f518-96ae-4fe3-8bb2-0979603ac65f {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:28.732657 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:28.749213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Transition to ACTIVE for port object c703f518-96ae-4fe3-8bb2-0979603ac65f will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:28.751003 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570b2ff-e99f-438a-bfd7-e7d81913a562 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Port': ['ID=cf99176a-a248-47c2-8e9c-60abd5290421,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:28.757913 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:28.788536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be09efad-8fe7-487b-b92d-da227e5b1219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93036e8-e778-4a74-957c-1a1efaa62ad5'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:28.799181 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e48ab5e0-c2f0-4518-a298-7a79449a3bab req-46941403-f4ac-412e-b6ee-188ad97d64c4 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822856 Aug 28 12:46:28.815701 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34273e6a-3f14-49a4-9bf3-bf4e96b4788d" -d '{"events": [{"server_uuid": "be09efad-8fe7-487b-b92d-da227e5b1219", "name": "network-vif-plugged", "status": "completed", "tag": "f93036e8-e778-4a74-957c-1a1efaa62ad5"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:28.859485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f93036e8-e778-4a74-957c-1a1efaa62ad5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f93036e8-e778-4a74-957c-1a1efaa62ad5,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:28.866925 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:28.870569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:46:28.874203 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51f7607-47ca-4934-a382-9beb496e3494 req-9570b2ff-e99f-438a-bfd7-e7d81913a562 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] No DVR routers for this DVR port cf99176a-a248-47c2-8e9c-60abd5290421 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:46:28.880423 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d51f7607-47ca-4934-a382-9beb496e3494 req-9570b2ff-e99f-438a-bfd7-e7d81913a562 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:28.882814 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d51f7607-47ca-4934-a382-9beb496e3494 req-9570b2ff-e99f-438a-bfd7-e7d81913a562 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.11 "DELETE /v2.0/ports/cf99176a-a248-47c2-8e9c-60abd5290421 HTTP/1.1" status: 204 len: 173 time: 2.3458462 Aug 28 12:46:28.900336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Pushing event updated for resources: {'Port': ['ID=c703f518-96ae-4fe3-8bb2-0979603ac65f,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:28.969611 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:46:28.969975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7a78d3fa-2d7f-4e6a-9f42-b38a1f7e9610 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:46:28.970389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device cf99176a-a248-47c2-8e9c-60abd5290421 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:46:28.999748 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dc4985e0-3d89-4bd5-9653-a0586b288b0a req-4ae1beab-2131-4245-bb1a-cf214d092bdd tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "GET /v2.0/ports?device_id=93307973-c112-4842-90d8-7f2aad6b3f3e HTTP/1.1" status: 200 len: 210 time: 0.0598404 Aug 28 12:46:29.032597 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: cf99176a-a248-47c2-8e9c-60abd5290421 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:46:29.032954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device cf99176a-a248-47c2-8e9c-60abd5290421 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:46:29.066325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=f93036e8-e778-4a74-957c-1a1efaa62ad5,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:29.292432 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff712ec8-926e-4195-b9b1-3d85ecb02408 req-9c0a29e8-31e1-4b6c-aaff-d3996d15bc35 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:29.294234 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ff712ec8-926e-4195-b9b1-3d85ecb02408 req-9c0a29e8-31e1-4b6c-aaff-d3996d15bc35 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0707922 Aug 28 12:46:29.346211 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ff712ec8-926e-4195-b9b1-3d85ecb02408 req-c956a72d-c769-4b82-b9ff-50035b651c94 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427451 Aug 28 12:46:29.371926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93307973-c112-4842-90d8-7f2aad6b3f3e', 'name': 'network-vif-deleted', 'tag': 'cf99176a-a248-47c2-8e9c-60abd5290421'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:29.374490 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf82e2f-1250-4b8a-bbd5-79850d2fb0e3" -d '{"events": [{"server_uuid": "93307973-c112-4842-90d8-7f2aad6b3f3e", "name": "network-vif-deleted", "tag": "cf99176a-a248-47c2-8e9c-60abd5290421"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:29.430725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-27fe9a4a-9d81-431e-a46f-b4d9f39da904 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:29.437891 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-27fe9a4a-9d81-431e-a46f-b4d9f39da904 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/networks?id=b8358831-c456-4987-8ab8-b4b9008170ae HTTP/1.1" status: 200 len: 822 time: 0.5500946 Aug 28 12:46:29.455061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Attempting to bind port c703f518-96ae-4fe3-8bb2-0979603ac65f on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:29.455388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Attempting to bind port c703f518-96ae-4fe3-8bb2-0979603ac65f by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '018e3c08-6a91-489a-9a17-f01f36b63890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:29.455711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Attempting to bind port c703f518-96ae-4fe3-8bb2-0979603ac65f on network 13d7cd11-7d64-44bd-94e1-a8725c05108d {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:29.462483 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-7a5d6b32-5ffc-46f3-96ed-111f061e40a8 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/quotas/ce28613dad254127bb5d82cd4c4922d1 HTTP/1.1" status: 200 len: 375 time: 0.0237052 Aug 28 12:46:29.463179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Port c703f518-96ae-4fe3-8bb2-0979603ac65f on network 13d7cd11-7d64-44bd-94e1-a8725c05108d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:46:29.463497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Attempting to bind port c703f518-96ae-4fe3-8bb2-0979603ac65f on network 13d7cd11-7d64-44bd-94e1-a8725c05108d {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:29.470148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:29.470618 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Checking segment: {'id': '018e3c08-6a91-489a-9a17-f01f36b63890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:29.471002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Bound using segment: {'id': '018e3c08-6a91-489a-9a17-f01f36b63890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:29.471483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Bound port: c703f518-96ae-4fe3-8bb2-0979603ac65f, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018e3c08-6a91-489a-9a17-f01f36b63890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:29.471846 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:29.498775 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-d4d08019-ff00-47ab-b205-99179e65aaa7 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:29.501134 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-d4d08019-ff00-47ab-b205-99179e65aaa7 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0618367 Aug 28 12:46:29.512219 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-4c8b3025-6083-49bf-b1d9-8c3f0a4584b1 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce28613dad254127bb5d82cd4c4922d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430372 Aug 28 12:46:29.569790 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-0cf7e12a-6486-412c-b26e-a894ec60a2a1 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.254 HTTP/1.1" status: 200 len: 696 time: 0.0618970 Aug 28 12:46:29.580860 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-e228cda4-a0b7-4053-b4fb-df8a37287826 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Request body: {'floatingip': {'port_id': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:29.625187 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-e228cda4-a0b7-4053-b4fb-df8a37287826 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:29.635978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] For port c703f518-96ae-4fe3-8bb2-0979603ac65f, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:29.656197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] For port c703f518-96ae-4fe3-8bb2-0979603ac65f, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c703f518-96ae-4fe3-8bb2-0979603ac65f,segment=NetworkSegment(018e3c08-6a91-489a-9a17-f01f36b63890),segment_id=018e3c08-6a91-489a-9a17-f01f36b63890)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:29.669653 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:29.710689 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-dadc5612-97f1-4aed-b1b4-880b8c77eed1 service neutron] 10.222.0.20 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888533 Aug 28 12:46:29.718745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:29.719941 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:29.721372 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] 10.222.0.11 "PUT /v2.0/ports/c703f518-96ae-4fe3-8bb2-0979603ac65f HTTP/1.1" status: 200 len: 1093 time: 1.9669638 Aug 28 12:46:29.787043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Request body: {'port': {'device_id': '56671c7a-9e69-41af-b601-571e3296ea2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:29.841964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49f435-0daa-4faf-98c2-2cb500b5eb7c service neutron] Pushing event updated for resources: {'Port': ['ID=c703f518-96ae-4fe3-8bb2-0979603ac65f,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:29.902188 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:29.923023 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-6adc56ee-a5ed-40dc-a123-3e709d98271c service neutron] 10.222.0.20 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004886 Aug 28 12:46:30.134408 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5b6b30-601c-49fc-a954-3aaf193b1cc0 x-openstack-request-id: req-4a5b6b30-601c-49fc-a954-3aaf193b1cc0 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:30.135406 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be09efad-8fe7-487b-b92d-da227e5b1219", "name": "network-vif-plugged", "status": "completed", "tag": "f93036e8-e778-4a74-957c-1a1efaa62ad5", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:30.135878 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a5b6b30-601c-49fc-a954-3aaf193b1cc0 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:30.136449 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be09efad-8fe7-487b-b92d-da227e5b1219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93036e8-e778-4a74-957c-1a1efaa62ad5', 'code': 200} Aug 28 12:46:30.317185 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caebbd9-0fe3-4763-a5ad-46bcd567b557 req-038ae5c0-d5f1-48aa-829c-6f12344ed46c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:30.318727 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7caebbd9-0fe3-4763-a5ad-46bcd567b557 req-038ae5c0-d5f1-48aa-829c-6f12344ed46c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1204765 Aug 28 12:46:30.345636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d83e78-b20f-4dd2-8316-c496d451bdd6 req-baa5c339-0f48-47a5-8e04-f871b189eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:30.347193 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-71d83e78-b20f-4dd2-8316-c496d451bdd6 req-baa5c339-0f48-47a5-8e04-f871b189eaa6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 1097 time: 0.1173298 Aug 28 12:46:30.413490 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7caebbd9-0fe3-4763-a5ad-46bcd567b557 req-27fe4bb1-a676-4010-b7ec-c543deae34ba tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843704 Aug 28 12:46:30.457232 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-71d83e78-b20f-4dd2-8316-c496d451bdd6 req-ecd723a3-c45e-4add-9613-7f6adc01758b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014836 Aug 28 12:46:30.470115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708f1d54-3c32-49c6-8985-1c867d1c59b6 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:30.482802 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:30.500064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Transition to ACTIVE for port object 708f1d54-3c32-49c6-8985-1c867d1c59b6 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:30.503670 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:30.575596 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-e228cda4-a0b7-4053-b4fb-df8a37287826 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:30.580735 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-e228cda4-a0b7-4053-b4fb-df8a37287826 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:30.639164 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Pushing event updated for resources: {'Port': ['ID=708f1d54-3c32-49c6-8985-1c867d1c59b6,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:30.693730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b4776-d868-46ff-b583-ede1081722d7 req-b66a1119-8875-42fb-b855-ea4860e9049f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:30.701807 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b4776-d868-46ff-b583-ede1081722d7 req-b66a1119-8875-42fb-b855-ea4860e9049f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:30.708956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b4776-d868-46ff-b583-ede1081722d7 req-b66a1119-8875-42fb-b855-ea4860e9049f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:30.716149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b4776-d868-46ff-b583-ede1081722d7 req-b66a1119-8875-42fb-b855-ea4860e9049f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:30.722575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b4776-d868-46ff-b583-ede1081722d7 req-b66a1119-8875-42fb-b855-ea4860e9049f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:30.725159 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-e228cda4-a0b7-4053-b4fb-df8a37287826 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Floating IP f2be9b22-1e81-4915-be6e-5cdfa68cefe8 associated. External IP: 172.25.1.254, port: 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6. Aug 28 12:46:30.730911 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b4776-d868-46ff-b583-ede1081722d7 req-b66a1119-8875-42fb-b855-ea4860e9049f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:30.733379 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d40b4776-d868-46ff-b583-ede1081722d7 req-b66a1119-8875-42fb-b855-ea4860e9049f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 4606 time: 0.1930850 Aug 28 12:46:30.791064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Attempting to bind port 708f1d54-3c32-49c6-8985-1c867d1c59b6 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:30.791412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Attempting to bind port 708f1d54-3c32-49c6-8985-1c867d1c59b6 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:30.792180 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Attempting to bind port 708f1d54-3c32-49c6-8985-1c867d1c59b6 on network 59b71610-974a-47e0-be6f-1998f7e34702 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:30.802267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Port 708f1d54-3c32-49c6-8985-1c867d1c59b6 on network 59b71610-974a-47e0-be6f-1998f7e34702 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:46:30.802667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Attempting to bind port 708f1d54-3c32-49c6-8985-1c867d1c59b6 on network 59b71610-974a-47e0-be6f-1998f7e34702 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:30.813119 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:30.813459 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Checking segment: {'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:30.813982 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Bound using segment: {'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:30.814441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Bound port: 708f1d54-3c32-49c6-8985-1c867d1c59b6, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:30.814803 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:30.824377 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d40b4776-d868-46ff-b583-ede1081722d7 req-f7e8966b-542a-424e-8589-2ba3eecc1b38 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786054 Aug 28 12:46:30.922166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] For port 708f1d54-3c32-49c6-8985-1c867d1c59b6, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:30.927573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] For port 708f1d54-3c32-49c6-8985-1c867d1c59b6, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=708f1d54-3c32-49c6-8985-1c867d1c59b6,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:30.933550 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:30.987705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:30.988596 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:30.990313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] 10.222.0.11 "PUT /v2.0/ports/708f1d54-3c32-49c6-8985-1c867d1c59b6 HTTP/1.1" status: 200 len: 1137 time: 1.2083242 Aug 28 12:46:31.038435 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Request body: {'port': {'device_id': '56671c7a-9e69-41af-b601-571e3296ea2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:31.073069 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c538a5e-92ae-4cd0-bfd3-b5c7b4fc89bc x-openstack-request-id: req-6c538a5e-92ae-4cd0-bfd3-b5c7b4fc89bc {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:31.073483 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93307973-c112-4842-90d8-7f2aad6b3f3e", "name": "network-vif-deleted", "tag": "cf99176a-a248-47c2-8e9c-60abd5290421", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:31.073855 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c538a5e-92ae-4cd0-bfd3-b5c7b4fc89bc {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:31.074339 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93307973-c112-4842-90d8-7f2aad6b3f3e', 'name': 'network-vif-deleted', 'tag': 'cf99176a-a248-47c2-8e9c-60abd5290421', 'status': 'completed', 'code': 200} Aug 28 12:46:31.083255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ab479-e939-480a-9cc1-b4f08ab20866 service neutron] Pushing event updated for resources: {'Port': ['ID=708f1d54-3c32-49c6-8985-1c867d1c59b6,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:31.118785 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-e228cda4-a0b7-4053-b4fb-df8a37287826 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Router c9a66ef1-d5e2-4642-a484-cfbdff0d439d has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:46:31.156528 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:31.215926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabac35-5643-42be-9bc6-62a30facb6c6 req-cac6cc02-285b-44b0-b3b2-7c3a30710273 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:31.223721 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-baabac35-5643-42be-9bc6-62a30facb6c6 req-cac6cc02-285b-44b0-b3b2-7c3a30710273 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 944 time: 0.0990136 Aug 28 12:46:31.253793 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-e228cda4-a0b7-4053-b4fb-df8a37287826 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:46:31.260221 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-e228cda4-a0b7-4053-b4fb-df8a37287826 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:31.266231 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8f65fa-ce3b-4a6c-80e9-7e9c610a6d36 None None] Sync routers for ids ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:46:31.276707 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8f65fa-ce3b-4a6c-80e9-7e9c610a6d36 None None] Routers {'c9a66ef1-d5e2-4642-a484-cfbdff0d439d'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:31.277455 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-fe8f65fa-ce3b-4a6c-80e9-7e9c610a6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:46:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:31.294542 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-e228cda4-a0b7-4053-b4fb-df8a37287826 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "PUT /v2.0/floatingips/f2be9b22-1e81-4915-be6e-5cdfa68cefe8 HTTP/1.1" status: 200 len: 996 time: 1.7178710 Aug 28 12:46:31.295022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cf3489-0aae-4ae8-af8d-68d9079c5492', 'tag': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:31.297684 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd784be9-1966-4864-bc0a-98b3bb4d47a6" -d '{"events": [{"name": "network-changed", "server_uuid": "05cf3489-0aae-4ae8-af8d-68d9079c5492", "tag": "2460fe8b-c9e3-43e8-8ceb-24c4401a24b6"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:31.357326 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-baabac35-5643-42be-9bc6-62a30facb6c6 req-2f5d45e6-540f-4975-bb01-81732b87fcca tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324961 Aug 28 12:46:31.404172 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-962765dd-8444-4270-98a4-9dc7a5fdac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:31.405978 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-962765dd-8444-4270-98a4-9dc7a5fdac9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a39c3307c494460a72aa392cf651d88&device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 1097 time: 0.0968311 Aug 28 12:46:31.480990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41464) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:31.501104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-fe8f65fa-ce3b-4a6c-80e9-7e9c610a6d36 None None] Set router c9a66ef1-d5e2-4642-a484-cfbdff0d439d gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:31.518865 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-2e277858-9931-4dc7-b83d-70dd98fde0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:31.521240 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-2e277858-9931-4dc7-b83d-70dd98fde0ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=3730338a-be75-48f7-81e6-18e4459b92c4 HTTP/1.1" status: 200 len: 928 time: 0.1089573 Aug 28 12:46:31.618472 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-0133a7ac-23f1-4aee-af41-d04349920e3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 HTTP/1.1" status: 200 len: 999 time: 0.0890074 Aug 28 12:46:31.685585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-ee10ceb2-2672-4b29-b50b-c518e0263225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:31.696287 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-ee10ceb2-2672-4b29-b50b-c518e0263225 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb7f2086-2045-4551-993d-261083fa36e9 HTTP/1.1" status: 200 len: 867 time: 0.0769458 Aug 28 12:46:31.746467 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-1a905850-85cf-4b6b-8c68-19ca383f7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:31.754860 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-1a905850-85cf-4b6b-8c68-19ca383f7326 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3730338a-be75-48f7-81e6-18e4459b92c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570614 Aug 28 12:46:31.790714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0977c1b5-15c4-4444-ba47-f8042b6c193e req-8555a8d1-f2c3-4ee6-9e0f-e7ef86d1cc0c tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 210 time: 0.2075312 Aug 28 12:46:31.844219 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97f8293-52b9-4607-ada1-cc4efd87bb19 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Deleting subnet 797d5f8b-f7f3-4319-aaf4-7bb8a891795e {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:46:31.854331 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c97f8293-52b9-4607-ada1-cc4efd87bb19 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:31.941315 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-fd3ac687-cd1f-4236-8b41-f8923fa0c5f2 service neutron] 10.222.0.20 "GET /v2.0/networks/3730338a-be75-48f7-81e6-18e4459b92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855867 Aug 28 12:46:31.961837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-0215afbf-2641-4e52-9836-0a8f0b9c9ee4 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:31.972891 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-0215afbf-2641-4e52-9836-0a8f0b9c9ee4 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.11 "GET /v2.0/networks?id=b8358831-c456-4987-8ab8-b4b9008170ae HTTP/1.1" status: 200 len: 822 time: 0.4828873 Aug 28 12:46:31.978448 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c97f8293-52b9-4607-ada1-cc4efd87bb19 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:32.027030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-0576da45-5eb6-4eac-8563-b7ca1ef53c68 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Request body: {'port': {'device_id': '64c589c3-e932-4344-874c-3768bca1f0a9', 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae', 'admin_state_up': True, 'tenant_id': 'ce28613dad254127bb5d82cd4c4922d1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:32.064705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-fe8f65fa-ce3b-4a6c-80e9-7e9c610a6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-router', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:45Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'gw_port': {'id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:46Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'f2be9b22-1e81-4915-be6e-5cdfa68cefe8', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'port_id': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4', 'mac_address': 'fa:16:3e:39:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cf3489-0aae-4ae8-af8d-68d9079c5492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:46:26Z', 'updated_at': '2021-08-28T12:46:30Z', 'revision_number': 1, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f794e0-f083-4c0a-8605-5f32a2eaab19', 'name': '', 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'mac_address': 'fa:16:3e:df:72:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:52Z', 'updated_at': '2021-08-28T12:46:06Z', 'revision_number': 5, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'subnets': [{'id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:32.070409 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f780c1c-625b-4e62-9d98-8373b0c3b8b8 req-e1e68fcf-a3e3-48fb-9435-a6c2f05386c7 service neutron] 10.222.0.20 "GET /v2.0/networks/3730338a-be75-48f7-81e6-18e4459b92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141644 Aug 28 12:46:32.111498 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8f65fa-ce3b-4a6c-80e9-7e9c610a6d36 None None] Checking router: c9a66ef1-d5e2-4642-a484-cfbdff0d439d for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:46:32.123874 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cf9702-8800-467c-ac45-8e7f4e575470 x-openstack-request-id: req-b7cf9702-8800-467c-ac45-8e7f4e575470 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:32.124371 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cf3489-0aae-4ae8-af8d-68d9079c5492", "tag": "2460fe8b-c9e3-43e8-8ceb-24c4401a24b6", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:32.124850 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7cf9702-8800-467c-ac45-8e7f4e575470 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:32.125417 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cf3489-0aae-4ae8-af8d-68d9079c5492', 'tag': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6', 'status': 'completed', 'code': 200} Aug 28 12:46:32.130960 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8f65fa-ce3b-4a6c-80e9-7e9c610a6d36 None None] Routers {'c9a66ef1-d5e2-4642-a484-cfbdff0d439d'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:32.132534 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-fe8f65fa-ce3b-4a6c-80e9-7e9c610a6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:46:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:32.186124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440861dd-6270-4426-a201-c0adbe3cd44a {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:32.237981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f973e-4659-49c1-95a1-83da8aca53ec req-c72c92e2-60f0-42e8-ac3b-a474b05fd228 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:32.239130 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:32.239629 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d7f973e-4659-49c1-95a1-83da8aca53ec req-c72c92e2-60f0-42e8-ac3b-a474b05fd228 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.0535903 Aug 28 12:46:32.263458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd080cde-6643-49a0-922b-dcd5991646b4 req-df0ed30d-b6da-421d-84b6-26d0c26edd83 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:32.265030 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd080cde-6643-49a0-922b-dcd5991646b4 req-df0ed30d-b6da-421d-84b6-26d0c26edd83 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.2785783 Aug 28 12:46:32.272616 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-fe8f65fa-ce3b-4a6c-80e9-7e9c610a6d36 None None] Set router c9a66ef1-d5e2-4642-a484-cfbdff0d439d gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:32.305189 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d7f973e-4659-49c1-95a1-83da8aca53ec req-14591c24-890c-4a3b-88f6-6a03a69605a4 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577679 Aug 28 12:46:32.337126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Transition to ACTIVE for port object 440861dd-6270-4426-a201-c0adbe3cd44a will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:32.356939 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:32.374280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd784be9-1966-4864-bc0a-98b3bb4d47a6 req-c466395a-87cd-4e3f-8c5a-a0ed649693b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:32.375805 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd784be9-1966-4864-bc0a-98b3bb4d47a6 req-c466395a-87cd-4e3f-8c5a-a0ed649693b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a39c3307c494460a72aa392cf651d88&device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 1097 time: 0.2211187 Aug 28 12:46:32.396473 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c97f8293-52b9-4607-ada1-cc4efd87bb19 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:32.466634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-0576da45-5eb6-4eac-8563-b7ca1ef53c68 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Made reservation on behalf of ce28613dad254127bb5d82cd4c4922d1 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:46:32.469237 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3efa0-cf55-4ebe-ba53-aa9411ff1ff2 req-a0e83212-aae8-4387-94e9-6f9cb3eced20 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:32.469947 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-0576da45-5eb6-4eac-8563-b7ca1ef53c68 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:32.476858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3efa0-cf55-4ebe-ba53-aa9411ff1ff2 req-a0e83212-aae8-4387-94e9-6f9cb3eced20 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:32.483441 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3efa0-cf55-4ebe-ba53-aa9411ff1ff2 req-a0e83212-aae8-4387-94e9-6f9cb3eced20 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:32.490046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3efa0-cf55-4ebe-ba53-aa9411ff1ff2 req-a0e83212-aae8-4387-94e9-6f9cb3eced20 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:32.497658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3efa0-cf55-4ebe-ba53-aa9411ff1ff2 req-a0e83212-aae8-4387-94e9-6f9cb3eced20 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:32.502336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 951d0044-efd0-4156-9e2f-aae8d2ae0544 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:46:32.509553 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3efa0-cf55-4ebe-ba53-aa9411ff1ff2 req-a0e83212-aae8-4387-94e9-6f9cb3eced20 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:32.516122 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3efa0-cf55-4ebe-ba53-aa9411ff1ff2 req-a0e83212-aae8-4387-94e9-6f9cb3eced20 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:32.518089 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd080cde-6643-49a0-922b-dcd5991646b4 req-0e09a0ec-761f-43d6-ae98-a4b4fbc8ba0a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274139 Aug 28 12:46:32.518606 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5db3efa0-cf55-4ebe-ba53-aa9411ff1ff2 req-a0e83212-aae8-4387-94e9-6f9cb3eced20 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5384 time: 0.1289759 Aug 28 12:46:32.567439 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Pushing event updated for resources: {'Port': ['ID=440861dd-6270-4426-a201-c0adbe3cd44a,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:32.612098 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5db3efa0-cf55-4ebe-ba53-aa9411ff1ff2 req-8d64946b-1dad-492d-803f-361eb36b884d tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785077 Aug 28 12:46:32.672623 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-fe8f65fa-ce3b-4a6c-80e9-7e9c610a6d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-router', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:45Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'gw_port': {'id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:46Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'f2be9b22-1e81-4915-be6e-5cdfa68cefe8', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'port_id': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4', 'mac_address': 'fa:16:3e:39:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cf3489-0aae-4ae8-af8d-68d9079c5492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:46:26Z', 'updated_at': '2021-08-28T12:46:30Z', 'revision_number': 1, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f794e0-f083-4c0a-8605-5f32a2eaab19', 'name': '', 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'mac_address': 'fa:16:3e:df:72:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:52Z', 'updated_at': '2021-08-28T12:46:06Z', 'revision_number': 5, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'subnets': [{'id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:32.784569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8f65fa-ce3b-4a6c-80e9-7e9c610a6d36 None None] The sync data for ids ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'] in n-d-791505-21 is: [{'id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-router', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:45Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'gw_port': {'id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:46Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'f2be9b22-1e81-4915-be6e-5cdfa68cefe8', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'floating_ip_address': '172.25.1.254', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'port_id': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4', 'mac_address': 'fa:16:3e:39:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05cf3489-0aae-4ae8-af8d-68d9079c5492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:46:26Z', 'updated_at': '2021-08-28T12:46:30Z', 'revision_number': 1, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f794e0-f083-4c0a-8605-5f32a2eaab19', 'name': '', 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'mac_address': 'fa:16:3e:df:72:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:52Z', 'updated_at': '2021-08-28T12:46:06Z', 'revision_number': 5, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'subnets': [{'id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:46:32.923341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7d4bc-5271-4ecc-b527-be8d795b86b5 req-d2ef62e2-6268-4da3-8e20-97ebd47a3702 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:32.927179 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e1c7d4bc-5271-4ecc-b527-be8d795b86b5 req-d2ef62e2-6268-4da3-8e20-97ebd47a3702 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 944 time: 0.0752044 Aug 28 12:46:32.973272 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e1c7d4bc-5271-4ecc-b527-be8d795b86b5 req-39b8b9ab-3191-4440-822d-3ab5c7f023de tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393488 Aug 28 12:46:33.089113 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeff2d7-508a-4ca9-9cb1-fbee5785f26e None None] New status for floating IP f2be9b22-1e81-4915-be6e-5cdfa68cefe8: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:46:33.153665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'tag': 'c703f518-96ae-4fe3-8bb2-0979603ac65f'}, {'name': 'network-changed', 'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'tag': '708f1d54-3c32-49c6-8985-1c867d1c59b6'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:33.155726 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40" -d '{"events": [{"name": "network-changed", "server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "tag": "c703f518-96ae-4fe3-8bb2-0979603ac65f"}, {"name": "network-changed", "server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "tag": "708f1d54-3c32-49c6-8985-1c867d1c59b6"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:33.212562 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e5d95-fb58-45dd-9851-8beb714ac1c4 req-fdb7df62-5fe7-4ae6-b2dd-0129fbaa5e3e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:33.214950 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c97f8293-52b9-4607-ada1-cc4efd87bb19 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:33.222830 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fa0e5d95-fb58-45dd-9851-8beb714ac1c4 req-fdb7df62-5fe7-4ae6-b2dd-0129fbaa5e3e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.0976863 Aug 28 12:46:33.225564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Attempting to bind port 440861dd-6270-4426-a201-c0adbe3cd44a on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:33.225900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Attempting to bind port 440861dd-6270-4426-a201-c0adbe3cd44a by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:33.226229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Attempting to bind port 440861dd-6270-4426-a201-c0adbe3cd44a on network 59b71610-974a-47e0-be6f-1998f7e34702 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:33.238374 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd784be9-1966-4864-bc0a-98b3bb4d47a6 req-5c90d2bc-7c92-4824-9185-e993097cb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:33.240078 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd784be9-1966-4864-bc0a-98b3bb4d47a6 req-5c90d2bc-7c92-4824-9185-e993097cb752 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3730338a-be75-48f7-81e6-18e4459b92c4 HTTP/1.1" status: 200 len: 928 time: 0.8253198 Aug 28 12:46:33.283479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Port 440861dd-6270-4426-a201-c0adbe3cd44a on network 59b71610-974a-47e0-be6f-1998f7e34702 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:46:33.283602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Attempting to bind port 440861dd-6270-4426-a201-c0adbe3cd44a on network 59b71610-974a-47e0-be6f-1998f7e34702 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:33.285542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f8293-52b9-4607-ada1-cc4efd87bb19 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Subnet': ['ID=797d5f8b-f7f3-4319-aaf4-7bb8a891795e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:33.292937 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c97f8293-52b9-4607-ada1-cc4efd87bb19 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:33.297732 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c97f8293-52b9-4607-ada1-cc4efd87bb19 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "DELETE /v2.0/subnets/797d5f8b-f7f3-4319-aaf4-7bb8a891795e HTTP/1.1" status: 204 len: 168 time: 1.8156443 Aug 28 12:46:33.301160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88004345-1f88-4db1-8241-0e28604f5eea None None] Network 49532abb-a580-4f12-a65b-310c7a368897 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:46:33.315734 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fa0e5d95-fb58-45dd-9851-8beb714ac1c4 req-7e152944-6812-4d0b-a405-a4a44a56ff8b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842562 Aug 28 12:46:33.316258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41486) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:33.413955 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8de526b7-e6c3-4e41-8135-2b38bdbf8172 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 258 time: 0.8616076 Aug 28 12:46:33.422042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:33.422346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Checking segment: {'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:33.422815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Bound using segment: {'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:33.423266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Bound port: 440861dd-6270-4426-a201-c0adbe3cd44a, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:33.424049 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:33.437768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:33.465254 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:33.533289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-0576da45-5eb6-4eac-8563-b7ca1ef53c68 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Allocated IP 172.20.0.6 (b8358831-c456-4987-8ab8-b4b9008170ae/74b2ab30-884f-4c27-9baa-880b68554db1/e907a8da-bdeb-4a45-8bf4-93550f77b064) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:33.538949 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd784be9-1966-4864-bc0a-98b3bb4d47a6 req-e7292e93-659b-450e-9619-9afa5ea5d8b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 HTTP/1.1" status: 200 len: 999 time: 0.2700274 Aug 28 12:46:33.544788 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:33.545528 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2687ac9d-66d5-447e-b25d-78a4b77422fa None None] DHCP port deletion for 49532abb-a580-4f12-a65b-310c7a368897 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:46:33.557733 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5c30ac11-5b5a-44bf-8060-42d5dee72187 req-a4952dcd-cfc1-4912-9ff1-75c94cf69b88 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 210 time: 0.0669656 Aug 28 12:46:33.616475 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2687ac9d-66d5-447e-b25d-78a4b77422fa None None] Deleting port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:33.617283 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2687ac9d-66d5-447e-b25d-78a4b77422fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:33.666474 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-4cc443e2-5e84-4817-97f9-d09b40836c58 service neutron] 10.222.0.11 "GET /v2.0/ports/951d0044-efd0-4156-9e2f-aae8d2ae0544/bindings/n-h2-791505-21 HTTP/1.1" status: 200 len: 385 time: 0.3911986 Aug 28 12:46:33.706578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] For port 440861dd-6270-4426-a201-c0adbe3cd44a, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:33.726594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Deleting port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:33.727191 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:33.741805 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] For port 440861dd-6270-4426-a201-c0adbe3cd44a, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=440861dd-6270-4426-a201-c0adbe3cd44a,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:33.742693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-2687ac9d-66d5-447e-b25d-78a4b77422fa None None] For port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=0fb38ac4-70ee-42a3-93e5-06eb9aa931ca,segment=NetworkSegment(bb769870-c89d-4f3b-85a5-031b049870d7),segment_id=bb769870-c89d-4f3b-85a5-031b049870d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:33.743281 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2687ac9d-66d5-447e-b25d-78a4b77422fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:33.748660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd784be9-1966-4864-bc0a-98b3bb4d47a6 req-2d54c330-d778-4718-ade9-0f688b43fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:33.750431 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd784be9-1966-4864-bc0a-98b3bb4d47a6 req-2d54c330-d778-4718-ade9-0f688b43fc8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb7f2086-2045-4551-993d-261083fa36e9 HTTP/1.1" status: 200 len: 867 time: 0.1945915 Aug 28 12:46:33.761414 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:33.776733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2687ac9d-66d5-447e-b25d-78a4b77422fa None None] Calling delete_port for 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:33.875370 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2687ac9d-66d5-447e-b25d-78a4b77422fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:33.895020 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] For port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=0fb38ac4-70ee-42a3-93e5-06eb9aa931ca,segment=NetworkSegment(bb769870-c89d-4f3b-85a5-031b049870d7),segment_id=bb769870-c89d-4f3b-85a5-031b049870d7)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:33.895593 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:33.915990 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687ac9d-66d5-447e-b25d-78a4b77422fa None None] Pushing event deleted for resources: {'Port': ['ID=0fb38ac4-70ee-42a3-93e5-06eb9aa931ca,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:33.927218 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2687ac9d-66d5-447e-b25d-78a4b77422fa None None] No DVR routers for this DVR port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:46:33.955060 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Calling delete_port for 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:33.988826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:33.989531 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:33.991581 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] 10.222.0.11 "PUT /v2.0/ports/440861dd-6270-4426-a201-c0adbe3cd44a HTTP/1.1" status: 200 len: 1137 time: 2.9617162 Aug 28 12:46:34.015742 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9b2f49-8796-4714-97bd-657de8193155 x-openstack-request-id: req-ad9b2f49-8796-4714-97bd-657de8193155 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:34.015988 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "tag": "c703f518-96ae-4fe3-8bb2-0979603ac65f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "tag": "708f1d54-3c32-49c6-8985-1c867d1c59b6", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:34.016391 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad9b2f49-8796-4714-97bd-657de8193155 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:34.016943 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'tag': 'c703f518-96ae-4fe3-8bb2-0979603ac65f', 'status': 'completed', 'code': 200} Aug 28 12:46:34.017304 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'tag': '708f1d54-3c32-49c6-8985-1c867d1c59b6', 'status': 'completed', 'code': 200} Aug 28 12:46:34.035724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d04dc2-ce0b-44a1-84c3-7acb3d0c7692 service neutron] Pushing event updated for resources: {'Port': ['ID=440861dd-6270-4426-a201-c0adbe3cd44a,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:34.097980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Request body: {'port': {'device_id': '56671c7a-9e69-41af-b601-571e3296ea2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:34.127475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd784be9-1966-4864-bc0a-98b3bb4d47a6 req-db9a0a65-b136-4697-b18e-423089d06830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.129232 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd784be9-1966-4864-bc0a-98b3bb4d47a6 req-db9a0a65-b136-4697-b18e-423089d06830 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3730338a-be75-48f7-81e6-18e4459b92c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3615625 Aug 28 12:46:34.249602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-19dd0994-3ac4-47e1-879b-b6eb5e1c78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.250454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-19dd0994-3ac4-47e1-879b-b6eb5e1c78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.251180 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-19dd0994-3ac4-47e1-879b-b6eb5e1c78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.251913 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-19dd0994-3ac4-47e1-879b-b6eb5e1c78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.252550 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-19dd0994-3ac4-47e1-879b-b6eb5e1c78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.253013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-19dd0994-3ac4-47e1-879b-b6eb5e1c78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.253600 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-19dd0994-3ac4-47e1-879b-b6eb5e1c78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.255624 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-19dd0994-3ac4-47e1-879b-b6eb5e1c78f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e506c78606b440c8de2be4917f584b8&device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 6224 time: 0.2234161 Aug 28 12:46:34.263768 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-0576da45-5eb6-4eac-8563-b7ca1ef53c68 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:34.278558 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:34.281983 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-ea00147a-86b4-4981-9359-3556e3ba64f3 service neutron] For port 951d0044-efd0-4156-9e2f-aae8d2ae0544, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=951d0044-efd0-4156-9e2f-aae8d2ae0544,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:34.310576 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:34.330731 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ce13-3631-4851-a6dd-23d897340320 req-f83add21-2d7a-472b-a7f7-6f029da68805 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.338002 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ce13-3631-4851-a6dd-23d897340320 req-f83add21-2d7a-472b-a7f7-6f029da68805 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.343715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ce13-3631-4851-a6dd-23d897340320 req-f83add21-2d7a-472b-a7f7-6f029da68805 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.351640 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ce13-3631-4851-a6dd-23d897340320 req-f83add21-2d7a-472b-a7f7-6f029da68805 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.357637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ce13-3631-4851-a6dd-23d897340320 req-f83add21-2d7a-472b-a7f7-6f029da68805 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.363601 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ce13-3631-4851-a6dd-23d897340320 req-f83add21-2d7a-472b-a7f7-6f029da68805 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.368592 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:34.370583 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ce13-3631-4851-a6dd-23d897340320 req-f83add21-2d7a-472b-a7f7-6f029da68805 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.372600 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fd03ce13-3631-4851-a6dd-23d897340320 req-f83add21-2d7a-472b-a7f7-6f029da68805 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5384 time: 0.2799232 Aug 28 12:46:34.405191 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-ea00147a-86b4-4981-9359-3556e3ba64f3 service neutron] For port 951d0044-efd0-4156-9e2f-aae8d2ae0544, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:34.409644 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] No DVR routers for this DVR port 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:46:34.463768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Port': ['ID=0fb38ac4-70ee-42a3-93e5-06eb9aa931ca,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:34.472298 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd784be9-1966-4864-bc0a-98b3bb4d47a6 req-ea58e028-71e5-4f31-9533-bb1d00e1aba0 service neutron] 10.222.0.11 "GET /v2.0/networks/3730338a-be75-48f7-81e6-18e4459b92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199055 Aug 28 12:46:34.561936 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-ea00147a-86b4-4981-9359-3556e3ba64f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951d0044-efd0-4156-9e2f-aae8d2ae0544 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:34.568081 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-a81ba72f-ac90-4519-8ad4-23f22b1dbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.568844 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-a81ba72f-ac90-4519-8ad4-23f22b1dbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.569632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-a81ba72f-ac90-4519-8ad4-23f22b1dbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.572278 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-a81ba72f-ac90-4519-8ad4-23f22b1dbd80 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5e506c78606b440c8de2be4917f584b8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2980189 Aug 28 12:46:34.603742 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-0576da45-5eb6-4eac-8563-b7ca1ef53c68 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:34.607046 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:34.610980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-ea00147a-86b4-4981-9359-3556e3ba64f3 service neutron] For port 951d0044-efd0-4156-9e2f-aae8d2ae0544, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=951d0044-efd0-4156-9e2f-aae8d2ae0544,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:34.689784 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fd03ce13-3631-4851-a6dd-23d897340320 req-be31719b-824c-4df6-83c1-9a9c14d3f271 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2861853 Aug 28 12:46:34.695137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49532abb-a580-4f12-a65b-310c7a368897']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:34.700166 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-ea00147a-86b4-4981-9359-3556e3ba64f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:34.736245 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb769870-c89d-4f3b-85a5-031b049870d7') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:34.736628 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb769870-c89d-4f3b-85a5-031b049870d7') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:34.751136 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:34.759570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-0576da45-5eb6-4eac-8563-b7ca1ef53c68 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Network b8358831-c456-4987-8ab8-b4b9008170ae is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:34.791587 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:34.813284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-0576da45-5eb6-4eac-8563-b7ca1ef53c68 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:34.823656 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Allocated IP 172.25.1.5 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/0b3d54d3-4ca8-4026-9a19-6d8586524f0b) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:34.834341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-0576da45-5eb6-4eac-8563-b7ca1ef53c68 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:34.841108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576da45-5eb6-4eac-8563-b7ca1ef53c68 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Pushing event updated for resources: {'Port': ['ID=e907a8da-bdeb-4a45-8bf4-93550f77b064,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:34.847157 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:46:34.847660 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:46:34.853313 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:46:34.904710 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd784be9-1966-4864-bc0a-98b3bb4d47a6 req-2d221fad-a90d-486b-af42-b5c92e336855 service neutron] 10.222.0.11 "GET /v2.0/networks/3730338a-be75-48f7-81e6-18e4459b92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119360 Aug 28 12:46:34.973576 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:34.988139 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-4ce06302-cf83-4b61-b4e8-0f90094de4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:34.989777 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-4ce06302-cf83-4b61-b4e8-0f90094de4f8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3875365 Aug 28 12:46:35.005119 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-0576da45-5eb6-4eac-8563-b7ca1ef53c68 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.005936 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-0576da45-5eb6-4eac-8563-b7ca1ef53c68 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:35.011398 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:35.013489 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "DELETE /v2.0/networks/49532abb-a580-4f12-a65b-310c7a368897 HTTP/1.1" status: 204 len: 168 time: 1.6911051 Aug 28 12:46:35.018527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41502) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:35.034815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-ea00147a-86b4-4981-9359-3556e3ba64f3 service neutron] Transition to ACTIVE for port object 951d0044-efd0-4156-9e2f-aae8d2ae0544 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:35.054404 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d5235-59ae-44a2-9eda-624c3b330cc9 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Network': ['ID=49532abb-a580-4f12-a65b-310c7a368897,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:35.061346 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-0576da45-5eb6-4eac-8563-b7ca1ef53c68 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0533407 Aug 28 12:46:35.079664 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-ea00147a-86b4-4981-9359-3556e3ba64f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:35.116342 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Request body: {'port': {'device_id': '64c589c3-e932-4344-874c-3768bca1f0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:35.166975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:46:35.174332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aea0ef9-6658-49ad-808e-b33ee9c87361 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Deleting subnet 663bc05e-6fef-4a00-9182-df969bb49e0f {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:46:35.190102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8aea0ef9-6658-49ad-808e-b33ee9c87361 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:35.203431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:46:35.203431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 0fb38ac4-70ee-42a3-93e5-06eb9aa931ca not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:46:35.230572 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-ea00147a-86b4-4981-9359-3556e3ba64f3 service neutron] No DVR routers for this DVR port 951d0044-efd0-4156-9e2f-aae8d2ae0544 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:46:35.242962 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878e73c-5f4b-4635-9ea2-f07f2b93d52e req-ed87d21d-acec-406f-814a-00edb497f88c tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.244503 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6878e73c-5f4b-4635-9ea2-f07f2b93d52e req-ed87d21d-acec-406f-814a-00edb497f88c tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 945 time: 0.2243943 Aug 28 12:46:35.247803 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00147a-86b4-4981-9359-3556e3ba64f3 service neutron] Pushing event updated for resources: {'Port': ['ID=951d0044-efd0-4156-9e2f-aae8d2ae0544,revision_number=10']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:35.259124 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:35.274077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270133e3-b69e-4c31-a29a-5624250f6d0a {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:35.294062 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-da44f5a5-3c27-4421-98da-59feb134bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.294570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-da44f5a5-3c27-4421-98da-59feb134bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.295037 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-da44f5a5-3c27-4421-98da-59feb134bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.295499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-da44f5a5-3c27-4421-98da-59feb134bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.296009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-da44f5a5-3c27-4421-98da-59feb134bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.296467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-da44f5a5-3c27-4421-98da-59feb134bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.296923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-da44f5a5-3c27-4421-98da-59feb134bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.298843 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-da44f5a5-3c27-4421-98da-59feb134bd2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e506c78606b440c8de2be4917f584b8&device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 6224 time: 0.2364192 Aug 28 12:46:35.302746 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:35.306202 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:35.308577 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8aea0ef9-6658-49ad-808e-b33ee9c87361 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:35.316512 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-ea00147a-86b4-4981-9359-3556e3ba64f3 service neutron] 10.222.0.11 "PUT /v2.0/ports/951d0044-efd0-4156-9e2f-aae8d2ae0544/bindings/n-h2-791505-21/activate HTTP/1.1" status: 200 len: 370 time: 1.6334529 Aug 28 12:46:35.341832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Transition to ACTIVE for port object 270133e3-b69e-4c31-a29a-5624250f6d0a will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:35.345302 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6878e73c-5f4b-4635-9ea2-f07f2b93d52e req-4f144d5f-a82e-4fb1-a7bb-b95bb67b276a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914254 Aug 28 12:46:35.346413 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:35.434435 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Pushing event updated for resources: {'Port': ['ID=270133e3-b69e-4c31-a29a-5624250f6d0a,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:35.531839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f4c59476-5dae-4e73-874b-e168419b6711 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.533671 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-f4c59476-5dae-4e73-874b-e168419b6711 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e&tenant_id=8374a9853c4643a4807f0fe0c461a45d&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 1097 time: 0.1456811 Aug 28 12:46:35.587808 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a59b7-9a07-44b5-b81d-58c810c71c9a req-49a2fd82-abcb-4895-b469-85c2151c3a33 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.589374 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e13a59b7-9a07-44b5-b81d-58c810c71c9a req-49a2fd82-abcb-4895-b469-85c2151c3a33 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1432867 Aug 28 12:46:35.599430 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Attempting to bind port 270133e3-b69e-4c31-a29a-5624250f6d0a on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:35.599760 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Attempting to bind port 270133e3-b69e-4c31-a29a-5624250f6d0a by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:35.601396 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Attempting to bind port 270133e3-b69e-4c31-a29a-5624250f6d0a on network 59b71610-974a-47e0-be6f-1998f7e34702 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:35.603425 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:35.613819 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Port 270133e3-b69e-4c31-a29a-5624250f6d0a on network 59b71610-974a-47e0-be6f-1998f7e34702 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:46:35.614151 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Attempting to bind port 270133e3-b69e-4c31-a29a-5624250f6d0a on network 59b71610-974a-47e0-be6f-1998f7e34702 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:35.632464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:35.632800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Checking segment: {'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:35.633183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Bound using segment: {'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:35.633608 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Bound port: 270133e3-b69e-4c31-a29a-5624250f6d0a, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:35.633964 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:35.651384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-502080ef-2f97-4fec-95e5-6f4a711a2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.653048 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-502080ef-2f97-4fec-95e5-6f4a711a2ff7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e&tenant_id=8374a9853c4643a4807f0fe0c461a45d HTTP/1.1" status: 200 len: 1097 time: 0.1076047 Aug 28 12:46:35.684022 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8aea0ef9-6658-49ad-808e-b33ee9c87361 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:35.688335 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e13a59b7-9a07-44b5-b81d-58c810c71c9a req-644073ec-6e76-4942-a03b-2e95315f69df tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851197 Aug 28 12:46:35.720344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:35.725403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-00f8c8d4-3891-44a9-9ec0-03624be3ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.725877 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-00f8c8d4-3891-44a9-9ec0-03624be3ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.726332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-00f8c8d4-3891-44a9-9ec0-03624be3ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.727944 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-00f8c8d4-3891-44a9-9ec0-03624be3ae63 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5e506c78606b440c8de2be4917f584b8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4167507 Aug 28 12:46:35.742820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:35.763135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] For port 270133e3-b69e-4c31-a29a-5624250f6d0a, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:35.764518 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:35.769251 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] For port 270133e3-b69e-4c31-a29a-5624250f6d0a, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=270133e3-b69e-4c31-a29a-5624250f6d0a,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:35.781374 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-2b04ecb4-8534-460c-b2f9-d4ce4fd898cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.782874 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-2b04ecb4-8534-460c-b2f9-d4ce4fd898cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 1097 time: 0.0864501 Aug 28 12:46:35.785602 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:35.898542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.899259 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:35.900738 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] 10.222.0.11 "PUT /v2.0/ports/270133e3-b69e-4c31-a29a-5624250f6d0a HTTP/1.1" status: 200 len: 1092 time: 1.8119161 Aug 28 12:46:35.903020 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'tag': '270133e3-b69e-4c31-a29a-5624250f6d0a'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:35.905354 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220c4018-12ac-4ceb-949e-504d51d9ec16" -d '{"events": [{"name": "network-changed", "server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "tag": "270133e3-b69e-4c31-a29a-5624250f6d0a"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:35.947988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1113d-e9db-4c41-9f34-eabf47b7d667 req-0742290b-568e-46d1-810c-a7ae529818c2 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:35.949624 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7eb1113d-e9db-4c41-9f34-eabf47b7d667 req-0742290b-568e-46d1-810c-a7ae529818c2 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 931 time: 0.1842680 Aug 28 12:46:35.958199 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9c070-0f32-475b-aaf5-7cb815a12e4a service neutron] Pushing event updated for resources: {'Port': ['ID=270133e3-b69e-4c31-a29a-5624250f6d0a,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:35.966320 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Request body: {'port': {'device_id': '56671c7a-9e69-41af-b601-571e3296ea2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:36.031445 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-2d36edc3-424c-4515-9433-f667ec2dffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:36.036490 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-2d36edc3-424c-4515-9433-f667ec2dffa3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.2288532 Aug 28 12:46:36.059469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'tag': '440861dd-6270-4426-a201-c0adbe3cd44a'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:36.061725 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae12477-c983-4a45-b00b-bc4175a6b398" -d '{"events": [{"name": "network-changed", "server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "tag": "440861dd-6270-4426-a201-c0adbe3cd44a"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:36.064306 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Pushing event updated for resources: {'Port': ['ID=0b3d54d3-4ca8-4026-9a19-6d8586524f0b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:36.100224 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7eb1113d-e9db-4c41-9f34-eabf47b7d667 req-19ee9c4a-bca3-448e-9f3e-123417cb47a9 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292946 Aug 28 12:46:36.105892 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-315dd89f-b312-4568-85f7-c55e20e8ce6f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=951d0044-efd0-4156-9e2f-aae8d2ae0544 HTTP/1.1" status: 200 len: 217 time: 0.0454643 Aug 28 12:46:36.107192 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:36.190684 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-55e242f7-66af-42b4-9733-438bba288c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:36.194764 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-55e242f7-66af-42b4-9733-438bba288c2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.0755570 Aug 28 12:46:36.227011 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8aea0ef9-6658-49ad-808e-b33ee9c87361 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:36.280140 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-b7b9e39b-21c3-48ae-959b-73deff5e3509 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779092 Aug 28 12:46:36.308175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea0ef9-6658-49ad-808e-b33ee9c87361 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Subnet': ['ID=663bc05e-6fef-4a00-9182-df969bb49e0f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:36.313406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-e0f39d80-3bd4-48b6-8bde-0d01357ef150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:36.315158 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72b5ec2e-4b64-4e4d-bd7c-cd375e660a40 req-e0f39d80-3bd4-48b6-8bde-0d01357ef150 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5697126 Aug 28 12:46:36.324431 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8aea0ef9-6658-49ad-808e-b33ee9c87361 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:36.329267 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8aea0ef9-6658-49ad-808e-b33ee9c87361 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "DELETE /v2.0/subnets/663bc05e-6fef-4a00-9182-df969bb49e0f HTTP/1.1" status: 204 len: 168 time: 1.3068867 Aug 28 12:46:36.332032 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41510) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:36.339758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d047d208-6a40-426f-bed1-22fac619d670 None None] Network 3984ba92-1332-4c51-9764-101bd14d5b78 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:46:36.354296 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:36.462630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe92ba-96dd-4916-bd48-125affcbaeb8 req-e53f6be2-abe5-4d88-aaaa-65b20b6d84e6 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:36.464210 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4fe92ba-96dd-4916-bd48-125affcbaeb8 req-e53f6be2-abe5-4d88-aaaa-65b20b6d84e6 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1810734 Aug 28 12:46:36.490172 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:36.503587 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:36.503867 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-8397ccd3-98d4-4de9-8085-65e27da1ee31 service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076056 Aug 28 12:46:36.508236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e907a8da-bdeb-4a45-8bf4-93550f77b064 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:36.538466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:36.561428 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a182710-c367-4f7d-8d2c-62d5c7f52ce1 None None] DHCP port deletion for 3984ba92-1332-4c51-9764-101bd14d5b78 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:46:36.583156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Transition to ACTIVE for port object e907a8da-bdeb-4a45-8bf4-93550f77b064 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:36.595595 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:36.616954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7a182710-c367-4f7d-8d2c-62d5c7f52ce1 None None] Deleting port 11b79b07-eb53-457f-b511-ece6fdb017b8 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:36.617630 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7a182710-c367-4f7d-8d2c-62d5c7f52ce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:36.619622 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4fe92ba-96dd-4916-bd48-125affcbaeb8 req-bd9db9ee-3e0d-4a26-89be-3f120e693ebc tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343961 Aug 28 12:46:36.714566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-7a182710-c367-4f7d-8d2c-62d5c7f52ce1 None None] For port 11b79b07-eb53-457f-b511-ece6fdb017b8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=11b79b07-eb53-457f-b511-ece6fdb017b8,segment=NetworkSegment(72b515d1-d568-4217-81f8-c00eecb779d4),segment_id=72b515d1-d568-4217-81f8-c00eecb779d4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:36.715141 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7a182710-c367-4f7d-8d2c-62d5c7f52ce1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:36.732059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7a182710-c367-4f7d-8d2c-62d5c7f52ce1 None None] Calling delete_port for 11b79b07-eb53-457f-b511-ece6fdb017b8 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:36.733179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Pushing event updated for resources: {'Port': ['ID=e907a8da-bdeb-4a45-8bf4-93550f77b064,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:36.752782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Deleting port 11b79b07-eb53-457f-b511-ece6fdb017b8 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:36.753064 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:36.849048 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7a182710-c367-4f7d-8d2c-62d5c7f52ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:36.867318 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a182710-c367-4f7d-8d2c-62d5c7f52ce1 None None] No DVR routers for this DVR port 11b79b07-eb53-457f-b511-ece6fdb017b8 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:46:36.901091 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a182710-c367-4f7d-8d2c-62d5c7f52ce1 None None] Pushing event deleted for resources: {'Port': ['ID=11b79b07-eb53-457f-b511-ece6fdb017b8,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:36.908081 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] For port 11b79b07-eb53-457f-b511-ece6fdb017b8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=11b79b07-eb53-457f-b511-ece6fdb017b8,segment=NetworkSegment(72b515d1-d568-4217-81f8-c00eecb779d4),segment_id=72b515d1-d568-4217-81f8-c00eecb779d4)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:36.908447 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:36.935922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Calling delete_port for 11b79b07-eb53-457f-b511-ece6fdb017b8 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:36.937702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Attempting to bind port e907a8da-bdeb-4a45-8bf4-93550f77b064 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:36.938027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Attempting to bind port e907a8da-bdeb-4a45-8bf4-93550f77b064 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:36.938344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Attempting to bind port e907a8da-bdeb-4a45-8bf4-93550f77b064 on network b8358831-c456-4987-8ab8-b4b9008170ae {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:36.953272 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:36.959803 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Port e907a8da-bdeb-4a45-8bf4-93550f77b064 on network b8358831-c456-4987-8ab8-b4b9008170ae not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:46:36.960116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Attempting to bind port e907a8da-bdeb-4a45-8bf4-93550f77b064 on network b8358831-c456-4987-8ab8-b4b9008170ae {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:36.965483 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:36.991002 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:46:37.012890 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:37.013220 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Checking segment: {'id': 'b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:37.013596 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Bound using segment: {'id': 'b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:37.014034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Bound port: e907a8da-bdeb-4a45-8bf4-93550f77b064, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:37.014396 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:37.025687 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbe3f0b-18d7-4706-9651-2722f3d45f33 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:37.045540 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-462a5dbf-a34d-4a80-8284-a11511675d4c service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253065 Aug 28 12:46:37.050433 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:37.077025 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Transition to ACTIVE for port object 1cbe3f0b-18d7-4706-9651-2722f3d45f33 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:37.103451 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780966cb-74f2-4470-80b1-3bbbb127e2e3 req-9024c297-7168-4663-8c56-ba8734a969d8 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.106788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780966cb-74f2-4470-80b1-3bbbb127e2e3 req-9024c297-7168-4663-8c56-ba8734a969d8 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.113877 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:37.114812 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780966cb-74f2-4470-80b1-3bbbb127e2e3 req-9024c297-7168-4663-8c56-ba8734a969d8 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.121969 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780966cb-74f2-4470-80b1-3bbbb127e2e3 req-9024c297-7168-4663-8c56-ba8734a969d8 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.129453 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780966cb-74f2-4470-80b1-3bbbb127e2e3 req-9024c297-7168-4663-8c56-ba8734a969d8 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.135746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780966cb-74f2-4470-80b1-3bbbb127e2e3 req-9024c297-7168-4663-8c56-ba8734a969d8 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.144782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780966cb-74f2-4470-80b1-3bbbb127e2e3 req-9024c297-7168-4663-8c56-ba8734a969d8 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.147065 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-780966cb-74f2-4470-80b1-3bbbb127e2e3 req-9024c297-7168-4663-8c56-ba8734a969d8 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5396 time: 0.4599366 Aug 28 12:46:37.147931 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:37.174855 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Pushing event updated for resources: {'Port': ['ID=0b3d54d3-4ca8-4026-9a19-6d8586524f0b,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:37.185581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 11b79b07-eb53-457f-b511-ece6fdb017b8 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:46:37.211910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 11b79b07-eb53-457f-b511-ece6fdb017b8 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:46:37.212471 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 11b79b07-eb53-457f-b511-ece6fdb017b8 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:46:37.259198 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-780966cb-74f2-4470-80b1-3bbbb127e2e3 req-8a98491e-467d-4490-9aeb-86e15b7734ad tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1026413 Aug 28 12:46:37.260067 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbe3f0b-18d7-4706-9651-2722f3d45f33,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:37.340496 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:37.352109 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:37.371825 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:37.380031 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f308346-027d-4948-a902-e7d8cea1f881 req-8290ecc8-0271-4a9c-bfe6-8003d680e476 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.9480226 Aug 28 12:46:37.391905 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Attempting to bind port 1cbe3f0b-18d7-4706-9651-2722f3d45f33 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:37.392253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Attempting to bind port 1cbe3f0b-18d7-4706-9651-2722f3d45f33 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:37.392642 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Attempting to bind port 1cbe3f0b-18d7-4706-9651-2722f3d45f33 on network 59b71610-974a-47e0-be6f-1998f7e34702 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:37.400092 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Port 1cbe3f0b-18d7-4706-9651-2722f3d45f33 on network 59b71610-974a-47e0-be6f-1998f7e34702 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:46:37.400444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Attempting to bind port 1cbe3f0b-18d7-4706-9651-2722f3d45f33 on network 59b71610-974a-47e0-be6f-1998f7e34702 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:37.410208 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:37.410658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Checking segment: {'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:37.411102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Bound using segment: {'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:37.411605 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Bound port: 1cbe3f0b-18d7-4706-9651-2722f3d45f33, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd938c8ca-e139-4544-9921-ff1bd18ca493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:37.412028 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:37.466909 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f308346-027d-4948-a902-e7d8cea1f881 req-f43f3a01-64c5-437b-b0bb-78964d409f61 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 694 time: 0.0854719 Aug 28 12:46:37.473017 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Port': ['ID=11b79b07-eb53-457f-b511-ece6fdb017b8,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:37.476065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] For port e907a8da-bdeb-4a45-8bf4-93550f77b064, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:37.482749 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcca3d5-82f5-4bb0-aea4-c6e22a7c5c1a x-openstack-request-id: req-adcca3d5-82f5-4bb0-aea4-c6e22a7c5c1a {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:37.484396 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "tag": "270133e3-b69e-4c31-a29a-5624250f6d0a", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:37.484646 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adcca3d5-82f5-4bb0-aea4-c6e22a7c5c1a {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:37.485067 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'tag': '270133e3-b69e-4c31-a29a-5624250f6d0a', 'status': 'completed', 'code': 200} Aug 28 12:46:37.528805 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c3d955-d605-498b-a6e2-50bf8f82b29f x-openstack-request-id: req-b8c3d955-d605-498b-a6e2-50bf8f82b29f {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:37.529155 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "tag": "440861dd-6270-4426-a201-c0adbe3cd44a", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:37.529422 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8c3d955-d605-498b-a6e2-50bf8f82b29f {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:37.529799 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'tag': '440861dd-6270-4426-a201-c0adbe3cd44a', 'status': 'completed', 'code': 200} Aug 28 12:46:37.530587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] No DVR routers for this DVR port 11b79b07-eb53-457f-b511-ece6fdb017b8 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:46:37.565288 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] For port 1cbe3f0b-18d7-4706-9651-2722f3d45f33, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:37.568763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] For port 1cbe3f0b-18d7-4706-9651-2722f3d45f33, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1cbe3f0b-18d7-4706-9651-2722f3d45f33,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:37.575410 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:37.592113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-4d3e8a0c-a3fb-4e35-9318-a9d647db64db tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.593593 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-4d3e8a0c-a3fb-4e35-9318-a9d647db64db tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e&tenant_id=8374a9853c4643a4807f0fe0c461a45d&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 1097 time: 0.1127808 Aug 28 12:46:37.604703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] For port e907a8da-bdeb-4a45-8bf4-93550f77b064, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e907a8da-bdeb-4a45-8bf4-93550f77b064,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:37.626400 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:37.647262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.648050 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:37.649380 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] 10.222.0.11 "PUT /v2.0/ports/1cbe3f0b-18d7-4706-9651-2722f3d45f33 HTTP/1.1" status: 200 len: 1091 time: 1.6922739 Aug 28 12:46:37.705990 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Request body: {'port': {'device_id': '56671c7a-9e69-41af-b601-571e3296ea2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:37.717181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9462a-0039-40c1-b288-53f0a25b9828 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbe3f0b-18d7-4706-9651-2722f3d45f33,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:37.735031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4018-12ac-4ceb-949e-504d51d9ec16 req-783f96d1-809c-4371-9f50-f64748413480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.735625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4018-12ac-4ceb-949e-504d51d9ec16 req-783f96d1-809c-4371-9f50-f64748413480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.735991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4018-12ac-4ceb-949e-504d51d9ec16 req-783f96d1-809c-4371-9f50-f64748413480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.736453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4018-12ac-4ceb-949e-504d51d9ec16 req-783f96d1-809c-4371-9f50-f64748413480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.736942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4018-12ac-4ceb-949e-504d51d9ec16 req-783f96d1-809c-4371-9f50-f64748413480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.737405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4018-12ac-4ceb-949e-504d51d9ec16 req-783f96d1-809c-4371-9f50-f64748413480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.738609 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4018-12ac-4ceb-949e-504d51d9ec16 req-783f96d1-809c-4371-9f50-f64748413480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.740130 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-220c4018-12ac-4ceb-949e-504d51d9ec16 req-783f96d1-809c-4371-9f50-f64748413480 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e506c78606b440c8de2be4917f584b8&device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 6318 time: 0.2521422 Aug 28 12:46:37.746483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.747105 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:37.748655 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] 10.222.0.11 "PUT /v2.0/ports/e907a8da-bdeb-4a45-8bf4-93550f77b064 HTTP/1.1" status: 200 len: 1092 time: 2.6630926 Aug 28 12:46:37.773635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b18058-89f5-4000-95bd-aaf4b5d8dbd3 req-8a3ef1ef-a7bd-4655-bacc-b7fe5e8a375a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.775237 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-02b18058-89f5-4000-95bd-aaf4b5d8dbd3 req-8a3ef1ef-a7bd-4655-bacc-b7fe5e8a375a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 945 time: 0.2052169 Aug 28 12:46:37.788904 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:37.845547 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:37.894910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3984ba92-1332-4c51-9764-101bd14d5b78']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:37.909502 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-02b18058-89f5-4000-95bd-aaf4b5d8dbd3 req-f92fcdcc-abc2-413e-8a7a-9d6b281a6e08 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127050 Aug 28 12:46:37.918903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b515d1-d568-4217-81f8-c00eecb779d4') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:37.919202 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b515d1-d568-4217-81f8-c00eecb779d4') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:37.921707 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-eecef88a-3e32-4157-ab24-cea6654ea180 service neutron] For port 951d0044-efd0-4156-9e2f-aae8d2ae0544, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:37.926450 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-eecef88a-3e32-4157-ab24-cea6654ea180 service neutron] Notify callbacks [] for binding, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:37.927548 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19dc39f4-9725-4f78-95a0-aa006d0c0284 req-eecef88a-3e32-4157-ab24-cea6654ea180 service neutron] 10.222.0.10 "DELETE /v2.0/ports/951d0044-efd0-4156-9e2f-aae8d2ae0544/bindings/n-h1-791505-21 HTTP/1.1" status: 204 len: 173 time: 0.2979379 Aug 28 12:46:37.931820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ef685-e459-4e0f-8101-2d217c60d313 service neutron] Pushing event updated for resources: {'Port': ['ID=e907a8da-bdeb-4a45-8bf4-93550f77b064,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:37.941481 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:37.958938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308346-027d-4948-a902-e7d8cea1f881 req-7b11687c-400e-4bbc-991d-385297fbd3e6 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.960616 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f308346-027d-4948-a902-e7d8cea1f881 req-7b11687c-400e-4bbc-991d-385297fbd3e6 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.4927795 Aug 28 12:46:37.987463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-4d418abb-36a5-4d51-a008-f924a0721f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:37.991301 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-4d418abb-36a5-4d51-a008-f924a0721f87 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce28613dad254127bb5d82cd4c4922d1&device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 1095 time: 0.1842167 Aug 28 12:46:37.995020 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:38.023747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:46:38.024284 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:46:38.028705 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:46:38.108689 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-7f96aafd-9cb1-4888-893b-2cb3e6e8816e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e907a8da-bdeb-4a45-8bf4-93550f77b064 HTTP/1.1" status: 200 len: 217 time: 0.0988655 Aug 28 12:46:38.126413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b59af3-4757-427d-9255-2bcbb7b5369e req-de9e20ee-5b47-4833-973f-c8d9f95c397e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.127906 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b5b59af3-4757-427d-9255-2bcbb7b5369e req-de9e20ee-5b47-4833-973f-c8d9f95c397e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1049862 Aug 28 12:46:38.141010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4018-12ac-4ceb-949e-504d51d9ec16 req-44fcc1d6-4730-407c-99a9-70c399bd9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.141395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4018-12ac-4ceb-949e-504d51d9ec16 req-44fcc1d6-4730-407c-99a9-70c399bd9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.141899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4018-12ac-4ceb-949e-504d51d9ec16 req-44fcc1d6-4730-407c-99a9-70c399bd9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.143551 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-220c4018-12ac-4ceb-949e-504d51d9ec16 req-44fcc1d6-4730-407c-99a9-70c399bd9dd0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5e506c78606b440c8de2be4917f584b8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3881638 Aug 28 12:46:38.191571 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b5b59af3-4757-427d-9255-2bcbb7b5369e req-e4294556-fc65-46f1-9f4f-3c0785d3bd03 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545080 Aug 28 12:46:38.260118 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:38.272701 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00290326-04f3-468c-be88-b5556baab84a {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:38.281792 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:38.282988 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:38.294989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] 10.222.0.20 "DELETE /v2.0/networks/3984ba92-1332-4c51-9764-101bd14d5b78 HTTP/1.1" status: 204 len: 168 time: 1.9508936 Aug 28 12:46:38.294989 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-bbdfb8ee-1f79-44c1-b1b3-ba3a2f658c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.294989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-bbdfb8ee-1f79-44c1-b1b3-ba3a2f658c3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=74b2ab30-884f-4c27-9baa-880b68554db1 HTTP/1.1" status: 200 len: 862 time: 0.1626000 Aug 28 12:46:38.310312 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Transition to ACTIVE for port object 00290326-04f3-468c-be88-b5556baab84a will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:38.317149 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:38.325152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cde22-24bf-46ad-b0fa-67ce05e7353d req-c2ce4a3f-0ff9-4af7-9f53-22f573cead14 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.326890 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a7cde22-24bf-46ad-b0fa-67ce05e7353d req-c2ce4a3f-0ff9-4af7-9f53-22f573cead14 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 943 time: 0.2257059 Aug 28 12:46:38.327775 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83612832-9db5-4d2d-829d-8efeabe4bbf7 tempest-ServersTestMultiNic-592659200 tempest-ServersTestMultiNic-592659200-project] Pushing event deleted for resources: {'Network': ['ID=3984ba92-1332-4c51-9764-101bd14d5b78,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:38.382167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-51673e21-1630-4030-876f-5f5444c77b04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8358831-c456-4987-8ab8-b4b9008170ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697453 Aug 28 12:46:38.413863 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=00290326-04f3-468c-be88-b5556baab84a,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:38.436448 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4018-12ac-4ceb-949e-504d51d9ec16 req-b1a341db-21dd-4873-ad19-760c8a4464d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.438108 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-220c4018-12ac-4ceb-949e-504d51d9ec16 req-b1a341db-21dd-4873-ad19-760c8a4464d4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2554996 Aug 28 12:46:38.445543 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a7cde22-24bf-46ad-b0fa-67ce05e7353d req-305f0699-5828-4c24-9131-982e5ae34ed9 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015744 Aug 28 12:46:38.497244 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117b8f7-332a-45bf-9f4a-6149b2141707 req-c9f2ec2f-f959-4a9b-82c0-d3eb6a82eaa7 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.512229 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b117b8f7-332a-45bf-9f4a-6149b2141707 req-c9f2ec2f-f959-4a9b-82c0-d3eb6a82eaa7 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1537654 Aug 28 12:46:38.577036 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b117b8f7-332a-45bf-9f4a-6149b2141707 req-7da70012-c352-44b2-89c3-43e0d31f9fc1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643599 Aug 28 12:46:38.577866 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Attempting to bind port 00290326-04f3-468c-be88-b5556baab84a on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:38.578211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Attempting to bind port 00290326-04f3-468c-be88-b5556baab84a by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ff986872-1e0a-47d6-867f-1ce369e19f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:38.578886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Attempting to bind port 00290326-04f3-468c-be88-b5556baab84a on network bcb5f611-12de-426c-9450-c8901fa3ceaa {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:38.597796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Port 00290326-04f3-468c-be88-b5556baab84a on network bcb5f611-12de-426c-9450-c8901fa3ceaa not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:46:38.598721 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Attempting to bind port 00290326-04f3-468c-be88-b5556baab84a on network bcb5f611-12de-426c-9450-c8901fa3ceaa {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:38.609143 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:38.609594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Checking segment: {'id': 'ff986872-1e0a-47d6-867f-1ce369e19f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:38.610076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Bound using segment: {'id': 'ff986872-1e0a-47d6-867f-1ce369e19f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:38.610713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Bound port: 00290326-04f3-468c-be88-b5556baab84a, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff986872-1e0a-47d6-867f-1ce369e19f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:38.611266 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:38.689437 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] For port 00290326-04f3-468c-be88-b5556baab84a, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:38.735206 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] For port 00290326-04f3-468c-be88-b5556baab84a, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=00290326-04f3-468c-be88-b5556baab84a,segment=NetworkSegment(ff986872-1e0a-47d6-867f-1ce369e19f52),segment_id=ff986872-1e0a-47d6-867f-1ce369e19f52)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:38.742575 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:38.779931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.780946 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:38.782479 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] 10.222.0.11 "PUT /v2.0/ports/00290326-04f3-468c-be88-b5556baab84a HTTP/1.1" status: 200 len: 1092 time: 1.0920758 Aug 28 12:46:38.806308 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb10-5514-4a93-b3d7-ba8172e45a2c req-0a2c169d-26a3-42dd-8313-0646e6104e01 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.812878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb10-5514-4a93-b3d7-ba8172e45a2c req-0a2c169d-26a3-42dd-8313-0646e6104e01 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.819992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb10-5514-4a93-b3d7-ba8172e45a2c req-0a2c169d-26a3-42dd-8313-0646e6104e01 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.826085 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb10-5514-4a93-b3d7-ba8172e45a2c req-0a2c169d-26a3-42dd-8313-0646e6104e01 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.832547 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb10-5514-4a93-b3d7-ba8172e45a2c req-0a2c169d-26a3-42dd-8313-0646e6104e01 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.839379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb10-5514-4a93-b3d7-ba8172e45a2c req-0a2c169d-26a3-42dd-8313-0646e6104e01 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.845486 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb10-5514-4a93-b3d7-ba8172e45a2c req-0a2c169d-26a3-42dd-8313-0646e6104e01 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.847538 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5408fb10-5514-4a93-b3d7-ba8172e45a2c req-0a2c169d-26a3-42dd-8313-0646e6104e01 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5420 time: 0.1549866 Aug 28 12:46:38.855287 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Request body: {'port': {'device_id': '56671c7a-9e69-41af-b601-571e3296ea2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:38.909366 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12477-c983-4a45-b00b-bc4175a6b398 req-8cb7b69e-ec71-4d4c-a064-8f909c3575bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.909938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12477-c983-4a45-b00b-bc4175a6b398 req-8cb7b69e-ec71-4d4c-a064-8f909c3575bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.910218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12477-c983-4a45-b00b-bc4175a6b398 req-8cb7b69e-ec71-4d4c-a064-8f909c3575bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.910711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12477-c983-4a45-b00b-bc4175a6b398 req-8cb7b69e-ec71-4d4c-a064-8f909c3575bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.911170 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12477-c983-4a45-b00b-bc4175a6b398 req-8cb7b69e-ec71-4d4c-a064-8f909c3575bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.911623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12477-c983-4a45-b00b-bc4175a6b398 req-8cb7b69e-ec71-4d4c-a064-8f909c3575bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.912083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12477-c983-4a45-b00b-bc4175a6b398 req-8cb7b69e-ec71-4d4c-a064-8f909c3575bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:38.914184 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2ae12477-c983-4a45-b00b-bc4175a6b398 req-8cb7b69e-ec71-4d4c-a064-8f909c3575bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e506c78606b440c8de2be4917f584b8&device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 6386 time: 0.3842268 Aug 28 12:46:38.948097 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-5f9585c0-a95b-43c5-b74a-9414420ff870 service neutron] 10.222.0.11 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323703 Aug 28 12:46:38.950828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a02c6-2e69-4efe-ae9b-788db4b79ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=00290326-04f3-468c-be88-b5556baab84a,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:38.983093 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5408fb10-5514-4a93-b3d7-ba8172e45a2c req-01c80648-3fd9-4465-9986-070f963e4973 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240916 Aug 28 12:46:38.990257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:39.069974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3df87-5e46-444a-bc29-7217038fccfc req-246a2c48-50a0-43eb-9eb4-cc499076d80c tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:39.071559 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79c3df87-5e46-444a-bc29-7217038fccfc req-246a2c48-50a0-43eb-9eb4-cc499076d80c tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4705181 Aug 28 12:46:39.172538 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79c3df87-5e46-444a-bc29-7217038fccfc req-f595c22f-d7cd-47ea-a891-66698348b9ec tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 694 time: 0.0910106 Aug 28 12:46:39.182457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12477-c983-4a45-b00b-bc4175a6b398 req-3d3b85a5-59de-4f2a-a26e-5b01d12109a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:39.182938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12477-c983-4a45-b00b-bc4175a6b398 req-3d3b85a5-59de-4f2a-a26e-5b01d12109a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:39.183423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12477-c983-4a45-b00b-bc4175a6b398 req-3d3b85a5-59de-4f2a-a26e-5b01d12109a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:39.184939 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2ae12477-c983-4a45-b00b-bc4175a6b398 req-3d3b85a5-59de-4f2a-a26e-5b01d12109a5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5e506c78606b440c8de2be4917f584b8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2568641 Aug 28 12:46:39.190951 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-79c3df87-5e46-444a-bc29-7217038fccfc req-fac128b8-c2f7-4165-ad96-18ec5695af40 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Request body: {'floatingip': {'port_id': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:39.197153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e289b-a07a-4af6-b8c8-ebd67053d528 req-21a268a3-4a74-4834-8fcb-f5744123e812 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:39.199624 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d51e289b-a07a-4af6-b8c8-ebd67053d528 req-21a268a3-4a74-4834-8fcb-f5744123e812 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 1097 time: 0.1202891 Aug 28 12:46:39.280131 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d51e289b-a07a-4af6-b8c8-ebd67053d528 req-cfdb7665-4961-43ce-a0af-4a7b304496d7 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703912 Aug 28 12:46:39.289115 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-79c3df87-5e46-444a-bc29-7217038fccfc req-fac128b8-c2f7-4165-ad96-18ec5695af40 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for floatingip, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:39.291960 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfee9bd6-1352-4b77-93e2-9910957f22b7 req-c13414bc-cee3-46f6-97da-122e8ef59031 service neutron] 10.222.0.11 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982824 Aug 28 12:46:39.386695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1211f4-8497-4466-9e2b-21509e98d6a4 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:39.396328 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:39.429431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12477-c983-4a45-b00b-bc4175a6b398 req-4ba160b6-abe4-4bb9-a4fa-16585e15a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:39.431038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2ae12477-c983-4a45-b00b-bc4175a6b398 req-4ba160b6-abe4-4bb9-a4fa-16585e15a896 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2327631 Aug 28 12:46:39.437593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Transition to ACTIVE for port object 3e1211f4-8497-4466-9e2b-21509e98d6a4 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:39.442550 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:39.486291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'tag': '1cbe3f0b-18d7-4706-9651-2722f3d45f33'}, {'name': 'network-changed', 'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'tag': '00290326-04f3-468c-be88-b5556baab84a'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:39.488488 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b4469f-d7f4-42ed-a512-884eeae77787" -d '{"events": [{"name": "network-changed", "server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "tag": "1cbe3f0b-18d7-4706-9651-2722f3d45f33"}, {"name": "network-changed", "server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "tag": "00290326-04f3-468c-be88-b5556baab84a"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:39.500256 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91242db9-ba5c-4dd2-9d71-ea407f0f7c96 req-93493a5b-c47f-4afd-a115-ec13eda4f1ab tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:39.501949 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-91242db9-ba5c-4dd2-9d71-ea407f0f7c96 req-93493a5b-c47f-4afd-a115-ec13eda4f1ab tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1000319 Aug 28 12:46:39.539630 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:39.540903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c589c3-e932-4344-874c-3768bca1f0a9', 'tag': 'e907a8da-bdeb-4a45-8bf4-93550f77b064'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:39.543229 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e470d6e-d7ca-4f92-8bd6-801274b9e532" -d '{"events": [{"name": "network-changed", "server_uuid": "64c589c3-e932-4344-874c-3768bca1f0a9", "tag": "e907a8da-bdeb-4a45-8bf4-93550f77b064"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:39.548308 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Pushing event updated for resources: {'Port': ['ID=3e1211f4-8497-4466-9e2b-21509e98d6a4,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:39.577575 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-79c3df87-5e46-444a-bc29-7217038fccfc req-fac128b8-c2f7-4165-ad96-18ec5695af40 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] update failed (client error): There was a conflict when trying to complete your request. Aug 28 12:46:39.578653 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79c3df87-5e46-444a-bc29-7217038fccfc req-fac128b8-c2f7-4165-ad96-18ec5695af40 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "PUT /v2.0/floatingips/850465d9-c9a9-462d-a268-96161d80b283 HTTP/1.1" status: 409 len: 548 time: 0.3978040 Aug 28 12:46:39.594674 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-91242db9-ba5c-4dd2-9d71-ea407f0f7c96 req-fba03643-85be-4578-b5ee-28e97edb0312 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818686 Aug 28 12:46:39.653196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Attempting to bind port 3e1211f4-8497-4466-9e2b-21509e98d6a4 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:39.653627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Attempting to bind port 3e1211f4-8497-4466-9e2b-21509e98d6a4 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ff986872-1e0a-47d6-867f-1ce369e19f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:39.654023 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Attempting to bind port 3e1211f4-8497-4466-9e2b-21509e98d6a4 on network bcb5f611-12de-426c-9450-c8901fa3ceaa {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:39.658827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Port 3e1211f4-8497-4466-9e2b-21509e98d6a4 on network bcb5f611-12de-426c-9450-c8901fa3ceaa not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:46:39.659254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Attempting to bind port 3e1211f4-8497-4466-9e2b-21509e98d6a4 on network bcb5f611-12de-426c-9450-c8901fa3ceaa {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:39.669266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:39.669679 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Checking segment: {'id': 'ff986872-1e0a-47d6-867f-1ce369e19f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:39.670206 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Bound using segment: {'id': 'ff986872-1e0a-47d6-867f-1ce369e19f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:39.670721 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Bound port: 3e1211f4-8497-4466-9e2b-21509e98d6a4, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff986872-1e0a-47d6-867f-1ce369e19f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:39.671149 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:39.755418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f3e1e-5009-496e-bcf6-99f992ddca61 req-0f67f5bc-f6f4-430f-8f29-d02d24eacd79 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:39.757835 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-128f3e1e-5009-496e-bcf6-99f992ddca61 req-0f67f5bc-f6f4-430f-8f29-d02d24eacd79 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 1097 time: 0.0837336 Aug 28 12:46:39.799130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] For port 3e1211f4-8497-4466-9e2b-21509e98d6a4, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:39.804352 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6611b26-0486-40d0-90ec-7b70b027e41a req-5ce5a7ff-84fd-457a-b08d-7a572d289779 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:39.805903 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6611b26-0486-40d0-90ec-7b70b027e41a req-5ce5a7ff-84fd-457a-b08d-7a572d289779 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 943 time: 0.0580509 Aug 28 12:46:39.811373 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-959de424-7a9a-44fc-a612-de335dac0cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:39.821093 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-128f3e1e-5009-496e-bcf6-99f992ddca61 req-f7060fb1-4771-4915-b67e-e231d84968f1 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540476 Aug 28 12:46:39.823023 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] For port 3e1211f4-8497-4466-9e2b-21509e98d6a4, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=3e1211f4-8497-4466-9e2b-21509e98d6a4,segment=NetworkSegment(ff986872-1e0a-47d6-867f-1ce369e19f52),segment_id=ff986872-1e0a-47d6-867f-1ce369e19f52)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:39.828637 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:39.848120 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6611b26-0486-40d0-90ec-7b70b027e41a req-44c2280a-4163-43a5-9759-2ea5948beb39 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346572 Aug 28 12:46:39.863326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:39.864226 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:39.866262 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] 10.222.0.11 "PUT /v2.0/ports/3e1211f4-8497-4466-9e2b-21509e98d6a4 HTTP/1.1" status: 200 len: 1092 time: 1.0170853 Aug 28 12:46:39.915160 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b0e92-a842-4c96-940c-671af2bed68e service neutron] Pushing event updated for resources: {'Port': ['ID=3e1211f4-8497-4466-9e2b-21509e98d6a4,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:39.927585 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94315043-bb86-4c7d-9e08-586627469c6b x-openstack-request-id: req-94315043-bb86-4c7d-9e08-586627469c6b {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:39.927885 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "tag": "1cbe3f0b-18d7-4706-9651-2722f3d45f33", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "tag": "00290326-04f3-468c-be88-b5556baab84a", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:39.928671 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94315043-bb86-4c7d-9e08-586627469c6b {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:39.929061 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'tag': '1cbe3f0b-18d7-4706-9651-2722f3d45f33', 'status': 'completed', 'code': 200} Aug 28 12:46:39.929458 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'tag': '00290326-04f3-468c-be88-b5556baab84a', 'status': 'completed', 'code': 200} Aug 28 12:46:39.931098 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd94ada9-6c71-45de-a8bf-867979036ade x-openstack-request-id: req-fd94ada9-6c71-45de-a8bf-867979036ade {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:39.931586 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c589c3-e932-4344-874c-3768bca1f0a9", "tag": "e907a8da-bdeb-4a45-8bf4-93550f77b064", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:39.931682 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd94ada9-6c71-45de-a8bf-867979036ade {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:39.932008 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c589c3-e932-4344-874c-3768bca1f0a9', 'tag': 'e907a8da-bdeb-4a45-8bf4-93550f77b064', 'status': 'completed', 'code': 200} Aug 28 12:46:39.998722 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-4fc72f2a-d25f-463c-a525-f6b218fd88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:39.999220 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-4fc72f2a-d25f-463c-a525-f6b218fd88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:39.999721 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-4fc72f2a-d25f-463c-a525-f6b218fd88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.000165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-4fc72f2a-d25f-463c-a525-f6b218fd88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.000634 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-4fc72f2a-d25f-463c-a525-f6b218fd88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.001101 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-4fc72f2a-d25f-463c-a525-f6b218fd88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.001791 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-4fc72f2a-d25f-463c-a525-f6b218fd88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.008207 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-4fc72f2a-d25f-463c-a525-f6b218fd88e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e506c78606b440c8de2be4917f584b8&device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 6496 time: 0.0789354 Aug 28 12:46:40.029006 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e0c486b-d667-434d-9b8c-68c25d7e2664 req-8ac51fef-bf3f-4b02-a060-93cb1498cbd9 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/floatingips/850465d9-c9a9-462d-a268-96161d80b283 HTTP/1.1" status: 200 len: 691 time: 0.0773728 Aug 28 12:46:40.074563 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-9ff7560b-1aa3-434d-9e63-a5843cbe89c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c703f518-96ae-4fe3-8bb2-0979603ac65f HTTP/1.1" status: 200 len: 217 time: 0.0572660 Aug 28 12:46:40.094548 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e470d6e-d7ca-4f92-8bd6-801274b9e532 req-e3c6a69a-cca1-469f-9c2a-b6c5a7a2c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.096080 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e470d6e-d7ca-4f92-8bd6-801274b9e532 req-e3c6a69a-cca1-469f-9c2a-b6c5a7a2c63f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce28613dad254127bb5d82cd4c4922d1&device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 1095 time: 0.1063914 Aug 28 12:46:40.102494 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d046cf-3774-41a7-9e76-1930ebee0ca8 req-0bff8648-09d7-4169-b5c4-3123378e8fc1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.104170 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a5d046cf-3774-41a7-9e76-1930ebee0ca8 req-0bff8648-09d7-4169-b5c4-3123378e8fc1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0979700 Aug 28 12:46:40.174954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-1ad6933b-42a2-4a6d-b7d4-74ed6519a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.176334 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-1ad6933b-42a2-4a6d-b7d4-74ed6519a987 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48054526-9b9a-45e5-8cb6-dd16d5f9b72d HTTP/1.1" status: 200 len: 855 time: 0.0713019 Aug 28 12:46:40.179958 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a5d046cf-3774-41a7-9e76-1930ebee0ca8 req-48035b78-adbd-4894-941b-0b1482b69efa tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659523 Aug 28 12:46:40.208248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c486b-d667-434d-9b8c-68c25d7e2664 req-46eb1d3e-1408-4aa9-ac5f-7300bb1e004a tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.210440 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e0c486b-d667-434d-9b8c-68c25d7e2664 req-46eb1d3e-1408-4aa9-ac5f-7300bb1e004a tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.1743505 Aug 28 12:46:40.229842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-b30e589b-4fdd-484a-97fa-6dfc990f90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.231707 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-b30e589b-4fdd-484a-97fa-6dfc990f90e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13d7cd11-7d64-44bd-94e1-a8725c05108d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477300 Aug 28 12:46:40.245048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41560) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:40.274320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e470d6e-d7ca-4f92-8bd6-801274b9e532 req-530bebeb-ff8a-47ad-b16a-836d646917df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.275834 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e470d6e-d7ca-4f92-8bd6-801274b9e532 req-530bebeb-ff8a-47ad-b16a-836d646917df service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8358831-c456-4987-8ab8-b4b9008170ae HTTP/1.1" status: 200 len: 922 time: 0.1695442 Aug 28 12:46:40.283629 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e0c486b-d667-434d-9b8c-68c25d7e2664 req-a44d4eec-5449-44ae-8bf2-29faf00a1338 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 694 time: 0.0643449 Aug 28 12:46:40.361038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e470d6e-d7ca-4f92-8bd6-801274b9e532 req-fcc8ec76-633a-4877-9d97-9301bf24606b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e907a8da-bdeb-4a45-8bf4-93550f77b064 HTTP/1.1" status: 200 len: 217 time: 0.0738142 Aug 28 12:46:40.371991 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e0c486b-d667-434d-9b8c-68c25d7e2664 req-d3b27baa-01a4-43d7-9dce-f30f0b6b5456 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.5 HTTP/1.1" status: 200 len: 694 time: 0.0779207 Aug 28 12:46:40.442141 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-000cbd3b-6585-4b5c-bf2f-f4949fb52010 service neutron] 10.222.0.11 "GET /v2.0/networks/13d7cd11-7d64-44bd-94e1-a8725c05108d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887722 Aug 28 12:46:40.537892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e470d6e-d7ca-4f92-8bd6-801274b9e532 req-81797858-1362-42f9-8b20-ab22c60077c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.539448 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e470d6e-d7ca-4f92-8bd6-801274b9e532 req-81797858-1362-42f9-8b20-ab22c60077c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=74b2ab30-884f-4c27-9baa-880b68554db1 HTTP/1.1" status: 200 len: 862 time: 0.1665361 Aug 28 12:46:40.586099 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e470d6e-d7ca-4f92-8bd6-801274b9e532 req-0719427c-5c73-4c4a-85fe-0c03e3db8c46 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8358831-c456-4987-8ab8-b4b9008170ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352297 Aug 28 12:46:40.590979 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-9e0c486b-d667-434d-9b8c-68c25d7e2664 req-908ca111-f631-4a4d-b56a-0ddb114fa8ec tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Deleting port 0b3d54d3-4ca8-4026-9a19-6d8586524f0b {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:40.591325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9e0c486b-d667-434d-9b8c-68c25d7e2664 req-908ca111-f631-4a4d-b56a-0ddb114fa8ec tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:40.668258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a23ca-665e-41e4-8ee5-4044bcf09ffd req-98190f03-6d6c-47e3-8d4a-600ecf12f1d0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.674234 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a23ca-665e-41e4-8ee5-4044bcf09ffd req-98190f03-6d6c-47e3-8d4a-600ecf12f1d0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.681548 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a23ca-665e-41e4-8ee5-4044bcf09ffd req-98190f03-6d6c-47e3-8d4a-600ecf12f1d0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.687386 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a23ca-665e-41e4-8ee5-4044bcf09ffd req-98190f03-6d6c-47e3-8d4a-600ecf12f1d0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.693485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a23ca-665e-41e4-8ee5-4044bcf09ffd req-98190f03-6d6c-47e3-8d4a-600ecf12f1d0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.700759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a23ca-665e-41e4-8ee5-4044bcf09ffd req-98190f03-6d6c-47e3-8d4a-600ecf12f1d0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.707357 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a23ca-665e-41e4-8ee5-4044bcf09ffd req-98190f03-6d6c-47e3-8d4a-600ecf12f1d0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.708753 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-072a23ca-665e-41e4-8ee5-4044bcf09ffd req-98190f03-6d6c-47e3-8d4a-600ecf12f1d0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.2066803 Aug 28 12:46:40.733001 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9e0c486b-d667-434d-9b8c-68c25d7e2664 req-908ca111-f631-4a4d-b56a-0ddb114fa8ec tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:40.733394 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9e0c486b-d667-434d-9b8c-68c25d7e2664 req-908ca111-f631-4a4d-b56a-0ddb114fa8ec tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:40.749370 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-4f83959e-fe04-4d88-ac39-30076c739594 service neutron] 10.222.0.11 "GET /v2.0/networks/13d7cd11-7d64-44bd-94e1-a8725c05108d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970603 Aug 28 12:46:40.753245 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-9e0c486b-d667-434d-9b8c-68c25d7e2664 req-908ca111-f631-4a4d-b56a-0ddb114fa8ec tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Calling delete_port for 0b3d54d3-4ca8-4026-9a19-6d8586524f0b owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:40.756961 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e470d6e-d7ca-4f92-8bd6-801274b9e532 req-c6f04649-781e-4e9c-ac83-5f84731ce581 service neutron] 10.222.0.11 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531339 Aug 28 12:46:40.832652 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-072a23ca-665e-41e4-8ee5-4044bcf09ffd req-54dd96f7-3751-4046-90bb-9fb8916e7741 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147699 Aug 28 12:46:40.840361 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-6c099a31-f3d0-4ed8-9ff0-57846765131a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=708f1d54-3c32-49c6-8985-1c867d1c59b6 HTTP/1.1" status: 200 len: 217 time: 0.0621955 Aug 28 12:46:40.927310 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e470d6e-d7ca-4f92-8bd6-801274b9e532 req-043f514c-3c0f-406f-964f-a2f8eb9cda0b service neutron] 10.222.0.11 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567130 Aug 28 12:46:40.932281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-5f5b428f-7c08-4e01-883b-970d8465e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:40.933856 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-5f5b428f-7c08-4e01-883b-970d8465e66f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb64fb14-001a-49f8-b98d-50135cdf674b HTTP/1.1" status: 200 len: 797 time: 0.0861356 Aug 28 12:46:41.001633 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9e0c486b-d667-434d-9b8c-68c25d7e2664 req-908ca111-f631-4a4d-b56a-0ddb114fa8ec tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:41.031685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ca111-f631-4a4d-b56a-0ddb114fa8ec tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Pushing event deleted for resources: {'Port': ['ID=0b3d54d3-4ca8-4026-9a19-6d8586524f0b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:41.071951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-315409b5-0f7b-47e5-9a3b-811b929b8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:41.073754 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-315409b5-0f7b-47e5-9a3b-811b929b8a05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59b71610-974a-47e0-be6f-1998f7e34702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1278501 Aug 28 12:46:41.082909 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bd37d-329e-44f4-9b9f-020663fb4109 req-455e242c-1af8-4a8f-9903-f077e78e2b92 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:41.084628 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-334bd37d-329e-44f4-9b9f-020663fb4109 req-455e242c-1af8-4a8f-9903-f077e78e2b92 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1095822 Aug 28 12:46:41.105991 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9e0c486b-d667-434d-9b8c-68c25d7e2664 req-908ca111-f631-4a4d-b56a-0ddb114fa8ec tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:41.108907 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9e0c486b-d667-434d-9b8c-68c25d7e2664 req-908ca111-f631-4a4d-b56a-0ddb114fa8ec tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:41.110079 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e0c486b-d667-434d-9b8c-68c25d7e2664 req-908ca111-f631-4a4d-b56a-0ddb114fa8ec tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "DELETE /v2.0/floatingips/850465d9-c9a9-462d-a268-96161d80b283 HTTP/1.1" status: 204 len: 173 time: 0.7296624 Aug 28 12:46:41.192519 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-334bd37d-329e-44f4-9b9f-020663fb4109 req-0c750bd6-a779-4a95-869a-a51c998fb6f7 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960431 Aug 28 12:46:41.211038 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3393172d-bdc7-4b86-9f4d-2af71f6b0d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:41.266602 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-338256a7-6e04-4ac5-bb77-0eae67be0207 service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781402 Aug 28 12:46:41.320648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef9fd9-b266-4f41-9fe3-9ed77e08589e req-fe15f62c-f0ba-4219-a723-25e97e97bae2 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:41.322149 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cef9fd9-b266-4f41-9fe3-9ed77e08589e req-fe15f62c-f0ba-4219-a723-25e97e97bae2 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 943 time: 0.0587680 Aug 28 12:46:41.364021 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cef9fd9-b266-4f41-9fe3-9ed77e08589e req-04ab6c9e-bc1f-4054-940b-08c35688e673 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357990 Aug 28 12:46:41.508243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8bed5-6f18-4ebd-9fbd-83e3a0350429 req-2a0b251d-d52e-4676-86a0-0c9b7c374e31 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:41.510899 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-95f8bed5-6f18-4ebd-9fbd-83e3a0350429 req-2a0b251d-d52e-4676-86a0-0c9b7c374e31 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0586014 Aug 28 12:46:41.563265 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-95f8bed5-6f18-4ebd-9fbd-83e3a0350429 req-860b0977-009d-413b-8ab3-00bc900016c3 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446560 Aug 28 12:46:41.753466 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d82810a-3553-483c-a607-40cab49f024d req-59411498-c6f3-482c-8e52-0be42aec4db6 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.254 HTTP/1.1" status: 200 len: 1001 time: 0.5011387 Aug 28 12:46:41.845836 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82810a-3553-483c-a607-40cab49f024d req-8182f56c-a49a-4ed3-88ac-63f83aed8095 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:41.847252 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d82810a-3553-483c-a607-40cab49f024d req-8182f56c-a49a-4ed3-88ac-63f83aed8095 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports/2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 HTTP/1.1" status: 200 len: 942 time: 0.0860639 Aug 28 12:46:41.891452 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-bd496291-2113-49d0-b2b5-36c8a0944da7 service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914199 Aug 28 12:46:41.938624 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'tag': '3e1211f4-8497-4466-9e2b-21509e98d6a4'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:41.940983 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55" -d '{"events": [{"name": "network-changed", "server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "tag": "3e1211f4-8497-4466-9e2b-21509e98d6a4"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:41.989774 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-e6ca9445-c67b-4e85-b99c-88bc0b259e35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=440861dd-6270-4426-a201-c0adbe3cd44a HTTP/1.1" status: 200 len: 217 time: 0.0889351 Aug 28 12:46:42.084119 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d82810a-3553-483c-a607-40cab49f024d req-9d91773e-140e-4589-bd19-e5aca040f110 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.254 HTTP/1.1" status: 200 len: 1001 time: 0.1338809 Aug 28 12:46:42.218763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82810a-3553-483c-a607-40cab49f024d req-7fac07f2-1347-4361-9b58-9eb26fa05917 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:42.229357 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d82810a-3553-483c-a607-40cab49f024d req-7fac07f2-1347-4361-9b58-9eb26fa05917 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.1439617 Aug 28 12:46:42.229621 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9272f179-3296-4c82-9e0d-5b1fb6752b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:42.244378 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-0385559c-6060-4140-b004-46d0085d8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:42.246057 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-0385559c-6060-4140-b004-46d0085d8a66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb64fb14-001a-49f8-b98d-50135cdf674b HTTP/1.1" status: 200 len: 797 time: 0.2360148 Aug 28 12:46:42.283611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280db0a-101b-4afa-87e2-55c31a069daa req-2dab9eca-4296-48f5-a7e6-257dffcc7340 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:42.290975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280db0a-101b-4afa-87e2-55c31a069daa req-2dab9eca-4296-48f5-a7e6-257dffcc7340 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:42.296843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280db0a-101b-4afa-87e2-55c31a069daa req-2dab9eca-4296-48f5-a7e6-257dffcc7340 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:42.303825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280db0a-101b-4afa-87e2-55c31a069daa req-2dab9eca-4296-48f5-a7e6-257dffcc7340 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:42.311836 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280db0a-101b-4afa-87e2-55c31a069daa req-2dab9eca-4296-48f5-a7e6-257dffcc7340 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:42.317632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280db0a-101b-4afa-87e2-55c31a069daa req-2dab9eca-4296-48f5-a7e6-257dffcc7340 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:42.324720 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280db0a-101b-4afa-87e2-55c31a069daa req-2dab9eca-4296-48f5-a7e6-257dffcc7340 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:42.333186 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1280db0a-101b-4afa-87e2-55c31a069daa req-2dab9eca-4296-48f5-a7e6-257dffcc7340 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.3861897 Aug 28 12:46:42.371056 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d82810a-3553-483c-a607-40cab49f024d req-0ea04e5d-ba59-40e7-80e9-0e929a323ac1 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.254 HTTP/1.1" status: 200 len: 1001 time: 0.1408148 Aug 28 12:46:42.377179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-8186b3fa-3530-4bc5-bc27-251e29fd21bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:42.378663 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-8186b3fa-3530-4bc5-bc27-251e29fd21bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59b71610-974a-47e0-be6f-1998f7e34702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0979009 Aug 28 12:46:42.379274 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1280db0a-101b-4afa-87e2-55c31a069daa req-0529fda1-9113-46f8-a55f-f7d9bcbf1e83 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451152 Aug 28 12:46:42.388827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-2d82810a-3553-483c-a607-40cab49f024d req-2901d7fe-0ef3-453a-99f0-40eec890842e tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:42.488027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3393172d-bdc7-4b86-9f4d-2af71f6b0d36 admin admin] Deleting port 37633679-d86e-4ea0-9b8d-17e342275a68 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:42.488304 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3393172d-bdc7-4b86-9f4d-2af71f6b0d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:42.503489 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:42.506898 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0e05ea-9e99-4a66-9dc5-e47b6aacb8b8 x-openstack-request-id: req-3f0e05ea-9e99-4a66-9dc5-e47b6aacb8b8 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:42.507223 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "tag": "3e1211f4-8497-4466-9e2b-21509e98d6a4", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:42.507489 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f0e05ea-9e99-4a66-9dc5-e47b6aacb8b8 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:42.508039 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'tag': '3e1211f4-8497-4466-9e2b-21509e98d6a4', 'status': 'completed', 'code': 200} Aug 28 12:46:42.509487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e907a8da-bdeb-4a45-8bf4-93550f77b064 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:46:42.561217 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2d82810a-3553-483c-a607-40cab49f024d req-2901d7fe-0ef3-453a-99f0-40eec890842e tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:42.643624 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e907a8da-bdeb-4a45-8bf4-93550f77b064, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e907a8da-bdeb-4a45-8bf4-93550f77b064,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:42.670184 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-32a0834b-1583-4b0f-beed-0985fbcf8f5d service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786829 Aug 28 12:46:42.678556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'e907a8da-bdeb-4a45-8bf4-93550f77b064', 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae', 'port_id': 'e907a8da-bdeb-4a45-8bf4-93550f77b064', 'mac_address': 'fa:16:3e:32:09:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b2ab30-884f-4c27-9baa-880b68554db1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:46:42.711252 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75af56-7813-49fa-8ec1-379592bef2d2 req-8dbd9c8b-6dcf-462e-bf2f-b2288a3204cd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:42.718777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-3393172d-bdc7-4b86-9f4d-2af71f6b0d36 admin admin] For port 37633679-d86e-4ea0-9b8d-17e342275a68, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=37633679-d86e-4ea0-9b8d-17e342275a68,segment=NetworkSegment(f04e669c-1941-4e23-a94b-36f007b34017),segment_id=f04e669c-1941-4e23-a94b-36f007b34017)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:42.719149 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3393172d-bdc7-4b86-9f4d-2af71f6b0d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:42.722310 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc75af56-7813-49fa-8ec1-379592bef2d2 req-8dbd9c8b-6dcf-462e-bf2f-b2288a3204cd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.0729728 Aug 28 12:46:42.731688 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:42.748583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e907a8da-bdeb-4a45-8bf4-93550f77b064 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:42.776597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3393172d-bdc7-4b86-9f4d-2af71f6b0d36 admin admin] Calling delete_port for 37633679-d86e-4ea0-9b8d-17e342275a68 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:42.779423 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc75af56-7813-49fa-8ec1-379592bef2d2 req-2a3abe8f-2bd3-4cea-8107-b51e2ba66b10 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519783 Aug 28 12:46:42.783227 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e907a8da-bdeb-4a45-8bf4-93550f77b064, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e907a8da-bdeb-4a45-8bf4-93550f77b064,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:42.800883 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:42.871320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e907a8da-bdeb-4a45-8bf4-93550f77b064,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:42.897640 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2d82810a-3553-483c-a607-40cab49f024d req-2901d7fe-0ef3-453a-99f0-40eec890842e tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:42.904625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800af315-432b-4941-9845-0420878bfad7 req-bea78db4-530a-4b77-ad45-80d06f86b773 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:42.906175 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-800af315-432b-4941-9845-0420878bfad7 req-bea78db4-530a-4b77-ad45-80d06f86b773 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 944 time: 0.0585983 Aug 28 12:46:42.921395 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2d82810a-3553-483c-a607-40cab49f024d req-2901d7fe-0ef3-453a-99f0-40eec890842e tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:42.921715 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [req-2d82810a-3553-483c-a607-40cab49f024d req-2901d7fe-0ef3-453a-99f0-40eec890842e tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Floating IP f2be9b22-1e81-4915-be6e-5cdfa68cefe8 disassociated. External IP: 172.25.1.254, port: 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6. Aug 28 12:46:42.946524 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-800af315-432b-4941-9845-0420878bfad7 req-5ec4a91c-49c6-4a82-bded-7adb07f42411 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338573 Aug 28 12:46:42.962853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-a11e399a-416c-4c15-9fc4-1ca957c4c982 service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579396 Aug 28 12:46:43.074724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577d715-7c47-4411-b3ce-3729cd27410f req-c30c696a-70b4-4d3e-b25f-930b34fc93a8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:43.076460 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d577d715-7c47-4411-b3ce-3729cd27410f req-c30c696a-70b4-4d3e-b25f-930b34fc93a8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0610697 Aug 28 12:46:43.094074 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-9c3c6271-b100-433c-a4c6-742002ab34c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=270133e3-b69e-4c31-a29a-5624250f6d0a HTTP/1.1" status: 200 len: 217 time: 0.1092997 Aug 28 12:46:43.122712 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d577d715-7c47-4411-b3ce-3729cd27410f req-05854b65-37e4-4620-a7ee-4a667494fe5e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386655 Aug 28 12:46:43.136690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['e907a8da-bdeb-4a45-8bf4-93550f77b064'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:46:43.179697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-be9482b4-4649-4836-be84-c51bba237e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:43.181274 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-be9482b4-4649-4836-be84-c51bba237e20 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb64fb14-001a-49f8-b98d-50135cdf674b HTTP/1.1" status: 200 len: 797 time: 0.0772684 Aug 28 12:46:43.310348 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:43.352139 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3393172d-bdc7-4b86-9f4d-2af71f6b0d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:43.387622 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-784ace1f-8ec5-45e9-8bdf-1a54eb933ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:43.389073 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-784ace1f-8ec5-45e9-8bdf-1a54eb933ac5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59b71610-974a-47e0-be6f-1998f7e34702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1730263 Aug 28 12:46:43.395038 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393172d-bdc7-4b86-9f4d-2af71f6b0d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=37633679-d86e-4ea0-9b8d-17e342275a68,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:43.471202 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d82810a-3553-483c-a607-40cab49f024d req-2901d7fe-0ef3-453a-99f0-40eec890842e tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Router c9a66ef1-d5e2-4642-a484-cfbdff0d439d has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:46:43.533526 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60c468-6a48-4c7b-8fc1-feef8d8cee03 req-3b1f8318-8232-4c75-965a-057a2aa86ff1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:43.547031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60c468-6a48-4c7b-8fc1-feef8d8cee03 req-3b1f8318-8232-4c75-965a-057a2aa86ff1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:43.555111 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60c468-6a48-4c7b-8fc1-feef8d8cee03 req-3b1f8318-8232-4c75-965a-057a2aa86ff1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:43.560714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60c468-6a48-4c7b-8fc1-feef8d8cee03 req-3b1f8318-8232-4c75-965a-057a2aa86ff1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:43.567568 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60c468-6a48-4c7b-8fc1-feef8d8cee03 req-3b1f8318-8232-4c75-965a-057a2aa86ff1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:43.575016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60c468-6a48-4c7b-8fc1-feef8d8cee03 req-3b1f8318-8232-4c75-965a-057a2aa86ff1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:43.582645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60c468-6a48-4c7b-8fc1-feef8d8cee03 req-3b1f8318-8232-4c75-965a-057a2aa86ff1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:43.585319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b60c468-6a48-4c7b-8fc1-feef8d8cee03 req-3b1f8318-8232-4c75-965a-057a2aa86ff1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.1111794 Aug 28 12:46:43.633967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b60c468-6a48-4c7b-8fc1-feef8d8cee03 req-cced4a07-6709-4bb2-82c0-39cbfc87d0ae tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406299 Aug 28 12:46:43.641391 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-3bf20743-4aba-484f-a906-d8b7f98bd86d service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405162 Aug 28 12:46:43.789115 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d82810a-3553-483c-a607-40cab49f024d req-2901d7fe-0ef3-453a-99f0-40eec890842e tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:46:43.798855 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2d82810a-3553-483c-a607-40cab49f024d req-2901d7fe-0ef3-453a-99f0-40eec890842e tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:43.808060 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77711f97-392c-4d71-9763-400861262fa8 None None] Sync routers for ids ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:46:43.820251 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77711f97-392c-4d71-9763-400861262fa8 None None] Routers {'c9a66ef1-d5e2-4642-a484-cfbdff0d439d'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:43.821097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-77711f97-392c-4d71-9763-400861262fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:46:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:43.889822 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d82810a-3553-483c-a607-40cab49f024d req-2901d7fe-0ef3-453a-99f0-40eec890842e tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "PUT /v2.0/floatingips/f2be9b22-1e81-4915-be6e-5cdfa68cefe8 HTTP/1.1" status: 200 len: 695 time: 1.5066717 Aug 28 12:46:43.904444 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-26d623a7-403a-49cd-a998-baf913c93286 service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321911 Aug 28 12:46:43.924758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210acc14-f616-46a0-8f54-1ce303a4ceb2 req-6ed32086-e4b5-44d8-a9a3-631e81aecc46 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:43.927121 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-210acc14-f616-46a0-8f54-1ce303a4ceb2 req-6ed32086-e4b5-44d8-a9a3-631e81aecc46 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.0734346 Aug 28 12:46:43.951576 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-77711f97-392c-4d71-9763-400861262fa8 None None] Set router c9a66ef1-d5e2-4642-a484-cfbdff0d439d gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:43.985863 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-210acc14-f616-46a0-8f54-1ce303a4ceb2 req-11af7e5f-3d87-4071-9fba-0417c2e6ef0c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509937 Aug 28 12:46:43.991699 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3393172d-bdc7-4b86-9f4d-2af71f6b0d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:44.004417 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-a78a72e2-4825-4f6a-9f9a-28b3454cc186 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=1cbe3f0b-18d7-4706-9651-2722f3d45f33 HTTP/1.1" status: 200 len: 217 time: 0.0803604 Aug 28 12:46:44.087635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82810a-3553-483c-a607-40cab49f024d req-66965dd8-c7e2-4040-9697-e1f2ea96e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:44.089817 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d82810a-3553-483c-a607-40cab49f024d req-66965dd8-c7e2-4040-9697-e1f2ea96e020 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a39c3307c494460a72aa392cf651d88&device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 1097 time: 0.1801281 Aug 28 12:46:44.107864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf75cc-3e2e-4af4-a75c-e3b1bd71b63c req-8986ca2e-fe86-48dc-9d77-96a7c9dbc9fc tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:44.117981 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81cf75cc-3e2e-4af4-a75c-e3b1bd71b63c req-8986ca2e-fe86-48dc-9d77-96a7c9dbc9fc tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 944 time: 0.0724161 Aug 28 12:46:44.181697 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81cf75cc-3e2e-4af4-a75c-e3b1bd71b63c req-6475941d-20e6-450d-952f-ebba8a3faf4e tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619445 Aug 28 12:46:44.297091 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da604928-1940-4cd0-9282-c4c583b873e4 req-45350dc5-43a7-40fb-8f16-17ec5e36239b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:44.305661 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da604928-1940-4cd0-9282-c4c583b873e4 req-45350dc5-43a7-40fb-8f16-17ec5e36239b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0697770 Aug 28 12:46:44.343762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-77711f97-392c-4d71-9763-400861262fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-router', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:45Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'gw_port': {'id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:46Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '42f794e0-f083-4c0a-8605-5f32a2eaab19', 'name': '', 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'mac_address': 'fa:16:3e:df:72:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:52Z', 'updated_at': '2021-08-28T12:46:06Z', 'revision_number': 5, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'subnets': [{'id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:44.361989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da604928-1940-4cd0-9282-c4c583b873e4 req-5db29cf1-cab7-4d99-8d67-b894e53ce5ba tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547071 Aug 28 12:46:44.381915 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77711f97-392c-4d71-9763-400861262fa8 None None] Checking router: c9a66ef1-d5e2-4642-a484-cfbdff0d439d for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:46:44.392027 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77711f97-392c-4d71-9763-400861262fa8 None None] Routers {'c9a66ef1-d5e2-4642-a484-cfbdff0d439d'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:44.392922 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-77711f97-392c-4d71-9763-400861262fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:46:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:44.508357 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-77711f97-392c-4d71-9763-400861262fa8 None None] Set router c9a66ef1-d5e2-4642-a484-cfbdff0d439d gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:44.512217 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cf3489-0aae-4ae8-af8d-68d9079c5492', 'tag': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:44.514806 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa54b6e-f4ef-4b7f-8cbe-911f6e60aaa7" -d '{"events": [{"name": "network-changed", "server_uuid": "05cf3489-0aae-4ae8-af8d-68d9079c5492", "tag": "2460fe8b-c9e3-43e8-8ceb-24c4401a24b6"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:44.539532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e907a8da-bdeb-4a45-8bf4-93550f77b064 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:44.558296 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-3d70388c-49fa-4585-b4c7-c1feba7b5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:44.559965 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-3d70388c-49fa-4585-b4c7-c1feba7b5c64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb64fb14-001a-49f8-b98d-50135cdf674b HTTP/1.1" status: 200 len: 797 time: 0.5447123 Aug 28 12:46:44.615560 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00387f9-ed3b-4a86-875a-3137a96e8123 x-openstack-request-id: req-b00387f9-ed3b-4a86-875a-3137a96e8123 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:44.616356 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cf3489-0aae-4ae8-af8d-68d9079c5492", "tag": "2460fe8b-c9e3-43e8-8ceb-24c4401a24b6", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:44.616535 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b00387f9-ed3b-4a86-875a-3137a96e8123 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:44.616841 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05cf3489-0aae-4ae8-af8d-68d9079c5492', 'tag': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6', 'status': 'completed', 'code': 200} Aug 28 12:46:44.667531 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82810a-3553-483c-a607-40cab49f024d req-dacd57d0-e006-4b63-842f-200e137c73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:44.669034 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d82810a-3553-483c-a607-40cab49f024d req-dacd57d0-e006-4b63-842f-200e137c73a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3730338a-be75-48f7-81e6-18e4459b92c4 HTTP/1.1" status: 200 len: 928 time: 0.5690901 Aug 28 12:46:44.690691 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa54b6e-f4ef-4b7f-8cbe-911f6e60aaa7 req-16929049-cd3d-451e-9b8f-cb7f091120c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:44.692128 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fa54b6e-f4ef-4b7f-8cbe-911f6e60aaa7 req-16929049-cd3d-451e-9b8f-cb7f091120c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a39c3307c494460a72aa392cf651d88&device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 1097 time: 0.0640135 Aug 28 12:46:44.706766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-90db5cdf-0716-440f-841c-600b99b2da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:44.708836 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-90db5cdf-0716-440f-841c-600b99b2da4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59b71610-974a-47e0-be6f-1998f7e34702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1379242 Aug 28 12:46:44.743269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port e907a8da-bdeb-4a45-8bf4-93550f77b064 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:44.749595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port e907a8da-bdeb-4a45-8bf4-93550f77b064 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:44.750206 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:44.890184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa54b6e-f4ef-4b7f-8cbe-911f6e60aaa7 req-1240062d-da65-456d-a97b-e0d7dfdb02dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:44.892265 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fa54b6e-f4ef-4b7f-8cbe-911f6e60aaa7 req-1240062d-da65-456d-a97b-e0d7dfdb02dc service neutron] 10.222.0.11 "GET /v2.0/networks?id=3730338a-be75-48f7-81e6-18e4459b92c4 HTTP/1.1" status: 200 len: 928 time: 0.1871932 Aug 28 12:46:44.897392 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d82810a-3553-483c-a607-40cab49f024d req-3f9b02f3-e866-41b2-a331-5f999e0d91c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 HTTP/1.1" status: 200 len: 217 time: 0.1842470 Aug 28 12:46:44.905868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-77711f97-392c-4d71-9763-400861262fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-router', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:45Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'gw_port': {'id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:46Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '42f794e0-f083-4c0a-8605-5f32a2eaab19', 'name': '', 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'mac_address': 'fa:16:3e:df:72:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:52Z', 'updated_at': '2021-08-28T12:46:06Z', 'revision_number': 5, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'subnets': [{'id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:44.907785 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:44.944366 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77711f97-392c-4d71-9763-400861262fa8 None None] The sync data for ids ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'] in n-d-791505-21 is: [{'id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-router', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:45Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'gw_port': {'id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:46Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '42f794e0-f083-4c0a-8605-5f32a2eaab19', 'name': '', 'network_id': '3730338a-be75-48f7-81e6-18e4459b92c4', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'mac_address': 'fa:16:3e:df:72:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:52Z', 'updated_at': '2021-08-28T12:46:06Z', 'revision_number': 5, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'subnets': [{'id': 'fb7f2086-2045-4551-993d-261083fa36e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:46:44.962667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c589c3-e932-4344-874c-3768bca1f0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e907a8da-bdeb-4a45-8bf4-93550f77b064'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:44.964974 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0823fe9-71b5-4cfa-b59f-e160c235d686" -d '{"events": [{"server_uuid": "64c589c3-e932-4344-874c-3768bca1f0a9", "name": "network-vif-plugged", "status": "completed", "tag": "e907a8da-bdeb-4a45-8bf4-93550f77b064"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:44.970145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebc683-119a-45fa-89f1-35dfa1f6cb38 req-0691aaac-17e8-4bdb-aafe-5710c52ba81e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:44.977337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebc683-119a-45fa-89f1-35dfa1f6cb38 req-0691aaac-17e8-4bdb-aafe-5710c52ba81e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:44.983960 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebc683-119a-45fa-89f1-35dfa1f6cb38 req-0691aaac-17e8-4bdb-aafe-5710c52ba81e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:44.991363 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e907a8da-bdeb-4a45-8bf4-93550f77b064, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e907a8da-bdeb-4a45-8bf4-93550f77b064,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:44.991592 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebc683-119a-45fa-89f1-35dfa1f6cb38 req-0691aaac-17e8-4bdb-aafe-5710c52ba81e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:44.995797 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:44.998015 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebc683-119a-45fa-89f1-35dfa1f6cb38 req-0691aaac-17e8-4bdb-aafe-5710c52ba81e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:45.005143 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebc683-119a-45fa-89f1-35dfa1f6cb38 req-0691aaac-17e8-4bdb-aafe-5710c52ba81e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:45.012934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebc683-119a-45fa-89f1-35dfa1f6cb38 req-0691aaac-17e8-4bdb-aafe-5710c52ba81e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:45.015238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82810a-3553-483c-a607-40cab49f024d req-837591fa-78b1-44d7-bfdd-49f705b2c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:45.024502 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d82810a-3553-483c-a607-40cab49f024d req-837591fa-78b1-44d7-bfdd-49f705b2c476 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb7f2086-2045-4551-993d-261083fa36e9 HTTP/1.1" status: 200 len: 867 time: 0.1196113 Aug 28 12:46:45.030502 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-caebc683-119a-45fa-89f1-35dfa1f6cb38 req-0691aaac-17e8-4bdb-aafe-5710c52ba81e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.2630818 Aug 28 12:46:45.062290 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fa54b6e-f4ef-4b7f-8cbe-911f6e60aaa7 req-36b2ff89-3b25-4d2d-b282-2215c904dcf6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 HTTP/1.1" status: 200 len: 217 time: 0.1552815 Aug 28 12:46:45.071723 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-0aa8d136-2ab3-456e-abf3-b5cb0b8ed177 service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512247 Aug 28 12:46:45.077387 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3393172d-bdc7-4b86-9f4d-2af71f6b0d36 admin admin] Router f3e8779a-6a25-4736-b45c-b6e7a235539e has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:46:45.096385 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e907a8da-bdeb-4a45-8bf4-93550f77b064,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:45.107062 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-caebc683-119a-45fa-89f1-35dfa1f6cb38 req-91864c30-5dd1-4337-8ef4-9e32646fee09 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755222 Aug 28 12:46:45.142210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82810a-3553-483c-a607-40cab49f024d req-2590fd52-963d-48f1-9230-622034204865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:45.143776 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d82810a-3553-483c-a607-40cab49f024d req-2590fd52-963d-48f1-9230-622034204865 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3730338a-be75-48f7-81e6-18e4459b92c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185126 Aug 28 12:46:45.161097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa54b6e-f4ef-4b7f-8cbe-911f6e60aaa7 req-724e0a84-ed6a-4b89-bbef-1d10369046cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:45.162731 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fa54b6e-f4ef-4b7f-8cbe-911f6e60aaa7 req-724e0a84-ed6a-4b89-bbef-1d10369046cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb7f2086-2045-4551-993d-261083fa36e9 HTTP/1.1" status: 200 len: 867 time: 0.0744264 Aug 28 12:46:45.210541 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:45.234822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa54b6e-f4ef-4b7f-8cbe-911f6e60aaa7 req-63faaf2a-a14c-4945-9b82-fea586b3ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:45.236572 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fa54b6e-f4ef-4b7f-8cbe-911f6e60aaa7 req-63faaf2a-a14c-4945-9b82-fea586b3ab8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3730338a-be75-48f7-81e6-18e4459b92c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632181 Aug 28 12:46:45.302192 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5de68b-befb-41de-86cc-3466060bb890 x-openstack-request-id: req-eb5de68b-befb-41de-86cc-3466060bb890 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:45.302585 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c589c3-e932-4344-874c-3768bca1f0a9", "name": "network-vif-plugged", "status": "completed", "tag": "e907a8da-bdeb-4a45-8bf4-93550f77b064", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:45.303339 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb5de68b-befb-41de-86cc-3466060bb890 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:45.304028 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c589c3-e932-4344-874c-3768bca1f0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e907a8da-bdeb-4a45-8bf4-93550f77b064', 'code': 200} Aug 28 12:46:45.398629 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-981b729f-e3e1-4141-874f-83f3069dd74c service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000774 Aug 28 12:46:45.404591 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fa54b6e-f4ef-4b7f-8cbe-911f6e60aaa7 req-740727e0-c958-47bd-8b05-ebcbf47eb18e service neutron] 10.222.0.11 "GET /v2.0/networks/3730338a-be75-48f7-81e6-18e4459b92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404800 Aug 28 12:46:45.415042 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca90ea-c1ab-404e-91ec-4f430170599c None None] New status for floating IP f2be9b22-1e81-4915-be6e-5cdfa68cefe8: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:46:45.507413 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-71980439-cf92-4a2e-bfb4-3162c9b90113 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=00290326-04f3-468c-be88-b5556baab84a HTTP/1.1" status: 200 len: 217 time: 0.0646255 Aug 28 12:46:45.545050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ba4bb-5be8-40ec-a53d-395bf54ab5be req-a3f07c35-4696-4ab2-8c77-f2a3746a3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:45.546773 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee6ba4bb-5be8-40ec-a53d-395bf54ab5be req-a3f07c35-4696-4ab2-8c77-f2a3746a3e5e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 1097 time: 0.1412921 Aug 28 12:46:45.560788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eca543-d342-44c8-a236-65cb5c1243d5 req-5c08cd93-418d-4f63-a980-e7bb28f2a0d9 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:45.571397 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01eca543-d342-44c8-a236-65cb5c1243d5 req-5c08cd93-418d-4f63-a980-e7bb28f2a0d9 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1645961 Aug 28 12:46:45.572366 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d82810a-3553-483c-a607-40cab49f024d req-1fc9088d-4b17-40ed-ab0c-3c3a18ea0588 service neutron] 10.222.0.20 "GET /v2.0/networks/3730338a-be75-48f7-81e6-18e4459b92c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020810 Aug 28 12:46:45.585694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3393172d-bdc7-4b86-9f4d-2af71f6b0d36 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:46:45.592089 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3393172d-bdc7-4b86-9f4d-2af71f6b0d36 admin admin] 10.222.0.20 "PUT /v2.0/routers/f3e8779a-6a25-4736-b45c-b6e7a235539e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3458941 Aug 28 12:46:45.596968 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee07520a-5ea8-46cb-a797-0fbffbadeb71 None None] Sync routers for ids ['f3e8779a-6a25-4736-b45c-b6e7a235539e'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:46:45.606898 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41650) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:45.615918 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee07520a-5ea8-46cb-a797-0fbffbadeb71 None None] Routers {'f3e8779a-6a25-4736-b45c-b6e7a235539e'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:45.616555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ee07520a-5ea8-46cb-a797-0fbffbadeb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:46:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f3e8779a-6a25-4736-b45c-b6e7a235539e'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:45.715558 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01eca543-d342-44c8-a236-65cb5c1243d5 req-dca9f632-3fa1-4afe-83ef-4163fb56c5ae tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431854 Aug 28 12:46:45.768244 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-9cd11010-a598-4d56-aad4-8d55aa3bdb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:45.770598 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-9cd11010-a598-4d56-aad4-8d55aa3bdb42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b264f4ef-1309-4558-ad1d-260dd40e4e63 HTTP/1.1" status: 200 len: 797 time: 0.2548096 Aug 28 12:46:45.778303 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee6ba4bb-5be8-40ec-a53d-395bf54ab5be req-abbe8f9f-6622-49b3-8028-4ad948ec02fa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638796 Aug 28 12:46:45.785973 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fa54b6e-f4ef-4b7f-8cbe-911f6e60aaa7 req-6fb6b869-73bb-4d62-9006-622e19db3a38 service neutron] 10.222.0.11 "GET /v2.0/networks/3730338a-be75-48f7-81e6-18e4459b92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622940 Aug 28 12:46:45.794938 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d82810a-3553-483c-a607-40cab49f024d req-b8b1a10e-4888-491e-bcbb-ea5d5a1ebf99 service neutron] 10.222.0.20 "GET /v2.0/networks/3730338a-be75-48f7-81e6-18e4459b92c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996732 Aug 28 12:46:45.839409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-ee07520a-5ea8-46cb-a797-0fbffbadeb71 None None] Set router f3e8779a-6a25-4736-b45c-b6e7a235539e gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:45.858270 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04c9787c-c9a0-49ed-b4d5-cf6d26c5206b admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:45.900086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce33367-4c55-47be-a8d6-d89ba02bdc11 req-c1fea4ca-92e3-4de2-bd06-3a66f8d5e723 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:45.903006 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bce33367-4c55-47be-a8d6-d89ba02bdc11 req-c1fea4ca-92e3-4de2-bd06-3a66f8d5e723 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 945 time: 0.0787234 Aug 28 12:46:45.966709 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bce33367-4c55-47be-a8d6-d89ba02bdc11 req-3b96b46b-1995-4ee7-90c8-91438fe8eba2 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543525 Aug 28 12:46:46.014641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efdd23-98e7-4977-b2db-9d7685b3b75b req-810c9a21-e5ce-4538-872a-18a5f11226c7 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:46.014641 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-54efdd23-98e7-4977-b2db-9d7685b3b75b req-810c9a21-e5ce-4538-872a-18a5f11226c7 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1110284 Aug 28 12:46:46.080073 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-923a643a-6edd-4e6f-902b-77ce8e5351a0 req-89abb9e8-cc9b-436f-9183-227727cd345c tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/floatingips/f2be9b22-1e81-4915-be6e-5cdfa68cefe8 HTTP/1.1" status: 200 len: 693 time: 0.0547709 Aug 28 12:46:46.102415 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04c9787c-c9a0-49ed-b4d5-cf6d26c5206b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:46.114389 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-54efdd23-98e7-4977-b2db-9d7685b3b75b req-4291b1d8-36a9-42fc-ae91-ab3afe752eaf tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865228 Aug 28 12:46:46.119363 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-8023f070-ca09-484a-a60b-039b41057f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:46.120966 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-8023f070-ca09-484a-a60b-039b41057f3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcb5f611-12de-426c-9450-c8901fa3ceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1084187 Aug 28 12:46:46.229507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a643a-6edd-4e6f-902b-77ce8e5351a0 req-1eadf68e-a883-41bd-95c8-10fe82cf4d9d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:46.238429 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-923a643a-6edd-4e6f-902b-77ce8e5351a0 req-1eadf68e-a883-41bd-95c8-10fe82cf4d9d tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.1503351 Aug 28 12:46:46.251672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-04c9787c-c9a0-49ed-b4d5-cf6d26c5206b admin admin] Deleting port 4ff75676-8698-45ec-891e-e860a79e2097 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:46.252086 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04c9787c-c9a0-49ed-b4d5-cf6d26c5206b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:46.295128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ee07520a-5ea8-46cb-a797-0fbffbadeb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'name': 'tempest-ServersTestMultiNic-1990725618-router', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': '4ff75676-8698-45ec-891e-e860a79e2097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:44:13Z', 'updated_at': '2021-08-28T12:46:43Z', 'revision_number': 5, 'project_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'gw_port': {'id': '4ff75676-8698-45ec-891e-e860a79e2097', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:44:13Z', 'updated_at': '2021-08-28T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:46.307534 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-923a643a-6edd-4e6f-902b-77ce8e5351a0 req-ba9ee25b-857d-48b6-a89d-c0576b4a7fa2 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.254 HTTP/1.1" status: 200 len: 696 time: 0.0675783 Aug 28 12:46:46.326429 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-5db163b5-c11f-40ab-a79c-8146159e9104 service neutron] 10.222.0.11 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785598 Aug 28 12:46:46.345337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee07520a-5ea8-46cb-a797-0fbffbadeb71 None None] Checking router: f3e8779a-6a25-4736-b45c-b6e7a235539e for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:46:46.357798 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee07520a-5ea8-46cb-a797-0fbffbadeb71 None None] Routers {'f3e8779a-6a25-4736-b45c-b6e7a235539e'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:46.358888 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ee07520a-5ea8-46cb-a797-0fbffbadeb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:46:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f3e8779a-6a25-4736-b45c-b6e7a235539e'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:46.420454 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-923a643a-6edd-4e6f-902b-77ce8e5351a0 req-e4cc9180-ebdf-4b35-912a-af0b715347e4 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.254 HTTP/1.1" status: 200 len: 696 time: 0.1024976 Aug 28 12:46:46.470000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610e3a9-9e54-489f-b49e-330c006f255d req-babd6b6d-8251-4406-8783-e8df3a5b85df tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:46.476834 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610e3a9-9e54-489f-b49e-330c006f255d req-babd6b6d-8251-4406-8783-e8df3a5b85df tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:46.487144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610e3a9-9e54-489f-b49e-330c006f255d req-babd6b6d-8251-4406-8783-e8df3a5b85df tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:46.487484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-ee07520a-5ea8-46cb-a797-0fbffbadeb71 None None] Set router f3e8779a-6a25-4736-b45c-b6e7a235539e gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:46.493949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610e3a9-9e54-489f-b49e-330c006f255d req-babd6b6d-8251-4406-8783-e8df3a5b85df tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:46.500423 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610e3a9-9e54-489f-b49e-330c006f255d req-babd6b6d-8251-4406-8783-e8df3a5b85df tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:46.507142 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610e3a9-9e54-489f-b49e-330c006f255d req-babd6b6d-8251-4406-8783-e8df3a5b85df tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:46.513574 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610e3a9-9e54-489f-b49e-330c006f255d req-babd6b6d-8251-4406-8783-e8df3a5b85df tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:46.515734 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f610e3a9-9e54-489f-b49e-330c006f255d req-babd6b6d-8251-4406-8783-e8df3a5b85df tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.2428997 Aug 28 12:46:46.523782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-04c9787c-c9a0-49ed-b4d5-cf6d26c5206b admin admin] For port 4ff75676-8698-45ec-891e-e860a79e2097, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4ff75676-8698-45ec-891e-e860a79e2097,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:46.524183 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04c9787c-c9a0-49ed-b4d5-cf6d26c5206b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:46.555321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-04c9787c-c9a0-49ed-b4d5-cf6d26c5206b admin admin] Calling delete_port for 4ff75676-8698-45ec-891e-e860a79e2097 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:46.568330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-923a643a-6edd-4e6f-902b-77ce8e5351a0 req-ff5501f4-3bb4-4fea-801d-2f77e7ac1ab9 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Deleting port 52a4accf-eca8-4a8b-adcf-a4651b32cacd {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:46.568912 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-923a643a-6edd-4e6f-902b-77ce8e5351a0 req-ff5501f4-3bb4-4fea-801d-2f77e7ac1ab9 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:46.571634 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ee07520a-5ea8-46cb-a797-0fbffbadeb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'name': 'tempest-ServersTestMultiNic-1990725618-router', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:44:13Z', 'updated_at': '2021-08-28T12:46:46Z', 'revision_number': 6, 'project_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:46.607404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee07520a-5ea8-46cb-a797-0fbffbadeb71 None None] The sync data for ids ['f3e8779a-6a25-4736-b45c-b6e7a235539e'] in n-d-791505-21 is: [{'id': 'f3e8779a-6a25-4736-b45c-b6e7a235539e', 'name': 'tempest-ServersTestMultiNic-1990725618-router', 'tenant_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:44:13Z', 'updated_at': '2021-08-28T12:46:46Z', 'revision_number': 6, 'project_id': 'b8b6a5129b1b48b89b117e4cbf71074a', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:46:46.668688 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-588fdce8-4577-438c-ae61-c112857ce6de service neutron] 10.222.0.11 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177783 Aug 28 12:46:46.676970 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f610e3a9-9e54-489f-b49e-330c006f255d req-725c5ab1-8833-4625-8386-e220c6b991c2 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1497512 Aug 28 12:46:46.700332 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-923a643a-6edd-4e6f-902b-77ce8e5351a0 req-ff5501f4-3bb4-4fea-801d-2f77e7ac1ab9 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:46.700695 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-923a643a-6edd-4e6f-902b-77ce8e5351a0 req-ff5501f4-3bb4-4fea-801d-2f77e7ac1ab9 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:46.716030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-923a643a-6edd-4e6f-902b-77ce8e5351a0 req-ff5501f4-3bb4-4fea-801d-2f77e7ac1ab9 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Calling delete_port for 52a4accf-eca8-4a8b-adcf-a4651b32cacd owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:46.726508 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-36252c8b-6aa1-4d06-8b1f-558181d14b41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e1211f4-8497-4466-9e2b-21509e98d6a4 HTTP/1.1" status: 200 len: 217 time: 0.0466990 Aug 28 12:46:46.836245 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-efcb0d80-c133-4414-9226-81a657b982ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:46.837718 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-efcb0d80-c133-4414-9226-81a657b982ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b264f4ef-1309-4558-ad1d-260dd40e4e63 HTTP/1.1" status: 200 len: 797 time: 0.0623236 Aug 28 12:46:46.917191 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-923a643a-6edd-4e6f-902b-77ce8e5351a0 req-ff5501f4-3bb4-4fea-801d-2f77e7ac1ab9 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:46.955210 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04c9787c-c9a0-49ed-b4d5-cf6d26c5206b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:46.958652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abb299-0310-455d-a143-7bca4fded190 req-e2857147-aa7d-44a1-811e-12ba525d93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:46.960596 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-e2857147-aa7d-44a1-811e-12ba525d93ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcb5f611-12de-426c-9450-c8901fa3ceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0932190 Aug 28 12:46:46.964170 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5501f4-3bb4-4fea-801d-2f77e7ac1ab9 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Pushing event deleted for resources: {'Port': ['ID=52a4accf-eca8-4a8b-adcf-a4651b32cacd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:47.035030 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-923a643a-6edd-4e6f-902b-77ce8e5351a0 req-ff5501f4-3bb4-4fea-801d-2f77e7ac1ab9 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:47.038989 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-923a643a-6edd-4e6f-902b-77ce8e5351a0 req-ff5501f4-3bb4-4fea-801d-2f77e7ac1ab9 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:47.049938 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-923a643a-6edd-4e6f-902b-77ce8e5351a0 req-ff5501f4-3bb4-4fea-801d-2f77e7ac1ab9 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "DELETE /v2.0/floatingips/f2be9b22-1e81-4915-be6e-5cdfa68cefe8 HTTP/1.1" status: 204 len: 173 time: 0.6281030 Aug 28 12:46:47.066660 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9787c-c9a0-49ed-b4d5-cf6d26c5206b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff75676-8698-45ec-891e-e860a79e2097,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:47.075893 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0bb48-5faa-426e-b7aa-7d7cf8d7879a req-f611f4bd-c03e-4797-8a50-5d8de1467b55 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:47.077467 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8bc0bb48-5faa-426e-b7aa-7d7cf8d7879a req-f611f4bd-c03e-4797-8a50-5d8de1467b55 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.2112226 Aug 28 12:46:47.110502 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 37633679-d86e-4ea0-9b8d-17e342275a68 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:46:47.171561 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 37633679-d86e-4ea0-9b8d-17e342275a68 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:46:47.171865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 37633679-d86e-4ea0-9b8d-17e342275a68 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:46:47.204016 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04c9787c-c9a0-49ed-b4d5-cf6d26c5206b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:47.214133 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8bc0bb48-5faa-426e-b7aa-7d7cf8d7879a req-7e072691-8f93-45a1-93bb-276d8b78ea20 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058688 Aug 28 12:46:47.227687 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484e116-fd06-4c5a-8a18-72a0467d1142 req-fdb384f4-b8d2-4f3d-8c85-f0eae6171127 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:47.232429 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3484e116-fd06-4c5a-8a18-72a0467d1142 req-fdb384f4-b8d2-4f3d-8c85-f0eae6171127 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 945 time: 0.0901246 Aug 28 12:46:47.254830 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-cf8fc98e-39cb-43df-bf3c-b6fd32eee0e1 service neutron] 10.222.0.11 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721789 Aug 28 12:46:47.299648 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3484e116-fd06-4c5a-8a18-72a0467d1142 req-5845fa7e-69a6-462f-a2a7-ce2050c30eb8 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628555 Aug 28 12:46:47.432371 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057a0fa-d935-4657-9d06-35eea5f2a854 req-3438f1bd-bb02-42ac-8de3-9758562bf27a tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:47.439190 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6057a0fa-d935-4657-9d06-35eea5f2a854 req-3438f1bd-bb02-42ac-8de3-9758562bf27a tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0652561 Aug 28 12:46:47.501673 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6057a0fa-d935-4657-9d06-35eea5f2a854 req-56f8d3a3-8f35-4495-be0b-a20ef2b0d06a tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0606840 Aug 28 12:46:47.583122 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a409e02-3471-47c4-bb5e-81db89feb6e3 req-bd73d5af-7158-4286-9d08-e0b5a599caff tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0518303 Aug 28 12:46:47.729721 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04c9787c-c9a0-49ed-b4d5-cf6d26c5206b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:47.734883 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04c9787c-c9a0-49ed-b4d5-cf6d26c5206b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:47.816128 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04c9787c-c9a0-49ed-b4d5-cf6d26c5206b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:47.816645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c9787c-c9a0-49ed-b4d5-cf6d26c5206b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e8779a-6a25-4736-b45c-b6e7a235539e {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:46:47.825562 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0760c-0fed-4ce5-b1b7-f07939d4259a req-c389e176-b447-4aaa-a849-5027db3236ed tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:47.827109 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05c0760c-0fed-4ce5-b1b7-f07939d4259a req-c389e176-b447-4aaa-a849-5027db3236ed tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1947520 Aug 28 12:46:47.830082 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04c9787c-c9a0-49ed-b4d5-cf6d26c5206b admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:47.833806 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-04c9787c-c9a0-49ed-b4d5-cf6d26c5206b admin admin] 10.222.0.20 "DELETE /v2.0/routers/f3e8779a-6a25-4736-b45c-b6e7a235539e HTTP/1.1" status: 204 len: 168 time: 2.2231362 Aug 28 12:46:47.835121 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41722) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:47.891619 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1abb299-0310-455d-a143-7bca4fded190 req-df104e9d-6219-425c-9d95-af60acd63f00 service neutron] 10.222.0.11 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603068 Aug 28 12:46:47.906419 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d9510-3f69-4928-a1a2-77c94b89afd2 req-b33c9037-de60-4153-9c5b-bb7d3a4671ab tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:47.913065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d9510-3f69-4928-a1a2-77c94b89afd2 req-b33c9037-de60-4153-9c5b-bb7d3a4671ab tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:47.926146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d9510-3f69-4928-a1a2-77c94b89afd2 req-b33c9037-de60-4153-9c5b-bb7d3a4671ab tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:47.931688 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05c0760c-0fed-4ce5-b1b7-f07939d4259a req-68d0d730-019d-457c-9615-390a4044778f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965462 Aug 28 12:46:47.934609 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d9510-3f69-4928-a1a2-77c94b89afd2 req-b33c9037-de60-4153-9c5b-bb7d3a4671ab tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:47.936454 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-da091cd3-697e-4c5b-b640-9b2b2f82e2ec admin admin] Deleting subnet 93ae40a8-21ab-417e-aa12-b0f8d22815ae {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:46:47.941839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d9510-3f69-4928-a1a2-77c94b89afd2 req-b33c9037-de60-4153-9c5b-bb7d3a4671ab tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:47.942862 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-da091cd3-697e-4c5b-b640-9b2b2f82e2ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:47.950030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d9510-3f69-4928-a1a2-77c94b89afd2 req-b33c9037-de60-4153-9c5b-bb7d3a4671ab tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:47.961285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d9510-3f69-4928-a1a2-77c94b89afd2 req-b33c9037-de60-4153-9c5b-bb7d3a4671ab tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:47.964648 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-767d9510-3f69-4928-a1a2-77c94b89afd2 req-b33c9037-de60-4153-9c5b-bb7d3a4671ab tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.1426699 Aug 28 12:46:48.046932 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-767d9510-3f69-4928-a1a2-77c94b89afd2 req-ec490e96-078c-4eab-9c5e-f06cfbcd80e0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668380 Aug 28 12:46:48.070696 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-da091cd3-697e-4c5b-b640-9b2b2f82e2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:48.145463 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-2ac846d6-2ff0-4bb3-bca4-1f60ffdf956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.146060 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-2ac846d6-2ff0-4bb3-bca4-1f60ffdf956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.147342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-2ac846d6-2ff0-4bb3-bca4-1f60ffdf956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.148274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-2ac846d6-2ff0-4bb3-bca4-1f60ffdf956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.148822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-2ac846d6-2ff0-4bb3-bca4-1f60ffdf956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.149297 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-2ac846d6-2ff0-4bb3-bca4-1f60ffdf956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.149772 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-2ac846d6-2ff0-4bb3-bca4-1f60ffdf956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.151782 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-2ac846d6-2ff0-4bb3-bca4-1f60ffdf956a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e506c78606b440c8de2be4917f584b8&device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 6496 time: 0.1535726 Aug 28 12:46:48.210306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07919a7f-46ea-4056-a67d-0b82054244b4 req-933cb4ea-a6e6-43c6-9697-5a56f114a899 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.219826 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07919a7f-46ea-4056-a67d-0b82054244b4 req-933cb4ea-a6e6-43c6-9697-5a56f114a899 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 945 time: 0.1818974 Aug 28 12:46:48.329020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fbb12-224b-43d9-ad4f-82ff5679b8ed req-91e80882-749b-46ba-ba9c-69f02e29a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.330613 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-532fbb12-224b-43d9-ad4f-82ff5679b8ed req-91e80882-749b-46ba-ba9c-69f02e29a4d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 1097 time: 0.0819082 Aug 28 12:46:48.343078 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-da091cd3-697e-4c5b-b640-9b2b2f82e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:48.351407 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07919a7f-46ea-4056-a67d-0b82054244b4 req-3b0f08e9-42ad-402e-9aa5-6b38a64e3b21 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8a1465-af74-4a8c-8994-d26d5d687ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299598 Aug 28 12:46:48.416617 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-d5b52d00-3267-40ab-87f4-7dad8b92025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.418386 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-d5b52d00-3267-40ab-87f4-7dad8b92025d service neutron] 10.222.0.11 "GET /v2.0/networks?id=59b71610-974a-47e0-be6f-1998f7e34702 HTTP/1.1" status: 200 len: 902 time: 0.2526653 Aug 28 12:46:48.438801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f873a6-71a5-47a2-a6d5-202bee2aca8c req-fd917e99-57c1-4186-90f4-bbfdb263ba07 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.440318 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44f873a6-71a5-47a2-a6d5-202bee2aca8c req-fd917e99-57c1-4186-90f4-bbfdb263ba07 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1241126 Aug 28 12:46:48.508481 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44f873a6-71a5-47a2-a6d5-202bee2aca8c req-4d59f60f-26a7-4c4c-8110-2eb9146d56ae tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567009 Aug 28 12:46:48.513101 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-a6716712-404c-4fb7-b237-ad8a27426698 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=1cbe3f0b-18d7-4706-9651-2722f3d45f33 HTTP/1.1" status: 200 len: 217 time: 0.0805719 Aug 28 12:46:48.514198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fbb12-224b-43d9-ad4f-82ff5679b8ed req-0af064bb-99e9-428e-8b70-920e932aba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.515548 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-532fbb12-224b-43d9-ad4f-82ff5679b8ed req-0af064bb-99e9-428e-8b70-920e932aba3e service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.1534765 Aug 28 12:46:48.518440 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-da091cd3-697e-4c5b-b640-9b2b2f82e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:48.563170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da091cd3-697e-4c5b-b640-9b2b2f82e2ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ae40a8-21ab-417e-aa12-b0f8d22815ae,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:48.597624 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-da091cd3-697e-4c5b-b640-9b2b2f82e2ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:48.600323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7f6aa9-dd6e-4df6-a718-49d0eb18eec3 None None] Network 080f817f-09e7-4caf-bb1c-7dee04fe896d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:46:48.603452 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-da091cd3-697e-4c5b-b640-9b2b2f82e2ec admin admin] 10.222.0.20 "DELETE /v2.0/subnets/93ae40a8-21ab-417e-aa12-b0f8d22815ae HTTP/1.1" status: 204 len: 168 time: 0.7651060 Aug 28 12:46:48.605267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41730) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:48.625553 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540b02c-8f31-43ae-b0dd-61d860a30f52 req-15607c11-198f-426e-9891-c444d0d968b3 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.627213 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4540b02c-8f31-43ae-b0dd-61d860a30f52 req-15607c11-198f-426e-9891-c444d0d968b3 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 945 time: 0.1963766 Aug 28 12:46:48.643617 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-f37b6526-32f3-4db7-a829-5813f157ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.645529 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-f37b6526-32f3-4db7-a829-5813f157ecbb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb64fb14-001a-49f8-b98d-50135cdf674b HTTP/1.1" status: 200 len: 797 time: 0.1139469 Aug 28 12:46:48.648609 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-532fbb12-224b-43d9-ad4f-82ff5679b8ed req-b81830c1-2965-4a09-801c-bfd9d55a293e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9 HTTP/1.1" status: 200 len: 1000 time: 0.1169622 Aug 28 12:46:48.716238 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:48.737662 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4540b02c-8f31-43ae-b0dd-61d860a30f52 req-29bc9cb9-8d18-4dc2-bb97-038296f9b8ec tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965858 Aug 28 12:46:48.762809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-5752810f-6296-4736-833e-2307db971cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.764501 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-5752810f-6296-4736-833e-2307db971cbe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59b71610-974a-47e0-be6f-1998f7e34702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0961509 Aug 28 12:46:48.808036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fbb12-224b-43d9-ad4f-82ff5679b8ed req-7db24436-970e-46b7-b2d1-41070872641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.809438 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-532fbb12-224b-43d9-ad4f-82ff5679b8ed req-7db24436-970e-46b7-b2d1-41070872641a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.0963242 Aug 28 12:46:48.848054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bd068d-7496-4abd-b447-2a98afca5549 None None] DHCP port deletion for 080f817f-09e7-4caf-bb1c-7dee04fe896d request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:46:48.888703 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-3c98f687-89ba-4d0d-9d50-25f9ebe59c00 service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124811 Aug 28 12:46:48.907503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd068d-7496-4abd-b447-2a98afca5549 None None] Deleting port 08bd31a5-fa81-4504-87df-728b96e31612 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:48.907948 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d1bd068d-7496-4abd-b447-2a98afca5549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:48.918717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] Deleting port 08bd31a5-fa81-4504-87df-728b96e31612 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:48.919551 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:48.968985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fbb12-224b-43d9-ad4f-82ff5679b8ed req-3ad2a864-9308-49ca-b784-1e86d64488e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.971142 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-532fbb12-224b-43d9-ad4f-82ff5679b8ed req-3ad2a864-9308-49ca-b784-1e86d64488e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496394 Aug 28 12:46:48.984362 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033647f-ec45-4c0d-a0b4-d8f80b9b8751 req-1d8874a7-aa7a-4451-beb6-fd1cd3881b76 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:48.987827 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5033647f-ec45-4c0d-a0b4-d8f80b9b8751 req-1d8874a7-aa7a-4451-beb6-fd1cd3881b76 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 945 time: 0.1503012 Aug 28 12:46:49.010104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d1bd068d-7496-4abd-b447-2a98afca5549 None None] For port 08bd31a5-fa81-4504-87df-728b96e31612, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=08bd31a5-fa81-4504-87df-728b96e31612,segment=NetworkSegment(f04e669c-1941-4e23-a94b-36f007b34017),segment_id=f04e669c-1941-4e23-a94b-36f007b34017)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:49.010738 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d1bd068d-7496-4abd-b447-2a98afca5549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:49.035449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd068d-7496-4abd-b447-2a98afca5549 None None] Calling delete_port for 08bd31a5-fa81-4504-87df-728b96e31612 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:49.058705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-66a094e4-d8f3-42bd-9dc5-7cf0571c56a1 service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557908 Aug 28 12:46:49.106530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf28b15-c66d-4e66-b31b-c0249667c3c7 req-6345b638-99dd-4f4d-bf85-124a1043d814 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.107980 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dbf28b15-c66d-4e66-b31b-c0249667c3c7 req-6345b638-99dd-4f4d-bf85-124a1043d814 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0867181 Aug 28 12:46:49.139803 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] For port 08bd31a5-fa81-4504-87df-728b96e31612, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=08bd31a5-fa81-4504-87df-728b96e31612,segment=NetworkSegment(f04e669c-1941-4e23-a94b-36f007b34017),segment_id=f04e669c-1941-4e23-a94b-36f007b34017)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:49.140652 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:49.181228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4ff75676-8698-45ec-891e-e860a79e2097 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:46:49.190952 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] Calling delete_port for 08bd31a5-fa81-4504-87df-728b96e31612 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:49.200845 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dbf28b15-c66d-4e66-b31b-c0249667c3c7 req-0f4307fe-fa75-4cec-8816-69ec1e66a548 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835917 Aug 28 12:46:49.212476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 4ff75676-8698-45ec-891e-e860a79e2097 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:46:49.212704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-f240d1cb-49ed-4f21-8da4-1e7f536d3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.213024 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4ff75676-8698-45ec-891e-e860a79e2097 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:46:49.213185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-f240d1cb-49ed-4f21-8da4-1e7f536d3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.213310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 08bd31a5-fa81-4504-87df-728b96e31612 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:46:49.213733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-f240d1cb-49ed-4f21-8da4-1e7f536d3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.214095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-f240d1cb-49ed-4f21-8da4-1e7f536d3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.214609 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-f240d1cb-49ed-4f21-8da4-1e7f536d3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.217906 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-f240d1cb-49ed-4f21-8da4-1e7f536d3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.217906 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-f240d1cb-49ed-4f21-8da4-1e7f536d3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.217906 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-f240d1cb-49ed-4f21-8da4-1e7f536d3965 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e506c78606b440c8de2be4917f584b8&device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 6496 time: 0.0817397 Aug 28 12:46:49.242597 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d1bd068d-7496-4abd-b447-2a98afca5549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:49.284748 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bd068d-7496-4abd-b447-2a98afca5549 None None] No DVR routers for this DVR port 08bd31a5-fa81-4504-87df-728b96e31612 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:46:49.293834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd068d-7496-4abd-b447-2a98afca5549 None None] Pushing event deleted for resources: {'Port': ['ID=08bd31a5-fa81-4504-87df-728b96e31612,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:49.306863 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No active binding found for port 08bd31a5-fa81-4504-87df-728b96e31612 {{(pid=94879) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 12:46:49.307340 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 08bd31a5-fa81-4504-87df-728b96e31612 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:46:49.308047 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5033647f-ec45-4c0d-a0b4-d8f80b9b8751 req-aae54f49-da3c-4af8-8574-63c004c8ee6c tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998171 Aug 28 12:46:49.359971 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-532fbb12-224b-43d9-ad4f-82ff5679b8ed req-c1f5977c-ab1c-4577-8719-ef898dcd53d5 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652663 Aug 28 12:46:49.397460 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-9cc7dd56-caf0-4f75-a35e-f08d17605adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.397993 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-9cc7dd56-caf0-4f75-a35e-f08d17605adb service neutron] 10.222.0.11 "GET /v2.0/networks?id=bcb5f611-12de-426c-9450-c8901fa3ceaa HTTP/1.1" status: 200 len: 901 time: 0.1641645 Aug 28 12:46:49.465638 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-4bc3d158-dba2-4b05-b675-dd627cb30619 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=00290326-04f3-468c-be88-b5556baab84a HTTP/1.1" status: 200 len: 217 time: 0.0516925 Aug 28 12:46:49.493506 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4201d-83be-4e52-bcad-b892af7669b8 req-a02aa70f-6cb3-4ba7-948e-897f7b70a2de tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.500325 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4201d-83be-4e52-bcad-b892af7669b8 req-a02aa70f-6cb3-4ba7-948e-897f7b70a2de tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.506653 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4201d-83be-4e52-bcad-b892af7669b8 req-a02aa70f-6cb3-4ba7-948e-897f7b70a2de tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.512505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4201d-83be-4e52-bcad-b892af7669b8 req-a02aa70f-6cb3-4ba7-948e-897f7b70a2de tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.519372 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4201d-83be-4e52-bcad-b892af7669b8 req-a02aa70f-6cb3-4ba7-948e-897f7b70a2de tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.527062 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4201d-83be-4e52-bcad-b892af7669b8 req-a02aa70f-6cb3-4ba7-948e-897f7b70a2de tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.532031 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4201d-83be-4e52-bcad-b892af7669b8 req-a02aa70f-6cb3-4ba7-948e-897f7b70a2de tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.533982 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-71c4201d-83be-4e52-bcad-b892af7669b8 req-a02aa70f-6cb3-4ba7-948e-897f7b70a2de tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.1739273 Aug 28 12:46:49.571494 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-532fbb12-224b-43d9-ad4f-82ff5679b8ed req-c8777463-de65-4d1c-b3ed-342b039364e2 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796923 Aug 28 12:46:49.571960 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:49.611189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-acb7c280-674a-42d9-a3a6-0e59de8768b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.612576 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-acb7c280-674a-42d9-a3a6-0e59de8768b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b264f4ef-1309-4558-ad1d-260dd40e4e63 HTTP/1.1" status: 200 len: 797 time: 0.0776691 Aug 28 12:46:49.617272 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-71c4201d-83be-4e52-bcad-b892af7669b8 req-88b326e3-af66-4f94-a25c-0a123aed57f1 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726252 Aug 28 12:46:49.625168 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=08bd31a5-fa81-4504-87df-728b96e31612,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:49.630520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] No DVR routers for this DVR port 08bd31a5-fa81-4504-87df-728b96e31612 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:46:49.649397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b6fd3-6897-4654-9509-d744e6d413e0 req-be35e37e-362f-46c2-97b0-60bda89663ee tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.654979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b5b6fd3-6897-4654-9509-d744e6d413e0 req-be35e37e-362f-46c2-97b0-60bda89663ee tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 945 time: 0.1514626 Aug 28 12:46:49.685979 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-c3a3a246-402a-4bbe-8e9c-77ad8ae044ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.687580 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-c3a3a246-402a-4bbe-8e9c-77ad8ae044ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcb5f611-12de-426c-9450-c8901fa3ceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0624671 Aug 28 12:46:49.780534 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:49.786306 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b5b6fd3-6897-4654-9509-d744e6d413e0 req-c207a97b-bc20-4038-b0eb-4e5e5c434660 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8a1465-af74-4a8c-8994-d26d5d687ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109934 Aug 28 12:46:49.797743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080f817f-09e7-4caf-bb1c-7dee04fe896d']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:49.815709 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59536a39-3f8c-43a6-ab1f-5eb650c1deb8 req-0da338e6-0abd-4460-9d00-b0f1391e7410 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.817266 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59536a39-3f8c-43a6-ab1f-5eb650c1deb8 req-0da338e6-0abd-4460-9d00-b0f1391e7410 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 945 time: 0.1093850 Aug 28 12:46:49.828445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04e669c-1941-4e23-a94b-36f007b34017') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:49.828736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04e669c-1941-4e23-a94b-36f007b34017') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:49.839483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadff95-4ae9-412d-83ea-6686a97302ae req-c938d02c-2660-430f-9751-3e02be96e4fb tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:49.841061 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8eadff95-4ae9-412d-83ea-6686a97302ae req-c938d02c-2660-430f-9751-3e02be96e4fb tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.11 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 945 time: 0.1146376 Aug 28 12:46:49.851647 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:49.873843 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-aa224431-fdb4-4422-a32e-6700699fd930 service neutron] 10.222.0.11 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548476 Aug 28 12:46:49.878775 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59536a39-3f8c-43a6-ab1f-5eb650c1deb8 req-7f67c575-5b1d-408f-be7e-cc891d4e5801 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502944 Aug 28 12:46:49.920925 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:49.934923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:46:49.935321 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:46:49.936991 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:46:50.024604 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb587d1d-b3de-4ece-962e-98197a57d8b9 req-cbbcbf55-b3c5-4215-b623-0e22dda67325 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:50.026130 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cb587d1d-b3de-4ece-962e-98197a57d8b9 req-cbbcbf55-b3c5-4215-b623-0e22dda67325 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1594727 Aug 28 12:46:50.036346 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0b4469f-d7f4-42ed-a512-884eeae77787 req-2c2822a1-9156-4647-9ded-ea4a7ed17133 service neutron] 10.222.0.11 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535337 Aug 28 12:46:50.036640 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:50.060690 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:50.061167 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4e335-fd36-439b-8cb9-3bf229c2a876 req-66730dbc-75f9-4aa5-830f-a70f414af4c4 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:50.066310 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-60c4e335-fd36-439b-8cb9-3bf229c2a876 req-66730dbc-75f9-4aa5-830f-a70f414af4c4 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 945 time: 0.0939512 Aug 28 12:46:50.070412 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/080f817f-09e7-4caf-bb1c-7dee04fe896d HTTP/1.1" status: 204 len: 168 time: 1.4633377 Aug 28 12:46:50.098350 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1968a7-a69d-4415-8382-f9e780174ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=080f817f-09e7-4caf-bb1c-7dee04fe896d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:50.113125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-8eadff95-4ae9-412d-83ea-6686a97302ae req-84d44336-928f-4d64-a217-a0a2676faef7 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Deleting port 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:50.113471 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8eadff95-4ae9-412d-83ea-6686a97302ae req-84d44336-928f-4d64-a217-a0a2676faef7 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:50.175092 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cb587d1d-b3de-4ece-962e-98197a57d8b9 req-e31770bf-298a-428e-b1a7-59f2df91c6e1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358724 Aug 28 12:46:50.178497 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-60c4e335-fd36-439b-8cb9-3bf229c2a876 req-17e4fb90-1f48-40d0-860d-81be2d9710f2 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075776 Aug 28 12:46:50.189682 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-13e557bd-3022-4bd9-bfd1-b3f52449d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:50.189682 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-13e557bd-3022-4bd9-bfd1-b3f52449d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:50.189682 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-13e557bd-3022-4bd9-bfd1-b3f52449d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:50.189682 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-13e557bd-3022-4bd9-bfd1-b3f52449d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:50.189682 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-13e557bd-3022-4bd9-bfd1-b3f52449d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:50.190545 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-13e557bd-3022-4bd9-bfd1-b3f52449d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:50.190766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-13e557bd-3022-4bd9-bfd1-b3f52449d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:50.201661 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-13e557bd-3022-4bd9-bfd1-b3f52449d707 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e506c78606b440c8de2be4917f584b8&device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 6496 time: 0.1036396 Aug 28 12:46:50.214875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41756) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:50.318851 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-5cd259fb-ddf1-49d1-8d44-bff8d2b9214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:50.320997 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-5cd259fb-ddf1-49d1-8d44-bff8d2b9214e service neutron] 10.222.0.11 "GET /v2.0/networks?id=bcb5f611-12de-426c-9450-c8901fa3ceaa HTTP/1.1" status: 200 len: 901 time: 0.1093860 Aug 28 12:46:50.412007 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-34438eb5-e88b-4b8b-9766-7ae5996463a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e1211f4-8497-4466-9e2b-21509e98d6a4 HTTP/1.1" status: 200 len: 217 time: 0.0806954 Aug 28 12:46:50.473978 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325cda6-3d6d-4772-a40e-a431a8f7c8f9 req-d3ce8393-80ad-4561-bd7e-dc75d1834740 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:50.476282 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a325cda6-3d6d-4772-a40e-a431a8f7c8f9 req-d3ce8393-80ad-4561-bd7e-dc75d1834740 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 945 time: 0.1542096 Aug 28 12:46:50.484510 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-8c3dc8dc-69b6-4987-bf3a-e812c460410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:50.486163 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-8c3dc8dc-69b6-4987-bf3a-e812c460410d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b264f4ef-1309-4558-ad1d-260dd40e4e63 HTTP/1.1" status: 200 len: 797 time: 0.0649784 Aug 28 12:46:50.551920 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a325cda6-3d6d-4772-a40e-a431a8f7c8f9 req-d41701dd-fac2-4fc8-ad71-626dbeebd3ca tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647943 Aug 28 12:46:50.552521 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9390e481-1d92-4a41-ae6f-63ef3a4b1dfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8b6a5129b1b48b89b117e4cbf71074a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365238 Aug 28 12:46:50.557897 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41766) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:50.566733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-de56e2da-640e-4d31-ae61-515586023bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:50.568283 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-de56e2da-640e-4d31-ae61-515586023bbb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcb5f611-12de-426c-9450-c8901fa3ceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0737875 Aug 28 12:46:50.644513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddcf06-faff-4ebc-a08a-6f9dd8e90209 req-f32d9c47-bd95-4549-a83f-e813b46df703 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:50.669552 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aaddcf06-faff-4ebc-a08a-6f9dd8e90209 req-f32d9c47-bd95-4549-a83f-e813b46df703 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1773901 Aug 28 12:46:50.677460 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-8eadff95-4ae9-412d-83ea-6686a97302ae req-84d44336-928f-4d64-a217-a0a2676faef7 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] For port 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6,segment=NetworkSegment(ec87516c-93ea-4fa9-b323-73e1425af431),segment_id=ec87516c-93ea-4fa9-b323-73e1425af431)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:50.677890 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8eadff95-4ae9-412d-83ea-6686a97302ae req-84d44336-928f-4d64-a217-a0a2676faef7 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:50.703216 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-12efaeea-d3a7-4d6e-9357-dd04a0a7b5b2 service neutron] 10.222.0.11 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269603 Aug 28 12:46:50.716180 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-8eadff95-4ae9-412d-83ea-6686a97302ae req-84d44336-928f-4d64-a217-a0a2676faef7 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Calling delete_port for 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:50.735302 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-493268ec-29d4-469d-82d2-cd5c5c86777a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:50.747348 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aaddcf06-faff-4ebc-a08a-6f9dd8e90209 req-f7ab322d-c1f3-4479-a664-de11ff4de6fc tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769355 Aug 28 12:46:50.795897 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-493268ec-29d4-469d-82d2-cd5c5c86777a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:50.821920 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e74a13-7c2c-44ed-a46c-cfa2c8f850c7 req-901f3891-bd93-444b-9cf2-337212c6dba8 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:50.824351 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-97e74a13-7c2c-44ed-a46c-cfa2c8f850c7 req-901f3891-bd93-444b-9cf2-337212c6dba8 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 945 time: 0.1234438 Aug 28 12:46:50.876002 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd3ab7f4-5f73-4fa0-8e6e-1d768c453d55 req-7d10d629-9f5f-4d57-a8f2-0a6269e29cdb service neutron] 10.222.0.11 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599560 Aug 28 12:46:50.879397 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-97e74a13-7c2c-44ed-a46c-cfa2c8f850c7 req-afbcc510-7bfa-42f1-9761-06322df85321 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478172 Aug 28 12:46:50.949881 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-493268ec-29d4-469d-82d2-cd5c5c86777a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:50.952435 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-493268ec-29d4-469d-82d2-cd5c5c86777a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:50.956023 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-493268ec-29d4-469d-82d2-cd5c5c86777a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d0fa384-c91d-4ea7-ac9d-89d490a82a24 HTTP/1.1" status: 204 len: 168 time: 0.3947270 Aug 28 12:46:50.985911 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493268ec-29d4-469d-82d2-cd5c5c86777a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0fa384-c91d-4ea7-ac9d-89d490a82a24,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:50.991702 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8eadff95-4ae9-412d-83ea-6686a97302ae req-84d44336-928f-4d64-a217-a0a2676faef7 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:51.041201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c81b4-c6ab-44e2-96fa-48f08721bbf3 req-dfd48215-2850-4e80-a076-5e6ccfcce0c4 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:51.043521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77aefa-598a-426c-8c09-bb2b1baebafc req-26b14304-657c-4f31-a501-2aca90e2cf15 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:51.044855 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb6c81b4-c6ab-44e2-96fa-48f08721bbf3 req-dfd48215-2850-4e80-a076-5e6ccfcce0c4 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/ports?device_id=05cf3489-0aae-4ae8-af8d-68d9079c5492 HTTP/1.1" status: 200 len: 867 time: 0.0956717 Aug 28 12:46:51.049475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77aefa-598a-426c-8c09-bb2b1baebafc req-26b14304-657c-4f31-a501-2aca90e2cf15 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:51.055823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77aefa-598a-426c-8c09-bb2b1baebafc req-26b14304-657c-4f31-a501-2aca90e2cf15 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:51.061697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77aefa-598a-426c-8c09-bb2b1baebafc req-26b14304-657c-4f31-a501-2aca90e2cf15 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:51.067580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77aefa-598a-426c-8c09-bb2b1baebafc req-26b14304-657c-4f31-a501-2aca90e2cf15 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:51.074149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77aefa-598a-426c-8c09-bb2b1baebafc req-26b14304-657c-4f31-a501-2aca90e2cf15 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:51.079977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77aefa-598a-426c-8c09-bb2b1baebafc req-26b14304-657c-4f31-a501-2aca90e2cf15 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:51.088143 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca77aefa-598a-426c-8c09-bb2b1baebafc req-26b14304-657c-4f31-a501-2aca90e2cf15 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.2129021 Aug 28 12:46:51.091229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d44336-928f-4d64-a217-a0a2676faef7 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Pushing event deleted for resources: {'Port': ['ID=2460fe8b-c9e3-43e8-8ceb-24c4401a24b6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:51.121455 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb6c81b4-c6ab-44e2-96fa-48f08721bbf3 req-ad79dfd5-db0e-4e67-aa3c-07b2dd06d437 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf8a1465-af74-4a8c-8994-d26d5d687ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535638 Aug 28 12:46:51.180893 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eadff95-4ae9-412d-83ea-6686a97302ae req-84d44336-928f-4d64-a217-a0a2676faef7 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] No DVR routers for this DVR port 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:46:51.185568 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8eadff95-4ae9-412d-83ea-6686a97302ae req-84d44336-928f-4d64-a217-a0a2676faef7 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:51.188165 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8eadff95-4ae9-412d-83ea-6686a97302ae req-84d44336-928f-4d64-a217-a0a2676faef7 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666 tempest-FloatingIPsAssociationNegativeTestJSON-1543181666-project] 10.222.0.11 "DELETE /v2.0/ports/2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 HTTP/1.1" status: 204 len: 173 time: 1.3349373 Aug 28 12:46:51.191732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cf3489-0aae-4ae8-af8d-68d9079c5492', 'name': 'network-vif-deleted', 'tag': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:51.199368 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dd5532-0db7-4e9a-b1cf-f3a00bb91c0f" -d '{"events": [{"server_uuid": "05cf3489-0aae-4ae8-af8d-68d9079c5492", "name": "network-vif-deleted", "tag": "2460fe8b-c9e3-43e8-8ceb-24c4401a24b6"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:51.221389 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca77aefa-598a-426c-8c09-bb2b1baebafc req-fe99db26-f8eb-43f7-bb7b-5891ec8e1b43 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295304 Aug 28 12:46:51.341321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b82058-8c81-4b0c-870b-baf29fdc4805 req-c39cdfb1-40da-4de2-9d23-bc626db37df6 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:51.342937 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-72b82058-8c81-4b0c-870b-baf29fdc4805 req-c39cdfb1-40da-4de2-9d23-bc626db37df6 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 945 time: 0.1138265 Aug 28 12:46:51.395116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f297e-dbc2-44b6-9622-b3c3569edcaf req-c96138d0-e613-4402-bafe-7660d5b06b48 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:51.397816 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-534f297e-dbc2-44b6-9622-b3c3569edcaf req-c96138d0-e613-4402-bafe-7660d5b06b48 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.0957017 Aug 28 12:46:51.462243 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-72b82058-8c81-4b0c-870b-baf29fdc4805 req-857aa4cf-f3e9-46b7-a251-5b65b15f58ca tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105301 Aug 28 12:46:51.497961 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-534f297e-dbc2-44b6-9622-b3c3569edcaf req-f2dc0792-2d68-4625-a7fc-acb902859fdc tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865812 Aug 28 12:46:51.528186 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69898479-6e9c-4b43-b21b-5d8bb58d929b x-openstack-request-id: req-69898479-6e9c-4b43-b21b-5d8bb58d929b {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:51.528687 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cf3489-0aae-4ae8-af8d-68d9079c5492", "name": "network-vif-deleted", "tag": "2460fe8b-c9e3-43e8-8ceb-24c4401a24b6", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:51.529551 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69898479-6e9c-4b43-b21b-5d8bb58d929b {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:51.530306 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05cf3489-0aae-4ae8-af8d-68d9079c5492', 'name': 'network-vif-deleted', 'tag': '2460fe8b-c9e3-43e8-8ceb-24c4401a24b6', 'status': 'completed', 'code': 200} Aug 28 12:46:51.640725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951146d-2907-491e-ae08-98936097c8a5 req-fd808230-d129-49b6-9541-3405d1193dfc tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:51.642636 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2951146d-2907-491e-ae08-98936097c8a5 req-fd808230-d129-49b6-9541-3405d1193dfc tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 945 time: 0.0577281 Aug 28 12:46:51.712716 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2951146d-2907-491e-ae08-98936097c8a5 req-7d02f036-2cd2-4ae0-9352-1398c94809c3 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637484 Aug 28 12:46:51.955689 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc001e9-1a2e-476f-980c-d604792e245d req-605ad188-c8aa-4119-8fa9-64b67f978961 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:51.967544 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4fc001e9-1a2e-476f-980c-d604792e245d req-605ad188-c8aa-4119-8fa9-64b67f978961 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1067395 Aug 28 12:46:52.033124 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4fc001e9-1a2e-476f-980c-d604792e245d req-1c76e6b6-ba92-4f9f-90ba-cf09da1853c8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618203 Aug 28 12:46:52.066345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41822) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:52.254955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-103a2be3-5380-4def-a4b3-4e04ade97404 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-841707220-network', 'tenant_id': '7b7a6b99db3840b590db410facd5b849'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:52.267303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41838) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:52.329693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103a2be3-5380-4def-a4b3-4e04ade97404 admin admin] Made reservation on behalf of 7b7a6b99db3840b590db410facd5b849 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:46:52.334418 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-103a2be3-5380-4def-a4b3-4e04ade97404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:52.348905 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-103a2be3-5380-4def-a4b3-4e04ade97404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:52.368960 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d27ac-2d23-48e3-ace4-0b6240a4a31e req-ca1f18ff-e058-4efd-85b1-f07c70c713fc tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:52.379041 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb7d27ac-2d23-48e3-ace4-0b6240a4a31e req-ca1f18ff-e058-4efd-85b1-f07c70c713fc tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0972099 Aug 28 12:46:52.482090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f75179-10a4-4b72-8748-5be285e09294 req-165751f1-bab9-4c2e-9891-c981112067d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:52.484537 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4f75179-10a4-4b72-8748-5be285e09294 req-165751f1-bab9-4c2e-9891-c981112067d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 1097 time: 0.0750005 Aug 28 12:46:52.497097 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb7d27ac-2d23-48e3-ace4-0b6240a4a31e req-17d481ba-84c3-4197-8825-103aa3781074 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171131 Aug 28 12:46:52.557631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:46:52.589398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:46:52.590498 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2460fe8b-c9e3-43e8-8ceb-24c4401a24b6 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:46:52.690455 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-103a2be3-5380-4def-a4b3-4e04ade97404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:52.701201 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-103a2be3-5380-4def-a4b3-4e04ade97404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:52.753254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103a2be3-5380-4def-a4b3-4e04ade97404 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:46:52.779153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1302d-2aa1-4214-b209-71ad54ff4780 req-602a95e7-4a06-48d6-9392-8bf6db57a395 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:52.784605 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcdf37-469a-4544-ae16-2bb3fac7bdb0 req-ac9d7042-4575-4298-a0b7-bf661cf49799 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:52.786431 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c5d1302d-2aa1-4214-b209-71ad54ff4780 req-602a95e7-4a06-48d6-9392-8bf6db57a395 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1298454 Aug 28 12:46:52.792636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcdf37-469a-4544-ae16-2bb3fac7bdb0 req-ac9d7042-4575-4298-a0b7-bf661cf49799 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:52.793131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a2be3-5380-4def-a4b3-4e04ade97404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cb3fd1-44fb-48b6-b97f-9405a6acd171,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:52.798772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcdf37-469a-4544-ae16-2bb3fac7bdb0 req-ac9d7042-4575-4298-a0b7-bf661cf49799 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:52.804114 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-103a2be3-5380-4def-a4b3-4e04ade97404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:52.804346 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-103a2be3-5380-4def-a4b3-4e04ade97404 admin admin] Added segment 7edc20ad-a674-4dcb-8011-95cd1a4c9025 of type vlan for network 06edde1e-8bcd-4a69-b1f3-50e821da12ce Aug 28 12:46:52.805884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcdf37-469a-4544-ae16-2bb3fac7bdb0 req-ac9d7042-4575-4298-a0b7-bf661cf49799 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:52.813174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcdf37-469a-4544-ae16-2bb3fac7bdb0 req-ac9d7042-4575-4298-a0b7-bf661cf49799 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:52.820144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcdf37-469a-4544-ae16-2bb3fac7bdb0 req-ac9d7042-4575-4298-a0b7-bf661cf49799 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:52.826059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcdf37-469a-4544-ae16-2bb3fac7bdb0 req-ac9d7042-4575-4298-a0b7-bf661cf49799 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:52.834990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7bcdf37-469a-4544-ae16-2bb3fac7bdb0 req-ac9d7042-4575-4298-a0b7-bf661cf49799 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.1419938 Aug 28 12:46:52.863258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f75179-10a4-4b72-8748-5be285e09294 req-a0323f7d-2b90-4936-90dd-c2b79b346acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:52.864736 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4f75179-10a4-4b72-8748-5be285e09294 req-a0323f7d-2b90-4936-90dd-c2b79b346acd service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.3613224 Aug 28 12:46:52.878691 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-103a2be3-5380-4def-a4b3-4e04ade97404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:52.891199 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c5d1302d-2aa1-4214-b209-71ad54ff4780 req-3a0d7106-b6fe-4b21-96b4-a20996bf33ce tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034608 Aug 28 12:46:52.907086 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7bcdf37-469a-4544-ae16-2bb3fac7bdb0 req-59f6cbfa-906e-4887-b9ee-487d53b45049 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646725 Aug 28 12:46:52.963582 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-103a2be3-5380-4def-a4b3-4e04ade97404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:52.964743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103a2be3-5380-4def-a4b3-4e04ade97404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:52.965330 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-103a2be3-5380-4def-a4b3-4e04ade97404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:53.045222 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4f75179-10a4-4b72-8748-5be285e09294 req-c4be39e3-73ca-400d-be59-425f68efd55b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9 HTTP/1.1" status: 200 len: 1000 time: 0.1435885 Aug 28 12:46:53.065470 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-103a2be3-5380-4def-a4b3-4e04ade97404 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9948120 Aug 28 12:46:53.065655 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e29bf-46db-46a5-a9da-057584388f62 req-5157af9e-4890-406b-ac75-f8ff9555d0ee tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:53.066420 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41852) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:53.066968 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-809e29bf-46db-46a5-a9da-057584388f62 req-5157af9e-4890-406b-ac75-f8ff9555d0ee tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 945 time: 0.0718176 Aug 28 12:46:53.077778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-043b34a3-9b25-4150-92ca-e96e7949635f admin admin] Request body: {'subnet': {'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-841707220-subnet', 'tenant_id': '7b7a6b99db3840b590db410facd5b849', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:53.093347 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a2be3-5380-4def-a4b3-4e04ade97404 admin admin] Pushing event updated for resources: {'Network': ['ID=06edde1e-8bcd-4a69-b1f3-50e821da12ce,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:53.108902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 06edde1e-8bcd-4a69-b1f3-50e821da12ce details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:46:53.112943 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-547e5d78-4405-4f18-92f5-5a402c897362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:53.133469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f75179-10a4-4b72-8748-5be285e09294 req-3579d4ee-7be2-4b23-983c-b6be2f4c2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:53.134996 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4f75179-10a4-4b72-8748-5be285e09294 req-3579d4ee-7be2-4b23-983c-b6be2f4c2d1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.0671537 Aug 28 12:46:53.155882 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043b34a3-9b25-4150-92ca-e96e7949635f admin admin] Made reservation on behalf of 7b7a6b99db3840b590db410facd5b849 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:46:53.158631 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-043b34a3-9b25-4150-92ca-e96e7949635f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:53.169437 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-809e29bf-46db-46a5-a9da-057584388f62 req-12f2f73c-b123-4e7b-b5c3-c116e83590a9 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928426 Aug 28 12:46:53.223445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f75179-10a4-4b72-8748-5be285e09294 req-d538aba5-0719-4d70-80ee-c8a4bfc65180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:53.225363 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4f75179-10a4-4b72-8748-5be285e09294 req-d538aba5-0719-4d70-80ee-c8a4bfc65180 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819480 Aug 28 12:46:53.350842 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4f75179-10a4-4b72-8748-5be285e09294 req-ae2863f6-4b6a-4d25-b59d-4921f342037a service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049933 Aug 28 12:46:53.463450 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4f75179-10a4-4b72-8748-5be285e09294 req-01668b27-0ff0-4c06-9ac8-facdf6ecd4ba service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033950 Aug 28 12:46:53.475633 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-043b34a3-9b25-4150-92ca-e96e7949635f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:53.617839 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a1a88b4d-ddfb-43de-83c6-eb865fec9af6 req-96df8f90-a1fa-4846-814c-4627e9416158 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1615112 Aug 28 12:46:53.618436 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b34a3-9b25-4150-92ca-e96e7949635f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58ff31b-b4db-41ed-92b2-19b7eabba203,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:53.708867 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043b34a3-9b25-4150-92ca-e96e7949635f admin admin] Checking segment: {'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:53.709183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043b34a3-9b25-4150-92ca-e96e7949635f admin admin] Network hostable DHCP agents. Network: 06edde1e-8bcd-4a69-b1f3-50e821da12ce, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:46:53.737998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea84ade-ad76-47c9-b4d1-c6a76a6de33b req-8c96b9d1-2a25-4b56-9cbe-5fbfb98c1043 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:53.739617 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eea84ade-ad76-47c9-b4d1-c6a76a6de33b req-8c96b9d1-2a25-4b56-9cbe-5fbfb98c1043 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1540065 Aug 28 12:46:53.782561 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-547e5d78-4405-4f18-92f5-5a402c897362 admin admin] Deleting port 42f794e0-f083-4c0a-8605-5f32a2eaab19 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:53.782899 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-547e5d78-4405-4f18-92f5-5a402c897362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:53.834904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043b34a3-9b25-4150-92ca-e96e7949635f admin admin] Network 06edde1e-8bcd-4a69-b1f3-50e821da12ce is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:46:53.874631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-043b34a3-9b25-4150-92ca-e96e7949635f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 06edde1e-8bcd-4a69-b1f3-50e821da12ce) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:53.878459 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eea84ade-ad76-47c9-b4d1-c6a76a6de33b req-d72c7fde-7ed6-40e3-91e9-797c83780ca0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240826 Aug 28 12:46:53.882948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aec3137-9b12-4814-963f-8e9406825308 None None] Network 06edde1e-8bcd-4a69-b1f3-50e821da12ce requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:46:53.883579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043b34a3-9b25-4150-92ca-e96e7949635f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:53.883954 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-043b34a3-9b25-4150-92ca-e96e7949635f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:53.887609 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a88b4d-ddfb-43de-83c6-eb865fec9af6 req-8067ae19-0f8c-4ffb-a63d-7a6cb64a2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:53.889079 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a1a88b4d-ddfb-43de-83c6-eb865fec9af6 req-8067ae19-0f8c-4ffb-a63d-7a6cb64a2313 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 1097 time: 0.1477988 Aug 28 12:46:53.921357 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-043b34a3-9b25-4150-92ca-e96e7949635f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8498743 Aug 28 12:46:53.938446 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-547e5d78-4405-4f18-92f5-5a402c897362 admin admin] For port 42f794e0-f083-4c0a-8605-5f32a2eaab19, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=42f794e0-f083-4c0a-8605-5f32a2eaab19,segment=NetworkSegment(ec87516c-93ea-4fa9-b323-73e1425af431),segment_id=ec87516c-93ea-4fa9-b323-73e1425af431)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:53.938827 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-547e5d78-4405-4f18-92f5-5a402c897362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:53.992365 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-547e5d78-4405-4f18-92f5-5a402c897362 admin admin] Calling delete_port for 42f794e0-f083-4c0a-8605-5f32a2eaab19 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:54.060602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18f59f-4909-4373-8032-c63ab686d652 req-0ca15c69-f0ab-4e9d-acbb-349c9c490596 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:54.070142 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0c18f59f-4909-4373-8032-c63ab686d652 req-0ca15c69-f0ab-4e9d-acbb-349c9c490596 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.0740676 Aug 28 12:46:54.099448 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a88b4d-ddfb-43de-83c6-eb865fec9af6 req-09cf17d8-9f78-4807-a9a3-7c2cb5798db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:54.102774 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a1a88b4d-ddfb-43de-83c6-eb865fec9af6 req-09cf17d8-9f78-4807-a9a3-7c2cb5798db5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.1789653 Aug 28 12:46:54.125202 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0c18f59f-4909-4373-8032-c63ab686d652 req-9608e123-faab-4fca-a78e-2269c2cf0589 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484111 Aug 28 12:46:54.204853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-06edde1e-8bcd-4a69-b1f3-50e821da12ce', 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce', 'tenant_id': '7b7a6b99db3840b590db410facd5b849', 'fixed_ips': [{'subnet_id': 'f58ff31b-b4db-41ed-92b2-19b7eabba203'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:46:54.205737 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:54.428497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a80a4-cfc1-4b02-b10a-6a2dd91f3924 req-b0dcbcba-5006-463e-86f5-9324505be705 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:54.437237 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8d5a80a4-cfc1-4b02-b10a-6a2dd91f3924 req-b0dcbcba-5006-463e-86f5-9324505be705 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 945 time: 0.0691888 Aug 28 12:46:54.463709 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Allocated IP 172.20.0.2 (06edde1e-8bcd-4a69-b1f3-50e821da12ce/f58ff31b-b4db-41ed-92b2-19b7eabba203/367d5408-503f-40ac-921a-75deecf54ef7) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:54.497719 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8d5a80a4-cfc1-4b02-b10a-6a2dd91f3924 req-3a3e7ea1-4f77-49cd-968e-31ae408c4382 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590889 Aug 28 12:46:54.573745 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a1a88b4d-ddfb-43de-83c6-eb865fec9af6 req-709038fe-4970-4bff-b560-0cd80651bc01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485 HTTP/1.1" status: 200 len: 217 time: 0.4630978 Aug 28 12:46:54.638223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b1fdc-434d-464f-bb2d-3e03d569fe19 req-27cb340f-55f5-4604-90bf-1dbaf024019e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:54.644390 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b1fdc-434d-464f-bb2d-3e03d569fe19 req-27cb340f-55f5-4604-90bf-1dbaf024019e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:54.651450 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b1fdc-434d-464f-bb2d-3e03d569fe19 req-27cb340f-55f5-4604-90bf-1dbaf024019e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:54.657538 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b1fdc-434d-464f-bb2d-3e03d569fe19 req-27cb340f-55f5-4604-90bf-1dbaf024019e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:54.663789 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b1fdc-434d-464f-bb2d-3e03d569fe19 req-27cb340f-55f5-4604-90bf-1dbaf024019e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:54.669838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b1fdc-434d-464f-bb2d-3e03d569fe19 req-27cb340f-55f5-4604-90bf-1dbaf024019e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:54.676206 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b1fdc-434d-464f-bb2d-3e03d569fe19 req-27cb340f-55f5-4604-90bf-1dbaf024019e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:54.678309 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c74b1fdc-434d-464f-bb2d-3e03d569fe19 req-27cb340f-55f5-4604-90bf-1dbaf024019e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.5665791 Aug 28 12:46:54.719241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a88b4d-ddfb-43de-83c6-eb865fec9af6 req-fec005eb-d138-4f49-9cc6-44abfe6fee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:54.720716 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a1a88b4d-ddfb-43de-83c6-eb865fec9af6 req-fec005eb-d138-4f49-9cc6-44abfe6fee8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.1333377 Aug 28 12:46:54.767621 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c74b1fdc-434d-464f-bb2d-3e03d569fe19 req-d33ebba8-a623-4f50-8bd5-d8ed9c58c496 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754974 Aug 28 12:46:54.835554 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:54.849284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Transition to ACTIVE for port object 367d5408-503f-40ac-921a-75deecf54ef7 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:54.851891 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a1a88b4d-ddfb-43de-83c6-eb865fec9af6 req-72ff3826-93f6-4399-bfdf-48753e6694fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153903 Aug 28 12:46:54.853741 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-547e5d78-4405-4f18-92f5-5a402c897362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:54.867772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Transition to ACTIVE for port object 367d5408-503f-40ac-921a-75deecf54ef7 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:54.889974 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:54.902332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e5d78-4405-4f18-92f5-5a402c897362 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f794e0-f083-4c0a-8605-5f32a2eaab19,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:54.964131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Network 06edde1e-8bcd-4a69-b1f3-50e821da12ce is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:54.969571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:54.977762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:54.986281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Pushing event updated for resources: {'Port': ['ID=367d5408-503f-40ac-921a-75deecf54ef7,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:55.008651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-24f8a473-9c7a-464a-90a3-b6180fddb962 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:55.013211 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-24f8a473-9c7a-464a-90a3-b6180fddb962 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/networks?id=06edde1e-8bcd-4a69-b1f3-50e821da12ce HTTP/1.1" status: 200 len: 815 time: 0.2590525 Aug 28 12:46:55.040053 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-69883883-cd31-4668-8880-9bc834b91d23 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/quotas/7b7a6b99db3840b590db410facd5b849 HTTP/1.1" status: 200 len: 375 time: 0.0203743 Aug 28 12:46:55.064404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Attempting to bind port 367d5408-503f-40ac-921a-75deecf54ef7 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:46:55.064763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Attempting to bind port 367d5408-503f-40ac-921a-75deecf54ef7 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:46:55.075085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Attempting to bind port 367d5408-503f-40ac-921a-75deecf54ef7 on network 06edde1e-8bcd-4a69-b1f3-50e821da12ce {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:46:55.089806 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:46:55.090059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Checking segment: {'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:46:55.091282 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:55.091677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Bound using segment: {'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:46:55.092149 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Bound port: 367d5408-503f-40ac-921a-75deecf54ef7, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:46:55.092528 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:55.146745 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-73e071eb-1e8a-418d-820b-aaf621a96b3e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b7a6b99db3840b590db410facd5b849&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0988421 Aug 28 12:46:55.215362 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] For port 367d5408-503f-40ac-921a-75deecf54ef7, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:46:55.221998 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] For port 367d5408-503f-40ac-921a-75deecf54ef7, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=367d5408-503f-40ac-921a-75deecf54ef7,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:46:55.229243 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:55.232224 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a1a88b4d-ddfb-43de-83c6-eb865fec9af6 req-70ca3abd-f565-4066-8019-a9c37ba01405 service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686073 Aug 28 12:46:55.304323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da0b81-a92a-4a99-91ea-5aaeff738c33 None None] Pushing event updated for resources: {'Port': ['ID=367d5408-503f-40ac-921a-75deecf54ef7,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:55.322407 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-12731451-f039-4be5-8558-c5ab57c2bbe9 service neutron] 10.222.0.20 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657178 Aug 28 12:46:55.390161 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346a3f5-0588-451e-b9ff-f517eccc54ac req-0ea213d9-f3ca-4e0b-a001-76be09676284 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:55.390161 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5346a3f5-0588-451e-b9ff-f517eccc54ac req-0ea213d9-f3ca-4e0b-a001-76be09676284 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.3440118 Aug 28 12:46:55.460305 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-547e5d78-4405-4f18-92f5-5a402c897362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:55.464247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-8352d968-3648-4deb-8271-60d321bcd293 service neutron] 10.222.0.20 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404312 Aug 28 12:46:55.527844 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5346a3f5-0588-451e-b9ff-f517eccc54ac req-11807819-cb61-422f-bb84-15e97d4910eb tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109409 Aug 28 12:46:55.549773 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a1a88b4d-ddfb-43de-83c6-eb865fec9af6 req-783ddfe8-ffe5-4d7d-8da8-bd69d94e1ebf service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079116 Aug 28 12:46:55.921198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8827590-447b-4edb-be3d-831c3721e98a req-f5145de4-a051-4078-a830-d9dd2643beb4 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:55.930044 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f8827590-447b-4edb-be3d-831c3721e98a req-f5145de4-a051-4078-a830-d9dd2643beb4 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 945 time: 0.1156721 Aug 28 12:46:55.983633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547e5d78-4405-4f18-92f5-5a402c897362 admin admin] Router c9a66ef1-d5e2-4642-a484-cfbdff0d439d has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:46:55.993393 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc92e80-c65f-4722-a995-3a39db087e9f req-b7ac7308-8849-424e-90b6-bc787a127323 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:55.994935 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0cc92e80-c65f-4722-a995-3a39db087e9f req-b7ac7308-8849-424e-90b6-bc787a127323 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.2254760 Aug 28 12:46:56.015275 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f8827590-447b-4edb-be3d-831c3721e98a req-8d0410b1-54e2-4ba9-aba8-fe2619b5c012 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839593 Aug 28 12:46:56.130701 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0cc92e80-c65f-4722-a995-3a39db087e9f req-d3b60721-0858-439e-9310-5ac3bdf94066 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180661 Aug 28 12:46:56.188542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122af281-93e3-45fd-87d5-b675456ba433 req-a43806d4-ccff-4cc8-96c2-08eb526e9847 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:56.190174 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-122af281-93e3-45fd-87d5-b675456ba433 req-a43806d4-ccff-4cc8-96c2-08eb526e9847 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1006100 Aug 28 12:46:56.226347 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547e5d78-4405-4f18-92f5-5a402c897362 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:46:56.232978 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-547e5d78-4405-4f18-92f5-5a402c897362 admin admin] 10.222.0.20 "PUT /v2.0/routers/c9a66ef1-d5e2-4642-a484-cfbdff0d439d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9645262 Aug 28 12:46:56.237987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41926) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:56.245005 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250737d4-6a6c-4c98-934f-dd89c9fd777f None None] Sync routers for ids ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:46:56.260958 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250737d4-6a6c-4c98-934f-dd89c9fd777f None None] Routers {'c9a66ef1-d5e2-4642-a484-cfbdff0d439d'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:56.262539 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-250737d4-6a6c-4c98-934f-dd89c9fd777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:46:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:56.273371 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-122af281-93e3-45fd-87d5-b675456ba433 req-8e18f425-4323-4d62-925a-fb0bd58f5b2b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677814 Aug 28 12:46:56.480210 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-250737d4-6a6c-4c98-934f-dd89c9fd777f None None] Set router c9a66ef1-d5e2-4642-a484-cfbdff0d439d gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:56.488172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ce71-e898-4f6f-ab72-a2d527241ef3 req-24902e46-2380-4568-a7ad-0a684786bc4a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:56.507021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ce71-e898-4f6f-ab72-a2d527241ef3 req-24902e46-2380-4568-a7ad-0a684786bc4a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:56.518847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ce71-e898-4f6f-ab72-a2d527241ef3 req-24902e46-2380-4568-a7ad-0a684786bc4a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:56.526104 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a58006e5-0bc4-41f3-8637-03cc37505fc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:56.538225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ce71-e898-4f6f-ab72-a2d527241ef3 req-24902e46-2380-4568-a7ad-0a684786bc4a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:56.551075 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ce71-e898-4f6f-ab72-a2d527241ef3 req-24902e46-2380-4568-a7ad-0a684786bc4a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:56.561357 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ce71-e898-4f6f-ab72-a2d527241ef3 req-24902e46-2380-4568-a7ad-0a684786bc4a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:56.562019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e907a8da-bdeb-4a45-8bf4-93550f77b064 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:46:56.575858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ce71-e898-4f6f-ab72-a2d527241ef3 req-24902e46-2380-4568-a7ad-0a684786bc4a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:56.588530 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f107ce71-e898-4f6f-ab72-a2d527241ef3 req-24902e46-2380-4568-a7ad-0a684786bc4a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.1838815 Aug 28 12:46:56.597702 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-91167843-fcf7-41be-a177-5330d73b13ca tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:56.599295 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-91167843-fcf7-41be-a177-5330d73b13ca tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/networks?id=06edde1e-8bcd-4a69-b1f3-50e821da12ce HTTP/1.1" status: 200 len: 815 time: 0.3035538 Aug 28 12:46:56.633239 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-39ea8acb-db57-4761-93a2-063a7f9f93ed tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/quotas/7b7a6b99db3840b590db410facd5b849 HTTP/1.1" status: 200 len: 375 time: 0.0260484 Aug 28 12:46:56.674991 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f107ce71-e898-4f6f-ab72-a2d527241ef3 req-62846028-809b-4024-9cd9-ec7c678ae039 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845845 Aug 28 12:46:56.747662 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-c826a64d-3d04-4e6d-82a0-1c35014696d4 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b7a6b99db3840b590db410facd5b849&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723541 Aug 28 12:46:56.772240 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a58006e5-0bc4-41f3-8637-03cc37505fc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:56.796160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e907a8da-bdeb-4a45-8bf4-93550f77b064, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e907a8da-bdeb-4a45-8bf4-93550f77b064,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:56.823097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'e907a8da-bdeb-4a45-8bf4-93550f77b064', 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae', 'port_id': 'e907a8da-bdeb-4a45-8bf4-93550f77b064', 'mac_address': 'fa:16:3e:32:09:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b2ab30-884f-4c27-9baa-880b68554db1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:46:56.896740 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:56.898293 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-5403fd9c-216b-4683-8ef6-7367429a2a8a service neutron] 10.222.0.20 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469438 Aug 28 12:46:56.910427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a4f41-7139-4472-beb9-bcafa18b20f9 None None] Network 06edde1e-8bcd-4a69-b1f3-50e821da12ce requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:46:56.917894 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-250737d4-6a6c-4c98-934f-dd89c9fd777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-router', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:45Z', 'updated_at': '2021-08-28T12:46:54Z', 'revision_number': 5, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'gw_port': {'id': 'bb7621e7-da33-4402-b918-5ff95c0aa391', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:46Z', 'updated_at': '2021-08-28T12:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:56.929512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e907a8da-bdeb-4a45-8bf4-93550f77b064 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:46:56.963344 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-a58006e5-0bc4-41f3-8637-03cc37505fc2 admin admin] Deleting port bb7621e7-da33-4402-b918-5ff95c0aa391 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:56.963686 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a58006e5-0bc4-41f3-8637-03cc37505fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:56.997104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e907a8da-bdeb-4a45-8bf4-93550f77b064, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e907a8da-bdeb-4a45-8bf4-93550f77b064,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:57.008595 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:57.011254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fc25241d-8b11-4799-9b35-46e2433c5863 None None] Provisioning for port 367d5408-503f-40ac-921a-75deecf54ef7 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:57.035555 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250737d4-6a6c-4c98-934f-dd89c9fd777f None None] Checking router: c9a66ef1-d5e2-4642-a484-cfbdff0d439d for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:46:57.102404 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-c608ec33-d780-426a-aa35-35748b09c47d service neutron] 10.222.0.20 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954648 Aug 28 12:46:57.118019 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250737d4-6a6c-4c98-934f-dd89c9fd777f None None] Routers {'c9a66ef1-d5e2-4642-a484-cfbdff0d439d'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:46:57.121164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-a58006e5-0bc4-41f3-8637-03cc37505fc2 admin admin] For port bb7621e7-da33-4402-b918-5ff95c0aa391, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bb7621e7-da33-4402-b918-5ff95c0aa391,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:57.121350 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e907a8da-bdeb-4a45-8bf4-93550f77b064,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:57.121565 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a58006e5-0bc4-41f3-8637-03cc37505fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:57.125991 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-250737d4-6a6c-4c98-934f-dd89c9fd777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:46:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:57.141855 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-a58006e5-0bc4-41f3-8637-03cc37505fc2 admin admin] Calling delete_port for bb7621e7-da33-4402-b918-5ff95c0aa391 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:57.161821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['e907a8da-bdeb-4a45-8bf4-93550f77b064'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:46:57.408073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 367d5408-503f-40ac-921a-75deecf54ef7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:57.467800 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-250737d4-6a6c-4c98-934f-dd89c9fd777f None None] Set router c9a66ef1-d5e2-4642-a484-cfbdff0d439d gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:46:57.555698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 367d5408-503f-40ac-921a-75deecf54ef7 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:46:57.585995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 367d5408-503f-40ac-921a-75deecf54ef7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:57.586642 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:57.690420 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a58006e5-0bc4-41f3-8637-03cc37505fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:57.697087 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-250737d4-6a6c-4c98-934f-dd89c9fd777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-router', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:45Z', 'updated_at': '2021-08-28T12:46:56Z', 'revision_number': 6, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:46:57.734196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e8dc9b36-ce16-44b2-8d49-1c6d9285f913 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:57.739092 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e8dc9b36-ce16-44b2-8d49-1c6d9285f913 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.11 "GET /v2.0/networks?id=06edde1e-8bcd-4a69-b1f3-50e821da12ce HTTP/1.1" status: 200 len: 815 time: 0.5280225 Aug 28 12:46:57.788386 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58006e5-0bc4-41f3-8637-03cc37505fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb7621e7-da33-4402-b918-5ff95c0aa391,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:57.800401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-b8b8602c-f8d5-4a34-b356-03bea4fc9b2e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Request body: {'port': {'device_id': '336c15ea-9029-430c-8eaa-691fe279ee3a', 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce', 'admin_state_up': True, 'tenant_id': '7b7a6b99db3840b590db410facd5b849'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:57.813928 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:57.838385 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-493c932e-b898-4c3b-a2c0-cd12b533045c None None] Provisioning complete for port 367d5408-503f-40ac-921a-75deecf54ef7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:57.838788 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-493c932e-b898-4c3b-a2c0-cd12b533045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:57.883666 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 367d5408-503f-40ac-921a-75deecf54ef7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=367d5408-503f-40ac-921a-75deecf54ef7,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:57.901595 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:57.907676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc154c7-9b0d-4e57-8fe0-bdf7f2edc933 req-7c945990-4511-47ac-bf8d-763345099138 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:57.917799 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9cc154c7-9b0d-4e57-8fe0-bdf7f2edc933 req-7c945990-4511-47ac-bf8d-763345099138 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 944 time: 0.2479649 Aug 28 12:46:57.947432 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a58006e5-0bc4-41f3-8637-03cc37505fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:57.994131 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250737d4-6a6c-4c98-934f-dd89c9fd777f None None] The sync data for ids ['c9a66ef1-d5e2-4642-a484-cfbdff0d439d'] in n-d-791505-21 is: [{'id': 'c9a66ef1-d5e2-4642-a484-cfbdff0d439d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-606444301-router', 'tenant_id': '3a39c3307c494460a72aa392cf651d88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:45Z', 'updated_at': '2021-08-28T12:46:56Z', 'revision_number': 6, 'project_id': '3a39c3307c494460a72aa392cf651d88', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:46:58.020969 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=367d5408-503f-40ac-921a-75deecf54ef7,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:58.123491 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-b8b8602c-f8d5-4a34-b356-03bea4fc9b2e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Made reservation on behalf of 7b7a6b99db3840b590db410facd5b849 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:46:58.131395 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-b8b8602c-f8d5-4a34-b356-03bea4fc9b2e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:58.149613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a0cf1-d319-4c6a-8e33-66ff965f97e2 req-dbf2d2b3-1212-4c54-93c5-99100c4e8f86 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:58.151349 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9cc154c7-9b0d-4e57-8fe0-bdf7f2edc933 req-e451e0ee-76a8-42f7-8ba7-e8bb08913a08 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297049 Aug 28 12:46:58.152079 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de3a0cf1-d319-4c6a-8e33-66ff965f97e2 req-dbf2d2b3-1212-4c54-93c5-99100c4e8f86 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.4120693 Aug 28 12:46:58.166006 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a58006e5-0bc4-41f3-8637-03cc37505fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:58.166006 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a58006e5-0bc4-41f3-8637-03cc37505fc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:58.239181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a58006e5-0bc4-41f3-8637-03cc37505fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:58.239895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58006e5-0bc4-41f3-8637-03cc37505fc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9a66ef1-d5e2-4642-a484-cfbdff0d439d {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:46:58.247506 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a58006e5-0bc4-41f3-8637-03cc37505fc2 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:58.249609 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a58006e5-0bc4-41f3-8637-03cc37505fc2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c9a66ef1-d5e2-4642-a484-cfbdff0d439d HTTP/1.1" status: 204 len: 168 time: 2.0122509 Aug 28 12:46:58.261348 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41956) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:58.294623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de3a0cf1-d319-4c6a-8e33-66ff965f97e2 req-5fb01079-241d-4560-9667-61eebf8a93a6 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229043 Aug 28 12:46:58.329730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cacd03-48a9-407a-9d2f-6fe64ae61ec1 admin admin] Deleting subnet fb7f2086-2045-4551-993d-261083fa36e9 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:46:58.335399 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-08cacd03-48a9-407a-9d2f-6fe64ae61ec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:58.366942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31f992-34ff-4ee6-99d9-d7f805122d07 req-4fa6d1fc-ff7b-44bb-bcc5-ce9ef500146c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:58.368632 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ba31f992-34ff-4ee6-99d9-d7f805122d07 req-4fa6d1fc-ff7b-44bb-bcc5-ce9ef500146c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1171741 Aug 28 12:46:58.419989 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-08cacd03-48a9-407a-9d2f-6fe64ae61ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:58.498377 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ba31f992-34ff-4ee6-99d9-d7f805122d07 req-4fe60bbf-19f9-4ff5-8ea9-b7e446183ea2 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903080 Aug 28 12:46:58.536749 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-b8b8602c-f8d5-4a34-b356-03bea4fc9b2e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Allocated IP 172.20.0.12 (06edde1e-8bcd-4a69-b1f3-50e821da12ce/f58ff31b-b4db-41ed-92b2-19b7eabba203/6ead5d09-aab2-452c-95e9-84b1b263167c) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:46:58.567264 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e907a8da-bdeb-4a45-8bf4-93550f77b064 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:58.595899 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-08cacd03-48a9-407a-9d2f-6fe64ae61ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:58.662020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-e5497254-0de9-4a36-b0cc-b506f6ec29da tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:58.666818 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-e5497254-0de9-4a36-b0cc-b506f6ec29da tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/networks?id=06edde1e-8bcd-4a69-b1f3-50e821da12ce HTTP/1.1" status: 200 len: 815 time: 0.2209580 Aug 28 12:46:58.692799 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port e907a8da-bdeb-4a45-8bf4-93550f77b064 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:58.698956 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:58.699147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032db8c8-8bdd-4417-aa12-ebe25ed0772a req-e3e0e25d-5c98-44ad-bf93-ad30b9012b1f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:58.706317 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032db8c8-8bdd-4417-aa12-ebe25ed0772a req-e3e0e25d-5c98-44ad-bf93-ad30b9012b1f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:58.710191 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-b558d9cb-1598-44fa-95a1-3b26c718f9ac tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/quotas/7b7a6b99db3840b590db410facd5b849 HTTP/1.1" status: 200 len: 375 time: 0.0290062 Aug 28 12:46:58.712666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032db8c8-8bdd-4417-aa12-ebe25ed0772a req-e3e0e25d-5c98-44ad-bf93-ad30b9012b1f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:58.718857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032db8c8-8bdd-4417-aa12-ebe25ed0772a req-e3e0e25d-5c98-44ad-bf93-ad30b9012b1f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:58.724787 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032db8c8-8bdd-4417-aa12-ebe25ed0772a req-e3e0e25d-5c98-44ad-bf93-ad30b9012b1f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:58.745858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032db8c8-8bdd-4417-aa12-ebe25ed0772a req-e3e0e25d-5c98-44ad-bf93-ad30b9012b1f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:58.752574 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032db8c8-8bdd-4417-aa12-ebe25ed0772a req-e3e0e25d-5c98-44ad-bf93-ad30b9012b1f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:58.758971 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-032db8c8-8bdd-4417-aa12-ebe25ed0772a req-e3e0e25d-5c98-44ad-bf93-ad30b9012b1f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.1398547 Aug 28 12:46:58.779739 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-08cacd03-48a9-407a-9d2f-6fe64ae61ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:58.826695 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:58.830903 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-08cacd03-48a9-407a-9d2f-6fe64ae61ec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:58.837053 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-08cacd03-48a9-407a-9d2f-6fe64ae61ec1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fb7f2086-2045-4551-993d-261083fa36e9 HTTP/1.1" status: 204 len: 168 time: 0.5741019 Aug 28 12:46:58.838129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cacd03-48a9-407a-9d2f-6fe64ae61ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7f2086-2045-4551-993d-261083fa36e9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:58.839653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a55f63-557e-4894-8b36-964f6203c4f3 None None] Network 3730338a-be75-48f7-81e6-18e4459b92c4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:46:58.839823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41974) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:46:58.896539 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-032db8c8-8bdd-4417-aa12-ebe25ed0772a req-46c8e963-6585-4cdd-ad2e-2ffe2785eb32 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1250327 Aug 28 12:46:58.903090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c589c3-e932-4344-874c-3768bca1f0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e907a8da-bdeb-4a45-8bf4-93550f77b064'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:46:58.905559 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456557ad-bdd9-438b-b4b0-49a35956e1d1" -d '{"events": [{"server_uuid": "64c589c3-e932-4344-874c-3768bca1f0a9", "name": "network-vif-plugged", "status": "completed", "tag": "e907a8da-bdeb-4a45-8bf4-93550f77b064"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:46:58.961414 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-d0f5b0e8-3478-466a-a97e-417c9c279a62 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b7a6b99db3840b590db410facd5b849&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2381544 Aug 28 12:46:59.009995 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:59.041002 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e907a8da-bdeb-4a45-8bf4-93550f77b064, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e907a8da-bdeb-4a45-8bf4-93550f77b064,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:59.045196 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-b8b8602c-f8d5-4a34-b356-03bea4fc9b2e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:59.065421 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:59.092386 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-b8b8602c-f8d5-4a34-b356-03bea4fc9b2e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Transition to ACTIVE for port object 6ead5d09-aab2-452c-95e9-84b1b263167c will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:46:59.169630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] Deleting port 4e85185d-a212-4eba-a26c-ee64e84df6cb {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:59.170440 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:59.215596 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-70f8c856-17e8-49a1-aa4d-6acae57e5c98 service neutron] 10.222.0.20 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444220 Aug 28 12:46:59.223113 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e907a8da-bdeb-4a45-8bf4-93550f77b064,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:59.245130 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 367d5408-503f-40ac-921a-75deecf54ef7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:46:59.337604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a94fd5-d357-478d-941f-efdd47f1e31f None None] DHCP port deletion for 3730338a-be75-48f7-81e6-18e4459b92c4 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:46:59.351176 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] For port 4e85185d-a212-4eba-a26c-ee64e84df6cb, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4e85185d-a212-4eba-a26c-ee64e84df6cb,segment=NetworkSegment(ec87516c-93ea-4fa9-b323-73e1425af431),segment_id=ec87516c-93ea-4fa9-b323-73e1425af431)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:59.351675 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:59.367203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86668c-e82f-4bef-bbfe-f62354cece68 req-df3b84f6-685b-4d73-bc29-4bb8e9aef272 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:59.369256 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ff86668c-e82f-4bef-bbfe-f62354cece68 req-df3b84f6-685b-4d73-bc29-4bb8e9aef272 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.11 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 945 time: 0.1906612 Aug 28 12:46:59.394170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 367d5408-503f-40ac-921a-75deecf54ef7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:46:59.394436 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:59.434025 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] Calling delete_port for 4e85185d-a212-4eba-a26c-ee64e84df6cb owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:59.443102 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111060c1-55bd-4922-b2e8-74c28afdeaf2 x-openstack-request-id: req-111060c1-55bd-4922-b2e8-74c28afdeaf2 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:46:59.444233 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c589c3-e932-4344-874c-3768bca1f0a9", "name": "network-vif-plugged", "status": "completed", "tag": "e907a8da-bdeb-4a45-8bf4-93550f77b064", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:46:59.444716 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-111060c1-55bd-4922-b2e8-74c28afdeaf2 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:46:59.451926 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c589c3-e932-4344-874c-3768bca1f0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e907a8da-bdeb-4a45-8bf4-93550f77b064', 'code': 200} Aug 28 12:46:59.470792 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-b8b8602c-f8d5-4a34-b356-03bea4fc9b2e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:59.474556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c0a94fd5-d357-478d-941f-efdd47f1e31f None None] Deleting port 4e85185d-a212-4eba-a26c-ee64e84df6cb {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:46:59.474993 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c0a94fd5-d357-478d-941f-efdd47f1e31f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:59.571715 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c0a94fd5-d357-478d-941f-efdd47f1e31f None None] For port 4e85185d-a212-4eba-a26c-ee64e84df6cb, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4e85185d-a212-4eba-a26c-ee64e84df6cb,segment=NetworkSegment(ec87516c-93ea-4fa9-b323-73e1425af431),segment_id=ec87516c-93ea-4fa9-b323-73e1425af431)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:46:59.572013 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c0a94fd5-d357-478d-941f-efdd47f1e31f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:59.587570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c0a94fd5-d357-478d-941f-efdd47f1e31f None None] Calling delete_port for 4e85185d-a212-4eba-a26c-ee64e84df6cb owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:46:59.639338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-b8b8602c-f8d5-4a34-b356-03bea4fc9b2e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Network 06edde1e-8bcd-4a69-b1f3-50e821da12ce is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:46:59.654892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-b8b8602c-f8d5-4a34-b356-03bea4fc9b2e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:46:59.666736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-b8b8602c-f8d5-4a34-b356-03bea4fc9b2e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:46:59.708743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8602c-f8d5-4a34-b356-03bea4fc9b2e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Pushing event updated for resources: {'Port': ['ID=6ead5d09-aab2-452c-95e9-84b1b263167c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:59.791481 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-6b46c8fe-7d72-487b-a580-00f08cd85d24 service neutron] 10.222.0.20 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741146 Aug 28 12:46:59.798638 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c0a94fd5-d357-478d-941f-efdd47f1e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:59.861797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a94fd5-d357-478d-941f-efdd47f1e31f None None] Pushing event deleted for resources: {'Port': ['ID=4e85185d-a212-4eba-a26c-ee64e84df6cb,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:46:59.869224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a94fd5-d357-478d-941f-efdd47f1e31f None None] No DVR routers for this DVR port 4e85185d-a212-4eba-a26c-ee64e84df6cb on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:46:59.876374 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-b8b8602c-f8d5-4a34-b356-03bea4fc9b2e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:59.877391 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-b8b8602c-f8d5-4a34-b356-03bea4fc9b2e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:46:59.894916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bb7621e7-da33-4402-b918-5ff95c0aa391 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:46:59.905086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-09b14e15-9b69-4a7e-a113-00bb33170003 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:46:59.908193 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-09b14e15-9b69-4a7e-a113-00bb33170003 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.11 "GET /v2.0/networks?id=06edde1e-8bcd-4a69-b1f3-50e821da12ce HTTP/1.1" status: 200 len: 815 time: 0.4818206 Aug 28 12:46:59.921444 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: bb7621e7-da33-4402-b918-5ff95c0aa391 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:46:59.921776 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bb7621e7-da33-4402-b918-5ff95c0aa391 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:46:59.922190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 42f794e0-f083-4c0a-8605-5f32a2eaab19 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:46:59.936159 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-f360bada-9038-4df0-8a60-81a164506453 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Request body: {'port': {'device_id': '966b8081-93f1-40cf-bf59-072c0d74f813', 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce', 'admin_state_up': True, 'tenant_id': '7b7a6b99db3840b590db410facd5b849'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:46:59.964165 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 42f794e0-f083-4c0a-8605-5f32a2eaab19 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:46:59.964818 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 42f794e0-f083-4c0a-8605-5f32a2eaab19 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:47:00.022799 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-b8b8602c-f8d5-4a34-b356-03bea4fc9b2e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2384148 Aug 28 12:47:00.060688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Request body: {'port': {'device_id': '336c15ea-9029-430c-8eaa-691fe279ee3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:00.113727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ce730d50-eef9-482a-9aa4-8266ba7907a2 None None] Provisioning for port 6ead5d09-aab2-452c-95e9-84b1b263167c completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:00.122141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ce730d50-eef9-482a-9aa4-8266ba7907a2 None None] Provisioning complete for port 6ead5d09-aab2-452c-95e9-84b1b263167c triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:00.123298 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ce730d50-eef9-482a-9aa4-8266ba7907a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:00.187695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b00fa-2498-4f64-97e9-1e4248ab1373 req-2856fbd7-5a52-4f33-99c5-61a3191e4a16 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:00.192329 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-351b00fa-2498-4f64-97e9-1e4248ab1373 req-2856fbd7-5a52-4f33-99c5-61a3191e4a16 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.6238511 Aug 28 12:47:00.199086 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ce730d50-eef9-482a-9aa4-8266ba7907a2 None None] Port 6ead5d09-aab2-452c-95e9-84b1b263167c cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:47:00.202914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-ff86668c-e82f-4bef-bbfe-f62354cece68 req-969c21f2-9392-4aa4-9d8d-1298ca2216af tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Deleting port e907a8da-bdeb-4a45-8bf4-93550f77b064 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:47:00.203259 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ff86668c-e82f-4bef-bbfe-f62354cece68 req-969c21f2-9392-4aa4-9d8d-1298ca2216af tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:00.282846 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:00.323044 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] No DVR routers for this DVR port 4e85185d-a212-4eba-a26c-ee64e84df6cb on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:47:00.408113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e85185d-a212-4eba-a26c-ee64e84df6cb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:00.461346 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-351b00fa-2498-4f64-97e9-1e4248ab1373 req-4a532d71-c3c9-4bfb-aee1-2ced09026c33 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410750 Aug 28 12:47:00.484417 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-ff86668c-e82f-4bef-bbfe-f62354cece68 req-969c21f2-9392-4aa4-9d8d-1298ca2216af tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] For port e907a8da-bdeb-4a45-8bf4-93550f77b064, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e907a8da-bdeb-4a45-8bf4-93550f77b064,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:00.484795 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ff86668c-e82f-4bef-bbfe-f62354cece68 req-969c21f2-9392-4aa4-9d8d-1298ca2216af tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:00.501282 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:00.512883 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-ff86668c-e82f-4bef-bbfe-f62354cece68 req-969c21f2-9392-4aa4-9d8d-1298ca2216af tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Calling delete_port for e907a8da-bdeb-4a45-8bf4-93550f77b064 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:47:00.518836 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3730338a-be75-48f7-81e6-18e4459b92c4']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:47:00.536612 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec87516c-93ea-4fa9-b323-73e1425af431') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:47:00.536955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec87516c-93ea-4fa9-b323-73e1425af431') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:47:00.583750 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:00.585154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80293c7d-c3d5-4b83-acb4-b9bba8626c1a req-f6e046be-2573-4c87-8952-466c54bdf610 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:00.592935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-80293c7d-c3d5-4b83-acb4-b9bba8626c1a req-f6e046be-2573-4c87-8952-466c54bdf610 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 945 time: 0.4607329 Aug 28 12:47:00.602840 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-f360bada-9038-4df0-8a60-81a164506453 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Made reservation on behalf of 7b7a6b99db3840b590db410facd5b849 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:47:00.606185 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-f360bada-9038-4df0-8a60-81a164506453 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:00.610155 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:00.629192 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:00.645977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:47:00.647086 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:47:00.650135 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:47:00.715082 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-80293c7d-c3d5-4b83-acb4-b9bba8626c1a req-64846d1b-1a64-485d-b1fb-88962f253c4c tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209211 Aug 28 12:47:00.752622 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3f7c-00ea-4a71-93fc-b40450929e05 req-afd934a5-fc4e-4c5b-b2a0-7f100bd28674 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:00.758652 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ff2f3f7c-00ea-4a71-93fc-b40450929e05 req-afd934a5-fc4e-4c5b-b2a0-7f100bd28674 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1770942 Aug 28 12:47:00.763282 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:00.779829 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:00.786117 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] 10.222.0.20 "DELETE /v2.0/networks/3730338a-be75-48f7-81e6-18e4459b92c4 HTTP/1.1" status: 204 len: 168 time: 1.9440284 Aug 28 12:47:00.857605 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ff86668c-e82f-4bef-bbfe-f62354cece68 req-969c21f2-9392-4aa4-9d8d-1298ca2216af tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:00.883702 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de903ce-9e5f-4968-a53f-f18c9e598c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=3730338a-be75-48f7-81e6-18e4459b92c4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:00.923271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c21f2-9392-4aa4-9d8d-1298ca2216af tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Pushing event deleted for resources: {'Port': ['ID=e907a8da-bdeb-4a45-8bf4-93550f77b064,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:00.935037 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ff2f3f7c-00ea-4a71-93fc-b40450929e05 req-eddbd3a6-2f07-4745-b8b4-2939fe59998b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898335 Aug 28 12:47:00.977244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-f360bada-9038-4df0-8a60-81a164506453 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Allocated IP 172.20.0.7 (06edde1e-8bcd-4a69-b1f3-50e821da12ce/f58ff31b-b4db-41ed-92b2-19b7eabba203/5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:47:00.996787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bae22-2c40-43d6-a113-e9526db6ec37 req-fd45f883-6d32-4aef-a3f2-1935e491a995 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:00.997786 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff86668c-e82f-4bef-bbfe-f62354cece68 req-969c21f2-9392-4aa4-9d8d-1298ca2216af tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] No DVR routers for this DVR port e907a8da-bdeb-4a45-8bf4-93550f77b064 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:47:01.004506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bae22-2c40-43d6-a113-e9526db6ec37 req-fd45f883-6d32-4aef-a3f2-1935e491a995 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:01.011545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bae22-2c40-43d6-a113-e9526db6ec37 req-fd45f883-6d32-4aef-a3f2-1935e491a995 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:01.013216 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ff86668c-e82f-4bef-bbfe-f62354cece68 req-969c21f2-9392-4aa4-9d8d-1298ca2216af tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:01.015427 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ff86668c-e82f-4bef-bbfe-f62354cece68 req-969c21f2-9392-4aa4-9d8d-1298ca2216af tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.11 "DELETE /v2.0/ports/e907a8da-bdeb-4a45-8bf4-93550f77b064 HTTP/1.1" status: 204 len: 173 time: 1.6361678 Aug 28 12:47:01.015950 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c589c3-e932-4344-874c-3768bca1f0a9', 'name': 'network-vif-deleted', 'tag': 'e907a8da-bdeb-4a45-8bf4-93550f77b064'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:01.018627 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78918dcd-de05-4a6b-b989-94d5fad8e572" -d '{"events": [{"server_uuid": "64c589c3-e932-4344-874c-3768bca1f0a9", "name": "network-vif-deleted", "tag": "e907a8da-bdeb-4a45-8bf4-93550f77b064"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:01.020031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bae22-2c40-43d6-a113-e9526db6ec37 req-fd45f883-6d32-4aef-a3f2-1935e491a995 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:01.028683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bae22-2c40-43d6-a113-e9526db6ec37 req-fd45f883-6d32-4aef-a3f2-1935e491a995 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:01.035569 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bae22-2c40-43d6-a113-e9526db6ec37 req-fd45f883-6d32-4aef-a3f2-1935e491a995 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:01.045268 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bae22-2c40-43d6-a113-e9526db6ec37 req-fd45f883-6d32-4aef-a3f2-1935e491a995 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:01.053897 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7e2bae22-2c40-43d6-a113-e9526db6ec37 req-fd45f883-6d32-4aef-a3f2-1935e491a995 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.2033188 Aug 28 12:47:01.058544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42006) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:01.087509 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f53c513e-e761-4925-b3b1-7655d12ae3aa req-4016afbc-1bc4-454f-902a-bf66af5f2cf1 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 210 time: 0.0644474 Aug 28 12:47:01.167830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4e85185d-a212-4eba-a26c-ee64e84df6cb no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:47:01.209137 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 4e85185d-a212-4eba-a26c-ee64e84df6cb {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:47:01.209475 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4e85185d-a212-4eba-a26c-ee64e84df6cb not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:47:01.228899 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7e2bae22-2c40-43d6-a113-e9526db6ec37 req-7a5aaa18-8588-43c4-b3b1-1df119c85dc2 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1740563 Aug 28 12:47:01.252885 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c381795f-a51c-4544-b5c3-ab32915b26f9 x-openstack-request-id: req-c381795f-a51c-4544-b5c3-ab32915b26f9 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:01.253427 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c589c3-e932-4344-874c-3768bca1f0a9", "name": "network-vif-deleted", "tag": "e907a8da-bdeb-4a45-8bf4-93550f77b064", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:01.253427 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c381795f-a51c-4544-b5c3-ab32915b26f9 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:01.253786 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c589c3-e932-4344-874c-3768bca1f0a9', 'name': 'network-vif-deleted', 'tag': 'e907a8da-bdeb-4a45-8bf4-93550f77b064', 'status': 'completed', 'code': 200} Aug 28 12:47:01.255875 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fb086193-f978-45ab-b624-ec10b40903b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a39c3307c494460a72aa392cf651d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955469 Aug 28 12:47:01.258247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42008) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:01.314263 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbfb764a-0e28-4f90-a410-d37f26dca9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:01.339920 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbfb764a-0e28-4f90-a410-d37f26dca9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:01.376648 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-f360bada-9038-4df0-8a60-81a164506453 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:01.393387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-f360bada-9038-4df0-8a60-81a164506453 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Transition to ACTIVE for port object 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:47:01.402337 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbfb764a-0e28-4f90-a410-d37f26dca9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:01.413238 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbfb764a-0e28-4f90-a410-d37f26dca9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:01.413238 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cbfb764a-0e28-4f90-a410-d37f26dca9bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf8a1465-af74-4a8c-8994-d26d5d687ba3 HTTP/1.1" status: 204 len: 168 time: 0.1490784 Aug 28 12:47:01.420742 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb764a-0e28-4f90-a410-d37f26dca9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8a1465-af74-4a8c-8994-d26d5d687ba3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:01.469276 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-f360bada-9038-4df0-8a60-81a164506453 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:01.574888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-f360bada-9038-4df0-8a60-81a164506453 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Network 06edde1e-8bcd-4a69-b1f3-50e821da12ce is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:47:01.590583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-f360bada-9038-4df0-8a60-81a164506453 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:47:01.595105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-f360bada-9038-4df0-8a60-81a164506453 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:47:01.604152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360bada-9038-4df0-8a60-81a164506453 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Pushing event updated for resources: {'Port': ['ID=5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:01.759679 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-3727b5ee-29ea-49dc-ae9b-04e84d6dd280 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:01.761438 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-3727b5ee-29ea-49dc-ae9b-04e84d6dd280 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.11 "GET /v2.0/networks?id=06edde1e-8bcd-4a69-b1f3-50e821da12ce HTTP/1.1" status: 200 len: 815 time: 0.1775804 Aug 28 12:47:01.779370 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-7246143b-623f-4cb5-8202-5b3f1d39b34c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Request body: {'port': {'device_id': '256cdc66-55d0-4b54-8dcd-1ae9190bbf10', 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce', 'admin_state_up': True, 'tenant_id': '7b7a6b99db3840b590db410facd5b849'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:01.841701 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-f360bada-9038-4df0-8a60-81a164506453 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:01.842935 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-f360bada-9038-4df0-8a60-81a164506453 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:01.914541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a713c-9a38-4fac-bdbc-b9b2a95215a8 req-cc666462-fbdd-4a35-a32f-072d75d7650a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:01.916245 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-799a713c-9a38-4fac-bdbc-b9b2a95215a8 req-cc666462-fbdd-4a35-a32f-072d75d7650a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.3160605 Aug 28 12:47:01.944553 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c866d07b-a762-4ee8-b13e-035e1afa5514 req-aac8feb3-50da-4a84-9bb6-3ff83359d742 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=64c589c3-e932-4344-874c-3768bca1f0a9 HTTP/1.1" status: 200 len: 210 time: 0.0461438 Aug 28 12:47:02.015449 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ead5d09-aab2-452c-95e9-84b1b263167c {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:02.053702 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-f360bada-9038-4df0-8a60-81a164506453 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1301243 Aug 28 12:47:02.065307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-7246143b-623f-4cb5-8202-5b3f1d39b34c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Made reservation on behalf of 7b7a6b99db3840b590db410facd5b849 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:47:02.074396 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-7246143b-623f-4cb5-8202-5b3f1d39b34c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:02.078499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Request body: {'port': {'device_id': '966b8081-93f1-40cf-bf59-072c0d74f813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:02.083478 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:02.100054 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-799a713c-9a38-4fac-bdbc-b9b2a95215a8 req-64f08b63-7fd5-4f7d-aac1-fc04d32d643f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729763 Aug 28 12:47:02.143322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f1812192-a0fa-4e3a-97fc-9b1b145591b0 None None] Provisioning for port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:02.150935 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f1812192-a0fa-4e3a-97fc-9b1b145591b0 None None] Provisioning complete for port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:02.151732 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1812192-a0fa-4e3a-97fc-9b1b145591b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:02.159156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Transition to ACTIVE for port object 6ead5d09-aab2-452c-95e9-84b1b263167c will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:47:02.213665 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:02.232504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f1812192-a0fa-4e3a-97fc-9b1b145591b0 None None] Port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:47:02.282576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78260fc3-974e-4d90-8230-1d41ffde956e req-6c155738-bb1c-4cdb-8be8-3d56e454a420 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:02.290719 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78260fc3-974e-4d90-8230-1d41ffde956e req-6c155738-bb1c-4cdb-8be8-3d56e454a420 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1787055 Aug 28 12:47:02.381495 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a621df7b-0e73-4b15-ac49-8a775758647b req-28a7c712-56d2-4d50-acc0-7f5199b3e3b8 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 210 time: 0.1686964 Aug 28 12:47:02.385736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Pushing event updated for resources: {'Port': ['ID=6ead5d09-aab2-452c-95e9-84b1b263167c,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:02.386625 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78260fc3-974e-4d90-8230-1d41ffde956e req-544d4284-38a6-443e-8aec-5b201814c126 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949361 Aug 28 12:47:02.400461 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:02.463212 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-7246143b-623f-4cb5-8202-5b3f1d39b34c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Allocated IP 172.20.0.13 (06edde1e-8bcd-4a69-b1f3-50e821da12ce/f58ff31b-b4db-41ed-92b2-19b7eabba203/ae1bef61-00ef-4f35-aa3f-10582d834543) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:47:02.590067 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e907a8da-bdeb-4a45-8bf4-93550f77b064 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:47:02.659181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: e907a8da-bdeb-4a45-8bf4-93550f77b064 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:47:02.659816 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e907a8da-bdeb-4a45-8bf4-93550f77b064 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:47:02.801348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Attempting to bind port 6ead5d09-aab2-452c-95e9-84b1b263167c on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:47:02.802125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Attempting to bind port 6ead5d09-aab2-452c-95e9-84b1b263167c by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:47:02.802980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Attempting to bind port 6ead5d09-aab2-452c-95e9-84b1b263167c on network 06edde1e-8bcd-4a69-b1f3-50e821da12ce {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:02.830068 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Port 6ead5d09-aab2-452c-95e9-84b1b263167c on network 06edde1e-8bcd-4a69-b1f3-50e821da12ce not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:47:02.830826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Attempting to bind port 6ead5d09-aab2-452c-95e9-84b1b263167c on network 06edde1e-8bcd-4a69-b1f3-50e821da12ce {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:02.842692 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038fcba-1285-4a9d-85d9-0d10d388aeed req-d7f52cbb-41d3-445a-890b-7aee9b111c29 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:02.850048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:47:02.850759 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Checking segment: {'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:47:02.851264 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8038fcba-1285-4a9d-85d9-0d10d388aeed req-d7f52cbb-41d3-445a-890b-7aee9b111c29 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1045549 Aug 28 12:47:02.853019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Bound using segment: {'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:47:02.856347 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Bound port: 6ead5d09-aab2-452c-95e9-84b1b263167c, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:47:02.859952 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:02.877408 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aeefc-2c8d-457d-b8e4-37cc6820ed4d req-4db42f7e-0220-46d3-816b-ab5c06c00671 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:02.884712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aeefc-2c8d-457d-b8e4-37cc6820ed4d req-4db42f7e-0220-46d3-816b-ab5c06c00671 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:02.891626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aeefc-2c8d-457d-b8e4-37cc6820ed4d req-4db42f7e-0220-46d3-816b-ab5c06c00671 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:02.898257 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aeefc-2c8d-457d-b8e4-37cc6820ed4d req-4db42f7e-0220-46d3-816b-ab5c06c00671 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:02.898552 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-7246143b-623f-4cb5-8202-5b3f1d39b34c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:02.904814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aeefc-2c8d-457d-b8e4-37cc6820ed4d req-4db42f7e-0220-46d3-816b-ab5c06c00671 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:02.912757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aeefc-2c8d-457d-b8e4-37cc6820ed4d req-4db42f7e-0220-46d3-816b-ab5c06c00671 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:02.913325 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8038fcba-1285-4a9d-85d9-0d10d388aeed req-18273218-4333-4ace-8eb1-e15c1f58a577 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608792 Aug 28 12:47:02.919335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aeefc-2c8d-457d-b8e4-37cc6820ed4d req-4db42f7e-0220-46d3-816b-ab5c06c00671 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:02.928748 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f4aeefc-2c8d-457d-b8e4-37cc6820ed4d req-4db42f7e-0220-46d3-816b-ab5c06c00671 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.2763638 Aug 28 12:47:02.930850 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-7246143b-623f-4cb5-8202-5b3f1d39b34c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Transition to ACTIVE for port object ae1bef61-00ef-4f35-aa3f-10582d834543 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:47:02.991010 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-7246143b-623f-4cb5-8202-5b3f1d39b34c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:03.046169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-7246143b-623f-4cb5-8202-5b3f1d39b34c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Network 06edde1e-8bcd-4a69-b1f3-50e821da12ce is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:47:03.048424 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-7246143b-623f-4cb5-8202-5b3f1d39b34c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:47:03.053725 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-7246143b-623f-4cb5-8202-5b3f1d39b34c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:47:03.066683 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f4aeefc-2c8d-457d-b8e4-37cc6820ed4d req-2ab87d51-4e9c-4c31-9eb5-4e79748def75 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1365459 Aug 28 12:47:03.095024 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246143b-623f-4cb5-8202-5b3f1d39b34c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Pushing event updated for resources: {'Port': ['ID=ae1bef61-00ef-4f35-aa3f-10582d834543,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:03.120273 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-7246143b-623f-4cb5-8202-5b3f1d39b34c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:03.121099 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-7246143b-623f-4cb5-8202-5b3f1d39b34c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:03.139285 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-7246143b-623f-4cb5-8202-5b3f1d39b34c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3666651 Aug 28 12:47:03.145457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] For port 6ead5d09-aab2-452c-95e9-84b1b263167c, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:47:03.155989 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Request body: {'port': {'device_id': '256cdc66-55d0-4b54-8dcd-1ae9190bbf10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:03.192782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] For port 6ead5d09-aab2-452c-95e9-84b1b263167c, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6ead5d09-aab2-452c-95e9-84b1b263167c,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:47:03.225573 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:03.262210 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:03.313282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:03.313917 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:03.315376 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] 10.222.0.11 "PUT /v2.0/ports/6ead5d09-aab2-452c-95e9-84b1b263167c HTTP/1.1" status: 200 len: 1093 time: 3.2763634 Aug 28 12:47:03.322334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336c15ea-9029-430c-8eaa-691fe279ee3a', 'tag': '6ead5d09-aab2-452c-95e9-84b1b263167c'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:03.325224 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0201b8-6e6c-4b6b-ae7d-4d0446ecb0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "336c15ea-9029-430c-8eaa-691fe279ee3a", "tag": "6ead5d09-aab2-452c-95e9-84b1b263167c"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:03.422196 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0fe607-c397-49ec-bb8a-26b098432195 x-openstack-request-id: req-da0fe607-c397-49ec-bb8a-26b098432195 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:03.425131 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336c15ea-9029-430c-8eaa-691fe279ee3a", "tag": "6ead5d09-aab2-452c-95e9-84b1b263167c", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:03.426191 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da0fe607-c397-49ec-bb8a-26b098432195 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:03.428346 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336c15ea-9029-430c-8eaa-691fe279ee3a', 'tag': '6ead5d09-aab2-452c-95e9-84b1b263167c', 'status': 'completed', 'code': 200} Aug 28 12:47:03.534643 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42080) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:03.542978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-3848f7dd-2d8c-402d-b19f-cd28f90a1f99 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--708457258', 'description': 'tempest-description--1008404218'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:03.569712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667e850-404d-430c-9bbc-930a6e9e7c5d service neutron] Pushing event updated for resources: {'Port': ['ID=6ead5d09-aab2-452c-95e9-84b1b263167c,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:03.577872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:03.594539 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:03.614753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c8d2b8a1-0ee8-40ff-935d-771e6a26c3f3 None None] Provisioning for port ae1bef61-00ef-4f35-aa3f-10582d834543 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:03.628567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c8d2b8a1-0ee8-40ff-935d-771e6a26c3f3 None None] Provisioning complete for port ae1bef61-00ef-4f35-aa3f-10582d834543 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:03.629093 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c8d2b8a1-0ee8-40ff-935d-771e6a26c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:03.669415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Transition to ACTIVE for port object 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:47:03.689585 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:03.691638 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3848f7dd-2d8c-402d-b19f-cd28f90a1f99 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:03.728251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-c2c50504-0ee7-4202-822e-d98b94e55472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:03.729759 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-c2c50504-0ee7-4202-822e-d98b94e55472 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b7a6b99db3840b590db410facd5b849&device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 1096 time: 0.3278780 Aug 28 12:47:03.739769 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2b8a1-0ee8-40ff-935d-771e6a26c3f3 None None] Port ae1bef61-00ef-4f35-aa3f-10582d834543 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:47:03.801228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07e59e-592e-4c27-aedf-7bdfc7b835ff req-260670fd-e27e-4033-afe2-139b37fde0a4 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:03.803808 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8d07e59e-592e-4c27-aedf-7bdfc7b835ff req-260670fd-e27e-4033-afe2-139b37fde0a4 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1976922 Aug 28 12:47:03.873780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450b5d6-cfc1-4b82-8270-c25827053578 req-5d28d094-5b8f-40cf-967b-c23a14554946 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:03.876837 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2450b5d6-cfc1-4b82-8270-c25827053578 req-5d28d094-5b8f-40cf-967b-c23a14554946 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 932 time: 0.3283217 Aug 28 12:47:03.884738 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8d07e59e-592e-4c27-aedf-7bdfc7b835ff req-a588a470-ef7d-4a46-adc5-3493c1697c51 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739737 Aug 28 12:47:03.888038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-282cc52f-daee-4c1c-8f01-e7148d6b9a2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ead5d09-aab2-452c-95e9-84b1b263167c HTTP/1.1" status: 200 len: 217 time: 0.1230175 Aug 28 12:47:03.898173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:03.963296 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1bef61-00ef-4f35-aa3f-10582d834543 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:03.973077 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:03.989894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Transition to ACTIVE for port object ae1bef61-00ef-4f35-aa3f-10582d834543 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:47:03.995997 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:04.064536 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2450b5d6-cfc1-4b82-8270-c25827053578 req-3b869e33-15a4-48e5-9722-92980af68ca6 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686330 Aug 28 12:47:04.076854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-22f1fd79-df5d-4edf-9c77-23111fc4d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:04.077906 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-22f1fd79-df5d-4edf-9c77-23111fc4d93e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f58ff31b-b4db-41ed-92b2-19b7eabba203 HTTP/1.1" status: 200 len: 854 time: 0.1587358 Aug 28 12:47:04.111373 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Attempting to bind port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:47:04.111706 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Attempting to bind port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:47:04.112027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Attempting to bind port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 on network 06edde1e-8bcd-4a69-b1f3-50e821da12ce {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:04.141607 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 on network 06edde1e-8bcd-4a69-b1f3-50e821da12ce not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:47:04.141864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Attempting to bind port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 on network 06edde1e-8bcd-4a69-b1f3-50e821da12ce {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:04.176607 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:47:04.176937 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Checking segment: {'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:47:04.177316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Bound using segment: {'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:47:04.177952 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Bound port: 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:47:04.178309 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:04.210462 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3848f7dd-2d8c-402d-b19f-cd28f90a1f99 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:04.218317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e7c3cf3a-0f58-4852-8bc1-425510f42d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:04.220162 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-e7c3cf3a-0f58-4852-8bc1-425510f42d97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06edde1e-8bcd-4a69-b1f3-50e821da12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1181839 Aug 28 12:47:04.224198 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3848f7dd-2d8c-402d-b19f-cd28f90a1f99 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:04.226239 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Pushing event updated for resources: {'Port': ['ID=ae1bef61-00ef-4f35-aa3f-10582d834543,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:04.277410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Attempting to bind port ae1bef61-00ef-4f35-aa3f-10582d834543 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:47:04.277752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Attempting to bind port ae1bef61-00ef-4f35-aa3f-10582d834543 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:47:04.278069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Attempting to bind port ae1bef61-00ef-4f35-aa3f-10582d834543 on network 06edde1e-8bcd-4a69-b1f3-50e821da12ce {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:04.303702 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba8f9f-ee19-4daf-9e15-837e8e9b1a79 req-9aef17d5-6aa2-417c-8382-d24b1e3d6b4a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:04.311186 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-89ba8f9f-ee19-4daf-9e15-837e8e9b1a79 req-9aef17d5-6aa2-417c-8382-d24b1e3d6b4a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1689818 Aug 28 12:47:04.321700 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Port ae1bef61-00ef-4f35-aa3f-10582d834543 on network 06edde1e-8bcd-4a69-b1f3-50e821da12ce not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:47:04.322030 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Attempting to bind port ae1bef61-00ef-4f35-aa3f-10582d834543 on network 06edde1e-8bcd-4a69-b1f3-50e821da12ce {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:04.331549 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3848f7dd-2d8c-402d-b19f-cd28f90a1f99 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:04.336697 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3848f7dd-2d8c-402d-b19f-cd28f90a1f99 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8008857 Aug 28 12:47:04.339291 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42132) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:04.359774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ef4530e1-ffa7-4b1d-aa20-62a8f56e83f0 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Request body: {'security_group_rule': {'security_group_id': 'b7b597ee-035b-4634-9651-e3e1c185010a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:04.368088 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:47:04.368911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Checking segment: {'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:47:04.369492 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Bound using segment: {'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:47:04.370183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Bound port: ae1bef61-00ef-4f35-aa3f-10582d834543, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7edc20ad-a674-4dcb-8011-95cd1a4c9025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:47:04.370753 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:04.394565 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-89ba8f9f-ee19-4daf-9e15-837e8e9b1a79 req-2d661f51-63e1-4d8b-94d6-9f6d1a02631c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824783 Aug 28 12:47:04.404781 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848f7dd-2d8c-402d-b19f-cd28f90a1f99 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b597ee-035b-4634-9651-e3e1c185010a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:04.435613 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ef4530e1-ffa7-4b1d-aa20-62a8f56e83f0 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:04.441906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] For port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:47:04.475707 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] For port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:47:04.488457 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-b15cf00e-7b06-4722-903c-c2f6be78749b service neutron] 10.222.0.11 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324402 Aug 28 12:47:04.490500 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:04.561989 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] For port ae1bef61-00ef-4f35-aa3f-10582d834543, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:47:04.578543 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] For port ae1bef61-00ef-4f35-aa3f-10582d834543, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=ae1bef61-00ef-4f35-aa3f-10582d834543,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:47:04.579715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:04.589125 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:04.603768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65382b4-fff8-48fb-9e46-f518262754ca req-ade39aa1-5aef-468f-94a1-7fac64797eb4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:04.609987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65382b4-fff8-48fb-9e46-f518262754ca req-ade39aa1-5aef-468f-94a1-7fac64797eb4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:04.616602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65382b4-fff8-48fb-9e46-f518262754ca req-ade39aa1-5aef-468f-94a1-7fac64797eb4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:04.623649 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65382b4-fff8-48fb-9e46-f518262754ca req-ade39aa1-5aef-468f-94a1-7fac64797eb4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:04.629894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65382b4-fff8-48fb-9e46-f518262754ca req-ade39aa1-5aef-468f-94a1-7fac64797eb4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:04.638637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65382b4-fff8-48fb-9e46-f518262754ca req-ade39aa1-5aef-468f-94a1-7fac64797eb4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:04.645469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65382b4-fff8-48fb-9e46-f518262754ca req-ade39aa1-5aef-468f-94a1-7fac64797eb4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:04.666559 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f65382b4-fff8-48fb-9e46-f518262754ca req-ade39aa1-5aef-468f-94a1-7fac64797eb4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.1355505 Aug 28 12:47:04.675550 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ef4530e1-ffa7-4b1d-aa20-62a8f56e83f0 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:04.688359 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:04.689462 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:04.692138 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-a698cf57-a7d9-48fb-ba42-cf0136b0d768 service neutron] 10.222.0.11 "PUT /v2.0/ports/5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 HTTP/1.1" status: 200 len: 1092 time: 2.6196239 Aug 28 12:47:04.697531 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ef4530e1-ffa7-4b1d-aa20-62a8f56e83f0 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:04.726221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4530e1-ffa7-4b1d-aa20-62a8f56e83f0 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4334fce0-e25e-4484-b177-e96be3d6e7e5,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:04.781968 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:04.782593 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:04.784011 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] 10.222.0.11 "PUT /v2.0/ports/ae1bef61-00ef-4f35-aa3f-10582d834543 HTTP/1.1" status: 200 len: 1093 time: 1.6345203 Aug 28 12:47:04.801712 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256cdc66-55d0-4b54-8dcd-1ae9190bbf10', 'tag': 'ae1bef61-00ef-4f35-aa3f-10582d834543'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:04.804547 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d61d53-841f-4609-9c26-2efd514eb4da" -d '{"events": [{"name": "network-changed", "server_uuid": "256cdc66-55d0-4b54-8dcd-1ae9190bbf10", "tag": "ae1bef61-00ef-4f35-aa3f-10582d834543"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:04.807342 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ef4530e1-ffa7-4b1d-aa20-62a8f56e83f0 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:04.808901 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ef4530e1-ffa7-4b1d-aa20-62a8f56e83f0 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4638658 Aug 28 12:47:04.842967 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42160) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:04.847482 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f65382b4-fff8-48fb-9e46-f518262754ca req-fe7b77e4-ea1a-4418-97db-4e83bb83af83 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1800387 Aug 28 12:47:04.852226 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ccfdda5e-106a-4e2e-bb11-8d8339fefa1a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Request body: {'security_group_rule': {'security_group_id': 'b7b597ee-035b-4634-9651-e3e1c185010a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:04.872800 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db4fafb6-0cee-45c3-99f5-e8ff1fca1c2f req-2b788233-90a9-40e3-a6e1-fa3287b2d328 service neutron] 10.222.0.11 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362203 Aug 28 12:47:04.894296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-eb13cbbd-f99c-480c-b278-cc7fee26ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:04.898837 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-eb13cbbd-f99c-480c-b278-cc7fee26ee15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b7a6b99db3840b590db410facd5b849&device_id=966b8081-93f1-40cf-bf59-072c0d74f813 HTTP/1.1" status: 200 len: 1095 time: 0.1303513 Aug 28 12:47:04.974827 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ccfdda5e-106a-4e2e-bb11-8d8339fefa1a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:04.981933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39175348-6af3-4c65-831e-b6c2675fd1bd service neutron] Pushing event updated for resources: {'Port': ['ID=ae1bef61-00ef-4f35-aa3f-10582d834543,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:05.003529 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-4d05af8f-e498-4517-9941-874933b79b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:05.005047 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-4d05af8f-e498-4517-9941-874933b79b60 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b7a6b99db3840b590db410facd5b849&device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 1096 time: 0.1651716 Aug 28 12:47:05.072953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-90bbe776-3c46-41d6-88f7-f46e8816661c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae1bef61-00ef-4f35-aa3f-10582d834543 HTTP/1.1" status: 200 len: 217 time: 0.0516708 Aug 28 12:47:05.085876 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ccfdda5e-106a-4e2e-bb11-8d8339fefa1a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:05.104405 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ccfdda5e-106a-4e2e-bb11-8d8339fefa1a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:05.160019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdda5e-106a-4e2e-bb11-8d8339fefa1a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8eddbc8-c92e-42d8-b892-b347fe3562aa,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:05.167026 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ccfdda5e-106a-4e2e-bb11-8d8339fefa1a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:05.171455 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ccfdda5e-106a-4e2e-bb11-8d8339fefa1a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3228257 Aug 28 12:47:05.172253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42206) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:05.173793 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-68859efa-a957-4c79-9b3a-27f1c1b12f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:05.175323 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-68859efa-a957-4c79-9b3a-27f1c1b12f29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f58ff31b-b4db-41ed-92b2-19b7eabba203 HTTP/1.1" status: 200 len: 854 time: 0.0919302 Aug 28 12:47:05.179843 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:05.239276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-5aa768c6-dad4-4215-ab69-8c8e0399a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:05.241341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-5aa768c6-dad4-4215-ab69-8c8e0399a395 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06edde1e-8bcd-4a69-b1f3-50e821da12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571239 Aug 28 12:47:05.242271 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:05.260981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-9e84f9ac-5d07-4601-a2fa-3ce7e05efb60 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:47:05.261929 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-9e84f9ac-5d07-4601-a2fa-3ce7e05efb60 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052428 Aug 28 12:47:05.439986 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-bf625b76-1a25-45f9-82f3-b047d65df63f service neutron] 10.222.0.11 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361315 Aug 28 12:47:05.470538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966b8081-93f1-40cf-bf59-072c0d74f813', 'tag': '5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:05.472819 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313f3f77-f3e9-4a9f-b997-e769dfb76300" -d '{"events": [{"name": "network-changed", "server_uuid": "966b8081-93f1-40cf-bf59-072c0d74f813", "tag": "5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:05.480061 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-32389614-d746-4966-91fb-4307ca70f047 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 HTTP/1.1" status: 200 len: 217 time: 0.5686421 Aug 28 12:47:05.486410 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b733130f-2361-453b-b28b-f0e684555ed5 x-openstack-request-id: req-b733130f-2361-453b-b28b-f0e684555ed5 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:05.486739 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256cdc66-55d0-4b54-8dcd-1ae9190bbf10", "tag": "ae1bef61-00ef-4f35-aa3f-10582d834543", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:05.486999 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b733130f-2361-453b-b28b-f0e684555ed5 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:05.487444 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256cdc66-55d0-4b54-8dcd-1ae9190bbf10', 'tag': 'ae1bef61-00ef-4f35-aa3f-10582d834543', 'status': 'completed', 'code': 200} Aug 28 12:47:05.515669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd4809-ea87-4f1b-a950-9dda12b6a222 req-81e327ce-f318-412b-a9b8-f460046275b8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:05.524442 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bdd4809-ea87-4f1b-a950-9dda12b6a222 req-81e327ce-f318-412b-a9b8-f460046275b8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.6146576 Aug 28 12:47:05.576189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0201b8-6e6c-4b6b-ae7d-4d0446ecb0bd req-d3b25b55-d569-4cbb-8315-e576cc38e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:05.577697 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e0201b8-6e6c-4b6b-ae7d-4d0446ecb0bd req-d3b25b55-d569-4cbb-8315-e576cc38e801 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b7a6b99db3840b590db410facd5b849&device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 1096 time: 0.6291149 Aug 28 12:47:05.606873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-63163447-515e-4f4e-a496-b5ab5e7be0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:05.608796 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-63163447-515e-4f4e-a496-b5ab5e7be0d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f58ff31b-b4db-41ed-92b2-19b7eabba203 HTTP/1.1" status: 200 len: 854 time: 0.1153557 Aug 28 12:47:05.618223 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:05.622411 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bdd4809-ea87-4f1b-a950-9dda12b6a222 req-da895e59-9c53-4da3-a22c-d8bec9f243ec tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973001 Aug 28 12:47:05.623536 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c275ca7-80a3-4e3c-992d-f474d8357ef2 req-eb39bf0a-8dab-43e1-a844-5f8aea73b347 service neutron] 10.222.0.11 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601377 Aug 28 12:47:05.687777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989cfe5-6288-4087-807f-3c90fbe95208 req-7b0d2684-48c0-43c3-abee-832853feb0ea tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:05.689217 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2989cfe5-6288-4087-807f-3c90fbe95208 req-7b0d2684-48c0-43c3-abee-832853feb0ea tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1433761 Aug 28 12:47:05.722035 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-abde70bf-c096-40bd-9685-7425ef704538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:05.723560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-abde70bf-c096-40bd-9685-7425ef704538 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06edde1e-8bcd-4a69-b1f3-50e821da12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746007 Aug 28 12:47:05.733920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0201b8-6e6c-4b6b-ae7d-4d0446ecb0bd req-d2560cb1-d087-40f1-bfdb-164105961e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:05.735465 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e0201b8-6e6c-4b6b-ae7d-4d0446ecb0bd req-d2560cb1-d087-40f1-bfdb-164105961e44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06edde1e-8bcd-4a69-b1f3-50e821da12ce HTTP/1.1" status: 200 len: 915 time: 0.1431878 Aug 28 12:47:05.830779 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2989cfe5-6288-4087-807f-3c90fbe95208 req-ea8a03bd-5882-4576-9df4-93e373ddafe5 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131837 Aug 28 12:47:05.840947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d61d53-841f-4609-9c26-2efd514eb4da req-d9ee7aeb-0b42-41fa-80d8-01012ea1207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:05.842622 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1d61d53-841f-4609-9c26-2efd514eb4da req-d9ee7aeb-0b42-41fa-80d8-01012ea1207e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b7a6b99db3840b590db410facd5b849&device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 1096 time: 0.1262176 Aug 28 12:47:05.875023 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e0201b8-6e6c-4b6b-ae7d-4d0446ecb0bd req-cc189380-d03e-4f96-86d0-9c8cbd542b99 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ead5d09-aab2-452c-95e9-84b1b263167c HTTP/1.1" status: 200 len: 217 time: 0.1209185 Aug 28 12:47:05.923768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Allocated IP 172.25.1.46 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/1209259d-a2dc-4f86-8538-1b7e3b468491) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:47:05.968021 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-4a27a43e-f0ef-4bed-bd44-1e1c8a9cc0ea service neutron] 10.222.0.11 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315290 Aug 28 12:47:05.990595 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc824448-b211-4928-b812-6775e10be630 x-openstack-request-id: req-fc824448-b211-4928-b812-6775e10be630 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:05.991416 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966b8081-93f1-40cf-bf59-072c0d74f813", "tag": "5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:05.991776 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc824448-b211-4928-b812-6775e10be630 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:05.992415 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966b8081-93f1-40cf-bf59-072c0d74f813', 'tag': '5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7', 'status': 'completed', 'code': 200} Aug 28 12:47:06.043409 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d61d53-841f-4609-9c26-2efd514eb4da req-2b1327a4-6ecb-4eaf-aef0-7ef1cd2af1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.044865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1d61d53-841f-4609-9c26-2efd514eb4da req-2b1327a4-6ecb-4eaf-aef0-7ef1cd2af1f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06edde1e-8bcd-4a69-b1f3-50e821da12ce HTTP/1.1" status: 200 len: 915 time: 0.1930137 Aug 28 12:47:06.079184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0201b8-6e6c-4b6b-ae7d-4d0446ecb0bd req-75a4b953-3ea1-49f7-bbfd-0cf60b8e35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.080795 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e0201b8-6e6c-4b6b-ae7d-4d0446ecb0bd req-75a4b953-3ea1-49f7-bbfd-0cf60b8e35ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f58ff31b-b4db-41ed-92b2-19b7eabba203 HTTP/1.1" status: 200 len: 854 time: 0.1503773 Aug 28 12:47:06.088580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c1377-cb93-444e-b315-e897af118a8e req-9f1e5e44-08fb-4d28-a300-c3cd938d3fe4 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.090100 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-324c1377-cb93-444e-b315-e897af118a8e req-9f1e5e44-08fb-4d28-a300-c3cd938d3fe4 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 944 time: 0.2252712 Aug 28 12:47:06.108022 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1d61d53-841f-4609-9c26-2efd514eb4da req-d9a45d51-f205-42a9-bcac-94e9f253e5c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae1bef61-00ef-4f35-aa3f-10582d834543 HTTP/1.1" status: 200 len: 217 time: 0.0527785 Aug 28 12:47:06.124130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5343f-9587-451d-871b-8e279082faf0 req-924f0dd9-5f30-4b24-af09-8f24cc050be5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.125598 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43b5343f-9587-451d-871b-8e279082faf0 req-924f0dd9-5f30-4b24-af09-8f24cc050be5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1236744 Aug 28 12:47:06.194135 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:06.199328 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-324c1377-cb93-444e-b315-e897af118a8e req-b8509b01-0a97-4e7a-9a81-3d0970098366 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988433 Aug 28 12:47:06.204194 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fef665a5-aaca-4eb9-8215-1d829708c6b7 req-8baee235-df75-4d03-9d7e-469d5d9d41cd service neutron] 10.222.0.11 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092879 Aug 28 12:47:06.210411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0201b8-6e6c-4b6b-ae7d-4d0446ecb0bd req-f02c850b-e888-4025-9ffb-3db1286377da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.212137 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e0201b8-6e6c-4b6b-ae7d-4d0446ecb0bd req-f02c850b-e888-4025-9ffb-3db1286377da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06edde1e-8bcd-4a69-b1f3-50e821da12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210697 Aug 28 12:47:06.228328 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d61d53-841f-4609-9c26-2efd514eb4da req-af185784-7863-4988-bb1a-4bd43383d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.230555 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1d61d53-841f-4609-9c26-2efd514eb4da req-af185784-7863-4988-bb1a-4bd43383d579 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f58ff31b-b4db-41ed-92b2-19b7eabba203 HTTP/1.1" status: 200 len: 854 time: 0.1024206 Aug 28 12:47:06.274471 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43b5343f-9587-451d-871b-8e279082faf0 req-1940b153-0877-4d20-851f-a58dd5ba965f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349573 Aug 28 12:47:06.331141 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d61d53-841f-4609-9c26-2efd514eb4da req-2eba4199-afe1-4e38-bc1b-febaa24bac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.335004 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1d61d53-841f-4609-9c26-2efd514eb4da req-2eba4199-afe1-4e38-bc1b-febaa24bac6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06edde1e-8bcd-4a69-b1f3-50e821da12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786202 Aug 28 12:47:06.337237 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:06.403163 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Pushing event updated for resources: {'Port': ['ID=1209259d-a2dc-4f86-8538-1b7e3b468491,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:06.407396 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:47:06.429164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:47:06.463748 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:47:06.477777 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e0201b8-6e6c-4b6b-ae7d-4d0446ecb0bd req-9161c4ef-10bd-4f0f-a9fa-c486df396ec5 service neutron] 10.222.0.11 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568207 Aug 28 12:47:06.479784 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f3f77-f3e9-4a9f-b997-e769dfb76300 req-3d84ff16-6329-4ef8-bd42-cccb82deb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.481170 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-313f3f77-f3e9-4a9f-b997-e769dfb76300 req-3d84ff16-6329-4ef8-bd42-cccb82deb8b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b7a6b99db3840b590db410facd5b849&device_id=966b8081-93f1-40cf-bf59-072c0d74f813 HTTP/1.1" status: 200 len: 1095 time: 0.1738682 Aug 28 12:47:06.496987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9df1d6-3490-475c-9492-c2da4805222a req-1090a0e0-b046-47e2-981e-7b1dd7c6f670 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.503431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9df1d6-3490-475c-9492-c2da4805222a req-1090a0e0-b046-47e2-981e-7b1dd7c6f670 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.510972 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9df1d6-3490-475c-9492-c2da4805222a req-1090a0e0-b046-47e2-981e-7b1dd7c6f670 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.517111 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9df1d6-3490-475c-9492-c2da4805222a req-1090a0e0-b046-47e2-981e-7b1dd7c6f670 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.524085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9df1d6-3490-475c-9492-c2da4805222a req-1090a0e0-b046-47e2-981e-7b1dd7c6f670 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.529901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9df1d6-3490-475c-9492-c2da4805222a req-1090a0e0-b046-47e2-981e-7b1dd7c6f670 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.535981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9df1d6-3490-475c-9492-c2da4805222a req-1090a0e0-b046-47e2-981e-7b1dd7c6f670 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.538117 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a9df1d6-3490-475c-9492-c2da4805222a req-1090a0e0-b046-47e2-981e-7b1dd7c6f670 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.1611915 Aug 28 12:47:06.552189 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1d61d53-841f-4609-9c26-2efd514eb4da req-1b1e1439-2225-4f21-b2e5-694ce05edd57 service neutron] 10.222.0.11 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556911 Aug 28 12:47:06.681183 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:06.710687 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e0201b8-6e6c-4b6b-ae7d-4d0446ecb0bd req-7cfdf502-6409-4883-bf33-74edde983d59 service neutron] 10.222.0.11 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714070 Aug 28 12:47:06.753700 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a9df1d6-3490-475c-9492-c2da4805222a req-1396d87f-ac8d-4424-ba1e-ace33b54aa0d tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1971674 Aug 28 12:47:06.758077 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1d61d53-841f-4609-9c26-2efd514eb4da req-178b58d2-a6b7-4878-85e5-a8abf3afa32f service neutron] 10.222.0.11 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569118 Aug 28 12:47:06.758960 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:06.825496 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f3f77-f3e9-4a9f-b997-e769dfb76300 req-4629b5c6-8bf6-4201-a0e0-9c4f86687fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.827027 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-313f3f77-f3e9-4a9f-b997-e769dfb76300 req-4629b5c6-8bf6-4201-a0e0-9c4f86687fe9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06edde1e-8bcd-4a69-b1f3-50e821da12ce HTTP/1.1" status: 200 len: 915 time: 0.2869074 Aug 28 12:47:06.886346 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-313f3f77-f3e9-4a9f-b997-e769dfb76300 req-4341b0d0-8ff2-40c8-91d5-8e0bbb2ac72f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 HTTP/1.1" status: 200 len: 217 time: 0.0495477 Aug 28 12:47:06.952805 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:06.959344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:06.965993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66e614-2027-4b53-aeda-87a615d000f6 req-9e31a56e-3915-4c5d-a2be-74c5b5241b32 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.967889 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd66e614-2027-4b53-aeda-87a615d000f6 req-9e31a56e-3915-4c5d-a2be-74c5b5241b32 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1256404 Aug 28 12:47:06.969557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f3f77-f3e9-4a9f-b997-e769dfb76300 req-5923ee59-adaa-460e-b27c-11cdc8da296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:06.970914 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-313f3f77-f3e9-4a9f-b997-e769dfb76300 req-5923ee59-adaa-460e-b27c-11cdc8da296f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f58ff31b-b4db-41ed-92b2-19b7eabba203 HTTP/1.1" status: 200 len: 854 time: 0.0707986 Aug 28 12:47:07.050849 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd66e614-2027-4b53-aeda-87a615d000f6 req-80e8fcf1-7d3f-4ead-a94b-19271c678e08 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713062 Aug 28 12:47:07.066222 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:07.067945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f3f77-f3e9-4a9f-b997-e769dfb76300 req-a3d7520a-d236-4131-97ad-5aad4a3bac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:07.070331 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-313f3f77-f3e9-4a9f-b997-e769dfb76300 req-a3d7520a-d236-4131-97ad-5aad4a3bac12 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06edde1e-8bcd-4a69-b1f3-50e821da12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879984 Aug 28 12:47:07.112418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Pushing event updated for resources: {'Port': ['ID=1209259d-a2dc-4f86-8538-1b7e3b468491,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:07.131048 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:07.144901 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235349a-37bf-4c58-8020-51f3e8685427 req-cebe6c20-f011-43b8-9c24-903ef7b06c59 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:07.146634 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0235349a-37bf-4c58-8020-51f3e8685427 req-cebe6c20-f011-43b8-9c24-903ef7b06c59 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1075459 Aug 28 12:47:07.160617 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:07.170108 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-41110825-d3a5-42bd-8194-f448a4076524 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9855778 Aug 28 12:47:07.219566 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-313f3f77-f3e9-4a9f-b997-e769dfb76300 req-befff91f-9e46-49cc-ab8b-f0fd3ff73819 service neutron] 10.222.0.11 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406898 Aug 28 12:47:07.225485 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0235349a-37bf-4c58-8020-51f3e8685427 req-35f6a955-68df-4f31-a319-defd3073f5d1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724602 Aug 28 12:47:07.372014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-313f3f77-f3e9-4a9f-b997-e769dfb76300 req-fb5afe60-5ace-438d-bc3b-64af4985f623 service neutron] 10.222.0.11 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340086 Aug 28 12:47:07.377587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da4c75-6845-4d50-ad52-e10999505f6a req-40b18cc7-0752-4e55-b954-dbcdf2839a0c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:07.378959 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61da4c75-6845-4d50-ad52-e10999505f6a req-40b18cc7-0752-4e55-b954-dbcdf2839a0c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 944 time: 0.0627367 Aug 28 12:47:07.423177 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61da4c75-6845-4d50-ad52-e10999505f6a req-a2b364ad-1001-4619-9bde-f8d6efc7d4c2 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359018 Aug 28 12:47:07.614504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-156fd793-a848-473b-8adb-f34db452168f tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:07.616749 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-156fd793-a848-473b-8adb-f34db452168f tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/networks?id=b8358831-c456-4987-8ab8-b4b9008170ae HTTP/1.1" status: 200 len: 822 time: 0.1141868 Aug 28 12:47:07.633524 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-dbb1c3e8-6936-4531-97e9-0319fbd4a711 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/quotas/ce28613dad254127bb5d82cd4c4922d1 HTTP/1.1" status: 200 len: 375 time: 0.0110166 Aug 28 12:47:07.698398 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-47ccf38e-7e68-495c-b618-5f37c8e0bdfa tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce28613dad254127bb5d82cd4c4922d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580802 Aug 28 12:47:07.792917 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-6cf7111b-5edd-4b02-89d5-8d9eba030393 service neutron] 10.222.0.20 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849094 Aug 28 12:47:07.896197 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-492704e9-1a21-475f-a8a5-e33459b33f20 service neutron] 10.222.0.20 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963464 Aug 28 12:47:07.956564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4034cbd-7153-4327-9179-23eadd7c2ef3 req-fbcb372c-8ffb-4a21-b992-fac0255521b6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:07.964787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4034cbd-7153-4327-9179-23eadd7c2ef3 req-fbcb372c-8ffb-4a21-b992-fac0255521b6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:07.971782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4034cbd-7153-4327-9179-23eadd7c2ef3 req-fbcb372c-8ffb-4a21-b992-fac0255521b6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:07.978792 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4034cbd-7153-4327-9179-23eadd7c2ef3 req-fbcb372c-8ffb-4a21-b992-fac0255521b6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:07.984801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4034cbd-7153-4327-9179-23eadd7c2ef3 req-fbcb372c-8ffb-4a21-b992-fac0255521b6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:07.992228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4034cbd-7153-4327-9179-23eadd7c2ef3 req-fbcb372c-8ffb-4a21-b992-fac0255521b6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:07.999891 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4034cbd-7153-4327-9179-23eadd7c2ef3 req-fbcb372c-8ffb-4a21-b992-fac0255521b6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:08.002545 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4034cbd-7153-4327-9179-23eadd7c2ef3 req-fbcb372c-8ffb-4a21-b992-fac0255521b6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5432 time: 0.1171768 Aug 28 12:47:08.075326 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4034cbd-7153-4327-9179-23eadd7c2ef3 req-665bddec-8ce9-4269-918a-ad3562daaee6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661118 Aug 28 12:47:08.238873 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fa971cde-6320-43f3-9e84-bbe0beefb32e req-b249f997-bfa2-4e29-a4b1-94703b5a44f8 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 210 time: 0.0367360 Aug 28 12:47:08.381480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dad2e-7eee-4135-af24-47cbe997c6e2 req-641d4c00-58a2-4760-a8d9-9568846e145e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:08.383331 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-515dad2e-7eee-4135-af24-47cbe997c6e2 req-641d4c00-58a2-4760-a8d9-9568846e145e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.0794201 Aug 28 12:47:08.448096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-515dad2e-7eee-4135-af24-47cbe997c6e2 req-acfffdd4-24fa-4120-a15d-bf586f3a6094 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518217 Aug 28 12:47:08.603585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a01b8-fe2f-437e-a7c1-ae653dd298a6 req-4c62e533-c62b-4bbf-b2ee-c4bd56f16670 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:08.605623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-455a01b8-fe2f-437e-a7c1-ae653dd298a6 req-4c62e533-c62b-4bbf-b2ee-c4bd56f16670 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 944 time: 0.0656722 Aug 28 12:47:08.645766 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 00290326-04f3-468c-be88-b5556baab84a details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:08.665292 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-455a01b8-fe2f-437e-a7c1-ae653dd298a6 req-de0fe730-2e13-477a-9493-dad9c810b677 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529823 Aug 28 12:47:08.819570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 00290326-04f3-468c-be88-b5556baab84a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=00290326-04f3-468c-be88-b5556baab84a,segment=NetworkSegment(ff986872-1e0a-47d6-867f-1ce369e19f52),segment_id=ff986872-1e0a-47d6-867f-1ce369e19f52)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:08.839972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '00290326-04f3-468c-be88-b5556baab84a', 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa', 'port_id': '00290326-04f3-468c-be88-b5556baab84a', 'mac_address': 'fa:16:3e:01:43:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b264f4ef-1309-4558-ad1d-260dd40e4e63', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:08.902679 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:08.930981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00290326-04f3-468c-be88-b5556baab84a {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:08.969051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 00290326-04f3-468c-be88-b5556baab84a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=00290326-04f3-468c-be88-b5556baab84a,segment=NetworkSegment(ff986872-1e0a-47d6-867f-1ce369e19f52),segment_id=ff986872-1e0a-47d6-867f-1ce369e19f52)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:08.976083 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:08.977443 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6ead5d09-aab2-452c-95e9-84b1b263167c details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:09.127209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=00290326-04f3-468c-be88-b5556baab84a,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:09.160735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6ead5d09-aab2-452c-95e9-84b1b263167c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6ead5d09-aab2-452c-95e9-84b1b263167c,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:09.184174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '6ead5d09-aab2-452c-95e9-84b1b263167c', 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce', 'port_id': '6ead5d09-aab2-452c-95e9-84b1b263167c', 'mac_address': 'fa:16:3e:b2:6f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58ff31b-b4db-41ed-92b2-19b7eabba203', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:09.241658 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:09.266049 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ead5d09-aab2-452c-95e9-84b1b263167c {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:09.277935 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c52283-45bf-4b3b-9dc5-a340a2df2be6 req-8cca8cdd-053d-4d4e-a57a-cc5014822fd4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:09.285106 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c52283-45bf-4b3b-9dc5-a340a2df2be6 req-8cca8cdd-053d-4d4e-a57a-cc5014822fd4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:09.293390 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c52283-45bf-4b3b-9dc5-a340a2df2be6 req-8cca8cdd-053d-4d4e-a57a-cc5014822fd4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:09.295192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6ead5d09-aab2-452c-95e9-84b1b263167c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6ead5d09-aab2-452c-95e9-84b1b263167c,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:09.300246 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c52283-45bf-4b3b-9dc5-a340a2df2be6 req-8cca8cdd-053d-4d4e-a57a-cc5014822fd4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:09.306516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c52283-45bf-4b3b-9dc5-a340a2df2be6 req-8cca8cdd-053d-4d4e-a57a-cc5014822fd4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:09.309133 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:09.309762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1cbe3f0b-18d7-4706-9651-2722f3d45f33 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:09.314736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c52283-45bf-4b3b-9dc5-a340a2df2be6 req-8cca8cdd-053d-4d4e-a57a-cc5014822fd4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:09.321587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c52283-45bf-4b3b-9dc5-a340a2df2be6 req-8cca8cdd-053d-4d4e-a57a-cc5014822fd4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:09.323570 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e9c52283-45bf-4b3b-9dc5-a340a2df2be6 req-8cca8cdd-053d-4d4e-a57a-cc5014822fd4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5433 time: 0.1071024 Aug 28 12:47:09.373406 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e9c52283-45bf-4b3b-9dc5-a340a2df2be6 req-866e8e38-3105-45b2-bdc2-a79f8dae6467 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419126 Aug 28 12:47:09.431482 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6ead5d09-aab2-452c-95e9-84b1b263167c,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:09.475696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1cbe3f0b-18d7-4706-9651-2722f3d45f33, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1cbe3f0b-18d7-4706-9651-2722f3d45f33,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:09.491108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '1cbe3f0b-18d7-4706-9651-2722f3d45f33', 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702', 'port_id': '1cbe3f0b-18d7-4706-9651-2722f3d45f33', 'mac_address': 'fa:16:3e:ab:fb:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb64fb14-001a-49f8-b98d-50135cdf674b', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:09.544949 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:09.572666 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbe3f0b-18d7-4706-9651-2722f3d45f33 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:09.599495 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1cbe3f0b-18d7-4706-9651-2722f3d45f33, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1cbe3f0b-18d7-4706-9651-2722f3d45f33,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:09.607024 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:09.607921 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 708f1d54-3c32-49c6-8985-1c867d1c59b6 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:09.627336 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:09.629397 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ee63e44-4ca8-458c-a9ed-70c364e280cf req-fdef3c85-1f6e-49f1-909b-aa0600384194 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 210 time: 0.1193600 Aug 28 12:47:09.701194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 708f1d54-3c32-49c6-8985-1c867d1c59b6, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=708f1d54-3c32-49c6-8985-1c867d1c59b6,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:09.709870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=1cbe3f0b-18d7-4706-9651-2722f3d45f33,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:09.716628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '708f1d54-3c32-49c6-8985-1c867d1c59b6', 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702', 'port_id': '708f1d54-3c32-49c6-8985-1c867d1c59b6', 'mac_address': 'fa:16:3e:0d:ea:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb64fb14-001a-49f8-b98d-50135cdf674b', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:09.721890 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-469f9a2b-e738-4cb8-8ed3-b68af6e2863a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:09.723749 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-469f9a2b-e738-4cb8-8ed3-b68af6e2863a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.11 "GET /v2.0/networks?id=b8358831-c456-4987-8ab8-b4b9008170ae HTTP/1.1" status: 200 len: 822 time: 0.2759860 Aug 28 12:47:09.738570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Request body: {'port': {'device_id': '762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258', 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae', 'admin_state_up': True, 'tenant_id': 'ce28613dad254127bb5d82cd4c4922d1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:09.756906 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:09.775777 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708f1d54-3c32-49c6-8985-1c867d1c59b6 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:09.816206 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 708f1d54-3c32-49c6-8985-1c867d1c59b6, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=708f1d54-3c32-49c6-8985-1c867d1c59b6,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:09.829711 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:09.830404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 440861dd-6270-4426-a201-c0adbe3cd44a details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:09.834920 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3a6d7478-2c9b-4833-b229-fe790630b850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:09.888159 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338f16c-ebe5-4425-b6df-8a6d42178c1e req-3ee86233-72ff-4141-b852-3f2d2575b2d9 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:09.889926 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3338f16c-ebe5-4425-b6df-8a6d42178c1e req-3ee86233-72ff-4141-b852-3f2d2575b2d9 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1300070 Aug 28 12:47:09.910569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 440861dd-6270-4426-a201-c0adbe3cd44a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=440861dd-6270-4426-a201-c0adbe3cd44a,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:09.913192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=708f1d54-3c32-49c6-8985-1c867d1c59b6,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:09.932720 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '440861dd-6270-4426-a201-c0adbe3cd44a', 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702', 'port_id': '440861dd-6270-4426-a201-c0adbe3cd44a', 'mac_address': 'fa:16:3e:d1:60:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb64fb14-001a-49f8-b98d-50135cdf674b', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:09.950340 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3338f16c-ebe5-4425-b6df-8a6d42178c1e req-909614f2-903d-4184-81a8-dd20ecef7da1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530326 Aug 28 12:47:09.961489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Made reservation on behalf of ce28613dad254127bb5d82cd4c4922d1 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:47:09.965151 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:10.030010 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:10.045344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440861dd-6270-4426-a201-c0adbe3cd44a {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:10.070735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 440861dd-6270-4426-a201-c0adbe3cd44a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=440861dd-6270-4426-a201-c0adbe3cd44a,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:10.075921 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:10.076759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c703f518-96ae-4fe3-8bb2-0979603ac65f details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:10.167864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Allocated IP 172.20.0.12 (b8358831-c456-4987-8ab8-b4b9008170ae/74b2ab30-884f-4c27-9baa-880b68554db1/05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:47:10.191343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=440861dd-6270-4426-a201-c0adbe3cd44a,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:10.201167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f8964-a59c-46fe-bc9b-766afeee4437 req-751253ab-ee67-496e-848d-49ef75d032e1 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:10.203038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e1f8964-a59c-46fe-bc9b-766afeee4437 req-751253ab-ee67-496e-848d-49ef75d032e1 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 944 time: 0.1246300 Aug 28 12:47:10.264627 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c703f518-96ae-4fe3-8bb2-0979603ac65f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c703f518-96ae-4fe3-8bb2-0979603ac65f,segment=NetworkSegment(018e3c08-6a91-489a-9a17-f01f36b63890),segment_id=018e3c08-6a91-489a-9a17-f01f36b63890)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:10.282771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'c703f518-96ae-4fe3-8bb2-0979603ac65f', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'port_id': 'c703f518-96ae-4fe3-8bb2-0979603ac65f', 'mac_address': 'fa:16:3e:ce:f4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:10.288113 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e1f8964-a59c-46fe-bc9b-766afeee4437 req-eab3c7ff-fdb3-4cdc-af87-c695d71d2022 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727260 Aug 28 12:47:10.324166 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:10.346566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c703f518-96ae-4fe3-8bb2-0979603ac65f {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:10.370904 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c703f518-96ae-4fe3-8bb2-0979603ac65f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c703f518-96ae-4fe3-8bb2-0979603ac65f,segment=NetworkSegment(018e3c08-6a91-489a-9a17-f01f36b63890),segment_id=018e3c08-6a91-489a-9a17-f01f36b63890)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:10.377377 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:10.378200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device ae1bef61-00ef-4f35-aa3f-10582d834543 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:10.412479 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:10.423219 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port ae1bef61-00ef-4f35-aa3f-10582d834543, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=ae1bef61-00ef-4f35-aa3f-10582d834543,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:10.457828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'ae1bef61-00ef-4f35-aa3f-10582d834543', 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce', 'port_id': 'ae1bef61-00ef-4f35-aa3f-10582d834543', 'mac_address': 'fa:16:3e:29:28:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58ff31b-b4db-41ed-92b2-19b7eabba203', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:10.502175 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=c703f518-96ae-4fe3-8bb2-0979603ac65f,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:10.520659 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:10.530468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-6102e8be-7eed-4ae9-b7dd-5568e27cdc23 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:10.531972 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-6102e8be-7eed-4ae9-b7dd-5568e27cdc23 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 821 time: 0.1167512 Aug 28 12:47:10.535132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1bef61-00ef-4f35-aa3f-10582d834543 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:10.559634 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-41d9fc92-d688-492c-8198-7adfae1c7e10 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/quotas/8374a9853c4643a4807f0fe0c461a45d HTTP/1.1" status: 200 len: 375 time: 0.0182090 Aug 28 12:47:10.560321 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port ae1bef61-00ef-4f35-aa3f-10582d834543, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=ae1bef61-00ef-4f35-aa3f-10582d834543,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:10.565822 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:10.567003 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 3e1211f4-8497-4466-9e2b-21509e98d6a4 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:10.605848 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:10.656384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Network b8358831-c456-4987-8ab8-b4b9008170ae is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:47:10.663967 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:47:10.669197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:47:10.718939 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-3272a0e7-bb6c-4d56-aaef-4f2bc2fdcf0d tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1508114 Aug 28 12:47:10.723009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Pushing event updated for resources: {'Port': ['ID=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:10.769578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:10.769990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:10.770341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:10.770714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:10.771030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:10.771894 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:10.772654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:10.772804 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:10.773024 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:10.773348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:10.773675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:10.774127 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:10.775586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 3e1211f4-8497-4466-9e2b-21509e98d6a4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=3e1211f4-8497-4466-9e2b-21509e98d6a4,segment=NetworkSegment(ff986872-1e0a-47d6-867f-1ce369e19f52),segment_id=ff986872-1e0a-47d6-867f-1ce369e19f52)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:10.783134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=ae1bef61-00ef-4f35-aa3f-10582d834543,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:10.790835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '3e1211f4-8497-4466-9e2b-21509e98d6a4', 'network_id': 'bcb5f611-12de-426c-9450-c8901fa3ceaa', 'port_id': '3e1211f4-8497-4466-9e2b-21509e98d6a4', 'mac_address': 'fa:16:3e:c8:8b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b264f4ef-1309-4558-ad1d-260dd40e4e63', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:10.821964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:10.822635 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:10.831606 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:10.846702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1211f4-8497-4466-9e2b-21509e98d6a4 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:10.847112 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-4fcce0bd-dc44-4a1b-b7d5-175cf6cd9e0d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1134787 Aug 28 12:47:10.857117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43baa3a-cdb8-479e-829c-ff20b1aaaf21 req-ba0d3e05-43f5-487b-9e58-ecb649746ec7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:10.863406 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43baa3a-cdb8-479e-829c-ff20b1aaaf21 req-ba0d3e05-43f5-487b-9e58-ecb649746ec7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:10.868948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 3e1211f4-8497-4466-9e2b-21509e98d6a4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=3e1211f4-8497-4466-9e2b-21509e98d6a4,segment=NetworkSegment(ff986872-1e0a-47d6-867f-1ce369e19f52),segment_id=ff986872-1e0a-47d6-867f-1ce369e19f52)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:10.873340 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43baa3a-cdb8-479e-829c-ff20b1aaaf21 req-ba0d3e05-43f5-487b-9e58-ecb649746ec7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:10.873651 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:10.874214 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 270133e3-b69e-4c31-a29a-5624250f6d0a details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:10.881933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43baa3a-cdb8-479e-829c-ff20b1aaaf21 req-ba0d3e05-43f5-487b-9e58-ecb649746ec7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:10.888878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43baa3a-cdb8-479e-829c-ff20b1aaaf21 req-ba0d3e05-43f5-487b-9e58-ecb649746ec7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:10.892734 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-03fae058-5354-4d90-8be7-24a7efb9a70e service neutron] 10.222.0.20 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630578 Aug 28 12:47:10.897841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43baa3a-cdb8-479e-829c-ff20b1aaaf21 req-ba0d3e05-43f5-487b-9e58-ecb649746ec7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:10.906172 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43baa3a-cdb8-479e-829c-ff20b1aaaf21 req-ba0d3e05-43f5-487b-9e58-ecb649746ec7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:10.908194 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f43baa3a-cdb8-479e-829c-ff20b1aaaf21 req-ba0d3e05-43f5-487b-9e58-ecb649746ec7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5437 time: 0.1221836 Aug 28 12:47:10.949338 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 270133e3-b69e-4c31-a29a-5624250f6d0a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=270133e3-b69e-4c31-a29a-5624250f6d0a,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:10.962894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=3e1211f4-8497-4466-9e2b-21509e98d6a4,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:10.964783 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f43baa3a-cdb8-479e-829c-ff20b1aaaf21 req-633561a9-328b-4e87-8bc3-36384c9f368d tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412838 Aug 28 12:47:10.968090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '270133e3-b69e-4c31-a29a-5624250f6d0a', 'network_id': '59b71610-974a-47e0-be6f-1998f7e34702', 'port_id': '270133e3-b69e-4c31-a29a-5624250f6d0a', 'mac_address': 'fa:16:3e:c2:5d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb64fb14-001a-49f8-b98d-50135cdf674b', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:11.016382 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:11.029539 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Request body: {'port': {'device_id': '762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:11.032624 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270133e3-b69e-4c31-a29a-5624250f6d0a {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:11.059745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 270133e3-b69e-4c31-a29a-5624250f6d0a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=270133e3-b69e-4c31-a29a-5624250f6d0a,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:11.067786 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:11.072190 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-3c4c466d-376d-462e-9203-16f7583f0a7d service neutron] 10.222.0.20 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781607 Aug 28 12:47:11.101232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:11.133855 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:11.149084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=270133e3-b69e-4c31-a29a-5624250f6d0a,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:11.277925 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:11.291019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7', 'network_id': '06edde1e-8bcd-4a69-b1f3-50e821da12ce', 'port_id': '5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7', 'mac_address': 'fa:16:3e:a6:a9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58ff31b-b4db-41ed-92b2-19b7eabba203', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:11.347741 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:11.362442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:11.386556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:11.398101 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:11.498924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:11.557949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:11.570104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6942d-9cd6-404e-8659-d4bb77c58af9 req-e6865e47-1c2d-48c3-af07-83c8fe8e30fb tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:11.572011 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9c6942d-9cd6-404e-8659-d4bb77c58af9 req-e6865e47-1c2d-48c3-af07-83c8fe8e30fb tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 932 time: 0.1113844 Aug 28 12:47:11.576593 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:11.605292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Transition to ACTIVE for port object 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:47:11.623950 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9c6942d-9cd6-404e-8659-d4bb77c58af9 req-afae5381-cfb3-4b2b-b2fe-c03f6a6ff4ee tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447049 Aug 28 12:47:11.624945 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:11.707685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Pushing event updated for resources: {'Port': ['ID=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:11.813133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ddd12-3249-49d1-ab8c-6c91dc4f1442 req-e6a3ebd7-045b-48c2-a722-0d80ce791f55 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:11.814695 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd4ddd12-3249-49d1-ab8c-6c91dc4f1442 req-e6a3ebd7-045b-48c2-a722-0d80ce791f55 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.0615146 Aug 28 12:47:11.846162 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e1923-9b57-46a9-9d1f-6633fd549aa0 req-e8251bd7-0503-48b9-9f59-5bb90ca33ab1 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:11.847974 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-597e1923-9b57-46a9-9d1f-6633fd549aa0 req-e8251bd7-0503-48b9-9f59-5bb90ca33ab1 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 945 time: 0.1019404 Aug 28 12:47:11.849832 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Attempting to bind port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:47:11.850400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Attempting to bind port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:47:11.850706 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Attempting to bind port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb on network b8358831-c456-4987-8ab8-b4b9008170ae {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:11.855909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb on network b8358831-c456-4987-8ab8-b4b9008170ae not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:47:11.856422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Attempting to bind port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb on network b8358831-c456-4987-8ab8-b4b9008170ae {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:11.862388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:47:11.862811 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Checking segment: {'id': 'b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:47:11.863255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Bound using segment: {'id': 'b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:47:11.863825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Bound port: 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:47:11.864255 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:11.870147 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd4ddd12-3249-49d1-ab8c-6c91dc4f1442 req-6a047bb0-3332-4e23-af52-bc719e705a8c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482543 Aug 28 12:47:11.942233 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-597e1923-9b57-46a9-9d1f-6633fd549aa0 req-074ccb69-85d2-4537-88f6-397b761c86d9 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736136 Aug 28 12:47:11.968103 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a60f00b7-6f10-49b0-bb58-e7d803cc9301 req-9caba312-9596-4e13-8fa9-ec00cf3f9e9d tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 210 time: 0.0322773 Aug 28 12:47:12.009090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] For port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:47:12.013336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] For port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:47:12.017923 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:12.073269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:12.074300 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:12.076155 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] 10.222.0.11 "PUT /v2.0/ports/05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb HTTP/1.1" status: 200 len: 1093 time: 1.2188809 Aug 28 12:47:12.079110 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258', 'tag': '05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:12.082841 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3366bf-360e-409e-9e3a-98ae9d49bccb" -d '{"events": [{"name": "network-changed", "server_uuid": "762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258", "tag": "05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:12.137488 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edec942c-db93-46ad-8f2c-b38d78a02d54 x-openstack-request-id: req-edec942c-db93-46ad-8f2c-b38d78a02d54 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:12.137895 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258", "tag": "05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:12.138239 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edec942c-db93-46ad-8f2c-b38d78a02d54 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:12.139001 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258', 'tag': '05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb', 'status': 'completed', 'code': 200} Aug 28 12:47:12.156842 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6542f-a3a9-497a-9bed-cfbea4f47a22 service neutron] Pushing event updated for resources: {'Port': ['ID=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:12.222606 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0c6f521d-58ac-46d8-b59f-be2dd5fcec33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:12.234225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e9d4-eb00-4480-9c26-1f1d5e0ceabe req-0fe18111-ea5e-465a-98d2-b21bf0dbac6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:12.237114 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['270133e3-b69e-4c31-a29a-5624250f6d0a'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:12.241054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e9d4-eb00-4480-9c26-1f1d5e0ceabe req-0fe18111-ea5e-465a-98d2-b21bf0dbac6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:12.247503 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e9d4-eb00-4480-9c26-1f1d5e0ceabe req-0fe18111-ea5e-465a-98d2-b21bf0dbac6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:12.254647 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e9d4-eb00-4480-9c26-1f1d5e0ceabe req-0fe18111-ea5e-465a-98d2-b21bf0dbac6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:12.260502 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['c703f518-96ae-4fe3-8bb2-0979603ac65f'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:12.261234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e9d4-eb00-4480-9c26-1f1d5e0ceabe req-0fe18111-ea5e-465a-98d2-b21bf0dbac6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:12.267932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e9d4-eb00-4480-9c26-1f1d5e0ceabe req-0fe18111-ea5e-465a-98d2-b21bf0dbac6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:12.274519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6e9d4-eb00-4480-9c26-1f1d5e0ceabe req-0fe18111-ea5e-465a-98d2-b21bf0dbac6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:12.276470 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5f6e9d4-eb00-4480-9c26-1f1d5e0ceabe req-0fe18111-ea5e-465a-98d2-b21bf0dbac6f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5439 time: 0.1621315 Aug 28 12:47:12.278488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-7032dd15-8926-4c65-9f17-779389c05cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:12.279772 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-7032dd15-8926-4c65-9f17-779389c05cd6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce28613dad254127bb5d82cd4c4922d1&device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 1096 time: 0.1192982 Aug 28 12:47:12.310998 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6ead5d09-aab2-452c-95e9-84b1b263167c'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:12.340920 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-8a37acff-7244-4ca9-9598-f27424982455 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb HTTP/1.1" status: 200 len: 217 time: 0.0413811 Aug 28 12:47:12.342948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['ae1bef61-00ef-4f35-aa3f-10582d834543'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:12.380181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['3e1211f4-8497-4466-9e2b-21509e98d6a4'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:12.382779 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['1cbe3f0b-18d7-4706-9651-2722f3d45f33'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:12.386907 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5f6e9d4-eb00-4480-9c26-1f1d5e0ceabe req-932323c0-86eb-49bc-9e53-01a74dec3b32 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1024036 Aug 28 12:47:12.411198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-e0f59a09-f64d-4b08-a757-36c0425e0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:12.412990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-e0f59a09-f64d-4b08-a757-36c0425e0bd6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=74b2ab30-884f-4c27-9baa-880b68554db1 HTTP/1.1" status: 200 len: 862 time: 0.0623162 Aug 28 12:47:12.461332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['00290326-04f3-468c-be88-b5556baab84a'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:12.477938 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['440861dd-6270-4426-a201-c0adbe3cd44a'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:12.515280 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['708f1d54-3c32-49c6-8985-1c867d1c59b6'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:12.580937 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:12.755017 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-33ce6560-beb4-45f2-9d0e-b4bf3936cc94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8358831-c456-4987-8ab8-b4b9008170ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3337362 Aug 28 12:47:12.755636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42726) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:12.784379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-2afde3fc-b83f-4cb0-8904-b399208341d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:12.786228 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-2afde3fc-b83f-4cb0-8904-b399208341d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.11 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 821 time: 0.2111852 Aug 28 12:47:12.803296 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-3772f528-8ce1-4490-b57f-2cad4ae3b7d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Request body: {'port': {'device_id': 'e82c4412-d492-4c84-96c6-24d6b60851ce', 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba', 'admin_state_up': True, 'tenant_id': '8374a9853c4643a4807f0fe0c461a45d'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:12.838723 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:12.903837 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-f2e052a7-ade8-4a3a-936f-f1125244f5ed service neutron] 10.222.0.11 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297934 Aug 28 12:47:12.941589 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20098e56-8983-426e-9aa6-8472be611f27 req-d761c9c5-38b2-4387-b9a2-ff7cd9ca7c5d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:12.943384 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20098e56-8983-426e-9aa6-8472be611f27 req-d761c9c5-38b2-4387-b9a2-ff7cd9ca7c5d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 944 time: 0.1560137 Aug 28 12:47:13.066659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6595e06e-f5af-4263-b8a5-9e0e4002e3d7 req-f22d6d15-220e-488a-8209-f5d196e4b312 service neutron] 10.222.0.11 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530285 Aug 28 12:47:13.067266 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9fbb6d9-ab1f-4f35-8846-a20fbc8020ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:13.214045 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9fbb6d9-ab1f-4f35-8846-a20fbc8020ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:13.224099 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9fbb6d9-ab1f-4f35-8846-a20fbc8020ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:13.300807 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbb6d9-ab1f-4f35-8846-a20fbc8020ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03b02cc-b986-458f-82e2-364e5c87625c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:13.347448 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3366bf-360e-409e-9e3a-98ae9d49bccb req-b5a74687-6d62-4643-ab91-44bab89ad9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:13.348982 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5a3366bf-360e-409e-9e3a-98ae9d49bccb req-b5a74687-6d62-4643-ab91-44bab89ad9e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce28613dad254127bb5d82cd4c4922d1&device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 1096 time: 0.1281836 Aug 28 12:47:13.369593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcd4cb-43c4-48d8-b55b-99dc17356892 req-22b21a85-4b98-49d9-bc2a-f5edad452feb tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:13.373071 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8cdcd4cb-43c4-48d8-b55b-99dc17356892 req-22b21a85-4b98-49d9-bc2a-f5edad452feb tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.3986220 Aug 28 12:47:13.377102 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d9fbb6d9-ab1f-4f35-8846-a20fbc8020ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=785a9634b77e4c76852aa5870f256ef4&name=default HTTP/1.1" status: 200 len: 2982 time: 0.6202710 Aug 28 12:47:13.381856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42740) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:13.400041 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20098e56-8983-426e-9aa6-8472be611f27 req-af6b7882-bce8-466c-98c2-0ba0aea16c68 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484732 Aug 28 12:47:13.421293 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-3772f528-8ce1-4490-b57f-2cad4ae3b7d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Made reservation on behalf of 8374a9853c4643a4807f0fe0c461a45d for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:47:13.425073 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-3772f528-8ce1-4490-b57f-2cad4ae3b7d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:13.527664 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:13.553867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3366bf-360e-409e-9e3a-98ae9d49bccb req-8d4e4841-74dc-4cb8-bab1-4cdb32576bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:13.557853 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5a3366bf-360e-409e-9e3a-98ae9d49bccb req-8d4e4841-74dc-4cb8-bab1-4cdb32576bc0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8358831-c456-4987-8ab8-b4b9008170ae HTTP/1.1" status: 200 len: 922 time: 0.1788301 Aug 28 12:47:13.601327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fb25e-53b9-4de2-824e-401756ec3234 req-7de22a04-c797-471c-ba41-1ba5ac4fa8fb tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:13.603426 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c5fb25e-53b9-4de2-824e-401756ec3234 req-7de22a04-c797-471c-ba41-1ba5ac4fa8fb tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 945 time: 0.1091514 Aug 28 12:47:13.634688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-3772f528-8ce1-4490-b57f-2cad4ae3b7d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Allocated IP 172.20.0.11 (6f48f8ab-e5ae-4921-a6a9-f350767511ba/8b495d45-81c1-41f1-badc-3d5e4d953bd5/282648ae-daaa-403c-b90b-a2e65d72be47) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:47:13.680554 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c5fb25e-53b9-4de2-824e-401756ec3234 req-4eb7ca97-203b-40e1-87a2-ecf44cfbfe4f tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700414 Aug 28 12:47:13.713881 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5a3366bf-360e-409e-9e3a-98ae9d49bccb req-104cc29b-3628-438c-a23e-2511be4b14b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb HTTP/1.1" status: 200 len: 217 time: 0.1420345 Aug 28 12:47:13.819357 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3366bf-360e-409e-9e3a-98ae9d49bccb req-59046595-efcc-474c-8591-5556140ed80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:13.821009 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5a3366bf-360e-409e-9e3a-98ae9d49bccb req-59046595-efcc-474c-8591-5556140ed80c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=74b2ab30-884f-4c27-9baa-880b68554db1 HTTP/1.1" status: 200 len: 862 time: 0.0790865 Aug 28 12:47:13.848378 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8cdcd4cb-43c4-48d8-b55b-99dc17356892 req-4e899b28-a822-4847-a974-465d693e3e14 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677973 Aug 28 12:47:13.884683 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5a3366bf-360e-409e-9e3a-98ae9d49bccb req-22f36dfb-8f95-477d-8aa1-b72fa3f478b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8358831-c456-4987-8ab8-b4b9008170ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532334 Aug 28 12:47:13.885384 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2fe605c0-3645-454b-8b81-7092b99bf74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:13.892493 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9132c3c3-20b3-4e24-a13e-fdc434a392d5 req-6786b87a-5fa4-4316-831b-7516d52858a3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 210 time: 0.0322633 Aug 28 12:47:13.949993 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-3772f528-8ce1-4490-b57f-2cad4ae3b7d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:13.964604 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2fe605c0-3645-454b-8b81-7092b99bf74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:13.992527 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:47:14.006272 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-3772f528-8ce1-4490-b57f-2cad4ae3b7d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:14.020485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['951d0044-efd0-4156-9e2f-aae8d2ae0544'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:14.054187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-3772f528-8ce1-4490-b57f-2cad4ae3b7d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Network 6f48f8ab-e5ae-4921-a6a9-f350767511ba is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:47:14.057595 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-3772f528-8ce1-4490-b57f-2cad4ae3b7d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:47:14.063614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-3772f528-8ce1-4490-b57f-2cad4ae3b7d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:47:14.105732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ddc3b-d2f9-442b-a762-cd3d42243b08 req-e22e44c6-a34b-4c89-9c6a-91800eed273d tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:14.111758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ddc3b-d2f9-442b-a762-cd3d42243b08 req-e22e44c6-a34b-4c89-9c6a-91800eed273d tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:14.117786 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772f528-8ce1-4490-b57f-2cad4ae3b7d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Pushing event updated for resources: {'Port': ['ID=282648ae-daaa-403c-b90b-a2e65d72be47,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:14.118927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ddc3b-d2f9-442b-a762-cd3d42243b08 req-e22e44c6-a34b-4c89-9c6a-91800eed273d tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:14.125552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ddc3b-d2f9-442b-a762-cd3d42243b08 req-e22e44c6-a34b-4c89-9c6a-91800eed273d tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:14.132581 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ddc3b-d2f9-442b-a762-cd3d42243b08 req-e22e44c6-a34b-4c89-9c6a-91800eed273d tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:14.138240 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ddc3b-d2f9-442b-a762-cd3d42243b08 req-e22e44c6-a34b-4c89-9c6a-91800eed273d tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:14.142130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-3772f528-8ce1-4490-b57f-2cad4ae3b7d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:14.143057 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-3772f528-8ce1-4490-b57f-2cad4ae3b7d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:14.144953 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ddc3b-d2f9-442b-a762-cd3d42243b08 req-e22e44c6-a34b-4c89-9c6a-91800eed273d tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:14.153447 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-988ddc3b-d2f9-442b-a762-cd3d42243b08 req-e22e44c6-a34b-4c89-9c6a-91800eed273d tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5439 time: 0.1655593 Aug 28 12:47:14.160246 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5a3366bf-360e-409e-9e3a-98ae9d49bccb req-95e5ed76-b4f7-4554-bcb9-4a1dc5036f56 service neutron] 10.222.0.11 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652135 Aug 28 12:47:14.163428 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-3772f528-8ce1-4490-b57f-2cad4ae3b7d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3658085 Aug 28 12:47:14.180014 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2fe605c0-3645-454b-8b81-7092b99bf74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:14.182616 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2fe605c0-3645-454b-8b81-7092b99bf74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:14.192178 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2fe605c0-3645-454b-8b81-7092b99bf74e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b03b02cc-b986-458f-82e2-364e5c87625c HTTP/1.1" status: 204 len: 168 time: 0.6350977 Aug 28 12:47:14.193153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Request body: {'port': {'device_id': 'e82c4412-d492-4c84-96c6-24d6b60851ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:14.277557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe605c0-3645-454b-8b81-7092b99bf74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03b02cc-b986-458f-82e2-364e5c87625c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:14.285857 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:14.321603 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-988ddc3b-d2f9-442b-a762-cd3d42243b08 req-87da1f22-c027-4cf4-8475-64cbd540b7b2 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1671908 Aug 28 12:47:14.372690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5a3366bf-360e-409e-9e3a-98ae9d49bccb req-f75f163d-eced-4c70-b607-193d385c6594 service neutron] 10.222.0.11 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939421 Aug 28 12:47:14.576015 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e012ee2-eb81-4bc3-99fb-36e20ac373b1 req-013ddd90-dacb-4f00-8b9e-c187c9fd40c7 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:14.577563 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4e012ee2-eb81-4bc3-99fb-36e20ac373b1 req-013ddd90-dacb-4f00-8b9e-c187c9fd40c7 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 944 time: 0.0794420 Aug 28 12:47:14.672972 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4e012ee2-eb81-4bc3-99fb-36e20ac373b1 req-4a03b003-c32f-4340-ba83-b55d3dfc1cb0 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847225 Aug 28 12:47:14.682288 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282648ae-daaa-403c-b90b-a2e65d72be47 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:14.690118 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:14.713369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Transition to ACTIVE for port object 282648ae-daaa-403c-b90b-a2e65d72be47 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:47:14.718038 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:14.780001 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Pushing event updated for resources: {'Port': ['ID=282648ae-daaa-403c-b90b-a2e65d72be47,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:14.850914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c42f1-f44e-4e6b-aef8-a5a28a2379b2 req-440a1367-2760-4b3e-b1e7-562c6c959392 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:14.852673 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d74c42f1-f44e-4e6b-aef8-a5a28a2379b2 req-440a1367-2760-4b3e-b1e7-562c6c959392 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 945 time: 0.0779679 Aug 28 12:47:14.859487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Attempting to bind port 282648ae-daaa-403c-b90b-a2e65d72be47 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:47:14.859825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Attempting to bind port 282648ae-daaa-403c-b90b-a2e65d72be47 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:47:14.860297 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Attempting to bind port 282648ae-daaa-403c-b90b-a2e65d72be47 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:14.865693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Port 282648ae-daaa-403c-b90b-a2e65d72be47 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:47:14.866031 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Attempting to bind port 282648ae-daaa-403c-b90b-a2e65d72be47 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:14.871262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:47:14.871613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Checking segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:47:14.871987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Bound using segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:47:14.872417 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Bound port: 282648ae-daaa-403c-b90b-a2e65d72be47, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:47:14.872776 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:14.919221 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d74c42f1-f44e-4e6b-aef8-a5a28a2379b2 req-6a6e5679-066c-45ec-a883-e24e05b7ecf1 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586891 Aug 28 12:47:15.026658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] For port 282648ae-daaa-403c-b90b-a2e65d72be47, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:47:15.042162 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] For port 282648ae-daaa-403c-b90b-a2e65d72be47, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=282648ae-daaa-403c-b90b-a2e65d72be47,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:47:15.048054 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:15.064790 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9bc33-2d52-417c-8048-03ed7f2691a0 req-244e9420-ef24-4186-a3cb-9dd1d1c836cc tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:15.072656 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88f9bc33-2d52-417c-8048-03ed7f2691a0 req-244e9420-ef24-4186-a3cb-9dd1d1c836cc tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1013861 Aug 28 12:47:15.127269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:15.128587 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:15.129442 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] 10.222.0.11 "PUT /v2.0/ports/282648ae-daaa-403c-b90b-a2e65d72be47 HTTP/1.1" status: 200 len: 1093 time: 0.9439816 Aug 28 12:47:15.133358 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82c4412-d492-4c84-96c6-24d6b60851ce', 'tag': '282648ae-daaa-403c-b90b-a2e65d72be47'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:15.143497 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c99798-ac65-488e-9f80-050aee6bad42" -d '{"events": [{"name": "network-changed", "server_uuid": "e82c4412-d492-4c84-96c6-24d6b60851ce", "tag": "282648ae-daaa-403c-b90b-a2e65d72be47"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:15.151145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d93b06-cac2-48e1-b9bc-40edebfd93ff req-11987c65-0c3c-4717-8aa5-5f2da805de70 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:15.161277 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-12d93b06-cac2-48e1-b9bc-40edebfd93ff req-11987c65-0c3c-4717-8aa5-5f2da805de70 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.0697012 Aug 28 12:47:15.196316 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88f9bc33-2d52-417c-8048-03ed7f2691a0 req-9da81dc2-a7a3-4038-bbfd-fbc6e182a11e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226645 Aug 28 12:47:15.212195 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:15.228392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-12d93b06-cac2-48e1-b9bc-40edebfd93ff req-fae85940-5443-439f-bf0f-4d31eeefb15d tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624881 Aug 28 12:47:15.266224 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32036a41-6658-4f4e-b387-b876bd7be343 service neutron] Pushing event updated for resources: {'Port': ['ID=282648ae-daaa-403c-b90b-a2e65d72be47,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:15.292052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-6aec18f5-2303-4f8f-a4d7-61fa3ca2c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:15.293932 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-6aec18f5-2303-4f8f-a4d7-61fa3ca2c4b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 1096 time: 0.0966744 Aug 28 12:47:15.345621 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-c1890882-104b-4c6d-b016-7519daa46b69 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=282648ae-daaa-403c-b90b-a2e65d72be47 HTTP/1.1" status: 200 len: 217 time: 0.0406098 Aug 28 12:47:15.417185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-e2dc8f8f-e92a-42ce-9a49-1ec0edaa776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:15.418723 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-e2dc8f8f-e92a-42ce-9a49-1ec0edaa776d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.0639558 Aug 28 12:47:15.440910 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff1825b-6a57-4943-b05b-fd70efcc8680 x-openstack-request-id: req-1ff1825b-6a57-4943-b05b-fd70efcc8680 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:15.441203 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82c4412-d492-4c84-96c6-24d6b60851ce", "tag": "282648ae-daaa-403c-b90b-a2e65d72be47", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:15.441454 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ff1825b-6a57-4943-b05b-fd70efcc8680 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:15.441906 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82c4412-d492-4c84-96c6-24d6b60851ce', 'tag': '282648ae-daaa-403c-b90b-a2e65d72be47', 'status': 'completed', 'code': 200} Aug 28 12:47:15.468472 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-30f8e726-277e-452c-8bc0-b600e452537f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393260 Aug 28 12:47:15.526321 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6accd3-8cb8-4cfa-99ae-58c278145e36 req-fcc7db6b-d2e9-43a3-9f4d-820cc8eefaa3 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:15.532309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6accd3-8cb8-4cfa-99ae-58c278145e36 req-fcc7db6b-d2e9-43a3-9f4d-820cc8eefaa3 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:15.539624 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6accd3-8cb8-4cfa-99ae-58c278145e36 req-fcc7db6b-d2e9-43a3-9f4d-820cc8eefaa3 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:15.545486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6accd3-8cb8-4cfa-99ae-58c278145e36 req-fcc7db6b-d2e9-43a3-9f4d-820cc8eefaa3 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:15.551484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6accd3-8cb8-4cfa-99ae-58c278145e36 req-fcc7db6b-d2e9-43a3-9f4d-820cc8eefaa3 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:15.558699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6accd3-8cb8-4cfa-99ae-58c278145e36 req-fcc7db6b-d2e9-43a3-9f4d-820cc8eefaa3 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:15.564653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6accd3-8cb8-4cfa-99ae-58c278145e36 req-fcc7db6b-d2e9-43a3-9f4d-820cc8eefaa3 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:15.566670 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f6accd3-8cb8-4cfa-99ae-58c278145e36 req-fcc7db6b-d2e9-43a3-9f4d-820cc8eefaa3 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5439 time: 0.1072505 Aug 28 12:47:15.598657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388c008-7801-4e2f-9b80-76cbd22aca8e req-287dffd1-7221-4810-abf3-db10b37ca57b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:15.600859 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b388c008-7801-4e2f-9b80-76cbd22aca8e req-287dffd1-7221-4810-abf3-db10b37ca57b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.1006808 Aug 28 12:47:15.606672 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-3ec879ec-869f-422f-89b1-e6298fa5529c service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292350 Aug 28 12:47:15.613844 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f6accd3-8cb8-4cfa-99ae-58c278145e36 req-4af62bb5-6965-48ae-b4a1-30123e797098 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401990 Aug 28 12:47:15.694394 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b388c008-7801-4e2f-9b80-76cbd22aca8e req-85a50bf3-d0a9-40a1-ab22-d039a0298198 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837913 Aug 28 12:47:15.731407 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7440dfe-dc2c-44bb-ac15-69bbff3bac53 req-17e8f63f-f9f4-466e-b04a-cdf8e1a1d46b service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141505 Aug 28 12:47:15.812348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbeba7-af19-4524-aa30-e09de9617b04 req-9b3a8c01-fe35-46a7-9a8c-700ed137eead tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:15.813859 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4cbeba7-af19-4524-aa30-e09de9617b04 req-9b3a8c01-fe35-46a7-9a8c-700ed137eead tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 944 time: 0.0493870 Aug 28 12:47:15.828193 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c99798-ac65-488e-9f80-050aee6bad42 req-9217ed9a-ce0e-47aa-97d0-74444b1789e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:15.829845 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-08c99798-ac65-488e-9f80-050aee6bad42 req-9217ed9a-ce0e-47aa-97d0-74444b1789e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 1096 time: 0.0465314 Aug 28 12:47:15.856236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4cbeba7-af19-4524-aa30-e09de9617b04 req-498598cb-9f37-43d3-91a7-91cbe5633a61 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348015 Aug 28 12:47:15.933285 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c99798-ac65-488e-9f80-050aee6bad42 req-8503102f-757f-44bc-af11-0f22ae96e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:15.935270 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-08c99798-ac65-488e-9f80-050aee6bad42 req-8503102f-757f-44bc-af11-0f22ae96e5ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.0964568 Aug 28 12:47:15.983630 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-08c99798-ac65-488e-9f80-050aee6bad42 req-43549420-0f2b-49da-ba52-5818b70e12f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=282648ae-daaa-403c-b90b-a2e65d72be47 HTTP/1.1" status: 200 len: 217 time: 0.0371251 Aug 28 12:47:16.066609 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c99798-ac65-488e-9f80-050aee6bad42 req-8ce00a10-6e8e-4fa2-93b7-2f3b44e6f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:16.069972 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-08c99798-ac65-488e-9f80-050aee6bad42 req-8ce00a10-6e8e-4fa2-93b7-2f3b44e6f82d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.0739045 Aug 28 12:47:16.077418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaebf2-e2f7-4cb6-a3fe-2d52cdbca0c0 req-4103350c-b76c-4c80-9ce4-fce8ef2f8188 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:16.078927 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85eaebf2-e2f7-4cb6-a3fe-2d52cdbca0c0 req-4103350c-b76c-4c80-9ce4-fce8ef2f8188 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 945 time: 0.0944107 Aug 28 12:47:16.112832 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-08c99798-ac65-488e-9f80-050aee6bad42 req-86e5e19e-99cd-488e-8ec5-e24978172a76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299501 Aug 28 12:47:16.183705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85eaebf2-e2f7-4cb6-a3fe-2d52cdbca0c0 req-028893ee-3cd9-444b-a45d-1b30f42c89c9 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928741 Aug 28 12:47:16.222628 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-08c99798-ac65-488e-9f80-050aee6bad42 req-eb007dce-d766-493e-8f99-9ae85e3117c6 service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012552 Aug 28 12:47:16.317201 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-08c99798-ac65-488e-9f80-050aee6bad42 req-0397f9e3-2f20-4758-9333-4e53c264b7c0 service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869598 Aug 28 12:47:16.355525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c824905-13a1-4631-b55b-2c56a37f5e81 req-e71cc7df-7161-4b0f-81a0-fc2872fcdcc5 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:16.357129 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0c824905-13a1-4631-b55b-2c56a37f5e81 req-e71cc7df-7161-4b0f-81a0-fc2872fcdcc5 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.0619700 Aug 28 12:47:16.402173 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0c824905-13a1-4631-b55b-2c56a37f5e81 req-8b383e20-9585-43a5-a512-7f4f8d9acc22 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361316 Aug 28 12:47:16.766264 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6fc68-6f28-4ea1-b3ae-111462a6df3a req-7e1c4591-96c2-460b-8f43-a550f23f82be tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:16.772439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6fc68-6f28-4ea1-b3ae-111462a6df3a req-7e1c4591-96c2-460b-8f43-a550f23f82be tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:16.778411 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6fc68-6f28-4ea1-b3ae-111462a6df3a req-7e1c4591-96c2-460b-8f43-a550f23f82be tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:16.784341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6fc68-6f28-4ea1-b3ae-111462a6df3a req-7e1c4591-96c2-460b-8f43-a550f23f82be tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:16.790777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6fc68-6f28-4ea1-b3ae-111462a6df3a req-7e1c4591-96c2-460b-8f43-a550f23f82be tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:16.796645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6fc68-6f28-4ea1-b3ae-111462a6df3a req-7e1c4591-96c2-460b-8f43-a550f23f82be tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:16.803124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6fc68-6f28-4ea1-b3ae-111462a6df3a req-7e1c4591-96c2-460b-8f43-a550f23f82be tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:16.805058 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7ca6fc68-6f28-4ea1-b3ae-111462a6df3a req-7e1c4591-96c2-460b-8f43-a550f23f82be tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5439 time: 0.1006231 Aug 28 12:47:16.852550 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1a6d2-ce6f-4583-9d0c-13a2cd2731b2 req-3bcca700-9370-42e6-8b46-93783a5d8784 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:16.854329 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-67e1a6d2-ce6f-4583-9d0c-13a2cd2731b2 req-3bcca700-9370-42e6-8b46-93783a5d8784 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.0565629 Aug 28 12:47:16.862276 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7ca6fc68-6f28-4ea1-b3ae-111462a6df3a req-d674f5ba-118f-4a03-9071-924d859111b8 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505085 Aug 28 12:47:16.905281 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-67e1a6d2-ce6f-4583-9d0c-13a2cd2731b2 req-62b56646-2c3a-4a03-a01a-9a098772ccb2 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443335 Aug 28 12:47:16.914080 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d87fad-5dd9-45de-837f-7742c377c5e4 req-4d400cfc-681c-4b82-9347-4f4778d0c2ea tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:16.915692 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52d87fad-5dd9-45de-837f-7742c377c5e4 req-4d400cfc-681c-4b82-9347-4f4778d0c2ea tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.11 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 945 time: 0.0712194 Aug 28 12:47:17.023724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5491561-439c-45dd-bec0-2e8d2d9c1bea req-d5ea3b13-a46a-4d3c-bf55-4aebbf2f847d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:17.025254 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5491561-439c-45dd-bec0-2e8d2d9c1bea req-d5ea3b13-a46a-4d3c-bf55-4aebbf2f847d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 944 time: 0.0554428 Aug 28 12:47:17.033186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-52d87fad-5dd9-45de-837f-7742c377c5e4 req-b67b2330-0e60-446d-b653-1c4929efe70b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Deleting port f93036e8-e778-4a74-957c-1a1efaa62ad5 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:47:17.033563 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-52d87fad-5dd9-45de-837f-7742c377c5e4 req-b67b2330-0e60-446d-b653-1c4929efe70b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:17.065393 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5491561-439c-45dd-bec0-2e8d2d9c1bea req-9c46f68d-2bdf-411c-8d87-1331be7f88be tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338058 Aug 28 12:47:17.094929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:17.098056 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c703f518-96ae-4fe3-8bb2-0979603ac65f up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:17.148594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-52d87fad-5dd9-45de-837f-7742c377c5e4 req-b67b2330-0e60-446d-b653-1c4929efe70b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] For port f93036e8-e778-4a74-957c-1a1efaa62ad5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f93036e8-e778-4a74-957c-1a1efaa62ad5,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:17.149603 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-52d87fad-5dd9-45de-837f-7742c377c5e4 req-b67b2330-0e60-446d-b653-1c4929efe70b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:17.167309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-52d87fad-5dd9-45de-837f-7742c377c5e4 req-b67b2330-0e60-446d-b653-1c4929efe70b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Calling delete_port for f93036e8-e778-4a74-957c-1a1efaa62ad5 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:47:17.327243 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-52d87fad-5dd9-45de-837f-7742c377c5e4 req-b67b2330-0e60-446d-b653-1c4929efe70b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:17.348547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f73b5-60ee-4014-9d0e-cdaa56c8fd47 req-56ee164d-9e88-44e9-93bf-57d401c9a4ba tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:17.357347 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-918f73b5-60ee-4014-9d0e-cdaa56c8fd47 req-56ee164d-9e88-44e9-93bf-57d401c9a4ba tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 945 time: 0.0824249 Aug 28 12:47:17.363037 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b2330-0e60-446d-b653-1c4929efe70b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Pushing event deleted for resources: {'Port': ['ID=f93036e8-e778-4a74-957c-1a1efaa62ad5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:17.382245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['f93036e8-e778-4a74-957c-1a1efaa62ad5'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:17.384075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port c703f518-96ae-4fe3-8bb2-0979603ac65f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:17.399512 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-918f73b5-60ee-4014-9d0e-cdaa56c8fd47 req-aa53f1c5-0048-4f36-a7ba-953567586ced tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412745 Aug 28 12:47:17.429509 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d87fad-5dd9-45de-837f-7742c377c5e4 req-b67b2330-0e60-446d-b653-1c4929efe70b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] No DVR routers for this DVR port f93036e8-e778-4a74-957c-1a1efaa62ad5 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:47:17.430842 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-52d87fad-5dd9-45de-837f-7742c377c5e4 req-b67b2330-0e60-446d-b653-1c4929efe70b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:17.433356 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52d87fad-5dd9-45de-837f-7742c377c5e4 req-b67b2330-0e60-446d-b653-1c4929efe70b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.11 "DELETE /v2.0/ports/f93036e8-e778-4a74-957c-1a1efaa62ad5 HTTP/1.1" status: 204 len: 173 time: 0.5110004 Aug 28 12:47:17.443645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be09efad-8fe7-487b-b92d-da227e5b1219', 'name': 'network-vif-deleted', 'tag': 'f93036e8-e778-4a74-957c-1a1efaa62ad5'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:17.448147 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port c703f518-96ae-4fe3-8bb2-0979603ac65f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:17.448607 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:17.449643 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a18309-9dd1-4629-8700-e21894ffd79f" -d '{"events": [{"server_uuid": "be09efad-8fe7-487b-b92d-da227e5b1219", "name": "network-vif-deleted", "tag": "f93036e8-e778-4a74-957c-1a1efaa62ad5"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:17.496456 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927fa341-25fc-4521-98d7-fe0ca387dbe2 x-openstack-request-id: req-927fa341-25fc-4521-98d7-fe0ca387dbe2 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:17.497127 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be09efad-8fe7-487b-b92d-da227e5b1219", "name": "network-vif-deleted", "tag": "f93036e8-e778-4a74-957c-1a1efaa62ad5", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:17.497633 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-927fa341-25fc-4521-98d7-fe0ca387dbe2 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:17.502195 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be09efad-8fe7-487b-b92d-da227e5b1219', 'name': 'network-vif-deleted', 'tag': 'f93036e8-e778-4a74-957c-1a1efaa62ad5', 'status': 'completed', 'code': 200} Aug 28 12:47:17.503470 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:17.564260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb', 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae', 'port_id': '05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb', 'mac_address': 'fa:16:3e:ac:c4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b2ab30-884f-4c27-9baa-880b68554db1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:17.565134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e777c9-02df-4619-be38-f7b8fafa350a req-fc8d501f-4582-4f34-a61d-bdccfcb7bd9a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:17.566687 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3e777c9-02df-4619-be38-f7b8fafa350a req-fc8d501f-4582-4f34-a61d-bdccfcb7bd9a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.0620382 Aug 28 12:47:17.610838 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3e777c9-02df-4619-be38-f7b8fafa350a req-c75454dd-cdcb-41da-874f-c7c805337dbd tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367732 Aug 28 12:47:17.644574 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:17.679258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:17.689220 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:17.739515 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:17.748735 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:17.758594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c703f518-96ae-4fe3-8bb2-0979603ac65f'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:17.760783 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f0ef04-65f8-40c7-aa59-5038c39af1c0" -d '{"events": [{"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-plugged", "status": "completed", "tag": "c703f518-96ae-4fe3-8bb2-0979603ac65f"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:17.794396 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c703f518-96ae-4fe3-8bb2-0979603ac65f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c703f518-96ae-4fe3-8bb2-0979603ac65f,segment=NetworkSegment(018e3c08-6a91-489a-9a17-f01f36b63890),segment_id=018e3c08-6a91-489a-9a17-f01f36b63890)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:17.801958 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d37a72-4c79-41de-a553-c5d27a83f1b5 x-openstack-request-id: req-c5d37a72-4c79-41de-a553-c5d27a83f1b5 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:17.802256 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-plugged", "status": "completed", "tag": "c703f518-96ae-4fe3-8bb2-0979603ac65f", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:17.802668 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5d37a72-4c79-41de-a553-c5d27a83f1b5 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:17.803437 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c703f518-96ae-4fe3-8bb2-0979603ac65f', 'code': 200} Aug 28 12:47:17.808749 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:17.830751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:17.892276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=c703f518-96ae-4fe3-8bb2-0979603ac65f,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:17.998471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9a40-48f5-4653-9a89-11e21e3baaeb req-16dfe146-38a7-4852-a76f-49f210d8c144 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:18.005033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9a40-48f5-4653-9a89-11e21e3baaeb req-16dfe146-38a7-4852-a76f-49f210d8c144 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:18.011384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9a40-48f5-4653-9a89-11e21e3baaeb req-16dfe146-38a7-4852-a76f-49f210d8c144 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:18.013949 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f72d8712-5d1f-4647-a912-89b716eaa0ff req-5ff19809-3121-422a-b92d-a6179f702b9b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=be09efad-8fe7-487b-b92d-da227e5b1219 HTTP/1.1" status: 200 len: 210 time: 0.0319266 Aug 28 12:47:18.017752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9a40-48f5-4653-9a89-11e21e3baaeb req-16dfe146-38a7-4852-a76f-49f210d8c144 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:18.024174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9a40-48f5-4653-9a89-11e21e3baaeb req-16dfe146-38a7-4852-a76f-49f210d8c144 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:18.030941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9a40-48f5-4653-9a89-11e21e3baaeb req-16dfe146-38a7-4852-a76f-49f210d8c144 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:18.037388 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9a40-48f5-4653-9a89-11e21e3baaeb req-16dfe146-38a7-4852-a76f-49f210d8c144 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:18.039359 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3d3b9a40-48f5-4653-9a89-11e21e3baaeb req-16dfe146-38a7-4852-a76f-49f210d8c144 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5440 time: 0.0998795 Aug 28 12:47:18.086259 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3d3b9a40-48f5-4653-9a89-11e21e3baaeb req-5ef3bba9-5100-4faa-bea9-445e01c7690a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381513 Aug 28 12:47:18.218721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411d017-3f2c-410b-9f5b-0683965635e4 req-9ca00c41-28b0-45b1-beec-d72c5dcdbfea tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:18.220974 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f411d017-3f2c-410b-9f5b-0683965635e4 req-9ca00c41-28b0-45b1-beec-d72c5dcdbfea tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 945 time: 0.0598080 Aug 28 12:47:18.225116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:18.268153 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f411d017-3f2c-410b-9f5b-0683965635e4 req-5c29fed6-63a8-4355-a7cf-6e49065689d9 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398424 Aug 28 12:47:18.521113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55950d-dcf4-490f-b15e-05cb242d4f7a req-316297d0-3bb3-452f-b416-2f16767eccf6 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:18.522600 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef55950d-dcf4-490f-b15e-05cb242d4f7a req-316297d0-3bb3-452f-b416-2f16767eccf6 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 945 time: 0.0482981 Aug 28 12:47:18.560394 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef55950d-dcf4-490f-b15e-05cb242d4f7a req-4c5e28d2-b419-4807-bf4b-2a4a9afff7c2 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318875 Aug 28 12:47:18.744499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b71aa-2698-4f8d-a6ef-ce4652d02dbd req-a2e79fc1-c23c-470f-9251-ca2a78eb2b22 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:18.745989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-532b71aa-2698-4f8d-a6ef-ce4652d02dbd req-a2e79fc1-c23c-470f-9251-ca2a78eb2b22 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.0492630 Aug 28 12:47:18.783808 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-532b71aa-2698-4f8d-a6ef-ce4652d02dbd req-d152b117-f828-43a1-850a-5578d31272e6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316517 Aug 28 12:47:19.098814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:19.156470 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:19.160910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:19.161380 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:19.242708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8d070-7183-4c53-a26a-3080e1f1c924 req-4c22312c-7916-46b4-b429-4ca6dc04300a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:19.248759 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8d070-7183-4c53-a26a-3080e1f1c924 req-4c22312c-7916-46b4-b429-4ca6dc04300a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:19.252824 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:19.255663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8d070-7183-4c53-a26a-3080e1f1c924 req-4c22312c-7916-46b4-b429-4ca6dc04300a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:19.262027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8d070-7183-4c53-a26a-3080e1f1c924 req-4c22312c-7916-46b4-b429-4ca6dc04300a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:19.268434 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8d070-7183-4c53-a26a-3080e1f1c924 req-4c22312c-7916-46b4-b429-4ca6dc04300a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:19.274028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8d070-7183-4c53-a26a-3080e1f1c924 req-4c22312c-7916-46b4-b429-4ca6dc04300a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:19.279967 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8d070-7183-4c53-a26a-3080e1f1c924 req-4c22312c-7916-46b4-b429-4ca6dc04300a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:19.281991 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-17b8d070-7183-4c53-a26a-3080e1f1c924 req-4c22312c-7916-46b4-b429-4ca6dc04300a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5440 time: 0.1008365 Aug 28 12:47:19.290073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:19.295471 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:19.296474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 00290326-04f3-468c-be88-b5556baab84a up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:19.330451 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-17b8d070-7183-4c53-a26a-3080e1f1c924 req-9e1a46ec-9d2a-45cb-bf92-604189c760c3 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408428 Aug 28 12:47:19.376745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-02453df8-ddf2-456b-88b3-69c49b256a68 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:19.378528 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-02453df8-ddf2-456b-88b3-69c49b256a68 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 811 time: 0.1201708 Aug 28 12:47:19.382238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:19.394880 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-3ba8d862-d0bf-41ec-84ee-4ae4bc551325 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/quotas/9c27cd97d5e24fc7891a567067063ac0 HTTP/1.1" status: 200 len: 375 time: 0.0100429 Aug 28 12:47:19.399700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 00290326-04f3-468c-be88-b5556baab84a completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:19.403846 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 00290326-04f3-468c-be88-b5556baab84a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:19.404216 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:19.433634 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-a4502eb4-266f-41d0-b69f-feabe50a3064 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308249 Aug 28 12:47:19.452967 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-e07b8cd7-caf4-4e8e-a003-ede4bd2f5e4c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:47:19.454340 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-e07b8cd7-caf4-4e8e-a003-ede4bd2f5e4c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116758 Aug 28 12:47:19.494971 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:19.537616 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0aee2-464f-4dd2-81c0-a9bba77a8631 req-6ca5a744-c596-434c-9586-fe215f61caf0 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:19.537875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 00290326-04f3-468c-be88-b5556baab84a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=00290326-04f3-468c-be88-b5556baab84a,segment=NetworkSegment(ff986872-1e0a-47d6-867f-1ce369e19f52),segment_id=ff986872-1e0a-47d6-867f-1ce369e19f52)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:19.539693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ade0aee2-464f-4dd2-81c0-a9bba77a8631 req-6ca5a744-c596-434c-9586-fe215f61caf0 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 945 time: 0.0561893 Aug 28 12:47:19.543530 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:19.544433 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1cbe3f0b-18d7-4706-9651-2722f3d45f33 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:19.591569 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-8ef42196-f8eb-49e8-bd17-987b41375e1f service neutron] 10.222.0.20 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302140 Aug 28 12:47:19.594071 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ade0aee2-464f-4dd2-81c0-a9bba77a8631 req-458a9d3e-5102-47b2-a9e4-adce3327c178 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457301 Aug 28 12:47:19.647400 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=00290326-04f3-468c-be88-b5556baab84a,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:19.663756 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 1cbe3f0b-18d7-4706-9651-2722f3d45f33 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:19.668964 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 1cbe3f0b-18d7-4706-9651-2722f3d45f33 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:19.669382 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:19.720797 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-035759ff-3dc3-45b2-a1ff-e123b90bbc94 service neutron] 10.222.0.20 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283066 Aug 28 12:47:19.727969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306069e-fbda-477a-b826-5d00b2628344 req-6137c91f-cdd5-4c4c-9447-fa8f1a7c7e44 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:19.729763 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6306069e-fbda-477a-b826-5d00b2628344 req-6137c91f-cdd5-4c4c-9447-fa8f1a7c7e44 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 945 time: 0.0600231 Aug 28 12:47:19.772137 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:19.774125 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6306069e-fbda-477a-b826-5d00b2628344 req-0c9554af-1750-4b5a-835e-9fff302df20e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380728 Aug 28 12:47:19.805299 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966b8081-93f1-40cf-bf59-072c0d74f813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7'}, {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00290326-04f3-468c-be88-b5556baab84a'}, {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbe3f0b-18d7-4706-9651-2722f3d45f33'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:19.808235 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d09c30-b980-4b54-bd04-2a875af70fd2" -d '{"events": [{"server_uuid": "966b8081-93f1-40cf-bf59-072c0d74f813", "name": "network-vif-plugged", "status": "completed", "tag": "5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7"}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-plugged", "status": "completed", "tag": "00290326-04f3-468c-be88-b5556baab84a"}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-plugged", "status": "completed", "tag": "1cbe3f0b-18d7-4706-9651-2722f3d45f33"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:19.812643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1cbe3f0b-18d7-4706-9651-2722f3d45f33, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1cbe3f0b-18d7-4706-9651-2722f3d45f33,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:19.819016 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:19.820870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6ead5d09-aab2-452c-95e9-84b1b263167c up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:19.896504 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451e7560-c642-44dd-90fb-8f73ae78ed45 x-openstack-request-id: req-451e7560-c642-44dd-90fb-8f73ae78ed45 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:19.896797 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966b8081-93f1-40cf-bf59-072c0d74f813", "name": "network-vif-plugged", "status": "completed", "tag": "5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7", "code": 200}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-plugged", "status": "completed", "tag": "00290326-04f3-468c-be88-b5556baab84a", "code": 200}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-plugged", "status": "completed", "tag": "1cbe3f0b-18d7-4706-9651-2722f3d45f33", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:19.897158 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-451e7560-c642-44dd-90fb-8f73ae78ed45 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:19.897476 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966b8081-93f1-40cf-bf59-072c0d74f813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7', 'code': 200} Aug 28 12:47:19.897730 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00290326-04f3-468c-be88-b5556baab84a', 'code': 200} Aug 28 12:47:19.897975 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbe3f0b-18d7-4706-9651-2722f3d45f33', 'code': 200} Aug 28 12:47:19.922072 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=1cbe3f0b-18d7-4706-9651-2722f3d45f33,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:19.935116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 6ead5d09-aab2-452c-95e9-84b1b263167c completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:19.939502 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 6ead5d09-aab2-452c-95e9-84b1b263167c triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:19.940194 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:19.976872 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa652e5-e55d-45f7-a2ad-482353c8aff3 req-8d5cbf1b-1995-40e7-b7e0-70a1a913a480 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:19.978721 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7fa652e5-e55d-45f7-a2ad-482353c8aff3 req-8d5cbf1b-1995-40e7-b7e0-70a1a913a480 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.0777597 Aug 28 12:47:20.010859 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1a51c50-5d24-4912-906c-a3d3ad04f0fc req-61a4a9ce-3f9e-4e78-9df4-fa508b4b939c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 210 time: 0.0481441 Aug 28 12:47:20.033607 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:20.070954 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7fa652e5-e55d-45f7-a2ad-482353c8aff3 req-718cbbf1-9c8c-49d5-b921-676754654a30 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855467 Aug 28 12:47:20.071149 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6ead5d09-aab2-452c-95e9-84b1b263167c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6ead5d09-aab2-452c-95e9-84b1b263167c,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:20.075448 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:20.077522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 708f1d54-3c32-49c6-8985-1c867d1c59b6 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:20.080477 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0d994-8a30-4d12-a598-a32cde73b8aa req-3d31b427-a95d-4a39-a177-04308a2affef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:20.084108 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d5e0d994-8a30-4d12-a598-a32cde73b8aa req-3d31b427-a95d-4a39-a177-04308a2affef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=966b8081-93f1-40cf-bf59-072c0d74f813 HTTP/1.1" status: 200 len: 1097 time: 0.0992744 Aug 28 12:47:20.156705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d5e0d994-8a30-4d12-a598-a32cde73b8aa req-baf82242-965a-4a89-aa4e-065336a2ce00 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588105 Aug 28 12:47:20.163421 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6ead5d09-aab2-452c-95e9-84b1b263167c,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:20.178584 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 708f1d54-3c32-49c6-8985-1c867d1c59b6 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:20.183573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 708f1d54-3c32-49c6-8985-1c867d1c59b6 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:20.184091 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:20.230497 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-606d083d-bfe5-4528-bd71-1914adad2227 req-6deea805-8e7c-47ba-b6ce-9605f7d20781 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2f210840dd554f0ca0bb5b2fde3632c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310886 Aug 28 12:47:20.267626 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:20.311121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 708f1d54-3c32-49c6-8985-1c867d1c59b6, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=708f1d54-3c32-49c6-8985-1c867d1c59b6,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:20.315200 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:20.316100 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 440861dd-6270-4426-a201-c0adbe3cd44a up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:20.396336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=708f1d54-3c32-49c6-8985-1c867d1c59b6,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:20.408488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 440861dd-6270-4426-a201-c0adbe3cd44a completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:20.415118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 440861dd-6270-4426-a201-c0adbe3cd44a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:20.415732 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:20.438039 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b5c65ecf-b124-4324-a738-027ac59d52ea tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:20.439731 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b5c65ecf-b124-4324-a738-027ac59d52ea tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2036271 Aug 28 12:47:20.461526 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-606d083d-bfe5-4528-bd71-1914adad2227 req-18f52a21-46f8-427a-ab22-9e771d865abe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/quotas/2f210840dd554f0ca0bb5b2fde3632c9 HTTP/1.1" status: 200 len: 375 time: 0.0129714 Aug 28 12:47:20.470060 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab989203-afae-4c0e-a304-066623a9c32a req-9e2b7e6f-c51f-42e6-9922-3947f57c8fa2 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:20.476435 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab989203-afae-4c0e-a304-066623a9c32a req-9e2b7e6f-c51f-42e6-9922-3947f57c8fa2 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:20.482584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab989203-afae-4c0e-a304-066623a9c32a req-9e2b7e6f-c51f-42e6-9922-3947f57c8fa2 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:20.488796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab989203-afae-4c0e-a304-066623a9c32a req-9e2b7e6f-c51f-42e6-9922-3947f57c8fa2 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:20.495658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab989203-afae-4c0e-a304-066623a9c32a req-9e2b7e6f-c51f-42e6-9922-3947f57c8fa2 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:20.498217 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-606d083d-bfe5-4528-bd71-1914adad2227 req-09fca554-1317-4e8d-82c3-255f9f86d250 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f210840dd554f0ca0bb5b2fde3632c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308444 Aug 28 12:47:20.502127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab989203-afae-4c0e-a304-066623a9c32a req-9e2b7e6f-c51f-42e6-9922-3947f57c8fa2 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:20.508682 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab989203-afae-4c0e-a304-066623a9c32a req-9e2b7e6f-c51f-42e6-9922-3947f57c8fa2 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:20.510619 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ab989203-afae-4c0e-a304-066623a9c32a req-9e2b7e6f-c51f-42e6-9922-3947f57c8fa2 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5443 time: 0.0994177 Aug 28 12:47:20.521846 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:20.557057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 440861dd-6270-4426-a201-c0adbe3cd44a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=440861dd-6270-4426-a201-c0adbe3cd44a,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:20.562726 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:20.564185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device ae1bef61-00ef-4f35-aa3f-10582d834543 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:20.575435 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ab989203-afae-4c0e-a304-066623a9c32a req-ff47add5-20b4-4e5e-9bb0-4220377973fb tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551963 Aug 28 12:47:20.687332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=440861dd-6270-4426-a201-c0adbe3cd44a,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:20.696475 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port ae1bef61-00ef-4f35-aa3f-10582d834543 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:20.705024 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port ae1bef61-00ef-4f35-aa3f-10582d834543 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:20.705578 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:20.783139 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42593563-6f12-4927-8de0-c9d9194710b0 req-f0213c0b-ba76-4da7-b79f-6d76f19d2c2a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:20.784788 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42593563-6f12-4927-8de0-c9d9194710b0 req-f0213c0b-ba76-4da7-b79f-6d76f19d2c2a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 945 time: 0.0575128 Aug 28 12:47:20.810611 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d7065add-4d4e-42b0-9e36-5bfe0fe07aaa tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2f210840dd554f0ca0bb5b2fde3632c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314040 Aug 28 12:47:20.841502 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:20.851303 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42593563-6f12-4927-8de0-c9d9194710b0 req-2ebdd300-3169-4661-904a-91f1f40b5833 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594370 Aug 28 12:47:20.889389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port ae1bef61-00ef-4f35-aa3f-10582d834543, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=ae1bef61-00ef-4f35-aa3f-10582d834543,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:20.894725 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:20.896218 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 3e1211f4-8497-4466-9e2b-21509e98d6a4 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:20.978162 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-45e3caa5-aa2d-4fe7-808c-8d4278bc1c78 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:20.979683 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-45e3caa5-aa2d-4fe7-808c-8d4278bc1c78 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1622396 Aug 28 12:47:20.987891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=ae1bef61-00ef-4f35-aa3f-10582d834543,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:20.995563 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 3e1211f4-8497-4466-9e2b-21509e98d6a4 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:21.001477 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 3e1211f4-8497-4466-9e2b-21509e98d6a4 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:21.002210 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:21.010337 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-a9176640-b26d-4ce8-bc68-b5cc060e63ae tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/quotas/2f210840dd554f0ca0bb5b2fde3632c9 HTTP/1.1" status: 200 len: 375 time: 0.0180473 Aug 28 12:47:21.023006 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750810f-edb5-4dfb-836c-1bb841b1f5e4 req-0cd1f5c8-5da8-47d6-9618-118856117c00 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:21.038738 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4750810f-edb5-4dfb-836c-1bb841b1f5e4 req-0cd1f5c8-5da8-47d6-9618-118856117c00 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 946 time: 0.1097634 Aug 28 12:47:21.058064 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-efed7752-1741-413e-b7a5-dea5e0a03db1 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f210840dd554f0ca0bb5b2fde3632c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401866 Aug 28 12:47:21.118312 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4750810f-edb5-4dfb-836c-1bb841b1f5e4 req-d4a00851-d646-4afa-8512-d80c15a22bdd tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785956 Aug 28 12:47:21.134975 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:21.184394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 3e1211f4-8497-4466-9e2b-21509e98d6a4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=3e1211f4-8497-4466-9e2b-21509e98d6a4,segment=NetworkSegment(ff986872-1e0a-47d6-867f-1ce369e19f52),segment_id=ff986872-1e0a-47d6-867f-1ce369e19f52)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:21.189104 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:21.190172 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 270133e3-b69e-4c31-a29a-5624250f6d0a up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:21.260278 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-fba201ea-00ef-49e9-ab2c-cd59c8d74b13 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:21.262285 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-fba201ea-00ef-49e9-ab2c-cd59c8d74b13 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.11 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 811 time: 0.2070093 Aug 28 12:47:21.289179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Request body: {'port': {'device_id': '3e4cd22c-b7d7-4bea-a689-2c058a59641b', 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea', 'admin_state_up': True, 'tenant_id': '9c27cd97d5e24fc7891a567067063ac0'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:21.299435 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a3ffea66-6f3a-4e0f-b7ba-8c976c4a09f9 req-fe5beace-b1ff-483d-b982-8de4dfd404f8 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 210 time: 0.0425835 Aug 28 12:47:21.329029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=3e1211f4-8497-4466-9e2b-21509e98d6a4,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:21.366875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 270133e3-b69e-4c31-a29a-5624250f6d0a completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:21.373244 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 270133e3-b69e-4c31-a29a-5624250f6d0a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:21.373475 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:21.435652 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0319b79-a57b-449b-b860-d436da8f638c req-01857153-ce39-44a2-8d06-0b18c5c2bb7e tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 210 time: 0.0463400 Aug 28 12:47:21.511821 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83495e-7578-4681-a320-c13969aefd34 req-a52e344d-ac84-4e47-a692-d0007ccaeed6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:21.513349 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2f83495e-7578-4681-a320-c13969aefd34 req-a52e344d-ac84-4e47-a692-d0007ccaeed6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.1257701 Aug 28 12:47:21.533446 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:21.570593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 270133e3-b69e-4c31-a29a-5624250f6d0a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=270133e3-b69e-4c31-a29a-5624250f6d0a,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:21.574764 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:21.590765 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2f83495e-7578-4681-a320-c13969aefd34 req-e2d3de4d-d284-41e0-8538-893cceb0bd0f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687513 Aug 28 12:47:21.592019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Made reservation on behalf of 9c27cd97d5e24fc7891a567067063ac0 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:47:21.596622 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:21.603894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:21.689325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=270133e3-b69e-4c31-a29a-5624250f6d0a,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:21.716780 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:21.722241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:21.722785 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:21.775796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Allocated IP 172.20.0.9 (1da12700-57a4-4678-8bd0-0b17b7c3f3ea/681f86f1-f49d-4aac-bbea-fa1f759eb663/6049f453-9233-4370-be89-20f9b06a89c8) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:47:21.783145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335d5c0-0fad-48de-8473-456f30c90409 req-7e8e28a0-9fb0-4bfa-be04-75503d04b129 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:21.790147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335d5c0-0fad-48de-8473-456f30c90409 req-7e8e28a0-9fb0-4bfa-be04-75503d04b129 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:21.796843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335d5c0-0fad-48de-8473-456f30c90409 req-7e8e28a0-9fb0-4bfa-be04-75503d04b129 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:21.803518 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335d5c0-0fad-48de-8473-456f30c90409 req-7e8e28a0-9fb0-4bfa-be04-75503d04b129 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:21.810144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335d5c0-0fad-48de-8473-456f30c90409 req-7e8e28a0-9fb0-4bfa-be04-75503d04b129 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:21.816312 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335d5c0-0fad-48de-8473-456f30c90409 req-7e8e28a0-9fb0-4bfa-be04-75503d04b129 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:21.822892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335d5c0-0fad-48de-8473-456f30c90409 req-7e8e28a0-9fb0-4bfa-be04-75503d04b129 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:21.830758 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8335d5c0-0fad-48de-8473-456f30c90409 req-7e8e28a0-9fb0-4bfa-be04-75503d04b129 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5446 time: 0.1424983 Aug 28 12:47:21.847421 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:21.897920 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8335d5c0-0fad-48de-8473-456f30c90409 req-afead601-ac0e-40e6-bbfa-9b23dc631358 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657177 Aug 28 12:47:21.902965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c15ea-9029-430c-8eaa-691fe279ee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ead5d09-aab2-452c-95e9-84b1b263167c'}, {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708f1d54-3c32-49c6-8985-1c867d1c59b6'}, {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440861dd-6270-4426-a201-c0adbe3cd44a'}, {'server_uuid': '256cdc66-55d0-4b54-8dcd-1ae9190bbf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1bef61-00ef-4f35-aa3f-10582d834543'}, {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1211f4-8497-4466-9e2b-21509e98d6a4'}, {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270133e3-b69e-4c31-a29a-5624250f6d0a'}, {'server_uuid': '762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:21.915287 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01692360-4132-4bc7-8d5d-6773f9486044" -d '{"events": [{"server_uuid": "336c15ea-9029-430c-8eaa-691fe279ee3a", "name": "network-vif-plugged", "status": "completed", "tag": "6ead5d09-aab2-452c-95e9-84b1b263167c"}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-plugged", "status": "completed", "tag": "708f1d54-3c32-49c6-8985-1c867d1c59b6"}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-plugged", "status": "completed", "tag": "440861dd-6270-4426-a201-c0adbe3cd44a"}, {"server_uuid": "256cdc66-55d0-4b54-8dcd-1ae9190bbf10", "name": "network-vif-plugged", "status": "completed", "tag": "ae1bef61-00ef-4f35-aa3f-10582d834543"}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-plugged", "status": "completed", "tag": "3e1211f4-8497-4466-9e2b-21509e98d6a4"}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-plugged", "status": "completed", "tag": "270133e3-b69e-4c31-a29a-5624250f6d0a"}, {"server_uuid": "762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258", "name": "network-vif-plugged", "status": "completed", "tag": "05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:21.921073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:21.925258 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-606d083d-bfe5-4528-bd71-1914adad2227 req-4940bbf8-1038-4766-86e7-c134cb9bd560 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2f210840dd554f0ca0bb5b2fde3632c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259221 Aug 28 12:47:21.938899 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:21.940032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f93036e8-e778-4a74-957c-1a1efaa62ad5 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:47:22.000718 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320c972e-fe56-4667-bd4f-4847d56620cd x-openstack-request-id: req-320c972e-fe56-4667-bd4f-4847d56620cd {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:22.001003 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c15ea-9029-430c-8eaa-691fe279ee3a", "name": "network-vif-plugged", "status": "completed", "tag": "6ead5d09-aab2-452c-95e9-84b1b263167c", "code": 200}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-plugged", "status": "completed", "tag": "708f1d54-3c32-49c6-8985-1c867d1c59b6", "code": 200}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-plugged", "status": "completed", "tag": "440861dd-6270-4426-a201-c0adbe3cd44a", "code": 200}, {"server_uuid": "256cdc66-55d0-4b54-8dcd-1ae9190bbf10", "name": "network-vif-plugged", "status": "completed", "tag": "ae1bef61-00ef-4f35-aa3f-10582d834543", "code": 200}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-plugged", "status": "completed", "tag": "3e1211f4-8497-4466-9e2b-21509e98d6a4", "code": 200}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-plugged", "status": "completed", "tag": "270133e3-b69e-4c31-a29a-5624250f6d0a", "code": 200}, {"server_uuid": "762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258", "name": "network-vif-plugged", "status": "completed", "tag": "05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:22.001618 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-320c972e-fe56-4667-bd4f-4847d56620cd {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:22.002135 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c15ea-9029-430c-8eaa-691fe279ee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ead5d09-aab2-452c-95e9-84b1b263167c', 'code': 200} Aug 28 12:47:22.002499 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708f1d54-3c32-49c6-8985-1c867d1c59b6', 'code': 200} Aug 28 12:47:22.002776 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440861dd-6270-4426-a201-c0adbe3cd44a', 'code': 200} Aug 28 12:47:22.003020 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256cdc66-55d0-4b54-8dcd-1ae9190bbf10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1bef61-00ef-4f35-aa3f-10582d834543', 'code': 200} Aug 28 12:47:22.003253 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1211f4-8497-4466-9e2b-21509e98d6a4', 'code': 200} Aug 28 12:47:22.003497 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270133e3-b69e-4c31-a29a-5624250f6d0a', 'code': 200} Aug 28 12:47:22.003740 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb', 'code': 200} Aug 28 12:47:22.033044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: f93036e8-e778-4a74-957c-1a1efaa62ad5 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:47:22.033413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f93036e8-e778-4a74-957c-1a1efaa62ad5 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:47:22.074195 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:22.084611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235134e-e284-476b-8850-4936c403a829 req-d82c5c45-d691-4330-85e2-f4a341b510ab tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:22.086239 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7235134e-e284-476b-8850-4936c403a829 req-d82c5c45-d691-4330-85e2-f4a341b510ab tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 946 time: 0.1148391 Aug 28 12:47:22.100148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d083d-bfe5-4528-bd71-1914adad2227 req-674f0050-f5ec-4aa5-979e-09b893986a24 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:22.104006 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-606d083d-bfe5-4528-bd71-1914adad2227 req-674f0050-f5ec-4aa5-979e-09b893986a24 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723359 Aug 28 12:47:22.131086 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:22.160836 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7235134e-e284-476b-8850-4936c403a829 req-0a810c6d-87ee-4cbc-89ae-fee9523999c5 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544269 Aug 28 12:47:22.179436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Request body: {'port': {'device_id': '4dfe1936-cc94-4517-9e66-0845faa4cdce', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '2f210840dd554f0ca0bb5b2fde3632c9'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:22.201603 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:22.293738 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.11', 53700) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:22.298626 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:47:22.304643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:47:22.307971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:47:22.311800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Pushing event updated for resources: {'Port': ['ID=6049f453-9233-4370-be89-20f9b06a89c8,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:22.347425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:22.347777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:22.348120 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:22.348457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:22.348934 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:22.350158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:22.350713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:22.351051 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:22.351382 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:22.352239 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:22.352579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:22.352909 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:22.394912 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5bfb-b32d-4a23-8f6f-e54e968dfd39 req-63e0900b-f290-4840-b441-a0b2bae3b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:22.395494 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5bfb-b32d-4a23-8f6f-e54e968dfd39 req-63e0900b-f290-4840-b441-a0b2bae3b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:22.396559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5bfb-b32d-4a23-8f6f-e54e968dfd39 req-63e0900b-f290-4840-b441-a0b2bae3b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:22.396994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5bfb-b32d-4a23-8f6f-e54e968dfd39 req-63e0900b-f290-4840-b441-a0b2bae3b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:22.397464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5bfb-b32d-4a23-8f6f-e54e968dfd39 req-63e0900b-f290-4840-b441-a0b2bae3b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:22.397920 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5bfb-b32d-4a23-8f6f-e54e968dfd39 req-63e0900b-f290-4840-b441-a0b2bae3b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:22.398405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5bfb-b32d-4a23-8f6f-e54e968dfd39 req-63e0900b-f290-4840-b441-a0b2bae3b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:22.400340 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3f4e5bfb-b32d-4a23-8f6f-e54e968dfd39 req-63e0900b-f290-4840-b441-a0b2bae3b74a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 6510 time: 0.1562808 Aug 28 12:47:22.402789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a878123-4b2e-4344-8729-c83b2ed34b58 req-d823c75f-b13c-452c-88a0-2c25fd7b26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:22.404247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a878123-4b2e-4344-8729-c83b2ed34b58 req-d823c75f-b13c-452c-88a0-2c25fd7b26a1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 1098 time: 0.1092083 Aug 28 12:47:22.413079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dbfbb-ebf6-44fc-bf37-38cb2266ade8 req-f2c4f941-bd02-4d36-9f70-0268645000bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:22.414441 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a7dbfbb-ebf6-44fc-bf37-38cb2266ade8 req-f2c4f941-bd02-4d36-9f70-0268645000bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 1098 time: 0.1821070 Aug 28 12:47:22.416615 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:22.417235 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:22.425402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4654eb4-56d8-466f-bc75-c1e2c2a73f83 req-b56ee51a-d8e3-461a-898d-92513808b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:22.426914 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4654eb4-56d8-466f-bc75-c1e2c2a73f83 req-b56ee51a-d8e3-461a-898d-92513808b9a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 1098 time: 0.2055750 Aug 28 12:47:22.434303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886304d5-0f58-4baa-8713-250cc03647df req-5c0cef68-21a3-4a73-b163-5e61c7c803f6 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:22.435768 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-886304d5-0f58-4baa-8713-250cc03647df req-5c0cef68-21a3-4a73-b163-5e61c7c803f6 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 946 time: 0.1928902 Aug 28 12:47:22.473699 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-57ed8080-41e8-46ab-9a48-170dde20d580 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1892467 Aug 28 12:47:22.483524 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3f4e5bfb-b32d-4a23-8f6f-e54e968dfd39 req-643c50c6-f5ff-4c84-983b-4a569f2c8e26 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617552 Aug 28 12:47:22.496597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101a41b-5a5f-443a-9bca-efb6b8c34922 req-4346189b-f212-4b83-b870-b36c1912a216 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:22.498081 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e101a41b-5a5f-443a-9bca-efb6b8c34922 req-4346189b-f212-4b83-b870-b36c1912a216 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 931 time: 0.1118104 Aug 28 12:47:22.538095 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e101a41b-5a5f-443a-9bca-efb6b8c34922 req-ce5ed45d-09f8-466a-868e-1acf19ee8954 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331485 Aug 28 12:47:22.557364 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a878123-4b2e-4344-8729-c83b2ed34b58 req-df80ecd3-6d83-4140-9da1-40129fee42c3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205308 Aug 28 12:47:22.558886 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a7dbfbb-ebf6-44fc-bf37-38cb2266ade8 req-8ff48a05-cc21-4f0d-9ae3-dbb7a9995234 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143782 Aug 28 12:47:22.565995 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-886304d5-0f58-4baa-8713-250cc03647df req-e221e3a4-9519-462a-9da4-e670f80cd6ef tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183190 Aug 28 12:47:22.569028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Made reservation on behalf of 2f210840dd554f0ca0bb5b2fde3632c9 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:47:22.571291 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:22.574316 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4654eb4-56d8-466f-bc75-c1e2c2a73f83 req-255a85a6-dca6-4a87-a7ac-8eaa397cf605 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257241 Aug 28 12:47:22.590320 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:22.627044 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eaf37c59-61a0-4726-83a0-528611c58993 req-352b38a8-2c2c-4ec9-a41b-c48dd5e35643 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 210 time: 0.0305688 Aug 28 12:47:22.696631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Request body: {'port': {'device_id': '3e4cd22c-b7d7-4bea-a689-2c058a59641b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:22.733325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:22.738007 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:22.749202 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:22.753545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6751c79-1473-4c6c-b89c-b44ddb22ffc7 req-413a0fa0-a30f-4125-b067-5c2cf3ef921c tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:22.755070 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6751c79-1473-4c6c-b89c-b44ddb22ffc7 req-413a0fa0-a30f-4125-b067-5c2cf3ef921c tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.0785234 Aug 28 12:47:22.823027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4762801c-24cf-4718-ae06-a424a5cd66dc,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:22.855128 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6751c79-1473-4c6c-b89c-b44ddb22ffc7 req-d05963f7-6dcd-407e-8dc0-a514989ac5f1 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864131 Aug 28 12:47:22.918506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Allocated IP 192.168.233.181 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/208aa19a-d60f-4f58-b2f2-2b21eb4cac68) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:47:23.031807 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6049f453-9233-4370-be89-20f9b06a89c8 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:23.040822 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:23.053867 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Transition to ACTIVE for port object 6049f453-9233-4370-be89-20f9b06a89c8 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:47:23.057879 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:23.113985 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Pushing event updated for resources: {'Port': ['ID=6049f453-9233-4370-be89-20f9b06a89c8,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:23.179328 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Attempting to bind port 6049f453-9233-4370-be89-20f9b06a89c8 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:47:23.179558 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Attempting to bind port 6049f453-9233-4370-be89-20f9b06a89c8 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:47:23.179874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Attempting to bind port 6049f453-9233-4370-be89-20f9b06a89c8 on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:23.184086 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Port 6049f453-9233-4370-be89-20f9b06a89c8 on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:47:23.186210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Attempting to bind port 6049f453-9233-4370-be89-20f9b06a89c8 on network 1da12700-57a4-4678-8bd0-0b17b7c3f3ea {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:23.189732 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:47:23.190061 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Checking segment: {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:47:23.190497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Bound using segment: {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:47:23.191055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Bound port: 6049f453-9233-4370-be89-20f9b06a89c8, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48d78b2-d84e-47d8-ad27-fb4059a459b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:47:23.191416 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:23.261574 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] For port 6049f453-9233-4370-be89-20f9b06a89c8, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:47:23.266060 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] For port 6049f453-9233-4370-be89-20f9b06a89c8, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6049f453-9233-4370-be89-20f9b06a89c8,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:47:23.271380 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:23.292034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40dfa1-9166-4478-a794-e7375c10bec9 req-efb4afa8-0cec-4a50-a196-e39cc91d075c tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:23.297771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40dfa1-9166-4478-a794-e7375c10bec9 req-efb4afa8-0cec-4a50-a196-e39cc91d075c tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:23.304273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40dfa1-9166-4478-a794-e7375c10bec9 req-efb4afa8-0cec-4a50-a196-e39cc91d075c tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:23.305595 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:23.306212 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:23.307621 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] 10.222.0.11 "PUT /v2.0/ports/6049f453-9233-4370-be89-20f9b06a89c8 HTTP/1.1" status: 200 len: 1092 time: 0.6167669 Aug 28 12:47:23.308065 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4cd22c-b7d7-4bea-a689-2c058a59641b', 'tag': '6049f453-9233-4370-be89-20f9b06a89c8'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:23.310223 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40dfa1-9166-4478-a794-e7375c10bec9 req-efb4afa8-0cec-4a50-a196-e39cc91d075c tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:23.310385 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a263d968-4028-4e24-b629-e6303afd4cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4cd22c-b7d7-4bea-a689-2c058a59641b", "tag": "6049f453-9233-4370-be89-20f9b06a89c8"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:23.316359 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40dfa1-9166-4478-a794-e7375c10bec9 req-efb4afa8-0cec-4a50-a196-e39cc91d075c tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:23.323018 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40dfa1-9166-4478-a794-e7375c10bec9 req-efb4afa8-0cec-4a50-a196-e39cc91d075c tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:23.328775 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40dfa1-9166-4478-a794-e7375c10bec9 req-efb4afa8-0cec-4a50-a196-e39cc91d075c tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:23.330749 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d40dfa1-9166-4478-a794-e7375c10bec9 req-efb4afa8-0cec-4a50-a196-e39cc91d075c tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5446 time: 0.1524138 Aug 28 12:47:23.346896 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec61b-3eba-4ebe-8a2e-443f4a627aed service neutron] Pushing event updated for resources: {'Port': ['ID=6049f453-9233-4370-be89-20f9b06a89c8,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:23.403389 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:23.410589 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d40dfa1-9166-4478-a794-e7375c10bec9 req-12fa9244-f403-4175-9a9e-52322cda8334 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647135 Aug 28 12:47:23.421489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Transition to ACTIVE for port object 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:47:23.460678 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:23.475622 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0f72d2-e444-4597-88e6-169baa545567 x-openstack-request-id: req-1e0f72d2-e444-4597-88e6-169baa545567 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:23.475916 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4cd22c-b7d7-4bea-a689-2c058a59641b", "tag": "6049f453-9233-4370-be89-20f9b06a89c8", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:23.476169 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e0f72d2-e444-4597-88e6-169baa545567 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:23.476560 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4cd22c-b7d7-4bea-a689-2c058a59641b', 'tag': '6049f453-9233-4370-be89-20f9b06a89c8', 'status': 'completed', 'code': 200} Aug 28 12:47:23.479402 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-07abcc0b-f7c4-4d8b-a4ee-687fd2e20812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:23.480885 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-07abcc0b-f7c4-4d8b-a4ee-687fd2e20812 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 1095 time: 0.0826898 Aug 28 12:47:23.492085 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dbf6b-51df-421c-84e2-9bbf63186f8e req-918d1cd8-2ad9-4281-9781-00fc25749dba tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:23.493610 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7a1dbf6b-51df-421c-84e2-9bbf63186f8e req-918d1cd8-2ad9-4281-9781-00fc25749dba tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 946 time: 0.0826678 Aug 28 12:47:23.506417 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:47:23.511964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:47:23.515843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:47:23.535231 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-b54ac814-a95b-47fe-a1a4-78613697ff26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6049f453-9233-4370-be89-20f9b06a89c8 HTTP/1.1" status: 200 len: 217 time: 0.0400639 Aug 28 12:47:23.540601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Pushing event updated for resources: {'Port': ['ID=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:23.574015 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:23.574697 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:23.595642 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-606d083d-bfe5-4528-bd71-1914adad2227 req-b4f3f0cf-142c-478c-9d8b-caefce1567fe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4227269 Aug 28 12:47:23.603945 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7a1dbf6b-51df-421c-84e2-9bbf63186f8e req-f828902a-2a41-4c19-8ff3-9a0adeeae032 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716701 Aug 28 12:47:23.610627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Request body: {'port': {'device_id': '4dfe1936-cc94-4517-9e66-0845faa4cdce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:23.611611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-8707e4b3-d377-4802-af79-ea01dd3e6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:23.613686 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-8707e4b3-d377-4802-af79-ea01dd3e6660 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=681f86f1-f49d-4aac-bbea-fa1f759eb663 HTTP/1.1" status: 200 len: 851 time: 0.0661383 Aug 28 12:47:23.665244 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-0eab0613-5d07-4987-9a7a-c28320852651 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401046 Aug 28 12:47:23.716002 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:23.725601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b99c6-f080-4737-a991-55d5144c8775 req-54d60168-e020-45fa-881d-d5f50c93ed45 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:23.727417 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e90b99c6-f080-4737-a991-55d5144c8775 req-54d60168-e020-45fa-881d-d5f50c93ed45 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 943 time: 0.1134746 Aug 28 12:47:23.803890 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24093567-f5f1-4848-b437-22b0301fd1eb req-5b006429-d1c8-4db9-bbf2-1a586dcb1538 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:23.805430 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24093567-f5f1-4848-b437-22b0301fd1eb req-5b006429-d1c8-4db9-bbf2-1a586dcb1538 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 946 time: 0.1050527 Aug 28 12:47:23.816542 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e90b99c6-f080-4737-a991-55d5144c8775 req-185d671e-9370-4315-b181-67792e242323 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794797 Aug 28 12:47:23.849530 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-9d30af8b-786e-4f48-b96f-a545a92031d5 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2f210840dd554f0ca0bb5b2fde3632c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313177 Aug 28 12:47:23.855325 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24093567-f5f1-4848-b437-22b0301fd1eb req-4e226546-62a5-4e82-a094-73fa00c70c32 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Aug 28 12:47:23.859026 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-d3a0fa5c-f8e8-4c1c-801f-1608938ea13d service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827583 Aug 28 12:47:23.914133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fb90289c-9a58-4f55-ad03-08102f702aac None None] Provisioning for port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:23.939731 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fb90289c-9a58-4f55-ad03-08102f702aac None None] Provisioning complete for port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:23.940133 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fb90289c-9a58-4f55-ad03-08102f702aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:24.006619 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51868fff-2bff-4e48-824a-737be45c4d6e req-08d98679-fe0b-460e-8413-12ac9940ea93 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 210 time: 0.0430202 Aug 28 12:47:24.017230 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-fb90289c-9a58-4f55-ad03-08102f702aac None None] Port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:47:24.017455 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56057ee3-cd2f-4935-9002-c532b05eec3a req-faafd4a2-e075-4cfd-a61e-b2d399ed9811 service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503577 Aug 28 12:47:24.035863 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78254fb-de76-4a11-b08c-a8d9385a6382 req-94ecaba4-bff7-4643-ba51-e9c9c9715343 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:24.037493 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f78254fb-de76-4a11-b08c-a8d9385a6382 req-94ecaba4-bff7-4643-ba51-e9c9c9715343 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.0737016 Aug 28 12:47:24.080670 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f78254fb-de76-4a11-b08c-a8d9385a6382 req-f2762f13-03fb-4e5f-a10b-99e621e8941f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367687 Aug 28 12:47:24.117367 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-2439a615-4ca4-484b-b66f-78509fc73187 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:24.118890 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-2439a615-4ca4-484b-b66f-78509fc73187 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2591827 Aug 28 12:47:24.130976 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263d968-4028-4e24-b629-e6303afd4cdd req-c40d3f0f-4dd0-4023-9f55-88d130140b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:24.132706 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a263d968-4028-4e24-b629-e6303afd4cdd req-c40d3f0f-4dd0-4023-9f55-88d130140b85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9c27cd97d5e24fc7891a567067063ac0&device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 1095 time: 0.0481942 Aug 28 12:47:24.154572 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-fab1bf95-f305-4eb4-999f-2ebcb739d057 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Request body: {'port': {'device_id': '3fb2144b-b98f-4ab2-bbe5-cda521335726', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '2f210840dd554f0ca0bb5b2fde3632c9'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:24.237219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263d968-4028-4e24-b629-e6303afd4cdd req-694f8079-9809-4ba5-9114-bf514dcb60b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:24.238757 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a263d968-4028-4e24-b629-e6303afd4cdd req-694f8079-9809-4ba5-9114-bf514dcb60b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 200 len: 911 time: 0.0821435 Aug 28 12:47:24.249499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:24.264314 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:24.290428 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Transition to ACTIVE for port object 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:47:24.296633 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:24.299371 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a263d968-4028-4e24-b629-e6303afd4cdd req-81b818d9-5c1a-43e4-9cf4-c6de040cf484 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6049f453-9233-4370-be89-20f9b06a89c8 HTTP/1.1" status: 200 len: 217 time: 0.0343246 Aug 28 12:47:24.364398 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-fab1bf95-f305-4eb4-999f-2ebcb739d057 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Made reservation on behalf of 2f210840dd554f0ca0bb5b2fde3632c9 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:47:24.369643 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-fab1bf95-f305-4eb4-999f-2ebcb739d057 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:24.371856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Pushing event updated for resources: {'Port': ['ID=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:24.532135 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Attempting to bind port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:47:24.532466 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Attempting to bind port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:47:24.532789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Attempting to bind port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:24.560506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:47:24.560825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Attempting to bind port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:24.575541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:47:24.575897 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:47:24.576267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:47:24.576705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Bound port: 208aa19a-d60f-4f58-b2f2-2b21eb4cac68, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:47:24.577707 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:24.609498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-fab1bf95-f305-4eb4-999f-2ebcb739d057 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Allocated IP 192.168.233.33 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:47:24.706625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] For port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:47:24.738045 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263d968-4028-4e24-b629-e6303afd4cdd req-ba962840-456a-446b-af76-eebd6b0cdb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:24.740160 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a263d968-4028-4e24-b629-e6303afd4cdd req-ba962840-456a-446b-af76-eebd6b0cdb8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=681f86f1-f49d-4aac-bbea-fa1f759eb663 HTTP/1.1" status: 200 len: 851 time: 0.4323411 Aug 28 12:47:24.757160 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] For port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:47:24.762475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4fa83-fcaa-40cd-969b-c7d861e88662 req-d80b3eb6-1844-46af-8134-96f5e7b71a54 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:24.767403 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:24.768283 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4fa83-fcaa-40cd-969b-c7d861e88662 req-d80b3eb6-1844-46af-8134-96f5e7b71a54 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:24.774523 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4fa83-fcaa-40cd-969b-c7d861e88662 req-d80b3eb6-1844-46af-8134-96f5e7b71a54 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:24.780334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4fa83-fcaa-40cd-969b-c7d861e88662 req-d80b3eb6-1844-46af-8134-96f5e7b71a54 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:24.786193 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4fa83-fcaa-40cd-969b-c7d861e88662 req-d80b3eb6-1844-46af-8134-96f5e7b71a54 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:24.792331 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4fa83-fcaa-40cd-969b-c7d861e88662 req-d80b3eb6-1844-46af-8134-96f5e7b71a54 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:24.798114 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4fa83-fcaa-40cd-969b-c7d861e88662 req-d80b3eb6-1844-46af-8134-96f5e7b71a54 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:24.800057 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74a4fa83-fcaa-40cd-969b-c7d861e88662 req-d80b3eb6-1844-46af-8134-96f5e7b71a54 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5446 time: 0.1052797 Aug 28 12:47:24.830601 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a263d968-4028-4e24-b629-e6303afd4cdd req-0b4966de-0083-4b5b-9169-32f8b51bdc43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1da12700-57a4-4678-8bd0-0b17b7c3f3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295322 Aug 28 12:47:24.859345 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:24.860208 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:24.861354 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-606d083d-bfe5-4528-bd71-1914adad2227 req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] 10.222.0.11 "PUT /v2.0/ports/208aa19a-d60f-4f58-b2f2-2b21eb4cac68 HTTP/1.1" status: 200 len: 1097 time: 1.2556789 Aug 28 12:47:24.861959 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfe1936-cc94-4517-9e66-0845faa4cdce', 'tag': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:24.864299 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6d10aa-0213-4fd7-8bf7-2502386936f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfe1936-cc94-4517-9e66-0845faa4cdce", "tag": "208aa19a-d60f-4f58-b2f2-2b21eb4cac68"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:24.890266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35028cc6-e39e-4eba-b31b-d1eb036da086 req-ff08b452-a2a1-4741-b48c-aa253055ffc5 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:24.892411 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-35028cc6-e39e-4eba-b31b-d1eb036da086 req-ff08b452-a2a1-4741-b48c-aa253055ffc5 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 946 time: 0.1872354 Aug 28 12:47:24.908523 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74a4fa83-fcaa-40cd-969b-c7d861e88662 req-a9a9870c-591e-4a1c-ad85-3c3560c50a22 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977223 Aug 28 12:47:24.916130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3460cf-e7c3-4817-b6fb-38c4f94e3213 service neutron] Pushing event updated for resources: {'Port': ['ID=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:24.958336 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a263d968-4028-4e24-b629-e6303afd4cdd req-84ad5dc1-f833-4569-8dda-2cf939eacd8b service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180906 Aug 28 12:47:25.013466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-fab1bf95-f305-4eb4-999f-2ebcb739d057 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:25.029628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-35028cc6-e39e-4eba-b31b-d1eb036da086 req-d19db893-9b7f-4a02-86a9-a65f3d0fc96d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241975 Aug 28 12:47:25.042165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-fab1bf95-f305-4eb4-999f-2ebcb739d057 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Transition to ACTIVE for port object be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:47:25.046926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d083d-bfe5-4528-bd71-1914adad2227 req-749f49f5-f188-4ac0-920b-9b7fd560bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:25.048427 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-606d083d-bfe5-4528-bd71-1914adad2227 req-749f49f5-f188-4ac0-920b-9b7fd560bc2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f210840dd554f0ca0bb5b2fde3632c9&device_id=4dfe1936-cc94-4517-9e66-0845faa4cdce HTTP/1.1" status: 200 len: 1100 time: 0.1217577 Aug 28 12:47:25.105962 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ddc68-5ebd-4210-adad-ee949c89318f req-be0e6b48-68b5-4302-8820-869d6685a990 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:25.114759 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-236ddc68-5ebd-4210-adad-ee949c89318f req-be0e6b48-68b5-4302-8820-869d6685a990 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 943 time: 0.1187792 Aug 28 12:47:25.116726 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-fab1bf95-f305-4eb4-999f-2ebcb739d057 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:25.147028 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a263d968-4028-4e24-b629-e6303afd4cdd req-c8ba8f30-0bf8-489e-84e0-6c087a9a0ad2 service neutron] 10.222.0.11 "GET /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709297 Aug 28 12:47:25.164364 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-236ddc68-5ebd-4210-adad-ee949c89318f req-3861c352-d9fa-4f1b-9b68-52bc849dc205 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476632 Aug 28 12:47:25.171842 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-fab1bf95-f305-4eb4-999f-2ebcb739d057 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:47:25.175053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-fab1bf95-f305-4eb4-999f-2ebcb739d057 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:47:25.177558 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-606d083d-bfe5-4528-bd71-1914adad2227 req-39ffbfbf-bddb-4fee-ae3e-fa83f610b091 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=208aa19a-d60f-4f58-b2f2-2b21eb4cac68 HTTP/1.1" status: 200 len: 217 time: 0.0843084 Aug 28 12:47:25.178254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-fab1bf95-f305-4eb4-999f-2ebcb739d057 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:47:25.254826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1bf95-f305-4eb4-999f-2ebcb739d057 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Pushing event updated for resources: {'Port': ['ID=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:25.261238 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84ab007-8887-4188-aa78-abbebd0334dc x-openstack-request-id: req-c84ab007-8887-4188-aa78-abbebd0334dc {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:25.261526 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfe1936-cc94-4517-9e66-0845faa4cdce", "tag": "208aa19a-d60f-4f58-b2f2-2b21eb4cac68", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:25.261916 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c84ab007-8887-4188-aa78-abbebd0334dc {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:25.262312 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfe1936-cc94-4517-9e66-0845faa4cdce', 'tag': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68', 'status': 'completed', 'code': 200} Aug 28 12:47:25.317568 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7b19f-270e-4aa0-8e10-04720bc04b97 req-75de99e2-f35f-47e0-8c6e-2e2b0ef71650 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:25.325934 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fce7b19f-270e-4aa0-8e10-04720bc04b97 req-75de99e2-f35f-47e0-8c6e-2e2b0ef71650 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 946 time: 0.0876729 Aug 28 12:47:25.365506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-fab1bf95-f305-4eb4-999f-2ebcb739d057 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:25.366412 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-fab1bf95-f305-4eb4-999f-2ebcb739d057 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:25.382343 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fce7b19f-270e-4aa0-8e10-04720bc04b97 req-783cff82-034c-40ea-ad30-0f73bb1a6194 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553417 Aug 28 12:47:25.389273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d083d-bfe5-4528-bd71-1914adad2227 req-2a808d6d-6ead-4514-b152-af99528e6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:25.390924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-606d083d-bfe5-4528-bd71-1914adad2227 req-2a808d6d-6ead-4514-b152-af99528e6a24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1313589 Aug 28 12:47:25.402654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-fab1bf95-f305-4eb4-999f-2ebcb739d057 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2515874 Aug 28 12:47:25.416172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff797e-1e3c-4cdf-96cd-b75acc48ba67 req-394480ef-650f-4507-b87d-fc876f93b6c0 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:25.417841 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0dff797e-1e3c-4cdf-96cd-b75acc48ba67 req-394480ef-650f-4507-b87d-fc876f93b6c0 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 935 time: 0.1044357 Aug 28 12:47:25.477570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Request body: {'port': {'device_id': '3fb2144b-b98f-4ab2-bbe5-cda521335726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:25.501859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15614e4-14d5-4f4c-b736-4ba89807b68b req-5d824932-d8a0-4859-af9a-18e934b4e1f6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:25.503376 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b15614e4-14d5-4f4c-b736-4ba89807b68b req-5d824932-d8a0-4859-af9a-18e934b4e1f6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.0641155 Aug 28 12:47:25.526495 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b5573df8-e73e-4694-9b51-32c8bc98c639 None None] Provisioning for port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:25.531714 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b5573df8-e73e-4694-9b51-32c8bc98c639 None None] Provisioning complete for port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:25.532674 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b5573df8-e73e-4694-9b51-32c8bc98c639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:25.539913 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0dff797e-1e3c-4cdf-96cd-b75acc48ba67 req-65c817a9-e6c1-4437-a145-741e2718a91c tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132312 Aug 28 12:47:25.548817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d083d-bfe5-4528-bd71-1914adad2227 req-26680fcd-7f79-4dc2-bda1-12d7d09aaa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:25.550422 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-606d083d-bfe5-4528-bd71-1914adad2227 req-26680fcd-7f79-4dc2-bda1-12d7d09aaa2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1056793 Aug 28 12:47:25.553469 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b15614e4-14d5-4f4c-b736-4ba89807b68b req-ae4ae7e7-5441-44b5-8702-2740ca10740b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417476 Aug 28 12:47:25.596072 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:25.617750 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b5573df8-e73e-4694-9b51-32c8bc98c639 None None] Port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:47:25.782863 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63f899-1cda-464a-bbbd-a320fd00f214 req-95df92e3-25eb-4abd-9e0f-e9394eec374f tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:25.784665 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a63f899-1cda-464a-bbbd-a320fd00f214 req-95df92e3-25eb-4abd-9e0f-e9394eec374f tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.1386168 Aug 28 12:47:25.792075 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-606d083d-bfe5-4528-bd71-1914adad2227 req-3973b24d-3c0e-4a26-8077-07b5ad48af4d service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189732 Aug 28 12:47:26.003009 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a63f899-1cda-464a-bbbd-a320fd00f214 req-a5ac6015-d976-497f-adaa-fc74f5e74c5d tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621926 Aug 28 12:47:26.044309 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-606d083d-bfe5-4528-bd71-1914adad2227 req-8d67678a-5a93-4d9b-8279-e57d254d6a35 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023976 Aug 28 12:47:26.069158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca301b-7a35-417e-8050-92c0397b3f48 req-474e3b39-e379-45e0-b621-f55697cb40ab tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.079649 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca301b-7a35-417e-8050-92c0397b3f48 req-474e3b39-e379-45e0-b621-f55697cb40ab tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.087327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca301b-7a35-417e-8050-92c0397b3f48 req-474e3b39-e379-45e0-b621-f55697cb40ab tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.093362 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca301b-7a35-417e-8050-92c0397b3f48 req-474e3b39-e379-45e0-b621-f55697cb40ab tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.100238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca301b-7a35-417e-8050-92c0397b3f48 req-474e3b39-e379-45e0-b621-f55697cb40ab tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.105599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca301b-7a35-417e-8050-92c0397b3f48 req-474e3b39-e379-45e0-b621-f55697cb40ab tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.111747 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca301b-7a35-417e-8050-92c0397b3f48 req-474e3b39-e379-45e0-b621-f55697cb40ab tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.113668 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d9ca301b-7a35-417e-8050-92c0397b3f48 req-474e3b39-e379-45e0-b621-f55697cb40ab tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5446 time: 0.1164975 Aug 28 12:47:26.162096 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d9ca301b-7a35-417e-8050-92c0397b3f48 req-4d146602-8059-4ddb-999e-4c465f0649f2 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407522 Aug 28 12:47:26.229200 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:26.241122 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:26.262042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d2823-f61b-4914-a8ed-c775eef17fec req-2df38824-1d57-4018-a917-8bcad79e1e28 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.264050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-892d2823-f61b-4914-a8ed-c775eef17fec req-2df38824-1d57-4018-a917-8bcad79e1e28 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 946 time: 0.1503634 Aug 28 12:47:26.269476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d10aa-0213-4fd7-8bf7-2502386936f1 req-d6c552c3-c440-4141-b61d-788bb70b4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.271512 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae6d10aa-0213-4fd7-8bf7-2502386936f1 req-d6c552c3-c440-4141-b61d-788bb70b4720 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f210840dd554f0ca0bb5b2fde3632c9&device_id=4dfe1936-cc94-4517-9e66-0845faa4cdce HTTP/1.1" status: 200 len: 1100 time: 0.1410096 Aug 28 12:47:26.275730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Transition to ACTIVE for port object be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:47:26.282225 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:26.299051 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d7934-e038-4f80-8ebf-baf0bb273eb4 req-3df5e037-1685-4d57-98c7-09da8ae89e06 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.300604 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b18d7934-e038-4f80-8ebf-baf0bb273eb4 req-3df5e037-1685-4d57-98c7-09da8ae89e06 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 943 time: 0.0618601 Aug 28 12:47:26.352257 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b18d7934-e038-4f80-8ebf-baf0bb273eb4 req-7980b208-43d3-4396-a222-1c42370da8e1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451891 Aug 28 12:47:26.490942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64626b-eed9-47f1-a294-65c8095a8cef req-75c9cede-16da-4984-af8a-ff34a9d000ed tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.496889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64626b-eed9-47f1-a294-65c8095a8cef req-75c9cede-16da-4984-af8a-ff34a9d000ed tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.503077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64626b-eed9-47f1-a294-65c8095a8cef req-75c9cede-16da-4984-af8a-ff34a9d000ed tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.509262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64626b-eed9-47f1-a294-65c8095a8cef req-75c9cede-16da-4984-af8a-ff34a9d000ed tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.515165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64626b-eed9-47f1-a294-65c8095a8cef req-75c9cede-16da-4984-af8a-ff34a9d000ed tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.521623 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64626b-eed9-47f1-a294-65c8095a8cef req-75c9cede-16da-4984-af8a-ff34a9d000ed tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.527509 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64626b-eed9-47f1-a294-65c8095a8cef req-75c9cede-16da-4984-af8a-ff34a9d000ed tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.529489 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9c64626b-eed9-47f1-a294-65c8095a8cef req-75c9cede-16da-4984-af8a-ff34a9d000ed tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5446 time: 0.0967457 Aug 28 12:47:26.540908 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43098) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:26.545585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-74287dfb-c98b-4a22-ae12-b5c354dbd277 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Request body: {'floatingip': {'port_id': 'c703f518-96ae-4fe3-8bb2-0979603ac65f'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:26.589610 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74287dfb-c98b-4a22-ae12-b5c354dbd277 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:26.670798 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-892d2823-f61b-4914-a8ed-c775eef17fec req-458158aa-7079-4c0d-bac3-5f4c87f5961e tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966880 Aug 28 12:47:26.697809 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Pushing event updated for resources: {'Port': ['ID=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:26.766204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d10aa-0213-4fd7-8bf7-2502386936f1 req-d11d95a5-e7d6-4a27-9d19-a6546e187fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.767988 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae6d10aa-0213-4fd7-8bf7-2502386936f1 req-d11d95a5-e7d6-4a27-9d19-a6546e187fa7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.4744599 Aug 28 12:47:26.771698 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bd82f-b028-4065-9d8a-5bd984aab856 req-d1300b7c-fa19-4b1b-b667-26776ceec2b2 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.773706 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d58bd82f-b028-4065-9d8a-5bd984aab856 req-d1300b7c-fa19-4b1b-b667-26776ceec2b2 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 947 time: 0.1492066 Aug 28 12:47:26.864412 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d58bd82f-b028-4065-9d8a-5bd984aab856 req-abe06b6a-7d6e-4273-84ce-2e94587fb52f tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801589 Aug 28 12:47:26.864912 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae6d10aa-0213-4fd7-8bf7-2502386936f1 req-6d6c936d-6926-4af3-a525-e70f04626abb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=208aa19a-d60f-4f58-b2f2-2b21eb4cac68 HTTP/1.1" status: 200 len: 217 time: 0.0682440 Aug 28 12:47:26.942159 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6946b5-28b8-4545-8589-129c8937e752 req-5264e1ab-3afa-4bde-ad75-98703c3f2101 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.944585 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff6946b5-28b8-4545-8589-129c8937e752 req-5264e1ab-3afa-4bde-ad75-98703c3f2101 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.1468103 Aug 28 12:47:26.948962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Attempting to bind port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:47:26.949175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Attempting to bind port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:47:26.949441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Attempting to bind port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:26.957973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:47:26.958183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Attempting to bind port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:26.975963 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:47:26.976346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:47:26.976680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:47:26.977107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Bound port: be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:47:26.977463 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:26.997933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d10aa-0213-4fd7-8bf7-2502386936f1 req-68c3cb39-1459-486b-84fa-51c0528d6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:26.999468 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae6d10aa-0213-4fd7-8bf7-2502386936f1 req-68c3cb39-1459-486b-84fa-51c0528d6276 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1177752 Aug 28 12:47:27.064560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff6946b5-28b8-4545-8589-129c8937e752 req-04afc32f-e2a6-4d24-94c9-5d2ed8994926 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015635 Aug 28 12:47:27.095203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcb82a-f4c9-4b4d-a0bd-6ebda1262e04 req-95cf24f0-c229-4c0d-8af9-8ad40fe64cce tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:27.096110 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0cfcb82a-f4c9-4b4d-a0bd-6ebda1262e04 req-95cf24f0-c229-4c0d-8af9-8ad40fe64cce tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 946 time: 0.1007140 Aug 28 12:47:27.106965 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] For port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:47:27.109858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d10aa-0213-4fd7-8bf7-2502386936f1 req-834069a7-f5fe-4e08-bb00-76749d846015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:27.111410 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae6d10aa-0213-4fd7-8bf7-2502386936f1 req-834069a7-f5fe-4e08-bb00-76749d846015 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0965765 Aug 28 12:47:27.113087 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] For port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:47:27.118461 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:27.170536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 282648ae-daaa-403c-b90b-a2e65d72be47 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:27.173642 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0cfcb82a-f4c9-4b4d-a0bd-6ebda1262e04 req-1ea33d8e-1acb-4f6f-ac0f-b7ad8c7d7013 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691509 Aug 28 12:47:27.223655 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:27.224644 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:27.227394 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] 10.222.0.11 "PUT /v2.0/ports/be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e HTTP/1.1" status: 200 len: 1096 time: 1.7710919 Aug 28 12:47:27.264604 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb2144b-b98f-4ab2-bbe5-cda521335726', 'tag': 'be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:27.267359 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090ebd65-bdf9-4eae-bf54-ac36d7062d10" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb2144b-b98f-4ab2-bbe5-cda521335726", "tag": "be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:27.268987 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74287dfb-c98b-4a22-ae12-b5c354dbd277 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:27.276409 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74287dfb-c98b-4a22-ae12-b5c354dbd277 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:27.365569 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d248a5-96f4-4064-8747-d4cbe90f4591 service neutron] Pushing event updated for resources: {'Port': ['ID=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:27.370690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 282648ae-daaa-403c-b90b-a2e65d72be47, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=282648ae-daaa-403c-b90b-a2e65d72be47,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:27.390315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '282648ae-daaa-403c-b90b-a2e65d72be47', 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba', 'port_id': '282648ae-daaa-403c-b90b-a2e65d72be47', 'mac_address': 'fa:16:3e:08:93:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b495d45-81c1-41f1-badc-3d5e4d953bd5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:27.391151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd3705-5de2-43fe-9267-428ea88097f7 req-0806ad19-ca85-4953-9828-4f0c85fe6c3b tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:27.392732 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68dd3705-5de2-43fe-9267-428ea88097f7 req-0806ad19-ca85-4953-9828-4f0c85fe6c3b tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.2380702 Aug 28 12:47:27.440493 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:27.458587 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-74287dfb-c98b-4a22-ae12-b5c354dbd277 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Floating IP 6b4b6538-66c3-4065-b21b-6adc966f7dd9 associated. External IP: 172.25.1.172, port: c703f518-96ae-4fe3-8bb2-0979603ac65f. Aug 28 12:47:27.462312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282648ae-daaa-403c-b90b-a2e65d72be47 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:27.466480 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae6d10aa-0213-4fd7-8bf7-2502386936f1 req-50a45edc-88a6-451c-8484-5ef6c8c13e02 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383398 Aug 28 12:47:27.470337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-75c5d42a-dcff-416d-9fec-2aa140df5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:27.472341 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-75c5d42a-dcff-416d-9fec-2aa140df5fb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f210840dd554f0ca0bb5b2fde3632c9&device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 1099 time: 0.1864691 Aug 28 12:47:27.486790 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 282648ae-daaa-403c-b90b-a2e65d72be47, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=282648ae-daaa-403c-b90b-a2e65d72be47,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:27.488033 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68dd3705-5de2-43fe-9267-428ea88097f7 req-b4cfcc1f-1ae6-4117-b08b-75b8b0140586 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829175 Aug 28 12:47:27.494182 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:27.547231 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-6c60a30a-6e15-49d3-a7e2-7439734e032a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e HTTP/1.1" status: 200 len: 217 time: 0.0467863 Aug 28 12:47:27.589036 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937dc524-6c76-41b7-8eef-acce05ebb8a1 x-openstack-request-id: req-937dc524-6c76-41b7-8eef-acce05ebb8a1 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:27.589325 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb2144b-b98f-4ab2-bbe5-cda521335726", "tag": "be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:27.589575 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-937dc524-6c76-41b7-8eef-acce05ebb8a1 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:27.589955 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb2144b-b98f-4ab2-bbe5-cda521335726', 'tag': 'be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e', 'status': 'completed', 'code': 200} Aug 28 12:47:27.591450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=282648ae-daaa-403c-b90b-a2e65d72be47,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:27.613311 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:27.613555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:27.613876 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:27.614211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:27.614650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:27.615610 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:27.615808 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:27.616141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:27.616464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:27.616885 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:27.617236 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:27.617554 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:47:27.712166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-6dd26e05-68d1-43e4-beaa-ac446aea226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:27.713647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-6dd26e05-68d1-43e4-beaa-ac446aea226a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1340275 Aug 28 12:47:27.791388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6745cf2-d05d-470a-8cb0-9eac9ef4195e req-906e629e-1d57-4aa2-bc25-00d8d9159b3c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:27.793275 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6745cf2-d05d-470a-8cb0-9eac9ef4195e req-906e629e-1d57-4aa2-bc25-00d8d9159b3c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 943 time: 0.1487761 Aug 28 12:47:27.797058 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae6d10aa-0213-4fd7-8bf7-2502386936f1 req-521570a2-8c14-414c-a5f3-11d47ae32f7a service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058810 Aug 28 12:47:27.828345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74287dfb-c98b-4a22-ae12-b5c354dbd277 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:47:27.832627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-9cb08e0d-6255-416c-b744-c10ca1b51f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:27.834562 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-9cb08e0d-6255-416c-b744-c10ca1b51f54 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1025493 Aug 28 12:47:27.837361 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109acdf-3679-4889-ae1a-7a25c9abf63c req-f01f7185-2ebb-4884-973c-ee747dde41c9 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:27.838882 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1109acdf-3679-4889-ae1a-7a25c9abf63c req-f01f7185-2ebb-4884-973c-ee747dde41c9 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=966b8081-93f1-40cf-bf59-072c0d74f813 HTTP/1.1" status: 200 len: 945 time: 0.0696585 Aug 28 12:47:27.859073 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6745cf2-d05d-470a-8cb0-9eac9ef4195e req-4332e405-6aec-4345-a850-520d3fe49b5c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592179 Aug 28 12:47:27.927817 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1109acdf-3679-4889-ae1a-7a25c9abf63c req-f1ef3bd1-af23-4e40-9e90-c781530b12e2 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808816 Aug 28 12:47:27.969834 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-9e139543-1a65-40f9-a316-55e6e5571801 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255064 Aug 28 12:47:28.016543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['282648ae-daaa-403c-b90b-a2e65d72be47'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:28.033451 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74287dfb-c98b-4a22-ae12-b5c354dbd277 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:47:28.039510 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74287dfb-c98b-4a22-ae12-b5c354dbd277 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:28.084795 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b4143-bd4d-44b0-b458-f82a9b31dd62 req-4d9a6d70-2950-4183-ae23-835682770091 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.086410 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9e4b4143-bd4d-44b0-b458-f82a9b31dd62 req-4d9a6d70-2950-4183-ae23-835682770091 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 947 time: 0.0905774 Aug 28 12:47:28.087931 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-74287dfb-c98b-4a22-ae12-b5c354dbd277 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "PUT /v2.0/floatingips/6b4b6538-66c3-4065-b21b-6adc966f7dd9 HTTP/1.1" status: 200 len: 992 time: 1.5459955 Aug 28 12:47:28.088534 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'tag': 'c703f518-96ae-4fe3-8bb2-0979603ac65f'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:28.091089 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "tag": "c703f518-96ae-4fe3-8bb2-0979603ac65f"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:28.127927 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3dc1dee5-3aa1-4269-8d25-c9fed2b638c1 req-12940b33-3886-4059-ab68-682aaa2eca33 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359510 Aug 28 12:47:28.143668 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9e4b4143-bd4d-44b0-b458-f82a9b31dd62 req-a0dd5ab2-252d-44f3-b785-e0f3b8ddbd0f tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408175 Aug 28 12:47:28.185963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bff68-e1e2-4423-8829-7f6a6e46e3f5 None None] Sync routers for ids ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:47:28.209654 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019bff68-e1e2-4423-8829-7f6a6e46e3f5 None None] Routers {'9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:47:28.210724 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-019bff68-e1e2-4423-8829-7f6a6e46e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:47:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:47:28.249057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ebd65-bdf9-4eae-bf54-ac36d7062d10 req-1b5afe76-ad9f-4066-915f-82fa95a19619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.251092 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-090ebd65-bdf9-4eae-bf54-ac36d7062d10 req-1b5afe76-ad9f-4066-915f-82fa95a19619 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f210840dd554f0ca0bb5b2fde3632c9&device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 1099 time: 0.0494812 Aug 28 12:47:28.338934 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bff784b-ec4d-4222-9038-b40d66bb9e27 x-openstack-request-id: req-6bff784b-ec4d-4222-9038-b40d66bb9e27 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:28.339458 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "tag": "c703f518-96ae-4fe3-8bb2-0979603ac65f", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:28.339571 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bff784b-ec4d-4222-9038-b40d66bb9e27 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:28.340499 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'tag': 'c703f518-96ae-4fe3-8bb2-0979603ac65f', 'status': 'completed', 'code': 200} Aug 28 12:47:28.356861 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-019bff68-e1e2-4423-8829-7f6a6e46e3f5 None None] Set router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:47:28.454820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ebd65-bdf9-4eae-bf54-ac36d7062d10 req-d38c314e-55bd-4460-b763-0e462c2dcbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.456296 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-090ebd65-bdf9-4eae-bf54-ac36d7062d10 req-d38c314e-55bd-4460-b763-0e462c2dcbdc service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.1743608 Aug 28 12:47:28.488944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbaf80-7f0c-42cd-a473-0e8e3190b76e req-bf45f76e-8eff-40e1-8bab-7cec9564e5db tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.491325 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c6bbaf80-7f0c-42cd-a473-0e8e3190b76e req-bf45f76e-8eff-40e1-8bab-7cec9564e5db tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 946 time: 0.0574763 Aug 28 12:47:28.517678 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-090ebd65-bdf9-4eae-bf54-ac36d7062d10 req-ce9baed1-fcb9-4b8c-938d-a7ed60132802 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e HTTP/1.1" status: 200 len: 217 time: 0.0483975 Aug 28 12:47:28.528509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b2a04-0e2a-4c72-8308-107878f51872 req-2d0f98dc-8f58-4463-ac32-64848d9b4950 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.529969 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e7b2a04-0e2a-4c72-8308-107878f51872 req-2d0f98dc-8f58-4463-ac32-64848d9b4950 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 945 time: 0.1321843 Aug 28 12:47:28.535543 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-ebbbee51-fd11-40dd-b6c5-794279f6916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.536027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-ebbbee51-fd11-40dd-b6c5-794279f6916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.536315 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c6bbaf80-7f0c-42cd-a473-0e8e3190b76e req-a376dca6-c9a7-4c26-ad40-dfee6d6c49c8 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375431 Aug 28 12:47:28.537066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-ebbbee51-fd11-40dd-b6c5-794279f6916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.537803 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-ebbbee51-fd11-40dd-b6c5-794279f6916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.538115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-ebbbee51-fd11-40dd-b6c5-794279f6916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.538598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-ebbbee51-fd11-40dd-b6c5-794279f6916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.539049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-ebbbee51-fd11-40dd-b6c5-794279f6916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.540961 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-ebbbee51-fd11-40dd-b6c5-794279f6916a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e506c78606b440c8de2be4917f584b8&device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 6510 time: 0.1305709 Aug 28 12:47:28.639316 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-019bff68-e1e2-4423-8829-7f6a6e46e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'name': 'tempest-TaggedBootDevicesTest_v242-875743468-router', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:00Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 4, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'gw_port': {'id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:02Z', 'updated_at': '2021-08-28T12:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '6b4b6538-66c3-4065-b21b-6adc966f7dd9', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'floating_ip_address': '172.25.1.172', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'port_id': 'c703f518-96ae-4fe3-8bb2-0979603ac65f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'mac_address': 'fa:16:3e:ce:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56671c7a-9e69-41af-b601-571e3296ea2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:46:07Z', 'updated_at': '2021-08-28T12:47:27Z', 'revision_number': 1, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47', 'name': '', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'mac_address': 'fa:16:3e:94:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:19Z', 'revision_number': 5, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'subnets': [{'id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:47:28.655040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77356212-76b9-42bf-9f01-fe3e97bdccc1 req-215c04ab-f9be-4071-be65-e15e33e8fa73 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.657805 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-77356212-76b9-42bf-9f01-fe3e97bdccc1 req-215c04ab-f9be-4071-be65-e15e33e8fa73 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 946 time: 0.0601606 Aug 28 12:47:28.666342 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ebd65-bdf9-4eae-bf54-ac36d7062d10 req-867b6a5e-3fd5-4501-b1ef-63f5d7f4bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.667111 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-090ebd65-bdf9-4eae-bf54-ac36d7062d10 req-867b6a5e-3fd5-4501-b1ef-63f5d7f4bddd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1252615 Aug 28 12:47:28.667989 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bff68-e1e2-4423-8829-7f6a6e46e3f5 None None] Checking router: 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:47:28.672136 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e7b2a04-0e2a-4c72-8308-107878f51872 req-41fbbee9-128d-4865-bfc2-1dc665b37da1 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230657 Aug 28 12:47:28.677750 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019bff68-e1e2-4423-8829-7f6a6e46e3f5 None None] Routers {'9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:47:28.678502 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-019bff68-e1e2-4423-8829-7f6a6e46e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:47:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:47:28.734481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-594049e4-7631-40d4-a657-bf36204b1213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.735968 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-594049e4-7631-40d4-a657-bf36204b1213 service neutron] 10.222.0.11 "GET /v2.0/networks?id=13d7cd11-7d64-44bd-94e1-a8725c05108d HTTP/1.1" status: 200 len: 916 time: 0.1775932 Aug 28 12:47:28.737450 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-77356212-76b9-42bf-9f01-fe3e97bdccc1 req-70725eba-522a-407c-9010-3274d8a37a13 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626791 Aug 28 12:47:28.749569 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ebd65-bdf9-4eae-bf54-ac36d7062d10 req-6ef64b36-4115-4e1d-a42d-0f96686a9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.751296 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-090ebd65-bdf9-4eae-bf54-ac36d7062d10 req-6ef64b36-4115-4e1d-a42d-0f96686a9e07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0732076 Aug 28 12:47:28.801611 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-019bff68-e1e2-4423-8829-7f6a6e46e3f5 None None] Set router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:47:28.882015 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-3b7bad2e-1a96-4336-b8c4-909bb37bc904 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c703f518-96ae-4fe3-8bb2-0979603ac65f HTTP/1.1" status: 200 len: 1000 time: 0.1160398 Aug 28 12:47:28.958817 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-090ebd65-bdf9-4eae-bf54-ac36d7062d10 req-6750621a-4c9a-46c0-8ac3-46e4bcf7cb72 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913478 Aug 28 12:47:28.990996 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad71d8-be55-4010-aebc-e6d3427c58e9 req-9dec1275-5c19-4dcf-8452-6d6974eee58e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:28.992687 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07ad71d8-be55-4010-aebc-e6d3427c58e9 req-9dec1275-5c19-4dcf-8452-6d6974eee58e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 943 time: 0.0541425 Aug 28 12:47:29.031803 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07ad71d8-be55-4010-aebc-e6d3427c58e9 req-99fc7d31-3198-4770-a752-3faff02e01b6 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324686 Aug 28 12:47:29.047597 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-336674a3-31a1-48db-8103-2eb4804a3193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:29.049043 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-336674a3-31a1-48db-8103-2eb4804a3193 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48054526-9b9a-45e5-8cb6-dd16d5f9b72d HTTP/1.1" status: 200 len: 855 time: 0.1484547 Aug 28 12:47:29.059591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-019bff68-e1e2-4423-8829-7f6a6e46e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'name': 'tempest-TaggedBootDevicesTest_v242-875743468-router', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:00Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 4, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'gw_port': {'id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:02Z', 'updated_at': '2021-08-28T12:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '6b4b6538-66c3-4065-b21b-6adc966f7dd9', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'floating_ip_address': '172.25.1.172', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'port_id': 'c703f518-96ae-4fe3-8bb2-0979603ac65f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'mac_address': 'fa:16:3e:ce:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56671c7a-9e69-41af-b601-571e3296ea2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:46:07Z', 'updated_at': '2021-08-28T12:47:27Z', 'revision_number': 1, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47', 'name': '', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'mac_address': 'fa:16:3e:94:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:19Z', 'revision_number': 5, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'subnets': [{'id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:47:29.085257 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5609c-6ab0-4ce7-8867-deb8873572b4 req-d50d1dc6-5ae6-4023-914c-9f395dc4497a tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:29.086773 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6db5609c-6ab0-4ce7-8867-deb8873572b4 req-d50d1dc6-5ae6-4023-914c-9f395dc4497a tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.1571925 Aug 28 12:47:29.089722 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bff68-e1e2-4423-8829-7f6a6e46e3f5 None None] The sync data for ids ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'] in n-d-791505-21 is: [{'id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'name': 'tempest-TaggedBootDevicesTest_v242-875743468-router', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:00Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 4, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'gw_port': {'id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:02Z', 'updated_at': '2021-08-28T12:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '6b4b6538-66c3-4065-b21b-6adc966f7dd9', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'floating_ip_address': '172.25.1.172', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'port_id': 'c703f518-96ae-4fe3-8bb2-0979603ac65f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'mac_address': 'fa:16:3e:ce:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56671c7a-9e69-41af-b601-571e3296ea2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:46:07Z', 'updated_at': '2021-08-28T12:47:27Z', 'revision_number': 1, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47', 'name': '', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'mac_address': 'fa:16:3e:94:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:19Z', 'revision_number': 5, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'subnets': [{'id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:47:29.162246 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-090ebd65-bdf9-4eae-bf54-ac36d7062d10 req-d0bbde04-1f05-464d-9360-2a1c6f903cb4 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784756 Aug 28 12:47:29.170213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-2c22d678-7734-495f-8119-9e935b18e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:29.171734 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-2c22d678-7734-495f-8119-9e935b18e467 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13d7cd11-7d64-44bd-94e1-a8725c05108d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071806 Aug 28 12:47:29.175075 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6db5609c-6ab0-4ce7-8867-deb8873572b4 req-ba235818-75d2-40bc-a5f5-94bd228bd5ae tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725992 Aug 28 12:47:29.183951 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6049f453-9233-4370-be89-20f9b06a89c8 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:29.341868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6049f453-9233-4370-be89-20f9b06a89c8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6049f453-9233-4370-be89-20f9b06a89c8,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:29.355714 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '6049f453-9233-4370-be89-20f9b06a89c8', 'network_id': '1da12700-57a4-4678-8bd0-0b17b7c3f3ea', 'port_id': '6049f453-9233-4370-be89-20f9b06a89c8', 'mac_address': 'fa:16:3e:50:01:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681f86f1-f49d-4aac-bbea-fa1f759eb663', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:29.359799 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d211a3-3633-4d10-9cbd-baf6a7545500 req-bbb2bbca-6711-4d2b-bf28-e6447f313c30 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:29.368023 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-71d211a3-3633-4d10-9cbd-baf6a7545500 req-bbb2bbca-6711-4d2b-bf28-e6447f313c30 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 947 time: 0.0930424 Aug 28 12:47:29.372284 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-56dacf67-a4bc-4eb6-86cc-80c92984cd76 service neutron] 10.222.0.11 "GET /v2.0/networks/13d7cd11-7d64-44bd-94e1-a8725c05108d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805003 Aug 28 12:47:29.396041 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472ecd9e-b812-44d1-ac3c-bbfa83638094 None None] New status for floating IP 6b4b6538-66c3-4065-b21b-6adc966f7dd9: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:47:29.411265 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:29.426087 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6049f453-9233-4370-be89-20f9b06a89c8 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:29.452022 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6049f453-9233-4370-be89-20f9b06a89c8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6049f453-9233-4370-be89-20f9b06a89c8,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:29.453834 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-71d211a3-3633-4d10-9cbd-baf6a7545500 req-bf2ffee9-87cc-4b52-9c62-8760fe67b0f3 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846660 Aug 28 12:47:29.476338 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:29.476338 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:29.508448 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4cf97290-4ab4-4980-a706-d0c5b9dbd4c9 req-1ddd733e-2479-4f0d-b9ef-9653d2934846 service neutron] 10.222.0.11 "GET /v2.0/networks/13d7cd11-7d64-44bd-94e1-a8725c05108d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201553 Aug 28 12:47:29.527984 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6049f453-9233-4370-be89-20f9b06a89c8,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:29.627682 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d695b9a-d1ae-479e-9453-c3b9f53cd4f4 req-c9bf07b8-ace9-41f6-8f5f-85cebd98343d tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:29.633788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d695b9a-d1ae-479e-9453-c3b9f53cd4f4 req-c9bf07b8-ace9-41f6-8f5f-85cebd98343d tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:29.638783 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:29.639670 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d695b9a-d1ae-479e-9453-c3b9f53cd4f4 req-c9bf07b8-ace9-41f6-8f5f-85cebd98343d tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:29.641333 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d695b9a-d1ae-479e-9453-c3b9f53cd4f4 req-c9bf07b8-ace9-41f6-8f5f-85cebd98343d tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10&device_id=966b8081-93f1-40cf-bf59-072c0d74f813&device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 2418 time: 0.0740538 Aug 28 12:47:29.649359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68', 'mac_address': 'fa:16:3e:fb:d0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:29.681419 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d695b9a-d1ae-479e-9453-c3b9f53cd4f4 req-f90f7116-8b89-4b9e-8b4f-1cbf2e4fff04 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337217 Aug 28 12:47:29.691622 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:29.705714 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:29.727310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:29.731658 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:29.781608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:29.815484 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984636f7-8ba9-4f14-90ac-2a0ef1735ce5 req-ef490bbf-4a4f-4c48-bad6-1fddfacb3419 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:29.817098 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-984636f7-8ba9-4f14-90ac-2a0ef1735ce5 req-ef490bbf-4a4f-4c48-bad6-1fddfacb3419 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 945 time: 0.0524704 Aug 28 12:47:29.839515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b1695-a7fb-4993-bfbb-4ba61359a275 req-0012c64a-d718-4a14-bd87-4860f2fc9138 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:29.841031 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-792b1695-a7fb-4993-bfbb-4ba61359a275 req-0012c64a-d718-4a14-bd87-4860f2fc9138 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 946 time: 0.0515542 Aug 28 12:47:29.860104 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-984636f7-8ba9-4f14-90ac-2a0ef1735ce5 req-f0166785-02b0-42e1-aa70-ba24963bd019 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342939 Aug 28 12:47:29.884225 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-792b1695-a7fb-4993-bfbb-4ba61359a275 req-3c9acb6d-af54-4d61-9a0d-9b9f7b2f09ef tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337474 Aug 28 12:47:30.166697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ce3b3-69aa-4e35-bf43-7aceff030d93 req-876f2850-cb97-45c4-ad8c-2cfc78b8042e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:30.168241 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e01ce3b3-69aa-4e35-bf43-7aceff030d93 req-876f2850-cb97-45c4-ad8c-2cfc78b8042e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 944 time: 0.0509040 Aug 28 12:47:30.190086 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315b6d2-1137-4e77-af2f-5d4b5005cfca req-f3e8306f-1dfa-4d72-b867-f036223a7bef tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:30.191617 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9315b6d2-1137-4e77-af2f-5d4b5005cfca req-f3e8306f-1dfa-4d72-b867-f036223a7bef tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 946 time: 0.0523868 Aug 28 12:47:30.212457 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e01ce3b3-69aa-4e35-bf43-7aceff030d93 req-4b31a2c9-f8a1-470e-9693-149dde0dd21e tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380564 Aug 28 12:47:30.231185 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9315b6d2-1137-4e77-af2f-5d4b5005cfca req-bceddfca-615c-45af-9001-c08b98f904f1 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335362 Aug 28 12:47:30.570462 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985b756-40cd-40ce-aca7-ba6efe73a9a2 req-4bacf1e3-55b5-450f-8b65-ebd86721f2af tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:30.572009 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3985b756-40cd-40ce-aca7-ba6efe73a9a2 req-4bacf1e3-55b5-450f-8b65-ebd86721f2af tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 947 time: 0.0489659 Aug 28 12:47:30.611860 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3985b756-40cd-40ce-aca7-ba6efe73a9a2 req-9bf86c52-972f-44a7-bf8d-077e6288611d tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340190 Aug 28 12:47:30.681777 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['208aa19a-d60f-4f58-b2f2-2b21eb4cac68'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:30.769350 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6049f453-9233-4370-be89-20f9b06a89c8'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:30.972002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f3cd2-4876-49e9-9f05-99284db84e82 req-0e57101b-b941-45cd-8e54-1b3cee3b7270 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:30.973615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b02f3cd2-4876-49e9-9f05-99284db84e82 req-0e57101b-b941-45cd-8e54-1b3cee3b7270 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0506656 Aug 28 12:47:30.985580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4374f-54de-48cd-8852-fa7ae5159e6b req-8a8aac5b-37e5-4882-bbdd-c5f11c6c14be tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:30.987101 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-21b4374f-54de-48cd-8852-fa7ae5159e6b req-8a8aac5b-37e5-4882-bbdd-c5f11c6c14be tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 945 time: 0.0509369 Aug 28 12:47:31.012530 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b02f3cd2-4876-49e9-9f05-99284db84e82 req-94a50f69-0454-4852-bb7c-bda9aeac064d tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329113 Aug 28 12:47:31.026548 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-21b4374f-54de-48cd-8852-fa7ae5159e6b req-32d83f50-ddf6-4631-934b-7d9bb582596f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316739 Aug 28 12:47:31.216444 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:31.219603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 282648ae-daaa-403c-b90b-a2e65d72be47 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:31.329624 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd8d67-4eb5-41c6-9395-9baf88cb8004 req-7d3be058-28d5-4bb5-804a-e81286cb770b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:31.330208 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 282648ae-daaa-403c-b90b-a2e65d72be47 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:31.331313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d6dd8d67-4eb5-41c6-9395-9baf88cb8004 req-7d3be058-28d5-4bb5-804a-e81286cb770b tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 944 time: 0.0510845 Aug 28 12:47:31.338696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 282648ae-daaa-403c-b90b-a2e65d72be47 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:31.339075 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:31.356026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caac4c4-f882-4070-a3bc-cfd2c6a977c9 req-f06c54c7-5396-4805-90fa-555d0e32cf41 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:31.357730 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7caac4c4-f882-4070-a3bc-cfd2c6a977c9 req-f06c54c7-5396-4805-90fa-555d0e32cf41 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 946 time: 0.0573394 Aug 28 12:47:31.376500 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:31.379029 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d6dd8d67-4eb5-41c6-9395-9baf88cb8004 req-c8acc02d-1762-43af-b2be-2a30ff0c2420 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 Aug 28 12:47:31.396548 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb', 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae', 'port_id': '05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb', 'mac_address': 'fa:16:3e:ac:c4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b2ab30-884f-4c27-9baa-880b68554db1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:31.417719 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7caac4c4-f882-4070-a3bc-cfd2c6a977c9 req-cb2da3dd-7fc4-4e0f-9019-aa44364c8d01 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533166 Aug 28 12:47:31.467124 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:31.485937 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:31.488436 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:31.523233 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:31.527770 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82c4412-d492-4c84-96c6-24d6b60851ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282648ae-daaa-403c-b90b-a2e65d72be47'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:31.529989 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cca9eaf-fcbe-44d1-af9c-87b4bd8222a2" -d '{"events": [{"server_uuid": "e82c4412-d492-4c84-96c6-24d6b60851ce", "name": "network-vif-plugged", "status": "completed", "tag": "282648ae-daaa-403c-b90b-a2e65d72be47"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:31.540152 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:31.546948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 282648ae-daaa-403c-b90b-a2e65d72be47, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=282648ae-daaa-403c-b90b-a2e65d72be47,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:31.567086 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:31.593763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:31.625620 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3c9a96-3098-4272-8900-434b36ca821d x-openstack-request-id: req-dd3c9a96-3098-4272-8900-434b36ca821d {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:31.625942 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82c4412-d492-4c84-96c6-24d6b60851ce", "name": "network-vif-plugged", "status": "completed", "tag": "282648ae-daaa-403c-b90b-a2e65d72be47", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:31.626160 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd3c9a96-3098-4272-8900-434b36ca821d {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:31.626567 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82c4412-d492-4c84-96c6-24d6b60851ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282648ae-daaa-403c-b90b-a2e65d72be47', 'code': 200} Aug 28 12:47:31.644253 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=282648ae-daaa-403c-b90b-a2e65d72be47,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:31.760814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca75cd9-85fa-4c59-8407-bbc9878c37a9 req-62c437c3-912c-4137-ad35-1726ab8e6a17 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:31.762282 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dca75cd9-85fa-4c59-8407-bbc9878c37a9 req-62c437c3-912c-4137-ad35-1726ab8e6a17 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 947 time: 0.0781653 Aug 28 12:47:31.790670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32497699-fc87-4c1e-8737-39b95b25e63c req-5018e7d0-27b7-4291-8495-8289e0e63ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:31.792129 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32497699-fc87-4c1e-8737-39b95b25e63c req-5018e7d0-27b7-4291-8495-8289e0e63ea2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 1098 time: 0.0648940 Aug 28 12:47:31.809147 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dca75cd9-85fa-4c59-8407-bbc9878c37a9 req-0e716361-d47d-4f0e-b022-0b8cbf58cdfe tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408373 Aug 28 12:47:31.846178 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32497699-fc87-4c1e-8737-39b95b25e63c req-93063da6-1781-41e4-a527-d08c447fd281 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300641 Aug 28 12:47:31.929292 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:32.139556 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bd4c2-ec87-4672-b4e9-da975cf5b089 req-e7f21766-30bf-4266-9746-321cda8f0816 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:32.140946 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e76bd4c2-ec87-4672-b4e9-da975cf5b089 req-e7f21766-30bf-4266-9746-321cda8f0816 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0529711 Aug 28 12:47:32.148022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7412f9f-9b28-4b2c-867d-5b352cacd304 req-0a33d4a3-053f-49bf-a6af-efdf78ad5c75 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:32.148022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7412f9f-9b28-4b2c-867d-5b352cacd304 req-0a33d4a3-053f-49bf-a6af-efdf78ad5c75 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 946 time: 0.0497372 Aug 28 12:47:32.182625 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e76bd4c2-ec87-4672-b4e9-da975cf5b089 req-0fc00694-b575-4285-9f2e-b2130745734f tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347657 Aug 28 12:47:32.191847 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7412f9f-9b28-4b2c-867d-5b352cacd304 req-ad6b6d8f-6ff2-4a7e-aab9-58b8600272b6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407026 Aug 28 12:47:32.502746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c21c0d-5233-4b3b-9245-7868cda941a2 req-742c7a16-7d4f-4a64-b567-b2bb9aad655a tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:32.504459 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27c21c0d-5233-4b3b-9245-7868cda941a2 req-742c7a16-7d4f-4a64-b567-b2bb9aad655a tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 944 time: 0.0545027 Aug 28 12:47:32.537918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7aea7e-7bb4-49dd-a5a9-f1802d0b735e req-f34dfa56-339c-4f23-a706-e277005398cb tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:32.539453 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be7aea7e-7bb4-49dd-a5a9-f1802d0b735e req-f34dfa56-339c-4f23-a706-e277005398cb tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 945 time: 0.0502601 Aug 28 12:47:32.545651 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27c21c0d-5233-4b3b-9245-7868cda941a2 req-5e502a42-56b5-4c43-81a9-7797be75c7fd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346007 Aug 28 12:47:32.579077 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be7aea7e-7bb4-49dd-a5a9-f1802d0b735e req-c51936ff-b415-47ec-b796-c7984dee7597 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335515 Aug 28 12:47:32.817750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614aaa1-56d2-431f-95c6-81cc7ac7121c req-c696b81b-1eb5-4e4d-8a39-f94a47278ce1 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:32.817750 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1614aaa1-56d2-431f-95c6-81cc7ac7121c req-c696b81b-1eb5-4e4d-8a39-f94a47278ce1 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 945 time: 0.0514851 Aug 28 12:47:32.857043 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1614aaa1-56d2-431f-95c6-81cc7ac7121c req-84b1b7d9-5d84-413f-ab67-d0f950faa720 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328703 Aug 28 12:47:32.929330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704103ab-2b97-472e-abc8-2bed9acdb23b req-f6fc59c2-2259-4ad7-b094-944d7d71df0d tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:32.930850 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-704103ab-2b97-472e-abc8-2bed9acdb23b req-f6fc59c2-2259-4ad7-b094-944d7d71df0d tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 947 time: 0.0491440 Aug 28 12:47:32.969522 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-704103ab-2b97-472e-abc8-2bed9acdb23b req-c0a56b78-3c5e-49cc-a05f-e02e897f925b tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321386 Aug 28 12:47:33.230191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:33.232899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:33.308940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933376a-1f56-443e-a651-121a260c0aea req-351cd8fb-9b36-4064-959c-9befa174bbe9 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:33.310813 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f933376a-1f56-443e-a651-121a260c0aea req-351cd8fb-9b36-4064-959c-9befa174bbe9 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0568564 Aug 28 12:47:33.315302 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0c993-3544-49f3-9cd3-68565d581cd5 req-67467ded-ddc8-4bfe-a3b1-7cc5423271f4 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:33.316787 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ef0c993-3544-49f3-9cd3-68565d581cd5 req-67467ded-ddc8-4bfe-a3b1-7cc5423271f4 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 946 time: 0.0498092 Aug 28 12:47:33.346891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:33.347354 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:33.352740 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f933376a-1f56-443e-a651-121a260c0aea req-5c5698c4-7ad7-4afe-a5e1-3c683bddf14d tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353637 Aug 28 12:47:33.362166 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ef0c993-3544-49f3-9cd3-68565d581cd5 req-daaac6ed-30b1-47f6-9ef5-065a76a607e7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378675 Aug 28 12:47:33.517378 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:33.531062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e', 'mac_address': 'fa:16:3e:5c:c4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:33.597166 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:33.606024 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:33.617450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:33.645522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:33.648375 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b68c6b-ed46-42e7-8b87-c2a573c452e4" -d '{"events": [{"server_uuid": "762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258", "name": "network-vif-plugged", "status": "completed", "tag": "05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:33.660136 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:33.664615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:33.666821 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:33.670468 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:33.686654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a844a4-124d-45c2-b49c-798e78b5402c req-6a265ab1-2b04-4ea7-ab91-be443804d8f3 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:33.688878 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61a844a4-124d-45c2-b49c-798e78b5402c req-6a265ab1-2b04-4ea7-ab91-be443804d8f3 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 944 time: 0.0748863 Aug 28 12:47:33.724705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:33.730442 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e5c621-2f2d-4abb-ad46-2aadd275e743 x-openstack-request-id: req-d6e5c621-2f2d-4abb-ad46-2aadd275e743 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:33.730729 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258", "name": "network-vif-plugged", "status": "completed", "tag": "05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:33.731036 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6e5c621-2f2d-4abb-ad46-2aadd275e743 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:33.731476 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb', 'code': 200} Aug 28 12:47:33.742933 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61a844a4-124d-45c2-b49c-798e78b5402c req-872ef601-ae86-427f-90e0-8fcf49cbef2a tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460465 Aug 28 12:47:33.775357 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:33.975911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e8209-0174-45f0-b170-d25d9e2f2291 req-1efb4760-20b3-41e1-b894-e84c2773df01 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:33.977459 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-442e8209-0174-45f0-b170-d25d9e2f2291 req-1efb4760-20b3-41e1-b894-e84c2773df01 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 946 time: 0.0539980 Aug 28 12:47:34.019136 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-442e8209-0174-45f0-b170-d25d9e2f2291 req-aa0c594b-800b-4770-8d09-10bd96150c77 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353575 Aug 28 12:47:34.088494 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e39bfa-8a47-4594-9020-f503710e1571 req-4384548e-56c4-4d98-adf3-69b8ca63de63 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:34.089960 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a8e39bfa-8a47-4594-9020-f503710e1571 req-4384548e-56c4-4d98-adf3-69b8ca63de63 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 948 time: 0.0504079 Aug 28 12:47:34.128273 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a8e39bfa-8a47-4594-9020-f503710e1571 req-16f9f119-71d7-41a5-8f59-bbfab48c0488 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322487 Aug 28 12:47:34.339852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:34.479831 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c6ef2-9e28-40db-85e1-18452cea3b20 req-e932d00e-d5a8-4fda-883c-da16cd8c75f2 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:34.482051 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c06c6ef2-9e28-40db-85e1-18452cea3b20 req-e932d00e-d5a8-4fda-883c-da16cd8c75f2 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0565600 Aug 28 12:47:34.499547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c373da-a521-49c7-930e-78b0ba1e9d03 req-22e07b04-6b14-4eca-a1c9-04c66c84cc62 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:34.501067 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83c373da-a521-49c7-930e-78b0ba1e9d03 req-22e07b04-6b14-4eca-a1c9-04c66c84cc62 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 946 time: 0.0556071 Aug 28 12:47:34.523480 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c06c6ef2-9e28-40db-85e1-18452cea3b20 req-fedc4c53-a34e-4e8c-ae30-2cfd96fe2c2b tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354493 Aug 28 12:47:34.542563 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83c373da-a521-49c7-930e-78b0ba1e9d03 req-2f925d0f-2aec-4bc6-9e0b-867d36f374a1 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342357 Aug 28 12:47:34.650752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76a3ea-4ab2-409e-9fe8-ee85824ba760 req-c114d2a5-50ee-4d1f-b28a-c384549dbd95 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:34.652227 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb76a3ea-4ab2-409e-9fe8-ee85824ba760 req-c114d2a5-50ee-4d1f-b28a-c384549dbd95 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 1098 time: 0.0398259 Aug 28 12:47:34.687590 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb76a3ea-4ab2-409e-9fe8-ee85824ba760 req-aceffa51-5e13-4ec6-abfd-b9d81cf4d75b tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292318 Aug 28 12:47:34.807024 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dddf9-d522-484c-ace5-0628781aea72 req-91cb9e54-761e-4d76-a9e1-fc1ac066ecc2 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:34.808646 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5b9dddf9-d522-484c-ace5-0628781aea72 req-91cb9e54-761e-4d76-a9e1-fc1ac066ecc2 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 1098 time: 0.0411968 Aug 28 12:47:34.844525 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5b9dddf9-d522-484c-ace5-0628781aea72 req-45370e3f-9c2d-4f9a-95fc-9ed4e8939b78 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298667 Aug 28 12:47:34.861625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c75643-5c84-4fbd-b695-9b0c501bb690 req-d140c4f8-30c5-4ced-b8a0-6d8c563ca267 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:34.863133 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4c75643-5c84-4fbd-b695-9b0c501bb690 req-d140c4f8-30c5-4ced-b8a0-6d8c563ca267 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 944 time: 0.0493934 Aug 28 12:47:34.906995 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4c75643-5c84-4fbd-b695-9b0c501bb690 req-7466c495-c5b5-42b3-a5bc-d287a430c782 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370541 Aug 28 12:47:35.146839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b325a-2a3c-4243-a615-0d740b6a393e req-1b627500-992f-4093-8966-9c950dfd707f tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:35.148404 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc1b325a-2a3c-4243-a615-0d740b6a393e req-1b627500-992f-4093-8966-9c950dfd707f tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 946 time: 0.0539479 Aug 28 12:47:35.187344 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc1b325a-2a3c-4243-a615-0d740b6a393e req-95653b52-a3fd-4d5a-9270-e4cb04030e08 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320125 Aug 28 12:47:35.243164 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:35.293848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cb117-4c90-4b5d-b144-94cadb77f02e req-1ee69957-f159-47fd-b3f2-a997dae2c59b tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:35.295490 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e97cb117-4c90-4b5d-b144-94cadb77f02e req-1ee69957-f159-47fd-b3f2-a997dae2c59b tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 948 time: 0.0498145 Aug 28 12:47:35.296332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:35.300345 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:35.300786 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:35.349062 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e97cb117-4c90-4b5d-b144-94cadb77f02e req-c0a979a2-9fbe-4462-866d-8e9113951053 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453825 Aug 28 12:47:35.386520 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:35.419352 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:35.423096 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:35.423878 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6049f453-9233-4370-be89-20f9b06a89c8 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:35.502241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:35.513775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 6049f453-9233-4370-be89-20f9b06a89c8 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:35.517680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 6049f453-9233-4370-be89-20f9b06a89c8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:35.518053 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:35.602488 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:35.624016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc682c-848d-4b28-ae75-684f397e6ff4 req-a18eb10e-93b7-4143-bded-eee166d7955a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:35.625937 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dffc682c-848d-4b28-ae75-684f397e6ff4 req-a18eb10e-93b7-4143-bded-eee166d7955a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.11 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 946 time: 0.0603695 Aug 28 12:47:35.646603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6049f453-9233-4370-be89-20f9b06a89c8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6049f453-9233-4370-be89-20f9b06a89c8,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:35.651354 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:35.652275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:47:35.652830 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a87dc3-6634-4d55-82fd-5bccafc8fcb5 req-b271ac39-68c2-45c3-aa9e-b29d29891aac tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:35.662878 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-02a87dc3-6634-4d55-82fd-5bccafc8fcb5 req-b271ac39-68c2-45c3-aa9e-b29d29891aac tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0625796 Aug 28 12:47:35.706106 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-02a87dc3-6634-4d55-82fd-5bccafc8fcb5 req-21faba77-f874-4ac6-9a96-9feef6c32ec2 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419242 Aug 28 12:47:35.734689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfe1936-cc94-4517-9e66-0845faa4cdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68'}, {'server_uuid': '3e4cd22c-b7d7-4bea-a689-2c058a59641b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6049f453-9233-4370-be89-20f9b06a89c8'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:35.737040 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e5d881-6f90-4afa-af87-9add1acf9772" -d '{"events": [{"server_uuid": "4dfe1936-cc94-4517-9e66-0845faa4cdce", "name": "network-vif-plugged", "status": "completed", "tag": "208aa19a-d60f-4f58-b2f2-2b21eb4cac68"}, {"server_uuid": "3e4cd22c-b7d7-4bea-a689-2c058a59641b", "name": "network-vif-plugged", "status": "completed", "tag": "6049f453-9233-4370-be89-20f9b06a89c8"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:35.749586 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-3d15b6c4-e254-436a-add9-5bc730fa1512 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:47:35.750745 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-3d15b6c4-e254-436a-add9-5bc730fa1512 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072927 Aug 28 12:47:35.757669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6049f453-9233-4370-be89-20f9b06a89c8,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:35.766339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-dffc682c-848d-4b28-ae75-684f397e6ff4 req-8b88d885-871c-4974-aa8f-683ea37f46da tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Deleting port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:47:35.767447 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dffc682c-848d-4b28-ae75-684f397e6ff4 req-8b88d885-871c-4974-aa8f-683ea37f46da tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:35.797016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-712f7fc3-40dd-4b44-87d3-7476feee1234 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:47:35.798588 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-712f7fc3-40dd-4b44-87d3-7476feee1234 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070145 Aug 28 12:47:35.807148 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e1b830-da27-4fb1-9a30-64444d72cbb3 x-openstack-request-id: req-20e1b830-da27-4fb1-9a30-64444d72cbb3 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:35.807476 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfe1936-cc94-4517-9e66-0845faa4cdce", "name": "network-vif-plugged", "status": "completed", "tag": "208aa19a-d60f-4f58-b2f2-2b21eb4cac68", "code": 200}, {"server_uuid": "3e4cd22c-b7d7-4bea-a689-2c058a59641b", "name": "network-vif-plugged", "status": "completed", "tag": "6049f453-9233-4370-be89-20f9b06a89c8", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:35.807724 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20e1b830-da27-4fb1-9a30-64444d72cbb3 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:35.808141 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfe1936-cc94-4517-9e66-0845faa4cdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68', 'code': 200} Aug 28 12:47:35.808392 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4cd22c-b7d7-4bea-a689-2c058a59641b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6049f453-9233-4370-be89-20f9b06a89c8', 'code': 200} Aug 28 12:47:35.810705 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:35.818125 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-c349966f-097c-466a-8168-eaf05795f5b4 service neutron] Request body: {'binding': {'host': 'n-h2-791505-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:35.818626 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-c349966f-097c-466a-8168-eaf05795f5b4 service neutron] Unknown quota resources ['binding']. {{(pid=94878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 12:47:35.854792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:35.859127 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:35.912835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-dffc682c-848d-4b28-ae75-684f397e6ff4 req-8b88d885-871c-4974-aa8f-683ea37f46da tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] For port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:35.913409 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dffc682c-848d-4b28-ae75-684f397e6ff4 req-8b88d885-871c-4974-aa8f-683ea37f46da tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:35.923718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:35.928093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-dffc682c-848d-4b28-ae75-684f397e6ff4 req-8b88d885-871c-4974-aa8f-683ea37f46da tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Calling delete_port for 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:47:36.017875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815c84f-e3f9-46b1-a833-e715e0a8f7b3 req-549ce030-c6ff-45dd-af94-095d001f8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:36.019409 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5815c84f-e3f9-46b1-a833-e715e0a8f7b3 req-549ce030-c6ff-45dd-af94-095d001f8fae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 1097 time: 0.0825574 Aug 28 12:47:36.027369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb756d1b-1c13-43c7-8c81-edef1b7418d8 req-5bb9d38c-de04-4c3a-ba80-7e224d292a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:36.028854 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cb756d1b-1c13-43c7-8c81-edef1b7418d8 req-5bb9d38c-de04-4c3a-ba80-7e224d292a75 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4dfe1936-cc94-4517-9e66-0845faa4cdce HTTP/1.1" status: 200 len: 1102 time: 0.0912886 Aug 28 12:47:36.095860 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa036ad-faad-4c24-b865-b70b1b1e139b req-df555adf-fd69-4d29-a8ec-d8035668aaff tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:36.097468 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6aa036ad-faad-4c24-b865-b70b1b1e139b req-df555adf-fd69-4d29-a8ec-d8035668aaff tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 945 time: 0.1053615 Aug 28 12:47:36.108800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-c349966f-097c-466a-8168-eaf05795f5b4 service neutron] Attempting to bind port 282648ae-daaa-403c-b90b-a2e65d72be47 on host n-h2-791505-21 for vnic_type normal with profile None {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:47:36.109138 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-c349966f-097c-466a-8168-eaf05795f5b4 service neutron] Attempting to bind port 282648ae-daaa-403c-b90b-a2e65d72be47 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:47:36.109502 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-c349966f-097c-466a-8168-eaf05795f5b4 service neutron] Attempting to bind port 282648ae-daaa-403c-b90b-a2e65d72be47 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:36.123080 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cb756d1b-1c13-43c7-8c81-edef1b7418d8 req-447875ba-995b-4bba-9e61-dd058404616c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813668 Aug 28 12:47:36.129563 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-c349966f-097c-466a-8168-eaf05795f5b4 service neutron] Port 282648ae-daaa-403c-b90b-a2e65d72be47 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:47:36.129890 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-c349966f-097c-466a-8168-eaf05795f5b4 service neutron] Attempting to bind port 282648ae-daaa-403c-b90b-a2e65d72be47 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:36.141504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-c349966f-097c-466a-8168-eaf05795f5b4 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:47:36.141852 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-c349966f-097c-466a-8168-eaf05795f5b4 service neutron] Checking segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:47:36.142348 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-c349966f-097c-466a-8168-eaf05795f5b4 service neutron] Bound using segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:47:36.142712 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-c349966f-097c-466a-8168-eaf05795f5b4 service neutron] Bound port: 282648ae-daaa-403c-b90b-a2e65d72be47, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:47:36.179711 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6aa036ad-faad-4c24-b865-b70b1b1e139b req-58929296-cf8f-4583-8b2d-54e87be4c247 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745139 Aug 28 12:47:36.227872 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-c349966f-097c-466a-8168-eaf05795f5b4 service neutron] For port 282648ae-daaa-403c-b90b-a2e65d72be47, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=282648ae-daaa-403c-b90b-a2e65d72be47,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:47:36.234021 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-c349966f-097c-466a-8168-eaf05795f5b4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:36.236138 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-c349966f-097c-466a-8168-eaf05795f5b4 service neutron] 10.222.0.20 "POST /v2.0/ports/282648ae-daaa-403c-b90b-a2e65d72be47/bindings HTTP/1.1" status: 201 len: 390 time: 0.4221997 Aug 28 12:47:36.345935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5815c84f-e3f9-46b1-a833-e715e0a8f7b3 req-482c4b9d-0199-4b02-8f99-dcaee88ab39a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066342 Aug 28 12:47:36.383855 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dffc682c-848d-4b28-ae75-684f397e6ff4 req-8b88d885-871c-4974-aa8f-683ea37f46da tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:36.417745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88d885-871c-4974-aa8f-683ea37f46da tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Pushing event deleted for resources: {'Port': ['ID=05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:36.448684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeccf36-0f76-46de-a840-504c0fd1d329 req-1d66cc24-7418-45bc-8c7c-ff149ea60897 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:36.450141 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6aeccf36-0f76-46de-a840-504c0fd1d329 req-1d66cc24-7418-45bc-8c7c-ff149ea60897 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 865 time: 0.1108551 Aug 28 12:47:36.469807 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffc682c-848d-4b28-ae75-684f397e6ff4 req-8b88d885-871c-4974-aa8f-683ea37f46da tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] No DVR routers for this DVR port 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:47:36.476535 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dffc682c-848d-4b28-ae75-684f397e6ff4 req-8b88d885-871c-4974-aa8f-683ea37f46da tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:36.478388 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dffc682c-848d-4b28-ae75-684f397e6ff4 req-8b88d885-871c-4974-aa8f-683ea37f46da tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.11 "DELETE /v2.0/ports/05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb HTTP/1.1" status: 204 len: 173 time: 0.8393362 Aug 28 12:47:36.478816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258', 'name': 'network-vif-deleted', 'tag': '05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:36.480983 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6584d2-f942-4158-83ec-458d43fe784e" -d '{"events": [{"server_uuid": "762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258", "name": "network-vif-deleted", "tag": "05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:36.511390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6aeccf36-0f76-46de-a840-504c0fd1d329 req-48258e9c-72a9-4c04-a2a4-9922cd52c7d2 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432441 Aug 28 12:47:36.616838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38cd58-3450-4035-911d-3e7ff2d63e5f req-c1d4797d-08ed-4139-a1cd-3afe6f3eb2d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:36.618322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9a38cd58-3450-4035-911d-3e7ff2d63e5f req-c1d4797d-08ed-4139-a1cd-3afe6f3eb2d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 946 time: 0.0528946 Aug 28 12:47:36.657055 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9a38cd58-3450-4035-911d-3e7ff2d63e5f req-a3a3826a-c981-44e3-8950-d4ed5397951e tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329070 Aug 28 12:47:36.719343 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab336a0-3d48-4588-8884-141f1647b378 x-openstack-request-id: req-9ab336a0-3d48-4588-8884-141f1647b378 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:36.719663 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258", "name": "network-vif-deleted", "tag": "05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:36.719924 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ab336a0-3d48-4588-8884-141f1647b378 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:36.720348 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258', 'name': 'network-vif-deleted', 'tag': '05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb', 'status': 'completed', 'code': 200} Aug 28 12:47:36.800095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10edc1-a75f-4b44-aadb-212b7c495e28 req-8bbeb4c6-937f-472c-81f0-cb015f5c925e tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:36.801516 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa10edc1-a75f-4b44-aadb-212b7c495e28 req-8bbeb4c6-937f-472c-81f0-cb015f5c925e tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 948 time: 0.0585730 Aug 28 12:47:36.853966 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa10edc1-a75f-4b44-aadb-212b7c495e28 req-f50003e3-9611-48b0-99b4-c2df126835ea tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453637 Aug 28 12:47:36.859029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44f102-179b-4457-9042-d714fa497350 req-899e0815-db99-4545-8f99-59af0006bf76 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:36.860602 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb44f102-179b-4457-9042-d714fa497350 req-899e0815-db99-4545-8f99-59af0006bf76 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0591180 Aug 28 12:47:36.903118 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb44f102-179b-4457-9042-d714fa497350 req-fd76dd4e-cd11-4116-8964-701b50943e61 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362489 Aug 28 12:47:37.040809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-e1c86de6-0785-4b8b-9695-2964c576ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:37.042385 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-e1c86de6-0785-4b8b-9695-2964c576ae6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 1098 time: 0.1517684 Aug 28 12:47:37.052016 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:37.129697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-e744e3a2-09b2-4dfc-ade0-7ad0012e1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:37.131811 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-e744e3a2-09b2-4dfc-ade0-7ad0012e1865 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.0823526 Aug 28 12:47:37.176165 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-ade6b8a8-d046-403e-9380-335a0a275449 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=282648ae-daaa-403c-b90b-a2e65d72be47 HTTP/1.1" status: 200 len: 217 time: 0.0371137 Aug 28 12:47:37.227351 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-07ad8262-3309-42f8-9b32-ddb0464ef28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:37.228845 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-07ad8262-3309-42f8-9b32-ddb0464ef28b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.0454366 Aug 28 12:47:37.259668 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:37.261260 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-9ca8aa22-88e8-4602-8eda-f869378321da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249846 Aug 28 12:47:37.300639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac3bb2-9785-448f-9bdf-4119b4ae67d5 req-955c88e6-3ac5-4885-abb5-0e0e11323cdd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:37.308571 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1ac3bb2-9785-448f-9bdf-4119b4ae67d5 req-955c88e6-3ac5-4885-abb5-0e0e11323cdd tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 945 time: 0.0571892 Aug 28 12:47:37.315441 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:37.321082 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:37.321491 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:37.344637 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1ac3bb2-9785-448f-9bdf-4119b4ae67d5 req-5fd9dfd6-8d12-4856-b4a2-2c3885eec346 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349474 Aug 28 12:47:37.370647 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-e7fe2f26-c2da-4d4a-b7be-25cb0a775697 service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013782 Aug 28 12:47:37.405781 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:37.443546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:37.447759 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:37.469913 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-f639c00a-a8cc-434a-97a9-cdeb8c6d87a2 service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887432 Aug 28 12:47:37.498496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:37.656091 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be141866-9fe2-4173-82b1-927ec9116055 req-917528ea-20d3-487b-b209-396cc46268a4 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258 HTTP/1.1" status: 200 len: 210 time: 0.0358508 Aug 28 12:47:37.809299 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb'}, {'server_uuid': '3fb2144b-b98f-4ab2-bbe5-cda521335726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:37.811634 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3629d784-3090-41b5-ba6b-47b67610038e" -d '{"events": [{"server_uuid": "762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258", "name": "network-vif-unplugged", "status": "completed", "tag": "05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb"}, {"server_uuid": "3fb2144b-b98f-4ab2-bbe5-cda521335726", "name": "network-vif-plugged", "status": "completed", "tag": "be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:37.825961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021e995-84e4-43d4-8a0d-902c0b212cc6 req-682c6b7e-67f4-476e-9141-49123c85e0d7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:37.830852 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4021e995-84e4-43d4-8a0d-902c0b212cc6 req-682c6b7e-67f4-476e-9141-49123c85e0d7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 946 time: 0.0736084 Aug 28 12:47:37.865978 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e32f65-83ae-4487-bba0-497085b78ee6 x-openstack-request-id: req-d7e32f65-83ae-4487-bba0-497085b78ee6 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:37.866281 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258", "name": "network-vif-unplugged", "status": "completed", "tag": "05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb", "code": 200}, {"server_uuid": "3fb2144b-b98f-4ab2-bbe5-cda521335726", "name": "network-vif-plugged", "status": "completed", "tag": "be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:37.866558 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7e32f65-83ae-4487-bba0-497085b78ee6 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:37.866957 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762d99b1-9ef1-4e8d-a1d0-cddfb9fa6258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb', 'code': 200} Aug 28 12:47:37.867206 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb2144b-b98f-4ab2-bbe5-cda521335726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e', 'code': 200} Aug 28 12:47:37.875277 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4021e995-84e4-43d4-8a0d-902c0b212cc6 req-765beddf-bd42-4094-9dff-a300eaa3de4f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390801 Aug 28 12:47:38.009221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f80d5e-44bc-4103-95d1-b5f8fd9fe29d req-ab18c142-3e9a-43d3-ac6e-d6c008c2a5f3 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:38.010789 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-90f80d5e-44bc-4103-95d1-b5f8fd9fe29d req-ab18c142-3e9a-43d3-ac6e-d6c008c2a5f3 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 949 time: 0.0822473 Aug 28 12:47:38.016491 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb8acb-41f5-4b78-988b-fde97c104242 req-1f1e00ac-0d7f-491c-94b1-e1be783ecb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:38.018031 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0cb8acb-41f5-4b78-988b-fde97c104242 req-1f1e00ac-0d7f-491c-94b1-e1be783ecb38 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 1101 time: 0.0635996 Aug 28 12:47:38.034727 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7356e8-23e6-4b62-9cc3-528502d9f7f1 req-e93eb4d7-848f-4b46-8c3d-5a600fdbeb32 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:38.036286 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4e7356e8-23e6-4b62-9cc3-528502d9f7f1 req-e93eb4d7-848f-4b46-8c3d-5a600fdbeb32 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0595295 Aug 28 12:47:38.074767 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-90f80d5e-44bc-4103-95d1-b5f8fd9fe29d req-44b1efa1-1ce4-4863-b0a3-b4a37ab2ee0a tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556223 Aug 28 12:47:38.075809 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4e7356e8-23e6-4b62-9cc3-528502d9f7f1 req-22a33167-b9bc-4eeb-9404-cd13fc6dc221 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329030 Aug 28 12:47:38.078246 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0cb8acb-41f5-4b78-988b-fde97c104242 req-c3f74626-edaa-46d4-923c-3b3cfd8bb39e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445924 Aug 28 12:47:38.474590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a2375-ccb7-4379-8664-a614020924de req-7b29a456-114f-4b2a-b5eb-bdb04b4431ae tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:38.476230 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-091a2375-ccb7-4379-8664-a614020924de req-7b29a456-114f-4b2a-b5eb-bdb04b4431ae tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 945 time: 0.0607264 Aug 28 12:47:38.520355 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-091a2375-ccb7-4379-8664-a614020924de req-ccb7a86f-690f-45b9-98a3-ec2c24194aaa tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351377 Aug 28 12:47:39.008494 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-2d6c6d5a-3f50-472c-afc8-d1ca56ad713e tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:39.010019 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-2d6c6d5a-3f50-472c-afc8-d1ca56ad713e tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/networks?id=b8358831-c456-4987-8ab8-b4b9008170ae HTTP/1.1" status: 200 len: 822 time: 0.1118402 Aug 28 12:47:39.011777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ab436-9f30-4898-97a1-2861d9e133fb req-6fa79b9a-41f9-4bea-9dbf-88570d81fa4e tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:39.013492 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1a1ab436-9f30-4898-97a1-2861d9e133fb req-6fa79b9a-41f9-4bea-9dbf-88570d81fa4e tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 946 time: 0.0575068 Aug 28 12:47:39.026677 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-b718237c-8841-469e-9c77-534e0928c9bc tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/quotas/ce28613dad254127bb5d82cd4c4922d1 HTTP/1.1" status: 200 len: 375 time: 0.0099678 Aug 28 12:47:39.053031 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1a1ab436-9f30-4898-97a1-2861d9e133fb req-290cd5ac-db0e-4d52-bbe7-7daefa74923a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316412 Aug 28 12:47:39.085283 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-f2887f58-9153-49ca-a4e8-dfe9d14d7a3d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce28613dad254127bb5d82cd4c4922d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524254 Aug 28 12:47:39.183022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-160721d8-1429-4ccf-b54c-98c3c12a4cd6 service neutron] 10.222.0.20 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902033 Aug 28 12:47:39.230647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f7601-07a4-483f-8d35-33474a14aa9a req-c1721442-6f65-4da1-82ea-a5815c5d640b tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:39.232268 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-810f7601-07a4-483f-8d35-33474a14aa9a req-c1721442-6f65-4da1-82ea-a5815c5d640b tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 949 time: 0.0673237 Aug 28 12:47:39.258710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:47:39.280910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:47:39.281776 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 05ac4ab1-f1bd-4a3d-92be-49bcbd4eeaeb not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:47:39.285189 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-810f7601-07a4-483f-8d35-33474a14aa9a req-3da22f75-c7ab-4be4-ac04-859fe17c8266 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457633 Aug 28 12:47:39.299630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-7d757088-f96c-4be4-9b7b-c95a17c180d2 service neutron] 10.222.0.20 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101396 Aug 28 12:47:39.407759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b7e8-111b-49f2-bfb7-58fe25f0606f req-29dbea9a-9dd2-400a-a66f-c289d53a59e9 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:39.409448 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f086b7e8-111b-49f2-bfb7-58fe25f0606f req-29dbea9a-9dd2-400a-a66f-c289d53a59e9 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0548179 Aug 28 12:47:39.469413 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f086b7e8-111b-49f2-bfb7-58fe25f0606f req-36241d82-cdc0-4230-a60c-92d16969727c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527706 Aug 28 12:47:39.480476 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d9d3a097-9145-428a-95d1-cc9612387393 req-e8503050-b2ab-453e-896f-ec81ae33f942 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 210 time: 0.0416665 Aug 28 12:47:39.556144 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:39.655952 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574873ff-a265-4a37-8bc1-82e36f32c964 req-0ea577bc-0c09-4df4-8d15-ccadfd1cfba3 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:39.664080 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-574873ff-a265-4a37-8bc1-82e36f32c964 req-0ea577bc-0c09-4df4-8d15-ccadfd1cfba3 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 945 time: 0.0674691 Aug 28 12:47:39.710824 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-574873ff-a265-4a37-8bc1-82e36f32c964 req-129e1d14-38a7-4562-8024-fe98aeb59323 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456250 Aug 28 12:47:39.799663 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4f897322-9b28-40a8-b11e-ff6a12314a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:39.973376 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ee5eb-15a2-49fe-9c31-eaaee9adcb57 req-b74f70e6-15cb-4404-9c46-345cef6598e1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:39.975039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2a9ee5eb-15a2-49fe-9c31-eaaee9adcb57 req-b74f70e6-15cb-4404-9c46-345cef6598e1 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 945 time: 0.0523362 Aug 28 12:47:40.018666 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2a9ee5eb-15a2-49fe-9c31-eaaee9adcb57 req-1f048077-9c04-4c50-aba7-46a7b46660e7 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373418 Aug 28 12:47:40.199880 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514bd46-f5fd-4caa-9433-4bc7e17bd238 req-bbcd0763-4e9b-4985-8559-514a21677dad tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:40.201491 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6514bd46-f5fd-4caa-9433-4bc7e17bd238 req-bbcd0763-4e9b-4985-8559-514a21677dad tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 946 time: 0.0650141 Aug 28 12:47:40.245723 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6514bd46-f5fd-4caa-9433-4bc7e17bd238 req-329529a0-7212-4150-b460-1900c96a156d tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375926 Aug 28 12:47:40.408733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afef6ad-827d-4ca7-ac5b-eb5f9f9cbef9 req-88a1575e-ecb6-41a8-83ab-b13009c4a33c tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:40.410245 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1afef6ad-827d-4ca7-ac5b-eb5f9f9cbef9 req-88a1575e-ecb6-41a8-83ab-b13009c4a33c tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 949 time: 0.0538321 Aug 28 12:47:40.452621 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1afef6ad-827d-4ca7-ac5b-eb5f9f9cbef9 req-8def2a69-4a41-48f4-8fc7-d932c6b99a05 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356541 Aug 28 12:47:40.576872 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d9ff501-d272-4d7c-ad18-c76cad5ba581 req-09d6339e-b244-4b40-9790-b58bf37df9ef tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 210 time: 0.0289307 Aug 28 12:47:40.583046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296019b-b408-429e-b994-b04ea62946e0 req-c0d9edcd-9678-42e9-a8e4-0017216c4713 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:40.584723 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8296019b-b408-429e-b994-b04ea62946e0 req-c0d9edcd-9678-42e9-a8e4-0017216c4713 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfe1936-cc94-4517-9e66-0845faa4cdce HTTP/1.1" status: 200 len: 950 time: 0.0541739 Aug 28 12:47:40.628718 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8296019b-b408-429e-b994-b04ea62946e0 req-8146c158-fcbb-44c1-a94e-407b548b8454 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333152 Aug 28 12:47:40.699478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc50ff7-f7ac-43e6-885a-81a66f3e7e8c req-5ec35c46-4d2b-4ef6-9e34-7d42a21951d5 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:40.701021 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-acc50ff7-f7ac-43e6-885a-81a66f3e7e8c req-5ec35c46-4d2b-4ef6-9e34-7d42a21951d5 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0630827 Aug 28 12:47:40.742526 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-acc50ff7-f7ac-43e6-885a-81a66f3e7e8c req-dca23d61-7131-4c81-a846-358168b693c8 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353820 Aug 28 12:47:41.036976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-38b0067d-3268-486f-a732-3ad623c7765c tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:41.039002 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-38b0067d-3268-486f-a732-3ad623c7765c tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.11 "GET /v2.0/networks?id=b8358831-c456-4987-8ab8-b4b9008170ae HTTP/1.1" status: 200 len: 822 time: 0.1475990 Aug 28 12:47:41.076340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-f254f308-5443-4936-bc18-61315c687957 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Request body: {'port': {'device_id': '4132219c-e9d3-4335-a027-eccf6b2a82b8', 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae', 'admin_state_up': True, 'tenant_id': 'ce28613dad254127bb5d82cd4c4922d1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:41.231250 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ecb44-78ed-45fe-beff-3e4800443926 req-90925630-50b5-429e-9030-313094de132a tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:41.232730 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-861ecb44-78ed-45fe-beff-3e4800443926 req-90925630-50b5-429e-9030-313094de132a tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 945 time: 0.0914328 Aug 28 12:47:41.288577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-861ecb44-78ed-45fe-beff-3e4800443926 req-355e46d7-8d9d-4b22-9fae-7c212a2e68d0 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475423 Aug 28 12:47:41.294464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-f254f308-5443-4936-bc18-61315c687957 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Made reservation on behalf of ce28613dad254127bb5d82cd4c4922d1 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:47:41.298081 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-f254f308-5443-4936-bc18-61315c687957 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:41.415999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007b903-3f59-4416-add3-b75a5870e0e8 req-b29dbcbb-ab00-433a-9c75-bf54ea1902d1 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:41.427071 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2007b903-3f59-4416-add3-b75a5870e0e8 req-b29dbcbb-ab00-433a-9c75-bf54ea1902d1 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 946 time: 0.0728922 Aug 28 12:47:41.456581 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-f254f308-5443-4936-bc18-61315c687957 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Allocated IP 172.20.0.6 (b8358831-c456-4987-8ab8-b4b9008170ae/74b2ab30-884f-4c27-9baa-880b68554db1/136b01a0-218a-4264-b181-0610fab191ce) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:47:41.470518 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2007b903-3f59-4416-add3-b75a5870e0e8 req-ae3450e9-f20a-4452-8152-9f0c662e4eaf tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Aug 28 12:47:41.619277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aef8f-ffca-46be-a282-de9303568c14 req-b36a1125-7d2c-4737-adfc-e11ace0c35f6 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:41.626909 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ff5aef8f-ffca-46be-a282-de9303568c14 req-b36a1125-7d2c-4737-adfc-e11ace0c35f6 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 945 time: 0.0658290 Aug 28 12:47:41.634383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-f254f308-5443-4936-bc18-61315c687957 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:41.670911 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ff5aef8f-ffca-46be-a282-de9303568c14 req-a84a6def-cd9c-4694-831b-e2aed4e22d40 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430326 Aug 28 12:47:41.704433 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e8ac26a-31f0-460e-844f-5f460b6014f3 req-9dc72a1b-99e4-4f3e-8a87-4ffaafaab4ed tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 210 time: 0.0462894 Aug 28 12:47:41.715662 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-f254f308-5443-4936-bc18-61315c687957 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:41.761950 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-f254f308-5443-4936-bc18-61315c687957 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Network b8358831-c456-4987-8ab8-b4b9008170ae is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:47:41.767894 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-f254f308-5443-4936-bc18-61315c687957 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:47:41.770538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-f254f308-5443-4936-bc18-61315c687957 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:47:41.804008 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254f308-5443-4936-bc18-61315c687957 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Pushing event updated for resources: {'Port': ['ID=136b01a0-218a-4264-b181-0610fab191ce,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:41.849805 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-f254f308-5443-4936-bc18-61315c687957 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:41.850625 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-f254f308-5443-4936-bc18-61315c687957 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:41.888879 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-f254f308-5443-4936-bc18-61315c687957 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8248210 Aug 28 12:47:41.901651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ac718-3bd6-4f3d-99f9-a30a798ab3d9 req-d556e29f-fe32-407d-9a41-fad80c2403d9 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:41.903316 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f4ac718-3bd6-4f3d-99f9-a30a798ab3d9 req-d556e29f-fe32-407d-9a41-fad80c2403d9 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0759039 Aug 28 12:47:41.908315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Request body: {'port': {'device_id': '4132219c-e9d3-4335-a027-eccf6b2a82b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:41.989979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f4ac718-3bd6-4f3d-99f9-a30a798ab3d9 req-0afb48ca-df4a-49c3-8a14-c026876a2bc2 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785279 Aug 28 12:47:41.992673 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:42.230788 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a9a15a36-7d05-421a-850f-0637625b4891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:42.256525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136b01a0-218a-4264-b181-0610fab191ce {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:42.263758 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:42.275826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Transition to ACTIVE for port object 136b01a0-218a-4264-b181-0610fab191ce will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:47:42.279281 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:42.330558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Pushing event updated for resources: {'Port': ['ID=136b01a0-218a-4264-b181-0610fab191ce,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:42.397125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Attempting to bind port 136b01a0-218a-4264-b181-0610fab191ce on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:47:42.397352 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Attempting to bind port 136b01a0-218a-4264-b181-0610fab191ce by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:47:42.397672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Attempting to bind port 136b01a0-218a-4264-b181-0610fab191ce on network b8358831-c456-4987-8ab8-b4b9008170ae {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:42.401874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Port 136b01a0-218a-4264-b181-0610fab191ce on network b8358831-c456-4987-8ab8-b4b9008170ae not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:47:42.402184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Attempting to bind port 136b01a0-218a-4264-b181-0610fab191ce on network b8358831-c456-4987-8ab8-b4b9008170ae {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:42.406913 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:47:42.407238 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Checking segment: {'id': 'b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:47:42.407606 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Bound using segment: {'id': 'b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:47:42.408014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Bound port: 136b01a0-218a-4264-b181-0610fab191ce, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:47:42.408356 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:42.469903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] For port 136b01a0-218a-4264-b181-0610fab191ce, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:47:42.472908 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] For port 136b01a0-218a-4264-b181-0610fab191ce, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=136b01a0-218a-4264-b181-0610fab191ce,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:47:42.478769 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:42.479393 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:42.515765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:42.516450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:42.518041 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] 10.222.0.11 "PUT /v2.0/ports/136b01a0-218a-4264-b181-0610fab191ce HTTP/1.1" status: 200 len: 1092 time: 0.6135516 Aug 28 12:47:42.518270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4132219c-e9d3-4335-a027-eccf6b2a82b8', 'tag': '136b01a0-218a-4264-b181-0610fab191ce'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:42.520532 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c2c609-aa99-407b-ad90-bb3ff261f414" -d '{"events": [{"name": "network-changed", "server_uuid": "4132219c-e9d3-4335-a027-eccf6b2a82b8", "tag": "136b01a0-218a-4264-b181-0610fab191ce"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:42.555523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feaccd-dad5-4ceb-8222-5b008a5a9047 service neutron] Pushing event updated for resources: {'Port': ['ID=136b01a0-218a-4264-b181-0610fab191ce,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:42.561688 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2053ee9a-abdf-475c-931b-0aa300930d6c x-openstack-request-id: req-2053ee9a-abdf-475c-931b-0aa300930d6c {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:42.562226 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4132219c-e9d3-4335-a027-eccf6b2a82b8", "tag": "136b01a0-218a-4264-b181-0610fab191ce", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:42.562570 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2053ee9a-abdf-475c-931b-0aa300930d6c {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:42.563028 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4132219c-e9d3-4335-a027-eccf6b2a82b8', 'tag': '136b01a0-218a-4264-b181-0610fab191ce', 'status': 'completed', 'code': 200} Aug 28 12:47:42.625977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797916e5-accd-44d0-9b7c-add1b9e38fa7 req-13da5334-4941-47d1-ade5-8428dc73a9d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:42.628170 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-797916e5-accd-44d0-9b7c-add1b9e38fa7 req-13da5334-4941-47d1-ade5-8428dc73a9d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 946 time: 0.0536590 Aug 28 12:47:42.629761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-cb3f957b-9371-47ba-af74-db82f7e05da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:42.631909 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-cb3f957b-9371-47ba-af74-db82f7e05da7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce28613dad254127bb5d82cd4c4922d1&device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 1095 time: 0.0448465 Aug 28 12:47:42.668864 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-797916e5-accd-44d0-9b7c-add1b9e38fa7 req-d61c254d-db5c-49b1-aa68-d31b0f17c10d tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335701 Aug 28 12:47:42.686501 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-a2ac7533-f24b-4ff0-8013-dcc199e5ca65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=136b01a0-218a-4264-b181-0610fab191ce HTTP/1.1" status: 200 len: 217 time: 0.0343802 Aug 28 12:47:42.778015 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-3b6ea995-a44e-406e-994d-8764bc799506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:42.779491 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-3b6ea995-a44e-406e-994d-8764bc799506 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=74b2ab30-884f-4c27-9baa-880b68554db1 HTTP/1.1" status: 200 len: 862 time: 0.0736036 Aug 28 12:47:42.809984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c72713-9423-4abb-a5ee-838dd0da5c83 req-90a7be84-0e20-44f0-9e69-6bb6d8af650f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:42.811496 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51c72713-9423-4abb-a5ee-838dd0da5c83 req-90a7be84-0e20-44f0-9e69-6bb6d8af650f tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 945 time: 0.0710733 Aug 28 12:47:42.829736 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-89463688-3576-4e1b-9178-da721fd4721c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8358831-c456-4987-8ab8-b4b9008170ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387492 Aug 28 12:47:42.830802 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c1790-641d-49e2-9cbe-bcabf85062b8 req-ed0f93fb-3e27-4336-a31e-27011bbac9fb tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:42.832561 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a50c1790-641d-49e2-9cbe-bcabf85062b8 req-ed0f93fb-3e27-4336-a31e-27011bbac9fb tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 943 time: 0.0561314 Aug 28 12:47:42.872655 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a50c1790-641d-49e2-9cbe-bcabf85062b8 req-2b44863b-1619-442e-b919-a8ed8b43c050 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320003 Aug 28 12:47:42.907883 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51c72713-9423-4abb-a5ee-838dd0da5c83 req-ac753563-4f37-44e7-83f3-7297f0835e67 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804844 Aug 28 12:47:42.946329 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-7e10f871-0790-4720-942b-7e9cb280e3af service neutron] 10.222.0.11 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007452 Aug 28 12:47:43.053620 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf119ad6-ce82-46ae-ad20-2d71667a359b req-c2f00c7b-69a8-48d9-84c7-225cba3d67bc service neutron] 10.222.0.11 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835357 Aug 28 12:47:43.107224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3ed58-bbba-4916-8a4e-262834337687 req-cf46ec24-b901-401c-b54a-079bacb55b49 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:43.108696 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-35f3ed58-bbba-4916-8a4e-262834337687 req-cf46ec24-b901-401c-b54a-079bacb55b49 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0506353 Aug 28 12:47:43.178103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-35f3ed58-bbba-4916-8a4e-262834337687 req-fa2f61e6-e47c-4af6-b5b1-dd1e833c05d6 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631156 Aug 28 12:47:43.186456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2c609-aa99-407b-ad90-bb3ff261f414 req-b7a2224c-c4a3-47e5-9a05-fb972388093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:43.187977 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7c2c609-aa99-407b-ad90-bb3ff261f414 req-b7a2224c-c4a3-47e5-9a05-fb972388093a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce28613dad254127bb5d82cd4c4922d1&device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 1095 time: 0.0662880 Aug 28 12:47:43.287555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2c609-aa99-407b-ad90-bb3ff261f414 req-64ad3d09-6646-4a30-b1ad-a4b5fd81cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:43.289050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7c2c609-aa99-407b-ad90-bb3ff261f414 req-64ad3d09-6646-4a30-b1ad-a4b5fd81cab3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8358831-c456-4987-8ab8-b4b9008170ae HTTP/1.1" status: 200 len: 922 time: 0.0859561 Aug 28 12:47:43.312923 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:43.345931 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7c2c609-aa99-407b-ad90-bb3ff261f414 req-19ba9964-30ab-4128-be4c-ce834496eead service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=136b01a0-218a-4264-b181-0610fab191ce HTTP/1.1" status: 200 len: 217 time: 0.0408530 Aug 28 12:47:43.397339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2c609-aa99-407b-ad90-bb3ff261f414 req-7b2d5575-7e0d-43dd-ad9f-174ecdcea03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:43.398786 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7c2c609-aa99-407b-ad90-bb3ff261f414 req-7b2d5575-7e0d-43dd-ad9f-174ecdcea03b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=74b2ab30-884f-4c27-9baa-880b68554db1 HTTP/1.1" status: 200 len: 862 time: 0.0448101 Aug 28 12:47:43.431202 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7c2c609-aa99-407b-ad90-bb3ff261f414 req-444f8a88-0df0-4829-b160-3007decc0ffc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8358831-c456-4987-8ab8-b4b9008170ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236986 Aug 28 12:47:43.535654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7c2c609-aa99-407b-ad90-bb3ff261f414 req-4400d372-f274-4078-9b7e-2f6dbd9f0fae service neutron] 10.222.0.11 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844123 Aug 28 12:47:43.639861 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7c2c609-aa99-407b-ad90-bb3ff261f414 req-551bf141-982e-4edd-a42e-21a5be1bd216 service neutron] 10.222.0.11 "GET /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809314 Aug 28 12:47:43.789937 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dfa80-c159-4293-a538-dfef8e2ef315 req-875fe45f-f6bf-433a-89c4-044114c8f8ab tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:43.791428 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-647dfa80-c159-4293-a538-dfef8e2ef315 req-875fe45f-f6bf-433a-89c4-044114c8f8ab tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 946 time: 0.0495386 Aug 28 12:47:43.828458 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-647dfa80-c159-4293-a538-dfef8e2ef315 req-8daeb9dc-32a5-4288-b001-d219e161f034 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Aug 28 12:47:43.995196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df5be7-c643-4b4a-9d06-eae13352db10 req-e2490466-103e-47a6-a80a-155537c1e2e4 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:43.996647 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a6df5be7-c643-4b4a-9d06-eae13352db10 req-e2490466-103e-47a6-a80a-155537c1e2e4 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 943 time: 0.0542047 Aug 28 12:47:44.027092 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a6bc0-42cc-431e-beb4-095420814dd3 req-dc7b02ca-32fc-421b-9446-6e468c8fa50c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:44.028567 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f65a6bc0-42cc-431e-beb4-095420814dd3 req-dc7b02ca-32fc-421b-9446-6e468c8fa50c tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 945 time: 0.0526602 Aug 28 12:47:44.033739 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a6df5be7-c643-4b4a-9d06-eae13352db10 req-6c830902-19b5-452d-b045-3ec8f0a94c82 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308454 Aug 28 12:47:44.068448 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f65a6bc0-42cc-431e-beb4-095420814dd3 req-999cc73b-0924-4265-a25b-f7d3f2d17ac6 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/security-groups?id=6244cffd-5348-455e-8d4f-c2f7e288625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335779 Aug 28 12:47:44.306516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f267f-a6b4-4fde-959d-74bd0397cead req-cd073637-d40b-456c-ad6e-a7333d7dee0f tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:44.308756 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-185f267f-a6b4-4fde-959d-74bd0397cead req-cd073637-d40b-456c-ad6e-a7333d7dee0f tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0542629 Aug 28 12:47:44.346748 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-185f267f-a6b4-4fde-959d-74bd0397cead req-7b4e9816-b9a9-472f-8f10-fdea15982b64 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321696 Aug 28 12:47:44.595773 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465a935-9e16-4c9d-9334-9fab7a3a2d92 req-29dfc266-8b16-4b23-956c-49a8844c3a34 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:44.597131 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d465a935-9e16-4c9d-9334-9fab7a3a2d92 req-29dfc266-8b16-4b23-956c-49a8844c3a34 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 945 time: 0.0489838 Aug 28 12:47:44.699886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-d465a935-9e16-4c9d-9334-9fab7a3a2d92 req-b9af00c0-2816-483c-8c33-7fd103df6e61 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Deleting port 6049f453-9233-4370-be89-20f9b06a89c8 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:47:44.700227 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d465a935-9e16-4c9d-9334-9fab7a3a2d92 req-b9af00c0-2816-483c-8c33-7fd103df6e61 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:44.786298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-d465a935-9e16-4c9d-9334-9fab7a3a2d92 req-b9af00c0-2816-483c-8c33-7fd103df6e61 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] For port 6049f453-9233-4370-be89-20f9b06a89c8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6049f453-9233-4370-be89-20f9b06a89c8,segment=NetworkSegment(c48d78b2-d84e-47d8-ad27-fb4059a459b3),segment_id=c48d78b2-d84e-47d8-ad27-fb4059a459b3)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:44.786701 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d465a935-9e16-4c9d-9334-9fab7a3a2d92 req-b9af00c0-2816-483c-8c33-7fd103df6e61 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:44.799104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-d465a935-9e16-4c9d-9334-9fab7a3a2d92 req-b9af00c0-2816-483c-8c33-7fd103df6e61 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Calling delete_port for 6049f453-9233-4370-be89-20f9b06a89c8 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:47:44.952765 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d465a935-9e16-4c9d-9334-9fab7a3a2d92 req-b9af00c0-2816-483c-8c33-7fd103df6e61 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:44.973402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6049f453-9233-4370-be89-20f9b06a89c8'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:44.992372 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424c50f-30f8-4fa1-8c7b-d2ff32f3d8b2 req-2ce739c0-c2ac-43a3-aa7b-5be3b291f6b2 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:44.993876 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6424c50f-30f8-4fa1-8c7b-d2ff32f3d8b2 req-2ce739c0-c2ac-43a3-aa7b-5be3b291f6b2 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 946 time: 0.0902357 Aug 28 12:47:44.996467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af00c0-2816-483c-8c33-7fd103df6e61 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Pushing event deleted for resources: {'Port': ['ID=6049f453-9233-4370-be89-20f9b06a89c8,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:45.048992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d465a935-9e16-4c9d-9334-9fab7a3a2d92 req-b9af00c0-2816-483c-8c33-7fd103df6e61 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] No DVR routers for this DVR port 6049f453-9233-4370-be89-20f9b06a89c8 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:47:45.052344 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d465a935-9e16-4c9d-9334-9fab7a3a2d92 req-b9af00c0-2816-483c-8c33-7fd103df6e61 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:45.054701 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d465a935-9e16-4c9d-9334-9fab7a3a2d92 req-b9af00c0-2816-483c-8c33-7fd103df6e61 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.11 "DELETE /v2.0/ports/6049f453-9233-4370-be89-20f9b06a89c8 HTTP/1.1" status: 204 len: 173 time: 0.4480054 Aug 28 12:47:45.056266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4cd22c-b7d7-4bea-a689-2c058a59641b', 'name': 'network-vif-deleted', 'tag': '6049f453-9233-4370-be89-20f9b06a89c8'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:45.058868 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f987dee-3198-4e04-9921-5c08d754bee5" -d '{"events": [{"server_uuid": "3e4cd22c-b7d7-4bea-a689-2c058a59641b", "name": "network-vif-deleted", "tag": "6049f453-9233-4370-be89-20f9b06a89c8"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:45.081433 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6424c50f-30f8-4fa1-8c7b-d2ff32f3d8b2 req-1e9c46cc-1ee4-4b56-a221-550815e238ac tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786595 Aug 28 12:47:45.140042 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba548a9-87ee-4efc-a677-48194f94916b x-openstack-request-id: req-5ba548a9-87ee-4efc-a677-48194f94916b {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:45.140600 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4cd22c-b7d7-4bea-a689-2c058a59641b", "name": "network-vif-deleted", "tag": "6049f453-9233-4370-be89-20f9b06a89c8", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:45.141229 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ba548a9-87ee-4efc-a677-48194f94916b {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:45.141812 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4cd22c-b7d7-4bea-a689-2c058a59641b', 'name': 'network-vif-deleted', 'tag': '6049f453-9233-4370-be89-20f9b06a89c8', 'status': 'completed', 'code': 200} Aug 28 12:47:45.166443 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4327-6e15-4c93-8707-ea0c7ea87245 req-42ba0ea9-f78c-4cd7-bb1a-33081421dd9a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:45.167991 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad3c4327-6e15-4c93-8707-ea0c7ea87245 req-42ba0ea9-f78c-4cd7-bb1a-33081421dd9a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 943 time: 0.0515089 Aug 28 12:47:45.197988 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:45.216388 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad3c4327-6e15-4c93-8707-ea0c7ea87245 req-502f1758-c6cd-40ec-8a3d-252d9cb48eb7 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 Aug 28 12:47:45.217475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50a27843-f7b0-4a1f-a541-a033d38433ec req-7b2b7bd4-17e2-4141-8208-37cf2720a753 tempest-DeleteServersTestJSON-1466851444 tempest-DeleteServersTestJSON-1466851444-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4cd22c-b7d7-4bea-a689-2c058a59641b HTTP/1.1" status: 200 len: 210 time: 0.0304661 Aug 28 12:47:45.299111 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:45.416341 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:45.428298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68', 'mac_address': 'fa:16:3e:fb:d0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:45.470460 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:45.483866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:45.484769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8dc79-18ba-4576-85d0-88401ff48fd8 req-97ec192e-86ad-44a5-aa80-bf64bd6f7c2c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:45.486237 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4da8dc79-18ba-4576-85d0-88401ff48fd8 req-97ec192e-86ad-44a5-aa80-bf64bd6f7c2c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0540099 Aug 28 12:47:45.503707 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:45.509702 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:45.527157 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4da8dc79-18ba-4576-85d0-88401ff48fd8 req-5a0d3979-4e32-4b59-b47c-4b06ad2435b4 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335221 Aug 28 12:47:45.562582 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:45.881832 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['208aa19a-d60f-4f58-b2f2-2b21eb4cac68'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:46.245731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fade58-9348-4e48-b6cc-7ba16fcc50bd req-299a68fb-acf7-4fdc-b6ee-b7ff8be8df74 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:46.248422 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21fade58-9348-4e48-b6cc-7ba16fcc50bd req-299a68fb-acf7-4fdc-b6ee-b7ff8be8df74 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 946 time: 0.0650806 Aug 28 12:47:46.318315 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21fade58-9348-4e48-b6cc-7ba16fcc50bd req-c4672d58-492f-4f4b-b3e9-0da3d19ce17f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635695 Aug 28 12:47:46.428758 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b9e22-935f-48b5-ac37-3293878eca0f req-82d03002-6dc5-4b9c-b463-d69f4274ab31 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:46.431317 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f6b9e22-935f-48b5-ac37-3293878eca0f req-82d03002-6dc5-4b9c-b463-d69f4274ab31 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 943 time: 0.0616198 Aug 28 12:47:46.489695 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f6b9e22-935f-48b5-ac37-3293878eca0f req-d1da491b-2461-4cde-90c2-f0a177b833f6 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487473 Aug 28 12:47:46.709929 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33af4e-aa18-4934-80e2-725595ee870a req-198c5f64-5b5c-4a92-90b1-d0e365d5991e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:46.711802 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ea33af4e-aa18-4934-80e2-725595ee870a req-198c5f64-5b5c-4a92-90b1-d0e365d5991e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0782106 Aug 28 12:47:46.761382 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ea33af4e-aa18-4934-80e2-725595ee870a req-980430b7-a401-44e3-a4d6-77c41ac16be3 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433590 Aug 28 12:47:47.321242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 136b01a0-218a-4264-b181-0610fab191ce details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:47.325429 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:47.507634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e2bf5-b66c-4d60-8ee0-ecb6e0c67af8 req-50cfeb7e-0195-4663-abe2-67fbe8d57a46 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:47.526026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-821e2bf5-b66c-4d60-8ee0-ecb6e0c67af8 req-50cfeb7e-0195-4663-abe2-67fbe8d57a46 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 946 time: 0.1107183 Aug 28 12:47:47.532044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 136b01a0-218a-4264-b181-0610fab191ce, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=136b01a0-218a-4264-b181-0610fab191ce,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:47.547872 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '136b01a0-218a-4264-b181-0610fab191ce', 'network_id': 'b8358831-c456-4987-8ab8-b4b9008170ae', 'port_id': '136b01a0-218a-4264-b181-0610fab191ce', 'mac_address': 'fa:16:3e:6e:5e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b2ab30-884f-4c27-9baa-880b68554db1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:47:47.598279 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:47.600298 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:47.605295 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:47.619906 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-821e2bf5-b66c-4d60-8ee0-ecb6e0c67af8 req-ca818b9e-c300-4c6b-94dd-855dc3bd11c7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928264 Aug 28 12:47:47.654924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136b01a0-218a-4264-b181-0610fab191ce {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:47:47.700849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 136b01a0-218a-4264-b181-0610fab191ce, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=136b01a0-218a-4264-b181-0610fab191ce,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:47.746241 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:47.749587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563b20e-42e0-4269-9bdd-3133eb5361e3 req-151ece02-5441-4a2a-a7d6-d839646e2339 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:47.759742 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7563b20e-42e0-4269-9bdd-3133eb5361e3 req-151ece02-5441-4a2a-a7d6-d839646e2339 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 943 time: 0.0760798 Aug 28 12:47:47.828362 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7563b20e-42e0-4269-9bdd-3133eb5361e3 req-51f4b8a1-6dcc-4152-9e6b-4e9e207b4e41 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597100 Aug 28 12:47:47.855127 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:47.875498 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=136b01a0-218a-4264-b181-0610fab191ce,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:47.916191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:47.917551 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfe1936-cc94-4517-9e66-0845faa4cdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:47.920839 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0f91c8-e77d-41bf-a617-8ec89dc867c9" -d '{"events": [{"server_uuid": "4dfe1936-cc94-4517-9e66-0845faa4cdce", "name": "network-vif-plugged", "status": "completed", "tag": "208aa19a-d60f-4f58-b2f2-2b21eb4cac68"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:47.924904 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:47.925781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6049f453-9233-4370-be89-20f9b06a89c8 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:47:47.949976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 6049f453-9233-4370-be89-20f9b06a89c8 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:47:47.950305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6049f453-9233-4370-be89-20f9b06a89c8 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:47:48.049173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc1865-f9fa-4778-8d91-a420640f4005 req-770374a1-0fbb-4449-938e-86f02a2f95e0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:48.050914 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eedc1865-f9fa-4778-8d91-a420640f4005 req-770374a1-0fbb-4449-938e-86f02a2f95e0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.1410329 Aug 28 12:47:48.074584 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17522503-22df-40e7-869a-9c3bdaa7e714 x-openstack-request-id: req-17522503-22df-40e7-869a-9c3bdaa7e714 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:48.075168 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfe1936-cc94-4517-9e66-0845faa4cdce", "name": "network-vif-plugged", "status": "completed", "tag": "208aa19a-d60f-4f58-b2f2-2b21eb4cac68", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:48.075641 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17522503-22df-40e7-869a-9c3bdaa7e714 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:48.076234 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfe1936-cc94-4517-9e66-0845faa4cdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68', 'code': 200} Aug 28 12:47:48.081646 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:48.119347 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eedc1865-f9fa-4778-8d91-a420640f4005 req-05d5c07a-cf45-4f09-aaeb-03d4a0322f65 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606599 Aug 28 12:47:48.455174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-d65c2a7a-7793-4da9-98b8-0daf164ad492 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:48.457747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-d65c2a7a-7793-4da9-98b8-0daf164ad492 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce&tenant_id=8374a9853c4643a4807f0fe0c461a45d&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 1098 time: 0.0948274 Aug 28 12:47:48.470965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-21'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:48.490786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['136b01a0-218a-4264-b181-0610fab191ce'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:48.537493 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:48.999735 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55247fa5-6f5d-40b2-b585-2c424d6d785f req-c49da39f-d64c-4b73-917b-65bfb0e3a7ef tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:49.012574 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-55247fa5-6f5d-40b2-b585-2c424d6d785f req-c49da39f-d64c-4b73-917b-65bfb0e3a7ef tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 944 time: 0.1055026 Aug 28 12:47:49.070050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-55247fa5-6f5d-40b2-b585-2c424d6d785f req-f4053996-34e5-4f07-b0b0-c37898fa483b tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561020 Aug 28 12:47:49.112340 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d67ab-675c-4aa4-b7a1-c394de68aa12 req-d5027aac-6958-4354-a184-5518a62fecb6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:49.120629 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-714d67ab-675c-4aa4-b7a1-c394de68aa12 req-d5027aac-6958-4354-a184-5518a62fecb6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 946 time: 0.1397042 Aug 28 12:47:49.211549 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] For port 282648ae-daaa-403c-b90b-a2e65d72be47, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=282648ae-daaa-403c-b90b-a2e65d72be47,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:49.264058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] For port 282648ae-daaa-403c-b90b-a2e65d72be47, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:47:49.324098 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:49.327621 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82c4412-d492-4c84-96c6-24d6b60851ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '282648ae-daaa-403c-b90b-a2e65d72be47'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:49.331668 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dad672-b499-43ba-8fc3-bc8d333de932" -d '{"events": [{"server_uuid": "e82c4412-d492-4c84-96c6-24d6b60851ce", "name": "network-vif-unplugged", "status": "completed", "tag": "282648ae-daaa-403c-b90b-a2e65d72be47"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:49.339854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42100129-006e-4779-a0b0-82fa9f3cb688 req-aec6d6fd-4279-46e5-847c-57563e27ad3d tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:49.342178 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42100129-006e-4779-a0b0-82fa9f3cb688 req-aec6d6fd-4279-46e5-847c-57563e27ad3d tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0922325 Aug 28 12:47:49.343104 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:49.414100 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42100129-006e-4779-a0b0-82fa9f3cb688 req-3b24f67f-1594-4b1d-8f56-5de5d9b7330f tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580308 Aug 28 12:47:49.460157 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-714d67ab-675c-4aa4-b7a1-c394de68aa12 req-fa365515-d009-4883-8f86-ef5ed8b74262 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377101 Aug 28 12:47:49.515620 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc189c9c-4772-4260-bb74-6231e0515522 x-openstack-request-id: req-bc189c9c-4772-4260-bb74-6231e0515522 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:49.516208 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82c4412-d492-4c84-96c6-24d6b60851ce", "name": "network-vif-unplugged", "status": "completed", "tag": "282648ae-daaa-403c-b90b-a2e65d72be47", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:49.516641 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc189c9c-4772-4260-bb74-6231e0515522 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:49.517054 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82c4412-d492-4c84-96c6-24d6b60851ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '282648ae-daaa-403c-b90b-a2e65d72be47', 'code': 200} Aug 28 12:47:49.530967 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Pushing event updated for resources: {'Port': ['ID=282648ae-daaa-403c-b90b-a2e65d72be47,revision_number=7']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:49.545255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Attempting to bind port 282648ae-daaa-403c-b90b-a2e65d72be47 on host n-h1-791505-21 for vnic_type normal with profile {"migrating_to": "n-h2-791505-21"} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:47:49.545604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Attempting to bind port 282648ae-daaa-403c-b90b-a2e65d72be47 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:47:49.545912 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Attempting to bind port 282648ae-daaa-403c-b90b-a2e65d72be47 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:49.550479 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Port 282648ae-daaa-403c-b90b-a2e65d72be47 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:47:49.550806 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Attempting to bind port 282648ae-daaa-403c-b90b-a2e65d72be47 on network 6f48f8ab-e5ae-4921-a6a9-f350767511ba {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:49.556849 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:47:49.557196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Checking segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:47:49.557600 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Bound using segment: {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:47:49.558031 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Bound port: 282648ae-daaa-403c-b90b-a2e65d72be47, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27236785-cecf-44c7-a47d-ce27312d3cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6f48f8ab-e5ae-4921-a6a9-f350767511ba'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:47:49.558447 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:49.632780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] For port 282648ae-daaa-403c-b90b-a2e65d72be47, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:47:49.637658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] For port 282648ae-daaa-403c-b90b-a2e65d72be47, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=282648ae-daaa-403c-b90b-a2e65d72be47,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:47:49.644566 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:49.679413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 282648ae-daaa-403c-b90b-a2e65d72be47 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:47:49.719438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Pushing event updated for resources: {'Port': ['ID=282648ae-daaa-403c-b90b-a2e65d72be47,revision_number=8']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:49.745201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:49.745922 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:49.747745 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-5a4ab3b8-dea9-4e28-b0ae-321826912a39 service neutron] 10.222.0.10 "PUT /v2.0/ports/282648ae-daaa-403c-b90b-a2e65d72be47 HTTP/1.1" status: 200 len: 1124 time: 1.2818666 Aug 28 12:47:49.932418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['282648ae-daaa-403c-b90b-a2e65d72be47'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:49.974467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 282648ae-daaa-403c-b90b-a2e65d72be47, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=282648ae-daaa-403c-b90b-a2e65d72be47,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:49.997207 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 282648ae-daaa-403c-b90b-a2e65d72be47 has no active binding in host n-h2-791505-21 {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 12:47:50.120966 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['282648ae-daaa-403c-b90b-a2e65d72be47'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:47:50.256238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6164f8-a647-44b4-888c-33a9819fd66b req-202f8c44-26e4-4df2-a837-b40e59ce4402 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:50.262837 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc6164f8-a647-44b4-888c-33a9819fd66b req-202f8c44-26e4-4df2-a837-b40e59ce4402 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 944 time: 0.0889850 Aug 28 12:47:50.350792 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc6164f8-a647-44b4-888c-33a9819fd66b req-172b5e2b-a462-4d2c-8b53-e66d6d588a3b tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774260 Aug 28 12:47:50.351054 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74bf9157-9dec-450d-afe6-5a0d43788199 req-241dd61c-44c9-4bfc-b750-1c939b262c84 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1273110 Aug 28 12:47:50.453510 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf9157-9dec-450d-afe6-5a0d43788199 req-05b98388-e83f-423a-a683-862d28b7b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:50.455397 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74bf9157-9dec-450d-afe6-5a0d43788199 req-05b98388-e83f-423a-a683-862d28b7b57a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 1097 time: 0.0705187 Aug 28 12:47:50.539774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43660) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:50.805165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da63436-cbad-48fe-b1e1-73d5936f123a req-70cbd761-002d-4330-996b-21a0303f988a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:50.809174 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7da63436-cbad-48fe-b1e1-73d5936f123a req-70cbd761-002d-4330-996b-21a0303f988a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.1542828 Aug 28 12:47:50.859905 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cccbd4-a261-4b4a-bc89-a1d2444b997d admin admin] Deleting subnet 681f86f1-f49d-4aac-bbea-fa1f759eb663 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:47:50.873907 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c8cccbd4-a261-4b4a-bc89-a1d2444b997d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:50.916801 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7da63436-cbad-48fe-b1e1-73d5936f123a req-18834472-a63c-48b4-81a5-c091c6c5c6d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018777 Aug 28 12:47:50.971737 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c8cccbd4-a261-4b4a-bc89-a1d2444b997d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:50.984077 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e840c-0bda-4a20-a664-469bd6c7a089 req-e82d849e-eb0d-4cbc-84d0-c768e6efaa1f tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:50.993849 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-af9e840c-0bda-4a20-a664-469bd6c7a089 req-e82d849e-eb0d-4cbc-84d0-c768e6efaa1f tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0852115 Aug 28 12:47:50.994864 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:47:51.042420 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c8cccbd4-a261-4b4a-bc89-a1d2444b997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:51.070343 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-af9e840c-0bda-4a20-a664-469bd6c7a089 req-0877975c-211f-49b8-b5b5-2de2755eb844 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755529 Aug 28 12:47:51.114630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf9157-9dec-450d-afe6-5a0d43788199 req-b11f6ca0-d20b-420e-ba3f-282a17a75b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:51.118438 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74bf9157-9dec-450d-afe6-5a0d43788199 req-b11f6ca0-d20b-420e-ba3f-282a17a75b6e service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.6361954 Aug 28 12:47:51.133132 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c8cccbd4-a261-4b4a-bc89-a1d2444b997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:51.160800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cccbd4-a261-4b4a-bc89-a1d2444b997d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681f86f1-f49d-4aac-bbea-fa1f759eb663,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:51.181302 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c8cccbd4-a261-4b4a-bc89-a1d2444b997d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:51.185611 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74bf9157-9dec-450d-afe6-5a0d43788199 req-145c955b-9a14-4360-85ed-5179eb1e3567 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2d7a007-550b-4dff-93b3-86ce37dbb3cd HTTP/1.1" status: 200 len: 217 time: 0.0531831 Aug 28 12:47:51.186122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43668) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:51.186854 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c8cccbd4-a261-4b4a-bc89-a1d2444b997d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/681f86f1-f49d-4aac-bbea-fa1f759eb663 HTTP/1.1" status: 204 len: 168 time: 0.6456249 Aug 28 12:47:51.298088 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf9157-9dec-450d-afe6-5a0d43788199 req-49164968-eac2-497c-8c81-ebdb68f6b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:51.299695 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74bf9157-9dec-450d-afe6-5a0d43788199 req-49164968-eac2-497c-8c81-ebdb68f6b72b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.0694637 Aug 28 12:47:51.303383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f27c186-ecb4-49ba-9d38-583ec90d0835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:51.350796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 136b01a0-218a-4264-b181-0610fab191ce up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:51.470054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf9157-9dec-450d-afe6-5a0d43788199 req-6d99c554-de08-422f-9f13-d982909ed2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:51.471778 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74bf9157-9dec-450d-afe6-5a0d43788199 req-6d99c554-de08-422f-9f13-d982909ed2d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524210 Aug 28 12:47:51.500829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 136b01a0-218a-4264-b181-0610fab191ce completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:51.502385 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f27c186-ecb4-49ba-9d38-583ec90d0835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:51.510448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 136b01a0-218a-4264-b181-0610fab191ce triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:47:51.511803 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:51.518850 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82c4412-d492-4c84-96c6-24d6b60851ce', 'tag': '282648ae-daaa-403c-b90b-a2e65d72be47'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:51.522169 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276acb17-b7db-4693-a140-abcbd673be51" -d '{"events": [{"name": "network-changed", "server_uuid": "e82c4412-d492-4c84-96c6-24d6b60851ce", "tag": "282648ae-daaa-403c-b90b-a2e65d72be47"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:51.605371 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37608257-1cd0-47bc-9185-62a7ee6ef965 x-openstack-request-id: req-37608257-1cd0-47bc-9185-62a7ee6ef965 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:51.605647 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82c4412-d492-4c84-96c6-24d6b60851ce", "tag": "282648ae-daaa-403c-b90b-a2e65d72be47", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:51.605896 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37608257-1cd0-47bc-9185-62a7ee6ef965 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:51.606344 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82c4412-d492-4c84-96c6-24d6b60851ce', 'tag': '282648ae-daaa-403c-b90b-a2e65d72be47', 'status': 'completed', 'code': 200} Aug 28 12:47:51.624441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8f27c186-ecb4-49ba-9d38-583ec90d0835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da12700-57a4-4678-8bd0-0b17b7c3f3ea']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:47:51.638570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8f27c186-ecb4-49ba-9d38-583ec90d0835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48d78b2-d84e-47d8-ad27-fb4059a459b3') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:47:51.639173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8f27c186-ecb4-49ba-9d38-583ec90d0835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48d78b2-d84e-47d8-ad27-fb4059a459b3') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:47:51.653226 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f27c186-ecb4-49ba-9d38-583ec90d0835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:51.696147 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:51.745045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4132219c-e9d3-4335-a027-eccf6b2a82b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136b01a0-218a-4264-b181-0610fab191ce'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:47:51.749677 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98e1853-1300-482b-887b-6fa6ed8b27ee" -d '{"events": [{"server_uuid": "4132219c-e9d3-4335-a027-eccf6b2a82b8", "name": "network-vif-plugged", "status": "completed", "tag": "136b01a0-218a-4264-b181-0610fab191ce"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:47:51.781834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 136b01a0-218a-4264-b181-0610fab191ce, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=136b01a0-218a-4264-b181-0610fab191ce,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:51.788351 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:51.796083 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f27c186-ecb4-49ba-9d38-583ec90d0835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:51.842038 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276acb17-b7db-4693-a140-abcbd673be51 req-0e3e1cfc-9cda-4ae5-971f-f4fb36aff827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:51.844283 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-276acb17-b7db-4693-a140-abcbd673be51 req-0e3e1cfc-9cda-4ae5-971f-f4fb36aff827 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 1127 time: 0.1857030 Aug 28 12:47:51.850321 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=136b01a0-218a-4264-b181-0610fab191ce,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:51.855068 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a55fec-05fc-4909-8161-144c55ae7128 x-openstack-request-id: req-50a55fec-05fc-4909-8161-144c55ae7128 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:47:51.855456 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4132219c-e9d3-4335-a027-eccf6b2a82b8", "name": "network-vif-plugged", "status": "completed", "tag": "136b01a0-218a-4264-b181-0610fab191ce", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:47:51.855710 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50a55fec-05fc-4909-8161-144c55ae7128 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:47:51.856139 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4132219c-e9d3-4335-a027-eccf6b2a82b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136b01a0-218a-4264-b181-0610fab191ce', 'code': 200} Aug 28 12:47:51.861009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f27c186-ecb4-49ba-9d38-583ec90d0835 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:47:51.861501 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f27c186-ecb4-49ba-9d38-583ec90d0835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:47:51.863691 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:47:51.876926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f0156-88b6-4804-8742-129942e2830e req-8248efc0-f3ae-4317-b36b-432e13a53025 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:51.878337 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-302f0156-88b6-4804-8742-129942e2830e req-8248efc0-f3ae-4317-b36b-432e13a53025 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 944 time: 0.3487124 Aug 28 12:47:52.085302 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74bf9157-9dec-450d-afe6-5a0d43788199 req-0de21388-569f-41ad-819f-9e2a8d19b89c service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984683 Aug 28 12:47:52.115045 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70389665-af8f-4ea2-b58b-54a2bb35a483 req-e5f29bd1-697e-4bca-bc19-3a77714cac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:52.117351 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70389665-af8f-4ea2-b58b-54a2bb35a483 req-e5f29bd1-697e-4bca-bc19-3a77714cac04 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 1097 time: 0.1398525 Aug 28 12:47:52.159195 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6a36-0eca-4857-a334-051f38d56835 req-84e36786-1dba-494a-8ed5-b2660b6efd1c tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:52.175349 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2c8a6a36-0eca-4857-a334-051f38d56835 req-84e36786-1dba-494a-8ed5-b2660b6efd1c tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.1168532 Aug 28 12:47:52.211785 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f27c186-ecb4-49ba-9d38-583ec90d0835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:52.248813 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f27c186-ecb4-49ba-9d38-583ec90d0835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:52.258018 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8f27c186-ecb4-49ba-9d38-583ec90d0835 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1da12700-57a4-4678-8bd0-0b17b7c3f3ea HTTP/1.1" status: 204 len: 168 time: 1.0705523 Aug 28 12:47:52.288508 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-302f0156-88b6-4804-8742-129942e2830e req-fb94d3f5-cbfa-41ec-80e9-fbf71068d028 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203995 Aug 28 12:47:52.314932 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2c8a6a36-0eca-4857-a334-051f38d56835 req-e1003c32-3760-4275-bbfa-7e40a80ef784 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010559 Aug 28 12:47:52.322088 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70389665-af8f-4ea2-b58b-54a2bb35a483 req-c3371925-885a-4f8d-acf6-08b81f3a90e3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451313 Aug 28 12:47:52.347882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27c186-ecb4-49ba-9d38-583ec90d0835 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da12700-57a4-4678-8bd0-0b17b7c3f3ea,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:52.362638 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74bf9157-9dec-450d-afe6-5a0d43788199 req-da9ccca4-6a19-45e2-9fb6-4875ee0aaf1a service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544858 Aug 28 12:47:52.371900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276acb17-b7db-4693-a140-abcbd673be51 req-07ffee12-ab8d-4781-a64d-b6564a9608f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:52.374881 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-276acb17-b7db-4693-a140-abcbd673be51 req-07ffee12-ab8d-4781-a64d-b6564a9608f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.4909539 Aug 28 12:47:52.513840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da271814-44d7-47c3-b17d-1d9188f8991a req-11c8f73d-060d-4714-bdb3-c78448e13ad8 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:52.515390 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43700) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:52.516402 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-da271814-44d7-47c3-b17d-1d9188f8991a req-11c8f73d-060d-4714-bdb3-c78448e13ad8 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0764396 Aug 28 12:47:52.578224 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-da271814-44d7-47c3-b17d-1d9188f8991a req-ae36ce71-9fc5-4946-a23a-52c41e22d9c3 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473869 Aug 28 12:47:52.600141 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-29f8b736-9afc-4112-87f5-c179c41e9a18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c27cd97d5e24fc7891a567067063ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0830972 Aug 28 12:47:52.608443 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43702) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:52.725410 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-276acb17-b7db-4693-a140-abcbd673be51 req-b5b47d36-7d1d-4bbc-a282-aca056e5c187 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=282648ae-daaa-403c-b90b-a2e65d72be47 HTTP/1.1" status: 200 len: 217 time: 0.0536060 Aug 28 12:47:52.785870 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd2d9-8633-45fa-9329-468c23ab1248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:52.795324 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-651c31ee-1668-451b-b94f-2ff5a2f5a7fc req-0c987680-5f96-4a68-9c6a-b19fb61e417e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1524472 Aug 28 12:47:52.835591 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd2d9-8633-45fa-9329-468c23ab1248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:52.858282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276acb17-b7db-4693-a140-abcbd673be51 req-21e149d6-aec6-4615-bfaa-689f9f5e5cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:52.860250 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-276acb17-b7db-4693-a140-abcbd673be51 req-21e149d6-aec6-4615-bfaa-689f9f5e5cec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.1232035 Aug 28 12:47:52.937458 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-276acb17-b7db-4693-a140-abcbd673be51 req-287acd46-7d2c-4211-89f3-8a765545df30 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668602 Aug 28 12:47:52.943911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a74381-cfec-4eb9-9c89-c3995b394c64 req-07a9eaa2-d509-4f43-b33c-60b8799dae4d tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:52.947016 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d7a74381-cfec-4eb9-9c89-c3995b394c64 req-07a9eaa2-d509-4f43-b33c-60b8799dae4d tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 945 time: 0.1248429 Aug 28 12:47:52.951600 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c31ee-1668-451b-b94f-2ff5a2f5a7fc req-5060e0ff-34a5-49b2-a4ff-86b0b2c5559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:52.952989 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-651c31ee-1668-451b-b94f-2ff5a2f5a7fc req-5060e0ff-34a5-49b2-a4ff-86b0b2c5559c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 1096 time: 0.1151299 Aug 28 12:47:53.053509 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd2d9-8633-45fa-9329-468c23ab1248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:53.056127 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd2d9-8633-45fa-9329-468c23ab1248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:53.057576 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6ddfd2d9-8633-45fa-9329-468c23ab1248 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6244cffd-5348-455e-8d4f-c2f7e288625d HTTP/1.1" status: 204 len: 168 time: 0.4474576 Aug 28 12:47:53.071147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfd2d9-8633-45fa-9329-468c23ab1248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6244cffd-5348-455e-8d4f-c2f7e288625d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:53.073450 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-276acb17-b7db-4693-a140-abcbd673be51 req-ff0a2fb0-1157-4c3e-bcc1-062f2349889e service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169658 Aug 28 12:47:53.089324 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d7a74381-cfec-4eb9-9c89-c3995b394c64 req-d6fa7518-c51f-4679-b7bf-5e00f0267a91 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bdee44-b22c-48e3-86f5-9183fcb0a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349189 Aug 28 12:47:53.170393 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c31ee-1668-451b-b94f-2ff5a2f5a7fc req-3074e55c-6f5b-4d4a-b37e-21a1fa447726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:53.173500 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-651c31ee-1668-451b-b94f-2ff5a2f5a7fc req-3074e55c-6f5b-4d4a-b37e-21a1fa447726 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.1828084 Aug 28 12:47:53.228032 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-651c31ee-1668-451b-b94f-2ff5a2f5a7fc req-01d36afa-80a7-4d89-acca-fce25dcbf291 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 HTTP/1.1" status: 200 len: 217 time: 0.0440621 Aug 28 12:47:53.243452 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-276acb17-b7db-4693-a140-abcbd673be51 req-519960bb-8818-44f3-94f2-2e6a3ccae209 service neutron] 10.222.0.11 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529431 Aug 28 12:47:53.318926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c31ee-1668-451b-b94f-2ff5a2f5a7fc req-e4e89187-2593-441a-8f0a-a431a4a15b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:53.320430 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-651c31ee-1668-451b-b94f-2ff5a2f5a7fc req-e4e89187-2593-441a-8f0a-a431a4a15b4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.0778415 Aug 28 12:47:53.413169 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-651c31ee-1668-451b-b94f-2ff5a2f5a7fc req-08180244-0a7c-4188-a7ea-4a1630be50ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803478 Aug 28 12:47:53.481425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9364f-673d-4a86-a511-a56e5c5a236a req-abb28210-0196-4403-855b-de2dba51d4a1 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:53.493008 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85d9364f-673d-4a86-a511-a56e5c5a236a req-abb28210-0196-4403-855b-de2dba51d4a1 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 945 time: 0.0787842 Aug 28 12:47:53.559376 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85d9364f-673d-4a86-a511-a56e5c5a236a req-0d1f2438-dce5-4689-85b0-1bce62d00461 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642991 Aug 28 12:47:53.578013 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-651c31ee-1668-451b-b94f-2ff5a2f5a7fc req-6222fa02-2d8c-4bde-a78c-07d139dde80b service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512899 Aug 28 12:47:53.600045 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5e405-f41b-4ffd-8a1e-a2188bcbe4f4 req-9d006f63-5add-4129-b65b-345d6f48fbbe tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:53.602825 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88a5e405-f41b-4ffd-8a1e-a2188bcbe4f4 req-9d006f63-5add-4129-b65b-345d6f48fbbe tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.0924683 Aug 28 12:47:53.713924 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88a5e405-f41b-4ffd-8a1e-a2188bcbe4f4 req-31624ff7-387b-44fe-ba63-d7886d0fe83e tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859115 Aug 28 12:47:53.741803 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-651c31ee-1668-451b-b94f-2ff5a2f5a7fc req-7ff30f1e-7695-466e-9c27-447437772bb9 service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503255 Aug 28 12:47:53.799070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6c36f-614a-43e2-b5c1-f55aaffa495f req-0f24474f-e0cf-4ef3-8a32-519febc029e3 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:53.807419 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45d6c36f-614a-43e2-b5c1-f55aaffa495f req-0f24474f-e0cf-4ef3-8a32-519febc029e3 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.1205752 Aug 28 12:47:53.865504 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45d6c36f-614a-43e2-b5c1-f55aaffa495f req-6bc0043c-b937-4eff-b62b-5bf6f4442bd3 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570848 Aug 28 12:47:54.247263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43754) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:54.408087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-56823777-62e1-44b1-80c0-e516a5ac8797 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-765139966-network', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:54.462261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56823777-62e1-44b1-80c0-e516a5ac8797 admin admin] Made reservation on behalf of 848f98195d42445793f4ad0f8595cb5d for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:47:54.465576 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56823777-62e1-44b1-80c0-e516a5ac8797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:54.480210 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56823777-62e1-44b1-80c0-e516a5ac8797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:54.762348 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56823777-62e1-44b1-80c0-e516a5ac8797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:54.771463 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56823777-62e1-44b1-80c0-e516a5ac8797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:54.787738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56823777-62e1-44b1-80c0-e516a5ac8797 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:47:54.833014 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56823777-62e1-44b1-80c0-e516a5ac8797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:54.833509 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-56823777-62e1-44b1-80c0-e516a5ac8797 admin admin] Added segment f03ea460-4117-4235-8e26-63c25b49a0b8 of type vlan for network efbe7541-b127-4e81-9a72-35e309b4f7c9 Aug 28 12:47:54.861828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfecc5-8873-43c9-a3cc-eed69c6dcc01 req-791365f2-dab5-4305-aa6d-c15b6cf1ba40 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:54.863617 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-83cfecc5-8873-43c9-a3cc-eed69c6dcc01 req-791365f2-dab5-4305-aa6d-c15b6cf1ba40 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 945 time: 0.1663508 Aug 28 12:47:54.894797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bfdd5-a5a3-4722-b5a9-a36d5715cb7c req-1fc793a1-65a0-4606-aa29-f55e53dbadce tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:54.899011 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-410bfdd5-a5a3-4722-b5a9-a36d5715cb7c req-1fc793a1-65a0-4606-aa29-f55e53dbadce tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 945 time: 0.0867989 Aug 28 12:47:54.934283 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56823777-62e1-44b1-80c0-e516a5ac8797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7997cd5-80d8-407f-87d2-5a29e8e16724,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:54.938273 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56823777-62e1-44b1-80c0-e516a5ac8797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:54.996246 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-83cfecc5-8873-43c9-a3cc-eed69c6dcc01 req-3fa5c927-fc90-49ba-b9f3-d08d94cb246b tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049182 Aug 28 12:47:54.997515 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56823777-62e1-44b1-80c0-e516a5ac8797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:54.998533 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56823777-62e1-44b1-80c0-e516a5ac8797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:55.000585 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56823777-62e1-44b1-80c0-e516a5ac8797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:55.001804 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-410bfdd5-a5a3-4722-b5a9-a36d5715cb7c req-b76577eb-8c5f-4d3b-81f9-a8454b2ff8ee tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bdee44-b22c-48e3-86f5-9183fcb0a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938609 Aug 28 12:47:55.169013 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-56823777-62e1-44b1-80c0-e516a5ac8797 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9203861 Aug 28 12:47:55.170130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56823777-62e1-44b1-80c0-e516a5ac8797 admin admin] Pushing event updated for resources: {'Network': ['ID=efbe7541-b127-4e81-9a72-35e309b4f7c9,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:55.172774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43778) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:55.179533 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4e210bca-5615-4e7a-942e-03b143797014 admin admin] Request body: {'subnet': {'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-765139966-subnet', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:55.183309 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network efbe7541-b127-4e81-9a72-35e309b4f7c9 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:47:55.219973 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e210bca-5615-4e7a-942e-03b143797014 admin admin] Made reservation on behalf of 848f98195d42445793f4ad0f8595cb5d for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:47:55.222602 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4e210bca-5615-4e7a-942e-03b143797014 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:55.227021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e912b2e-7e6a-48b5-8177-40040faed6bb req-ab14fff6-a9b6-4068-9e0c-aa6b3e18db2b tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:55.230579 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e912b2e-7e6a-48b5-8177-40040faed6bb req-ab14fff6-a9b6-4068-9e0c-aa6b3e18db2b tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.1146190 Aug 28 12:47:55.300849 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e912b2e-7e6a-48b5-8177-40040faed6bb req-605882fe-f411-479f-8d38-44308b4948d5 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635991 Aug 28 12:47:55.336643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc6d10-050d-46ef-a5a9-da0ea436229b req-ab2e3248-01c0-43dc-9ccd-dda06ae632c5 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:55.338276 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24bc6d10-050d-46ef-a5a9-da0ea436229b req-ab2e3248-01c0-43dc-9ccd-dda06ae632c5 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.1966672 Aug 28 12:47:55.405862 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24bc6d10-050d-46ef-a5a9-da0ea436229b req-b3028d95-f086-450f-ac5e-e17d57b8325c tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571053 Aug 28 12:47:55.558761 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4e210bca-5615-4e7a-942e-03b143797014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:55.617154 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e210bca-5615-4e7a-942e-03b143797014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=054df6af-7208-4216-97f7-7a8ded4fac28,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:55.631994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e210bca-5615-4e7a-942e-03b143797014 admin admin] Checking segment: {'id': 'f03ea460-4117-4235-8e26-63c25b49a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:47:55.632378 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e210bca-5615-4e7a-942e-03b143797014 admin admin] Network hostable DHCP agents. Network: efbe7541-b127-4e81-9a72-35e309b4f7c9, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:47:55.664936 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e210bca-5615-4e7a-942e-03b143797014 admin admin] Network efbe7541-b127-4e81-9a72-35e309b4f7c9 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:47:55.678895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-4e210bca-5615-4e7a-942e-03b143797014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, efbe7541-b127-4e81-9a72-35e309b4f7c9) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:47:55.684722 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e210bca-5615-4e7a-942e-03b143797014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:55.685558 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4e210bca-5615-4e7a-942e-03b143797014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:55.689562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ec7223-9d49-46cc-bc8d-b930d16b1e5d None None] Network efbe7541-b127-4e81-9a72-35e309b4f7c9 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:47:55.704206 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4e210bca-5615-4e7a-942e-03b143797014 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5300598 Aug 28 12:47:55.707273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43790) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:55.713694 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-765139966-router', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:47:55.771173 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:55.773161 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:55.888387 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:55.953025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-efbe7541-b127-4e81-9a72-35e309b4f7c9', 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'fixed_ips': [{'subnet_id': '054df6af-7208-4216-97f7-7a8ded4fac28'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:47:55.959689 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:56.079047 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:56.181054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Allocated IP 172.20.0.2 (efbe7541-b127-4e81-9a72-35e309b4f7c9/054df6af-7208-4216-97f7-7a8ded4fac28/27d4c917-5342-4ae4-822c-5050ab683d55) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:47:56.543305 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:56.556138 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:56.568777 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:56.574954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e42c9a-1bd4-4b93-9de7-b5696dc69858 req-a8e3d182-a69f-4d56-92c3-f2231ed58c16 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:56.585946 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Transition to ACTIVE for port object 27d4c917-5342-4ae4-822c-5050ab683d55 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:47:56.587709 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f4e42c9a-1bd4-4b93-9de7-b5696dc69858 req-a8e3d182-a69f-4d56-92c3-f2231ed58c16 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0947704 Aug 28 12:47:56.607702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Transition to ACTIVE for port object 27d4c917-5342-4ae4-822c-5050ab683d55 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:47:56.615075 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:56.632915 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b7a84-f936-4d6b-975e-ec04d210f376 req-fec3d63b-3ae0-40e0-bada-5e9f76c245e1 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:56.634576 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c49b7a84-f936-4d6b-975e-ec04d210f376 req-fec3d63b-3ae0-40e0-bada-5e9f76c245e1 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 945 time: 0.1409774 Aug 28 12:47:56.679802 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f4e42c9a-1bd4-4b93-9de7-b5696dc69858 req-d567b48f-768c-4528-bdbf-8beb4715a8c7 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903106 Aug 28 12:47:56.709765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Pushing event updated for resources: {'Port': ['ID=27d4c917-5342-4ae4-822c-5050ab683d55,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:56.709765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Network efbe7541-b127-4e81-9a72-35e309b4f7c9 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:47:56.709765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:47:56.715134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:47:56.769213 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c49b7a84-f936-4d6b-975e-ec04d210f376 req-b9dc7180-ced9-4b93-88a7-9007a201966b tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245949 Aug 28 12:47:56.812118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Attempting to bind port 27d4c917-5342-4ae4-822c-5050ab683d55 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:47:56.813720 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Attempting to bind port 27d4c917-5342-4ae4-822c-5050ab683d55 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f03ea460-4117-4235-8e26-63c25b49a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:47:56.814392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Attempting to bind port 27d4c917-5342-4ae4-822c-5050ab683d55 on network efbe7541-b127-4e81-9a72-35e309b4f7c9 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:47:56.828439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:47:56.829237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Checking segment: {'id': 'f03ea460-4117-4235-8e26-63c25b49a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:47:56.830719 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:56.831483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Bound using segment: {'id': 'f03ea460-4117-4235-8e26-63c25b49a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:47:56.834217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Bound port: 27d4c917-5342-4ae4-822c-5050ab683d55, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03ea460-4117-4235-8e26-63c25b49a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:47:56.835049 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:56.853749 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Allocated IP 172.25.1.88 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/c7820939-4d8d-4324-8b40-0d8ae237f4a5) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:47:56.873910 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd6c20-b74a-47d3-ab0b-d571856882ca req-0b8f9c29-958c-4a19-9b72-be27abb8b073 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:56.888708 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbcd6c20-b74a-47d3-ab0b-d571856882ca req-0b8f9c29-958c-4a19-9b72-be27abb8b073 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 945 time: 0.0880954 Aug 28 12:47:56.950936 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbcd6c20-b74a-47d3-ab0b-d571856882ca req-a3367e6b-29d7-4a71-b1d6-c2bcc92ad363 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bdee44-b22c-48e3-86f5-9183fcb0a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557227 Aug 28 12:47:56.955809 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] For port 27d4c917-5342-4ae4-822c-5050ab683d55, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:47:56.965189 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] For port 27d4c917-5342-4ae4-822c-5050ab683d55, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=27d4c917-5342-4ae4-822c-5050ab683d55,segment=NetworkSegment(f03ea460-4117-4235-8e26-63c25b49a0b8),segment_id=f03ea460-4117-4235-8e26-63c25b49a0b8)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:47:56.975513 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:57.014710 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:57.107409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9e0f0-b3d8-4497-a797-8aa02726fe8b None None] Pushing event updated for resources: {'Port': ['ID=27d4c917-5342-4ae4-822c-5050ab683d55,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:57.116135 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:57.178829 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e970e78-5f2d-45c0-8657-726a29e75023 req-e009a3b7-a61a-4037-82ee-f092d565372c tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:57.192248 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3e970e78-5f2d-45c0-8657-726a29e75023 req-e009a3b7-a61a-4037-82ee-f092d565372c tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.2872133 Aug 28 12:47:57.196094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:47:57.209245 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:47:57.220461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:47:57.266115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Pushing event updated for resources: {'Port': ['ID=c7820939-4d8d-4324-8b40-0d8ae237f4a5,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:47:57.299457 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3e970e78-5f2d-45c0-8657-726a29e75023 req-1ba1a7d3-a746-421c-af07-fb65b534472b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049075 Aug 28 12:47:57.709934 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:57.743282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c1b7d-0270-4852-8a76-edfa801f0e72 req-9884389c-3b51-40cd-8091-b636a3e33236 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:57.752023 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f92c1b7d-0270-4852-8a76-edfa801f0e72 req-9884389c-3b51-40cd-8091-b636a3e33236 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 945 time: 0.1552951 Aug 28 12:47:57.900471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60edf6-0837-475d-b9e7-c72b9747bbd1 req-c89e8fe7-ffbf-4ad5-952e-439c0c54bbd0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:57.902941 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dc60edf6-0837-475d-b9e7-c72b9747bbd1 req-c89e8fe7-ffbf-4ad5-952e-439c0c54bbd0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.1015511 Aug 28 12:47:57.933556 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f92c1b7d-0270-4852-8a76-edfa801f0e72 req-a6b936b8-3a59-4d7b-a7bc-0222ac4946ba tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739700 Aug 28 12:47:58.007969 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dc60edf6-0837-475d-b9e7-c72b9747bbd1 req-d49e1e2b-8adc-4971-87a5-430149acf8c8 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972664 Aug 28 12:47:58.134489 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:58.298902 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393b634-1844-4a74-857c-8727b5b44a43 req-0d4cdda9-22a9-4525-8d04-fd0abecb1b4e tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:58.308118 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e393b634-1844-4a74-857c-8727b5b44a43 req-0d4cdda9-22a9-4525-8d04-fd0abecb1b4e tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 945 time: 0.1682286 Aug 28 12:47:58.459699 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e393b634-1844-4a74-857c-8727b5b44a43 req-b7ba698d-b5da-4544-b302-23147da007ee tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bdee44-b22c-48e3-86f5-9183fcb0a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501212 Aug 28 12:47:58.523582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Router 6360994e-550d-4acd-9c8c-a1c038f39d73 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:47:58.531786 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc611b-0ff7-4bfd-809f-af1d8a821be8 req-62054448-0e71-46a3-9661-5610374676c6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:58.535760 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34dc611b-0ff7-4bfd-809f-af1d8a821be8 req-62054448-0e71-46a3-9661-5610374676c6 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.1199472 Aug 28 12:47:58.561796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2147ce5-f9f7-4efe-9d73-b65fe5869fdb None None] Network efbe7541-b127-4e81-9a72-35e309b4f7c9 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:47:58.629225 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34dc611b-0ff7-4bfd-809f-af1d8a821be8 req-1f93c041-d57a-4573-9afa-b3e2f8412355 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868220 Aug 28 12:47:58.665105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7e586e6a-39b3-4818-8a7e-4d6ed1688cb0 None None] Provisioning for port 27d4c917-5342-4ae4-822c-5050ab683d55 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:47:58.956639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:47:58.968253 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Sync routers for ids ['6360994e-550d-4acd-9c8c-a1c038f39d73'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:47:58.983164 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Routers {'6360994e-550d-4acd-9c8c-a1c038f39d73'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:47:58.985304 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:47:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6360994e-550d-4acd-9c8c-a1c038f39d73'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:47:59.000626 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:59.017087 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-12f46c02-cd29-441e-a778-8b0d2f9b49d8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3075550 Aug 28 12:47:59.020141 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43838) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:47:59.137047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2d730-996b-40b7-bcc1-4c68ffbee1b4 req-970afa7d-536b-4489-a94e-fcdd62dbf639 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:59.145999 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9a2d730-996b-40b7-bcc1-4c68ffbee1b4 req-970afa7d-536b-4489-a94e-fcdd62dbf639 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 945 time: 0.0960891 Aug 28 12:47:59.292904 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9a2d730-996b-40b7-bcc1-4c68ffbee1b4 req-34501fdd-0e43-4b28-b42a-2bdd51e0e4b8 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457539 Aug 28 12:47:59.388532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 27d4c917-5342-4ae4-822c-5050ab683d55 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:47:59.424403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a2c4d-a193-4996-b1dd-73ed16d113f5 req-a1a2a9f5-4003-4e4b-8e05-33995a68c678 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:59.426924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-680a2c4d-a193-4996-b1dd-73ed16d113f5 req-a1a2a9f5-4003-4e4b-8e05-33995a68c678 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.11 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 945 time: 0.1276910 Aug 28 12:47:59.491055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfb08a-f64d-4037-9bd9-0ff6f91f86bd req-fbfdc4c4-d83b-4c46-8f40-2de37ee7baf2 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:47:59.502949 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6edfb08a-f64d-4037-9bd9-0ff6f91f86bd req-fbfdc4c4-d83b-4c46-8f40-2de37ee7baf2 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.2978511 Aug 28 12:47:59.637407 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6edfb08a-f64d-4037-9bd9-0ff6f91f86bd req-c240431c-44d9-4ed9-9b2d-4b57a0d5898a tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331391 Aug 28 12:47:59.701524 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-680a2c4d-a193-4996-b1dd-73ed16d113f5 req-c78a036a-71be-4a04-9321-c164c53f1811 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Deleting port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:47:59.701972 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-680a2c4d-a193-4996-b1dd-73ed16d113f5 req-c78a036a-71be-4a04-9321-c164c53f1811 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:47:59.958727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Set router 6360994e-550d-4acd-9c8c-a1c038f39d73 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:47:59.967314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-680a2c4d-a193-4996-b1dd-73ed16d113f5 req-c78a036a-71be-4a04-9321-c164c53f1811 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] For port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f6b3c37c-65eb-424d-a55f-4e2eaf5d888c,segment=NetworkSegment(2db1081d-ea4e-46aa-9910-91cb183259b3),segment_id=2db1081d-ea4e-46aa-9910-91cb183259b3)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:47:59.980593 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-680a2c4d-a193-4996-b1dd-73ed16d113f5 req-c78a036a-71be-4a04-9321-c164c53f1811 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:00.058176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143f091-4a0f-4385-8a93-cfbb9a02c00a req-be8da6fd-2ecb-4500-8fdd-ea8264dd19e3 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:00.066014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b143f091-4a0f-4385-8a93-cfbb9a02c00a req-be8da6fd-2ecb-4500-8fdd-ea8264dd19e3 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 945 time: 0.2640159 Aug 28 12:48:00.127005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 282648ae-daaa-403c-b90b-a2e65d72be47 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:00.154486 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aadbb-6487-43bc-a503-221a2d1e3a3c req-dc119c34-7b9c-4a8c-a624-81c30fc658e7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:00.163349 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d9aadbb-6487-43bc-a503-221a2d1e3a3c req-dc119c34-7b9c-4a8c-a624-81c30fc658e7 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 944 time: 0.2736533 Aug 28 12:48:00.244348 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d9aadbb-6487-43bc-a503-221a2d1e3a3c req-8df893ae-835a-45b5-9ecd-19975b6a99db tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799477 Aug 28 12:48:00.336279 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 27d4c917-5342-4ae4-822c-5050ab683d55 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:00.352635 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b143f091-4a0f-4385-8a93-cfbb9a02c00a req-00103a51-e165-4f7d-83d9-57b59431af39 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups?id=50bdee44-b22c-48e3-86f5-9183fcb0a596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801485 Aug 28 12:48:00.353718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 27d4c917-5342-4ae4-822c-5050ab683d55 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:00.354754 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:00.375750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c79c4-72cf-4150-80d4-729b7ec1c16d req-a79de284-db7e-47a1-a4a2-abe1e27f5320 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:00.377546 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-964c79c4-72cf-4150-80d4-729b7ec1c16d req-a79de284-db7e-47a1-a4a2-abe1e27f5320 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.11 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 945 time: 0.3399320 Aug 28 12:48:00.384507 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-12c3d81b-9433-4423-826d-32c317edf845 service neutron] 10.222.0.11 "GET /v2.0/ports/282648ae-daaa-403c-b90b-a2e65d72be47/bindings/n-h2-791505-21 HTTP/1.1" status: 200 len: 385 time: 0.1563430 Aug 28 12:48:00.407108 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:00.515183 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:00.571672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 27d4c917-5342-4ae4-822c-5050ab683d55, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=27d4c917-5342-4ae4-822c-5050ab683d55,segment=NetworkSegment(f03ea460-4117-4235-8e26-63c25b49a0b8),segment_id=f03ea460-4117-4235-8e26-63c25b49a0b8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:00.580197 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:00.624373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'name': 'tempest-TaggedBootDevicesTest-765139966-router', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:47:55Z', 'updated_at': '2021-08-28T12:47:57Z', 'revision_number': 3, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'gw_port': {'id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:47:56Z', 'updated_at': '2021-08-28T12:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:00.629022 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-680a2c4d-a193-4996-b1dd-73ed16d113f5 req-c78a036a-71be-4a04-9321-c164c53f1811 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:00.630719 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-680a2c4d-a193-4996-b1dd-73ed16d113f5 req-c78a036a-71be-4a04-9321-c164c53f1811 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:00.631508 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [req-680a2c4d-a193-4996-b1dd-73ed16d113f5 req-c78a036a-71be-4a04-9321-c164c53f1811 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Floating IP e958a223-5aa9-4dd5-a61c-25b594b1f9cf disassociated. External IP: 172.25.1.24, port: f6b3c37c-65eb-424d-a55f-4e2eaf5d888c. Aug 28 12:48:00.632613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-680a2c4d-a193-4996-b1dd-73ed16d113f5 req-c78a036a-71be-4a04-9321-c164c53f1811 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Calling delete_port for f6b3c37c-65eb-424d-a55f-4e2eaf5d888c owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:00.665877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-1b76d2a6-ecfd-43ab-a6e2-a14ee7b4f064 service neutron] For port 282648ae-daaa-403c-b90b-a2e65d72be47, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=282648ae-daaa-403c-b90b-a2e65d72be47,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:00.698587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Checking router: 6360994e-550d-4acd-9c8c-a1c038f39d73 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:48:00.699081 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Updating router 6360994e-550d-4acd-9c8c-a1c038f39d73 port c7820939-4d8d-4324-8b40-0d8ae237f4a5 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:48:00.732123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-1b76d2a6-ecfd-43ab-a6e2-a14ee7b4f064 service neutron] For port 282648ae-daaa-403c-b90b-a2e65d72be47, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:48:00.734661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=27d4c917-5342-4ae4-822c-5050ab683d55,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:00.747420 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:00.750827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-964c79c4-72cf-4150-80d4-729b7ec1c16d req-ace27352-9d2f-42ed-b025-54ad623b218d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Deleting port 136b01a0-218a-4264-b181-0610fab191ce {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:00.751984 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-964c79c4-72cf-4150-80d4-729b7ec1c16d req-ace27352-9d2f-42ed-b025-54ad623b218d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:00.854941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-1b76d2a6-ecfd-43ab-a6e2-a14ee7b4f064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282648ae-daaa-403c-b90b-a2e65d72be47 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:48:00.870415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-1b76d2a6-ecfd-43ab-a6e2-a14ee7b4f064 service neutron] For port 282648ae-daaa-403c-b90b-a2e65d72be47, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=282648ae-daaa-403c-b90b-a2e65d72be47,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:00.898144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86f386-d369-439b-a692-a72ab359875b req-41e604a9-a856-48fd-94e6-c00144519c37 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:00.899763 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b86f386-d369-439b-a692-a72ab359875b req-41e604a9-a856-48fd-94e6-c00144519c37 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 945 time: 0.4979320 Aug 28 12:48:00.937628 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-1b76d2a6-ecfd-43ab-a6e2-a14ee7b4f064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:00.959413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-964c79c4-72cf-4150-80d4-729b7ec1c16d req-ace27352-9d2f-42ed-b025-54ad623b218d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] For port 136b01a0-218a-4264-b181-0610fab191ce, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=136b01a0-218a-4264-b181-0610fab191ce,segment=NetworkSegment(b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b),segment_id=b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:00.960365 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-964c79c4-72cf-4150-80d4-729b7ec1c16d req-ace27352-9d2f-42ed-b025-54ad623b218d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:00.993877 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b86f386-d369-439b-a692-a72ab359875b req-7b454c57-8f94-4fec-ab7c-f57b457c9548 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d7b3084-7436-4881-b048-df3c8cfa9050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600402 Aug 28 12:48:01.010539 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-964c79c4-72cf-4150-80d4-729b7ec1c16d req-ace27352-9d2f-42ed-b025-54ad623b218d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Calling delete_port for 136b01a0-218a-4264-b181-0610fab191ce owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:01.054578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552575bb-f3cc-4734-9158-169b2ba469ae req-37ab8d38-2b1a-4ff0-b8cc-fde59c88eed6 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:01.063907 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-552575bb-f3cc-4734-9158-169b2ba469ae req-37ab8d38-2b1a-4ff0-b8cc-fde59c88eed6 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.2080898 Aug 28 12:48:01.179856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-1b76d2a6-ecfd-43ab-a6e2-a14ee7b4f064 service neutron] Transition to ACTIVE for port object 282648ae-daaa-403c-b90b-a2e65d72be47 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:01.198190 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-680a2c4d-a193-4996-b1dd-73ed16d113f5 req-c78a036a-71be-4a04-9321-c164c53f1811 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:01.203459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Allocated IP 172.20.0.1 (efbe7541-b127-4e81-9a72-35e309b4f7c9/054df6af-7208-4216-97f7-7a8ded4fac28/6ea3d1fd-36a3-419c-b546-f529810ee232) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:48:01.224693 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-1b76d2a6-ecfd-43ab-a6e2-a14ee7b4f064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:01.251809 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:01.266598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Transition to ACTIVE for port object c7820939-4d8d-4324-8b40-0d8ae237f4a5 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:01.282150 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:01.334905 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-552575bb-f3cc-4734-9158-169b2ba469ae req-5a105ade-2a42-423a-ad55-749b6bf5d63a tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690237 Aug 28 12:48:01.335997 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 27d4c917-5342-4ae4-822c-5050ab683d55 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:01.345945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a036a-71be-4a04-9321-c164c53f1811 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Pushing event deleted for resources: {'Port': ['ID=f6b3c37c-65eb-424d-a55f-4e2eaf5d888c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:01.421499 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-1b76d2a6-ecfd-43ab-a6e2-a14ee7b4f064 service neutron] No DVR routers for this DVR port 282648ae-daaa-403c-b90b-a2e65d72be47 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:48:01.429948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Attempting to bind port c7820939-4d8d-4324-8b40-0d8ae237f4a5 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:48:01.430384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Attempting to bind port c7820939-4d8d-4324-8b40-0d8ae237f4a5 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:48:01.430814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Attempting to bind port c7820939-4d8d-4324-8b40-0d8ae237f4a5 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:48:01.436032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c8ff4-5e1e-458b-b4fb-698c9d215f89 None None] Pushing event updated for resources: {'Port': ['ID=c7820939-4d8d-4324-8b40-0d8ae237f4a5,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:01.445053 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:48:01.445438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:01.445836 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:01.446419 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:48:01.447245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Bound port: c7820939-4d8d-4324-8b40-0d8ae237f4a5, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:48:01.447667 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:01.495962 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76d2a6-ecfd-43ab-a6e2-a14ee7b4f064 service neutron] Pushing event updated for resources: {'Port': ['ID=282648ae-daaa-403c-b90b-a2e65d72be47,revision_number=10']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:01.524434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 27d4c917-5342-4ae4-822c-5050ab683d55 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:01.524738 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:01.552639 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-1b76d2a6-ecfd-43ab-a6e2-a14ee7b4f064 service neutron] 10.222.0.11 "PUT /v2.0/ports/282648ae-daaa-403c-b90b-a2e65d72be47/bindings/n-h2-791505-21/activate HTTP/1.1" status: 200 len: 370 time: 1.1429994 Aug 28 12:48:01.588379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] For port c7820939-4d8d-4324-8b40-0d8ae237f4a5, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:48:01.597024 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f12e8-81bc-4d60-9380-4aaa8b763d85 req-765696f3-741e-43d3-9188-5fc41ff53677 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:01.599514 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-451f12e8-81bc-4d60-9380-4aaa8b763d85 req-765696f3-741e-43d3-9188-5fc41ff53677 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 945 time: 0.0858033 Aug 28 12:48:01.603725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] For port c7820939-4d8d-4324-8b40-0d8ae237f4a5, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c7820939-4d8d-4324-8b40-0d8ae237f4a5,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:48:01.608085 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5ffd01f-e974-4846-8538-1e09b5b9442e req-6b8a85d8-04ac-45ef-961d-3c29c86f8209 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 210 time: 0.0566266 Aug 28 12:48:01.611256 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:01.696425 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:01.722888 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Routers {'6360994e-550d-4acd-9c8c-a1c038f39d73'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:48:01.723727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:47:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6360994e-550d-4acd-9c8c-a1c038f39d73'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:01.728133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c8ff4-5e1e-458b-b4fb-698c9d215f89 None None] Pushing event updated for resources: {'Port': ['ID=c7820939-4d8d-4324-8b40-0d8ae237f4a5,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:01.728354 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Transition to ACTIVE for port object 6ea3d1fd-36a3-419c-b546-f529810ee232 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:01.757534 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-451f12e8-81bc-4d60-9380-4aaa8b763d85 req-f984a386-38be-43a5-a91f-2b24ac49d311 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315818 Aug 28 12:48:01.761547 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-bd4d7dee-6016-46e6-8e9e-7399cc89f579 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:01.762903 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-bd4d7dee-6016-46e6-8e9e-7399cc89f579 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce&tenant_id=8374a9853c4643a4807f0fe0c461a45d&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 1097 time: 0.1184862 Aug 28 12:48:01.776153 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-964c79c4-72cf-4150-80d4-729b7ec1c16d req-ace27352-9d2f-42ed-b025-54ad623b218d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:01.779473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-680a2c4d-a193-4996-b1dd-73ed16d113f5 req-c78a036a-71be-4a04-9321-c164c53f1811 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Router ced2b5e6-9c15-4907-8732-a43114969a74 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:48:01.814441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace27352-9d2f-42ed-b025-54ad623b218d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Pushing event deleted for resources: {'Port': ['ID=136b01a0-218a-4264-b181-0610fab191ce,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:01.844656 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:01.877089 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] Set router 6360994e-550d-4acd-9c8c-a1c038f39d73 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:48:01.913982 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Network efbe7541-b127-4e81-9a72-35e309b4f7c9 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:48:01.922927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-eb8eb232-609f-4f97-965e-69559dabd53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:01.925247 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-eb8eb232-609f-4f97-965e-69559dabd53a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce&tenant_id=8374a9853c4643a4807f0fe0c461a45d HTTP/1.1" status: 200 len: 1097 time: 0.1462598 Aug 28 12:48:01.927965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:01.933745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:48:01.989803 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea3d1fd-36a3-419c-b546-f529810ee232,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:02.066745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-964c79c4-72cf-4150-80d4-729b7ec1c16d req-ace27352-9d2f-42ed-b025-54ad623b218d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] No DVR routers for this DVR port 136b01a0-218a-4264-b181-0610fab191ce on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:48:02.071609 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-964c79c4-72cf-4150-80d4-729b7ec1c16d req-ace27352-9d2f-42ed-b025-54ad623b218d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:02.076088 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-964c79c4-72cf-4150-80d4-729b7ec1c16d req-ace27352-9d2f-42ed-b025-54ad623b218d tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.11 "DELETE /v2.0/ports/136b01a0-218a-4264-b181-0610fab191ce HTTP/1.1" status: 204 len: 173 time: 1.6584010 Aug 28 12:48:02.080778 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:02.132065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4132219c-e9d3-4335-a027-eccf6b2a82b8', 'name': 'network-vif-deleted', 'tag': '136b01a0-218a-4264-b181-0610fab191ce'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:02.137055 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1328f52c-5095-4712-9aa1-e6cbcdd9b287" -d '{"events": [{"server_uuid": "4132219c-e9d3-4335-a027-eccf6b2a82b8", "name": "network-vif-deleted", "tag": "136b01a0-218a-4264-b181-0610fab191ce"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:02.144582 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-14d8cc25-591f-455d-b7ff-dcce6347fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:02.147032 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-14d8cc25-591f-455d-b7ff-dcce6347fd75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8374a9853c4643a4807f0fe0c461a45d&device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 1097 time: 0.1525042 Aug 28 12:48:02.207044 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fdbe8328-6189-47e9-891c-9e844c5bb546 req-e187dead-bb51-468a-abf0-8202c4676fc3 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/ports?device_id=4132219c-e9d3-4335-a027-eccf6b2a82b8 HTTP/1.1" status: 200 len: 210 time: 0.0681298 Aug 28 12:48:02.261290 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'name': 'tempest-TaggedBootDevicesTest-765139966-router', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:47:55Z', 'updated_at': '2021-08-28T12:47:57Z', 'revision_number': 3, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'gw_port': {'id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:47:56Z', 'updated_at': '2021-08-28T12:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:02.295810 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-680a2c4d-a193-4996-b1dd-73ed16d113f5 req-c78a036a-71be-4a04-9321-c164c53f1811 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:48:02.306648 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f588925-d3f7-46e0-88c5-9e1e21441ea3 None None] Sync routers for ids ['ced2b5e6-9c15-4907-8732-a43114969a74'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:48:02.320358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a3088-c024-4e7f-adca-c1d9b27c1b8d None None] The sync data for ids ['6360994e-550d-4acd-9c8c-a1c038f39d73'] in n-d-791505-21 is: [{'id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'name': 'tempest-TaggedBootDevicesTest-765139966-router', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:47:55Z', 'updated_at': '2021-08-28T12:47:57Z', 'revision_number': 3, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'gw_port': {'id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:47:56Z', 'updated_at': '2021-08-28T12:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:48:02.327347 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f588925-d3f7-46e0-88c5-9e1e21441ea3 None None] Routers {'ced2b5e6-9c15-4907-8732-a43114969a74'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:48:02.327846 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-3f588925-d3f7-46e0-88c5-9e1e21441ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:47:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ced2b5e6-9c15-4907-8732-a43114969a74'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:02.331505 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479643c7-fc0d-48a9-9efb-8dcf876feff8 x-openstack-request-id: req-479643c7-fc0d-48a9-9efb-8dcf876feff8 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:02.331802 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4132219c-e9d3-4335-a027-eccf6b2a82b8", "name": "network-vif-deleted", "tag": "136b01a0-218a-4264-b181-0610fab191ce", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:02.332031 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-479643c7-fc0d-48a9-9efb-8dcf876feff8 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:02.332700 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4132219c-e9d3-4335-a027-eccf6b2a82b8', 'name': 'network-vif-deleted', 'tag': '136b01a0-218a-4264-b181-0610fab191ce', 'status': 'completed', 'code': 200} Aug 28 12:48:02.360876 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7cac826d-24f5-4e5a-b834-4ae90ab7d3c0 None None] Provisioning for port 6ea3d1fd-36a3-419c-b546-f529810ee232 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:02.363035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-6c528dc3-3bed-482c-a739-32693ae7e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:02.365320 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-6c528dc3-3bed-482c-a739-32693ae7e570 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 200 len: 921 time: 0.2080519 Aug 28 12:48:02.368747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7cac826d-24f5-4e5a-b834-4ae90ab7d3c0 None None] Provisioning complete for port 6ea3d1fd-36a3-419c-b546-f529810ee232 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:02.369516 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7cac826d-24f5-4e5a-b834-4ae90ab7d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:02.390652 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8e2c6-e930-44be-826a-87de7acab80a req-1f8e863c-1ddc-42af-96bd-dd649b8267ca tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:02.392705 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09c8e2c6-e930-44be-826a-87de7acab80a req-1f8e863c-1ddc-42af-96bd-dd649b8267ca tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfe1936-cc94-4517-9e66-0845faa4cdce HTTP/1.1" status: 200 len: 950 time: 0.3154402 Aug 28 12:48:02.412134 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-680a2c4d-a193-4996-b1dd-73ed16d113f5 req-c78a036a-71be-4a04-9321-c164c53f1811 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] No DVR routers for this DVR port f6b3c37c-65eb-424d-a55f-4e2eaf5d888c on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:48:02.415319 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-680a2c4d-a193-4996-b1dd-73ed16d113f5 req-c78a036a-71be-4a04-9321-c164c53f1811 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:02.418001 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-680a2c4d-a193-4996-b1dd-73ed16d113f5 req-c78a036a-71be-4a04-9321-c164c53f1811 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.11 "DELETE /v2.0/ports/f6b3c37c-65eb-424d-a55f-4e2eaf5d888c HTTP/1.1" status: 204 len: 173 time: 2.9842789 Aug 28 12:48:02.492198 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-3f588925-d3f7-46e0-88c5-9e1e21441ea3 None None] Set router ced2b5e6-9c15-4907-8732-a43114969a74 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:48:02.498959 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-4b3127b1-7b02-447c-83a0-8b9993516356 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=282648ae-daaa-403c-b90b-a2e65d72be47 HTTP/1.1" status: 200 len: 217 time: 0.1185904 Aug 28 12:48:02.500165 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:02.515711 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09c8e2c6-e930-44be-826a-87de7acab80a req-757cade6-59db-4362-b86d-446ae4539ad0 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059990 Aug 28 12:48:02.516983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7cac826d-24f5-4e5a-b834-4ae90ab7d3c0 None None] Port 6ea3d1fd-36a3-419c-b546-f529810ee232 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:48:02.837105 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-3f588925-d3f7-46e0-88c5-9e1e21441ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'name': 'tempest-ServersTestManualDisk-272780983-router', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:07Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '57738603bca0493588458955d0b66b4d', 'gw_port': {'id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:09Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'a46dfee2-42f9-4e16-abcc-a51b00701e61', 'name': '', 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'mac_address': 'fa:16:3e:1c:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:17Z', 'updated_at': '2021-08-28T12:45:29Z', 'revision_number': 5, 'project_id': '57738603bca0493588458955d0b66b4d', 'subnets': [{'id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:02.883702 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f588925-d3f7-46e0-88c5-9e1e21441ea3 None None] Checking router: ced2b5e6-9c15-4907-8732-a43114969a74 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:48:02.894610 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f588925-d3f7-46e0-88c5-9e1e21441ea3 None None] Routers {'ced2b5e6-9c15-4907-8732-a43114969a74'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:48:02.894610 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-3f588925-d3f7-46e0-88c5-9e1e21441ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:47:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ced2b5e6-9c15-4907-8732-a43114969a74'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:03.089817 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-3f588925-d3f7-46e0-88c5-9e1e21441ea3 None None] Set router ced2b5e6-9c15-4907-8732-a43114969a74 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:48:03.092931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-6145557c-cf8e-402e-94da-50e602294411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:03.099134 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-6145557c-cf8e-402e-94da-50e602294411 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 200 len: 861 time: 0.5672262 Aug 28 12:48:03.132030 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-714ec761-c675-42cf-a179-40d34b59dee3 req-7297fcca-efd5-4c67-b9f6-d0a558467301 tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/ports?device_id=037f9996-5bcd-4cf2-8c00-68a5eddd0650 HTTP/1.1" status: 200 len: 210 time: 0.0778403 Aug 28 12:48:03.164857 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-16f11b18-03af-48e8-a6ba-a3aa8d547613 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f48f8ab-e5ae-4921-a6a9-f350767511ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497589 Aug 28 12:48:03.204258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349f1ea-0568-4278-9931-a6af7889a4ba req-3c7d0064-d0ae-425b-819b-9b60baacecd3 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:03.212401 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b349f1ea-0568-4278-9931-a6af7889a4ba req-3c7d0064-d0ae-425b-819b-9b60baacecd3 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.7004788 Aug 28 12:48:03.313620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c7820939-4d8d-4324-8b40-0d8ae237f4a5 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:03.338137 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd82443-55f2-4aa9-bc1a-4ead27ca4126 req-5fbc42d6-800b-42ed-a5fd-65d5242914e2 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:03.339711 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cd82443-55f2-4aa9-bc1a-4ead27ca4126 req-5fbc42d6-800b-42ed-a5fd-65d5242914e2 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 945 time: 0.0767539 Aug 28 12:48:03.399738 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port c7820939-4d8d-4324-8b40-0d8ae237f4a5 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:03.405476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c7820939-4d8d-4324-8b40-0d8ae237f4a5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:03.405942 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:03.414253 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cd82443-55f2-4aa9-bc1a-4ead27ca4126 req-f8ccb65d-8738-4a8a-bbee-be2492d49761 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663776 Aug 28 12:48:03.449542 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-3f588925-d3f7-46e0-88c5-9e1e21441ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'name': 'tempest-ServersTestManualDisk-272780983-router', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:07Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '57738603bca0493588458955d0b66b4d', 'gw_port': {'id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:09Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'a46dfee2-42f9-4e16-abcc-a51b00701e61', 'name': '', 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'mac_address': 'fa:16:3e:1c:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:17Z', 'updated_at': '2021-08-28T12:45:29Z', 'revision_number': 5, 'project_id': '57738603bca0493588458955d0b66b4d', 'subnets': [{'id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:03.453076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 136b01a0-218a-4264-b181-0610fab191ce no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:03.455318 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:03.466589 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:03.493176 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f588925-d3f7-46e0-88c5-9e1e21441ea3 None None] The sync data for ids ['ced2b5e6-9c15-4907-8732-a43114969a74'] in n-d-791505-21 is: [{'id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'name': 'tempest-ServersTestManualDisk-272780983-router', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:07Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '57738603bca0493588458955d0b66b4d', 'gw_port': {'id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:09Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'a46dfee2-42f9-4e16-abcc-a51b00701e61', 'name': '', 'network_id': '94713c35-8f2d-4c0f-883e-5bb4c22cf7f4', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'mac_address': 'fa:16:3e:1c:f2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:17Z', 'updated_at': '2021-08-28T12:45:29Z', 'revision_number': 5, 'project_id': '57738603bca0493588458955d0b66b4d', 'subnets': [{'id': '9d56e3d2-d77e-49f2-b786-c94439f5061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:48:03.529811 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 136b01a0-218a-4264-b181-0610fab191ce {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:48:03.530156 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 136b01a0-218a-4264-b181-0610fab191ce not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:48:03.531786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:03.543313 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:03.560198 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b349f1ea-0568-4278-9931-a6af7889a4ba req-8e7825f2-4c43-4108-9d4b-9c98b7f0858b tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469067 Aug 28 12:48:03.712666 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:03.726140 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-70e402db-1cdb-4cc9-85bd-da54e30c7184 service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528374 Aug 28 12:48:03.748771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port c7820939-4d8d-4324-8b40-0d8ae237f4a5, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c7820939-4d8d-4324-8b40-0d8ae237f4a5,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:03.754644 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:03.772806 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea3d1fd-36a3-419c-b546-f529810ee232,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:03.830257 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:03.841933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Network efbe7541-b127-4e81-9a72-35e309b4f7c9 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:48:03.847910 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:03.884428 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfe1936-cc94-4517-9e66-0845faa4cdce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:03.886525 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069eff0f-3abe-462a-af92-a178ced4c8fe" -d '{"events": [{"server_uuid": "4dfe1936-cc94-4517-9e66-0845faa4cdce", "name": "network-vif-unplugged", "status": "completed", "tag": "208aa19a-d60f-4f58-b2f2-2b21eb4cac68"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:03.893746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=c7820939-4d8d-4324-8b40-0d8ae237f4a5,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:03.907218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43968) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:03.918393 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:03.929486 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:03.930452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f6b3c37c-65eb-424d-a55f-4e2eaf5d888c no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:04.002900 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-041d48c1-fb3e-4f8b-8ad0-5ce7021084b8 service neutron] 10.222.0.10 "GET /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540684 Aug 28 12:48:04.032266 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-105ba4ea-3d99-4132-a172-4e8d25485a37 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:04.045824 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: f6b3c37c-65eb-424d-a55f-4e2eaf5d888c {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:48:04.046174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f6b3c37c-65eb-424d-a55f-4e2eaf5d888c not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:48:04.047671 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:04.052193 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f31169c-8d78-49b9-b19b-fc65c4ce01d6 x-openstack-request-id: req-4f31169c-8d78-49b9-b19b-fc65c4ce01d6 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:04.052533 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfe1936-cc94-4517-9e66-0845faa4cdce", "name": "network-vif-unplugged", "status": "completed", "tag": "208aa19a-d60f-4f58-b2f2-2b21eb4cac68", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:04.052729 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f31169c-8d78-49b9-b19b-fc65c4ce01d6 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:04.053085 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfe1936-cc94-4517-9e66-0845faa4cdce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68', 'code': 200} Aug 28 12:48:04.074774 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1d6f54-f8ff-4b3a-bea9-42b0ff2f9b9d None None] New status for floating IP e958a223-5aa9-4dd5-a61c-25b594b1f9cf: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:48:04.086670 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-105ba4ea-3d99-4132-a172-4e8d25485a37 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:04.131345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Router 6360994e-550d-4acd-9c8c-a1c038f39d73 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:48:04.207894 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-105ba4ea-3d99-4132-a172-4e8d25485a37 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:04.215253 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-105ba4ea-3d99-4132-a172-4e8d25485a37 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:04.216931 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-105ba4ea-3d99-4132-a172-4e8d25485a37 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "DELETE /v2.0/security-groups/b7b597ee-035b-4634-9651-e3e1c185010a HTTP/1.1" status: 204 len: 168 time: 0.3083842 Aug 28 12:48:04.231976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43974) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:04.292376 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ba4ea-3d99-4132-a172-4e8d25485a37 tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b597ee-035b-4634-9651-e3e1c185010a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:04.300765 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-1537aa27-c7c8-41c1-8555-f887a4d6a0aa tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] show failed (client error): The resource could not be found. Aug 28 12:48:04.307486 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43980) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:04.316565 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1537aa27-c7c8-41c1-8555-f887a4d6a0aa tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "GET /v2.0/security-groups/b7b597ee-035b-4634-9651-e3e1c185010a HTTP/1.1" status: 404 len: 347 time: 0.0651519 Aug 28 12:48:04.327908 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43982) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:04.336223 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037f9996-5bcd-4cf2-8c00-68a5eddd0650', 'name': 'network-vif-deleted', 'tag': 'f6b3c37c-65eb-424d-a55f-4e2eaf5d888c'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:04.339612 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9343f07e-9502-46cf-8946-444a4f8c7cac" -d '{"events": [{"server_uuid": "037f9996-5bcd-4cf2-8c00-68a5eddd0650", "name": "network-vif-deleted", "tag": "f6b3c37c-65eb-424d-a55f-4e2eaf5d888c"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:04.384412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c6f1ac18-3c30-48be-bbf7-3872086f843c None None] Provisioning complete for port 6ea3d1fd-36a3-419c-b546-f529810ee232 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:04.384996 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c6f1ac18-3c30-48be-bbf7-3872086f843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:04.408656 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f295f2c-cd11-48b5-86da-ff8861a580ac x-openstack-request-id: req-2f295f2c-cd11-48b5-86da-ff8861a580ac {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:04.408955 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037f9996-5bcd-4cf2-8c00-68a5eddd0650", "name": "network-vif-deleted", "tag": "f6b3c37c-65eb-424d-a55f-4e2eaf5d888c", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:04.409214 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f295f2c-cd11-48b5-86da-ff8861a580ac {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:04.409607 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '037f9996-5bcd-4cf2-8c00-68a5eddd0650', 'name': 'network-vif-deleted', 'tag': 'f6b3c37c-65eb-424d-a55f-4e2eaf5d888c', 'status': 'completed', 'code': 200} Aug 28 12:48:04.427190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1ac18-3c30-48be-bbf7-3872086f843c None None] Port 6ea3d1fd-36a3-419c-b546-f529810ee232 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:48:04.465364 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fb80a-4c57-4963-a23d-bcc4a834e7b0 req-5a75dc73-26b2-4d77-adea-37e0dd50a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:04.467050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-974fb80a-4c57-4963-a23d-bcc4a834e7b0 req-5a75dc73-26b2-4d77-adea-37e0dd50a7b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 1097 time: 0.0739903 Aug 28 12:48:04.468136 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6805c15f-bcc1-457c-bdea-00945fe9b98c tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:04.555225 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6805c15f-bcc1-457c-bdea-00945fe9b98c tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:04.600493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:48:04.605894 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2a409487-d3f9-4c7c-a97e-7d20a48dc595 admin admin] 10.222.0.20 "PUT /v2.0/routers/6360994e-550d-4acd-9c8c-a1c038f39d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5838606 Aug 28 12:48:04.613756 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-f24fbdef-3181-4add-84b0-666597457b14 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:04.616223 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-f24fbdef-3181-4add-84b0-666597457b14 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce&tenant_id=8374a9853c4643a4807f0fe0c461a45d&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 1097 time: 0.2098041 Aug 28 12:48:04.625477 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747304c2-5988-414f-8db4-37d4b2b20cdb req-df6b8a91-944c-4e1b-9f5c-76e96dff1daa tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:04.627082 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-747304c2-5988-414f-8db4-37d4b2b20cdb req-df6b8a91-944c-4e1b-9f5c-76e96dff1daa tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.2826896 Aug 28 12:48:04.724870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4544ea53-85a9-45a9-90c7-6ed5a1f7cb3a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Deleting port 1209259d-a2dc-4f86-8538-1b7e3b468491 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:04.725218 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4544ea53-85a9-45a9-90c7-6ed5a1f7cb3a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:04.746335 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-747304c2-5988-414f-8db4-37d4b2b20cdb req-7209d92d-13e9-491c-9f99-dc0f3affa562 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892987 Aug 28 12:48:04.865554 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-ee93c239-c124-4a29-85fe-27da4860db2d service neutron] For port 282648ae-daaa-403c-b90b-a2e65d72be47, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:48:04.868126 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4544ea53-85a9-45a9-90c7-6ed5a1f7cb3a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:04.868455 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4544ea53-85a9-45a9-90c7-6ed5a1f7cb3a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:04.878452 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-ee93c239-c124-4a29-85fe-27da4860db2d service neutron] Notify callbacks [] for binding, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:04.879641 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1edda876-f77b-43a5-8a35-ac773def1a59 req-ee93c239-c124-4a29-85fe-27da4860db2d service neutron] 10.222.0.10 "DELETE /v2.0/ports/282648ae-daaa-403c-b90b-a2e65d72be47/bindings/n-h1-791505-21 HTTP/1.1" status: 204 len: 173 time: 0.2515397 Aug 28 12:48:04.885996 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4544ea53-85a9-45a9-90c7-6ed5a1f7cb3a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Calling delete_port for 1209259d-a2dc-4f86-8538-1b7e3b468491 owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:05.005451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e647e-bca3-423e-973a-02b0e6098f3b req-352ade0e-ee2d-45f9-a3e9-ecce814b5063 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:05.007463 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6d9e647e-bca3-423e-973a-02b0e6098f3b req-352ade0e-ee2d-45f9-a3e9-ecce814b5063 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 945 time: 0.4956410 Aug 28 12:48:05.014025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fb80a-4c57-4963-a23d-bcc4a834e7b0 req-274445e8-dfbf-45a6-9500-fbb8a1ebb928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:05.015633 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-974fb80a-4c57-4963-a23d-bcc4a834e7b0 req-274445e8-dfbf-45a6-9500-fbb8a1ebb928 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.5360274 Aug 28 12:48:05.039056 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6805c15f-bcc1-457c-bdea-00945fe9b98c tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:05.042491 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6805c15f-bcc1-457c-bdea-00945fe9b98c tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:05.043778 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6805c15f-bcc1-457c-bdea-00945fe9b98c tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "DELETE /v2.0/security-groups/50bdee44-b22c-48e3-86f5-9183fcb0a596 HTTP/1.1" status: 204 len: 168 time: 0.7146270 Aug 28 12:48:05.047246 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44020) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:05.072852 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-085cd531-e242-4188-b6bd-48af6671df4a tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] show failed (client error): The resource could not be found. Aug 28 12:48:05.073445 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Sync routers for ids ['6360994e-550d-4acd-9c8c-a1c038f39d73'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:48:05.073936 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-085cd531-e242-4188-b6bd-48af6671df4a tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "GET /v2.0/security-groups/50bdee44-b22c-48e3-86f5-9183fcb0a596 HTTP/1.1" status: 404 len: 347 time: 0.0256827 Aug 28 12:48:05.085411 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Routers {'6360994e-550d-4acd-9c8c-a1c038f39d73'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:48:05.086148 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:47:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6360994e-550d-4acd-9c8c-a1c038f39d73'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:05.097707 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805c15f-bcc1-457c-bdea-00945fe9b98c tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bdee44-b22c-48e3-86f5-9183fcb0a596,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:05.100508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44026) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:05.116244 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534f16e-e5c2-4450-ae3d-e5e7b091812b req-6f5e22ec-493f-47c0-bbd1-4cca15205722 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:05.125466 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2534f16e-e5c2-4450-ae3d-e5e7b091812b req-6f5e22ec-493f-47c0-bbd1-4cca15205722 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.1460614 Aug 28 12:48:05.207131 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4544ea53-85a9-45a9-90c7-6ed5a1f7cb3a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:05.219191 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2534f16e-e5c2-4450-ae3d-e5e7b091812b req-3f6b5ad7-fb74-4412-9ded-384b68da57dd tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924525 Aug 28 12:48:05.264104 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6d9e647e-bca3-423e-973a-02b0e6098f3b req-d58d138b-b44f-450d-858b-8feadbc2a047 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372761 Aug 28 12:48:05.282166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c7820939-4d8d-4324-8b40-0d8ae237f4a5 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:05.319193 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-974fb80a-4c57-4963-a23d-bcc4a834e7b0 req-3cae7a5f-a9e6-4ee9-bbd9-e8dfd75e0a02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9 HTTP/1.1" status: 200 len: 1000 time: 0.2930200 Aug 28 12:48:05.331543 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544ea53-85a9-45a9-90c7-6ed5a1f7cb3a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Pushing event deleted for resources: {'Port': ['ID=1209259d-a2dc-4f86-8538-1b7e3b468491,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:05.372893 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Set router 6360994e-550d-4acd-9c8c-a1c038f39d73 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:48:05.384665 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c7820939-4d8d-4324-8b40-0d8ae237f4a5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:05.385318 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:05.415073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-42569a67-6f92-4db4-bc9e-4d6e58f6ac9b tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Deleting port 67677fdf-ac65-40f6-a4a9-abb2d4e703d1 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:05.417701 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42569a67-6f92-4db4-bc9e-4d6e58f6ac9b tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:05.497564 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95765773-2f0e-49dc-9121-24011add74a2 req-6e22e2aa-e06c-4a44-8dcc-1ac447cbff57 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:05.511544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fb80a-4c57-4963-a23d-bcc4a834e7b0 req-c484302d-f746-4c4b-8d78-279a73a8e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:05.512772 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-95765773-2f0e-49dc-9121-24011add74a2 req-6e22e2aa-e06c-4a44-8dcc-1ac447cbff57 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 1097 time: 0.1042130 Aug 28 12:48:05.513457 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-974fb80a-4c57-4963-a23d-bcc4a834e7b0 req-c484302d-f746-4c4b-8d78-279a73a8e77d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.1658473 Aug 28 12:48:05.538338 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4544ea53-85a9-45a9-90c7-6ed5a1f7cb3a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:05.541622 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4544ea53-85a9-45a9-90c7-6ed5a1f7cb3a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:05.542204 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4544ea53-85a9-45a9-90c7-6ed5a1f7cb3a tempest-ImagesOneServerNegativeTestJSON-416722190 tempest-ImagesOneServerNegativeTestJSON-416722190-project] 10.222.0.20 "DELETE /v2.0/floatingips/7e99642d-328f-4e0a-aac4-1d051a253154 HTTP/1.1" status: 204 len: 168 time: 1.2337487 Aug 28 12:48:05.586923 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-95765773-2f0e-49dc-9121-24011add74a2 req-d992f7c3-4137-49f9-a3f9-db3c96109b75 tempest-LiveAutoBlockMigrationV225Test-1683688585 tempest-LiveAutoBlockMigrationV225Test-1683688585-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729630 Aug 28 12:48:05.649513 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42569a67-6f92-4db4-bc9e-4d6e58f6ac9b tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:05.650029 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42569a67-6f92-4db4-bc9e-4d6e58f6ac9b tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:05.695168 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-42569a67-6f92-4db4-bc9e-4d6e58f6ac9b tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Calling delete_port for 67677fdf-ac65-40f6-a4a9-abb2d4e703d1 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:05.707337 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44062) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:05.718446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fb80a-4c57-4963-a23d-bcc4a834e7b0 req-f31b20f6-cc39-4859-9346-5d6dcb273cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:05.720108 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-974fb80a-4c57-4963-a23d-bcc4a834e7b0 req-f31b20f6-cc39-4859-9346-5d6dcb273cb9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1913438 Aug 28 12:48:05.778451 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-0007148a-5265-4cff-b5a1-2a0e0ed215a5 admin admin] Deleting subnet 74b2ab30-884f-4c27-9baa-880b68554db1 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:48:05.783947 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0007148a-5265-4cff-b5a1-2a0e0ed215a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:05.867092 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'name': 'tempest-TaggedBootDevicesTest-765139966-router', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:47:55Z', 'updated_at': '2021-08-28T12:48:02Z', 'revision_number': 4, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'gw_port': {'id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:47:56Z', 'updated_at': '2021-08-28T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6ea3d1fd-36a3-419c-b546-f529810ee232', 'name': '', 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'mac_address': 'fa:16:3e:40:30:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:00Z', 'updated_at': '2021-08-28T12:48:03Z', 'revision_number': 2, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'subnets': [{'id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:05.886181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0007148a-5265-4cff-b5a1-2a0e0ed215a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:05.911334 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Checking router: 6360994e-550d-4acd-9c8c-a1c038f39d73 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:48:05.911897 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Updating router 6360994e-550d-4acd-9c8c-a1c038f39d73 port 6ea3d1fd-36a3-419c-b546-f529810ee232 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:48:05.970507 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:05.971758 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0007148a-5265-4cff-b5a1-2a0e0ed215a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.042766 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8575c-2d42-498b-bfe7-f847d97fa98f req-e6ad0f89-e6ce-45c8-b02e-ac1d3bcf58f1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:06.052582 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97e8575c-2d42-498b-bfe7-f847d97fa98f req-e6ad0f89-e6ce-45c8-b02e-ac1d3bcf58f1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1747620 Aug 28 12:48:06.071216 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-974fb80a-4c57-4963-a23d-bcc4a834e7b0 req-2cf753c3-3e34-4768-b347-3e4092ed76de service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271844 Aug 28 12:48:06.117302 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0007148a-5265-4cff-b5a1-2a0e0ed215a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.180281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007148a-5265-4cff-b5a1-2a0e0ed215a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b2ab30-884f-4c27-9baa-880b68554db1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:06.218312 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0007148a-5265-4cff-b5a1-2a0e0ed215a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.220312 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0007148a-5265-4cff-b5a1-2a0e0ed215a5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/74b2ab30-884f-4c27-9baa-880b68554db1 HTTP/1.1" status: 204 len: 168 time: 0.5107896 Aug 28 12:48:06.229292 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44102) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:06.291370 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97e8575c-2d42-498b-bfe7-f847d97fa98f req-4f488f7e-7c25-4c67-a1ed-025f550c3786 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377965 Aug 28 12:48:06.326061 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42569a67-6f92-4db4-bc9e-4d6e58f6ac9b tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.355672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb58af1-4af7-42a2-b8f3-02cf22a11882 req-c674dfe3-bef7-4340-828b-8bcdcd722528 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:06.364698 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2fb58af1-4af7-42a2-b8f3-02cf22a11882 req-c674dfe3-bef7-4340-828b-8bcdcd722528 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 945 time: 0.1885734 Aug 28 12:48:06.398044 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-974fb80a-4c57-4963-a23d-bcc4a834e7b0 req-2cfcda3e-98ce-47fb-ad88-877cbb243e0a service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148599 Aug 28 12:48:06.399230 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42569a67-6f92-4db4-bc9e-4d6e58f6ac9b tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Pushing event deleted for resources: {'Port': ['ID=67677fdf-ac65-40f6-a4a9-abb2d4e703d1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:06.435994 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2fb58af1-4af7-42a2-b8f3-02cf22a11882 req-1b4825fb-1072-435d-9fc9-7e7f932e91ae tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703826 Aug 28 12:48:06.446051 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2be0b64f-9e8b-4407-bf6f-e79539d15326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.597113 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2be0b64f-9e8b-4407-bf6f-e79539d15326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.610276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-2be0b64f-9e8b-4407-bf6f-e79539d15326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8358831-c456-4987-8ab8-b4b9008170ae']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:06.614027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd5471-9a4e-4fe4-8be8-cd2f352a3d8b req-e5af3095-eff6-46b3-a33f-6136c3d7ba6e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:06.616716 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eabd5471-9a4e-4fe4-8be8-cd2f352a3d8b req-e5af3095-eff6-46b3-a33f-6136c3d7ba6e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.1471090 Aug 28 12:48:06.625970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-2be0b64f-9e8b-4407-bf6f-e79539d15326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:06.626764 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-2be0b64f-9e8b-4407-bf6f-e79539d15326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b244e7b1-3a80-4e3f-bf2c-2fc6fed5469b') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:06.627254 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42569a67-6f92-4db4-bc9e-4d6e58f6ac9b tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.634249 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42569a67-6f92-4db4-bc9e-4d6e58f6ac9b tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.638433 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-42569a67-6f92-4db4-bc9e-4d6e58f6ac9b tempest-ServersTestManualDisk-141278082 tempest-ServersTestManualDisk-141278082-project] 10.222.0.20 "DELETE /v2.0/floatingips/e958a223-5aa9-4dd5-a61c-25b594b1f9cf HTTP/1.1" status: 204 len: 168 time: 1.5309534 Aug 28 12:48:06.640633 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2be0b64f-9e8b-4407-bf6f-e79539d15326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.643369 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44116) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:06.666123 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.700679 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Transition to ACTIVE for port object 6ea3d1fd-36a3-419c-b546-f529810ee232 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:06.718891 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.737342 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2be0b64f-9e8b-4407-bf6f-e79539d15326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.746488 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eabd5471-9a4e-4fe4-8be8-cd2f352a3d8b req-732c3357-5ab6-43a5-8f98-6d5a97a8ce2f tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056411 Aug 28 12:48:06.761567 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be0b64f-9e8b-4407-bf6f-e79539d15326 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:48:06.762803 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2be0b64f-9e8b-4407-bf6f-e79539d15326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:48:06.775093 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:48:06.815114 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e9bb0-3b88-4111-abba-24000c34ec59 None None] Pushing event updated for resources: {'Port': ['ID=6ea3d1fd-36a3-419c-b546-f529810ee232,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:06.839629 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e9bb0-3b88-4111-abba-24000c34ec59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:06.839960 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e9bb0-3b88-4111-abba-24000c34ec59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:06.840286 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e9bb0-3b88-4111-abba-24000c34ec59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:06.840863 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e9bb0-3b88-4111-abba-24000c34ec59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:06.841022 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e9bb0-3b88-4111-abba-24000c34ec59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:06.841240 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e9bb0-3b88-4111-abba-24000c34ec59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:06.841556 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e9bb0-3b88-4111-abba-24000c34ec59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:06.841877 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e9bb0-3b88-4111-abba-24000c34ec59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:06.842189 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e9bb0-3b88-4111-abba-24000c34ec59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:06.853208 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e9bb0-3b88-4111-abba-24000c34ec59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:06.853790 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e9bb0-3b88-4111-abba-24000c34ec59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:06.854550 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e9bb0-3b88-4111-abba-24000c34ec59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:06.885781 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07de0ed-bf47-4784-bf7c-59dae821b784 req-ad7f6a1d-094b-4408-b155-58ac26e52a2b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:06.893774 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a07de0ed-bf47-4784-bf7c-59dae821b784 req-ad7f6a1d-094b-4408-b155-58ac26e52a2b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.10 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 945 time: 0.2177806 Aug 28 12:48:06.912396 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2be0b64f-9e8b-4407-bf6f-e79539d15326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.925029 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Attempting to bind port 6ea3d1fd-36a3-419c-b546-f529810ee232 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:48:06.925498 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Attempting to bind port 6ea3d1fd-36a3-419c-b546-f529810ee232 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f03ea460-4117-4235-8e26-63c25b49a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:48:06.925853 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Attempting to bind port 6ea3d1fd-36a3-419c-b546-f529810ee232 on network efbe7541-b127-4e81-9a72-35e309b4f7c9 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:48:06.931654 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:48:06.932119 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Checking segment: {'id': 'f03ea460-4117-4235-8e26-63c25b49a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:06.932519 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.932901 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Bound using segment: {'id': 'f03ea460-4117-4235-8e26-63c25b49a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:48:06.933348 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Bound port: 6ea3d1fd-36a3-419c-b546-f529810ee232, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03ea460-4117-4235-8e26-63c25b49a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:48:06.933713 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.957426 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2be0b64f-9e8b-4407-bf6f-e79539d15326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:06.964532 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2be0b64f-9e8b-4407-bf6f-e79539d15326 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b8358831-c456-4987-8ab8-b4b9008170ae HTTP/1.1" status: 204 len: 168 time: 0.7324257 Aug 28 12:48:07.022133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0b64f-9e8b-4407-bf6f-e79539d15326 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8358831-c456-4987-8ab8-b4b9008170ae,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:07.060125 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] For port 6ea3d1fd-36a3-419c-b546-f529810ee232, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:48:07.068553 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:07.069162 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] For port 6ea3d1fd-36a3-419c-b546-f529810ee232, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6ea3d1fd-36a3-419c-b546-f529810ee232,segment=NetworkSegment(f03ea460-4117-4235-8e26-63c25b49a0b8),segment_id=f03ea460-4117-4235-8e26-63c25b49a0b8)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:48:07.074341 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:07.179618 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Routers {'6360994e-550d-4acd-9c8c-a1c038f39d73'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:48:07.180451 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:47:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6360994e-550d-4acd-9c8c-a1c038f39d73'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:07.183939 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e9bb0-3b88-4111-abba-24000c34ec59 None None] Pushing event updated for resources: {'Port': ['ID=6ea3d1fd-36a3-419c-b546-f529810ee232,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:07.189831 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-a07de0ed-bf47-4784-bf7c-59dae821b784 req-90988f8b-4b77-4d0e-b145-b47eab8944d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Deleting port 282648ae-daaa-403c-b90b-a2e65d72be47 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:07.190681 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a07de0ed-bf47-4784-bf7c-59dae821b784 req-90988f8b-4b77-4d0e-b145-b47eab8944d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:07.302946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44124) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:07.358185 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] Set router 6360994e-550d-4acd-9c8c-a1c038f39d73 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:48:07.422250 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d4b99762-5239-4782-98b4-3e41f7145afb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce28613dad254127bb5d82cd4c4922d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1171315 Aug 28 12:48:07.425141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44128) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:07.447410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:48:07.460851 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-a07de0ed-bf47-4784-bf7c-59dae821b784 req-90988f8b-4b77-4d0e-b145-b47eab8944d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] For port 282648ae-daaa-403c-b90b-a2e65d72be47, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=282648ae-daaa-403c-b90b-a2e65d72be47,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:07.461397 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a07de0ed-bf47-4784-bf7c-59dae821b784 req-90988f8b-4b77-4d0e-b145-b47eab8944d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:07.495736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-a07de0ed-bf47-4784-bf7c-59dae821b784 req-90988f8b-4b77-4d0e-b145-b47eab8944d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Calling delete_port for 282648ae-daaa-403c-b90b-a2e65d72be47 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:07.650214 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:07.673769 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': 'be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e', 'mac_address': 'fa:16:3e:5c:c4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:48:07.699144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719d4c1-6cc6-41b5-b766-bd540327a653 req-97dc965d-2ddf-4c74-87b9-b9c2eb203a3c tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:07.700940 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f719d4c1-6cc6-41b5-b766-bd540327a653 req-97dc965d-2ddf-4c74-87b9-b9c2eb203a3c tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 945 time: 0.1661644 Aug 28 12:48:07.773637 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:07.782256 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f719d4c1-6cc6-41b5-b766-bd540327a653 req-3e44b5ca-78fb-43ac-972c-bbffe69f83cc tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666738 Aug 28 12:48:07.796504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:48:07.831116 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af1a3731-b26c-4418-965d-a4f2dc598a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:07.839421 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:07.844620 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:07.867728 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'name': 'tempest-TaggedBootDevicesTest-765139966-router', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:47:55Z', 'updated_at': '2021-08-28T12:48:02Z', 'revision_number': 4, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'gw_port': {'id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:47:56Z', 'updated_at': '2021-08-28T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6ea3d1fd-36a3-419c-b546-f529810ee232', 'name': '', 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'mac_address': 'fa:16:3e:40:30:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:00Z', 'updated_at': '2021-08-28T12:48:07Z', 'revision_number': 4, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'subnets': [{'id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:07.873649 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77283208-b537-43b2-8e3c-cdb041a3c412 req-9f3b3b2f-a028-42a4-a991-5274b81cedb4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:07.883901 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-77283208-b537-43b2-8e3c-cdb041a3c412 req-9f3b3b2f-a028-42a4-a991-5274b81cedb4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.3548000 Aug 28 12:48:07.911866 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a07de0ed-bf47-4784-bf7c-59dae821b784 req-90988f8b-4b77-4d0e-b145-b47eab8944d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:07.935386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['951d0044-efd0-4156-9e2f-aae8d2ae0544'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:48:07.948441 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e730b8-41ee-4529-8287-fa2a2846aa76 None None] The sync data for ids ['6360994e-550d-4acd-9c8c-a1c038f39d73'] in n-d-791505-21 is: [{'id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'name': 'tempest-TaggedBootDevicesTest-765139966-router', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:47:55Z', 'updated_at': '2021-08-28T12:48:02Z', 'revision_number': 4, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'gw_port': {'id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:47:56Z', 'updated_at': '2021-08-28T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6ea3d1fd-36a3-419c-b546-f529810ee232', 'name': '', 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'mac_address': 'fa:16:3e:40:30:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:00Z', 'updated_at': '2021-08-28T12:48:07Z', 'revision_number': 4, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'subnets': [{'id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:48:07.988063 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af1a3731-b26c-4418-965d-a4f2dc598a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:08.002412 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:08.017481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90988f8b-4b77-4d0e-b145-b47eab8944d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Pushing event deleted for resources: {'Port': ['ID=282648ae-daaa-403c-b90b-a2e65d72be47,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:08.090870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:08.106454 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:48:08.117892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07de0ed-bf47-4784-bf7c-59dae821b784 req-90988f8b-4b77-4d0e-b145-b47eab8944d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] No DVR routers for this DVR port 282648ae-daaa-403c-b90b-a2e65d72be47 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:48:08.121401 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a07de0ed-bf47-4784-bf7c-59dae821b784 req-90988f8b-4b77-4d0e-b145-b47eab8944d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:08.124181 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-77283208-b537-43b2-8e3c-cdb041a3c412 req-fbc5e992-a3f1-4c7c-9149-ca7219c85f15 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393844 Aug 28 12:48:08.129754 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a07de0ed-bf47-4784-bf7c-59dae821b784 req-90988f8b-4b77-4d0e-b145-b47eab8944d3 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.10 "DELETE /v2.0/ports/282648ae-daaa-403c-b90b-a2e65d72be47 HTTP/1.1" status: 204 len: 173 time: 1.2260458 Aug 28 12:48:08.130261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82c4412-d492-4c84-96c6-24d6b60851ce', 'name': 'network-vif-deleted', 'tag': '282648ae-daaa-403c-b90b-a2e65d72be47'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:08.139727 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c6be28-6f37-4c80-9ffd-876b1bded4b2" -d '{"events": [{"server_uuid": "e82c4412-d492-4c84-96c6-24d6b60851ce", "name": "network-vif-deleted", "tag": "282648ae-daaa-403c-b90b-a2e65d72be47"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:08.259634 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43681d0b-4645-4420-814c-1124040bd105 req-548d81ad-938d-48b4-941a-fe9cb2470e4e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:08.261275 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43681d0b-4645-4420-814c-1124040bd105 req-548d81ad-938d-48b4-941a-fe9cb2470e4e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.0856745 Aug 28 12:48:08.373205 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43681d0b-4645-4420-814c-1124040bd105 req-bf5b91eb-4ccf-4aa3-b4b9-557d8df4f5ab tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956624 Aug 28 12:48:08.382240 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af1a3731-b26c-4418-965d-a4f2dc598a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:08.386038 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af1a3731-b26c-4418-965d-a4f2dc598a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:08.389473 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-af1a3731-b26c-4418-965d-a4f2dc598a89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d7b3084-7436-4881-b048-df3c8cfa9050 HTTP/1.1" status: 204 len: 168 time: 0.9605870 Aug 28 12:48:08.466344 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb7fd1c-6a99-45c3-bf38-11a7919b9273 x-openstack-request-id: req-8fb7fd1c-6a99-45c3-bf38-11a7919b9273 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:08.466878 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82c4412-d492-4c84-96c6-24d6b60851ce", "name": "network-vif-deleted", "tag": "282648ae-daaa-403c-b90b-a2e65d72be47", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:08.467015 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fb7fd1c-6a99-45c3-bf38-11a7919b9273 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:08.467411 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82c4412-d492-4c84-96c6-24d6b60851ce', 'name': 'network-vif-deleted', 'tag': '282648ae-daaa-403c-b90b-a2e65d72be47', 'status': 'completed', 'code': 200} Aug 28 12:48:08.543259 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a3731-b26c-4418-965d-a4f2dc598a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7b3084-7436-4881-b048-df3c8cfa9050,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:08.937056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Deleting port a46dfee2-42f9-4e16-abcc-a51b00701e61 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:08.937568 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:09.042130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee3da1-85e5-496e-8de2-de1a1ae0b385 req-6d816cf3-4c2b-4b61-9432-c46748e17871 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:09.083738 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a6ee3da1-85e5-496e-8de2-de1a1ae0b385 req-6d816cf3-4c2b-4b61-9432-c46748e17871 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.1224685 Aug 28 12:48:09.198044 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a6ee3da1-85e5-496e-8de2-de1a1ae0b385 req-66bd3c1d-4f5a-43ee-8ec1-22a0fa37c7f5 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241078 Aug 28 12:48:09.317142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6ea3d1fd-36a3-419c-b546-f529810ee232 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:09.395032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 6ea3d1fd-36a3-419c-b546-f529810ee232 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:09.400184 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6ea3d1fd-36a3-419c-b546-f529810ee232 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:09.400798 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:09.508492 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:09.642321 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:09.692631 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c75dd694-2574-441b-93d2-0af0e63425ed req-c5a2942f-4cbd-40a8-9396-b3ce6126a865 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82c4412-d492-4c84-96c6-24d6b60851ce HTTP/1.1" status: 200 len: 210 time: 0.7254915 Aug 28 12:48:09.770646 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 282648ae-daaa-403c-b90b-a2e65d72be47 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:09.805497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947ad67-c751-4c41-8d14-91a4eaa4b439 req-81825ddf-cf97-4562-a830-4967dd14c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:09.814286 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1947ad67-c751-4c41-8d14-91a4eaa4b439 req-81825ddf-cf97-4562-a830-4967dd14c1de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b7a6b99db3840b590db410facd5b849&device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 1098 time: 0.8687742 Aug 28 12:48:09.850397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 282648ae-daaa-403c-b90b-a2e65d72be47 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:48:09.850868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 282648ae-daaa-403c-b90b-a2e65d72be47 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:48:09.853294 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:09.864366 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:09.865366 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:09.900474 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9d13e563-274a-49b2-a601-6587fb04fd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:09.951929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 6ea3d1fd-36a3-419c-b546-f529810ee232, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6ea3d1fd-36a3-419c-b546-f529810ee232,segment=NetworkSegment(f03ea460-4117-4235-8e26-63c25b49a0b8),segment_id=f03ea460-4117-4235-8e26-63c25b49a0b8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:09.960624 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:10.053471 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947ad67-c751-4c41-8d14-91a4eaa4b439 req-c430497f-8c25-4713-aad8-e835ffc9a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:10.064434 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1947ad67-c751-4c41-8d14-91a4eaa4b439 req-c430497f-8c25-4713-aad8-e835ffc9a31c service neutron] 10.222.0.11 "GET /v2.0/networks?id=06edde1e-8bcd-4a69-b1f3-50e821da12ce HTTP/1.1" status: 200 len: 915 time: 0.2252843 Aug 28 12:48:10.089446 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=6ea3d1fd-36a3-419c-b546-f529810ee232,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:10.105545 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:10.137716 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb2144b-b98f-4ab2-bbe5-cda521335726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:10.140597 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b48fce-addf-460c-8111-61215091af50" -d '{"events": [{"server_uuid": "3fb2144b-b98f-4ab2-bbe5-cda521335726", "name": "network-vif-plugged", "status": "completed", "tag": "be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:10.170186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:10.179102 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:10.249332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] For port a46dfee2-42f9-4e16-abcc-a51b00701e61, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a46dfee2-42f9-4e16-abcc-a51b00701e61,segment=NetworkSegment(2db1081d-ea4e-46aa-9910-91cb183259b3),segment_id=2db1081d-ea4e-46aa-9910-91cb183259b3)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:10.249621 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:10.287784 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1947ad67-c751-4c41-8d14-91a4eaa4b439 req-2819e4e1-3f62-4292-93d5-9848e4fe097b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ead5d09-aab2-452c-95e9-84b1b263167c HTTP/1.1" status: 200 len: 217 time: 0.1898441 Aug 28 12:48:10.344289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Calling delete_port for a46dfee2-42f9-4e16-abcc-a51b00701e61 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:10.553125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841adc3b-f019-4246-ae11-1a9ec26e5a5d req-c0dc273c-1ae1-4c4c-a93d-979fe158aa9f tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:10.555038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-841adc3b-f019-4246-ae11-1a9ec26e5a5d req-c0dc273c-1ae1-4c4c-a93d-979fe158aa9f tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.1828582 Aug 28 12:48:10.558899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947ad67-c751-4c41-8d14-91a4eaa4b439 req-660d0b65-587e-4007-9110-5ffc29fa28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:10.560473 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1947ad67-c751-4c41-8d14-91a4eaa4b439 req-660d0b65-587e-4007-9110-5ffc29fa28ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f58ff31b-b4db-41ed-92b2-19b7eabba203 HTTP/1.1" status: 200 len: 854 time: 0.2538016 Aug 28 12:48:10.584980 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4b95ae-b76a-44ec-ab3c-d78b312cdb5f x-openstack-request-id: req-3d4b95ae-b76a-44ec-ab3c-d78b312cdb5f {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:10.585515 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb2144b-b98f-4ab2-bbe5-cda521335726", "name": "network-vif-plugged", "status": "completed", "tag": "be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:10.586451 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d4b95ae-b76a-44ec-ab3c-d78b312cdb5f {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:10.588533 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb2144b-b98f-4ab2-bbe5-cda521335726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e', 'code': 200} Aug 28 12:48:10.589985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:10.678640 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-841adc3b-f019-4246-ae11-1a9ec26e5a5d req-dd467109-6ce8-4ee4-ba0d-b702d81fdfee tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122243 Aug 28 12:48:10.698855 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947ad67-c751-4c41-8d14-91a4eaa4b439 req-5194a046-e0cf-487a-a399-1daa694be231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:10.700831 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1947ad67-c751-4c41-8d14-91a4eaa4b439 req-5194a046-e0cf-487a-a399-1daa694be231 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06edde1e-8bcd-4a69-b1f3-50e821da12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273952 Aug 28 12:48:11.023181 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1947ad67-c751-4c41-8d14-91a4eaa4b439 req-a0bb089b-efd0-404f-9d1e-6cfb5ba096a5 service neutron] 10.222.0.11 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046329 Aug 28 12:48:11.142670 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:11.186237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Pushing event deleted for resources: {'Port': ['ID=a46dfee2-42f9-4e16-abcc-a51b00701e61,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:11.188578 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6ea3d1fd-36a3-419c-b546-f529810ee232 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:11.272005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6ea3d1fd-36a3-419c-b546-f529810ee232 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:11.272513 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:11.343744 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:11.344625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:11.345465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:11.345949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:11.346758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:11.347229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:11.347693 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:11.348283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:11.349360 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:11.349831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:11.350295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:11.350798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:11.451021 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1947ad67-c751-4c41-8d14-91a4eaa4b439 req-9ec3029e-49e0-486b-94b3-3e74fbdccea9 service neutron] 10.222.0.11 "GET /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184990 Aug 28 12:48:11.533591 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:11.855899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Router ced2b5e6-9c15-4907-8732-a43114969a74 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:48:12.010722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:48:12.016929 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9cd5760b-80a3-4015-abb0-b602f4a18366 admin admin] 10.222.0.20 "PUT /v2.0/routers/ced2b5e6-9c15-4907-8732-a43114969a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3724968 Aug 28 12:48:12.021296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2777c1-f8ef-43ad-b730-be8476ea9faf None None] Sync routers for ids ['ced2b5e6-9c15-4907-8732-a43114969a74'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:48:12.022345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44236) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:12.034285 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2777c1-f8ef-43ad-b730-be8476ea9faf None None] Routers {'ced2b5e6-9c15-4907-8732-a43114969a74'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:48:12.035852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6f2777c1-f8ef-43ad-b730-be8476ea9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:47:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ced2b5e6-9c15-4907-8732-a43114969a74'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:12.203405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-6f2777c1-f8ef-43ad-b730-be8476ea9faf None None] Set router ced2b5e6-9c15-4907-8732-a43114969a74 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:48:12.220786 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81b93f77-fad8-43b8-bdf1-df361af35e81 admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:12.367566 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0c105bc-ff48-432c-8012-94c5037e2e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:12.463923 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81b93f77-fad8-43b8-bdf1-df361af35e81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:12.493597 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:12.506051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6f2777c1-f8ef-43ad-b730-be8476ea9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'name': 'tempest-ServersTestManualDisk-272780983-router', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:07Z', 'updated_at': '2021-08-28T12:48:11Z', 'revision_number': 5, 'project_id': '57738603bca0493588458955d0b66b4d', 'gw_port': {'id': '44a4cbb9-1aff-4ebd-8902-692407e277f8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:09Z', 'updated_at': '2021-08-28T12:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:12.581462 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2777c1-f8ef-43ad-b730-be8476ea9faf None None] Checking router: ced2b5e6-9c15-4907-8732-a43114969a74 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:48:12.594043 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2777c1-f8ef-43ad-b730-be8476ea9faf None None] Routers {'ced2b5e6-9c15-4907-8732-a43114969a74'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:48:12.594740 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-81b93f77-fad8-43b8-bdf1-df361af35e81 admin admin] Deleting port 44a4cbb9-1aff-4ebd-8902-692407e277f8 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:12.594874 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6f2777c1-f8ef-43ad-b730-be8476ea9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:48:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ced2b5e6-9c15-4907-8732-a43114969a74'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:12.595945 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81b93f77-fad8-43b8-bdf1-df361af35e81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:12.698314 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-6f2777c1-f8ef-43ad-b730-be8476ea9faf None None] Set router ced2b5e6-9c15-4907-8732-a43114969a74 gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:48:12.770613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6f2777c1-f8ef-43ad-b730-be8476ea9faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'name': 'tempest-ServersTestManualDisk-272780983-router', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:07Z', 'updated_at': '2021-08-28T12:48:12Z', 'revision_number': 6, 'project_id': '57738603bca0493588458955d0b66b4d', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:12.773690 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-81b93f77-fad8-43b8-bdf1-df361af35e81 admin admin] For port 44a4cbb9-1aff-4ebd-8902-692407e277f8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=44a4cbb9-1aff-4ebd-8902-692407e277f8,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:12.774181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81b93f77-fad8-43b8-bdf1-df361af35e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:12.789765 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-81b93f77-fad8-43b8-bdf1-df361af35e81 admin admin] Calling delete_port for 44a4cbb9-1aff-4ebd-8902-692407e277f8 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:12.805942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2777c1-f8ef-43ad-b730-be8476ea9faf None None] The sync data for ids ['ced2b5e6-9c15-4907-8732-a43114969a74'] in n-d-791505-21 is: [{'id': 'ced2b5e6-9c15-4907-8732-a43114969a74', 'name': 'tempest-ServersTestManualDisk-272780983-router', 'tenant_id': '57738603bca0493588458955d0b66b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:07Z', 'updated_at': '2021-08-28T12:48:12Z', 'revision_number': 6, 'project_id': '57738603bca0493588458955d0b66b4d', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:48:13.018723 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81b93f77-fad8-43b8-bdf1-df361af35e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:13.047908 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b93f77-fad8-43b8-bdf1-df361af35e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a4cbb9-1aff-4ebd-8902-692407e277f8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:13.155734 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81b93f77-fad8-43b8-bdf1-df361af35e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:13.329130 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:13.362510 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81b93f77-fad8-43b8-bdf1-df361af35e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:13.370256 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81b93f77-fad8-43b8-bdf1-df361af35e81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:13.465089 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81b93f77-fad8-43b8-bdf1-df361af35e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:13.465667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b93f77-fad8-43b8-bdf1-df361af35e81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ced2b5e6-9c15-4907-8732-a43114969a74 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:48:13.474254 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81b93f77-fad8-43b8-bdf1-df361af35e81 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:13.477747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-81b93f77-fad8-43b8-bdf1-df361af35e81 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ced2b5e6-9c15-4907-8732-a43114969a74 HTTP/1.1" status: 204 len: 168 time: 1.4513142 Aug 28 12:48:13.477965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44240) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:13.539691 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe69d5f-bcb3-49bb-a621-f0c756716b76 admin admin] Deleting subnet 9d56e3d2-d77e-49f2-b786-c94439f5061c {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:48:13.545982 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4fe69d5f-bcb3-49bb-a621-f0c756716b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:13.600400 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4fe69d5f-bcb3-49bb-a621-f0c756716b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:13.709708 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a46dfee2-42f9-4e16-abcc-a51b00701e61 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:13.744187 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4fe69d5f-bcb3-49bb-a621-f0c756716b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:13.764699 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: a46dfee2-42f9-4e16-abcc-a51b00701e61 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:48:13.765029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a46dfee2-42f9-4e16-abcc-a51b00701e61 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:48:13.835603 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4fe69d5f-bcb3-49bb-a621-f0c756716b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:13.884661 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe69d5f-bcb3-49bb-a621-f0c756716b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d56e3d2-d77e-49f2-b786-c94439f5061c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:13.889119 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4fe69d5f-bcb3-49bb-a621-f0c756716b76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:13.891156 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4fe69d5f-bcb3-49bb-a621-f0c756716b76 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9d56e3d2-d77e-49f2-b786-c94439f5061c HTTP/1.1" status: 204 len: 168 time: 0.4122198 Aug 28 12:48:13.893621 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44244) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:13.897864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186daf4d-3bfb-42cd-a5e0-a380c4e05934 None None] Network 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:48:13.997847 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:14.069607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] Deleting port ee9688e0-dc8f-4107-9f9b-014a178f3b9e {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:14.070258 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:14.200401 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] For port ee9688e0-dc8f-4107-9f9b-014a178f3b9e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ee9688e0-dc8f-4107-9f9b-014a178f3b9e,segment=NetworkSegment(2db1081d-ea4e-46aa-9910-91cb183259b3),segment_id=2db1081d-ea4e-46aa-9910-91cb183259b3)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:14.201393 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:14.245975 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] Calling delete_port for ee9688e0-dc8f-4107-9f9b-014a178f3b9e owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:14.268472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19130f61-6103-4b79-8a30-2fc462754da5 None None] DHCP port deletion for 94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:48:14.349322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-19130f61-6103-4b79-8a30-2fc462754da5 None None] Deleting port ee9688e0-dc8f-4107-9f9b-014a178f3b9e {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:14.350464 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-19130f61-6103-4b79-8a30-2fc462754da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:14.401524 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:14.444194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee9688e0-dc8f-4107-9f9b-014a178f3b9e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:14.452933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] No DVR routers for this DVR port ee9688e0-dc8f-4107-9f9b-014a178f3b9e on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:48:14.474948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-19130f61-6103-4b79-8a30-2fc462754da5 None None] For port ee9688e0-dc8f-4107-9f9b-014a178f3b9e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ee9688e0-dc8f-4107-9f9b-014a178f3b9e,segment=NetworkSegment(2db1081d-ea4e-46aa-9910-91cb183259b3),segment_id=2db1081d-ea4e-46aa-9910-91cb183259b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:14.475338 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-19130f61-6103-4b79-8a30-2fc462754da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:14.493968 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-19130f61-6103-4b79-8a30-2fc462754da5 None None] Calling delete_port for ee9688e0-dc8f-4107-9f9b-014a178f3b9e owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:14.587906 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:14.596448 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-19130f61-6103-4b79-8a30-2fc462754da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:14.600152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94713c35-8f2d-4c0f-883e-5bb4c22cf7f4']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:14.615296 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db1081d-ea4e-46aa-9910-91cb183259b3') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:14.615762 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db1081d-ea4e-46aa-9910-91cb183259b3') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:14.627800 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:14.637499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19130f61-6103-4b79-8a30-2fc462754da5 None None] No DVR routers for this DVR port ee9688e0-dc8f-4107-9f9b-014a178f3b9e on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:48:14.656192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19130f61-6103-4b79-8a30-2fc462754da5 None None] Pushing event deleted for resources: {'Port': ['ID=ee9688e0-dc8f-4107-9f9b-014a178f3b9e,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:14.656836 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:14.667187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:48:14.667597 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:48:14.669245 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:48:14.752818 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:15.215279 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:15.249396 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ee9688e0-dc8f-4107-9f9b-014a178f3b9e no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:15.283402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: ee9688e0-dc8f-4107-9f9b-014a178f3b9e {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:48:15.284282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ee9688e0-dc8f-4107-9f9b-014a178f3b9e not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:48:15.285038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 44a4cbb9-1aff-4ebd-8902-692407e277f8 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:15.334628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 44a4cbb9-1aff-4ebd-8902-692407e277f8 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:48:15.335765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 44a4cbb9-1aff-4ebd-8902-692407e277f8 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:48:15.357339 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:15.361822 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] 10.222.0.20 "DELETE /v2.0/networks/94713c35-8f2d-4c0f-883e-5bb4c22cf7f4 HTTP/1.1" status: 204 len: 168 time: 1.4647782 Aug 28 12:48:15.361822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec24fc-79c7-49f4-9b82-6352e11d0c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=94713c35-8f2d-4c0f-883e-5bb4c22cf7f4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:15.760272 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44252) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:15.803586 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-34b719ee-44f7-4a70-bd72-f9313af9cc03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57738603bca0493588458955d0b66b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420964 Aug 28 12:48:15.806138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44256) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:15.871723 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3220-1b2d-41c5-8b61-1082c493bbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:15.901189 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3220-1b2d-41c5-8b61-1082c493bbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:15.955730 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3220-1b2d-41c5-8b61-1082c493bbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:15.960256 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3220-1b2d-41c5-8b61-1082c493bbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:15.972699 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0e8a3220-1b2d-41c5-8b61-1082c493bbf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08bcb6ab-ccb0-4c0c-b2ec-9ce7eee96a41 HTTP/1.1" status: 204 len: 168 time: 0.1544037 Aug 28 12:48:15.992217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a3220-1b2d-41c5-8b61-1082c493bbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bcb6ab-ccb0-4c0c-b2ec-9ce7eee96a41,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:17.050529 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44282) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:17.255410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-16da5180-5783-4f38-a19a-57188619b77d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1106317352-network', 'tenant_id': '97297c2f57c24a288a8e7ed2e5bec758'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:17.288984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16da5180-5783-4f38-a19a-57188619b77d admin admin] Made reservation on behalf of 97297c2f57c24a288a8e7ed2e5bec758 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:17.292862 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16da5180-5783-4f38-a19a-57188619b77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:17.315163 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16da5180-5783-4f38-a19a-57188619b77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:17.481093 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16da5180-5783-4f38-a19a-57188619b77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:17.485616 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16da5180-5783-4f38-a19a-57188619b77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:17.530107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da5180-5783-4f38-a19a-57188619b77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e5362f-419a-490d-9b4e-84e78e38b244,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:17.532875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16da5180-5783-4f38-a19a-57188619b77d admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:48:17.544080 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16da5180-5783-4f38-a19a-57188619b77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:17.544482 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-16da5180-5783-4f38-a19a-57188619b77d admin admin] Added segment 37d0723a-eaf0-4e65-8756-ba4820f98893 of type vlan for network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 Aug 28 12:48:17.602322 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16da5180-5783-4f38-a19a-57188619b77d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:17.633951 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16da5180-5783-4f38-a19a-57188619b77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:17.635564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16da5180-5783-4f38-a19a-57188619b77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:17.636256 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16da5180-5783-4f38-a19a-57188619b77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:17.715473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da5180-5783-4f38-a19a-57188619b77d admin admin] Pushing event updated for resources: {'Network': ['ID=6ecb396e-f948-4a10-a3d7-d4d7d461dee5,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:17.728750 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:48:17.731541 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-16da5180-5783-4f38-a19a-57188619b77d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6787796 Aug 28 12:48:17.734169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44286) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:17.746776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9bad3c42-c051-4af3-b8ea-71bf2455173c admin admin] Request body: {'subnet': {'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1106317352-subnet', 'tenant_id': '97297c2f57c24a288a8e7ed2e5bec758', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:17.784034 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bad3c42-c051-4af3-b8ea-71bf2455173c admin admin] Made reservation on behalf of 97297c2f57c24a288a8e7ed2e5bec758 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:17.787363 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bad3c42-c051-4af3-b8ea-71bf2455173c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:18.049528 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bad3c42-c051-4af3-b8ea-71bf2455173c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:18.133154 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad3c42-c051-4af3-b8ea-71bf2455173c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5a5b00-85eb-4451-911d-26341145acff,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:18.149835 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad3c42-c051-4af3-b8ea-71bf2455173c admin admin] Checking segment: {'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:18.150204 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bad3c42-c051-4af3-b8ea-71bf2455173c admin admin] Network hostable DHCP agents. Network: 6ecb396e-f948-4a10-a3d7-d4d7d461dee5, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:48:18.172788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bad3c42-c051-4af3-b8ea-71bf2455173c admin admin] Network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:48:18.183397 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-9bad3c42-c051-4af3-b8ea-71bf2455173c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 6ecb396e-f948-4a10-a3d7-d4d7d461dee5) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:18.190966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bad3c42-c051-4af3-b8ea-71bf2455173c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:18.191328 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bad3c42-c051-4af3-b8ea-71bf2455173c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:18.193566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e01feab-eaf7-4cef-bbd6-dea168791eaa None None] Network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:48:18.215123 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9bad3c42-c051-4af3-b8ea-71bf2455173c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4789329 Aug 28 12:48:18.389641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889881b0-cc4d-48f5-968c-d775f2ff44f8 None None] Network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:48:23.199385 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fc68a-b946-44e7-9e5a-994fc4743a29 req-d3e43110-87de-4357-ba07-7a92d33d5e16 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:23.201246 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f2fc68a-b946-44e7-9e5a-994fc4743a29 req-d3e43110-87de-4357-ba07-7a92d33d5e16 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.1087825 Aug 28 12:48:23.262778 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f2fc68a-b946-44e7-9e5a-994fc4743a29 req-5e89613b-b068-496b-99cd-965ecac68faa tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530038 Aug 28 12:48:23.318982 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44346) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:23.516541 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c3a52cb-7243-43ea-be88-9bfa16fdb96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:23.653284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7635b-c53f-45db-a583-b054bc833eff req-df88dbc2-67c8-409b-bda3-81da447f9f20 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:23.663617 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-48b7635b-c53f-45db-a583-b054bc833eff req-df88dbc2-67c8-409b-bda3-81da447f9f20 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 949 time: 0.1365252 Aug 28 12:48:23.729102 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-48b7635b-c53f-45db-a583-b054bc833eff req-60c72d4c-f7c5-40da-887f-6e89895fcc5d tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643075 Aug 28 12:48:23.756405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-2045656d-5db2-4ca5-ba9c-e3fa03635b36 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:23.758351 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-2045656d-5db2-4ca5-ba9c-e3fa03635b36 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/networks?id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5 HTTP/1.1" status: 200 len: 813 time: 0.1509442 Aug 28 12:48:23.773857 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c3a52cb-7243-43ea-be88-9bfa16fdb96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:23.780340 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-14d1bd26-825a-4c0e-b61e-f5cb9c5cad80 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/quotas/97297c2f57c24a288a8e7ed2e5bec758 HTTP/1.1" status: 200 len: 375 time: 0.0156913 Aug 28 12:48:23.780847 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c3a52cb-7243-43ea-be88-9bfa16fdb96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:23.831419 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-567cae88-e43f-40b8-9b4e-1ef20216e06b tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=97297c2f57c24a288a8e7ed2e5bec758&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426176 Aug 28 12:48:23.862520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44378) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:23.862653 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1c3a52cb-7243-43ea-be88-9bfa16fdb96b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44a6175cdd454ba1843b3483bc99c809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5424740 Aug 28 12:48:23.917403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a52cb-7243-43ea-be88-9bfa16fdb96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0088e0-3335-44ac-8a43-ab6213b878c4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:23.947059 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:23.950149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd36dd-6b57-474d-a0fd-88b1a30b10b7 req-3fe73ba4-36e7-4a35-b535-54614828bf23 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:23.952036 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-75bd36dd-6b57-474d-a0fd-88b1a30b10b7 req-3fe73ba4-36e7-4a35-b535-54614828bf23 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.1001329 Aug 28 12:48:23.999807 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-75bd36dd-6b57-474d-a0fd-88b1a30b10b7 req-4cb9c2eb-2403-41b6-93b0-bcfd276d8993 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398865 Aug 28 12:48:24.062028 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:24.086454 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-7260c8dd-bf96-4dd6-ba7a-809545e7b63f service neutron] 10.222.0.20 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536926 Aug 28 12:48:24.208741 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-793a10f5-4d78-479b-8f49-22ab9c37ae5a service neutron] 10.222.0.20 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148789 Aug 28 12:48:24.209789 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:24.248365 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:24.259858 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e0088e0-3335-44ac-8a43-ab6213b878c4 HTTP/1.1" status: 204 len: 168 time: 0.3910120 Aug 28 12:48:24.272867 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0088e0-3335-44ac-8a43-ab6213b878c4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:24.304530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:24.306082 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:24.306605 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:24.307719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:24.310625 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:24.311123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:24.311624 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:24.312107 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:24.312618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:24.313111 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:24.318846 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:24.319430 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400120a6-7311-419f-8f38-60ab1b293106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:24.641468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68d2bf-1c52-46a6-8552-80b4f9f24f6a req-eef2cc86-1b14-461e-bc5b-fa07629afe83 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:24.643086 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e68d2bf-1c52-46a6-8552-80b4f9f24f6a req-eef2cc86-1b14-461e-bc5b-fa07629afe83 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=966b8081-93f1-40cf-bf59-072c0d74f813 HTTP/1.1" status: 200 len: 945 time: 0.1007497 Aug 28 12:48:24.786781 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e68d2bf-1c52-46a6-8552-80b4f9f24f6a req-dcd8adf1-2342-497b-b446-d900dc77274f tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280327 Aug 28 12:48:24.914338 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a2984ead-840a-437c-bae7-33cca586432c req-857382d8-04ac-464d-b018-a9573847077d tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 210 time: 0.0701325 Aug 28 12:48:24.940925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d279e-0317-4dc6-b20d-2cef12904d42 req-4bf8d900-d10f-49e8-8edb-f212fa7d1025 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:24.948914 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-726d279e-0317-4dc6-b20d-2cef12904d42 req-4bf8d900-d10f-49e8-8edb-f212fa7d1025 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 946 time: 0.0739176 Aug 28 12:48:24.987124 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-726d279e-0317-4dc6-b20d-2cef12904d42 req-0ae8f128-af9d-49fb-8a20-a94a03b3b4be tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371690 Aug 28 12:48:25.067562 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-4ef72384-0583-4b91-9036-e8a81acc416e req-72688062-5044-4c97-9d0c-4604a6607688 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:48:25.068548 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4ef72384-0583-4b91-9036-e8a81acc416e req-72688062-5044-4c97-9d0c-4604a6607688 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068078 Aug 28 12:48:25.184066 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4ef72384-0583-4b91-9036-e8a81acc416e req-552ee65e-e984-4b54-8c0d-0d9282a0fa7d tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1036954 Aug 28 12:48:25.556896 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:25.608970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44462) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:25.610708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c3c51-3201-481a-bb2c-031bfe14edde req-893d7827-f305-446d-9a6c-36f7724fe620 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:25.628440 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad1c3c51-3201-481a-bb2c-031bfe14edde req-893d7827-f305-446d-9a6c-36f7724fe620 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.1340117 Aug 28 12:48:25.748607 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad1c3c51-3201-481a-bb2c-031bfe14edde req-5aa7fa87-92a4-44c9-9b41-327441ccb41b tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171777 Aug 28 12:48:25.792518 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:25.830832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-be321cb8-aac3-4def-979f-1d3f7b89d11f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1050740521-network', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:25.881523 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb2144b-b98f-4ab2-bbe5-cda521335726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:25.885034 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad457b3-63de-47cf-b3ac-d17f56e96053" -d '{"events": [{"server_uuid": "3fb2144b-b98f-4ab2-bbe5-cda521335726", "name": "network-vif-unplugged", "status": "completed", "tag": "be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:25.885764 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be321cb8-aac3-4def-979f-1d3f7b89d11f admin admin] Made reservation on behalf of a82bd92446f943d4aa701f8d58bc405f for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:25.892798 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:25.893922 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-be321cb8-aac3-4def-979f-1d3f7b89d11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:25.898895 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:25.919812 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-be321cb8-aac3-4def-979f-1d3f7b89d11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:25.963107 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42aac517-c199-4631-9219-c193479ab88a x-openstack-request-id: req-42aac517-c199-4631-9219-c193479ab88a {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:25.963524 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb2144b-b98f-4ab2-bbe5-cda521335726", "name": "network-vif-unplugged", "status": "completed", "tag": "be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:25.963844 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42aac517-c199-4631-9219-c193479ab88a {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:25.967663 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb2144b-b98f-4ab2-bbe5-cda521335726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e', 'code': 200} Aug 28 12:48:26.049336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:26.083328 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66910534-9419-4542-b2c2-71d53c56abd6 req-e984adb9-a8eb-47b7-ac5e-68c829573206 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:26.093675 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-66910534-9419-4542-b2c2-71d53c56abd6 req-e984adb9-a8eb-47b7-ac5e-68c829573206 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=966b8081-93f1-40cf-bf59-072c0d74f813 HTTP/1.1" status: 200 len: 945 time: 0.1829426 Aug 28 12:48:26.096059 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2a86f8e-53dd-4b6f-bbda-cbc0bfbc6005 req-72f4b113-14e9-4967-af51-51bf5d4fb1da tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 210 time: 0.0666037 Aug 28 12:48:26.199223 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-be321cb8-aac3-4def-979f-1d3f7b89d11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:26.205294 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-be321cb8-aac3-4def-979f-1d3f7b89d11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:26.211125 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-66910534-9419-4542-b2c2-71d53c56abd6 req-b63c7457-63f2-4e73-9bc1-d57b0ae203cd tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152163 Aug 28 12:48:26.232290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be321cb8-aac3-4def-979f-1d3f7b89d11f admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:48:26.252222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be321cb8-aac3-4def-979f-1d3f7b89d11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6676e645-d2a5-404b-982b-692a6cf314ae,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:26.259539 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-be321cb8-aac3-4def-979f-1d3f7b89d11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:26.259962 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-be321cb8-aac3-4def-979f-1d3f7b89d11f admin admin] Added segment 7d3203c0-d8b0-47b5-a973-a4bb95a4f147 of type vlan for network 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca Aug 28 12:48:26.329796 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-be321cb8-aac3-4def-979f-1d3f7b89d11f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:26.405296 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed1857-8450-423f-b746-7b961f258fd4 req-75e4cb74-0aa7-43d2-a500-ffc0bb346081 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:26.414390 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b1ed1857-8450-423f-b746-7b961f258fd4 req-75e4cb74-0aa7-43d2-a500-ffc0bb346081 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 946 time: 0.0997858 Aug 28 12:48:26.417232 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-be321cb8-aac3-4def-979f-1d3f7b89d11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:26.418295 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be321cb8-aac3-4def-979f-1d3f7b89d11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:26.419003 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-be321cb8-aac3-4def-979f-1d3f7b89d11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:26.577199 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-be321cb8-aac3-4def-979f-1d3f7b89d11f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9671943 Aug 28 12:48:26.581771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44496) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:26.601677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-8f193528-9891-49b4-8fcd-5a01d50240d5 admin admin] Request body: {'subnet': {'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1050740521-subnet', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:26.613320 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be321cb8-aac3-4def-979f-1d3f7b89d11f admin admin] Pushing event updated for resources: {'Network': ['ID=34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:26.624260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:48:26.658756 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b1ed1857-8450-423f-b746-7b961f258fd4 req-9bc8baa7-ac89-4f28-9930-ad4144e2a3b6 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433259 Aug 28 12:48:26.681050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f193528-9891-49b4-8fcd-5a01d50240d5 admin admin] Made reservation on behalf of a82bd92446f943d4aa701f8d58bc405f for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:26.683433 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f193528-9891-49b4-8fcd-5a01d50240d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:26.749670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-70586a17-53b4-4f69-baa7-e7e0aed7a3a6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:26.752484 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-70586a17-53b4-4f69-baa7-e7e0aed7a3a6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.11 "GET /v2.0/networks?id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5 HTTP/1.1" status: 200 len: 813 time: 0.3090434 Aug 28 12:48:26.775002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-1a365925-4541-46e6-962b-fbf4e09436a6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Request body: {'port': {'device_id': 'c69f8794-0b6f-46d7-a4c6-2367f9a68050', 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5', 'admin_state_up': True, 'tenant_id': '97297c2f57c24a288a8e7ed2e5bec758'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:26.936523 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aa36b-1ecc-4b66-91b3-74bf5e9cb571 req-cccdcf29-cc9b-4f5c-b126-eeba09816174 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:26.946085 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aa36b-1ecc-4b66-91b3-74bf5e9cb571 req-cccdcf29-cc9b-4f5c-b126-eeba09816174 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:26.956089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aa36b-1ecc-4b66-91b3-74bf5e9cb571 req-cccdcf29-cc9b-4f5c-b126-eeba09816174 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:26.960491 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-492aa36b-1ecc-4b66-91b3-74bf5e9cb571 req-cccdcf29-cc9b-4f5c-b126-eeba09816174 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10&device_id=966b8081-93f1-40cf-bf59-072c0d74f813&device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 2418 time: 0.1236136 Aug 28 12:48:27.015155 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-492aa36b-1ecc-4b66-91b3-74bf5e9cb571 req-293589d9-2c26-42d1-9f33-3968048e3d1f tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440524 Aug 28 12:48:27.015788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69402c6-1bf0-4639-8327-8befd837144e req-9b70c245-726e-44ed-8227-a7d788001c9f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:27.018565 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e69402c6-1bf0-4639-8327-8befd837144e req-9b70c245-726e-44ed-8227-a7d788001c9f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 945 time: 0.1793127 Aug 28 12:48:27.229219 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-1a365925-4541-46e6-962b-fbf4e09436a6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Made reservation on behalf of 97297c2f57c24a288a8e7ed2e5bec758 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:27.243059 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-1a365925-4541-46e6-962b-fbf4e09436a6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:27.341490 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1f725c22-f46a-4050-b0c8-8dc6e2cdee99 req-12cc5f6e-a7c9-47db-991c-50d418ead3bf tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0917931 Aug 28 12:48:27.421558 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e69402c6-1bf0-4639-8327-8befd837144e req-43a97aed-cde5-42e4-a339-3eecb1f07b2f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714793 Aug 28 12:48:27.471103 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304155f-c7d2-4996-abf9-16ff33f91eb7 req-048badea-62b9-4877-aa9e-4e1061509a7b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:27.475224 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a304155f-c7d2-4996-abf9-16ff33f91eb7 req-048badea-62b9-4877-aa9e-4e1061509a7b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 945 time: 0.1127958 Aug 28 12:48:27.476654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-838423d5-9705-4d88-a0dc-c91feef9760a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:27.478172 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-838423d5-9705-4d88-a0dc-c91feef9760a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.11 "GET /v2.0/networks?id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5 HTTP/1.1" status: 200 len: 813 time: 0.2678003 Aug 28 12:48:27.482492 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f193528-9891-49b4-8fcd-5a01d50240d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:27.524714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-ed21c852-8db1-4f46-ba4a-c5f446eaaa6a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Request body: {'port': {'device_id': '1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da', 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5', 'admin_state_up': True, 'tenant_id': '97297c2f57c24a288a8e7ed2e5bec758'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:27.570841 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88721a2c-76f0-4c7d-a583-8b4a60b31c75 req-8367a404-cde7-4758-b6df-0bcf25cb5d20 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 210 time: 0.0933065 Aug 28 12:48:27.583218 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:48:27.713450 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-a304155f-c7d2-4996-abf9-16ff33f91eb7 req-f339f0c0-a9df-41fe-a620-f248aa22589f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Deleting port 951d0044-efd0-4156-9e2f-aae8d2ae0544 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:27.713801 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a304155f-c7d2-4996-abf9-16ff33f91eb7 req-f339f0c0-a9df-41fe-a620-f248aa22589f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:27.743624 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f193528-9891-49b4-8fcd-5a01d50240d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=526a336e-900b-4689-af7c-3430ff17c63c,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:27.761969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f193528-9891-49b4-8fcd-5a01d50240d5 admin admin] Checking segment: {'id': '7d3203c0-d8b0-47b5-a973-a4bb95a4f147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:27.763128 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f193528-9891-49b4-8fcd-5a01d50240d5 admin admin] Network hostable DHCP agents. Network: 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:48:27.775175 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:27.792119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68', 'mac_address': 'fa:16:3e:fb:d0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:48:27.830394 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f193528-9891-49b4-8fcd-5a01d50240d5 admin admin] Network 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:48:27.861391 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:27.870759 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-8f193528-9891-49b4-8fcd-5a01d50240d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:27.884176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f193528-9891-49b4-8fcd-5a01d50240d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:27.885120 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f193528-9891-49b4-8fcd-5a01d50240d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:27.890456 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3f0878-6219-4e7d-ac0b-aed323601eeb None None] Network 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:48:27.904356 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-1a365925-4541-46e6-962b-fbf4e09436a6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Allocated IP 172.20.0.11 (6ecb396e-f948-4a10-a3d7-d4d7d461dee5/0c5a5b00-85eb-4451-911d-26341145acff/9d3509bc-68b6-420f-86aa-429596e64b45) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:48:27.914453 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8f193528-9891-49b4-8fcd-5a01d50240d5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3274789 Aug 28 12:48:27.916576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44526) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:27.928176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1050740521-router', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:27.955813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-a304155f-c7d2-4996-abf9-16ff33f91eb7 req-f339f0c0-a9df-41fe-a620-f248aa22589f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] For port 951d0044-efd0-4156-9e2f-aae8d2ae0544, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=951d0044-efd0-4156-9e2f-aae8d2ae0544,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:27.957065 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a304155f-c7d2-4996-abf9-16ff33f91eb7 req-f339f0c0-a9df-41fe-a620-f248aa22589f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:27.977415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-a304155f-c7d2-4996-abf9-16ff33f91eb7 req-f339f0c0-a9df-41fe-a620-f248aa22589f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Calling delete_port for 951d0044-efd0-4156-9e2f-aae8d2ae0544 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:27.995022 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:48:28.003042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-ed21c852-8db1-4f46-ba4a-c5f446eaaa6a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Made reservation on behalf of 97297c2f57c24a288a8e7ed2e5bec758 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:28.008598 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-ed21c852-8db1-4f46-ba4a-c5f446eaaa6a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:28.014816 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:28.016079 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:28.071022 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:28.091203 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:48:28.180883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'fixed_ips': [{'subnet_id': '526a336e-900b-4689-af7c-3430ff17c63c'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:48:28.186827 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:28.301927 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a304155f-c7d2-4996-abf9-16ff33f91eb7 req-f339f0c0-a9df-41fe-a620-f248aa22589f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:28.349391 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:28.364854 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:28.378146 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:28.415103 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339f0c0-a9df-41fe-a620-f248aa22589f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Pushing event deleted for resources: {'Port': ['ID=951d0044-efd0-4156-9e2f-aae8d2ae0544,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:28.450888 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a304155f-c7d2-4996-abf9-16ff33f91eb7 req-f339f0c0-a9df-41fe-a620-f248aa22589f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] No DVR routers for this DVR port 951d0044-efd0-4156-9e2f-aae8d2ae0544 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:48:28.462341 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a304155f-c7d2-4996-abf9-16ff33f91eb7 req-f339f0c0-a9df-41fe-a620-f248aa22589f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:28.464583 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a304155f-c7d2-4996-abf9-16ff33f91eb7 req-f339f0c0-a9df-41fe-a620-f248aa22589f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.10 "DELETE /v2.0/ports/951d0044-efd0-4156-9e2f-aae8d2ae0544 HTTP/1.1" status: 204 len: 173 time: 0.9676042 Aug 28 12:48:28.492787 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d18599-9d8d-493c-bbf3-81a2feece66e', 'name': 'network-vif-deleted', 'tag': '951d0044-efd0-4156-9e2f-aae8d2ae0544'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:28.500990 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-1a365925-4541-46e6-962b-fbf4e09436a6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:28.502885 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985467f5-26ea-4277-949d-708ba7c303c9" -d '{"events": [{"server_uuid": "f3d18599-9d8d-493c-bbf3-81a2feece66e", "name": "network-vif-deleted", "tag": "951d0044-efd0-4156-9e2f-aae8d2ae0544"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:28.545135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:28.557050 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:28.557646 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:28.558178 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:28.558732 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:28.559244 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:28.559770 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:28.560274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:28.560783 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:28.561293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:28.561935 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:28.562715 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:28.563223 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:48:28.586212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['208aa19a-d60f-4f58-b2f2-2b21eb4cac68'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:48:28.587918 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65219f4e-e477-4dad-a2eb-dccca314a32d req-c2d6e763-262a-49ce-acb0-3dde13cc273c tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3d18599-9d8d-493c-bbf3-81a2feece66e HTTP/1.1" status: 200 len: 210 time: 0.0411336 Aug 28 12:48:28.602710 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-1a365925-4541-46e6-962b-fbf4e09436a6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:28.647369 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Allocated IP 172.20.0.2 (34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca/526a336e-900b-4689-af7c-3430ff17c63c/f5d3ad71-6d32-4b31-a037-c0798d374b45) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:48:28.664229 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e489411-b520-4889-9ff8-7667d2264bc8 x-openstack-request-id: req-6e489411-b520-4889-9ff8-7667d2264bc8 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:28.665305 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d18599-9d8d-493c-bbf3-81a2feece66e", "name": "network-vif-deleted", "tag": "951d0044-efd0-4156-9e2f-aae8d2ae0544", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:28.665305 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e489411-b520-4889-9ff8-7667d2264bc8 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:28.665484 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d18599-9d8d-493c-bbf3-81a2feece66e', 'name': 'network-vif-deleted', 'tag': '951d0044-efd0-4156-9e2f-aae8d2ae0544', 'status': 'completed', 'code': 200} Aug 28 12:48:28.919475 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:28.932746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Transition to ACTIVE for port object f5d3ad71-6d32-4b31-a037-c0798d374b45 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:28.954394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Transition to ACTIVE for port object f5d3ad71-6d32-4b31-a037-c0798d374b45 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:28.964884 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:29.011887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a365925-4541-46e6-962b-fbf4e09436a6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Pushing event updated for resources: {'Port': ['ID=9d3509bc-68b6-420f-86aa-429596e64b45,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:29.089313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-668e4b73-9d11-4aef-a1c3-cd26edd8bfe8 req-2b761ecb-ab2f-4bf5-b288-dbcf9b8fbf89 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 210 time: 0.1532559 Aug 28 12:48:29.102890 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-1a365925-4541-46e6-962b-fbf4e09436a6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:48:29.108274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-1a365925-4541-46e6-962b-fbf4e09436a6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:29.124720 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-1a365925-4541-46e6-962b-fbf4e09436a6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:48:29.213533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-ed21c852-8db1-4f46-ba4a-c5f446eaaa6a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Allocated IP 172.20.0.6 (6ecb396e-f948-4a10-a3d7-d4d7d461dee5/0c5a5b00-85eb-4451-911d-26341145acff/6911e863-c1d2-4668-bb6b-28d65e1e9265) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:48:29.238332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Network 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:48:29.247941 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:29.290638 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:48:29.354224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Pushing event updated for resources: {'Port': ['ID=f5d3ad71-6d32-4b31-a037-c0798d374b45,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:29.357820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-1a365925-4541-46e6-962b-fbf4e09436a6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:29.360602 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-1a365925-4541-46e6-962b-fbf4e09436a6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:29.390631 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-1a365925-4541-46e6-962b-fbf4e09436a6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6207724 Aug 28 12:48:29.456176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Request body: {'port': {'device_id': 'c69f8794-0b6f-46d7-a4c6-2367f9a68050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:29.498811 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Attempting to bind port f5d3ad71-6d32-4b31-a037-c0798d374b45 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:48:29.499625 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Attempting to bind port f5d3ad71-6d32-4b31-a037-c0798d374b45 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '7d3203c0-d8b0-47b5-a973-a4bb95a4f147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:48:29.499625 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Attempting to bind port f5d3ad71-6d32-4b31-a037-c0798d374b45 on network 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:48:29.515868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:48:29.516387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Checking segment: {'id': '7d3203c0-d8b0-47b5-a973-a4bb95a4f147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:29.516931 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:29.517336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Bound using segment: {'id': '7d3203c0-d8b0-47b5-a973-a4bb95a4f147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:48:29.517844 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Bound port: f5d3ad71-6d32-4b31-a037-c0798d374b45, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3203c0-d8b0-47b5-a973-a4bb95a4f147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:48:29.518235 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:29.530704 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:29.561743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c4c70-c5ce-44bc-bc03-42450a7daeb3 req-7c66c21f-3dc7-4ee4-89f5-2a824573866e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:29.571017 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-853c4c70-c5ce-44bc-bc03-42450a7daeb3 req-7c66c21f-3dc7-4ee4-89f5-2a824573866e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 946 time: 0.1532233 Aug 28 12:48:29.625755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] For port f5d3ad71-6d32-4b31-a037-c0798d374b45, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:48:29.630060 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-853c4c70-c5ce-44bc-bc03-42450a7daeb3 req-8879d1ff-71a1-4392-9c73-d5447c72019f tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526321 Aug 28 12:48:29.636713 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] For port f5d3ad71-6d32-4b31-a037-c0798d374b45, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f5d3ad71-6d32-4b31-a037-c0798d374b45,segment=NetworkSegment(7d3203c0-d8b0-47b5-a973-a4bb95a4f147),segment_id=7d3203c0-d8b0-47b5-a973-a4bb95a4f147)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:48:29.647264 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:29.654917 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:29.740209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96564f-7c13-48a6-bd54-315700907553 None None] Pushing event updated for resources: {'Port': ['ID=f5d3ad71-6d32-4b31-a037-c0798d374b45,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:29.768613 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:29.837628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 951d0044-efd0-4156-9e2f-aae8d2ae0544 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:29.903290 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 951d0044-efd0-4156-9e2f-aae8d2ae0544 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:48:29.903631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 951d0044-efd0-4156-9e2f-aae8d2ae0544 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:48:29.945334 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-ed21c852-8db1-4f46-ba4a-c5f446eaaa6a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:30.097765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Allocated IP 172.25.1.92 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:48:30.312461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1ca18-0a27-4bbb-9e58-6c34ecdd975d req-94034851-a50d-4a42-b79c-3a221aede915 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:30.314092 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28f1ca18-0a27-4bbb-9e58-6c34ecdd975d req-94034851-a50d-4a42-b79c-3a221aede915 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 944 time: 0.2118590 Aug 28 12:48:30.325769 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c82a3cde-7d62-4396-815d-ea54a51f71cf req-ebcbd014-acf1-46fe-936a-b7106a9dfd0c tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 210 time: 0.0632179 Aug 28 12:48:30.351482 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-ed21c852-8db1-4f46-ba4a-c5f446eaaa6a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:30.517790 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82719b87-7ee8-4fd8-89a3-e85971b503f4 req-82706230-b6ca-49d7-9db6-e229adbd3e4e tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:30.517790 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82719b87-7ee8-4fd8-89a3-e85971b503f4 req-82706230-b6ca-49d7-9db6-e229adbd3e4e tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 944 time: 0.0802646 Aug 28 12:48:30.543934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-ed21c852-8db1-4f46-ba4a-c5f446eaaa6a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:48:30.564765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-ed21c852-8db1-4f46-ba4a-c5f446eaaa6a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:30.567141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21c852-8db1-4f46-ba4a-c5f446eaaa6a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Pushing event updated for resources: {'Port': ['ID=6911e863-c1d2-4668-bb6b-28d65e1e9265,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:30.572018 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:30.575530 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-ed21c852-8db1-4f46-ba4a-c5f446eaaa6a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:48:30.634968 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28f1ca18-0a27-4bbb-9e58-6c34ecdd975d req-e9c765ef-dbc7-4943-bfb3-cdb8e5fbaadd tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115695 Aug 28 12:48:30.663350 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-ed21c852-8db1-4f46-ba4a-c5f446eaaa6a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:30.664282 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-ed21c852-8db1-4f46-ba4a-c5f446eaaa6a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:30.664665 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-82719b87-7ee8-4fd8-89a3-e85971b503f4 req-a8f3cc70-075c-4dde-9e25-dba716b5a272 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Deleting port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:30.665103 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82719b87-7ee8-4fd8-89a3-e85971b503f4 req-a8f3cc70-075c-4dde-9e25-dba716b5a272 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:30.766511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3509bc-68b6-420f-86aa-429596e64b45 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:48:30.781809 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:30.789111 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:30.802195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Transition to ACTIVE for port object 9d3509bc-68b6-420f-86aa-429596e64b45 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:30.813256 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:30.817159 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7144c3-18d4-4c1b-b875-e78b6fb43fdf req-8bfa6d39-89ed-49a3-bcd8-de84c1c130be tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:30.819148 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-af7144c3-18d4-4c1b-b875-e78b6fb43fdf req-8bfa6d39-89ed-49a3-bcd8-de84c1c130be tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 946 time: 0.0906577 Aug 28 12:48:30.857264 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-ed21c852-8db1-4f46-ba4a-c5f446eaaa6a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3384640 Aug 28 12:48:30.869960 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:48:30.881001 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Request body: {'port': {'device_id': '1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:30.887985 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-af7144c3-18d4-4c1b-b875-e78b6fb43fdf req-d8c85fe6-00ca-4903-b350-017bfbecbb6c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609603 Aug 28 12:48:30.912848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-82719b87-7ee8-4fd8-89a3-e85971b503f4 req-a8f3cc70-075c-4dde-9e25-dba716b5a272 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] For port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:30.913408 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82719b87-7ee8-4fd8-89a3-e85971b503f4 req-a8f3cc70-075c-4dde-9e25-dba716b5a272 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:30.918173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:30.935455 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:48:30.937300 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-82719b87-7ee8-4fd8-89a3-e85971b503f4 req-a8f3cc70-075c-4dde-9e25-dba716b5a272 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Calling delete_port for 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:31.018258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:31.119237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f5924-8490-455e-8872-37d191408990 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3509bc-68b6-420f-86aa-429596e64b45,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:31.249454 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82719b87-7ee8-4fd8-89a3-e85971b503f4 req-a8f3cc70-075c-4dde-9e25-dba716b5a272 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:31.269699 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:31.284242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3cc70-075c-4dde-9e25-dba716b5a272 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Pushing event deleted for resources: {'Port': ['ID=1f8b1475-1bf6-4e23-8e3f-7e610937e9d8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:31.359266 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b395981-4b09-42d5-97ec-66dcc50f454d None None] Network 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:48:31.422026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-82719b87-7ee8-4fd8-89a3-e85971b503f4 req-a8f3cc70-075c-4dde-9e25-dba716b5a272 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] No DVR routers for this DVR port 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:48:31.426059 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82719b87-7ee8-4fd8-89a3-e85971b503f4 req-a8f3cc70-075c-4dde-9e25-dba716b5a272 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:31.430920 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82719b87-7ee8-4fd8-89a3-e85971b503f4 req-a8f3cc70-075c-4dde-9e25-dba716b5a272 tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.10 "DELETE /v2.0/ports/1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 HTTP/1.1" status: 204 len: 173 time: 0.9036808 Aug 28 12:48:31.431406 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9be704-602a-477e-ba56-c7892be2ad98', 'name': 'network-vif-deleted', 'tag': '1f8b1475-1bf6-4e23-8e3f-7e610937e9d8'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:31.433886 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52519be9-f67a-4f75-a5dc-5a0cc1ed611f" -d '{"events": [{"server_uuid": "dc9be704-602a-477e-ba56-c7892be2ad98", "name": "network-vif-deleted", "tag": "1f8b1475-1bf6-4e23-8e3f-7e610937e9d8"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:31.497231 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76eb9df1-dea7-45dd-ad04-948a956d995b x-openstack-request-id: req-76eb9df1-dea7-45dd-ad04-948a956d995b {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:31.497493 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9be704-602a-477e-ba56-c7892be2ad98", "name": "network-vif-deleted", "tag": "1f8b1475-1bf6-4e23-8e3f-7e610937e9d8", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:31.497742 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76eb9df1-dea7-45dd-ad04-948a956d995b {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:31.500466 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9be704-602a-477e-ba56-c7892be2ad98', 'name': 'network-vif-deleted', 'tag': '1f8b1475-1bf6-4e23-8e3f-7e610937e9d8', 'status': 'completed', 'code': 200} Aug 28 12:48:31.609965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28af47-187c-461c-943d-84cf098b6b35 req-61736b79-fd12-465c-a68c-d24479bf8a33 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:31.611825 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be28af47-187c-461c-943d-84cf098b6b35 req-61736b79-fd12-465c-a68c-d24479bf8a33 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.11 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 946 time: 0.0970004 Aug 28 12:48:31.774643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f5d3ad71-6d32-4b31-a037-c0798d374b45 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:31.817381 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:31.821840 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Attempting to bind port 9d3509bc-68b6-420f-86aa-429596e64b45 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:48:31.823121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Attempting to bind port 9d3509bc-68b6-420f-86aa-429596e64b45 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:48:31.823806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Attempting to bind port 9d3509bc-68b6-420f-86aa-429596e64b45 on network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:48:31.847840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-be28af47-187c-461c-943d-84cf098b6b35 req-cb72d565-5f88-46be-9a81-164b16c13b8e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Deleting port ae1bef61-00ef-4f35-aa3f-10582d834543 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:31.849055 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-be28af47-187c-461c-943d-84cf098b6b35 req-cb72d565-5f88-46be-9a81-164b16c13b8e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:31.854545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08266211-c01c-475f-9d3b-41f20035859d req-aecf8580-c45d-4d20-b616-a1742459b0a3 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:31.857949 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-08266211-c01c-475f-9d3b-41f20035859d req-aecf8580-c45d-4d20-b616-a1742459b0a3 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 931 time: 0.2551422 Aug 28 12:48:31.871194 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6911e863-c1d2-4668-bb6b-28d65e1e9265 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:48:31.940090 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:31.959577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Transition to ACTIVE for port object 6911e863-c1d2-4668-bb6b-28d65e1e9265 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:31.964448 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Port 9d3509bc-68b6-420f-86aa-429596e64b45 on network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:48:31.964780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Attempting to bind port 9d3509bc-68b6-420f-86aa-429596e64b45 on network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:48:32.058108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:48:32.061704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Checking segment: {'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:32.061704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Bound using segment: {'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:48:32.062145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Bound port: 9d3509bc-68b6-420f-86aa-429596e64b45, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:48:32.062693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:32.094966 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:32.101340 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4dceeee6-e58b-4a94-bf12-034cf62f5e19 req-6b6aa5f3-ad3e-489e-b8e8-55ecbbfdce9f tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc9be704-602a-477e-ba56-c7892be2ad98 HTTP/1.1" status: 200 len: 210 time: 0.0567958 Aug 28 12:48:32.156026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-be28af47-187c-461c-943d-84cf098b6b35 req-cb72d565-5f88-46be-9a81-164b16c13b8e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] For port ae1bef61-00ef-4f35-aa3f-10582d834543, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=ae1bef61-00ef-4f35-aa3f-10582d834543,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:32.156404 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-be28af47-187c-461c-943d-84cf098b6b35 req-cb72d565-5f88-46be-9a81-164b16c13b8e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:32.200593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-be28af47-187c-461c-943d-84cf098b6b35 req-cb72d565-5f88-46be-9a81-164b16c13b8e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Calling delete_port for ae1bef61-00ef-4f35-aa3f-10582d834543 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:32.246993 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0c128412-bbdb-4750-bebd-227772eb3d6b None None] Provisioning for port f5d3ad71-6d32-4b31-a037-c0798d374b45 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:32.289293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port f5d3ad71-6d32-4b31-a037-c0798d374b45 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:32.307796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:32.308420 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:32.313682 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f5d3ad71-6d32-4b31-a037-c0798d374b45 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:32.314341 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:32.362566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2a768-a78f-4d20-b76e-cc8b2093b6ea req-9d0fdcf8-a116-4bc3-b02b-e7a35404e4bb tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:32.364875 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4ae2a768-a78f-4d20-b76e-cc8b2093b6ea req-9d0fdcf8-a116-4bc3-b02b-e7a35404e4bb tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 946 time: 0.1252546 Aug 28 12:48:32.391896 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] For port 9d3509bc-68b6-420f-86aa-429596e64b45, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:48:32.406503 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-08266211-c01c-475f-9d3b-41f20035859d req-be04c90e-d3b0-40ac-87af-57214ca39634 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227749 Aug 28 12:48:32.428519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] For port 9d3509bc-68b6-420f-86aa-429596e64b45, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9d3509bc-68b6-420f-86aa-429596e64b45,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:48:32.460295 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4ae2a768-a78f-4d20-b76e-cc8b2093b6ea req-478c6118-10b9-4a33-a9f0-ca07e6c5102d tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849671 Aug 28 12:48:32.463120 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:32.494972 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Pushing event updated for resources: {'Port': ['ID=6911e863-c1d2-4668-bb6b-28d65e1e9265,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:32.527324 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:32.578104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:32.579088 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:32.580170 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-954f5924-8490-455e-8872-37d191408990 service neutron] 10.222.0.11 "PUT /v2.0/ports/9d3509bc-68b6-420f-86aa-429596e64b45 HTTP/1.1" status: 200 len: 1093 time: 3.1365852 Aug 28 12:48:32.609524 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-be28af47-187c-461c-943d-84cf098b6b35 req-cb72d565-5f88-46be-9a81-164b16c13b8e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:32.618250 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:32.625585 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['ae1bef61-00ef-4f35-aa3f-10582d834543', '5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7', '6ead5d09-aab2-452c-95e9-84b1b263167c'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:48:32.634510 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69f8794-0b6f-46d7-a4c6-2367f9a68050', 'tag': '9d3509bc-68b6-420f-86aa-429596e64b45'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:32.636782 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fb13a1-7a80-46e6-98bf-fb4f447f994f" -d '{"events": [{"name": "network-changed", "server_uuid": "c69f8794-0b6f-46d7-a4c6-2367f9a68050", "tag": "9d3509bc-68b6-420f-86aa-429596e64b45"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:32.727126 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:32.756451 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72d565-5f88-46be-9a81-164b16c13b8e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Pushing event deleted for resources: {'Port': ['ID=ae1bef61-00ef-4f35-aa3f-10582d834543,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:32.777696 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace70f96-831c-4fce-9b46-a07ceb6940fe x-openstack-request-id: req-ace70f96-831c-4fce-9b46-a07ceb6940fe {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:32.779773 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69f8794-0b6f-46d7-a4c6-2367f9a68050", "tag": "9d3509bc-68b6-420f-86aa-429596e64b45", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:32.780171 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ace70f96-831c-4fce-9b46-a07ceb6940fe {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:32.780704 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69f8794-0b6f-46d7-a4c6-2367f9a68050', 'tag': '9d3509bc-68b6-420f-86aa-429596e64b45', 'status': 'completed', 'code': 200} Aug 28 12:48:32.805923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-be28af47-187c-461c-943d-84cf098b6b35 req-cb72d565-5f88-46be-9a81-164b16c13b8e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] No DVR routers for this DVR port ae1bef61-00ef-4f35-aa3f-10582d834543 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:48:32.814245 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-be28af47-187c-461c-943d-84cf098b6b35 req-cb72d565-5f88-46be-9a81-164b16c13b8e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:32.814245 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be28af47-187c-461c-943d-84cf098b6b35 req-cb72d565-5f88-46be-9a81-164b16c13b8e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.11 "DELETE /v2.0/ports/ae1bef61-00ef-4f35-aa3f-10582d834543 HTTP/1.1" status: 204 len: 173 time: 1.1914341 Aug 28 12:48:32.839661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:32.853709 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfe1936-cc94-4517-9e66-0845faa4cdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:32.857451 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f90f51-b7fa-456f-a1bf-d58f7f57b48c" -d '{"events": [{"server_uuid": "4dfe1936-cc94-4517-9e66-0845faa4cdce", "name": "network-vif-plugged", "status": "completed", "tag": "208aa19a-d60f-4f58-b2f2-2b21eb4cac68"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:32.881316 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:33.006480 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f0b4c1-647a-407d-ad27-d6d0589799d5 x-openstack-request-id: req-50f0b4c1-647a-407d-ad27-d6d0589799d5 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:33.006768 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfe1936-cc94-4517-9e66-0845faa4cdce", "name": "network-vif-plugged", "status": "completed", "tag": "208aa19a-d60f-4f58-b2f2-2b21eb4cac68", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:33.007027 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50f0b4c1-647a-407d-ad27-d6d0589799d5 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:33.007423 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfe1936-cc94-4517-9e66-0845faa4cdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68', 'code': 200} Aug 28 12:48:33.013814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f5924-8490-455e-8872-37d191408990 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3509bc-68b6-420f-86aa-429596e64b45,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:33.022465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Attempting to bind port 6911e863-c1d2-4668-bb6b-28d65e1e9265 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:48:33.023192 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Attempting to bind port 6911e863-c1d2-4668-bb6b-28d65e1e9265 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:48:33.023343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Attempting to bind port 6911e863-c1d2-4668-bb6b-28d65e1e9265 on network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:48:33.039358 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-c1b1baee-0f1e-453b-bf1c-4939301cabe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:33.041002 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-c1b1baee-0f1e-453b-bf1c-4939301cabe9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=97297c2f57c24a288a8e7ed2e5bec758&device_id=c69f8794-0b6f-46d7-a4c6-2367f9a68050 HTTP/1.1" status: 200 len: 1096 time: 0.3271887 Aug 28 12:48:33.047800 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Port 6911e863-c1d2-4668-bb6b-28d65e1e9265 on network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:48:33.048244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Attempting to bind port 6911e863-c1d2-4668-bb6b-28d65e1e9265 on network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:48:33.076571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port f5d3ad71-6d32-4b31-a037-c0798d374b45, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f5d3ad71-6d32-4b31-a037-c0798d374b45,segment=NetworkSegment(7d3203c0-d8b0-47b5-a973-a4bb95a4f147),segment_id=7d3203c0-d8b0-47b5-a973-a4bb95a4f147)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:33.083646 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cea409ae-b32f-4e97-9985-10ea5e3706d1 None None] Provisioning complete for port f5d3ad71-6d32-4b31-a037-c0798d374b45 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:33.084069 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cea409ae-b32f-4e97-9985-10ea5e3706d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:33.120864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:48:33.121303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Checking segment: {'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:33.121782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Bound using segment: {'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:48:33.122342 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Bound port: 6911e863-c1d2-4668-bb6b-28d65e1e9265, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:48:33.122888 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:33.131277 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:33.177192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,revision_number=10']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:33.204531 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-b3d066af-4cb5-4364-8257-a5c13cbb8f83 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d3509bc-68b6-420f-86aa-429596e64b45 HTTP/1.1" status: 200 len: 217 time: 0.1436853 Aug 28 12:48:33.322618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=f5d3ad71-6d32-4b31-a037-c0798d374b45,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:33.460795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] For port 6911e863-c1d2-4668-bb6b-28d65e1e9265, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:48:33.464197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] For port 6911e863-c1d2-4668-bb6b-28d65e1e9265, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6911e863-c1d2-4668-bb6b-28d65e1e9265,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:48:33.490140 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:33.501243 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256cdc66-55d0-4b54-8dcd-1ae9190bbf10', 'name': 'network-vif-deleted', 'tag': 'ae1bef61-00ef-4f35-aa3f-10582d834543'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:33.505500 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685ce034-0d42-4f37-887a-796770139b1f" -d '{"events": [{"server_uuid": "256cdc66-55d0-4b54-8dcd-1ae9190bbf10", "name": "network-vif-deleted", "tag": "ae1bef61-00ef-4f35-aa3f-10582d834543"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:33.577338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Pushing event updated for resources: {'Port': ['ID=6911e863-c1d2-4668-bb6b-28d65e1e9265,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:33.717717 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be144640-9961-47bb-8911-ecb1344cfa43 req-b7fd2953-9a94-4c34-ab21-d96100287b58 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:33.729221 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be144640-9961-47bb-8911-ecb1344cfa43 req-b7fd2953-9a94-4c34-ab21-d96100287b58 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 943 time: 0.1767263 Aug 28 12:48:33.846917 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:33.864059 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be144640-9961-47bb-8911-ecb1344cfa43 req-e6f68356-092d-4f4c-b177-7f2bd087a14d tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277289 Aug 28 12:48:33.893687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:48:33.894036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 1f8b1475-1bf6-4e23-8e3f-7e610937e9d8 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:48:33.926589 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278968c4-4482-41c7-8007-22ea6353c932 x-openstack-request-id: req-278968c4-4482-41c7-8007-22ea6353c932 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:33.927248 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256cdc66-55d0-4b54-8dcd-1ae9190bbf10", "name": "network-vif-deleted", "tag": "ae1bef61-00ef-4f35-aa3f-10582d834543", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:33.927781 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-278968c4-4482-41c7-8007-22ea6353c932 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:33.928363 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256cdc66-55d0-4b54-8dcd-1ae9190bbf10', 'name': 'network-vif-deleted', 'tag': 'ae1bef61-00ef-4f35-aa3f-10582d834543', 'status': 'completed', 'code': 200} Aug 28 12:48:33.939049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:33.939748 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:33.942034 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-99b1e2ee-f9cc-49e8-bed2-22ff39b80b91 service neutron] 10.222.0.11 "PUT /v2.0/ports/6911e863-c1d2-4668-bb6b-28d65e1e9265 HTTP/1.1" status: 200 len: 1092 time: 3.0682168 Aug 28 12:48:34.036726 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6caabf02-8d14-4060-96ae-8a9508299c27 req-9f7609be-10df-4430-b2f3-490cba6e205c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=256cdc66-55d0-4b54-8dcd-1ae9190bbf10 HTTP/1.1" status: 200 len: 210 time: 0.0833926 Aug 28 12:48:34.039631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-4613a442-bc13-40a6-a201-1533d183fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:34.047604 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-4613a442-bc13-40a6-a201-1533d183fe10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c5a5b00-85eb-4451-911d-26341145acff HTTP/1.1" status: 200 len: 853 time: 0.7702546 Aug 28 12:48:34.123224 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-11cb612c-7bdd-4343-9717-2a96a0e48649 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354347 Aug 28 12:48:34.128415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad7354-02a1-44ce-97a4-8b66006ead96 req-48ecc6f1-e3b1-4119-8382-4cadff3252fc tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:34.136100 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44ad7354-02a1-44ce-97a4-8b66006ead96 req-48ecc6f1-e3b1-4119-8382-4cadff3252fc tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 945 time: 0.0760345 Aug 28 12:48:34.154001 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-04bf9492-81dc-469f-827c-3e97fa84ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:34.165322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-04bf9492-81dc-469f-827c-3e97fa84ad99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=97297c2f57c24a288a8e7ed2e5bec758&device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 1095 time: 0.1427238 Aug 28 12:48:34.175396 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:34.224281 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44ad7354-02a1-44ce-97a4-8b66006ead96 req-7214b9ed-3cd7-49b1-88c6-d50b886e1a1a tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/security-groups?id=c204b5fc-d127-40f0-afb9-08d235f2df90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825121 Aug 28 12:48:34.245223 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-938f39dd-bf1f-4b8c-afa2-3b11aa831c1f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6911e863-c1d2-4668-bb6b-28d65e1e9265 HTTP/1.1" status: 200 len: 217 time: 0.0569005 Aug 28 12:48:34.249418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f57c8-1511-4b45-b06a-9ddb7b734835 req-94d41bd9-bfc5-4594-8756-c0d8eba2111e tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:34.251923 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-785f57c8-1511-4b45-b06a-9ddb7b734835 req-94d41bd9-bfc5-4594-8756-c0d8eba2111e tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 945 time: 0.1035137 Aug 28 12:48:34.381098 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-16742a4c-53e4-49fc-9f1b-71cb484cee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:34.382908 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-16742a4c-53e4-49fc-9f1b-71cb484cee8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c5a5b00-85eb-4451-911d-26341145acff HTTP/1.1" status: 200 len: 853 time: 0.1014292 Aug 28 12:48:34.416855 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-785f57c8-1511-4b45-b06a-9ddb7b734835 req-b3f41320-618a-4738-9bed-c1335bc3ae3b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Deleting port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:34.417215 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-785f57c8-1511-4b45-b06a-9ddb7b734835 req-b3f41320-618a-4738-9bed-c1335bc3ae3b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:34.455481 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-6aa98708-53e2-4bac-b8a5-306676260e17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367656 Aug 28 12:48:34.524390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-e46c58e9-c9e9-4f34-9ad3-5650e14655ca service neutron] 10.222.0.11 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563297 Aug 28 12:48:34.542630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-785f57c8-1511-4b45-b06a-9ddb7b734835 req-b3f41320-618a-4738-9bed-c1335bc3ae3b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] For port 30b02793-ce0d-45e6-a5a1-4a0879cf3485, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=30b02793-ce0d-45e6-a5a1-4a0879cf3485,segment=NetworkSegment(27236785-cecf-44c7-a47d-ce27312d3cfb),segment_id=27236785-cecf-44c7-a47d-ce27312d3cfb)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:34.543686 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-785f57c8-1511-4b45-b06a-9ddb7b734835 req-b3f41320-618a-4738-9bed-c1335bc3ae3b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:34.565247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-785f57c8-1511-4b45-b06a-9ddb7b734835 req-b3f41320-618a-4738-9bed-c1335bc3ae3b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Calling delete_port for 30b02793-ce0d-45e6-a5a1-4a0879cf3485 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:34.720418 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-8550673c-ec49-4c0e-b498-9ffc1eb9dbf0 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276134 Aug 28 12:48:34.742216 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:48:34.774236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-0494676f-8ca2-42ee-9d1b-7ced02b15e50 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136729 Aug 28 12:48:34.777734 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-785f57c8-1511-4b45-b06a-9ddb7b734835 req-b3f41320-618a-4738-9bed-c1335bc3ae3b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:34.861492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da', 'tag': '6911e863-c1d2-4668-bb6b-28d65e1e9265'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:34.864464 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339df638-efae-4f0f-b4a0-17b33106b81c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da", "tag": "6911e863-c1d2-4668-bb6b-28d65e1e9265"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:34.924128 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-785f57c8-1511-4b45-b06a-9ddb7b734835 req-b3f41320-618a-4738-9bed-c1335bc3ae3b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] No DVR routers for this DVR port 30b02793-ce0d-45e6-a5a1-4a0879cf3485 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:48:34.927030 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f41320-618a-4738-9bed-c1335bc3ae3b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Pushing event deleted for resources: {'Port': ['ID=30b02793-ce0d-45e6-a5a1-4a0879cf3485,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:34.937483 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-785f57c8-1511-4b45-b06a-9ddb7b734835 req-b3f41320-618a-4738-9bed-c1335bc3ae3b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:34.940100 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-785f57c8-1511-4b45-b06a-9ddb7b734835 req-b3f41320-618a-4738-9bed-c1335bc3ae3b tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.10 "DELETE /v2.0/ports/30b02793-ce0d-45e6-a5a1-4a0879cf3485 HTTP/1.1" status: 204 len: 173 time: 0.6806529 Aug 28 12:48:34.963674 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f974d2-cb6e-448e-9979-b33d99019101 x-openstack-request-id: req-d6f974d2-cb6e-448e-9979-b33d99019101 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:34.963969 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da", "tag": "6911e863-c1d2-4668-bb6b-28d65e1e9265", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:34.964219 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6f974d2-cb6e-448e-9979-b33d99019101 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:34.964635 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da', 'tag': '6911e863-c1d2-4668-bb6b-28d65e1e9265', 'status': 'completed', 'code': 200} Aug 28 12:48:35.039327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d0eab-769c-4497-948f-863955c9c0eb req-5eeb48d1-5bdd-472b-bfaf-05be18ba40be tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:35.041604 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df5d0eab-769c-4497-948f-863955c9c0eb req-5eeb48d1-5bdd-472b-bfaf-05be18ba40be tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 943 time: 0.0648551 Aug 28 12:48:35.090757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb13a1-7a80-46e6-98bf-fb4f447f994f req-4980f1b6-ffd6-471e-a7fd-5d0abb201b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:35.092397 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c2fb13a1-7a80-46e6-98bf-fb4f447f994f req-4980f1b6-ffd6-471e-a7fd-5d0abb201b7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=97297c2f57c24a288a8e7ed2e5bec758&device_id=c69f8794-0b6f-46d7-a4c6-2367f9a68050 HTTP/1.1" status: 200 len: 1096 time: 0.2193825 Aug 28 12:48:35.105583 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df5d0eab-769c-4497-948f-863955c9c0eb req-2adeb45a-97db-451f-aa32-a1154f13850e tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570648 Aug 28 12:48:35.107424 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c66c69d5-d336-457c-ac9b-3be6af063c37 req-dccc9650-ad4f-41d9-a69d-c57b7509eb40 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788447 Aug 28 12:48:35.307817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f5d3ad71-6d32-4b31-a037-c0798d374b45 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:35.387299 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:48:35.402251 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Sync routers for ids ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:48:35.418994 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Routers {'89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:48:35.419958 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:48:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:35.480058 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f5d3ad71-6d32-4b31-a037-c0798d374b45 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:35.480442 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:35.515542 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61240b9f-9424-4703-8258-4e092331ee1f req-3a0bd10f-332a-4385-b211-1ed39baf56dd tempest-LiveAutoBlockMigrationV225Test-922253863 tempest-LiveAutoBlockMigrationV225Test-922253863-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3 HTTP/1.1" status: 200 len: 210 time: 0.1208909 Aug 28 12:48:35.606550 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device ae1bef61-00ef-4f35-aa3f-10582d834543 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:35.632664 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339df638-efae-4f0f-b4a0-17b33106b81c req-a0da6393-7d4f-41b9-9992-0a554e35075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:35.634924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-339df638-efae-4f0f-b4a0-17b33106b81c req-a0da6393-7d4f-41b9-9992-0a554e35075d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=97297c2f57c24a288a8e7ed2e5bec758&device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 1095 time: 0.4416335 Aug 28 12:48:35.640802 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:35.652308 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: ae1bef61-00ef-4f35-aa3f-10582d834543 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:48:35.653078 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d736fad2-fdcb-43b7-a0ce-02b5195289e6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.7342155 Aug 28 12:48:35.653751 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Set router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:48:35.654404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device ae1bef61-00ef-4f35-aa3f-10582d834543 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:48:35.661215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44722) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:35.827205 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339df638-efae-4f0f-b4a0-17b33106b81c req-d2aeaea4-3c50-4cdf-94ed-45f9cb8fd371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:35.829198 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-339df638-efae-4f0f-b4a0-17b33106b81c req-d2aeaea4-3c50-4cdf-94ed-45f9cb8fd371 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5 HTTP/1.1" status: 200 len: 913 time: 0.1737969 Aug 28 12:48:35.834835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb13a1-7a80-46e6-98bf-fb4f447f994f req-85d0243e-7612-4ffd-9a59-c5cda90d47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:35.836669 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c2fb13a1-7a80-46e6-98bf-fb4f447f994f req-85d0243e-7612-4ffd-9a59-c5cda90d47c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5 HTTP/1.1" status: 200 len: 913 time: 0.6970603 Aug 28 12:48:35.851165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4de6b9-2008-4ec6-b455-0ad9075c4def req-046f8b5e-af0f-43f8-8cf5-f1e5214dec8a tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:35.863006 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df4de6b9-2008-4ec6-b455-0ad9075c4def req-046f8b5e-af0f-43f8-8cf5-f1e5214dec8a tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=966b8081-93f1-40cf-bf59-072c0d74f813 HTTP/1.1" status: 200 len: 945 time: 0.2836032 Aug 28 12:48:35.911175 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-339df638-efae-4f0f-b4a0-17b33106b81c req-a474dd3b-b330-40b7-8d23-373f0fcbf28b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6911e863-c1d2-4668-bb6b-28d65e1e9265 HTTP/1.1" status: 200 len: 217 time: 0.0512695 Aug 28 12:48:35.963739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3', 'name': 'network-vif-deleted', 'tag': '30b02793-ce0d-45e6-a5a1-4a0879cf3485'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:35.968597 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c2fb13a1-7a80-46e6-98bf-fb4f447f994f req-cba4675f-c8d0-4cef-bfc4-f96d02c3c239 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d3509bc-68b6-420f-86aa-429596e64b45 HTTP/1.1" status: 200 len: 217 time: 0.0563967 Aug 28 12:48:35.972259 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511ea7bc-0695-4469-963c-e40e57a19ac8" -d '{"events": [{"server_uuid": "b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3", "name": "network-vif-deleted", "tag": "30b02793-ce0d-45e6-a5a1-4a0879cf3485"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:36.047936 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725fdfe5-f44a-4dcf-a193-ed8f3720c7d8 x-openstack-request-id: req-725fdfe5-f44a-4dcf-a193-ed8f3720c7d8 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:36.048611 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3", "name": "network-vif-deleted", "tag": "30b02793-ce0d-45e6-a5a1-4a0879cf3485", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:36.049546 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-725fdfe5-f44a-4dcf-a193-ed8f3720c7d8 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:36.050109 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6388a22-5dd3-4f0c-8f24-a904fc8ef3d3', 'name': 'network-vif-deleted', 'tag': '30b02793-ce0d-45e6-a5a1-4a0879cf3485', 'status': 'completed', 'code': 200} Aug 28 12:48:36.069863 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'name': 'tempest-ServersTestJSON-1050740521-router', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:48:28Z', 'updated_at': '2021-08-28T12:48:31Z', 'revision_number': 3, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'gw_port': {'id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:29Z', 'updated_at': '2021-08-28T12:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:36.070502 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df4de6b9-2008-4ec6-b455-0ad9075c4def req-54eff6e8-eede-43a1-b8e8-40aa44ff533f tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030284 Aug 28 12:48:36.071224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339df638-efae-4f0f-b4a0-17b33106b81c req-af769516-bfda-4ba6-8791-fcce1e66dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:36.073866 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-339df638-efae-4f0f-b4a0-17b33106b81c req-af769516-bfda-4ba6-8791-fcce1e66dd79 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c5a5b00-85eb-4451-911d-26341145acff HTTP/1.1" status: 200 len: 853 time: 0.1167085 Aug 28 12:48:36.087209 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb13a1-7a80-46e6-98bf-fb4f447f994f req-2bcc4b6f-3ef9-4829-a9e8-7309084573f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:36.090627 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c2fb13a1-7a80-46e6-98bf-fb4f447f994f req-2bcc4b6f-3ef9-4829-a9e8-7309084573f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c5a5b00-85eb-4451-911d-26341145acff HTTP/1.1" status: 200 len: 853 time: 0.0821972 Aug 28 12:48:36.118160 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-339df638-efae-4f0f-b4a0-17b33106b81c req-84b2227f-f9e4-4d6d-9761-47cb77f4901a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262406 Aug 28 12:48:36.119864 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Checking router: 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:48:36.120426 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Updating router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 port d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:48:36.169315 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:36.178095 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c2fb13a1-7a80-46e6-98bf-fb4f447f994f req-44e42e41-e396-4918-8571-fbb2f7f7f4c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583498 Aug 28 12:48:36.440516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7c92f-2633-451f-94b4-4b02a5c8e6b2 req-efcaf415-3003-437a-bd1b-a36019b40d87 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:36.442227 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3d7c92f-2633-451f-94b4-4b02a5c8e6b2 req-efcaf415-3003-437a-bd1b-a36019b40d87 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 943 time: 0.2013769 Aug 28 12:48:36.495035 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c2fb13a1-7a80-46e6-98bf-fb4f447f994f req-b1d9bdb2-a87c-4a1b-b8ba-488f6269f277 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916791 Aug 28 12:48:36.496914 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-339df638-efae-4f0f-b4a0-17b33106b81c req-fe177dfa-eb41-4f28-b575-3d813724337d service neutron] 10.222.0.11 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301640 Aug 28 12:48:36.500304 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:36.517261 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3d7c92f-2633-451f-94b4-4b02a5c8e6b2 req-1208eae9-fbfa-4457-a5a5-3567446a79ba tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661194 Aug 28 12:48:36.564665 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:36.571770 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Transition to ACTIVE for port object d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:36.580668 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:36.629001 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44744) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:36.666079 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8336e-afeb-4d58-8ab1-0f3fd5f27008 None None] Pushing event updated for resources: {'Port': ['ID=d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:36.689262 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Attempting to bind port d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:48:36.689631 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Attempting to bind port d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:48:36.689987 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Attempting to bind port d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:48:36.696036 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:48:36.696405 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:36.696800 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:36.697184 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:48:36.697635 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Bound port: d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:48:36.698038 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:36.752339 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-339df638-efae-4f0f-b4a0-17b33106b81c req-080aab12-eef0-4bc9-b629-5d663a160b3f service neutron] 10.222.0.11 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072480 Aug 28 12:48:36.758574 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] For port d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:48:36.764927 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] For port d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:48:36.773082 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:36.793113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b705ea9-3c72-4fd1-a9cc-86403cc92aef admin admin] Deleting subnet 8b495d45-81c1-41f1-badc-3d5e4d953bd5 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:48:36.797598 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b705ea9-3c72-4fd1-a9cc-86403cc92aef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:36.824397 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c2fb13a1-7a80-46e6-98bf-fb4f447f994f req-fbfa32ee-736f-4a6b-9029-962f6e3cbe5f service neutron] 10.222.0.11 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925782 Aug 28 12:48:36.844806 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8336e-afeb-4d58-8ab1-0f3fd5f27008 None None] Pushing event updated for resources: {'Port': ['ID=d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:36.854199 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b705ea9-3c72-4fd1-a9cc-86403cc92aef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:36.857708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Allocated IP 172.20.0.1 (34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca/526a336e-900b-4689-af7c-3430ff17c63c/93fe0827-19f1-40a0-853c-56ce6c8af4c3) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:48:36.872846 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Routers {'89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:48:36.873553 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:48:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:36.953730 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b705ea9-3c72-4fd1-a9cc-86403cc92aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:36.991706 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] Set router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:48:37.053984 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.070828 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.080862 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b705ea9-3c72-4fd1-a9cc-86403cc92aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.112427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44752) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:37.118188 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f88a7cde-8e90-40d3-942e-3de31f2b647d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-406879981'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:37.145917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b705ea9-3c72-4fd1-a9cc-86403cc92aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b495d45-81c1-41f1-badc-3d5e4d953bd5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:37.150017 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Transition to ACTIVE for port object 93fe0827-19f1-40a0-853c-56ce6c8af4c3 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:37.154936 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b705ea9-3c72-4fd1-a9cc-86403cc92aef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.157425 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9b705ea9-3c72-4fd1-a9cc-86403cc92aef admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8b495d45-81c1-41f1-badc-3d5e4d953bd5 HTTP/1.1" status: 204 len: 168 time: 0.5273945 Aug 28 12:48:37.159942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44754) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:37.177837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88a7cde-8e90-40d3-942e-3de31f2b647d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Made reservation on behalf of 848f98195d42445793f4ad0f8595cb5d for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:37.181335 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f88a7cde-8e90-40d3-942e-3de31f2b647d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.255960 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88a7cde-8e90-40d3-942e-3de31f2b647d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:48:37.279449 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f88a7cde-8e90-40d3-942e-3de31f2b647d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.279449 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-f88a7cde-8e90-40d3-942e-3de31f2b647d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Added segment 9181a413-985e-4b16-9f9d-af4bc95a0e7b of type vlan for network b0f76af8-7fbe-4c61-8fc0-3946902606c9 Aug 28 12:48:37.283421 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6641fa2c-17b0-4947-8120-e2b9a86222ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.292717 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.293737 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'name': 'tempest-ServersTestJSON-1050740521-router', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:48:28Z', 'updated_at': '2021-08-28T12:48:31Z', 'revision_number': 3, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'gw_port': {'id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:29Z', 'updated_at': '2021-08-28T12:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:37.338823 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f88a7cde-8e90-40d3-942e-3de31f2b647d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.349810 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff1e543-c683-43d0-b82c-971e977814dc None None] The sync data for ids ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'] in n-d-791505-21 is: [{'id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'name': 'tempest-ServersTestJSON-1050740521-router', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:48:28Z', 'updated_at': '2021-08-28T12:48:31Z', 'revision_number': 3, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'gw_port': {'id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:29Z', 'updated_at': '2021-08-28T12:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:48:37.400394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Pushing event updated for resources: {'Port': ['ID=93fe0827-19f1-40a0-853c-56ce6c8af4c3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:37.418389 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Network 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:48:37.420790 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:37.430124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94ede4-58d2-4cc6-b12b-a78c2cbae44e req-7ef8147d-ec67-4250-85ba-a5acbf513c18 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:37.431849 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed94ede4-58d2-4cc6-b12b-a78c2cbae44e req-7ef8147d-ec67-4250-85ba-a5acbf513c18 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=966b8081-93f1-40cf-bf59-072c0d74f813 HTTP/1.1" status: 200 len: 945 time: 0.2549541 Aug 28 12:48:37.432678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:48:37.483281 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.540534 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f88a7cde-8e90-40d3-942e-3de31f2b647d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.546614 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a7cde-8e90-40d3-942e-3de31f2b647d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:37.547285 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f88a7cde-8e90-40d3-942e-3de31f2b647d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.584361 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6641fa2c-17b0-4947-8120-e2b9a86222ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.625967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6911e863-c1d2-4668-bb6b-28d65e1e9265 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:48:37.636264 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-6641fa2c-17b0-4947-8120-e2b9a86222ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f48f8ab-e5ae-4921-a6a9-f350767511ba']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:37.639873 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed94ede4-58d2-4cc6-b12b-a78c2cbae44e req-3c71f166-3531-4d5d-9327-95c053b35001 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540475 Aug 28 12:48:37.655904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-6641fa2c-17b0-4947-8120-e2b9a86222ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27236785-cecf-44c7-a47d-ce27312d3cfb') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:37.656282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-6641fa2c-17b0-4947-8120-e2b9a86222ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27236785-cecf-44c7-a47d-ce27312d3cfb') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:37.674395 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6641fa2c-17b0-4947-8120-e2b9a86222ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.694277 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6641fa2c-17b0-4947-8120-e2b9a86222ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.710015 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6641fa2c-17b0-4947-8120-e2b9a86222ec admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:48:37.710857 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6641fa2c-17b0-4947-8120-e2b9a86222ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.827423 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:37.852610 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6911e863-c1d2-4668-bb6b-28d65e1e9265, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6911e863-c1d2-4668-bb6b-28d65e1e9265,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:48:37.885467 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:48:37.937220 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '6911e863-c1d2-4668-bb6b-28d65e1e9265', 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5', 'port_id': '6911e863-c1d2-4668-bb6b-28d65e1e9265', 'mac_address': 'fa:16:3e:fd:85:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5a5b00-85eb-4451-911d-26341145acff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:48:37.941830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 30b02793-ce0d-45e6-a5a1-4a0879cf3485 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:38.013564 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6641fa2c-17b0-4947-8120-e2b9a86222ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.038221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d44e5050-f9b9-4d49-8904-e502e8bf5b75 None None] Provisioning for port 93fe0827-19f1-40a0-853c-56ce6c8af4c3 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:38.051251 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 30b02793-ce0d-45e6-a5a1-4a0879cf3485 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:48:38.056048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 30b02793-ce0d-45e6-a5a1-4a0879cf3485 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:48:38.062648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d44e5050-f9b9-4d49-8904-e502e8bf5b75 None None] Provisioning complete for port 93fe0827-19f1-40a0-853c-56ce6c8af4c3 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:38.063324 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d44e5050-f9b9-4d49-8904-e502e8bf5b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.076615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f88a7cde-8e90-40d3-942e-3de31f2b647d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9635832 Aug 28 12:48:38.077266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44774) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:38.094235 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6641fa2c-17b0-4947-8120-e2b9a86222ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.103321 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6641fa2c-17b0-4947-8120-e2b9a86222ec admin admin] 10.222.0.20 "DELETE /v2.0/networks/6f48f8ab-e5ae-4921-a6a9-f350767511ba HTTP/1.1" status: 204 len: 168 time: 0.9406977 Aug 28 12:48:38.117132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c814d938-16de-447e-be31-40978393bd94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1505435096'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:38.151580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44776) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:38.176556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c814d938-16de-447e-be31-40978393bd94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Made reservation on behalf of 848f98195d42445793f4ad0f8595cb5d for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:38.180466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c814d938-16de-447e-be31-40978393bd94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.182632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a7cde-8e90-40d3-942e-3de31f2b647d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event updated for resources: {'Network': ['ID=b0f76af8-7fbe-4c61-8fc0-3946902606c9,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:38.225511 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d93a7a3-e9a2-41c1-9cff-fbde9318d33e admin admin] Deleting subnet 151af3f2-2a92-4232-b0ae-975fba4c4d2a {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:48:38.242767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffd6e3-223d-426c-ab2f-7845e63b7313 req-089feeda-0521-491b-8e05-23ad6e73209b tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:38.244354 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1ffd6e3-223d-426c-ab2f-7845e63b7313 req-089feeda-0521-491b-8e05-23ad6e73209b tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.11 "GET /v2.0/ports?device_id=966b8081-93f1-40cf-bf59-072c0d74f813 HTTP/1.1" status: 200 len: 945 time: 0.7159483 Aug 28 12:48:38.246259 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6d93a7a3-e9a2-41c1-9cff-fbde9318d33e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.249354 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network b0f76af8-7fbe-4c61-8fc0-3946902606c9 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:48:38.318151 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6d93a7a3-e9a2-41c1-9cff-fbde9318d33e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.398556 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.420738 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.422983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d44e5050-f9b9-4d49-8904-e502e8bf5b75 None None] Port 93fe0827-19f1-40a0-853c-56ce6c8af4c3 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:48:38.424458 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.469028 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6911e863-c1d2-4668-bb6b-28d65e1e9265 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:48:38.472547 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6d93a7a3-e9a2-41c1-9cff-fbde9318d33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.529073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641fa2c-17b0-4947-8120-e2b9a86222ec admin admin] Pushing event deleted for resources: {'Network': ['ID=6f48f8ab-e5ae-4921-a6a9-f350767511ba,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:38.530857 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6911e863-c1d2-4668-bb6b-28d65e1e9265, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6911e863-c1d2-4668-bb6b-28d65e1e9265,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:38.543050 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.544371 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9d3509bc-68b6-420f-86aa-429596e64b45 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:48:38.576858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c814d938-16de-447e-be31-40978393bd94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:48:38.587297 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 9d3509bc-68b6-420f-86aa-429596e64b45, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9d3509bc-68b6-420f-86aa-429596e64b45,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:38.602825 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c814d938-16de-447e-be31-40978393bd94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.603176 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-c814d938-16de-447e-be31-40978393bd94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Added segment c44b3b89-5ccb-495f-80f1-32c81a822fa8 of type vlan for network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 Aug 28 12:48:38.639057 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Pushing event updated for resources: {'Port': ['ID=93fe0827-19f1-40a0-853c-56ce6c8af4c3,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:38.708582 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.728299 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c814d938-16de-447e-be31-40978393bd94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.756600 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '9d3509bc-68b6-420f-86aa-429596e64b45', 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5', 'port_id': '9d3509bc-68b6-420f-86aa-429596e64b45', 'mac_address': 'fa:16:3e:50:c5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5a5b00-85eb-4451-911d-26341145acff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:48:38.765177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6911e863-c1d2-4668-bb6b-28d65e1e9265,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:38.815242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236da4e-2721-43cd-b27d-32afd2772384 req-dd8a4cd0-5dc1-449b-bf03-2ec5ee5f9669 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:38.822099 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7236da4e-2721-43cd-b27d-32afd2772384 req-dd8a4cd0-5dc1-449b-bf03-2ec5ee5f9669 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 943 time: 0.9096982 Aug 28 12:48:38.827486 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c814d938-16de-447e-be31-40978393bd94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.846002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c814d938-16de-447e-be31-40978393bd94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:38.848367 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.850658 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c814d938-16de-447e-be31-40978393bd94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:38.880484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3509bc-68b6-420f-86aa-429596e64b45 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:48:38.923522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 9d3509bc-68b6-420f-86aa-429596e64b45, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9d3509bc-68b6-420f-86aa-429596e64b45,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:38.930103 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:39.015496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=9d3509bc-68b6-420f-86aa-429596e64b45,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:39.069872 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c814d938-16de-447e-be31-40978393bd94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9652884 Aug 28 12:48:39.073246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814d938-16de-447e-be31-40978393bd94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event updated for resources: {'Network': ['ID=3352c8b5-3501-47c1-96f2-9e32c1cc7612,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:39.078203 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7236da4e-2721-43cd-b27d-32afd2772384 req-6c1aba80-8f6c-4577-8e6a-48ebecb17872 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216606 Aug 28 12:48:39.079202 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44784) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:39.090788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1d676df7-9ac9-4549-8e1f-f45979365c79 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Request body: {'subnet': {'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:39.092173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:48:39.323940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-d1ffd6e3-223d-426c-ab2f-7845e63b7313 req-e71ff85d-dff4-4682-b6f7-ec579007f2ec tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Deleting port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:39.335857 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d1ffd6e3-223d-426c-ab2f-7845e63b7313 req-e71ff85d-dff4-4682-b6f7-ec579007f2ec tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:39.347059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d676df7-9ac9-4549-8e1f-f45979365c79 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Made reservation on behalf of 848f98195d42445793f4ad0f8595cb5d for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:39.350876 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d676df7-9ac9-4549-8e1f-f45979365c79 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:39.368838 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6d93a7a3-e9a2-41c1-9cff-fbde9318d33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:39.396726 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:39.442668 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93a7a3-e9a2-41c1-9cff-fbde9318d33e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=151af3f2-2a92-4232-b0ae-975fba4c4d2a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:39.452009 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6d93a7a3-e9a2-41c1-9cff-fbde9318d33e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:39.455019 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6d93a7a3-e9a2-41c1-9cff-fbde9318d33e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/151af3f2-2a92-4232-b0ae-975fba4c4d2a HTTP/1.1" status: 204 len: 168 time: 1.3018641 Aug 28 12:48:39.478438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44794) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:39.497552 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:39.506171 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:39.506755 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:39.510420 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['9d3509bc-68b6-420f-86aa-429596e64b45'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:48:39.521092 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8afbe8-e40a-40cc-b384-c7414ba19778 req-fdf26b5f-6f7d-4fc1-bc1a-af94a168ade3 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:39.533851 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b8afbe8-e40a-40cc-b384-c7414ba19778 req-fdf26b5f-6f7d-4fc1-bc1a-af94a168ade3 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=966b8081-93f1-40cf-bf59-072c0d74f813 HTTP/1.1" status: 200 len: 945 time: 0.2233951 Aug 28 12:48:39.568817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Network 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:48:39.572934 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:39.589443 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6911e863-c1d2-4668-bb6b-28d65e1e9265'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:48:39.628122 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b8afbe8-e40a-40cc-b384-c7414ba19778 req-e517ea61-3c45-4854-827e-e76dc461bd8a tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926912 Aug 28 12:48:39.675230 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:39.760143 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:39.854685 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:48:39.885293 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:40.062974 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c2e69e22-c743-4c5f-ac5f-01364527df62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:40.065517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:48:40.067774 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:40.084649 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-823ae1ee-f2c4-4856-9a19-bb5210dc1146 admin admin] 10.222.0.20 "PUT /v2.0/routers/89353c06-2ed2-4aa4-a6fa-e64ce599e2a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4135523 Aug 28 12:48:40.123365 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:40.263769 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7fe4171c-fe19-47b8-869a-536fda882445 None None] Provisioning complete for port 93fe0827-19f1-40a0-853c-56ce6c8af4c3 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:40.264349 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7fe4171c-fe19-47b8-869a-536fda882445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:40.325909 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e3e61dd-f7b2-4acc-b997-3b6cf51ac4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:40.488076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f621-fb5a-4a19-b950-c5eb7daabf87 req-13dc7c80-1989-4602-8096-80aba8e812d4 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:40.490762 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edd6f621-fb5a-4a19-b950-c5eb7daabf87 req-13dc7c80-1989-4602-8096-80aba8e812d4 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 944 time: 0.1192615 Aug 28 12:48:40.503275 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:40.563639 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edd6f621-fb5a-4a19-b950-c5eb7daabf87 req-c20bde18-b201-46e4-8a16-ff2272be99a1 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636070 Aug 28 12:48:40.572754 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Sync routers for ids ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:48:40.598768 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d676df7-9ac9-4549-8e1f-f45979365c79 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:40.608559 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-d1ffd6e3-223d-426c-ab2f-7845e63b7313 req-e71ff85d-dff4-4682-b6f7-ec579007f2ec tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] For port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:40.608919 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d1ffd6e3-223d-426c-ab2f-7845e63b7313 req-e71ff85d-dff4-4682-b6f7-ec579007f2ec tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:40.620548 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Routers {'89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:48:40.621350 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:48:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:40.627196 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e3e61dd-f7b2-4acc-b997-3b6cf51ac4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:40.632794 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966b8081-93f1-40cf-bf59-072c0d74f813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:40.635173 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55d27a6-cbe4-4f46-b2c5-1f27d6b80f01" -d '{"events": [{"server_uuid": "966b8081-93f1-40cf-bf59-072c0d74f813", "name": "network-vif-unplugged", "status": "completed", "tag": "5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:40.681905 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-d1ffd6e3-223d-426c-ab2f-7845e63b7313 req-e71ff85d-dff4-4682-b6f7-ec579007f2ec tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Calling delete_port for 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:40.684476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8e3e61dd-f7b2-4acc-b997-3b6cf51ac4d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2823d403-5710-4942-aeba-02de9eb1305a']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:40.704096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8e3e61dd-f7b2-4acc-b997-3b6cf51ac4d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4880ce-afb7-4921-b48e-33e6643a51bd') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:40.704414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8e3e61dd-f7b2-4acc-b997-3b6cf51ac4d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4880ce-afb7-4921-b48e-33e6643a51bd') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:40.711483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:40.721620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4171c-fe19-47b8-869a-536fda882445 None None] Port 93fe0827-19f1-40a0-853c-56ce6c8af4c3 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:48:40.735595 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e3e61dd-f7b2-4acc-b997-3b6cf51ac4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:40.749351 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12911deb-bcef-47ce-b39c-f67bf8cdd55f x-openstack-request-id: req-12911deb-bcef-47ce-b39c-f67bf8cdd55f {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:40.751418 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966b8081-93f1-40cf-bf59-072c0d74f813", "name": "network-vif-unplugged", "status": "completed", "tag": "5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:40.753046 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12911deb-bcef-47ce-b39c-f67bf8cdd55f {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:40.753501 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966b8081-93f1-40cf-bf59-072c0d74f813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7', 'code': 200} Aug 28 12:48:40.765577 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:40.794233 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:40.808407 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e3e61dd-f7b2-4acc-b997-3b6cf51ac4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:40.819336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d676df7-9ac9-4549-8e1f-f45979365c79 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event updated for resources: {'Subnet': ['ID=d557cd69-cd27-4452-a97d-808c7d64731a,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:40.830379 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3e61dd-f7b2-4acc-b997-3b6cf51ac4d9 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:48:40.830911 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e3e61dd-f7b2-4acc-b997-3b6cf51ac4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:48:40.834602 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:48:40.891511 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:40.903372 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d676df7-9ac9-4549-8e1f-f45979365c79 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Checking segment: {'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:40.903991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d676df7-9ac9-4549-8e1f-f45979365c79 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Network hostable DHCP agents. Network: b0f76af8-7fbe-4c61-8fc0-3946902606c9, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:48:40.916234 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17a19e-dcdd-4c82-bd9c-7d90602c7e7e req-65f8fc9a-dd76-4705-a6f3-9812e890d8b0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:40.917906 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc17a19e-dcdd-4c82-bd9c-7d90602c7e7e req-65f8fc9a-dd76-4705-a6f3-9812e890d8b0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=966b8081-93f1-40cf-bf59-072c0d74f813 HTTP/1.1" status: 200 len: 943 time: 0.1393571 Aug 28 12:48:40.960138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Set router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:48:40.989401 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e3e61dd-f7b2-4acc-b997-3b6cf51ac4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:41.018179 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc17a19e-dcdd-4c82-bd9c-7d90602c7e7e req-7ba44e6a-bff7-414b-89af-71128e1faeec tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895402 Aug 28 12:48:41.042838 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e3e61dd-f7b2-4acc-b997-3b6cf51ac4d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:41.047618 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8e3e61dd-f7b2-4acc-b997-3b6cf51ac4d9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2823d403-5710-4942-aeba-02de9eb1305a HTTP/1.1" status: 204 len: 168 time: 1.5679426 Aug 28 12:48:41.060576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d676df7-9ac9-4549-8e1f-f45979365c79 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Network b0f76af8-7fbe-4c61-8fc0-3946902606c9 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:48:41.064824 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e61dd-f7b2-4acc-b997-3b6cf51ac4d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2823d403-5710-4942-aeba-02de9eb1305a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:41.106046 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-1d676df7-9ac9-4549-8e1f-f45979365c79 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, b0f76af8-7fbe-4c61-8fc0-3946902606c9) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:41.122605 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d676df7-9ac9-4549-8e1f-f45979365c79 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:41.123211 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d676df7-9ac9-4549-8e1f-f45979365c79 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:41.131036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006a1bdc-8121-4911-a272-133552e4a6fc None None] Network b0f76af8-7fbe-4c61-8fc0-3946902606c9 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:48:41.140862 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1d676df7-9ac9-4549-8e1f-f45979365c79 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0547299 Aug 28 12:48:41.143645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44824) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:41.152590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-946062c2-d1e9-4763-a948-e8a519a52f3b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Request body: {'subnet': {'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:41.197412 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d1ffd6e3-223d-426c-ab2f-7845e63b7313 req-e71ff85d-dff4-4682-b6f7-ec579007f2ec tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:41.283370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ff85d-dff4-4682-b6f7-ec579007f2ec tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Pushing event deleted for resources: {'Port': ['ID=5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:41.307835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:41.340185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44826) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:41.358983 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7a7a4d33-7389-4964-9491-1bf816237615 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2037196138', 'description': 'tempest-description--1429756136'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:41.381844 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44828) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:41.382700 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ffd6e3-223d-426c-ab2f-7845e63b7313 req-e71ff85d-dff4-4682-b6f7-ec579007f2ec tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] No DVR routers for this DVR port 5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:48:41.387051 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d1ffd6e3-223d-426c-ab2f-7845e63b7313 req-e71ff85d-dff4-4682-b6f7-ec579007f2ec tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:41.389966 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1ffd6e3-223d-426c-ab2f-7845e63b7313 req-e71ff85d-dff4-4682-b6f7-ec579007f2ec tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.11 "DELETE /v2.0/ports/5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7 HTTP/1.1" status: 204 len: 173 time: 3.0874939 Aug 28 12:48:41.400211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966b8081-93f1-40cf-bf59-072c0d74f813', 'name': 'network-vif-deleted', 'tag': '5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:41.402788 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4249fb-cc53-4094-97d2-047115702297" -d '{"events": [{"server_uuid": "966b8081-93f1-40cf-bf59-072c0d74f813", "name": "network-vif-deleted", "tag": "5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:41.478669 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1cef0c-4049-4fe9-a940-740584dfb867 x-openstack-request-id: req-7f1cef0c-4049-4fe9-a940-740584dfb867 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:41.479439 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966b8081-93f1-40cf-bf59-072c0d74f813", "name": "network-vif-deleted", "tag": "5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:41.479439 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f1cef0c-4049-4fe9-a940-740584dfb867 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:41.479894 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966b8081-93f1-40cf-bf59-072c0d74f813', 'name': 'network-vif-deleted', 'tag': '5cdd9dd5-e4c6-4c52-9dc4-3750d13c9cf7', 'status': 'completed', 'code': 200} Aug 28 12:48:41.482613 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4d33-7389-4964-9491-1bf816237615 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:41.500074 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-321d81cc-08ef-4c6b-9ee7-3727c7400db9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8374a9853c4643a4807f0fe0c461a45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1069958 Aug 28 12:48:41.501005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44842) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:41.537226 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.api [None req-7a7a4d33-7389-4964-9491-1bf816237615 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 12:48:41.537226 n-d-791505-21 neutron-server[94878]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 12:48:41.537226 n-d-791505-21 neutron-server[94878]: [parameters: {'project_id_1': 'a82bd92446f943d4aa701f8d58bc405f', 'expiration_1': datetime.datetime(2021, 8, 28, 12, 48, 41, 528583)}] Aug 28 12:48:41.537226 n-d-791505-21 neutron-server[94878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:48:41.538439 n-d-791505-21 neutron-server[94878]: DEBUG oslo_db.api [None req-7a7a4d33-7389-4964-9491-1bf816237615 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:48:41.551814 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946062c2-d1e9-4763-a948-e8a519a52f3b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Made reservation on behalf of 848f98195d42445793f4ad0f8595cb5d for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:41.560158 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-946062c2-d1e9-4763-a948-e8a519a52f3b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:41.647697 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-72b025a9-6b0f-4c76-8626-3b3d83b3fbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:41.700011 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-72b025a9-6b0f-4c76-8626-3b3d83b3fbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:41.807368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:41.807751 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:41.817760 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-72b025a9-6b0f-4c76-8626-3b3d83b3fbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:41.820485 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-72b025a9-6b0f-4c76-8626-3b3d83b3fbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:41.821672 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-72b025a9-6b0f-4c76-8626-3b3d83b3fbe4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c204b5fc-d127-40f0-afb9-08d235f2df90 HTTP/1.1" status: 204 len: 168 time: 0.3194466 Aug 28 12:48:41.889398 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b025a9-6b0f-4c76-8626-3b3d83b3fbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c204b5fc-d127-40f0-afb9-08d235f2df90,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:41.968663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d973f0-3c0b-4ee7-a071-ccdd8e416de3 req-fc84bd99-9192-4d8d-afc3-13571527f807 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:41.978455 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9d973f0-3c0b-4ee7-a071-ccdd8e416de3 req-fc84bd99-9192-4d8d-afc3-13571527f807 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 944 time: 0.1725523 Aug 28 12:48:42.033105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6ead5d09-aab2-452c-95e9-84b1b263167c'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:48:42.043221 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4d33-7389-4964-9491-1bf816237615 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:42.094671 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9d973f0-3c0b-4ee7-a071-ccdd8e416de3 req-eba4ca9c-d24b-4399-9b7d-18c3da44287d tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120212 Aug 28 12:48:42.116021 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-946062c2-d1e9-4763-a948-e8a519a52f3b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:42.140429 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-b0f76af8-7fbe-4c61-8fc0-3946902606c9', 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'fixed_ips': [{'subnet_id': 'd557cd69-cd27-4452-a97d-808c7d64731a'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:48:42.142924 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:42.205929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'name': 'tempest-ServersTestJSON-1050740521-router', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:48:28Z', 'updated_at': '2021-08-28T12:48:37Z', 'revision_number': 4, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'gw_port': {'id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:29Z', 'updated_at': '2021-08-28T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '93fe0827-19f1-40a0-853c-56ce6c8af4c3', 'name': '', 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'mac_address': 'fa:16:3e:f5:b4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '526a336e-900b-4689-af7c-3430ff17c63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:36Z', 'updated_at': '2021-08-28T12:48:38Z', 'revision_number': 2, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'subnets': [{'id': '526a336e-900b-4689-af7c-3430ff17c63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:42.349221 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ab43c478-097f-458a-b169-b87006b867e2 req-6c8a1e45-98da-4709-b686-edb7136d5b4c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=966b8081-93f1-40cf-bf59-072c0d74f813 HTTP/1.1" status: 200 len: 210 time: 0.0503438 Aug 28 12:48:42.354755 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946062c2-d1e9-4763-a948-e8a519a52f3b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event updated for resources: {'Subnet': ['ID=9a81a33e-a30a-4f4f-bc8f-a36371ef2745,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:42.375512 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946062c2-d1e9-4763-a948-e8a519a52f3b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Checking segment: {'id': 'c44b3b89-5ccb-495f-80f1-32c81a822fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:42.375966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946062c2-d1e9-4763-a948-e8a519a52f3b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Network hostable DHCP agents. Network: 3352c8b5-3501-47c1-96f2-9e32c1cc7612, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:48:42.386856 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Checking router: 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:48:42.387230 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Updating router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 port 93fe0827-19f1-40a0-853c-56ce6c8af4c3 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:48:42.410247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946062c2-d1e9-4763-a948-e8a519a52f3b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:48:42.434578 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4d33-7389-4964-9491-1bf816237615 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:42.435966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-946062c2-d1e9-4763-a948-e8a519a52f3b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 3352c8b5-3501-47c1-96f2-9e32c1cc7612) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:42.442288 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946062c2-d1e9-4763-a948-e8a519a52f3b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:42.443076 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-946062c2-d1e9-4763-a948-e8a519a52f3b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:42.455507 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4d33-7389-4964-9491-1bf816237615 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:42.481223 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-946062c2-d1e9-4763-a948-e8a519a52f3b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3342764 Aug 28 12:48:42.483411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44854) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:42.489571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-63f0f75a-5b23-4c4f-b69a-03f9c34a32df tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Request body: {'port': {'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9', 'name': 'tempest-TaggedBootDevicesTest-48184141', 'fixed_ips': [{'subnet_id': 'd557cd69-cd27-4452-a97d-808c7d64731a'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:42.554873 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c0fb42-f544-46f8-95f2-ce04cf2098ea None None] Network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:48:42.560319 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a7a4d33-7389-4964-9491-1bf816237615 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:42.564115 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7a7a4d33-7389-4964-9491-1bf816237615 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2183418 Aug 28 12:48:42.565027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44862) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:42.570623 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ecfdc4a7-bc36-4102-ab06-93c7a3e86235 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Request body: {'security_group_rule': {'security_group_id': '92158db8-eddc-4732-8635-c0917dfa3265', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:42.595131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a4d33-7389-4964-9491-1bf816237615 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92158db8-eddc-4732-8635-c0917dfa3265,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:42.682973 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecfdc4a7-bc36-4102-ab06-93c7a3e86235 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:42.696888 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e5144450-b797-4d94-ae6a-f945b0241872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:42.726262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44868) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:42.751170 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:42.809133 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f0f75a-5b23-4c4f-b69a-03f9c34a32df tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Made reservation on behalf of 848f98195d42445793f4ad0f8595cb5d for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:42.812342 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:42.813990 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b2c6b473-04b6-4810-ab54-b8fafcfaff5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c495360316942aab747e7d40c7d6325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842466 Aug 28 12:48:42.818169 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44870) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:42.846842 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecfdc4a7-bc36-4102-ab06-93c7a3e86235 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:42.851159 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecfdc4a7-bc36-4102-ab06-93c7a3e86235 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:42.872668 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdc4a7-bc36-4102-ab06-93c7a3e86235 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8725a29-7a26-4b0a-a41a-f309b2216a6e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:42.883034 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecfdc4a7-bc36-4102-ab06-93c7a3e86235 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:42.884313 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ecfdc4a7-bc36-4102-ab06-93c7a3e86235 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3179548 Aug 28 12:48:42.886961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44872) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:42.892188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-84a35d31-c1cf-41b8-b282-6c053011572f tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Request body: {'security_group_rule': {'security_group_id': '92158db8-eddc-4732-8635-c0917dfa3265', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:42.935906 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84a35d31-c1cf-41b8-b282-6c053011572f tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:42.993868 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8c904d88-8725-4e27-a6ee-c18821f689a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:43.030312 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8c904d88-8725-4e27-a6ee-c18821f689a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:43.046395 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84a35d31-c1cf-41b8-b282-6c053011572f tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:43.051743 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84a35d31-c1cf-41b8-b282-6c053011572f tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:43.086629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84a35d31-c1cf-41b8-b282-6c053011572f tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:43.090554 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-84a35d31-c1cf-41b8-b282-6c053011572f tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2012908 Aug 28 12:48:43.095134 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44874) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:43.107421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:43.112490 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a35d31-c1cf-41b8-b282-6c053011572f tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb1fa8e-c0ff-45fc-ad06-fb42abb73bb4,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:43.161683 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8c904d88-8725-4e27-a6ee-c18821f689a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:43.164479 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8c904d88-8725-4e27-a6ee-c18821f689a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:43.165627 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8c904d88-8725-4e27-a6ee-c18821f689a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5dfa0b99-9a39-479a-970c-89b98efd5ee7 HTTP/1.1" status: 204 len: 168 time: 0.3460758 Aug 28 12:48:43.172972 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:43.195525 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63f0f75a-5b23-4c4f-b69a-03f9c34a32df tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:43.214900 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Allocated IP 10.1.1.2 (b0f76af8-7fbe-4c61-8fc0-3946902606c9/d557cd69-cd27-4452-a97d-808c7d64731a/e6409f82-481c-472f-85ef-e64c63a26e5a) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:48:43.261244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-63f0f75a-5b23-4c4f-b69a-03f9c34a32df tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] device_id is not set on port 22c5cda6-d969-43e9-8487-47b1be36cba7 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:48:43.266886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c904d88-8725-4e27-a6ee-c18821f689a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfa0b99-9a39-479a-970c-89b98efd5ee7,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:43.573699 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-3352c8b5-3501-47c1-96f2-9e32c1cc7612', 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'fixed_ips': [{'subnet_id': '9a81a33e-a30a-4f4f-bc8f-a36371ef2745'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:48:43.573699 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:43.650510 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:43.661275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6911e863-c1d2-4668-bb6b-28d65e1e9265 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:43.669065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda75cc-954b-4515-8676-096ecb6b6691 req-c2488b20-5c54-44eb-a1b7-4ea2e750f6b3 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:43.670693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ddda75cc-954b-4515-8676-096ecb6b6691 req-c2488b20-5c54-44eb-a1b7-4ea2e750f6b3 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 944 time: 0.4308538 Aug 28 12:48:43.814592 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ddda75cc-954b-4515-8676-096ecb6b6691 req-599e5db0-a338-4ed9-9d63-351845f7e976 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946519 Aug 28 12:48:43.839162 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:43.993225 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:44.010889 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Allocated IP 172.25.1.31 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/f24ad15b-7e58-4901-a402-d4acaf2f9a3f) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:48:44.052131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9976907-eeeb-45f6-8ae0-b95224b0357b req-745bac44-2f77-46a8-94bf-ad58617d11f0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:44.052741 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Transition to ACTIVE for port object 93fe0827-19f1-40a0-853c-56ce6c8af4c3 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:44.057052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Allocated IP 10.2.2.2 (3352c8b5-3501-47c1-96f2-9e32c1cc7612/9a81a33e-a30a-4f4f-bc8f-a36371ef2745/e3410b7a-029a-4931-ae71-746f61cd450b) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:48:44.058257 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9976907-eeeb-45f6-8ae0-b95224b0357b req-745bac44-2f77-46a8-94bf-ad58617d11f0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.1230145 Aug 28 12:48:44.165231 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9976907-eeeb-45f6-8ae0-b95224b0357b req-a21cb365-f532-428b-8098-992771f0ca1c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008170 Aug 28 12:48:44.220854 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:44.246208 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:44.297389 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:44.351919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 6911e863-c1d2-4668-bb6b-28d65e1e9265 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:44.355130 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:44.363576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Pushing event updated for resources: {'Port': ['ID=f24ad15b-7e58-4901-a402-d4acaf2f9a3f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:44.372344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 6911e863-c1d2-4668-bb6b-28d65e1e9265 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:44.372786 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:44.406172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:48:44.408233 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:44.414678 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:48:44.421136 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Transition to ACTIVE for port object e6409f82-481c-472f-85ef-e64c63a26e5a will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:44.535967 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:44.546059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545999c-cab2-4865-b003-6bab7663a646 None None] Pushing event updated for resources: {'Port': ['ID=93fe0827-19f1-40a0-853c-56ce6c8af4c3,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:44.625314 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:44.642427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44918) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:44.666434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Transition to ACTIVE for port object e6409f82-481c-472f-85ef-e64c63a26e5a will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:44.703715 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Attempting to bind port 93fe0827-19f1-40a0-853c-56ce6c8af4c3 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:48:44.704083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Attempting to bind port 93fe0827-19f1-40a0-853c-56ce6c8af4c3 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '7d3203c0-d8b0-47b5-a973-a4bb95a4f147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:48:44.704440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Attempting to bind port 93fe0827-19f1-40a0-853c-56ce6c8af4c3 on network 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:48:44.716371 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:48:44.716740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Checking segment: {'id': '7d3203c0-d8b0-47b5-a973-a4bb95a4f147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:44.717119 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:44.717512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Bound using segment: {'id': '7d3203c0-d8b0-47b5-a973-a4bb95a4f147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:48:44.717994 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Bound port: 93fe0827-19f1-40a0-853c-56ce6c8af4c3, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3203c0-d8b0-47b5-a973-a4bb95a4f147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:48:44.718384 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:44.720808 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:44.776449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e41e9666-1a6a-4a5e-a3fb-847249c77754 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-340402123-network', 'tenant_id': 'e50abb482a934cf38d5f8b2cdbf46707'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:44.843546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Network b0f76af8-7fbe-4c61-8fc0-3946902606c9 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:48:44.855790 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41e9666-1a6a-4a5e-a3fb-847249c77754 admin admin] Made reservation on behalf of e50abb482a934cf38d5f8b2cdbf46707 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:44.860466 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:44.861685 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e41e9666-1a6a-4a5e-a3fb-847249c77754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:44.879761 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e41e9666-1a6a-4a5e-a3fb-847249c77754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:44.899688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:48:44.901709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-63f0f75a-5b23-4c4f-b69a-03f9c34a32df tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Allocated IP 10.1.1.237 (b0f76af8-7fbe-4c61-8fc0-3946902606c9/d557cd69-cd27-4452-a97d-808c7d64731a/22c5cda6-d969-43e9-8487-47b1be36cba7) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:48:44.984356 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] For port 93fe0827-19f1-40a0-853c-56ce6c8af4c3, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:48:45.011649 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.020705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Pushing event updated for resources: {'Port': ['ID=e6409f82-481c-472f-85ef-e64c63a26e5a,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:45.047182 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.052200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] For port 93fe0827-19f1-40a0-853c-56ce6c8af4c3, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=93fe0827-19f1-40a0-853c-56ce6c8af4c3,segment=NetworkSegment(7d3203c0-d8b0-47b5-a973-a4bb95a4f147),segment_id=7d3203c0-d8b0-47b5-a973-a4bb95a4f147)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:48:45.057230 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Transition to ACTIVE for port object e3410b7a-029a-4931-ae71-746f61cd450b will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:45.065548 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.100090 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fae9d1-a06a-4a97-a392-346ac3ce8d57 req-d2196d31-a6d9-4838-94c3-d628b839bc6e tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:45.108431 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4fae9d1-a06a-4a97-a392-346ac3ce8d57 req-d2196d31-a6d9-4838-94c3-d628b839bc6e tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 944 time: 0.1405768 Aug 28 12:48:45.120134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Attempting to bind port e6409f82-481c-472f-85ef-e64c63a26e5a on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:48:45.120499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Attempting to bind port e6409f82-481c-472f-85ef-e64c63a26e5a by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:48:45.120848 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Attempting to bind port e6409f82-481c-472f-85ef-e64c63a26e5a on network b0f76af8-7fbe-4c61-8fc0-3946902606c9 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:48:45.140595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Transition to ACTIVE for port object e3410b7a-029a-4931-ae71-746f61cd450b will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:45.148449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6911e863-c1d2-4668-bb6b-28d65e1e9265'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:45.157013 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da9dba4-fe6c-4dd5-9142-c61826129437" -d '{"events": [{"server_uuid": "1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da", "name": "network-vif-plugged", "status": "completed", "tag": "6911e863-c1d2-4668-bb6b-28d65e1e9265"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:45.165219 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4fae9d1-a06a-4a97-a392-346ac3ce8d57 req-41cf2878-5f76-4d31-b84c-79de50c7c5a3 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519969 Aug 28 12:48:45.201043 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:48:45.201418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Checking segment: {'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:45.201809 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.202196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Bound using segment: {'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:48:45.210615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Bound port: e6409f82-481c-472f-85ef-e64c63a26e5a, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:48:45.211043 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.212010 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e41e9666-1a6a-4a5e-a3fb-847249c77754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.219519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e41e9666-1a6a-4a5e-a3fb-847249c77754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.241610 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6911e863-c1d2-4668-bb6b-28d65e1e9265, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6911e863-c1d2-4668-bb6b-28d65e1e9265,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:45.259354 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.263931 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26e490a-3426-414f-83ae-cb3fa250727c x-openstack-request-id: req-f26e490a-3426-414f-83ae-cb3fa250727c {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:45.264410 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da", "name": "network-vif-plugged", "status": "completed", "tag": "6911e863-c1d2-4668-bb6b-28d65e1e9265", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:45.264796 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f26e490a-3426-414f-83ae-cb3fa250727c {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:45.265341 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6911e863-c1d2-4668-bb6b-28d65e1e9265', 'code': 200} Aug 28 12:48:45.277878 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.278953 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9d3509bc-68b6-420f-86aa-429596e64b45 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:45.286763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Routers {'89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:48:45.287655 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:48:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:45.293955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545999c-cab2-4865-b003-6bab7663a646 None None] Pushing event updated for resources: {'Port': ['ID=93fe0827-19f1-40a0-853c-56ce6c8af4c3,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:45.326102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.334229 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.339546 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41e9666-1a6a-4a5e-a3fb-847249c77754 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:48:45.382279 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e9666-1a6a-4a5e-a3fb-847249c77754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b4dc69-51ff-492b-9c79-b96bf56774e9,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:45.386842 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e41e9666-1a6a-4a5e-a3fb-847249c77754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.387186 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-e41e9666-1a6a-4a5e-a3fb-847249c77754 admin admin] Added segment 6e34699d-0959-43a8-96fa-e5c07942a81f of type vlan for network 46369db8-22ac-4b38-94f3-e89b6383ea8b Aug 28 12:48:45.403788 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.479264 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:48:45.494650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:45.501576 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e41e9666-1a6a-4a5e-a3fb-847249c77754 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.516459 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:48:45.539201 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62170d-8922-4516-b78a-053844e975c9 req-93d8e88c-1794-4d97-8eda-4ef60f508218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:45.542121 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f62170d-8922-4516-b78a-053844e975c9 req-93d8e88c-1794-4d97-8eda-4ef60f508218 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 1097 time: 0.1956048 Aug 28 12:48:45.556914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b230d-686c-4199-ba9f-b566f7be0160 req-c83afc46-f613-46eb-97fe-7cf448ba892e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:45.564774 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1a8b230d-686c-4199-ba9f-b566f7be0160 req-c83afc46-f613-46eb-97fe-7cf448ba892e tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.2038567 Aug 28 12:48:45.575186 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63f0f75a-5b23-4c4f-b69a-03f9c34a32df tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.577793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Pushing event updated for resources: {'Port': ['ID=f24ad15b-7e58-4901-a402-d4acaf2f9a3f,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:45.593233 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.607396 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Pushing event updated for resources: {'Port': ['ID=e3410b7a-029a-4931-ae71-746f61cd450b,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:45.622166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] For port e6409f82-481c-472f-85ef-e64c63a26e5a, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:48:45.634727 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1a8b230d-686c-4199-ba9f-b566f7be0160 req-c5a2946c-4e56-4bce-8830-461cb794e64c tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627754 Aug 28 12:48:45.636013 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e41e9666-1a6a-4a5e-a3fb-847249c77754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.637050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41e9666-1a6a-4a5e-a3fb-847249c77754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:45.637592 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e41e9666-1a6a-4a5e-a3fb-847249c77754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.665332 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.677180 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-45628720-5ab6-4e66-ba0e-bc791664653a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5731931 Aug 28 12:48:45.720941 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e41e9666-1a6a-4a5e-a3fb-847249c77754 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0727463 Aug 28 12:48:45.721140 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-63f0f75a-5b23-4c4f-b69a-03f9c34a32df tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Transition to ACTIVE for port object 22c5cda6-d969-43e9-8487-47b1be36cba7 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:45.721258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44946) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:45.729867 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6e622180-2bee-44b2-bcd9-d3857c173490 admin admin] Request body: {'subnet': {'network_id': '46369db8-22ac-4b38-94f3-e89b6383ea8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-340402123-subnet', 'tenant_id': 'e50abb482a934cf38d5f8b2cdbf46707', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:45.742543 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f62170d-8922-4516-b78a-053844e975c9 req-3528e529-d62d-473f-9619-78e44a79636f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794732 Aug 28 12:48:45.747920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] For port e6409f82-481c-472f-85ef-e64c63a26e5a, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e6409f82-481c-472f-85ef-e64c63a26e5a,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:48:45.755755 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e622180-2bee-44b2-bcd9-d3857c173490 admin admin] Made reservation on behalf of e50abb482a934cf38d5f8b2cdbf46707 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:45.758622 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e622180-2bee-44b2-bcd9-d3857c173490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.776883 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e9666-1a6a-4a5e-a3fb-847249c77754 admin admin] Pushing event updated for resources: {'Network': ['ID=46369db8-22ac-4b38-94f3-e89b6383ea8b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:45.788773 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.800445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 46369db8-22ac-4b38-94f3-e89b6383ea8b details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:48:45.818079 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63f0f75a-5b23-4c4f-b69a-03f9c34a32df tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.830867 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] Set router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:48:45.833933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Attempting to bind port e3410b7a-029a-4931-ae71-746f61cd450b on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:48:45.834296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Attempting to bind port e3410b7a-029a-4931-ae71-746f61cd450b by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'c44b3b89-5ccb-495f-80f1-32c81a822fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:48:45.834689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Attempting to bind port e3410b7a-029a-4931-ae71-746f61cd450b on network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:48:45.838017 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 9d3509bc-68b6-420f-86aa-429596e64b45 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:45.888062 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f0f75a-5b23-4c4f-b69a-03f9c34a32df tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Network b0f76af8-7fbe-4c61-8fc0-3946902606c9 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:48:45.892494 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-63f0f75a-5b23-4c4f-b69a-03f9c34a32df tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:45.897906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f0f75a-5b23-4c4f-b69a-03f9c34a32df tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:48:45.946129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0f75a-5b23-4c4f-b69a-03f9c34a32df tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event updated for resources: {'Port': ['ID=22c5cda6-d969-43e9-8487-47b1be36cba7,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:45.975916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 9d3509bc-68b6-420f-86aa-429596e64b45 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:45.976311 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.980924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f0f75a-5b23-4c4f-b69a-03f9c34a32df tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:45.983065 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:48:45.983733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Checking segment: {'id': 'c44b3b89-5ccb-495f-80f1-32c81a822fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:45.984331 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.985249 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Bound using segment: {'id': 'c44b3b89-5ccb-495f-80f1-32c81a822fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:48:45.986617 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Bound port: e3410b7a-029a-4931-ae71-746f61cd450b, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44b3b89-5ccb-495f-80f1-32c81a822fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:48:45.987374 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.987828 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63f0f75a-5b23-4c4f-b69a-03f9c34a32df tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:45.997958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6911e863-c1d2-4668-bb6b-28d65e1e9265,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:46.022296 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-63f0f75a-5b23-4c4f-b69a-03f9c34a32df tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5354002 Aug 28 12:48:46.022548 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44960) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:46.030325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-49f42ff9-e63b-4f75-9648-5c61f0e53430 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Request body: {'port': {'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9', 'name': 'tempest-TaggedBootDevicesTest-521129233', 'fixed_ips': [{'subnet_id': 'd557cd69-cd27-4452-a97d-808c7d64731a'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:46.127089 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e622180-2bee-44b2-bcd9-d3857c173490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:46.152343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432297c-652d-4e1a-83f5-5a5ba4f8112b None None] Pushing event updated for resources: {'Port': ['ID=e6409f82-481c-472f-85ef-e64c63a26e5a,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:46.248236 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-c30526b9-bfad-4d1e-8924-3c417740143f tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2037196138&fields=id&tenant_id=a82bd92446f943d4aa701f8d58bc405f HTTP/1.1" status: 200 len: 267 time: 0.2184496 Aug 28 12:48:46.322136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e622180-2bee-44b2-bcd9-d3857c173490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0430e16-05d6-49e5-92dd-5f7d7db57bd0,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:46.432520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f42ff9-e63b-4f75-9648-5c61f0e53430 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Made reservation on behalf of 848f98195d42445793f4ad0f8595cb5d for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:46.444344 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49f42ff9-e63b-4f75-9648-5c61f0e53430 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:46.481117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-b4699340-43b1-4070-9570-063ecddd615f tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:46.491636 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-b4699340-43b1-4070-9570-063ecddd615f tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/networks?id=34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca HTTP/1.1" status: 200 len: 806 time: 0.1817982 Aug 28 12:48:46.497751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a2c00-5b7d-4750-9a9d-67964fb51510 req-f4323d46-d2a2-4be9-b749-1933156b4c27 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:46.500388 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-131a2c00-5b7d-4750-9a9d-67964fb51510 req-f4323d46-d2a2-4be9-b749-1933156b4c27 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 945 time: 0.1783340 Aug 28 12:48:46.512540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-49f42ff9-e63b-4f75-9648-5c61f0e53430 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] device_id is not set on port a6504f71-c67d-4bfd-8228-7b6d54b2acee yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:48:46.516572 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] For port e3410b7a-029a-4931-ae71-746f61cd450b, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:48:46.523838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] For port e3410b7a-029a-4931-ae71-746f61cd450b, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e3410b7a-029a-4931-ae71-746f61cd450b,segment=NetworkSegment(c44b3b89-5ccb-495f-80f1-32c81a822fa8),segment_id=c44b3b89-5ccb-495f-80f1-32c81a822fa8)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:48:46.541742 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-20b34fe5-95ff-4b30-930f-27df50ea46a7 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/quotas/a82bd92446f943d4aa701f8d58bc405f HTTP/1.1" status: 200 len: 375 time: 0.0486472 Aug 28 12:48:46.563224 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:46.589413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e622180-2bee-44b2-bcd9-d3857c173490 admin admin] Checking segment: {'id': '6e34699d-0959-43a8-96fa-e5c07942a81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '46369db8-22ac-4b38-94f3-e89b6383ea8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:46.589413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e622180-2bee-44b2-bcd9-d3857c173490 admin admin] Network hostable DHCP agents. Network: 46369db8-22ac-4b38-94f3-e89b6383ea8b, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:48:46.622438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78647d-4bdb-4a64-aeb1-040c48368ce3 req-f4e1a83c-8b31-4e91-9ead-58e0501ce6f5 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:46.625044 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2c78647d-4bdb-4a64-aeb1-040c48368ce3 req-f4e1a83c-8b31-4e91-9ead-58e0501ce6f5 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.11 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.4137611 Aug 28 12:48:46.626640 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:46.638486 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-1ce3b120-bb7e-4472-95ae-689c45192fae tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a82bd92446f943d4aa701f8d58bc405f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0956011 Aug 28 12:48:46.722558 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-131a2c00-5b7d-4750-9a9d-67964fb51510 req-04ce7b08-092d-451b-82fe-cf5b975e111f tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175175 Aug 28 12:48:46.723192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e622180-2bee-44b2-bcd9-d3857c173490 admin admin] Network 46369db8-22ac-4b38-94f3-e89b6383ea8b is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:48:46.739864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-6e622180-2bee-44b2-bcd9-d3857c173490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 46369db8-22ac-4b38-94f3-e89b6383ea8b) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:46.752468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81e578f-cfc6-4c1c-aa49-8a9c260c9080 None None] Network 46369db8-22ac-4b38-94f3-e89b6383ea8b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:48:46.753043 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e622180-2bee-44b2-bcd9-d3857c173490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:46.753778 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e622180-2bee-44b2-bcd9-d3857c173490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:46.755308 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c19f8-41df-4dfd-94e9-dd1fab30f8d6 None None] Pushing event updated for resources: {'Port': ['ID=e3410b7a-029a-4931-ae71-746f61cd450b,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:46.798740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 9d3509bc-68b6-420f-86aa-429596e64b45, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9d3509bc-68b6-420f-86aa-429596e64b45,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:46.839577 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:46.839954 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-26333552-967f-498b-87e7-ec38a47fc9c7 service neutron] 10.222.0.20 "GET /v2.0/networks/34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000268 Aug 28 12:48:46.977962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=9d3509bc-68b6-420f-86aa-429596e64b45,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:47.034105 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6e622180-2bee-44b2-bcd9-d3857c173490 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3115113 Aug 28 12:48:47.065912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1938c-0d18-4c04-b48c-f61295b981ae req-b18c4a6a-7eba-487e-b4cc-e3144983bd76 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:47.074181 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8fb1938c-0d18-4c04-b48c-f61295b981ae req-b18c4a6a-7eba-487e-b4cc-e3144983bd76 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 946 time: 0.1964228 Aug 28 12:48:47.086701 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-4a09dd3b-dd44-4f8b-9f8c-5312ebb2da2a service neutron] 10.222.0.20 "GET /v2.0/networks/34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366316 Aug 28 12:48:47.113333 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-2c78647d-4bdb-4a64-aeb1-040c48368ce3 req-7e9d3c3d-d135-4fa0-ba19-0afb889745f0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Deleting port 6ead5d09-aab2-452c-95e9-84b1b263167c {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:47.113684 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2c78647d-4bdb-4a64-aeb1-040c48368ce3 req-7e9d3c3d-d135-4fa0-ba19-0afb889745f0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:47.242556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-2c78647d-4bdb-4a64-aeb1-040c48368ce3 req-7e9d3c3d-d135-4fa0-ba19-0afb889745f0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] For port 6ead5d09-aab2-452c-95e9-84b1b263167c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6ead5d09-aab2-452c-95e9-84b1b263167c,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:47.243157 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2c78647d-4bdb-4a64-aeb1-040c48368ce3 req-7e9d3c3d-d135-4fa0-ba19-0afb889745f0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:47.260120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-2c78647d-4bdb-4a64-aeb1-040c48368ce3 req-7e9d3c3d-d135-4fa0-ba19-0afb889745f0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Calling delete_port for 6ead5d09-aab2-452c-95e9-84b1b263167c owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:47.570772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69f8794-0b6f-46d7-a4c6-2367f9a68050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3509bc-68b6-420f-86aa-429596e64b45'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:47.573028 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62583ad8-e204-4730-a3bd-5b0b76234b5f" -d '{"events": [{"server_uuid": "c69f8794-0b6f-46d7-a4c6-2367f9a68050", "name": "network-vif-plugged", "status": "completed", "tag": "9d3509bc-68b6-420f-86aa-429596e64b45"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:47.591468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e6409f82-481c-472f-85ef-e64c63a26e5a up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:47.597106 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'name': 'tempest-ServersTestJSON-1050740521-router', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:48:28Z', 'updated_at': '2021-08-28T12:48:37Z', 'revision_number': 4, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'gw_port': {'id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:29Z', 'updated_at': '2021-08-28T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '93fe0827-19f1-40a0-853c-56ce6c8af4c3', 'name': '', 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'mac_address': 'fa:16:3e:f5:b4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '526a336e-900b-4689-af7c-3430ff17c63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:36Z', 'updated_at': '2021-08-28T12:48:44Z', 'revision_number': 4, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'subnets': [{'id': '526a336e-900b-4689-af7c-3430ff17c63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:47.655726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-49f42ff9-e63b-4f75-9648-5c61f0e53430 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Allocated IP 10.1.1.75 (b0f76af8-7fbe-4c61-8fc0-3946902606c9/d557cd69-cd27-4452-a97d-808c7d64731a/a6504f71-c67d-4bfd-8228-7b6d54b2acee) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:48:47.668085 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2c78647d-4bdb-4a64-aeb1-040c48368ce3 req-7e9d3c3d-d135-4fa0-ba19-0afb889745f0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:47.749927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6ead5d09-aab2-452c-95e9-84b1b263167c'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:48:47.777338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d3c3d-d135-4fa0-ba19-0afb889745f0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Pushing event deleted for resources: {'Port': ['ID=6ead5d09-aab2-452c-95e9-84b1b263167c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:47.797706 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595284e8-569d-41b3-89dd-bddc5d613cfd None None] Network 46369db8-22ac-4b38-94f3-e89b6383ea8b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:48:47.952300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c78647d-4bdb-4a64-aeb1-040c48368ce3 req-7e9d3c3d-d135-4fa0-ba19-0afb889745f0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] No DVR routers for this DVR port 6ead5d09-aab2-452c-95e9-84b1b263167c on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:48:47.953131 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df1753f9-2ee8-4f55-bd80-789a5ebe25ce req-5e37e0fc-3076-4034-848d-687451cb3316 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 210 time: 0.0749762 Aug 28 12:48:47.977817 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2c78647d-4bdb-4a64-aeb1-040c48368ce3 req-7e9d3c3d-d135-4fa0-ba19-0afb889745f0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:48.010111 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2c78647d-4bdb-4a64-aeb1-040c48368ce3 req-7e9d3c3d-d135-4fa0-ba19-0afb889745f0 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.11 "DELETE /v2.0/ports/6ead5d09-aab2-452c-95e9-84b1b263167c HTTP/1.1" status: 204 len: 173 time: 1.3312781 Aug 28 12:48:48.033241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9badbc-6d6b-43db-b246-fac4d111f79a None None] The sync data for ids ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'] in n-d-791505-21 is: [{'id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'name': 'tempest-ServersTestJSON-1050740521-router', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:48:28Z', 'updated_at': '2021-08-28T12:48:37Z', 'revision_number': 4, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'gw_port': {'id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:29Z', 'updated_at': '2021-08-28T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '93fe0827-19f1-40a0-853c-56ce6c8af4c3', 'name': '', 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'mac_address': 'fa:16:3e:f5:b4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '526a336e-900b-4689-af7c-3430ff17c63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:36Z', 'updated_at': '2021-08-28T12:48:44Z', 'revision_number': 4, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'subnets': [{'id': '526a336e-900b-4689-af7c-3430ff17c63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:48:48.074554 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3d86c4-d8e5-4d6f-8e75-597704e8bcff x-openstack-request-id: req-fc3d86c4-d8e5-4d6f-8e75-597704e8bcff {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:48.080303 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69f8794-0b6f-46d7-a4c6-2367f9a68050", "name": "network-vif-plugged", "status": "completed", "tag": "9d3509bc-68b6-420f-86aa-429596e64b45", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:48.080924 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc3d86c4-d8e5-4d6f-8e75-597704e8bcff {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:48.081882 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69f8794-0b6f-46d7-a4c6-2367f9a68050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3509bc-68b6-420f-86aa-429596e64b45', 'code': 200} Aug 28 12:48:48.090939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336c15ea-9029-430c-8eaa-691fe279ee3a', 'name': 'network-vif-deleted', 'tag': '6ead5d09-aab2-452c-95e9-84b1b263167c'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:48.096097 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbaa9b3-4db9-4e8a-988b-faa68b232a71" -d '{"events": [{"server_uuid": "336c15ea-9029-430c-8eaa-691fe279ee3a", "name": "network-vif-deleted", "tag": "6ead5d09-aab2-452c-95e9-84b1b263167c"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:48.152349 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df8d174-7a8a-40ed-a1d1-31201625b576 None None] Network b0f76af8-7fbe-4c61-8fc0-3946902606c9 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:48:48.170506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8fb1938c-0d18-4c04-b48c-f61295b981ae req-d38f71fd-703a-46c7-9f7b-e351fa8f7ca7 tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1cb3fd1-44fb-48b6-b97f-9405a6acd171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0952263 Aug 28 12:48:48.340691 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf1b41c-34a6-40dc-8a47-c0b1129f6fd8 x-openstack-request-id: req-0bf1b41c-34a6-40dc-8a47-c0b1129f6fd8 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:48.340943 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336c15ea-9029-430c-8eaa-691fe279ee3a", "name": "network-vif-deleted", "tag": "6ead5d09-aab2-452c-95e9-84b1b263167c", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:48.342951 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bf1b41c-34a6-40dc-8a47-c0b1129f6fd8 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:48.344582 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336c15ea-9029-430c-8eaa-691fe279ee3a', 'name': 'network-vif-deleted', 'tag': '6ead5d09-aab2-452c-95e9-84b1b263167c', 'status': 'completed', 'code': 200} Aug 28 12:48:48.417152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845eba2-0c46-4026-83e3-bf5497561498 req-adfa26f0-f8c5-45eb-bfac-a014155dfa88 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:48.418992 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b845eba2-0c46-4026-83e3-bf5497561498 req-adfa26f0-f8c5-45eb-bfac-a014155dfa88 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 945 time: 0.1950874 Aug 28 12:48:48.526747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272b477-7b48-43cc-8378-726b8077825c req-f7394d26-2b02-44a8-9100-70a6ad2b062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:48.527074 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b845eba2-0c46-4026-83e3-bf5497561498 req-c6cd218a-e50a-4171-ad9f-b6add2403f97 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997267 Aug 28 12:48:48.544150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3272b477-7b48-43cc-8378-726b8077825c req-f7394d26-2b02-44a8-9100-70a6ad2b062a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c69f8794-0b6f-46d7-a4c6-2367f9a68050 HTTP/1.1" status: 200 len: 1098 time: 0.3056395 Aug 28 12:48:48.584693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45018) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:48.589826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9c08f299-e766-49a4-8777-2f8aa7e47229 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2035938104-network', 'tenant_id': '785572570b6c442a839f58bc679c045c'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:48.658607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f0996feb-a811-4029-826f-4478ba916fcf None None] Provisioning for port e6409f82-481c-472f-85ef-e64c63a26e5a completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:48.662826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c08f299-e766-49a4-8777-2f8aa7e47229 admin admin] Made reservation on behalf of 785572570b6c442a839f58bc679c045c for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:48.665594 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c08f299-e766-49a4-8777-2f8aa7e47229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:48.684691 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c08f299-e766-49a4-8777-2f8aa7e47229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:48.739906 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3272b477-7b48-43cc-8378-726b8077825c req-356e8dcb-1ddd-4c24-a485-65c23f0f4ff1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999953 Aug 28 12:48:48.836313 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port e6409f82-481c-472f-85ef-e64c63a26e5a completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:48.871695 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49f42ff9-e63b-4f75-9648-5c61f0e53430 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:48.875913 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port e6409f82-481c-472f-85ef-e64c63a26e5a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:48.885111 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:48.908876 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c08f299-e766-49a4-8777-2f8aa7e47229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:48.914209 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c08f299-e766-49a4-8777-2f8aa7e47229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:48.920838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-49f42ff9-e63b-4f75-9648-5c61f0e53430 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Transition to ACTIVE for port object a6504f71-c67d-4bfd-8228-7b6d54b2acee will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:48.941745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08f299-e766-49a4-8777-2f8aa7e47229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88594ad3-98aa-4c4e-8549-68da5a463c54,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:48.980741 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31ccc08-8130-4e33-8f9d-e14c4c7b2c9c None None] Network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:48:48.983618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c08f299-e766-49a4-8777-2f8aa7e47229 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:48:48.988838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007d4fe-941f-4d23-8c22-a83a3ebf57c3 req-36d19a93-d72f-4790-a24c-52303986d6b2 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:48.990725 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5007d4fe-941f-4d23-8c22-a83a3ebf57c3 req-36d19a93-d72f-4790-a24c-52303986d6b2 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=c69f8794-0b6f-46d7-a4c6-2367f9a68050 HTTP/1.1" status: 200 len: 946 time: 0.2394640 Aug 28 12:48:49.019050 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c08f299-e766-49a4-8777-2f8aa7e47229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:49.022783 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-9c08f299-e766-49a4-8777-2f8aa7e47229 admin admin] Added segment a94a39cb-342b-4784-9bbf-29480513e8cf of type vlan for network a1d9581c-bd1d-44bd-8698-064256cf3fa7 Aug 28 12:48:49.101351 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49f42ff9-e63b-4f75-9648-5c61f0e53430 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:49.104451 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:49.129044 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5007d4fe-941f-4d23-8c22-a83a3ebf57c3 req-74b1038c-c814-41c6-9756-60c63aeed914 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270278 Aug 28 12:48:49.204540 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c08f299-e766-49a4-8777-2f8aa7e47229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:49.243797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f42ff9-e63b-4f75-9648-5c61f0e53430 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Network b0f76af8-7fbe-4c61-8fc0-3946902606c9 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:48:49.274551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-49f42ff9-e63b-4f75-9648-5c61f0e53430 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:49.289053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f42ff9-e63b-4f75-9648-5c61f0e53430 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:48:49.299921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f42ff9-e63b-4f75-9648-5c61f0e53430 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event updated for resources: {'Port': ['ID=a6504f71-c67d-4bfd-8228-7b6d54b2acee,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:49.324030 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e093b263-9277-4e90-9fcf-705e55886f0e None None] Provisioning for port e3410b7a-029a-4931-ae71-746f61cd450b completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:49.351429 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port e6409f82-481c-472f-85ef-e64c63a26e5a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e6409f82-481c-472f-85ef-e64c63a26e5a,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:49.396910 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:49.398020 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e3410b7a-029a-4931-ae71-746f61cd450b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:49.430577 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-09da5cc0-3f41-4662-a50d-8bff1d8c012f req-66f91f4d-c3a3-4b88-b904-6ab62450c2f9 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 210 time: 0.1367314 Aug 28 12:48:49.431465 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c08f299-e766-49a4-8777-2f8aa7e47229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:49.432852 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c08f299-e766-49a4-8777-2f8aa7e47229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:49.433481 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c08f299-e766-49a4-8777-2f8aa7e47229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:49.480391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c41ae94a-81b7-40d8-ac27-ba799a3eb89f req-3e983f08-8f4f-4343-8828-c17f8f8896dc tempest-ListServerFiltersTestJSON-867619420 tempest-ListServerFiltersTestJSON-867619420-project] 10.222.0.20 "GET /v2.0/ports?device_id=336c15ea-9029-430c-8eaa-691fe279ee3a HTTP/1.1" status: 200 len: 210 time: 0.1074204 Aug 28 12:48:49.522338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f42ff9-e63b-4f75-9648-5c61f0e53430 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:49.523325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49f42ff9-e63b-4f75-9648-5c61f0e53430 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:49.549990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-49f42ff9-e63b-4f75-9648-5c61f0e53430 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5255477 Aug 28 12:48:49.597955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08f299-e766-49a4-8777-2f8aa7e47229 admin admin] Pushing event updated for resources: {'Network': ['ID=a1d9581c-bd1d-44bd-8698-064256cf3fa7,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:49.612354 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9c08f299-e766-49a4-8777-2f8aa7e47229 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0263195 Aug 28 12:48:49.615880 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45038) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:49.621790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1b2d4571-9fd6-4573-a608-8dfc7caac989 admin admin] Request body: {'subnet': {'network_id': 'a1d9581c-bd1d-44bd-8698-064256cf3fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2035938104-subnet', 'tenant_id': '785572570b6c442a839f58bc679c045c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:49.629607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network a1d9581c-bd1d-44bd-8698-064256cf3fa7 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:48:49.648893 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=e6409f82-481c-472f-85ef-e64c63a26e5a,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:49.679688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2d4571-9fd6-4573-a608-8dfc7caac989 admin admin] Made reservation on behalf of 785572570b6c442a839f58bc679c045c for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:49.682176 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4571-9fd6-4573-a608-8dfc7caac989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:49.692036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6ead5d09-aab2-452c-95e9-84b1b263167c no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:49.879988 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 6ead5d09-aab2-452c-95e9-84b1b263167c {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:48:49.880430 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6ead5d09-aab2-452c-95e9-84b1b263167c not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:48:49.920496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port e3410b7a-029a-4931-ae71-746f61cd450b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:49.945768 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c14283bf-15ca-48e0-96ae-37a02f849359 None None] Provisioning for port 22c5cda6-d969-43e9-8487-47b1be36cba7 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:49.964778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45040) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:49.973136 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port e3410b7a-029a-4931-ae71-746f61cd450b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:49.973801 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:49.980953 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-78e8319d-7cf0-480e-9b82-6c5260a45118 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--678090068', 'description': 'tempest-description--1471163916'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:49.998011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c14283bf-15ca-48e0-96ae-37a02f849359 None None] Provisioning complete for port 22c5cda6-d969-43e9-8487-47b1be36cba7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:49.999443 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c14283bf-15ca-48e0-96ae-37a02f849359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.040263 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-78e8319d-7cf0-480e-9b82-6c5260a45118 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.271180 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-78e8319d-7cf0-480e-9b82-6c5260a45118 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.278002 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-78e8319d-7cf0-480e-9b82-6c5260a45118 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.315904 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c14283bf-15ca-48e0-96ae-37a02f849359 None None] Port 22c5cda6-d969-43e9-8487-47b1be36cba7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:48:50.349287 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8319d-7cf0-480e-9b82-6c5260a45118 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8419c8e-732d-445c-9667-69f039e9d694,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:50.385455 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-78e8319d-7cf0-480e-9b82-6c5260a45118 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.407496 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-78e8319d-7cf0-480e-9b82-6c5260a45118 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4409173 Aug 28 12:48:50.408873 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45056) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:50.416948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c14283bf-15ca-48e0-96ae-37a02f849359 None None] Provisioning complete for port e6409f82-481c-472f-85ef-e64c63a26e5a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:50.417332 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c14283bf-15ca-48e0-96ae-37a02f849359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.420246 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-34b56cdf-a141-43ea-93ff-17b0b82139c5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Request body: {'security_group_rule': {'security_group_id': 'f8419c8e-732d-445c-9667-69f039e9d694', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:50.499892 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34b56cdf-a141-43ea-93ff-17b0b82139c5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.577254 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.668737 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port e3410b7a-029a-4931-ae71-746f61cd450b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e3410b7a-029a-4931-ae71-746f61cd450b,segment=NetworkSegment(c44b3b89-5ccb-495f-80f1-32c81a822fa8),segment_id=c44b3b89-5ccb-495f-80f1-32c81a822fa8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:50.672002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d57fb0-8507-40d5-a68e-40a1b1d75b70 req-2b8a0ee5-d4c8-4c53-983b-581c7a4b5e1f tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:50.673696 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62d57fb0-8507-40d5-a68e-40a1b1d75b70 req-2b8a0ee5-d4c8-4c53-983b-581c7a4b5e1f tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=c69f8794-0b6f-46d7-a4c6-2367f9a68050 HTTP/1.1" status: 200 len: 946 time: 0.3306289 Aug 28 12:48:50.689481 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34b56cdf-a141-43ea-93ff-17b0b82139c5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.694641 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c37d399e-043e-4ce7-a4fe-bebb015fed83 req-10ac0dbc-f30d-4541-9a6c-25bee967b363 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 210 time: 0.1003022 Aug 28 12:48:50.696367 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34b56cdf-a141-43ea-93ff-17b0b82139c5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.735078 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4571-9fd6-4573-a608-8dfc7caac989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.738110 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34b56cdf-a141-43ea-93ff-17b0b82139c5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.739571 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-34b56cdf-a141-43ea-93ff-17b0b82139c5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3285987 Aug 28 12:48:50.742122 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45062) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:50.747691 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d3d43d6d-a98f-46cd-822f-99e77e27a306 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Request body: {'security_group_rule': {'security_group_id': 'f8419c8e-732d-445c-9667-69f039e9d694', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:50.752805 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b56cdf-a141-43ea-93ff-17b0b82139c5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6462f43-b671-4704-ac6d-a9d88a692247,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:50.755811 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.791599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45064) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:50.844006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=e3410b7a-029a-4931-ae71-746f61cd450b,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:50.886250 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d3d43d6d-a98f-46cd-822f-99e77e27a306 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.918256 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-f59bbfe8-4eed-4595-8a61-97bd76bb4987 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:50.919844 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-f59bbfe8-4eed-4595-8a61-97bd76bb4987 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.11 "GET /v2.0/networks?id=34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca HTTP/1.1" status: 200 len: 806 time: 0.8342104 Aug 28 12:48:50.920772 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-5856718c-d4d8-4e11-b986-81cdfe762633 admin admin] Deleting subnet f58ff31b-b4db-41ed-92b2-19b7eabba203 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:48:50.931303 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5856718c-d4d8-4e11-b986-81cdfe762633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.953731 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a13bf031-da35-4cf0-b349-9f5595768045 None None] Provisioning for port a6504f71-c67d-4bfd-8228-7b6d54b2acee completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:50.960259 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a13bf031-da35-4cf0-b349-9f5595768045 None None] Provisioning complete for port a6504f71-c67d-4bfd-8228-7b6d54b2acee triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:50.960629 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a13bf031-da35-4cf0-b349-9f5595768045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.981422 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d3d43d6d-a98f-46cd-822f-99e77e27a306 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.986977 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d3d43d6d-a98f-46cd-822f-99e77e27a306 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:50.999241 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62d57fb0-8507-40d5-a68e-40a1b1d75b70 req-e5e68b29-74b2-41fb-85bd-74c7eab1c800 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132808 Aug 28 12:48:51.017460 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d4571-9fd6-4573-a608-8dfc7caac989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b95ac70f-384c-4b31-b546-034bee706878,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:51.038794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d4571-9fd6-4573-a608-8dfc7caac989 admin admin] Checking segment: {'id': 'a94a39cb-342b-4784-9bbf-29480513e8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'a1d9581c-bd1d-44bd-8698-064256cf3fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:51.039676 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d4571-9fd6-4573-a608-8dfc7caac989 admin admin] Network hostable DHCP agents. Network: a1d9581c-bd1d-44bd-8698-064256cf3fa7, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:48:51.044272 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d3d43d6d-a98f-46cd-822f-99e77e27a306 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:51.046552 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d3d43d6d-a98f-46cd-822f-99e77e27a306 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3032949 Aug 28 12:48:51.049325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45066) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:51.055341 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a13bf031-da35-4cf0-b349-9f5595768045 None None] Port a6504f71-c67d-4bfd-8228-7b6d54b2acee cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:48:51.064758 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d43d6d-a98f-46cd-822f-99e77e27a306 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a51e47-009c-4225-9788-52e7ce18f6c4,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:51.067126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:51.071636 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e6409f82-481c-472f-85ef-e64c63a26e5a up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:51.078268 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5856718c-d4d8-4e11-b986-81cdfe762633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:51.083615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-eba024db-0706-495e-a416-6976f75cd0be tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a82bd92446f943d4aa701f8d58bc405f HTTP/1.1" status: 200 len: 380 time: 0.1146257 Aug 28 12:48:51.104930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-a635af7f-15d1-41c7-80c8-c31b2224db5a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Request body: {'port': {'device_id': '0a397303-3c13-4557-a687-8fc7dc8806b4', 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'admin_state_up': True, 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'security_groups': ['92158db8-eddc-4732-8635-c0917dfa3265']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:51.135621 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a13bf031-da35-4cf0-b349-9f5595768045 None None] Provisioning complete for port 22c5cda6-d969-43e9-8487-47b1be36cba7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:51.135952 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a13bf031-da35-4cf0-b349-9f5595768045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:51.186493 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port e6409f82-481c-472f-85ef-e64c63a26e5a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:51.186969 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:51.189218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d4571-9fd6-4573-a608-8dfc7caac989 admin admin] Network a1d9581c-bd1d-44bd-8698-064256cf3fa7 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:48:51.193116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a13bf031-da35-4cf0-b349-9f5595768045 None None] Port 22c5cda6-d969-43e9-8487-47b1be36cba7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:48:51.197032 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:51.250220 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a13bf031-da35-4cf0-b349-9f5595768045 None None] Provisioning complete for port e3410b7a-029a-4931-ae71-746f61cd450b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:51.250758 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a13bf031-da35-4cf0-b349-9f5595768045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:51.251248 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5856718c-d4d8-4e11-b986-81cdfe762633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:51.299197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-1b2d4571-9fd6-4573-a608-8dfc7caac989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, a1d9581c-bd1d-44bd-8698-064256cf3fa7) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:51.316227 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94177bc2-940a-435b-bcc1-9cbb543eb3d7 None None] Network a1d9581c-bd1d-44bd-8698-064256cf3fa7 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:48:51.337223 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2d4571-9fd6-4573-a608-8dfc7caac989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:51.337874 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4571-9fd6-4573-a608-8dfc7caac989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:51.370889 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5856718c-d4d8-4e11-b986-81cdfe762633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:51.403564 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 93fe0827-19f1-40a0-853c-56ce6c8af4c3 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:51.419910 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1b2d4571-9fd6-4573-a608-8dfc7caac989 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8021944 Aug 28 12:48:51.436226 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856718c-d4d8-4e11-b986-81cdfe762633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f58ff31b-b4db-41ed-92b2-19b7eabba203,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:51.448465 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5856718c-d4d8-4e11-b986-81cdfe762633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:51.451357 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26127bfa-f2d1-423f-baca-a7d2cd4a8046 req-2ae6f7a0-5f33-4efe-8c75-0479f1468597 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1437621 Aug 28 12:48:51.454985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-a635af7f-15d1-41c7-80c8-c31b2224db5a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Made reservation on behalf of a82bd92446f943d4aa701f8d58bc405f for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:51.459046 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5856718c-d4d8-4e11-b986-81cdfe762633 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f58ff31b-b4db-41ed-92b2-19b7eabba203 HTTP/1.1" status: 204 len: 168 time: 0.6612468 Aug 28 12:48:51.462093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45082) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:51.462443 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-a635af7f-15d1-41c7-80c8-c31b2224db5a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:51.489160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01407a41-924f-4304-a6bd-42b30de97954 None None] Network 06edde1e-8bcd-4a69-b1f3-50e821da12ce requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:48:51.664814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 93fe0827-19f1-40a0-853c-56ce6c8af4c3 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:51.673139 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:51.694054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 93fe0827-19f1-40a0-853c-56ce6c8af4c3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:51.694618 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:51.704354 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45084) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:51.797679 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca5d10f-71ad-482a-be88-9581f9f6d1e3 admin admin] Deleting subnet c0430e16-05d6-49e5-92dd-5f7d7db57bd0 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:48:51.814315 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fca5d10f-71ad-482a-be88-9581f9f6d1e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:51.859477 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3bde5963-a3fe-42d2-96a0-a4adf1ce631e req-89c5d6d4-38a3-44fd-88d9-968fb5e11387 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 210 time: 0.0590775 Aug 28 12:48:51.883960 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fca5d10f-71ad-482a-be88-9581f9f6d1e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:51.889679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eeb612-bcc1-48ca-910b-e025597ccdbb None None] Network a1d9581c-bd1d-44bd-8698-064256cf3fa7 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:48:51.920412 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] Deleting port 367d5408-503f-40ac-921a-75deecf54ef7 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:51.920773 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:51.992606 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fca5d10f-71ad-482a-be88-9581f9f6d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.008267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26127bfa-f2d1-423f-baca-a7d2cd4a8046 req-37ef714b-18a9-4691-95e0-38c247c67249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:52.010906 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26127bfa-f2d1-423f-baca-a7d2cd4a8046 req-37ef714b-18a9-4691-95e0-38c247c67249 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 1097 time: 0.5228736 Aug 28 12:48:52.014741 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.055124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] For port 367d5408-503f-40ac-921a-75deecf54ef7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=367d5408-503f-40ac-921a-75deecf54ef7,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:52.055668 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.149782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] Calling delete_port for 367d5408-503f-40ac-921a-75deecf54ef7 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:52.151805 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.154187 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fca5d10f-71ad-482a-be88-9581f9f6d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.197178 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053949ad-0da6-4ef0-a97c-a397d724dc4a None None] DHCP port deletion for 06edde1e-8bcd-4a69-b1f3-50e821da12ce request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:48:52.240101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 93fe0827-19f1-40a0-853c-56ce6c8af4c3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=93fe0827-19f1-40a0-853c-56ce6c8af4c3,segment=NetworkSegment(7d3203c0-d8b0-47b5-a973-a4bb95a4f147),segment_id=7d3203c0-d8b0-47b5-a973-a4bb95a4f147)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:52.255351 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.294930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-a635af7f-15d1-41c7-80c8-c31b2224db5a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Allocated IP 172.20.0.5 (34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca/526a336e-900b-4689-af7c-3430ff17c63c/5f0649be-3f05-49ac-8121-c252091fb110) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:48:52.316591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-053949ad-0da6-4ef0-a97c-a397d724dc4a None None] Deleting port 367d5408-503f-40ac-921a-75deecf54ef7 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:52.317184 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-053949ad-0da6-4ef0-a97c-a397d724dc4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.321911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5d10f-71ad-482a-be88-9581f9f6d1e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0430e16-05d6-49e5-92dd-5f7d7db57bd0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:52.330522 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fca5d10f-71ad-482a-be88-9581f9f6d1e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.335584 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fca5d10f-71ad-482a-be88-9581f9f6d1e3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c0430e16-05d6-49e5-92dd-5f7d7db57bd0 HTTP/1.1" status: 204 len: 168 time: 0.6277556 Aug 28 12:48:52.335584 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.337078 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45092) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:52.398116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-053949ad-0da6-4ef0-a97c-a397d724dc4a None None] For port 367d5408-503f-40ac-921a-75deecf54ef7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=367d5408-503f-40ac-921a-75deecf54ef7,segment=NetworkSegment(7edc20ad-a674-4dcb-8011-95cd1a4c9025),segment_id=7edc20ad-a674-4dcb-8011-95cd1a4c9025)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:52.398795 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-053949ad-0da6-4ef0-a97c-a397d724dc4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.415990 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-053949ad-0da6-4ef0-a97c-a397d724dc4a None None] Calling delete_port for 367d5408-503f-40ac-921a-75deecf54ef7 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:52.421799 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7b50-ee0e-4257-96e7-5e5732afa701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.477687 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb99ec5-2729-48ff-be98-419661daa59f req-32618652-1520-4ac2-96b3-1a11bbf0615c tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:52.485328 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7cb99ec5-2729-48ff-be98-419661daa59f req-32618652-1520-4ac2-96b3-1a11bbf0615c tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=c69f8794-0b6f-46d7-a4c6-2367f9a68050 HTTP/1.1" status: 200 len: 946 time: 0.3142014 Aug 28 12:48:52.492181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] Pushing event deleted for resources: {'Port': ['ID=367d5408-503f-40ac-921a-75deecf54ef7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:52.526676 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-053949ad-0da6-4ef0-a97c-a397d724dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.543100 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053949ad-0da6-4ef0-a97c-a397d724dc4a None None] No DVR routers for this DVR port 367d5408-503f-40ac-921a-75deecf54ef7 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:48:52.561033 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7b50-ee0e-4257-96e7-5e5732afa701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.561598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=93fe0827-19f1-40a0-853c-56ce6c8af4c3,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:52.588715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-2e0b7b50-ee0e-4257-96e7-5e5732afa701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46369db8-22ac-4b38-94f3-e89b6383ea8b']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:52.592160 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Allocated IP 172.25.1.120 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/0c83a7bc-9db4-4b88-9fe7-d9994a0e57b2) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:48:52.601095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-2e0b7b50-ee0e-4257-96e7-5e5732afa701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e34699d-0959-43a8-96fa-e5c07942a81f') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:52.601467 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-2e0b7b50-ee0e-4257-96e7-5e5732afa701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e34699d-0959-43a8-96fa-e5c07942a81f') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:52.605598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053949ad-0da6-4ef0-a97c-a397d724dc4a None None] Pushing event deleted for resources: {'Port': ['ID=367d5408-503f-40ac-921a-75deecf54ef7,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:52.616718 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7b50-ee0e-4257-96e7-5e5732afa701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.637748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26127bfa-f2d1-423f-baca-a7d2cd4a8046 req-7f115f6e-efff-4a53-968f-4e4b5ae24605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:52.638008 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7b50-ee0e-4257-96e7-5e5732afa701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.639413 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26127bfa-f2d1-423f-baca-a7d2cd4a8046 req-7f115f6e-efff-4a53-968f-4e4b5ae24605 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.5830877 Aug 28 12:48:52.644989 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0b7b50-ee0e-4257-96e7-5e5732afa701 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:48:52.645403 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7b50-ee0e-4257-96e7-5e5732afa701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.647470 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] No DVR routers for this DVR port 367d5408-503f-40ac-921a-75deecf54ef7 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:48:52.649103 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:48:52.740003 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7cb99ec5-2729-48ff-be98-419661daa59f req-d8c3f7c4-6bf5-4153-88c2-365137c3996d tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504449 Aug 28 12:48:52.763199 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26127bfa-f2d1-423f-baca-a7d2cd4a8046 req-46a94852-75e7-426a-9c8a-449147eb0542 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2233bb65-d430-4de6-9f2a-4e65652d2183 HTTP/1.1" status: 200 len: 217 time: 0.1024826 Aug 28 12:48:52.846302 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.861387 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7b50-ee0e-4257-96e7-5e5732afa701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.877369 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7b50-ee0e-4257-96e7-5e5732afa701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:52.886073 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2e0b7b50-ee0e-4257-96e7-5e5732afa701 admin admin] 10.222.0.20 "DELETE /v2.0/networks/46369db8-22ac-4b38-94f3-e89b6383ea8b HTTP/1.1" status: 204 len: 168 time: 0.5429449 Aug 28 12:48:52.889771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06edde1e-8bcd-4a69-b1f3-50e821da12ce']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:52.899900 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45106) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:52.927079 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e3410b7a-029a-4931-ae71-746f61cd450b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:53.029963 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edc20ad-a674-4dcb-8011-95cd1a4c9025') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:53.030317 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edc20ad-a674-4dcb-8011-95cd1a4c9025') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:53.045730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b7b50-ee0e-4257-96e7-5e5732afa701 admin admin] Pushing event deleted for resources: {'Network': ['ID=46369db8-22ac-4b38-94f3-e89b6383ea8b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:53.053327 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26127bfa-f2d1-423f-baca-a7d2cd4a8046 req-7582bea2-43bd-4f34-a52f-d1dc00880cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:53.054870 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26127bfa-f2d1-423f-baca-a7d2cd4a8046 req-7582bea2-43bd-4f34-a52f-d1dc00880cb5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.2109859 Aug 28 12:48:53.059501 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port e3410b7a-029a-4931-ae71-746f61cd450b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:53.060264 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:53.064283 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:53.070741 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-a635af7f-15d1-41c7-80c8-c31b2224db5a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:53.088623 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda0d204-a005-46d8-be96-deede0410012 admin admin] Deleting subnet b95ac70f-384c-4b31-b546-034bee706878 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:48:53.096857 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bda0d204-a005-46d8-be96-deede0410012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:53.142156 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:53.165451 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:48:53.165838 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:48:53.179994 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:48:53.234992 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-986dc492-7e8c-406e-919e-5d179e69b520 req-127a1ecd-ecca-4353-a11d-274da522a834 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 210 time: 0.1986046 Aug 28 12:48:53.238084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 93fe0827-19f1-40a0-853c-56ce6c8af4c3 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:48:53.242936 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-a635af7f-15d1-41c7-80c8-c31b2224db5a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Transition to ACTIVE for port object 5f0649be-3f05-49ac-8121-c252091fb110 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:53.294502 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bda0d204-a005-46d8-be96-deede0410012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:53.349671 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:53.350238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 93fe0827-19f1-40a0-853c-56ce6c8af4c3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:53.350931 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:53.377736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26127bfa-f2d1-423f-baca-a7d2cd4a8046 req-21334541-03a7-40dd-8404-2db71bdc3a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:53.379360 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26127bfa-f2d1-423f-baca-a7d2cd4a8046 req-21334541-03a7-40dd-8404-2db71bdc3a2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3025186 Aug 28 12:48:53.393224 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bda0d204-a005-46d8-be96-deede0410012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:53.403000 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-a635af7f-15d1-41c7-80c8-c31b2224db5a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:53.467416 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:53.548594 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:53.556924 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] 10.222.0.20 "DELETE /v2.0/networks/06edde1e-8bcd-4a69-b1f3-50e821da12ce HTTP/1.1" status: 204 len: 168 time: 2.0895805 Aug 28 12:48:53.561261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a00a25-8daa-49c9-8676-6d67675eb38e admin admin] Pushing event deleted for resources: {'Network': ['ID=06edde1e-8bcd-4a69-b1f3-50e821da12ce,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:53.606034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-a635af7f-15d1-41c7-80c8-c31b2224db5a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Network 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:48:53.623723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-a635af7f-15d1-41c7-80c8-c31b2224db5a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:53.626464 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bda0d204-a005-46d8-be96-deede0410012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:53.715009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-a635af7f-15d1-41c7-80c8-c31b2224db5a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:48:53.763318 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bda0d204-a005-46d8-be96-deede0410012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:53.767916 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bda0d204-a005-46d8-be96-deede0410012 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b95ac70f-384c-4b31-b546-034bee706878 HTTP/1.1" status: 204 len: 168 time: 0.8644500 Aug 28 12:48:53.772422 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0d204-a005-46d8-be96-deede0410012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b95ac70f-384c-4b31-b546-034bee706878,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:53.777981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45138) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:53.812930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 367d5408-503f-40ac-921a-75deecf54ef7 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:53.823980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635af7f-15d1-41c7-80c8-c31b2224db5a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Pushing event updated for resources: {'Port': ['ID=5f0649be-3f05-49ac-8121-c252091fb110,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:53.839122 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:53.841393 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 367d5408-503f-40ac-921a-75deecf54ef7 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:48:53.841807 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 367d5408-503f-40ac-921a-75deecf54ef7 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:48:53.992608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-a635af7f-15d1-41c7-80c8-c31b2224db5a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:53.993217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-a635af7f-15d1-41c7-80c8-c31b2224db5a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:54.000610 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26127bfa-f2d1-423f-baca-a7d2cd4a8046 req-c7bf8f9c-1bf3-4061-bc21-e5388ad950ee service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109324 Aug 28 12:48:54.026220 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:48:54.028066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45144) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:54.073876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:54.084771 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb432-b5f1-4f59-a186-2b2dd409703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:54.140148 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-3d902c64-0f12-4f62-bec8-9a779d225e6c tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:54.143240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a8b38931-ae3d-4aea-84e2-8e95f1f1c299 None None] Provisioning for port 5f0649be-3f05-49ac-8121-c252091fb110 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:48:54.147280 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-3d902c64-0f12-4f62-bec8-9a779d225e6c tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/networks?id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5 HTTP/1.1" status: 200 len: 813 time: 0.3808215 Aug 28 12:48:54.151651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a8b38931-ae3d-4aea-84e2-8e95f1f1c299 None None] Provisioning complete for port 5f0649be-3f05-49ac-8121-c252091fb110 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:48:54.151651 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a8b38931-ae3d-4aea-84e2-8e95f1f1c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:54.165728 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-8e83b0c4-5916-47c8-a3a2-7cc25b363d90 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/quotas/97297c2f57c24a288a8e7ed2e5bec758 HTTP/1.1" status: 200 len: 375 time: 0.0173557 Aug 28 12:48:54.201644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a8b38931-ae3d-4aea-84e2-8e95f1f1c299 None None] Port 5f0649be-3f05-49ac-8121-c252091fb110 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:48:54.202595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26127bfa-f2d1-423f-baca-a7d2cd4a8046 req-7f63ceee-cd22-431c-8091-202e199e6287 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736052 Aug 28 12:48:54.208445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:48:54.253946 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-a635af7f-15d1-41c7-80c8-c31b2224db5a tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1600010 Aug 28 12:48:54.281552 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb432-b5f1-4f59-a186-2b2dd409703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:54.307881 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-ca146451-8d24-4bd8-ac77-dd16dbde66f7 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=97297c2f57c24a288a8e7ed2e5bec758&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1412117 Aug 28 12:48:54.317024 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Request body: {'port': {'device_id': '0a397303-3c13-4557-a687-8fc7dc8806b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:54.318054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f0dbb432-b5f1-4f59-a186-2b2dd409703c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d9581c-bd1d-44bd-8698-064256cf3fa7']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:54.350793 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f8600088-97c5-43df-9fc3-e5807d330b6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b7a6b99db3840b590db410facd5b849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204565 Aug 28 12:48:54.365096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event updated for resources: {'Port': ['ID=0c83a7bc-9db4-4b88-9fe7-d9994a0e57b2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:54.377450 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f0dbb432-b5f1-4f59-a186-2b2dd409703c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94a39cb-342b-4784-9bbf-29480513e8cf') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:54.377757 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f0dbb432-b5f1-4f59-a186-2b2dd409703c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94a39cb-342b-4784-9bbf-29480513e8cf') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:48:54.380299 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45148) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:54.397290 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb432-b5f1-4f59-a186-2b2dd409703c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:54.416023 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:54.431823 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb432-b5f1-4f59-a186-2b2dd409703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:54.444170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0dbb432-b5f1-4f59-a186-2b2dd409703c admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:48:54.444576 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb432-b5f1-4f59-a186-2b2dd409703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:48:54.449131 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:48:54.537153 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c4126c7a-e60b-4c6d-9ab5-f8f21e006562 service neutron] 10.222.0.20 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284122 Aug 28 12:48:54.558618 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb432-b5f1-4f59-a186-2b2dd409703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:54.571146 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a4b5364-f1f5-487d-aec5-d6cccfc5fcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:54.604136 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb432-b5f1-4f59-a186-2b2dd409703c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:54.605967 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f0dbb432-b5f1-4f59-a186-2b2dd409703c admin admin] 10.222.0.20 "DELETE /v2.0/networks/a1d9581c-bd1d-44bd-8698-064256cf3fa7 HTTP/1.1" status: 204 len: 168 time: 0.8254611 Aug 28 12:48:54.623324 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:54.635463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd09a9-cff4-4990-ab4b-b4d59cd6d038 req-1b53ebf1-5c6c-483f-b765-52b980bd6182 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:54.643741 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7dd09a9-cff4-4990-ab4b-b4d59cd6d038 req-1b53ebf1-5c6c-483f-b765-52b980bd6182 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 931 time: 0.2383335 Aug 28 12:48:54.655912 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbb432-b5f1-4f59-a186-2b2dd409703c admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d9581c-bd1d-44bd-8698-064256cf3fa7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:54.698760 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-ce7473e5-5738-480c-b1ec-fa2c66e918c9 service neutron] 10.222.0.20 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509724 Aug 28 12:48:54.700565 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a4b5364-f1f5-487d-aec5-d6cccfc5fcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:54.771993 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a4b5364-f1f5-487d-aec5-d6cccfc5fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:54.775027 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a4b5364-f1f5-487d-aec5-d6cccfc5fcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:54.779061 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9a4b5364-f1f5-487d-aec5-d6cccfc5fcc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1cb3fd1-44fb-48b6-b97f-9405a6acd171 HTTP/1.1" status: 204 len: 168 time: 0.3974988 Aug 28 12:48:54.792256 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b5364-f1f5-487d-aec5-d6cccfc5fcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cb3fd1-44fb-48b6-b97f-9405a6acd171,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:54.803022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7dd09a9-cff4-4990-ab4b-b4d59cd6d038 req-7f602a4f-83a6-45d8-9874-26bc23728559 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/security-groups?id=92158db8-eddc-4732-8635-c0917dfa3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575077 Aug 28 12:48:54.808076 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:54.910695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45168) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:54.984612 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1a9a330b-c796-4916-a317-50fad733bc73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e50abb482a934cf38d5f8b2cdbf46707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726516 Aug 28 12:48:54.985436 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45176) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:55.067997 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ec39e9ca-a6b0-45e3-a3b9-d9543c8ad61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:55.126691 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ec39e9ca-a6b0-45e3-a3b9-d9543c8ad61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:55.191584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0649be-3f05-49ac-8121-c252091fb110 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:48:55.201485 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:55.260322 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Transition to ACTIVE for port object 5f0649be-3f05-49ac-8121-c252091fb110 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:48:55.273206 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:55.289541 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ec39e9ca-a6b0-45e3-a3b9-d9543c8ad61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:55.294441 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ec39e9ca-a6b0-45e3-a3b9-d9543c8ad61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:55.309094 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ec39e9ca-a6b0-45e3-a3b9-d9543c8ad61d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1b4dc69-51ff-492b-9c79-b96bf56774e9 HTTP/1.1" status: 204 len: 168 time: 0.3224499 Aug 28 12:48:55.325213 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:55.339165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39e9ca-a6b0-45e3-a3b9-d9543c8ad61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b4dc69-51ff-492b-9c79-b96bf56774e9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:55.362386 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c453c1d-fe35-420e-9185-b871caf53dfd req-7a4e5b95-02cf-4ac5-8297-baed17ff0945 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=54faa041-0cc4-42dc-870c-4d94a09e3f45 HTTP/1.1" status: 200 len: 210 time: 0.0812962 Aug 28 12:48:55.369927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbfb17-bfd7-4c4b-97eb-842b1c1a1e69 req-9bf7ee09-ecb4-415e-b243-8490aaee7b30 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:55.378095 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f4bbfb17-bfd7-4c4b-97eb-842b1c1a1e69 req-9bf7ee09-ecb4-415e-b243-8490aaee7b30 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfe1936-cc94-4517-9e66-0845faa4cdce HTTP/1.1" status: 200 len: 951 time: 0.1419497 Aug 28 12:48:55.380407 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:55.433540 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f4bbfb17-bfd7-4c4b-97eb-842b1c1a1e69 req-305bee47-e576-46c1-97fd-0056cb999429 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542364 Aug 28 12:48:55.478622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Pushing event updated for resources: {'Port': ['ID=5f0649be-3f05-49ac-8121-c252091fb110,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:55.644763 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:55.744887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06165d-c138-478f-bba2-2de522b0a4df req-c918247d-6714-40cb-9db1-50455cd1fbee tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:55.747407 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fa06165d-c138-478f-bba2-2de522b0a4df req-c918247d-6714-40cb-9db1-50455cd1fbee tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.11 "GET /v2.0/ports?device_id=c69f8794-0b6f-46d7-a4c6-2367f9a68050 HTTP/1.1" status: 200 len: 946 time: 0.4058876 Aug 28 12:48:55.777753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event updated for resources: {'Port': ['ID=0c83a7bc-9db4-4b88-9fe7-d9994a0e57b2,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:55.856424 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8cd13-b5d1-48c6-b69f-99ebca30ccdb req-82c9091f-45ac-4d1a-ab41-e223723419cd tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:55.869780 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b8b8cd13-b5d1-48c6-b69f-99ebca30ccdb req-82c9091f-45ac-4d1a-ab41-e223723419cd tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da HTTP/1.1" status: 200 len: 945 time: 0.1456709 Aug 28 12:48:55.915864 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:55.934624 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ca9ef784-a80b-4197-a19e-1db66bbd7d75 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8701453 Aug 28 12:48:56.026829 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Attempting to bind port 5f0649be-3f05-49ac-8121-c252091fb110 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:48:56.026829 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Attempting to bind port 5f0649be-3f05-49ac-8121-c252091fb110 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '7d3203c0-d8b0-47b5-a973-a4bb95a4f147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:48:56.026829 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Attempting to bind port 5f0649be-3f05-49ac-8121-c252091fb110 on network 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:48:56.033044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Port 5f0649be-3f05-49ac-8121-c252091fb110 on network 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:48:56.033465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Attempting to bind port 5f0649be-3f05-49ac-8121-c252091fb110 on network 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:48:56.038972 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45266) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:56.059941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e1619-225d-45ec-91af-04a3c9de914e req-15e82b2e-f2fe-4f2b-a9cc-77ad803da392 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:56.069003 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-735e1619-225d-45ec-91af-04a3c9de914e req-15e82b2e-f2fe-4f2b-a9cc-77ad803da392 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 943 time: 0.1364353 Aug 28 12:48:56.069288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-fa06165d-c138-478f-bba2-2de522b0a4df req-7a745737-494a-423f-a4dd-4e673c67c482 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Deleting port 9d3509bc-68b6-420f-86aa-429596e64b45 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:56.076275 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fa06165d-c138-478f-bba2-2de522b0a4df req-7a745737-494a-423f-a4dd-4e673c67c482 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:56.212396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-fa06165d-c138-478f-bba2-2de522b0a4df req-7a745737-494a-423f-a4dd-4e673c67c482 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] For port 9d3509bc-68b6-420f-86aa-429596e64b45, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9d3509bc-68b6-420f-86aa-429596e64b45,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:56.213097 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fa06165d-c138-478f-bba2-2de522b0a4df req-7a745737-494a-423f-a4dd-4e673c67c482 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:56.229091 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-fa06165d-c138-478f-bba2-2de522b0a4df req-7a745737-494a-423f-a4dd-4e673c67c482 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Calling delete_port for 9d3509bc-68b6-420f-86aa-429596e64b45 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:56.293044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:48:56.293497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Checking segment: {'id': '7d3203c0-d8b0-47b5-a973-a4bb95a4f147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:56.293952 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Bound using segment: {'id': '7d3203c0-d8b0-47b5-a973-a4bb95a4f147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:48:56.294498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Bound port: 5f0649be-3f05-49ac-8121-c252091fb110, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3203c0-d8b0-47b5-a973-a4bb95a4f147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:48:56.294925 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:56.423436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] For port 5f0649be-3f05-49ac-8121-c252091fb110, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:48:56.431894 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] For port 5f0649be-3f05-49ac-8121-c252091fb110, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5f0649be-3f05-49ac-8121-c252091fb110,segment=NetworkSegment(7d3203c0-d8b0-47b5-a973-a4bb95a4f147),segment_id=7d3203c0-d8b0-47b5-a973-a4bb95a4f147)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:48:56.440147 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:56.451066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4e389d94-c430-4d42-be05-d01718d960d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=785572570b6c442a839f58bc679c045c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039390 Aug 28 12:48:56.462296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45304) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:56.511827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45306) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:56.519207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-b8b8cd13-b5d1-48c6-b69f-99ebca30ccdb req-963a531e-52db-4373-b9b7-296735f9c32c tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Deleting port 6911e863-c1d2-4668-bb6b-28d65e1e9265 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:48:56.519752 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b8b8cd13-b5d1-48c6-b69f-99ebca30ccdb req-963a531e-52db-4373-b9b7-296735f9c32c tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:56.525140 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-735e1619-225d-45ec-91af-04a3c9de914e req-9753b1d8-f1f5-42b0-8c96-9f0f45c2ae6f tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/security-groups?id=92158db8-eddc-4732-8635-c0917dfa3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4552972 Aug 28 12:48:56.556524 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:56.556524 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:56.556524 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] 10.222.0.11 "PUT /v2.0/ports/5f0649be-3f05-49ac-8121-c252091fb110 HTTP/1.1" status: 200 len: 1092 time: 2.2403195 Aug 28 12:48:56.556524 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a397303-3c13-4557-a687-8fc7dc8806b4', 'tag': '5f0649be-3f05-49ac-8121-c252091fb110'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:56.556524 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fda5b5-4d55-462c-a382-46e570aec662" -d '{"events": [{"name": "network-changed", "server_uuid": "0a397303-3c13-4557-a687-8fc7dc8806b4", "tag": "5f0649be-3f05-49ac-8121-c252091fb110"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:56.676388 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b8b8cd13-b5d1-48c6-b69f-99ebca30ccdb req-963a531e-52db-4373-b9b7-296735f9c32c tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] For port 6911e863-c1d2-4668-bb6b-28d65e1e9265, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6911e863-c1d2-4668-bb6b-28d65e1e9265,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:48:56.676957 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b8b8cd13-b5d1-48c6-b69f-99ebca30ccdb req-963a531e-52db-4373-b9b7-296735f9c32c tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:56.696395 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-b8b8cd13-b5d1-48c6-b69f-99ebca30ccdb req-963a531e-52db-4373-b9b7-296735f9c32c tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Calling delete_port for 6911e863-c1d2-4668-bb6b-28d65e1e9265 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:48:56.796926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2413582-4d1e-4e1c-bff0-624e2804972b service neutron] Pushing event updated for resources: {'Port': ['ID=5f0649be-3f05-49ac-8121-c252091fb110,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:56.810180 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fa06165d-c138-478f-bba2-2de522b0a4df req-7a745737-494a-423f-a4dd-4e673c67c482 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:56.824222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['9d3509bc-68b6-420f-86aa-429596e64b45', '6911e863-c1d2-4668-bb6b-28d65e1e9265'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:48:56.863447 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-0c5e62c2-60a0-4090-910e-199711f24185 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--678090068&fields=id&tenant_id=848f98195d42445793f4ad0f8595cb5d HTTP/1.1" status: 200 len: 267 time: 0.3524280 Aug 28 12:48:56.983922 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aba70114-2536-40ad-bed9-cfed5177765e req-cb0258f2-0315-4caf-a8b6-010453ca0ca8 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=54faa041-0cc4-42dc-870c-4d94a09e3f45 HTTP/1.1" status: 200 len: 210 time: 0.0524969 Aug 28 12:48:57.033991 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b8b8cd13-b5d1-48c6-b69f-99ebca30ccdb req-963a531e-52db-4373-b9b7-296735f9c32c tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:57.069136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a531e-52db-4373-b9b7-296735f9c32c tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Pushing event deleted for resources: {'Port': ['ID=6911e863-c1d2-4668-bb6b-28d65e1e9265,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:57.086507 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['9d3509bc-68b6-420f-86aa-429596e64b45'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:48:57.115362 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b8cd13-b5d1-48c6-b69f-99ebca30ccdb req-963a531e-52db-4373-b9b7-296735f9c32c tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] No DVR routers for this DVR port 6911e863-c1d2-4668-bb6b-28d65e1e9265 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:48:57.118484 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b8b8cd13-b5d1-48c6-b69f-99ebca30ccdb req-963a531e-52db-4373-b9b7-296735f9c32c tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:57.120608 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b8b8cd13-b5d1-48c6-b69f-99ebca30ccdb req-963a531e-52db-4373-b9b7-296735f9c32c tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.11 "DELETE /v2.0/ports/6911e863-c1d2-4668-bb6b-28d65e1e9265 HTTP/1.1" status: 204 len: 173 time: 1.2390738 Aug 28 12:48:57.121096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da', 'name': 'network-vif-deleted', 'tag': '6911e863-c1d2-4668-bb6b-28d65e1e9265'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:57.123665 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e892184-4a20-4513-8de0-4c43ef51f197" -d '{"events": [{"server_uuid": "1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da", "name": "network-vif-deleted", "tag": "6911e863-c1d2-4668-bb6b-28d65e1e9265"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:57.212415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-53402357-61cf-44fa-9bd5-ed1fc811a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:57.214346 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-53402357-61cf-44fa-9bd5-ed1fc811a2fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a82bd92446f943d4aa701f8d58bc405f&device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 1095 time: 0.5433936 Aug 28 12:48:57.215629 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287dbd4c-87cb-4619-bbbe-0df8ab2f105e x-openstack-request-id: req-287dbd4c-87cb-4619-bbbe-0df8ab2f105e {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:57.216130 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da", "name": "network-vif-deleted", "tag": "6911e863-c1d2-4668-bb6b-28d65e1e9265", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:57.216563 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-287dbd4c-87cb-4619-bbbe-0df8ab2f105e {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:57.218197 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9cbb3e-bb40-4bb6-b71a-12eeb70af6da', 'name': 'network-vif-deleted', 'tag': '6911e863-c1d2-4668-bb6b-28d65e1e9265', 'status': 'completed', 'code': 200} Aug 28 12:48:57.220073 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc7e614-2f54-4bbb-bb87-ad7da1bfc533 x-openstack-request-id: req-7dc7e614-2f54-4bbb-bb87-ad7da1bfc533 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:48:57.220368 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a397303-3c13-4557-a687-8fc7dc8806b4", "tag": "5f0649be-3f05-49ac-8121-c252091fb110", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:48:57.220630 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7dc7e614-2f54-4bbb-bb87-ad7da1bfc533 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:48:57.221007 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a397303-3c13-4557-a687-8fc7dc8806b4', 'tag': '5f0649be-3f05-49ac-8121-c252091fb110', 'status': 'completed', 'code': 200} Aug 28 12:48:57.224497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-368260ec-1ba4-43c3-8ef9-e28bd7bfa28f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-681250490-network', 'tenant_id': '6048a98db5fc471b921be45d5400266b'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:57.243248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a745737-494a-423f-a4dd-4e673c67c482 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Pushing event deleted for resources: {'Port': ['ID=9d3509bc-68b6-420f-86aa-429596e64b45,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:57.353935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-a421b4e3-34ac-41cf-87a7-ab72974d7cf2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f0649be-3f05-49ac-8121-c252091fb110 HTTP/1.1" status: 200 len: 217 time: 0.1226375 Aug 28 12:48:57.354577 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7497ded0-28ae-4438-a537-f848166efe47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:57.400051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa06165d-c138-478f-bba2-2de522b0a4df req-7a745737-494a-423f-a4dd-4e673c67c482 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] No DVR routers for this DVR port 9d3509bc-68b6-420f-86aa-429596e64b45 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:48:57.419409 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fa06165d-c138-478f-bba2-2de522b0a4df req-7a745737-494a-423f-a4dd-4e673c67c482 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:57.421431 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fa06165d-c138-478f-bba2-2de522b0a4df req-7a745737-494a-423f-a4dd-4e673c67c482 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.11 "DELETE /v2.0/ports/9d3509bc-68b6-420f-86aa-429596e64b45 HTTP/1.1" status: 204 len: 173 time: 1.6134548 Aug 28 12:48:57.430696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-48d00cf2-5f8c-421d-9cde-54624ac243f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:57.438609 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-48d00cf2-5f8c-421d-9cde-54624ac243f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports/22c5cda6-d969-43e9-8487-47b1be36cba7 HTTP/1.1" status: 200 len: 930 time: 0.5386908 Aug 28 12:48:57.440403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368260ec-1ba4-43c3-8ef9-e28bd7bfa28f admin admin] Made reservation on behalf of 6048a98db5fc471b921be45d5400266b for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:57.443170 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-368260ec-1ba4-43c3-8ef9-e28bd7bfa28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:57.457052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-960d41c4-6b30-4ab1-a1ed-e5b327a5810b tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:57.460149 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-960d41c4-6b30-4ab1-a1ed-e5b327a5810b tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.11 "GET /v2.0/networks?id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5 HTTP/1.1" status: 200 len: 813 time: 0.1440086 Aug 28 12:48:57.480880 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2fdc08a-e91a-46dc-9b0e-04991a8813eb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Request body: {'port': {'device_id': '54faa041-0cc4-42dc-870c-4d94a09e3f45', 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5', 'admin_state_up': True, 'tenant_id': '97297c2f57c24a288a8e7ed2e5bec758'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:57.503927 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7497ded0-28ae-4438-a537-f848166efe47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:57.535308 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-368260ec-1ba4-43c3-8ef9-e28bd7bfa28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:57.582853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-0a1f5a97-37aa-49a8-b885-aa7b8b72d6fc tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:57.585013 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-0a1f5a97-37aa-49a8-b885-aa7b8b72d6fc tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.11 "GET /v2.0/networks?id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5 HTTP/1.1" status: 200 len: 813 time: 0.9154904 Aug 28 12:48:57.609173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c8ba2080-0ad6-4ba9-bbae-744ff33e0dff tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:57.610603 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c8ba2080-0ad6-4ba9-bbae-744ff33e0dff tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports/a6504f71-c67d-4bfd-8228-7b6d54b2acee HTTP/1.1" status: 200 len: 930 time: 0.1712039 Aug 28 12:48:57.617011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-919bb2d5-632e-4bcf-bc15-d465177a30a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:57.618516 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-919bb2d5-632e-4bcf-bc15-d465177a30a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526a336e-900b-4689-af7c-3430ff17c63c HTTP/1.1" status: 200 len: 845 time: 0.2201757 Aug 28 12:48:57.623952 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-fdcb13b5-00cf-4589-8b54-ea3a2b2d23d4 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Request body: {'port': {'device_id': '45ff3372-7c38-4e59-859c-a8c37e9b9516', 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5', 'admin_state_up': True, 'tenant_id': '97297c2f57c24a288a8e7ed2e5bec758'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:57.639346 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.api [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2fdc08a-e91a-46dc-9b0e-04991a8813eb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 12:48:57.639346 n-d-791505-21 neutron-server[94878]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 12:48:57.639346 n-d-791505-21 neutron-server[94878]: [parameters: {'project_id_1': '97297c2f57c24a288a8e7ed2e5bec758', 'expiration_1': datetime.datetime(2021, 8, 28, 12, 48, 57, 610074)}] Aug 28 12:48:57.639346 n-d-791505-21 neutron-server[94878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:48:57.640003 n-d-791505-21 neutron-server[94878]: DEBUG oslo_db.api [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2fdc08a-e91a-46dc-9b0e-04991a8813eb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:48:57.736769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223e780-ddbd-464f-b0a5-22d030a37fcd req-671c9067-3cfc-4730-ac8d-a080b2296e28 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:57.738500 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3223e780-ddbd-464f-b0a5-22d030a37fcd req-671c9067-3cfc-4730-ac8d-a080b2296e28 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 943 time: 0.0573034 Aug 28 12:48:57.762201 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-20dc86f5-2af7-4aa5-9108-16d2aa179819 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?network_id=3352c8b5-3501-47c1-96f2-9e32c1cc7612&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1316295 Aug 28 12:48:57.791067 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3223e780-ddbd-464f-b0a5-22d030a37fcd req-903e6b6e-1662-457d-9651-d30cdbe8c68b tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/security-groups?id=92158db8-eddc-4732-8635-c0917dfa3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456901 Aug 28 12:48:57.813862 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7497ded0-28ae-4438-a537-f848166efe47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:57.816761 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7497ded0-28ae-4438-a537-f848166efe47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:57.818874 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7497ded0-28ae-4438-a537-f848166efe47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88594ad3-98aa-4c4e-8549-68da5a463c54 HTTP/1.1" status: 204 len: 168 time: 1.3555388 Aug 28 12:48:57.883088 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e26e5190-0355-48d5-8c87-12e59c070356 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?network_id=3352c8b5-3501-47c1-96f2-9e32c1cc7612&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0990338 Aug 28 12:48:57.921994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497ded0-28ae-4438-a537-f848166efe47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88594ad3-98aa-4c4e-8549-68da5a463c54,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:57.962096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d7f9df0b-c763-403f-8607-3ee6df6cf11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:57.963642 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-d7f9df0b-c763-403f-8607-3ee6df6cf11d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3063550 Aug 28 12:48:58.123326 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-368260ec-1ba4-43c3-8ef9-e28bd7bfa28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:58.140229 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-368260ec-1ba4-43c3-8ef9-e28bd7bfa28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:58.163207 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bf847e0d-a5a9-49fd-8aa6-30631d128273 req-a62d50b3-090b-47ff-8d81-2d4d281ca25d tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=54faa041-0cc4-42dc-870c-4d94a09e3f45 HTTP/1.1" status: 200 len: 210 time: 0.0477822 Aug 28 12:48:58.213566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-f14980b0-3e46-4f02-947c-689742071bb2 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:58.219612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-f14980b0-3e46-4f02-947c-689742071bb2 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:58.226060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-f14980b0-3e46-4f02-947c-689742071bb2 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:58.227870 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-f14980b0-3e46-4f02-947c-689742071bb2 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/networks?id=efbe7541-b127-4e81-9a72-35e309b4f7c9&id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&id=3352c8b5-3501-47c1-96f2-9e32c1cc7612&id=3352c8b5-3501-47c1-96f2-9e32c1cc7612 HTTP/1.1" status: 200 len: 1989 time: 0.3357160 Aug 28 12:48:58.229914 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-419ae3a5-d33b-4726-abe2-10cb3483afe4 service neutron] 10.222.0.11 "GET /v2.0/networks/34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314539 Aug 28 12:48:58.233496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2fdc08a-e91a-46dc-9b0e-04991a8813eb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Made reservation on behalf of 97297c2f57c24a288a8e7ed2e5bec758 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:58.235229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368260ec-1ba4-43c3-8ef9-e28bd7bfa28f admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:48:58.237215 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2fdc08a-e91a-46dc-9b0e-04991a8813eb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:58.241820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-fdcb13b5-00cf-4589-8b54-ea3a2b2d23d4 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Made reservation on behalf of 97297c2f57c24a288a8e7ed2e5bec758 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:58.245255 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-fdcb13b5-00cf-4589-8b54-ea3a2b2d23d4 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:58.275634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368260ec-1ba4-43c3-8ef9-e28bd7bfa28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9c86de-2e7d-4f87-bce2-aa4431f2ff99,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:58.324045 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-45b2e142-a437-4961-af65-4a60e5babdc4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/quotas/848f98195d42445793f4ad0f8595cb5d HTTP/1.1" status: 200 len: 375 time: 0.0864100 Aug 28 12:48:58.327031 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-368260ec-1ba4-43c3-8ef9-e28bd7bfa28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:58.327374 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-368260ec-1ba4-43c3-8ef9-e28bd7bfa28f admin admin] Added segment 67202b14-02e6-482b-9882-81e955bd715e of type vlan for network 77f93e75-62ff-4ad1-a3a5-da475f5f3ea5 Aug 28 12:48:58.443888 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2fdc08a-e91a-46dc-9b0e-04991a8813eb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Allocated IP 172.20.0.14 (6ecb396e-f948-4a10-a3d7-d4d7d461dee5/0c5a5b00-85eb-4451-911d-26341145acff/b5f4f85d-9f34-479e-9e0b-f501d5585277) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:48:58.516213 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-368260ec-1ba4-43c3-8ef9-e28bd7bfa28f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:58.586265 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-53bf8ddc-d43e-418d-949e-3ace92d87997 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=848f98195d42445793f4ad0f8595cb5d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2525811 Aug 28 12:48:58.592427 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53e62692-1b5c-4fed-b470-d5c1fe8432c3 req-9027ea14-47f5-493f-b048-1161989ab02d service neutron] 10.222.0.11 "GET /v2.0/networks/34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408089 Aug 28 12:48:58.596177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e400855b-6699-48ce-9fff-8bb425c1ca50 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:48:58.603009 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e400855b-6699-48ce-9fff-8bb425c1ca50 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159245 Aug 28 12:48:58.630116 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-368260ec-1ba4-43c3-8ef9-e28bd7bfa28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:58.632026 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368260ec-1ba4-43c3-8ef9-e28bd7bfa28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:58.638055 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-368260ec-1ba4-43c3-8ef9-e28bd7bfa28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:58.723639 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2fdc08a-e91a-46dc-9b0e-04991a8813eb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:58.774625 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-368260ec-1ba4-43c3-8ef9-e28bd7bfa28f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2604036 Aug 28 12:48:58.776621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368260ec-1ba4-43c3-8ef9-e28bd7bfa28f admin admin] Pushing event updated for resources: {'Network': ['ID=77f93e75-62ff-4ad1-a3a5-da475f5f3ea5,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:58.777379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45460) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:58.783444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-095fc4e7-a025-460c-ae1f-958128d6e80c admin admin] Request body: {'subnet': {'network_id': '77f93e75-62ff-4ad1-a3a5-da475f5f3ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-681250490-subnet', 'tenant_id': '6048a98db5fc471b921be45d5400266b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:58.784575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fda5b5-4d55-462c-a382-46e570aec662 req-9343e956-2559-4ec8-8e21-df6cacce3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:58.786642 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6fda5b5-4d55-462c-a382-46e570aec662 req-9343e956-2559-4ec8-8e21-df6cacce3013 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a82bd92446f943d4aa701f8d58bc405f&device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 1095 time: 0.0699565 Aug 28 12:48:58.804508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 77f93e75-62ff-4ad1-a3a5-da475f5f3ea5 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:48:58.809495 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2fdc08a-e91a-46dc-9b0e-04991a8813eb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:58.867864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45464) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:58.871581 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdc08a-e91a-46dc-9b0e-04991a8813eb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Pushing event updated for resources: {'Port': ['ID=b5f4f85d-9f34-479e-9e0b-f501d5585277,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:58.882522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095fc4e7-a025-460c-ae1f-958128d6e80c admin admin] Made reservation on behalf of 6048a98db5fc471b921be45d5400266b for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:58.884828 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-095fc4e7-a025-460c-ae1f-958128d6e80c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:58.949815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2fdc08a-e91a-46dc-9b0e-04991a8813eb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:48:58.959416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d21ce0f7-d967-447e-b0ae-fa8410df2f67 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1857326769-network', 'tenant_id': '41914e9b026a491686f98f53e63966e0'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:58.963783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2fdc08a-e91a-46dc-9b0e-04991a8813eb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:58.975416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2fdc08a-e91a-46dc-9b0e-04991a8813eb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:48:59.039276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21ce0f7-d967-447e-b0ae-fa8410df2f67 admin admin] Made reservation on behalf of 41914e9b026a491686f98f53e63966e0 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:59.041593 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d21ce0f7-d967-447e-b0ae-fa8410df2f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:59.061708 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d21ce0f7-d967-447e-b0ae-fa8410df2f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:59.065190 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-fdcb13b5-00cf-4589-8b54-ea3a2b2d23d4 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Allocated IP 172.20.0.2 (6ecb396e-f948-4a10-a3d7-d4d7d461dee5/0c5a5b00-85eb-4451-911d-26341145acff/86e65cc4-0113-4cad-acbb-9028327da59e) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:48:59.070955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2fdc08a-e91a-46dc-9b0e-04991a8813eb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:59.071576 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2fdc08a-e91a-46dc-9b0e-04991a8813eb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:59.075243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fda5b5-4d55-462c-a382-46e570aec662 req-89d6f188-0ff0-42fe-9e63-cbd070cb4879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:59.077105 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6fda5b5-4d55-462c-a382-46e570aec662 req-89d6f188-0ff0-42fe-9e63-cbd070cb4879 service neutron] 10.222.0.11 "GET /v2.0/networks?id=34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca HTTP/1.1" status: 200 len: 906 time: 0.2810276 Aug 28 12:48:59.124944 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2fdc08a-e91a-46dc-9b0e-04991a8813eb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6529171 Aug 28 12:48:59.140843 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Request body: {'port': {'device_id': '54faa041-0cc4-42dc-870c-4d94a09e3f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:59.148633 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6fda5b5-4d55-462c-a382-46e570aec662 req-98fbe7d9-871e-4b07-b9a3-12db498409f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f0649be-3f05-49ac-8121-c252091fb110 HTTP/1.1" status: 200 len: 217 time: 0.0622356 Aug 28 12:48:59.226010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69f8794-0b6f-46d7-a4c6-2367f9a68050', 'name': 'network-vif-deleted', 'tag': '9d3509bc-68b6-420f-86aa-429596e64b45'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:48:59.228635 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797b6264-76f2-4065-b433-ecb1bf4361c4" -d '{"events": [{"server_uuid": "c69f8794-0b6f-46d7-a4c6-2367f9a68050", "name": "network-vif-deleted", "tag": "9d3509bc-68b6-420f-86aa-429596e64b45"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:48:59.239402 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-ccb966f5-31df-4b15-acc7-a4f4a8cd6395 service neutron] 10.222.0.20 "GET /v2.0/networks/efbe7541-b127-4e81-9a72-35e309b4f7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312776 Aug 28 12:48:59.251775 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-095fc4e7-a025-460c-ae1f-958128d6e80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:59.316066 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:59.366149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fda5b5-4d55-462c-a382-46e570aec662 req-1a5e9254-2851-432a-b1f4-5c13fbdb206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:59.366616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fc4e7-a025-460c-ae1f-958128d6e80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fab54505-3367-4c83-8c5f-256a5258cfc0,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:59.367834 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6fda5b5-4d55-462c-a382-46e570aec662 req-1a5e9254-2851-432a-b1f4-5c13fbdb206e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526a336e-900b-4689-af7c-3430ff17c63c HTTP/1.1" status: 200 len: 845 time: 0.2109962 Aug 28 12:48:59.408958 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d21ce0f7-d967-447e-b0ae-fa8410df2f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:59.417327 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d21ce0f7-d967-447e-b0ae-fa8410df2f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:59.439298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095fc4e7-a025-460c-ae1f-958128d6e80c admin admin] Checking segment: {'id': '67202b14-02e6-482b-9882-81e955bd715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '77f93e75-62ff-4ad1-a3a5-da475f5f3ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:48:59.439653 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095fc4e7-a025-460c-ae1f-958128d6e80c admin admin] Network hostable DHCP agents. Network: 77f93e75-62ff-4ad1-a3a5-da475f5f3ea5, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:48:59.458134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21ce0f7-d967-447e-b0ae-fa8410df2f67 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:48:59.498009 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c189a824-2190-41f6-b680-7af722815d07 service neutron] 10.222.0.20 "GET /v2.0/networks/efbe7541-b127-4e81-9a72-35e309b4f7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479615 Aug 28 12:48:59.511981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fda5b5-4d55-462c-a382-46e570aec662 req-6c224b9d-b84f-4064-b6ca-a299715fffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:59.513764 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6fda5b5-4d55-462c-a382-46e570aec662 req-6c224b9d-b84f-4064-b6ca-a299715fffc5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315482 Aug 28 12:48:59.521535 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-fdcb13b5-00cf-4589-8b54-ea3a2b2d23d4 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:59.540408 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d21ce0f7-d967-447e-b0ae-fa8410df2f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:59.540752 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-d21ce0f7-d967-447e-b0ae-fa8410df2f67 admin admin] Added segment 24970cf6-2f3d-4de1-9485-3f6e5c9a6394 of type vlan for network b62ba815-d959-4c50-8fd6-127aad0ca957 Aug 28 12:48:59.565304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ce0f7-d967-447e-b0ae-fa8410df2f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:59.623066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-7cacb7d2-a9fd-42ab-82de-93bb69399c5d service neutron] 10.222.0.20 "GET /v2.0/ports/22c5cda6-d969-43e9-8487-47b1be36cba7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1060145 Aug 28 12:48:59.630088 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095fc4e7-a025-460c-ae1f-958128d6e80c admin admin] Network 77f93e75-62ff-4ad1-a3a5-da475f5f3ea5 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:48:59.640866 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d21ce0f7-d967-447e-b0ae-fa8410df2f67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:59.655086 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-095fc4e7-a025-460c-ae1f-958128d6e80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 77f93e75-62ff-4ad1-a3a5-da475f5f3ea5) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:48:59.665672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095fc4e7-a025-460c-ae1f-958128d6e80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:59.666255 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-095fc4e7-a025-460c-ae1f-958128d6e80c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:59.674075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23ce614-ff04-4adf-9953-e97877a53af7 None None] Network 77f93e75-62ff-4ad1-a3a5-da475f5f3ea5 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:48:59.694626 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abe80a-324c-4dae-8483-69b8f168a383 req-d97d9d40-4ba8-4cc5-844e-53c909c8fe60 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:59.695554 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6911e863-c1d2-4668-bb6b-28d65e1e9265 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:59.696186 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15abe80a-324c-4dae-8483-69b8f168a383 req-d97d9d40-4ba8-4cc5-844e-53c909c8fe60 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 943 time: 0.1023190 Aug 28 12:48:59.706177 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-095fc4e7-a025-460c-ae1f-958128d6e80c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9276180 Aug 28 12:48:59.710589 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d21ce0f7-d967-447e-b0ae-fa8410df2f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:59.711648 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21ce0f7-d967-447e-b0ae-fa8410df2f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:48:59.713364 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d21ce0f7-d967-447e-b0ae-fa8410df2f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:59.767162 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 6911e863-c1d2-4668-bb6b-28d65e1e9265 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:48:59.767647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6911e863-c1d2-4668-bb6b-28d65e1e9265 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:48:59.768168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:48:59.768615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6fda5b5-4d55-462c-a382-46e570aec662 req-b674aac9-42bd-428e-bdf3-1c644f1a3f3e service neutron] 10.222.0.11 "GET /v2.0/networks/34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352414 Aug 28 12:48:59.773748 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-fdcb13b5-00cf-4589-8b54-ea3a2b2d23d4 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:59.855890 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15abe80a-324c-4dae-8483-69b8f168a383 req-d0953eb8-0065-4360-bce0-4e7c578b0d56 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/security-groups?id=92158db8-eddc-4732-8635-c0917dfa3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374009 Aug 28 12:48:59.860830 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d21ce0f7-d967-447e-b0ae-fa8410df2f67 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9832585 Aug 28 12:48:59.861743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45510) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:48:59.871404 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b9124328-f83d-4412-8b1d-0b36961965ff admin admin] Request body: {'subnet': {'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857326769-subnet', 'tenant_id': '41914e9b026a491686f98f53e63966e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:48:59.885042 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ce0f7-d967-447e-b0ae-fa8410df2f67 admin admin] Pushing event updated for resources: {'Network': ['ID=b62ba815-d959-4c50-8fd6-127aad0ca957,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:48:59.916651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network b62ba815-d959-4c50-8fd6-127aad0ca957 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:48:59.918137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9124328-f83d-4412-8b1d-0b36961965ff admin admin] Made reservation on behalf of 41914e9b026a491686f98f53e63966e0 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:48:59.920918 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9124328-f83d-4412-8b1d-0b36961965ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:59.980564 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:48:59.989432 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-fdcb13b5-00cf-4589-8b54-ea3a2b2d23d4 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:00.014073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-fdcb13b5-00cf-4589-8b54-ea3a2b2d23d4 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:00.022110 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-fdcb13b5-00cf-4589-8b54-ea3a2b2d23d4 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:00.034181 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-3a708289-1f3a-4201-a84d-93d42d6f3323 service neutron] 10.222.0.20 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000957 Aug 28 12:49:00.054205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfe1936-cc94-4517-9e66-0845faa4cdce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:00.054899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb13b5-00cf-4589-8b54-ea3a2b2d23d4 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Pushing event updated for resources: {'Port': ['ID=86e65cc4-0113-4cad-acbb-9028327da59e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:00.057193 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb26443c-bbdb-498d-926a-9ef8755c4a4a" -d '{"events": [{"server_uuid": "4dfe1936-cc94-4517-9e66-0845faa4cdce", "name": "network-vif-unplugged", "status": "completed", "tag": "208aa19a-d60f-4f58-b2f2-2b21eb4cac68"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:00.064930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce6f2e8-da9c-450c-acca-0d9e5a9a9d5f None None] Network 77f93e75-62ff-4ad1-a3a5-da475f5f3ea5 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:49:00.087190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:00.117038 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:00.117862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9d3509bc-68b6-420f-86aa-429596e64b45 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:49:00.152504 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6fda5b5-4d55-462c-a382-46e570aec662 req-0f2a37a5-a5f6-4b15-86f2-9e29f4587fe2 service neutron] 10.222.0.11 "GET /v2.0/networks/34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721581 Aug 28 12:49:00.158416 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9124328-f83d-4412-8b1d-0b36961965ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:00.180000 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-fdcb13b5-00cf-4589-8b54-ea3a2b2d23d4 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:00.180616 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-fdcb13b5-00cf-4589-8b54-ea3a2b2d23d4 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:00.185000 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 9d3509bc-68b6-420f-86aa-429596e64b45 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:49:00.185729 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9d3509bc-68b6-420f-86aa-429596e64b45 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:49:00.214993 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-fdcb13b5-00cf-4589-8b54-ea3a2b2d23d4 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6026647 Aug 28 12:49:00.226622 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,revision_number=11']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:00.228745 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-581ff00c-a985-4d36-8326-3f97318732a2 service neutron] 10.222.0.20 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936283 Aug 28 12:49:00.275379 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-ca75c459-9a7b-42c4-a3ba-97cda184226e service neutron] 10.222.0.20 "GET /v2.0/ports/a6504f71-c67d-4bfd-8228-7b6d54b2acee?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0456693 Aug 28 12:49:00.287519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Request body: {'port': {'device_id': '45ff3372-7c38-4e59-859c-a8c37e9b9516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:00.306251 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff72ee1-b9ef-405a-9b9e-02cc1b39c15b req-c8b6138d-a89d-4e48-8d46-8fe295f4001a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:00.307789 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3ff72ee1-b9ef-405a-9b9e-02cc1b39c15b req-c8b6138d-a89d-4e48-8d46-8fe295f4001a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=54faa041-0cc4-42dc-870c-4d94a09e3f45 HTTP/1.1" status: 200 len: 932 time: 0.2428687 Aug 28 12:49:00.308413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9124328-f83d-4412-8b1d-0b36961965ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3e704e-4310-4fea-8e11-22dd4456d141,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:00.334730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f4f85d-9f34-479e-9e0b-f501d5585277 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:00.339651 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9124328-f83d-4412-8b1d-0b36961965ff admin admin] Checking segment: {'id': '24970cf6-2f3d-4de1-9485-3f6e5c9a6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:00.340009 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9124328-f83d-4412-8b1d-0b36961965ff admin admin] Network hostable DHCP agents. Network: b62ba815-d959-4c50-8fd6-127aad0ca957, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:49:00.354958 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:00.381874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Transition to ACTIVE for port object b5f4f85d-9f34-479e-9e0b-f501d5585277 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:00.390562 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:00.395132 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3ff72ee1-b9ef-405a-9b9e-02cc1b39c15b req-1c32b922-f41d-4f51-b5ac-189d55453d50 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718236 Aug 28 12:49:00.401957 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9124328-f83d-4412-8b1d-0b36961965ff admin admin] Network b62ba815-d959-4c50-8fd6-127aad0ca957 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:49:00.402242 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:00.446676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-b9124328-f83d-4412-8b1d-0b36961965ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, b62ba815-d959-4c50-8fd6-127aad0ca957) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:00.456134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9124328-f83d-4412-8b1d-0b36961965ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:00.457522 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9124328-f83d-4412-8b1d-0b36961965ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:00.460181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Pushing event updated for resources: {'Port': ['ID=b5f4f85d-9f34-479e-9e0b-f501d5585277,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:00.471969 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01593256-e510-421a-9f89-8f432ff7c226 x-openstack-request-id: req-01593256-e510-421a-9f89-8f432ff7c226 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:00.472866 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69f8794-0b6f-46d7-a4c6-2367f9a68050", "name": "network-vif-deleted", "tag": "9d3509bc-68b6-420f-86aa-429596e64b45", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:00.473804 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01593256-e510-421a-9f89-8f432ff7c226 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:00.474257 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69f8794-0b6f-46d7-a4c6-2367f9a68050', 'name': 'network-vif-deleted', 'tag': '9d3509bc-68b6-420f-86aa-429596e64b45', 'status': 'completed', 'code': 200} Aug 28 12:49:00.475648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4945f35-57af-4590-9034-232247e7d96f None None] Network b62ba815-d959-4c50-8fd6-127aad0ca957 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:49:00.501553 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-1a692df0-2408-45ba-b9e6-09a853fa6be5 service neutron] 10.222.0.20 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252622 Aug 28 12:49:00.512003 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b9124328-f83d-4412-8b1d-0b36961965ff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6492712 Aug 28 12:49:00.514767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45516) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:00.527963 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1857326769-router', 'tenant_id': '41914e9b026a491686f98f53e63966e0', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:00.575567 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:00.576640 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:00.603065 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Attempting to bind port b5f4f85d-9f34-479e-9e0b-f501d5585277 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:00.603367 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Attempting to bind port b5f4f85d-9f34-479e-9e0b-f501d5585277 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:00.603665 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Attempting to bind port b5f4f85d-9f34-479e-9e0b-f501d5585277 on network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:00.617902 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Port b5f4f85d-9f34-479e-9e0b-f501d5585277 on network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:49:00.618211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Attempting to bind port b5f4f85d-9f34-479e-9e0b-f501d5585277 on network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:00.656033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:00.656033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Checking segment: {'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:00.656033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Bound using segment: {'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:00.656033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Bound port: b5f4f85d-9f34-479e-9e0b-f501d5585277, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:00.656033 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:00.657846 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:00.674431 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-78a1e6f4-fdcb-400c-823b-8b65b23f05f4 service neutron] 10.222.0.20 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719863 Aug 28 12:49:00.715494 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-b62ba815-d959-4c50-8fd6-127aad0ca957', 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957', 'tenant_id': '41914e9b026a491686f98f53e63966e0', 'fixed_ips': [{'subnet_id': '1c3e704e-4310-4fea-8e11-22dd4456d141'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:49:00.716826 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:00.864710 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:00.872566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] For port b5f4f85d-9f34-479e-9e0b-f501d5585277, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:00.876072 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] For port b5f4f85d-9f34-479e-9e0b-f501d5585277, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b5f4f85d-9f34-479e-9e0b-f501d5585277,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:00.884567 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:00.916984 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Allocated IP 172.20.0.2 (b62ba815-d959-4c50-8fd6-127aad0ca957/1c3e704e-4310-4fea-8e11-22dd4456d141/bd4b18b2-d9f2-4423-92fb-983eff2b8cdd) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:00.975053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:00.975709 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:00.977236 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] 10.222.0.11 "PUT /v2.0/ports/b5f4f85d-9f34-479e-9e0b-f501d5585277 HTTP/1.1" status: 200 len: 1093 time: 1.8432381 Aug 28 12:49:00.983376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54faa041-0cc4-42dc-870c-4d94a09e3f45', 'tag': 'b5f4f85d-9f34-479e-9e0b-f501d5585277'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:00.986068 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467d0ed0-cd93-4b96-b563-97c030102f72" -d '{"events": [{"name": "network-changed", "server_uuid": "54faa041-0cc4-42dc-870c-4d94a09e3f45", "tag": "b5f4f85d-9f34-479e-9e0b-f501d5585277"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:01.012678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3533703-33aa-42dd-93eb-11c7dfa7e31c service neutron] Pushing event updated for resources: {'Port': ['ID=b5f4f85d-9f34-479e-9e0b-f501d5585277,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:01.107479 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-43dc0713-0c7e-46dd-80e0-4ada77506136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:01.109125 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-43dc0713-0c7e-46dd-80e0-4ada77506136 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=97297c2f57c24a288a8e7ed2e5bec758&device_id=54faa041-0cc4-42dc-870c-4d94a09e3f45 HTTP/1.1" status: 200 len: 1096 time: 0.0767798 Aug 28 12:49:01.162024 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-98739732-cbe7-4cb3-8cca-18c9eb2bdeb5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5f4f85d-9f34-479e-9e0b-f501d5585277 HTTP/1.1" status: 200 len: 217 time: 0.0443563 Aug 28 12:49:01.173229 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:01.197085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Transition to ACTIVE for port object bd4b18b2-d9f2-4423-92fb-983eff2b8cdd will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:01.211874 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-01294b6b-3bb6-46a0-be1c-57818c0e75ad service neutron] 10.222.0.20 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262833 Aug 28 12:49:01.225318 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Transition to ACTIVE for port object bd4b18b2-d9f2-4423-92fb-983eff2b8cdd will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:01.236272 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:01.309635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Network b62ba815-d959-4c50-8fd6-127aad0ca957 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:01.314673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:01.318734 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:01.332377 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:01.336370 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-2d51df16-44bd-4c8c-a35c-cc1b018d9ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:01.337975 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-2d51df16-44bd-4c8c-a35c-cc1b018d9ab2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c5a5b00-85eb-4451-911d-26341145acff HTTP/1.1" status: 200 len: 853 time: 0.1315167 Aug 28 12:49:01.341662 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Pushing event updated for resources: {'Port': ['ID=bd4b18b2-d9f2-4423-92fb-983eff2b8cdd,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:01.350848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e65cc4-0113-4cad-acbb-9028327da59e {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:01.365926 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:01.366910 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:01.376946 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-4b98e6a6-d3c4-4df4-8107-c3b878bb5d40 service neutron] 10.222.0.20 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529105 Aug 28 12:49:01.381682 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Transition to ACTIVE for port object 86e65cc4-0113-4cad-acbb-9028327da59e will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:01.392137 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-70fad524-c27d-437b-981f-bb3f68ba7830 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344286 Aug 28 12:49:01.395948 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:01.424278 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Attempting to bind port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:01.425289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Attempting to bind port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '24970cf6-2f3d-4de1-9485-3f6e5c9a6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:01.432134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Attempting to bind port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd on network b62ba815-d959-4c50-8fd6-127aad0ca957 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:01.451859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:01.452714 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Checking segment: {'id': '24970cf6-2f3d-4de1-9485-3f6e5c9a6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:01.454039 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:01.454962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Bound using segment: {'id': '24970cf6-2f3d-4de1-9485-3f6e5c9a6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:01.455597 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Bound port: bd4b18b2-d9f2-4423-92fb-983eff2b8cdd, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24970cf6-2f3d-4de1-9485-3f6e5c9a6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:01.458561 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:01.507336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Pushing event updated for resources: {'Port': ['ID=86e65cc4-0113-4cad-acbb-9028327da59e,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:01.565484 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-df7ab321-73e5-4a74-8941-4bfc6c08ec81 service neutron] 10.222.0.20 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785996 Aug 28 12:49:01.581237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] For port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:01.586689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] For port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bd4b18b2-d9f2-4423-92fb-983eff2b8cdd,segment=NetworkSegment(24970cf6-2f3d-4de1-9485-3f6e5c9a6394),segment_id=24970cf6-2f3d-4de1-9485-3f6e5c9a6394)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:01.590872 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:01.650511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Attempting to bind port 86e65cc4-0113-4cad-acbb-9028327da59e on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:01.650853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Attempting to bind port 86e65cc4-0113-4cad-acbb-9028327da59e by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:01.651178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Attempting to bind port 86e65cc4-0113-4cad-acbb-9028327da59e on network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:01.664418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Port 86e65cc4-0113-4cad-acbb-9028327da59e on network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:49:01.664641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Attempting to bind port 86e65cc4-0113-4cad-acbb-9028327da59e on network 6ecb396e-f948-4a10-a3d7-d4d7d461dee5 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:01.665363 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-e84c2acf-00db-4e2e-9322-10f44f89f959 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376640 Aug 28 12:49:01.668705 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Allocated IP 172.25.1.26 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/a55c0f5a-4f05-4df0-b519-0b558d464bb2) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:01.669622 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f6a68-ce12-455e-9b41-f73cd99462d1 None None] Pushing event updated for resources: {'Port': ['ID=bd4b18b2-d9f2-4423-92fb-983eff2b8cdd,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:01.675874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:01.676222 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Checking segment: {'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:01.676585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Bound using segment: {'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:01.677100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Bound port: 86e65cc4-0113-4cad-acbb-9028327da59e, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d0723a-eaf0-4e65-8756-ba4820f98893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:01.677469 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:01.700617 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5f0649be-3f05-49ac-8121-c252091fb110 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:49:01.702861 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-dfcf97b4-f9b2-445b-92c4-1c24b81e7bcd service neutron] 10.222.0.20 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282847 Aug 28 12:49:01.809813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-ccd909a1-0800-4225-935a-c520821654bc tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:01.816775 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-ccd909a1-0800-4225-935a-c520821654bc tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/networks?id=77f93e75-62ff-4ad1-a3a5-da475f5f3ea5 HTTP/1.1" status: 200 len: 813 time: 0.2772403 Aug 28 12:49:01.819993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] For port 86e65cc4-0113-4cad-acbb-9028327da59e, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:01.824332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] For port 86e65cc4-0113-4cad-acbb-9028327da59e, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=86e65cc4-0113-4cad-acbb-9028327da59e,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:01.839193 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:01.844889 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5f0649be-3f05-49ac-8121-c252091fb110, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5f0649be-3f05-49ac-8121-c252091fb110,segment=NetworkSegment(7d3203c0-d8b0-47b5-a973-a4bb95a4f147),segment_id=7d3203c0-d8b0-47b5-a973-a4bb95a4f147)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:01.855015 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-7a30344a-0983-4177-9344-d08a7732571d tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/quotas/6048a98db5fc471b921be45d5400266b HTTP/1.1" status: 200 len: 375 time: 0.0286882 Aug 28 12:49:01.865776 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '5f0649be-3f05-49ac-8121-c252091fb110', 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'port_id': '5f0649be-3f05-49ac-8121-c252091fb110', 'mac_address': 'fa:16:3e:97:28:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526a336e-900b-4689-af7c-3430ff17c63c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:49:01.869782 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-920bcebc-0a55-40cb-8038-ec4c31afeb08 service neutron] 10.222.0.20 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471605 Aug 28 12:49:01.905542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:01.905989 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:01.907516 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] 10.222.0.11 "PUT /v2.0/ports/86e65cc4-0113-4cad-acbb-9028327da59e HTTP/1.1" status: 200 len: 1092 time: 1.6766307 Aug 28 12:49:01.915597 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-010b8ea0-891f-4f00-b009-c9c7559513c9 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6048a98db5fc471b921be45d5400266b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596132 Aug 28 12:49:01.936955 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-73795314-2fef-4a8b-84a0-4b1702251b1c service neutron] 10.222.0.11 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581971 Aug 28 12:49:01.974156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbeb9c-3ed1-43a4-b05b-7aad1bdd9d31 service neutron] Pushing event updated for resources: {'Port': ['ID=86e65cc4-0113-4cad-acbb-9028327da59e,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:01.989629 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:02.004934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0649be-3f05-49ac-8121-c252091fb110 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:02.030927 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-952cc1cb-fcd7-4c82-b84e-5d07d89227b5 service neutron] 10.222.0.20 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549718 Aug 28 12:49:02.039132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5f0649be-3f05-49ac-8121-c252091fb110, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5f0649be-3f05-49ac-8121-c252091fb110,segment=NetworkSegment(7d3203c0-d8b0-47b5-a973-a4bb95a4f147),segment_id=7d3203c0-d8b0-47b5-a973-a4bb95a4f147)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:02.048141 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:02.048331 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:02.109825 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-aa8bd5ad-f14a-4444-9240-67f3aa5210a4 service neutron] 10.222.0.20 "GET /v2.0/networks/77f93e75-62ff-4ad1-a3a5-da475f5f3ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932263 Aug 28 12:49:02.114741 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=5f0649be-3f05-49ac-8121-c252091fb110,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:02.142194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-9604a5ae-349d-4fdd-88eb-4bd77b1505c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:02.143877 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-9604a5ae-349d-4fdd-88eb-4bd77b1505c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=97297c2f57c24a288a8e7ed2e5bec758&device_id=45ff3372-7c38-4e59-859c-a8c37e9b9516 HTTP/1.1" status: 200 len: 1095 time: 0.1441016 Aug 28 12:49:02.146023 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-fc16fa71-129e-4ee2-9610-00a86c2a6f1b service neutron] 10.222.0.20 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133263 Aug 28 12:49:02.233058 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-b38ed029-2c4e-4508-9610-217d2d27a747 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86e65cc4-0113-4cad-acbb-9028327da59e HTTP/1.1" status: 200 len: 217 time: 0.0701780 Aug 28 12:49:02.241536 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:02.246490 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-24ef4a69-d57c-45db-aaee-f9e08772aa4e service neutron] 10.222.0.20 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936458 Aug 28 12:49:02.376859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['5f0649be-3f05-49ac-8121-c252091fb110'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:49:02.475842 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ff3372-7c38-4e59-859c-a8c37e9b9516', 'tag': '86e65cc4-0113-4cad-acbb-9028327da59e'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:02.478703 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae87a0c5-864c-4bce-972a-d2c1b1f2c96f" -d '{"events": [{"name": "network-changed", "server_uuid": "45ff3372-7c38-4e59-859c-a8c37e9b9516", "tag": "86e65cc4-0113-4cad-acbb-9028327da59e"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:02.647275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:02.667931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:02.673444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:02.678734 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-e6276573-1c87-469c-876e-2e78f6c7c413 service neutron] 10.222.0.20 "GET /v2.0/networks/77f93e75-62ff-4ad1-a3a5-da475f5f3ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525384 Aug 28 12:49:02.712062 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-21b8f1b5-5be9-45fd-831a-5db0e5c405c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:02.713713 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-21b8f1b5-5be9-45fd-831a-5db0e5c405c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c5a5b00-85eb-4451-911d-26341145acff HTTP/1.1" status: 200 len: 853 time: 0.4698174 Aug 28 12:49:02.716931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Pushing event updated for resources: {'Port': ['ID=a55c0f5a-4f05-4df0-b519-0b558d464bb2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:02.756131 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-09bd80c5-71b1-4cec-b9a2-84277c622957 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345938 Aug 28 12:49:02.923082 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d5c0a9-23a7-4f39-a13a-36064dd55f42 x-openstack-request-id: req-f5d5c0a9-23a7-4f39-a13a-36064dd55f42 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:02.923562 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfe1936-cc94-4517-9e66-0845faa4cdce", "name": "network-vif-unplugged", "status": "completed", "tag": "208aa19a-d60f-4f58-b2f2-2b21eb4cac68", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:02.923886 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5d5c0a9-23a7-4f39-a13a-36064dd55f42 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:02.924360 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfe1936-cc94-4517-9e66-0845faa4cdce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68', 'code': 200} Aug 28 12:49:03.007605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24bd16c-08ed-46e7-a0f6-856303e2b1b2 None None] Network b62ba815-d959-4c50-8fd6-127aad0ca957 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:49:03.031765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a5227-fd07-4dc4-b5a5-8ba2687538ec req-d729f0c4-60b8-4400-99d1-6eb20692c903 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:03.040079 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-1899afc4-c4b7-4570-bd49-b07e8273e4b5 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753842 Aug 28 12:49:03.040780 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-335a5227-fd07-4dc4-b5a5-8ba2687538ec req-d729f0c4-60b8-4400-99d1-6eb20692c903 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 944 time: 0.0943031 Aug 28 12:49:03.043728 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998e8d99-c652-4419-a7d8-ddd1a4cb45f4 x-openstack-request-id: req-998e8d99-c652-4419-a7d8-ddd1a4cb45f4 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:03.045835 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54faa041-0cc4-42dc-870c-4d94a09e3f45", "tag": "b5f4f85d-9f34-479e-9e0b-f501d5585277", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:03.046478 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-998e8d99-c652-4419-a7d8-ddd1a4cb45f4 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:03.048238 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54faa041-0cc4-42dc-870c-4d94a09e3f45', 'tag': 'b5f4f85d-9f34-479e-9e0b-f501d5585277', 'status': 'completed', 'code': 200} Aug 28 12:49:03.132042 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bd4b18b2-d9f2-4423-92fb-983eff2b8cdd up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:03.202522 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-335a5227-fd07-4dc4-b5a5-8ba2687538ec req-af7b07ce-fed4-4668-9d0b-2cd3f8584230 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/security-groups?id=92158db8-eddc-4732-8635-c0917dfa3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605716 Aug 28 12:49:03.222198 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23c09dd-57be-40c0-9c35-f0cfd9f57df2 req-81971849-d5f6-488b-a3ff-fddbfdc7a1ca service neutron] 10.222.0.11 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682506 Aug 28 12:49:03.247112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d0ed0-cd93-4b96-b563-97c030102f72 req-86f0e86a-1099-463f-a501-f581485b454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:03.252997 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-467d0ed0-cd93-4b96-b563-97c030102f72 req-86f0e86a-1099-463f-a501-f581485b454a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=97297c2f57c24a288a8e7ed2e5bec758&device_id=54faa041-0cc4-42dc-870c-4d94a09e3f45 HTTP/1.1" status: 200 len: 1096 time: 0.2095172 Aug 28 12:49:03.499166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-14e98c0b-cd12-469e-8e58-6aed6f16dcc8 None None] Provisioning for port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:03.514232 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:03.549173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:03.555168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:03.555430 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:03.570922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602948a-28ea-4c6f-86ac-69e1f20b0277 req-cb05784e-fc7c-4719-9fb3-1930f5f3759e tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:03.587369 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7602948a-28ea-4c6f-86ac-69e1f20b0277 req-cb05784e-fc7c-4719-9fb3-1930f5f3759e tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=54faa041-0cc4-42dc-870c-4d94a09e3f45 HTTP/1.1" status: 200 len: 944 time: 0.1986442 Aug 28 12:49:03.608718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d0ed0-cd93-4b96-b563-97c030102f72 req-6a1ca2be-55a1-4c81-8fee-a4411ae25581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:03.614806 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-467d0ed0-cd93-4b96-b563-97c030102f72 req-6a1ca2be-55a1-4c81-8fee-a4411ae25581 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5 HTTP/1.1" status: 200 len: 913 time: 0.3534057 Aug 28 12:49:03.711315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b5f4f85d-9f34-479e-9e0b-f501d5585277 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:49:03.714038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5f0649be-3f05-49ac-8121-c252091fb110 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:03.717627 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:03.738885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-467d0ed0-cd93-4b96-b563-97c030102f72 req-356d9e71-6a59-4b33-96b3-55323031eb1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5f4f85d-9f34-479e-9e0b-f501d5585277 HTTP/1.1" status: 200 len: 217 time: 0.1152506 Aug 28 12:49:03.819029 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7602948a-28ea-4c6f-86ac-69e1f20b0277 req-18dd144d-0e26-480f-b10e-c5e8c1856b5e tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303982 Aug 28 12:49:03.852842 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bd4b18b2-d9f2-4423-92fb-983eff2b8cdd,segment=NetworkSegment(24970cf6-2f3d-4de1-9485-3f6e5c9a6394),segment_id=24970cf6-2f3d-4de1-9485-3f6e5c9a6394)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:03.866460 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:03.943376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 5f0649be-3f05-49ac-8121-c252091fb110 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:03.945449 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cd8c67-ef69-41e6-a062-1388668b80b8 x-openstack-request-id: req-e3cd8c67-ef69-41e6-a062-1388668b80b8 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:03.945793 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ff3372-7c38-4e59-859c-a8c37e9b9516", "tag": "86e65cc4-0113-4cad-acbb-9028327da59e", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:03.946059 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3cd8c67-ef69-41e6-a062-1388668b80b8 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:03.946483 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ff3372-7c38-4e59-859c-a8c37e9b9516', 'tag': '86e65cc4-0113-4cad-acbb-9028327da59e', 'status': 'completed', 'code': 200} Aug 28 12:49:03.969867 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port b5f4f85d-9f34-479e-9e0b-f501d5585277, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b5f4f85d-9f34-479e-9e0b-f501d5585277,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:03.973191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 5f0649be-3f05-49ac-8121-c252091fb110 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:03.973791 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:03.997681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d0ed0-cd93-4b96-b563-97c030102f72 req-08d6044e-42aa-4e9a-a39b-0ce196d8dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:04.000167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-467d0ed0-cd93-4b96-b563-97c030102f72 req-08d6044e-42aa-4e9a-a39b-0ce196d8dcbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c5a5b00-85eb-4451-911d-26341145acff HTTP/1.1" status: 200 len: 853 time: 0.2501388 Aug 28 12:49:04.017752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'b5f4f85d-9f34-479e-9e0b-f501d5585277', 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5', 'port_id': 'b5f4f85d-9f34-479e-9e0b-f501d5585277', 'mac_address': 'fa:16:3e:74:36:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5a5b00-85eb-4451-911d-26341145acff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:49:04.020009 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=bd4b18b2-d9f2-4423-92fb-983eff2b8cdd,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:04.079215 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-467d0ed0-cd93-4b96-b563-97c030102f72 req-2c17b59f-1434-40fd-b2af-e451aa0bd764 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516400 Aug 28 12:49:04.111694 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f7da3044-6b03-4560-99d7-3aa8c139ea33 None None] Provisioning complete for port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:04.111908 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1b350eb0-3c13-4a01-8822-b94347e22621 req-33cb9fb0-b9f7-4db2-9a65-06aa27697c81 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 210 time: 0.0340152 Aug 28 12:49:04.112356 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f7da3044-6b03-4560-99d7-3aa8c139ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:04.114804 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:04.124141 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:04.176170 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8445b1f-789d-49a3-9909-b1744f9c8c19 req-7e1d4986-b5fb-4974-9754-7a9b6c2fb456 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0750437 Aug 28 12:49:04.181381 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f4f85d-9f34-479e-9e0b-f501d5585277 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:04.214297 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port b5f4f85d-9f34-479e-9e0b-f501d5585277, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b5f4f85d-9f34-479e-9e0b-f501d5585277,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:04.216882 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-467d0ed0-cd93-4b96-b563-97c030102f72 req-eb3a56fe-bfa4-4a1e-a10b-e8ad30ac7e66 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289175 Aug 28 12:49:04.225147 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:04.231228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87a0c5-864c-4bce-972a-d2c1b1f2c96f req-dc8120d6-a75e-421a-9afa-2d6196969d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:04.232722 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae87a0c5-864c-4bce-972a-d2c1b1f2c96f req-dc8120d6-a75e-421a-9afa-2d6196969d88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=97297c2f57c24a288a8e7ed2e5bec758&device_id=45ff3372-7c38-4e59-859c-a8c37e9b9516 HTTP/1.1" status: 200 len: 1095 time: 0.1914427 Aug 28 12:49:04.310147 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=b5f4f85d-9f34-479e-9e0b-f501d5585277,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:04.326816 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:04.420988 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5f0649be-3f05-49ac-8121-c252091fb110, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5f0649be-3f05-49ac-8121-c252091fb110,segment=NetworkSegment(7d3203c0-d8b0-47b5-a973-a4bb95a4f147),segment_id=7d3203c0-d8b0-47b5-a973-a4bb95a4f147)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:04.433725 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:04.464539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87a0c5-864c-4bce-972a-d2c1b1f2c96f req-ba9ac8c3-46db-4d64-aa44-42ba41386934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:04.466773 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae87a0c5-864c-4bce-972a-d2c1b1f2c96f req-ba9ac8c3-46db-4d64-aa44-42ba41386934 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5 HTTP/1.1" status: 200 len: 913 time: 0.2061417 Aug 28 12:49:04.477130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Router 1788992b-aac2-4960-8c76-1c2821350c23 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:49:04.512981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=5f0649be-3f05-49ac-8121-c252091fb110,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:04.558102 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae87a0c5-864c-4bce-972a-d2c1b1f2c96f req-529e99e0-0f85-42b4-a73d-7615d5789418 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86e65cc4-0113-4cad-acbb-9028327da59e HTTP/1.1" status: 200 len: 217 time: 0.0769191 Aug 28 12:49:04.562073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c568e-02c1-4683-aa2a-44febd19c64d req-f7c082bf-32be-4b89-954d-53846520daff tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:04.563724 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-223c568e-02c1-4683-aa2a-44febd19c64d req-f7c082bf-32be-4b89-954d-53846520daff tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 944 time: 0.1807775 Aug 28 12:49:04.576919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['b5f4f85d-9f34-479e-9e0b-f501d5585277'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:49:04.605659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-467d0ed0-cd93-4b96-b563-97c030102f72 req-4b7cc98b-5d9d-4b6f-b708-f07e72254720 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689184 Aug 28 12:49:04.646572 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-0a316860-7420-48c7-87bb-e60d2a3e265e tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:04.647676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252760bc-2579-4def-8af5-dee8304e71e5 req-22d9ae06-8a1f-4767-ad38-feb263bf58e8 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:04.648460 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-0a316860-7420-48c7-87bb-e60d2a3e265e tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.11 "GET /v2.0/networks?id=77f93e75-62ff-4ad1-a3a5-da475f5f3ea5 HTTP/1.1" status: 200 len: 813 time: 0.1882796 Aug 28 12:49:04.655625 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-252760bc-2579-4def-8af5-dee8304e71e5 req-22d9ae06-8a1f-4767-ad38-feb263bf58e8 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 947 time: 0.1995008 Aug 28 12:49:04.663516 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-223c568e-02c1-4683-aa2a-44febd19c64d req-63f51021-2e8c-4b39-beb6-902529463873 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/security-groups?id=92158db8-eddc-4732-8635-c0917dfa3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875664 Aug 28 12:49:04.668318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-55e233ba-fa68-430d-ae38-83214230f928 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Request body: {'port': {'device_id': 'ec72a117-c60e-482d-9ee2-793738835356', 'network_id': '77f93e75-62ff-4ad1-a3a5-da475f5f3ea5', 'admin_state_up': True, 'tenant_id': '6048a98db5fc471b921be45d5400266b'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:04.735836 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87a0c5-864c-4bce-972a-d2c1b1f2c96f req-4fe878f0-acc7-4aba-b772-395d7bacd3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:04.737303 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae87a0c5-864c-4bce-972a-d2c1b1f2c96f req-4fe878f0-acc7-4aba-b772-395d7bacd3cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c5a5b00-85eb-4451-911d-26341145acff HTTP/1.1" status: 200 len: 853 time: 0.1675971 Aug 28 12:49:04.747633 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-252760bc-2579-4def-8af5-dee8304e71e5 req-9fb62cfa-6f41-46ae-97e6-1ad0c50a3fbc tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911694 Aug 28 12:49:04.779037 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae87a0c5-864c-4bce-972a-d2c1b1f2c96f req-bd50f882-f609-4371-b7c0-510f6df825ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6ecb396e-f948-4a10-a3d7-d4d7d461dee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301819 Aug 28 12:49:04.798635 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-55e233ba-fa68-430d-ae38-83214230f928 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Made reservation on behalf of 6048a98db5fc471b921be45d5400266b for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:04.803594 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-55e233ba-fa68-430d-ae38-83214230f928 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:04.808182 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:49:04.817530 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Sync routers for ids ['1788992b-aac2-4960-8c76-1c2821350c23'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:49:04.828445 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Routers {'1788992b-aac2-4960-8c76-1c2821350c23'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:49:04.829285 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:48:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['1788992b-aac2-4960-8c76-1c2821350c23'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:04.864720 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:04.865953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b9b55793-f981-4ea1-86c2-bbd19f0bbce3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3502595 Aug 28 12:49:04.870042 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45662) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:04.926921 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a397303-3c13-4557-a687-8fc7dc8806b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0649be-3f05-49ac-8121-c252091fb110'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:04.930089 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9a77be-839a-4298-b0a0-8fc16b3bbee4" -d '{"events": [{"server_uuid": "0a397303-3c13-4557-a687-8fc7dc8806b4", "name": "network-vif-plugged", "status": "completed", "tag": "5f0649be-3f05-49ac-8121-c252091fb110"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:04.942702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bd4b18b2-d9f2-4423-92fb-983eff2b8cdd up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:04.948578 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae87a0c5-864c-4bce-972a-d2c1b1f2c96f req-1d6c4c9c-7197-43ba-af9e-77904959a5ce service neutron] 10.222.0.11 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603205 Aug 28 12:49:05.041472 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb271ad-eb3e-42d2-946a-7bf79fdea193 x-openstack-request-id: req-abb271ad-eb3e-42d2-946a-7bf79fdea193 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:05.042142 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a397303-3c13-4557-a687-8fc7dc8806b4", "name": "network-vif-plugged", "status": "completed", "tag": "5f0649be-3f05-49ac-8121-c252091fb110", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:05.042236 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abb271ad-eb3e-42d2-946a-7bf79fdea193 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:05.042621 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a397303-3c13-4557-a687-8fc7dc8806b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0649be-3f05-49ac-8121-c252091fb110', 'code': 200} Aug 28 12:49:05.057337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:05.057532 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:05.103463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61cad4-f2e4-431b-899e-4c0559205310 req-453dc94c-d799-4e62-a885-d4434e3cbe46 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:05.105931 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be61cad4-f2e4-431b-899e-4c0559205310 req-453dc94c-d799-4e62-a885-d4434e3cbe46 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=54faa041-0cc4-42dc-870c-4d94a09e3f45 HTTP/1.1" status: 200 len: 945 time: 0.1682737 Aug 28 12:49:05.111372 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-5e4ca2d2-b30f-49b7-a768-fe5615839ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:05.112832 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-5e4ca2d2-b30f-49b7-a768-fe5615839ae2 service neutron] 10.222.0.11 "GET /v2.0/ports/22c5cda6-d969-43e9-8487-47b1be36cba7 HTTP/1.1" status: 200 len: 1026 time: 0.1294246 Aug 28 12:49:05.217322 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae87a0c5-864c-4bce-972a-d2c1b1f2c96f req-6cb740ae-f47d-4498-a5c0-2570791423b3 service neutron] 10.222.0.11 "GET /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377789 Aug 28 12:49:05.228940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-55e233ba-fa68-430d-ae38-83214230f928 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Allocated IP 172.20.0.7 (77f93e75-62ff-4ad1-a3a5-da475f5f3ea5/fab54505-3367-4c83-8c5f-256a5258cfc0/9c5c417a-10c2-44d6-80b2-aa908f3a4839) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:05.242591 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:49:05.265775 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-461cfbef-69e4-4730-bbc9-c30244f80b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:05.267293 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-461cfbef-69e4-4730-bbc9-c30244f80b99 service neutron] 10.222.0.11 "GET /v2.0/ports/a6504f71-c67d-4bfd-8228-7b6d54b2acee HTTP/1.1" status: 200 len: 1026 time: 0.1245432 Aug 28 12:49:05.273077 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be61cad4-f2e4-431b-899e-4c0559205310 req-6ebbdba0-6eb6-4f29-a0b9-c553728a0b73 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536369 Aug 28 12:49:05.290624 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Set router 1788992b-aac2-4960-8c76-1c2821350c23 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:49:05.367287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795dedf-c1f4-46f5-8028-21ff60970c81 req-6cca719e-280a-48a2-9c60-e0cd72d2c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:05.368825 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9795dedf-c1f4-46f5-8028-21ff60970c81 req-6cca719e-280a-48a2-9c60-e0cd72d2c38f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 1097 time: 0.2082584 Aug 28 12:49:05.386128 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9682938f-07a3-4477-898e-ee7dc55f14a0 req-3e1c5f92-9015-4f36-8cf4-6645b5a39c93 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 210 time: 0.0443027 Aug 28 12:49:05.445115 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed0cc39c-3b92-4afa-8104-c6859a34f8cc req-d56a9316-b8af-4f5f-8b93-ee22114c0461 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0419111 Aug 28 12:49:05.557185 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1788992b-aac2-4960-8c76-1c2821350c23', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857326769-router', 'tenant_id': '41914e9b026a491686f98f53e63966e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a55c0f5a-4f05-4df0-b519-0b558d464bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:00Z', 'updated_at': '2021-08-28T12:49:03Z', 'revision_number': 3, 'project_id': '41914e9b026a491686f98f53e63966e0', 'gw_port': {'id': 'a55c0f5a-4f05-4df0-b519-0b558d464bb2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1788992b-aac2-4960-8c76-1c2821350c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:01Z', 'updated_at': '2021-08-28T12:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:05.571700 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9795dedf-c1f4-46f5-8028-21ff60970c81 req-26e22391-62cf-4b42-9b5c-ad041e347a1f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=92158db8-eddc-4732-8635-c0917dfa3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698587 Aug 28 12:49:05.588011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c3118bc2-62ac-4f6c-b540-2385cadcfef9 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:05.594861 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Checking router: 1788992b-aac2-4960-8c76-1c2821350c23 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:49:05.595201 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Updating router 1788992b-aac2-4960-8c76-1c2821350c23 port a55c0f5a-4f05-4df0-b519-0b558d464bb2 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:49:05.596324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c3118bc2-62ac-4f6c-b540-2385cadcfef9 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:05.603747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c3118bc2-62ac-4f6c-b540-2385cadcfef9 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:05.605722 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:05.606216 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c3118bc2-62ac-4f6c-b540-2385cadcfef9 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.11 "GET /v2.0/networks?id=efbe7541-b127-4e81-9a72-35e309b4f7c9&id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&id=3352c8b5-3501-47c1-96f2-9e32c1cc7612&id=3352c8b5-3501-47c1-96f2-9e32c1cc7612 HTTP/1.1" status: 200 len: 1989 time: 0.3267474 Aug 28 12:49:05.621734 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:05.658586 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-55e233ba-fa68-430d-ae38-83214230f928 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:05.711373 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-55e233ba-fa68-430d-ae38-83214230f928 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:05.723660 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 86e65cc4-0113-4cad-acbb-9028327da59e details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:49:05.726862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b5f4f85d-9f34-479e-9e0b-f501d5585277 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:05.758662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-55e233ba-fa68-430d-ae38-83214230f928 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Network 77f93e75-62ff-4ad1-a3a5-da475f5f3ea5 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:05.783078 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-55e233ba-fa68-430d-ae38-83214230f928 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:05.812049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-55e233ba-fa68-430d-ae38-83214230f928 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:05.884122 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-920e539c-2bec-43a6-83d4-ab32402c3ba4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=848f98195d42445793f4ad0f8595cb5d HTTP/1.1" status: 200 len: 379 time: 0.1036634 Aug 28 12:49:05.897195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e233ba-fa68-430d-ae38-83214230f928 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Pushing event updated for resources: {'Port': ['ID=9c5c417a-10c2-44d6-80b2-aa908f3a4839,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:05.905826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-9bf78ce8-1cf9-4ad4-a597-6c73bca43df8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Request body: {'port': {'device_id': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9', 'admin_state_up': True, 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'security_groups': ['f8419c8e-732d-445c-9667-69f039e9d694']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:05.936690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port b5f4f85d-9f34-479e-9e0b-f501d5585277 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:05.942489 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port b5f4f85d-9f34-479e-9e0b-f501d5585277 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:05.943074 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:05.948575 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:05.967030 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Transition to ACTIVE for port object a55c0f5a-4f05-4df0-b519-0b558d464bb2 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:05.971974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-55e233ba-fa68-430d-ae38-83214230f928 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:05.973129 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-55e233ba-fa68-430d-ae38-83214230f928 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:05.980363 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:06.061648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 86e65cc4-0113-4cad-acbb-9028327da59e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=86e65cc4-0113-4cad-acbb-9028327da59e,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:06.069557 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7bdc5-83ab-4b52-bbd5-1bb1727918aa None None] Pushing event updated for resources: {'Port': ['ID=a55c0f5a-4f05-4df0-b519-0b558d464bb2,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:06.076600 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Attempting to bind port a55c0f5a-4f05-4df0-b519-0b558d464bb2 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:06.077123 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Attempting to bind port a55c0f5a-4f05-4df0-b519-0b558d464bb2 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:06.078350 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Attempting to bind port a55c0f5a-4f05-4df0-b519-0b558d464bb2 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:06.094105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '86e65cc4-0113-4cad-acbb-9028327da59e', 'network_id': '6ecb396e-f948-4a10-a3d7-d4d7d461dee5', 'port_id': '86e65cc4-0113-4cad-acbb-9028327da59e', 'mac_address': 'fa:16:3e:47:b1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5a5b00-85eb-4451-911d-26341145acff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:49:06.096086 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:06.099940 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:06.100169 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:06.100547 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:06.100934 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:06.101405 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Bound port: a55c0f5a-4f05-4df0-b519-0b558d464bb2, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:06.101778 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:06.106692 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191536a-2b60-4a7a-a42f-b6574cbabb9b req-6397bfa8-b2b0-42fe-bac1-95fdbcd1494d tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:06.108313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d191536a-2b60-4a7a-a42f-b6574cbabb9b req-6397bfa8-b2b0-42fe-bac1-95fdbcd1494d tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 947 time: 0.2230246 Aug 28 12:49:06.109596 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-55e233ba-fa68-430d-ae38-83214230f928 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4451361 Aug 28 12:49:06.141549 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Request body: {'port': {'device_id': 'ec72a117-c60e-482d-9ee2-793738835356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:06.153222 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:06.180172 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port b5f4f85d-9f34-479e-9e0b-f501d5585277, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b5f4f85d-9f34-479e-9e0b-f501d5585277,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:06.188871 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:06.217125 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e65cc4-0113-4cad-acbb-9028327da59e {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:06.251172 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 86e65cc4-0113-4cad-acbb-9028327da59e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=86e65cc4-0113-4cad-acbb-9028327da59e,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:06.260504 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:06.266703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=b5f4f85d-9f34-479e-9e0b-f501d5585277,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:06.268149 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] For port a55c0f5a-4f05-4df0-b519-0b558d464bb2, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:06.275900 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] For port a55c0f5a-4f05-4df0-b519-0b558d464bb2, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a55c0f5a-4f05-4df0-b519-0b558d464bb2,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:06.283759 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:06.328509 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=86e65cc4-0113-4cad-acbb-9028327da59e,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:06.330120 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bb6be-4d9f-401e-994b-1803ceb8a6cd req-d016b40c-c84a-49d8-ba85-3d349e0ee91b tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:06.347630 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc3bb6be-4d9f-401e-994b-1803ceb8a6cd req-d016b40c-c84a-49d8-ba85-3d349e0ee91b tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 945 time: 0.5855923 Aug 28 12:49:06.385724 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7bdc5-83ab-4b52-bbd5-1bb1727918aa None None] Pushing event updated for resources: {'Port': ['ID=a55c0f5a-4f05-4df0-b519-0b558d464bb2,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:06.399126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Allocated IP 172.20.0.1 (b62ba815-d959-4c50-8fd6-127aad0ca957/1c3e704e-4310-4fea-8e11-22dd4456d141/921902a1-474b-45ae-b108-09de33e82fb2) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:06.400175 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Routers {'1788992b-aac2-4960-8c76-1c2821350c23'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:49:06.401592 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:48:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['1788992b-aac2-4960-8c76-1c2821350c23'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:06.426346 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc3bb6be-4d9f-401e-994b-1803ceb8a6cd req-1bf2e29d-1a62-4780-a22a-11e8b795c94f tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/security-groups?id=92158db8-eddc-4732-8635-c0917dfa3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733812 Aug 28 12:49:06.556102 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] Set router 1788992b-aac2-4960-8c76-1c2821350c23 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:49:06.609112 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d191536a-2b60-4a7a-a42f-b6574cbabb9b req-46c9bb99-e863-4e23-a37d-6b1ee26e8025 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888618 Aug 28 12:49:06.625785 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:06.632464 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:06.660261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['86e65cc4-0113-4cad-acbb-9028327da59e'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:49:06.683372 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Transition to ACTIVE for port object 921902a1-474b-45ae-b108-09de33e82fb2 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:06.713231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524432eb-40ab-461a-a5cd-4a82ec396ee6 req-26b91eb4-9e35-4529-9a0a-34cd5bf2e80c tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:06.714913 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-524432eb-40ab-461a-a5cd-4a82ec396ee6 req-26b91eb4-9e35-4529-9a0a-34cd5bf2e80c tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 947 time: 0.2128658 Aug 28 12:49:06.719456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-9bf78ce8-1cf9-4ad4-a597-6c73bca43df8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Made reservation on behalf of 848f98195d42445793f4ad0f8595cb5d for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:06.721345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07556d7-27d2-49e1-a529-8d992b88ed8a req-4412f0da-bb73-4a00-ab1d-d1fe340bfbb6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:06.724165 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-9bf78ce8-1cf9-4ad4-a597-6c73bca43df8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:06.729189 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c07556d7-27d2-49e1-a529-8d992b88ed8a req-4412f0da-bb73-4a00-ab1d-d1fe340bfbb6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=54faa041-0cc4-42dc-870c-4d94a09e3f45 HTTP/1.1" status: 200 len: 946 time: 0.0857964 Aug 28 12:49:06.798183 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c07556d7-27d2-49e1-a529-8d992b88ed8a req-2f75439c-d553-4b69-b9a8-304f50dcfee3 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680628 Aug 28 12:49:06.814416 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:06.888778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Network b62ba815-d959-4c50-8fd6-127aad0ca957 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:06.891835 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:06.898947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:06.958850 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=921902a1-474b-45ae-b108-09de33e82fb2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:07.013630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dc2f6-5414-4569-b77f-1bd26688bcd5 req-df718321-f249-43fb-a212-9286910e6b31 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:07.014750 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1788992b-aac2-4960-8c76-1c2821350c23', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857326769-router', 'tenant_id': '41914e9b026a491686f98f53e63966e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a55c0f5a-4f05-4df0-b519-0b558d464bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:00Z', 'updated_at': '2021-08-28T12:49:03Z', 'revision_number': 3, 'project_id': '41914e9b026a491686f98f53e63966e0', 'gw_port': {'id': 'a55c0f5a-4f05-4df0-b519-0b558d464bb2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1788992b-aac2-4960-8c76-1c2821350c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:01Z', 'updated_at': '2021-08-28T12:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:07.021803 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba2dc2f6-5414-4569-b77f-1bd26688bcd5 req-df718321-f249-43fb-a212-9286910e6b31 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 931 time: 0.3058279 Aug 28 12:49:07.028921 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ecc7aeba-8183-45b4-8bd6-8a8a0d2e700f req-98a45dc9-b27b-49b4-bae8-ec0f5a188e97 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0722594 Aug 28 12:49:07.043352 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54faa041-0cc4-42dc-870c-4d94a09e3f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f4f85d-9f34-479e-9e0b-f501d5585277'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:07.046045 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a89955-8abb-4830-97cd-a53f5337af4e" -d '{"events": [{"server_uuid": "54faa041-0cc4-42dc-870c-4d94a09e3f45", "name": "network-vif-plugged", "status": "completed", "tag": "b5f4f85d-9f34-479e-9e0b-f501d5585277"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:07.049690 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:07.080232 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:07.103707 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f76f56-f206-46d9-aa8e-cbb27ca2074b None None] The sync data for ids ['1788992b-aac2-4960-8c76-1c2821350c23'] in n-d-791505-21 is: [{'id': '1788992b-aac2-4960-8c76-1c2821350c23', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857326769-router', 'tenant_id': '41914e9b026a491686f98f53e63966e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a55c0f5a-4f05-4df0-b519-0b558d464bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:00Z', 'updated_at': '2021-08-28T12:49:03Z', 'revision_number': 3, 'project_id': '41914e9b026a491686f98f53e63966e0', 'gw_port': {'id': 'a55c0f5a-4f05-4df0-b519-0b558d464bb2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1788992b-aac2-4960-8c76-1c2821350c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:01Z', 'updated_at': '2021-08-28T12:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:49:07.132068 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5065d13b-8848-4647-b505-cfbdc61b0449 x-openstack-request-id: req-5065d13b-8848-4647-b505-cfbdc61b0449 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:07.132068 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54faa041-0cc4-42dc-870c-4d94a09e3f45", "name": "network-vif-plugged", "status": "completed", "tag": "b5f4f85d-9f34-479e-9e0b-f501d5585277", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:07.132068 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5065d13b-8848-4647-b505-cfbdc61b0449 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:07.132068 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54faa041-0cc4-42dc-870c-4d94a09e3f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f4f85d-9f34-479e-9e0b-f501d5585277', 'code': 200} Aug 28 12:49:07.283533 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba2dc2f6-5414-4569-b77f-1bd26688bcd5 req-6a6dc624-e429-434f-a396-32a319b9d7dc tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe9c86de-2e7d-4f87-bce2-aa4431f2ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607152 Aug 28 12:49:07.297215 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b0772ce2-535f-4c1c-b01f-8bdd50dee99a None None] Provisioning for port 921902a1-474b-45ae-b108-09de33e82fb2 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:07.303722 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b0772ce2-535f-4c1c-b01f-8bdd50dee99a None None] Provisioning complete for port 921902a1-474b-45ae-b108-09de33e82fb2 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:07.304011 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0772ce2-535f-4c1c-b01f-8bdd50dee99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:07.304149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-524432eb-40ab-461a-a5cd-4a82ec396ee6 req-16f20f62-16e4-4c63-b0df-257f8aedc65d tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Deleting port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:49:07.304588 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-524432eb-40ab-461a-a5cd-4a82ec396ee6 req-16f20f62-16e4-4c63-b0df-257f8aedc65d tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:07.326131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cbf49-77bc-44d8-8caf-117a21814e63 req-66107b9e-9bce-469b-869b-52eea1c0e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:07.328147 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9e4cbf49-77bc-44d8-8caf-117a21814e63 req-66107b9e-9bce-469b-869b-52eea1c0e59a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=54faa041-0cc4-42dc-870c-4d94a09e3f45 HTTP/1.1" status: 200 len: 1098 time: 0.1105022 Aug 28 12:49:07.359253 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:07.384603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b0772ce2-535f-4c1c-b01f-8bdd50dee99a None None] Port 921902a1-474b-45ae-b108-09de33e82fb2 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:49:07.414187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-9bf78ce8-1cf9-4ad4-a597-6c73bca43df8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Allocated IP 172.20.0.8 (efbe7541-b127-4e81-9a72-35e309b4f7c9/054df6af-7208-4216-97f7-7a8ded4fac28/a1a806cd-64e3-408c-90a9-60fc8608d090) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:07.475240 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9e4cbf49-77bc-44d8-8caf-117a21814e63 req-25d7b7f8-3a3b-4e9a-9f9b-d63866ceb3e0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346142 Aug 28 12:49:07.673011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-524432eb-40ab-461a-a5cd-4a82ec396ee6 req-16f20f62-16e4-4c63-b0df-257f8aedc65d tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] For port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:07.673610 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-524432eb-40ab-461a-a5cd-4a82ec396ee6 req-16f20f62-16e4-4c63-b0df-257f8aedc65d tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:07.702160 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee970f-c73c-4f1f-ba5b-6505d3aafe56 req-fd2eb914-fd65-4bcb-97a3-31a8ef98b452 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:07.708983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-524432eb-40ab-461a-a5cd-4a82ec396ee6 req-16f20f62-16e4-4c63-b0df-257f8aedc65d tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Calling delete_port for be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:49:07.711244 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9ee970f-c73c-4f1f-ba5b-6505d3aafe56 req-fd2eb914-fd65-4bcb-97a3-31a8ef98b452 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 945 time: 0.1408806 Aug 28 12:49:07.725656 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5c417a-10c2-44d6-80b2-aa908f3a4839 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:07.752127 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:07.757997 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:07.765681 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:07.811089 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9ee970f-c73c-4f1f-ba5b-6505d3aafe56 req-036f9cef-85c8-44ef-af9c-99572649b99c tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/security-groups?id=92158db8-eddc-4732-8635-c0917dfa3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987513 Aug 28 12:49:07.852962 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:07.860186 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Transition to ACTIVE for port object 9c5c417a-10c2-44d6-80b2-aa908f3a4839 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:07.880105 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=921902a1-474b-45ae-b108-09de33e82fb2,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:07.892860 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:07.938193 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-9bf78ce8-1cf9-4ad4-a597-6c73bca43df8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:07.953976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-9bf78ce8-1cf9-4ad4-a597-6c73bca43df8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Transition to ACTIVE for port object a1a806cd-64e3-408c-90a9-60fc8608d090 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:08.008214 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775a42b-d183-4835-b3dc-5af1d8ddff13 req-ea36d815-2ae4-4427-9dc4-ef45aed9d5d8 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:08.009775 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f775a42b-d183-4835-b3dc-5af1d8ddff13 req-ea36d815-2ae4-4427-9dc4-ef45aed9d5d8 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=54faa041-0cc4-42dc-870c-4d94a09e3f45 HTTP/1.1" status: 200 len: 946 time: 0.0724564 Aug 28 12:49:08.057507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64de65e-7b1d-4937-a326-c647ff09fa77 req-c551d68d-bd72-435b-b8c6-6074c783c20e tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:08.058570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Network b62ba815-d959-4c50-8fd6-127aad0ca957 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:08.059388 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c64de65e-7b1d-4937-a326-c647ff09fa77 req-c551d68d-bd72-435b-b8c6-6074c783c20e tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 947 time: 0.3062017 Aug 28 12:49:08.061297 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:08.106877 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Pushing event updated for resources: {'Port': ['ID=9c5c417a-10c2-44d6-80b2-aa908f3a4839,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:08.211329 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-9bf78ce8-1cf9-4ad4-a597-6c73bca43df8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:08.230920 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f775a42b-d183-4835-b3dc-5af1d8ddff13 req-9b4e1cb8-23ee-4b81-bb59-faef6be5314a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076230 Aug 28 12:49:08.237241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Router 1788992b-aac2-4960-8c76-1c2821350c23 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:49:08.320738 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-9bf78ce8-1cf9-4ad4-a597-6c73bca43df8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Network efbe7541-b127-4e81-9a72-35e309b4f7c9 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:08.332815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-9bf78ce8-1cf9-4ad4-a597-6c73bca43df8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:08.348763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-9bf78ce8-1cf9-4ad4-a597-6c73bca43df8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:08.388108 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:49:08.399665 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2e4daece-03f1-451d-8208-d7383f96c0c5 admin admin] 10.222.0.20 "PUT /v2.0/routers/1788992b-aac2-4960-8c76-1c2821350c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5280812 Aug 28 12:49:08.443852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Attempting to bind port 9c5c417a-10c2-44d6-80b2-aa908f3a4839 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:08.444190 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Attempting to bind port 9c5c417a-10c2-44d6-80b2-aa908f3a4839 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '67202b14-02e6-482b-9882-81e955bd715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '77f93e75-62ff-4ad1-a3a5-da475f5f3ea5'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:08.444519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Attempting to bind port 9c5c417a-10c2-44d6-80b2-aa908f3a4839 on network 77f93e75-62ff-4ad1-a3a5-da475f5f3ea5 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:08.470067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-9bf78ce8-1cf9-4ad4-a597-6c73bca43df8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:08.470762 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-9bf78ce8-1cf9-4ad4-a597-6c73bca43df8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:08.522197 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406af05-0e04-4bf6-9e6a-ae436ab60f22 req-597724d5-d5a2-482e-a4c4-cb83c6dab519 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:08.525961 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-dee34820-508b-44de-9140-fb3caa28e929 None None] Provisioning complete for port 921902a1-474b-45ae-b108-09de33e82fb2 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:08.526539 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dee34820-508b-44de-9140-fb3caa28e929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:08.531295 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c64de65e-7b1d-4937-a326-c647ff09fa77 req-97ee8021-62a8-4603-b50f-3f208399d376 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284050 Aug 28 12:49:08.538301 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e406af05-0e04-4bf6-9e6a-ae436ab60f22 req-597724d5-d5a2-482e-a4c4-cb83c6dab519 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 945 time: 0.1516268 Aug 28 12:49:08.539017 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45702) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:08.547284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Port 9c5c417a-10c2-44d6-80b2-aa908f3a4839 on network 77f93e75-62ff-4ad1-a3a5-da475f5f3ea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:49:08.547615 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Attempting to bind port 9c5c417a-10c2-44d6-80b2-aa908f3a4839 on network 77f93e75-62ff-4ad1-a3a5-da475f5f3ea5 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:08.552501 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-505df792-16e1-483b-befe-d4faa3b2cb78 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Request body: {'floatingip': {'port_id': '5f0649be-3f05-49ac-8121-c252091fb110'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:08.583925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:08.584264 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Checking segment: {'id': '67202b14-02e6-482b-9882-81e955bd715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '77f93e75-62ff-4ad1-a3a5-da475f5f3ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:08.584594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Bound using segment: {'id': '67202b14-02e6-482b-9882-81e955bd715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '77f93e75-62ff-4ad1-a3a5-da475f5f3ea5'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:08.585042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Bound port: 9c5c417a-10c2-44d6-80b2-aa908f3a4839, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67202b14-02e6-482b-9882-81e955bd715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '77f93e75-62ff-4ad1-a3a5-da475f5f3ea5'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:08.587608 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:08.598036 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-524432eb-40ab-461a-a5cd-4a82ec396ee6 req-16f20f62-16e4-4c63-b0df-257f8aedc65d tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:08.638376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-dee34820-508b-44de-9140-fb3caa28e929 None None] Port 921902a1-474b-45ae-b108-09de33e82fb2 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:49:08.669283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf78ce8-1cf9-4ad4-a597-6c73bca43df8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event updated for resources: {'Port': ['ID=a1a806cd-64e3-408c-90a9-60fc8608d090,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:08.681584 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-9bf78ce8-1cf9-4ad4-a597-6c73bca43df8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7797260 Aug 28 12:49:08.751308 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-505df792-16e1-483b-befe-d4faa3b2cb78 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:08.777657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-203f2024-6521-47f2-9704-017cdee09f3c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Request body: {'port': {'device_id': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9', 'admin_state_up': True, 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'security_groups': ['f8419c8e-732d-445c-9667-69f039e9d694']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:08.849306 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-524432eb-40ab-461a-a5cd-4a82ec396ee6 req-16f20f62-16e4-4c63-b0df-257f8aedc65d tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] No DVR routers for this DVR port be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:49:08.861740 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-524432eb-40ab-461a-a5cd-4a82ec396ee6 req-16f20f62-16e4-4c63-b0df-257f8aedc65d tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:08.865525 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-524432eb-40ab-461a-a5cd-4a82ec396ee6 req-16f20f62-16e4-4c63-b0df-257f8aedc65d tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.11 "DELETE /v2.0/ports/be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e HTTP/1.1" status: 204 len: 173 time: 2.1308503 Aug 28 12:49:08.868676 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f20f62-16e4-4c63-b0df-257f8aedc65d tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Pushing event deleted for resources: {'Port': ['ID=be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:08.872373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1fc4fbf4-7b32-43f8-879d-703b10b16d39 None None] Provisioning for port a1a806cd-64e3-408c-90a9-60fc8608d090 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:08.875654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb2144b-b98f-4ab2-bbe5-cda521335726', 'name': 'network-vif-deleted', 'tag': 'be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:08.879229 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489da5f1-ee15-4dee-b315-f0b64b757cd9" -d '{"events": [{"server_uuid": "3fb2144b-b98f-4ab2-bbe5-cda521335726", "name": "network-vif-deleted", "tag": "be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:08.893701 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1fc4fbf4-7b32-43f8-879d-703b10b16d39 None None] Provisioning complete for port a1a806cd-64e3-408c-90a9-60fc8608d090 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:08.898991 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1fc4fbf4-7b32-43f8-879d-703b10b16d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:08.969584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1e54d-e0c9-4cea-a2c4-a9d2e040b1c4 req-02b97472-2364-45f5-90a0-9db7570e3dd5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:08.976902 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99d1e54d-e0c9-4cea-a2c4-a9d2e040b1c4 req-02b97472-2364-45f5-90a0-9db7570e3dd5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 931 time: 0.3226359 Aug 28 12:49:08.988269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a55c0f5a-4f05-4df0-b519-0b558d464bb2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:09.096579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4fbf4-7b32-43f8-879d-703b10b16d39 None None] Port a1a806cd-64e3-408c-90a9-60fc8608d090 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:49:09.096716 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03e1d8-8021-4b2b-b8cf-808e12f0e092 req-1cb29d17-2b50-465c-8d9a-88e668e8276d tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:09.108723 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d03e1d8-8021-4b2b-b8cf-808e12f0e092 req-1cb29d17-2b50-465c-8d9a-88e668e8276d tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 943 time: 0.3587375 Aug 28 12:49:09.138703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port a55c0f5a-4f05-4df0-b519-0b558d464bb2 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:09.140790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] For port 9c5c417a-10c2-44d6-80b2-aa908f3a4839, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:09.145679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a55c0f5a-4f05-4df0-b519-0b558d464bb2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:09.146881 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:09.149095 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] For port 9c5c417a-10c2-44d6-80b2-aa908f3a4839, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9c5c417a-10c2-44d6-80b2-aa908f3a4839,segment=NetworkSegment(67202b14-02e6-482b-9882-81e955bd715e),segment_id=67202b14-02e6-482b-9882-81e955bd715e)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:09.185680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:09.228591 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99d1e54d-e0c9-4cea-a2c4-a9d2e040b1c4 req-9c8f3374-5f71-49a5-af48-8228f3f2cec8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866284 Aug 28 12:49:09.281336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:09.287693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:09.289724 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] 10.222.0.11 "PUT /v2.0/ports/9c5c417a-10c2-44d6-80b2-aa908f3a4839 HTTP/1.1" status: 200 len: 1092 time: 3.1611836 Aug 28 12:49:09.389807 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:09.430117 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d03e1d8-8021-4b2b-b8cf-808e12f0e092 req-d84a68c2-6d41-4bef-b21e-670cf7064dd2 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe9c86de-2e7d-4f87-bce2-aa4431f2ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159881 Aug 28 12:49:09.480576 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port a55c0f5a-4f05-4df0-b519-0b558d464bb2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a55c0f5a-4f05-4df0-b519-0b558d464bb2,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:09.487803 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:09.528929 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1badba51-38a1-4937-b11e-cbeb3ee25ccb x-openstack-request-id: req-1badba51-38a1-4937-b11e-cbeb3ee25ccb {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:09.529341 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb2144b-b98f-4ab2-bbe5-cda521335726", "name": "network-vif-deleted", "tag": "be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:09.529693 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1badba51-38a1-4937-b11e-cbeb3ee25ccb {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:09.531096 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb2144b-b98f-4ab2-bbe5-cda521335726', 'name': 'network-vif-deleted', 'tag': 'be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e', 'status': 'completed', 'code': 200} Aug 28 12:49:09.565337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45722) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:09.578279 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-dd8e5626-3b1a-4533-9b80-7fe26e03b415 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-182746872-network', 'tenant_id': '2f6eb3471bd24effab1596b949186eac'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:09.592972 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99727c78-2727-4b85-94e4-f436d5bc857f service neutron] Pushing event updated for resources: {'Port': ['ID=9c5c417a-10c2-44d6-80b2-aa908f3a4839,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:09.595696 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:09.602258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-203f2024-6521-47f2-9704-017cdee09f3c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Made reservation on behalf of 848f98195d42445793f4ad0f8595cb5d for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:09.606882 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-203f2024-6521-47f2-9704-017cdee09f3c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:09.617301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=a55c0f5a-4f05-4df0-b519-0b558d464bb2,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:09.671117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-5d9622fc-e1ef-4157-b28d-d21f95b06109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:09.676272 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-5d9622fc-e1ef-4157-b28d-d21f95b06109 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6048a98db5fc471b921be45d5400266b&device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 1095 time: 0.3104689 Aug 28 12:49:09.688310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8e5626-3b1a-4533-9b80-7fe26e03b415 admin admin] Made reservation on behalf of 2f6eb3471bd24effab1596b949186eac for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:09.691802 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5626-3b1a-4533-9b80-7fe26e03b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:09.698176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Sync routers for ids ['1788992b-aac2-4960-8c76-1c2821350c23'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:49:09.708286 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Routers {'1788992b-aac2-4960-8c76-1c2821350c23'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:49:09.710165 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:48:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['1788992b-aac2-4960-8c76-1c2821350c23'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:09.743435 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4e682f36-149a-4a57-a451-06abcd318ca7 req-562a1989-e58c-4c4c-ae1b-18045235d1f6 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fb2144b-b98f-4ab2-bbe5-cda521335726 HTTP/1.1" status: 200 len: 210 time: 0.0396922 Aug 28 12:49:09.751026 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5626-3b1a-4533-9b80-7fe26e03b415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:09.771133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 86e65cc4-0113-4cad-acbb-9028327da59e up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:09.792467 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-47f92cf5-27e4-44f2-8f4d-fac771632681 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c5c417a-10c2-44d6-80b2-aa908f3a4839 HTTP/1.1" status: 200 len: 217 time: 0.1065552 Aug 28 12:49:09.805840 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a099df-8bfd-447f-a69b-1703ef6236f0 req-48956a25-973a-4659-823a-9681706c275b tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:09.814948 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c6a099df-8bfd-447f-a69b-1703ef6236f0 req-48956a25-973a-4659-823a-9681706c275b tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=54faa041-0cc4-42dc-870c-4d94a09e3f45 HTTP/1.1" status: 200 len: 946 time: 0.2232976 Aug 28 12:49:09.865858 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f9c7-2fc2-44b4-ae63-b3992519d500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:09.882231 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-505df792-16e1-483b-befe-d4faa3b2cb78 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:09.886587 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-505df792-16e1-483b-befe-d4faa3b2cb78 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:09.894807 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Set router 1788992b-aac2-4960-8c76-1c2821350c23 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:49:09.929876 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 86e65cc4-0113-4cad-acbb-9028327da59e completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:09.934684 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 86e65cc4-0113-4cad-acbb-9028327da59e triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:09.934787 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:10.001660 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-505df792-16e1-483b-befe-d4faa3b2cb78 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Floating IP d4b493c0-1bae-4c0e-a804-c05c7c1b58ce associated. External IP: 172.25.1.31, port: 5f0649be-3f05-49ac-8121-c252091fb110. Aug 28 12:49:10.004834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-3607b945-3989-4b07-b1b8-7faa88f974b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:10.006343 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-3607b945-3989-4b07-b1b8-7faa88f974b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fab54505-3367-4c83-8c5f-256a5258cfc0 HTTP/1.1" status: 200 len: 853 time: 0.1847422 Aug 28 12:49:10.073638 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c6a099df-8bfd-447f-a69b-1703ef6236f0 req-cd8321b8-d49c-47bc-bb92-bc35b8d1bec6 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575378 Aug 28 12:49:10.077795 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-65e1c18e-8b39-4946-b704-96a621810796 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=77f93e75-62ff-4ad1-a3a5-da475f5f3ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615578 Aug 28 12:49:10.212620 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:10.212918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-203f2024-6521-47f2-9704-017cdee09f3c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Allocated IP 10.1.1.172 (b0f76af8-7fbe-4c61-8fc0-3946902606c9/d557cd69-cd27-4452-a97d-808c7d64731a/b05d186c-de9e-4cbe-a886-89ee06ae7903) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:10.226317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1788992b-aac2-4960-8c76-1c2821350c23', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857326769-router', 'tenant_id': '41914e9b026a491686f98f53e63966e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a55c0f5a-4f05-4df0-b519-0b558d464bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:00Z', 'updated_at': '2021-08-28T12:49:07Z', 'revision_number': 4, 'project_id': '41914e9b026a491686f98f53e63966e0', 'gw_port': {'id': 'a55c0f5a-4f05-4df0-b519-0b558d464bb2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1788992b-aac2-4960-8c76-1c2821350c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:01Z', 'updated_at': '2021-08-28T12:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '921902a1-474b-45ae-b108-09de33e82fb2', 'name': '', 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957', 'tenant_id': '41914e9b026a491686f98f53e63966e0', 'mac_address': 'fa:16:3e:64:50:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1788992b-aac2-4960-8c76-1c2821350c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1c3e704e-4310-4fea-8e11-22dd4456d141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:05Z', 'updated_at': '2021-08-28T12:49:07Z', 'revision_number': 2, 'project_id': '41914e9b026a491686f98f53e63966e0', 'subnets': [{'id': '1c3e704e-4310-4fea-8e11-22dd4456d141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:10.271256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-38322eca-3006-4f63-aef2-c81a210086ff service neutron] 10.222.0.11 "GET /v2.0/networks/77f93e75-62ff-4ad1-a3a5-da475f5f3ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828737 Aug 28 12:49:10.278990 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5626-3b1a-4533-9b80-7fe26e03b415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:10.298777 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5626-3b1a-4533-9b80-7fe26e03b415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:10.301052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Checking router: 1788992b-aac2-4960-8c76-1c2821350c23 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:49:10.301732 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649507e-d26d-4195-abff-197f99b0c8f5 req-18aa0884-b82d-4744-b1ea-8076b5e15739 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:10.304159 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8649507e-d26d-4195-abff-197f99b0c8f5 req-18aa0884-b82d-4744-b1ea-8076b5e15739 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=45ff3372-7c38-4e59-859c-a8c37e9b9516 HTTP/1.1" status: 200 len: 944 time: 0.1169198 Aug 28 12:49:10.304764 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Updating router 1788992b-aac2-4960-8c76-1c2821350c23 port 921902a1-474b-45ae-b108-09de33e82fb2 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:49:10.316814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8e5626-3b1a-4533-9b80-7fe26e03b415 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:49:10.327469 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5626-3b1a-4533-9b80-7fe26e03b415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:10.327968 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-dd8e5626-3b1a-4533-9b80-7fe26e03b415 admin admin] Added segment 2c2757f1-a86e-442e-952b-aedf50797a41 of type vlan for network ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d Aug 28 12:49:10.344770 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ff3372-7c38-4e59-859c-a8c37e9b9516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e65cc4-0113-4cad-acbb-9028327da59e'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:10.352278 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718734c7-f44c-447a-8306-935d6c1fef0e" -d '{"events": [{"server_uuid": "45ff3372-7c38-4e59-859c-a8c37e9b9516", "name": "network-vif-plugged", "status": "completed", "tag": "86e65cc4-0113-4cad-acbb-9028327da59e"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:10.373261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 86e65cc4-0113-4cad-acbb-9028327da59e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=86e65cc4-0113-4cad-acbb-9028327da59e,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:10.375319 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:10.379575 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8649507e-d26d-4195-abff-197f99b0c8f5 req-e273da3c-c663-422c-8690-11655408d94e tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678020 Aug 28 12:49:10.382021 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5626-3b1a-4533-9b80-7fe26e03b415 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:10.385118 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:10.394066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505df792-16e1-483b-befe-d4faa3b2cb78 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:49:10.460370 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d0a59a-d569-4f7b-b2ba-0c91cfd2d8c7 x-openstack-request-id: req-d9d0a59a-d569-4f7b-b2ba-0c91cfd2d8c7 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:10.460785 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ff3372-7c38-4e59-859c-a8c37e9b9516", "name": "network-vif-plugged", "status": "completed", "tag": "86e65cc4-0113-4cad-acbb-9028327da59e", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:10.461000 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9d0a59a-d569-4f7b-b2ba-0c91cfd2d8c7 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:10.461259 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ff3372-7c38-4e59-859c-a8c37e9b9516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e65cc4-0113-4cad-acbb-9028327da59e', 'code': 200} Aug 28 12:49:10.469665 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=86e65cc4-0113-4cad-acbb-9028327da59e,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:10.498405 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5626-3b1a-4533-9b80-7fe26e03b415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:10.499633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8e5626-3b1a-4533-9b80-7fe26e03b415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:10.500356 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd8e5626-3b1a-4533-9b80-7fe26e03b415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:10.627623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e5626-3b1a-4533-9b80-7fe26e03b415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf32276b-1549-4eef-b96b-64e53981696f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:10.631865 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dd8e5626-3b1a-4533-9b80-7fe26e03b415 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0628023 Aug 28 12:49:10.648190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45738) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:10.663467 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-bc673081-5138-4667-909b-4d6bfeadd0d3 admin admin] Request body: {'subnet': {'network_id': 'ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-182746872-subnet', 'tenant_id': '2f6eb3471bd24effab1596b949186eac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:10.698915 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8f8ff72-3428-47ee-9874-9e045f0cda88 req-93c95a92-5f49-4e79-a11e-2d3c1515bc18 service neutron] 10.222.0.11 "GET /v2.0/networks/77f93e75-62ff-4ad1-a3a5-da475f5f3ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183016 Aug 28 12:49:10.745291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc673081-5138-4667-909b-4d6bfeadd0d3 admin admin] Made reservation on behalf of 2f6eb3471bd24effab1596b949186eac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:10.748320 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bc673081-5138-4667-909b-4d6bfeadd0d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:10.765590 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:10.779899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Transition to ACTIVE for port object 921902a1-474b-45ae-b108-09de33e82fb2 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:10.795619 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:10.813785 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505df792-16e1-483b-befe-d4faa3b2cb78 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:49:10.834950 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-505df792-16e1-483b-befe-d4faa3b2cb78 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:10.836354 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5055e20-afbf-4836-b77f-d2f8ca829819 None None] Sync routers for ids ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:49:10.851158 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-203f2024-6521-47f2-9704-017cdee09f3c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:10.854698 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5055e20-afbf-4836-b77f-d2f8ca829819 None None] Routers {'89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:49:10.855344 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b5055e20-afbf-4836-b77f-d2f8ca829819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:48:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:10.874435 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-505df792-16e1-483b-befe-d4faa3b2cb78 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "PUT /v2.0/floatingips/d4b493c0-1bae-4c0e-a804-c05c7c1b58ce HTTP/1.1" status: 200 len: 990 time: 2.3307087 Aug 28 12:49:10.877067 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a397303-3c13-4557-a687-8fc7dc8806b4', 'tag': '5f0649be-3f05-49ac-8121-c252091fb110'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:10.880115 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3025bb1-8778-4cd4-a340-29d471aca864" -d '{"events": [{"name": "network-changed", "server_uuid": "0a397303-3c13-4557-a687-8fc7dc8806b4", "tag": "5f0649be-3f05-49ac-8121-c252091fb110"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:10.900286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-203f2024-6521-47f2-9704-017cdee09f3c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Transition to ACTIVE for port object b05d186c-de9e-4cbe-a886-89ee06ae7903 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:10.944436 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512bf67-e980-4a68-a4d3-6e9f3b86cbc5 req-176c0ff2-334f-4f61-865a-a8ca0e61ed6b tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:10.945276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197bd1c-d533-45b0-a95c-f41439c9e2d9 None None] Pushing event updated for resources: {'Port': ['ID=921902a1-474b-45ae-b108-09de33e82fb2,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:10.946048 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2512bf67-e980-4a68-a4d3-6e9f3b86cbc5 req-176c0ff2-334f-4f61-865a-a8ca0e61ed6b tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 943 time: 0.2177427 Aug 28 12:49:10.985155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a55c0f5a-4f05-4df0-b519-0b558d464bb2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:11.013123 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438dc69-2d8d-43f5-9127-6ae4808e2209 req-b34012da-4d21-49d3-8003-6d964a106e6c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:11.016005 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7438dc69-2d8d-43f5-9127-6ae4808e2209 req-b34012da-4d21-49d3-8003-6d964a106e6c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 931 time: 0.6031470 Aug 28 12:49:11.016693 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e5626-3b1a-4533-9b80-7fe26e03b415 admin admin] Pushing event updated for resources: {'Network': ['ID=ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:11.031417 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-203f2024-6521-47f2-9704-017cdee09f3c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:11.037570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:49:11.040497 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2512bf67-e980-4a68-a4d3-6e9f3b86cbc5 req-449efe57-7bfa-4098-91c4-87db02be5002 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe9c86de-2e7d-4f87-bce2-aa4431f2ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811377 Aug 28 12:49:11.115090 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-b5055e20-afbf-4836-b77f-d2f8ca829819 None None] Set router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:49:11.155889 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bc673081-5138-4667-909b-4d6bfeadd0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:11.183916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Attempting to bind port 921902a1-474b-45ae-b108-09de33e82fb2 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:11.185679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Attempting to bind port 921902a1-474b-45ae-b108-09de33e82fb2 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '24970cf6-2f3d-4de1-9485-3f6e5c9a6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:11.186267 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Attempting to bind port 921902a1-474b-45ae-b108-09de33e82fb2 on network b62ba815-d959-4c50-8fd6-127aad0ca957 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:11.201295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccaf376-cab4-4071-86ee-088c0a83a875 req-c3f2b609-d373-428f-946e-f587038dcd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:11.203538 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cccaf376-cab4-4071-86ee-088c0a83a875 req-c3f2b609-d373-428f-946e-f587038dcd79 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45ff3372-7c38-4e59-859c-a8c37e9b9516 HTTP/1.1" status: 200 len: 1097 time: 0.6744223 Aug 28 12:49:11.208282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-203f2024-6521-47f2-9704-017cdee09f3c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Network b0f76af8-7fbe-4c61-8fc0-3946902606c9 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:11.231746 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-203f2024-6521-47f2-9704-017cdee09f3c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:11.240521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-203f2024-6521-47f2-9704-017cdee09f3c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:11.254244 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:11.255080 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Checking segment: {'id': '24970cf6-2f3d-4de1-9485-3f6e5c9a6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:11.255819 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:11.256472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Bound using segment: {'id': '24970cf6-2f3d-4de1-9485-3f6e5c9a6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:11.271461 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Bound port: 921902a1-474b-45ae-b108-09de33e82fb2, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24970cf6-2f3d-4de1-9485-3f6e5c9a6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:11.272224 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:11.281907 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc673081-5138-4667-909b-4d6bfeadd0d3 admin admin] Checking segment: {'id': '2c2757f1-a86e-442e-952b-aedf50797a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:11.282273 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc673081-5138-4667-909b-4d6bfeadd0d3 admin admin] Network hostable DHCP agents. Network: ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:49:11.287246 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc673081-5138-4667-909b-4d6bfeadd0d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4468d9e0-0ff0-4c8d-83cc-b30408a04369,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:11.313710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc673081-5138-4667-909b-4d6bfeadd0d3 admin admin] Network ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:49:11.323715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f2024-6521-47f2-9704-017cdee09f3c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event updated for resources: {'Port': ['ID=b05d186c-de9e-4cbe-a886-89ee06ae7903,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:11.324340 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-bc673081-5138-4667-909b-4d6bfeadd0d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:11.332521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc673081-5138-4667-909b-4d6bfeadd0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:11.333177 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bc673081-5138-4667-909b-4d6bfeadd0d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:11.357653 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7438dc69-2d8d-43f5-9127-6ae4808e2209 req-cd393d70-c872-4f6a-b85a-8a57d6e19350 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3120172 Aug 28 12:49:11.372185 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45752) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:11.375363 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bc673081-5138-4667-909b-4d6bfeadd0d3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7213778 Aug 28 12:49:11.384222 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-182746872-router', 'tenant_id': '2f6eb3471bd24effab1596b949186eac', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:11.387701 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e117b7e-69c8-42df-9b5c-dc9266006d9c None None] Network ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:49:11.395295 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6adabe-7dec-43a4-b234-bd48599aa9a1 x-openstack-request-id: req-3c6adabe-7dec-43a4-b234-bd48599aa9a1 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:11.395580 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a397303-3c13-4557-a687-8fc7dc8806b4", "tag": "5f0649be-3f05-49ac-8121-c252091fb110", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:11.395829 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c6adabe-7dec-43a4-b234-bd48599aa9a1 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:11.396224 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a397303-3c13-4557-a687-8fc7dc8806b4', 'tag': '5f0649be-3f05-49ac-8121-c252091fb110', 'status': 'completed', 'code': 200} Aug 28 12:49:11.412355 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cccaf376-cab4-4071-86ee-088c0a83a875 req-5db7aa2e-5496-40eb-98ef-6daaf8a43e6a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968050 Aug 28 12:49:11.425693 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-203f2024-6521-47f2-9704-017cdee09f3c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:11.426324 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-203f2024-6521-47f2-9704-017cdee09f3c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:11.473156 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:11.476652 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:11.493457 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-203f2024-6521-47f2-9704-017cdee09f3c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7664819 Aug 28 12:49:11.534151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec72a117-c60e-482d-9ee2-793738835356', 'tag': '9c5c417a-10c2-44d6-80b2-aa908f3a4839'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:11.541235 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ddb741-d9ad-4db9-ab72-051a97626792" -d '{"events": [{"name": "network-changed", "server_uuid": "ec72a117-c60e-482d-9ee2-793738835356", "tag": "9c5c417a-10c2-44d6-80b2-aa908f3a4839"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:11.592022 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b5055e20-afbf-4836-b77f-d2f8ca829819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'name': 'tempest-ServersTestJSON-1050740521-router', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:48:28Z', 'updated_at': '2021-08-28T12:48:37Z', 'revision_number': 4, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'gw_port': {'id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:29Z', 'updated_at': '2021-08-28T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'd4b493c0-1bae-4c0e-a804-c05c7c1b58ce', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'floating_ip_address': '172.25.1.31', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'port_id': '5f0649be-3f05-49ac-8121-c252091fb110', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'mac_address': 'fa:16:3e:97:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a397303-3c13-4557-a687-8fc7dc8806b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:48:44Z', 'updated_at': '2021-08-28T12:49:09Z', 'revision_number': 1, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fe0827-19f1-40a0-853c-56ce6c8af4c3', 'name': '', 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'mac_address': 'fa:16:3e:f5:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '526a336e-900b-4689-af7c-3430ff17c63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:36Z', 'updated_at': '2021-08-28T12:48:52Z', 'revision_number': 5, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'subnets': [{'id': '526a336e-900b-4689-af7c-3430ff17c63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:11.625422 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5055e20-afbf-4836-b77f-d2f8ca829819 None None] Checking router: 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:49:11.634713 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:11.636901 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5055e20-afbf-4836-b77f-d2f8ca829819 None None] Routers {'89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:49:11.637915 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b5055e20-afbf-4836-b77f-d2f8ca829819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:48:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:11.688998 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Request body: {'port': {'device_id': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9', 'admin_state_up': True, 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'security_groups': ['f8419c8e-732d-445c-9667-69f039e9d694']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:11.770892 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-b5055e20-afbf-4836-b77f-d2f8ca829819 None None] Set router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:49:11.830705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:49:11.858234 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a96227-8b4b-4862-b07d-95534d8dda47 req-dc541b99-1739-4d73-beb6-8f3e17b3b360 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:11.860068 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-47a96227-8b4b-4862-b07d-95534d8dda47 req-dc541b99-1739-4d73-beb6-8f3e17b3b360 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=45ff3372-7c38-4e59-859c-a8c37e9b9516 HTTP/1.1" status: 200 len: 945 time: 0.0977161 Aug 28 12:49:11.917041 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] For port 921902a1-474b-45ae-b108-09de33e82fb2, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:11.919600 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-47a96227-8b4b-4862-b07d-95534d8dda47 req-2682a436-9f1a-4f51-b9fc-88cac553c9b2 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525210 Aug 28 12:49:11.921270 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] For port 921902a1-474b-45ae-b108-09de33e82fb2, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=921902a1-474b-45ae-b108-09de33e82fb2,segment=NetworkSegment(24970cf6-2f3d-4de1-9485-3f6e5c9a6394),segment_id=24970cf6-2f3d-4de1-9485-3f6e5c9a6394)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:12.007582 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:49:12.007931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device be7167d9-4ac8-4f90-9f03-fa6e48eeaa5e not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:49:12.033342 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a55c0f5a-4f05-4df0-b519-0b558d464bb2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:12.033712 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:12.039026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d', 'network_id': 'ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d', 'tenant_id': '2f6eb3471bd24effab1596b949186eac', 'fixed_ips': [{'subnet_id': '4468d9e0-0ff0-4c8d-83cc-b30408a04369'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:49:12.040906 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:12.059946 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:12.198559 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197bd1c-d533-45b0-a95c-f41439c9e2d9 None None] Pushing event updated for resources: {'Port': ['ID=921902a1-474b-45ae-b108-09de33e82fb2,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:12.218100 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203183aa-53bb-45d0-a2d6-b89ac48547ce x-openstack-request-id: req-203183aa-53bb-45d0-a2d6-b89ac48547ce {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:12.218100 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec72a117-c60e-482d-9ee2-793738835356", "tag": "9c5c417a-10c2-44d6-80b2-aa908f3a4839", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:12.218775 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-203183aa-53bb-45d0-a2d6-b89ac48547ce {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:12.218775 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec72a117-c60e-482d-9ee2-793738835356', 'tag': '9c5c417a-10c2-44d6-80b2-aa908f3a4839', 'status': 'completed', 'code': 200} Aug 28 12:49:12.227174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1fa59-4fed-45b7-91b5-a74fef3549c3 req-a639ec8d-9c2f-42d1-ba3e-68199ff5ca4a tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:12.241575 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b5055e20-afbf-4836-b77f-d2f8ca829819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'name': 'tempest-ServersTestJSON-1050740521-router', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:48:28Z', 'updated_at': '2021-08-28T12:48:37Z', 'revision_number': 4, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'gw_port': {'id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:29Z', 'updated_at': '2021-08-28T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'd4b493c0-1bae-4c0e-a804-c05c7c1b58ce', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'floating_ip_address': '172.25.1.31', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'port_id': '5f0649be-3f05-49ac-8121-c252091fb110', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'mac_address': 'fa:16:3e:97:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a397303-3c13-4557-a687-8fc7dc8806b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:48:44Z', 'updated_at': '2021-08-28T12:49:09Z', 'revision_number': 1, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fe0827-19f1-40a0-853c-56ce6c8af4c3', 'name': '', 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'mac_address': 'fa:16:3e:f5:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '526a336e-900b-4689-af7c-3430ff17c63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:36Z', 'updated_at': '2021-08-28T12:48:52Z', 'revision_number': 5, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'subnets': [{'id': '526a336e-900b-4689-af7c-3430ff17c63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:12.255149 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e8d1fa59-4fed-45b7-91b5-a74fef3549c3 req-a639ec8d-9c2f-42d1-ba3e-68199ff5ca4a tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfe1936-cc94-4517-9e66-0845faa4cdce HTTP/1.1" status: 200 len: 949 time: 0.1092124 Aug 28 12:49:12.265241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Routers {'1788992b-aac2-4960-8c76-1c2821350c23'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:49:12.265886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:48:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['1788992b-aac2-4960-8c76-1c2821350c23'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:12.276142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5df06021-c1ca-4eb1-9df0-9a892662e9d1 None None] Provisioning for port b05d186c-de9e-4cbe-a886-89ee06ae7903 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:12.299784 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5055e20-afbf-4836-b77f-d2f8ca829819 None None] The sync data for ids ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'] in n-d-791505-21 is: [{'id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'name': 'tempest-ServersTestJSON-1050740521-router', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:48:28Z', 'updated_at': '2021-08-28T12:48:37Z', 'revision_number': 4, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'gw_port': {'id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:29Z', 'updated_at': '2021-08-28T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'd4b493c0-1bae-4c0e-a804-c05c7c1b58ce', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'floating_ip_address': '172.25.1.31', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'port_id': '5f0649be-3f05-49ac-8121-c252091fb110', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'mac_address': 'fa:16:3e:97:28:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a397303-3c13-4557-a687-8fc7dc8806b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:48:44Z', 'updated_at': '2021-08-28T12:49:09Z', 'revision_number': 1, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93fe0827-19f1-40a0-853c-56ce6c8af4c3', 'name': '', 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'mac_address': 'fa:16:3e:f5:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '526a336e-900b-4689-af7c-3430ff17c63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:36Z', 'updated_at': '2021-08-28T12:48:52Z', 'revision_number': 5, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'subnets': [{'id': '526a336e-900b-4689-af7c-3430ff17c63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:49:12.314701 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e8d1fa59-4fed-45b7-91b5-a74fef3549c3 req-71f13286-243a-439d-af6b-56b63bf33d1a tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587864 Aug 28 12:49:12.320641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Made reservation on behalf of 848f98195d42445793f4ad0f8595cb5d for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:12.324425 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:12.341555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3025bb1-8778-4cd4-a340-29d471aca864 req-c4f37de3-13d2-4c7b-a328-edf1ef571dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:12.349249 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b3025bb1-8778-4cd4-a340-29d471aca864 req-c4f37de3-13d2-4c7b-a328-edf1ef571dc7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a82bd92446f943d4aa701f8d58bc405f&device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 1097 time: 0.6933899 Aug 28 12:49:12.401504 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0f740d9d-e200-4646-897d-6ab2d6d31a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:12.414747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5df06021-c1ca-4eb1-9df0-9a892662e9d1 None None] Provisioning complete for port b05d186c-de9e-4cbe-a886-89ee06ae7903 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:12.415469 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5df06021-c1ca-4eb1-9df0-9a892662e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:12.499405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2729f-6e97-4908-bde5-0f4eadbd53ca req-68b2e706-ce23-416c-a950-f81b2321378a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:12.501053 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d5a2729f-6e97-4908-bde5-0f4eadbd53ca req-68b2e706-ce23-416c-a950-f81b2321378a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.8623934 Aug 28 12:49:12.531235 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273cba7-49a0-4831-990f-86c4e8795c07 req-2640cf9e-4dda-498a-ad6c-b521f750bcbe tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:12.547991 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5273cba7-49a0-4831-990f-86c4e8795c07 req-2640cf9e-4dda-498a-ad6c-b521f750bcbe tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 943 time: 0.1247363 Aug 28 12:49:12.610999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-5df06021-c1ca-4eb1-9df0-9a892662e9d1 None None] Port b05d186c-de9e-4cbe-a886-89ee06ae7903 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:49:12.612393 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:12.619060 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5273cba7-49a0-4831-990f-86c4e8795c07 req-09de6b87-c73f-4427-8b95-1ee5ab82b642 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe9c86de-2e7d-4f87-bce2-aa4431f2ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697017 Aug 28 12:49:12.656704 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] Set router 1788992b-aac2-4960-8c76-1c2821350c23 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:49:12.695278 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Allocated IP 172.20.0.2 (ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d/4468d9e0-0ff0-4c8d-83cc-b30408a04369/b1fc8f09-984c-4c53-9b79-7c673c40bd3e) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:12.746666 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:12.767523 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd1210f-5857-4362-bccd-1d7daa10bc64 None None] New status for floating IP d4b493c0-1bae-4c0e-a804-c05c7c1b58ce: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:49:12.810645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddb741-d9ad-4db9-ab72-051a97626792 req-d1770eb4-d9fb-41db-afe5-615cea333a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:12.813716 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d9ddb741-d9ad-4db9-ab72-051a97626792 req-d1770eb4-d9fb-41db-afe5-615cea333a57 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6048a98db5fc471b921be45d5400266b&device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 1095 time: 0.6519666 Aug 28 12:49:12.869403 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d5a2729f-6e97-4908-bde5-0f4eadbd53ca req-8668cefa-6c81-43e6-89b7-849bef3674fe tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528424 Aug 28 12:49:12.986211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcb141-abbd-4e0f-9347-4318513b534b req-ea38934a-39ba-4f63-8cce-c08e478bf0a6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:12.994683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3025bb1-8778-4cd4-a340-29d471aca864 req-a3ba6417-2b65-451e-887e-baae6014985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:12.996410 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b3025bb1-8778-4cd4-a340-29d471aca864 req-a3ba6417-2b65-451e-887e-baae6014985d service neutron] 10.222.0.11 "GET /v2.0/networks?id=34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca HTTP/1.1" status: 200 len: 906 time: 0.6285255 Aug 28 12:49:12.996746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcb141-abbd-4e0f-9347-4318513b534b req-ea38934a-39ba-4f63-8cce-c08e478bf0a6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:12.999084 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1fdcb141-abbd-4e0f-9347-4318513b534b req-ea38934a-39ba-4f63-8cce-c08e478bf0a6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 1653 time: 0.1138170 Aug 28 12:49:13.045482 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Allocated IP 10.1.1.143 (b0f76af8-7fbe-4c61-8fc0-3946902606c9/d557cd69-cd27-4452-a97d-808c7d64731a/39a6b9d2-5707-4e5a-9ea1-027d93c97c95) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:13.046139 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1fdcb141-abbd-4e0f-9347-4318513b534b req-9f549592-d6db-4081-976b-c4f58c9da3bb tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394802 Aug 28 12:49:13.178346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddb741-d9ad-4db9-ab72-051a97626792 req-914ab8e0-07c0-473e-9071-136e7af51a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:13.179814 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d9ddb741-d9ad-4db9-ab72-051a97626792 req-914ab8e0-07c0-473e-9071-136e7af51a9a service neutron] 10.222.0.11 "GET /v2.0/networks?id=77f93e75-62ff-4ad1-a3a5-da475f5f3ea5 HTTP/1.1" status: 200 len: 913 time: 0.3456848 Aug 28 12:49:13.180672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4ad3d-7205-4ad6-ac2d-d1c66523208b req-df99bdb4-7c59-4a2b-9202-17ae98b86ee8 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:13.192055 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7a4ad3d-7205-4ad6-ac2d-d1c66523208b req-df99bdb4-7c59-4a2b-9202-17ae98b86ee8 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=45ff3372-7c38-4e59-859c-a8c37e9b9516 HTTP/1.1" status: 200 len: 945 time: 0.0713551 Aug 28 12:49:13.216221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccada99-75e3-4ae4-b950-53e68ec2dae5 req-a0788705-4b89-4e26-9f59-f0ea11f99cf0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:13.217746 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8ccada99-75e3-4ae4-b950-53e68ec2dae5 req-a0788705-4b89-4e26-9f59-f0ea11f99cf0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.2312310 Aug 28 12:49:13.233228 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b3025bb1-8778-4cd4-a340-29d471aca864 req-8507b6c9-eeb9-47e1-935f-55df5c81bc7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f0649be-3f05-49ac-8121-c252091fb110 HTTP/1.1" status: 200 len: 998 time: 0.2193346 Aug 28 12:49:13.267753 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7a4ad3d-7205-4ad6-ac2d-d1c66523208b req-98215f70-41ac-452a-ba88-97655dac7562 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744414 Aug 28 12:49:13.275249 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:13.302238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1788992b-aac2-4960-8c76-1c2821350c23', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857326769-router', 'tenant_id': '41914e9b026a491686f98f53e63966e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a55c0f5a-4f05-4df0-b519-0b558d464bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:00Z', 'updated_at': '2021-08-28T12:49:07Z', 'revision_number': 4, 'project_id': '41914e9b026a491686f98f53e63966e0', 'gw_port': {'id': 'a55c0f5a-4f05-4df0-b519-0b558d464bb2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1788992b-aac2-4960-8c76-1c2821350c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:01Z', 'updated_at': '2021-08-28T12:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '921902a1-474b-45ae-b108-09de33e82fb2', 'name': '', 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957', 'tenant_id': '41914e9b026a491686f98f53e63966e0', 'mac_address': 'fa:16:3e:64:50:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1788992b-aac2-4960-8c76-1c2821350c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1c3e704e-4310-4fea-8e11-22dd4456d141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:05Z', 'updated_at': '2021-08-28T12:49:11Z', 'revision_number': 4, 'project_id': '41914e9b026a491686f98f53e63966e0', 'subnets': [{'id': '1c3e704e-4310-4fea-8e11-22dd4456d141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:13.316724 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Transition to ACTIVE for port object b1fc8f09-984c-4c53-9b79-7c673c40bd3e will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:13.322329 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d9ddb741-d9ad-4db9-ab72-051a97626792 req-7eaecd4c-a2a0-4952-ae69-553059c063e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c5c417a-10c2-44d6-80b2-aa908f3a4839 HTTP/1.1" status: 200 len: 217 time: 0.1241786 Aug 28 12:49:13.376409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff26ed-9aca-45ee-9f90-484072ad5989 None None] The sync data for ids ['1788992b-aac2-4960-8c76-1c2821350c23'] in n-d-791505-21 is: [{'id': '1788992b-aac2-4960-8c76-1c2821350c23', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857326769-router', 'tenant_id': '41914e9b026a491686f98f53e63966e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a55c0f5a-4f05-4df0-b519-0b558d464bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:00Z', 'updated_at': '2021-08-28T12:49:07Z', 'revision_number': 4, 'project_id': '41914e9b026a491686f98f53e63966e0', 'gw_port': {'id': 'a55c0f5a-4f05-4df0-b519-0b558d464bb2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1788992b-aac2-4960-8c76-1c2821350c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:01Z', 'updated_at': '2021-08-28T12:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '921902a1-474b-45ae-b108-09de33e82fb2', 'name': '', 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957', 'tenant_id': '41914e9b026a491686f98f53e63966e0', 'mac_address': 'fa:16:3e:64:50:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1788992b-aac2-4960-8c76-1c2821350c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '1c3e704e-4310-4fea-8e11-22dd4456d141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:05Z', 'updated_at': '2021-08-28T12:49:11Z', 'revision_number': 4, 'project_id': '41914e9b026a491686f98f53e63966e0', 'subnets': [{'id': '1c3e704e-4310-4fea-8e11-22dd4456d141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:49:13.386442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Transition to ACTIVE for port object b1fc8f09-984c-4c53-9b79-7c673c40bd3e will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:13.390610 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:13.393709 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:13.449824 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Network ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:13.453829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:13.458025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:13.520187 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Pushing event updated for resources: {'Port': ['ID=b1fc8f09-984c-4c53-9b79-7c673c40bd3e,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:13.535608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3025bb1-8778-4cd4-a340-29d471aca864 req-8065af5a-661c-4afb-a72e-588000c9e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:13.537423 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b3025bb1-8778-4cd4-a340-29d471aca864 req-8065af5a-661c-4afb-a72e-588000c9e6f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=526a336e-900b-4689-af7c-3430ff17c63c HTTP/1.1" status: 200 len: 845 time: 0.2285376 Aug 28 12:49:13.554458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Attempting to bind port b1fc8f09-984c-4c53-9b79-7c673c40bd3e on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:13.555614 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Attempting to bind port b1fc8f09-984c-4c53-9b79-7c673c40bd3e by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '2c2757f1-a86e-442e-952b-aedf50797a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:13.555614 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Attempting to bind port b1fc8f09-984c-4c53-9b79-7c673c40bd3e on network ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:13.562679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:13.563041 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Checking segment: {'id': '2c2757f1-a86e-442e-952b-aedf50797a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:13.563684 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:13.564145 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Bound using segment: {'id': '2c2757f1-a86e-442e-952b-aedf50797a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:13.564758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Bound port: b1fc8f09-984c-4c53-9b79-7c673c40bd3e, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c2757f1-a86e-442e-952b-aedf50797a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:13.565203 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:13.594874 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8ccada99-75e3-4ae4-b950-53e68ec2dae5 req-e14d3fe2-fc3b-4803-a371-d49873558ca3 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3605299 Aug 28 12:49:13.608744 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddb741-d9ad-4db9-ab72-051a97626792 req-fe0f2796-3995-4dd9-b340-3dafeaaf2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:13.611569 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d9ddb741-d9ad-4db9-ab72-051a97626792 req-fe0f2796-3995-4dd9-b340-3dafeaaf2dce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fab54505-3367-4c83-8c5f-256a5258cfc0 HTTP/1.1" status: 200 len: 853 time: 0.2534459 Aug 28 12:49:13.672180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] For port b1fc8f09-984c-4c53-9b79-7c673c40bd3e, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:13.676889 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] For port b1fc8f09-984c-4c53-9b79-7c673c40bd3e, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b1fc8f09-984c-4c53-9b79-7c673c40bd3e,segment=NetworkSegment(2c2757f1-a86e-442e-952b-aedf50797a41),segment_id=2c2757f1-a86e-442e-952b-aedf50797a41)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:13.687631 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:13.774758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9c5c417a-10c2-44d6-80b2-aa908f3a4839 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:49:13.794695 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:13.816774 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309f3bc-cae1-4fbc-88fb-9067c0f51e5e None None] Pushing event updated for resources: {'Port': ['ID=b1fc8f09-984c-4c53-9b79-7c673c40bd3e,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:13.970667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3efe8-cbe6-444f-b994-0364d98ce999 req-df093dd7-2e76-4309-8ebb-bac84929e88c tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:13.972267 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4b3efe8-cbe6-444f-b994-0364d98ce999 req-df093dd7-2e76-4309-8ebb-bac84929e88c tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.11 "GET /v2.0/ports?device_id=4dfe1936-cc94-4517-9e66-0845faa4cdce HTTP/1.1" status: 200 len: 949 time: 0.1553087 Aug 28 12:49:13.975342 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 9c5c417a-10c2-44d6-80b2-aa908f3a4839, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9c5c417a-10c2-44d6-80b2-aa908f3a4839,segment=NetworkSegment(67202b14-02e6-482b-9882-81e955bd715e),segment_id=67202b14-02e6-482b-9882-81e955bd715e)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:13.998324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '9c5c417a-10c2-44d6-80b2-aa908f3a4839', 'network_id': '77f93e75-62ff-4ad1-a3a5-da475f5f3ea5', 'port_id': '9c5c417a-10c2-44d6-80b2-aa908f3a4839', 'mac_address': 'fa:16:3e:fd:bb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab54505-3367-4c83-8c5f-256a5258cfc0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:49:14.004118 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d9ddb741-d9ad-4db9-ab72-051a97626792 req-1e6b0dd9-a314-4c13-b91e-6ac5e2c230de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=77f93e75-62ff-4ad1-a3a5-da475f5f3ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2700081 Aug 28 12:49:14.108882 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:14.139126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60686982-81d2-4447-9378-e2482d4cc584 req-88ae7e17-9d11-435f-b666-0d0007579352 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:14.139679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5c417a-10c2-44d6-80b2-aa908f3a4839 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:14.154857 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-60686982-81d2-4447-9378-e2482d4cc584 req-88ae7e17-9d11-435f-b666-0d0007579352 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 943 time: 0.2329051 Aug 28 12:49:14.188952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 9c5c417a-10c2-44d6-80b2-aa908f3a4839, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9c5c417a-10c2-44d6-80b2-aa908f3a4839,segment=NetworkSegment(67202b14-02e6-482b-9882-81e955bd715e),segment_id=67202b14-02e6-482b-9882-81e955bd715e)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:14.198883 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:14.279263 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=9c5c417a-10c2-44d6-80b2-aa908f3a4839,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:14.291850 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-60686982-81d2-4447-9378-e2482d4cc584 req-e6772596-ed7d-4410-9db1-8010c9b68102 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe9c86de-2e7d-4f87-bce2-aa4431f2ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360216 Aug 28 12:49:14.305344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Transition to ACTIVE for port object 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:14.334954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-d4b3efe8-cbe6-444f-b994-0364d98ce999 req-84fc5ae8-0c49-4e48-adef-6d194b5fe8c5 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Deleting port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:49:14.339076 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d4b3efe8-cbe6-444f-b994-0364d98ce999 req-84fc5ae8-0c49-4e48-adef-6d194b5fe8c5 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:14.355879 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d9ddb741-d9ad-4db9-ab72-051a97626792 req-fdab621b-0d6b-4c2f-814f-c4b977bc4682 service neutron] 10.222.0.11 "GET /v2.0/networks/77f93e75-62ff-4ad1-a3a5-da475f5f3ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142271 Aug 28 12:49:14.376727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3025bb1-8778-4cd4-a340-29d471aca864 req-fe545b42-862a-44bb-880e-606e5ed017bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:14.379319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b3025bb1-8778-4cd4-a340-29d471aca864 req-fe545b42-862a-44bb-880e-606e5ed017bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8149774 Aug 28 12:49:14.411068 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3af35-dd46-458e-adaf-b391065ada75 req-a1f07913-5d20-472a-b91e-3c1673769724 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:14.414752 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e2d3af35-dd46-458e-adaf-b391065ada75 req-a1f07913-5d20-472a-b91e-3c1673769724 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dfe1936-cc94-4517-9e66-0845faa4cdce HTTP/1.1" status: 200 len: 949 time: 0.6155050 Aug 28 12:49:14.544228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-d4b3efe8-cbe6-444f-b994-0364d98ce999 req-84fc5ae8-0c49-4e48-adef-6d194b5fe8c5 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] For port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:14.544746 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d4b3efe8-cbe6-444f-b994-0364d98ce999 req-84fc5ae8-0c49-4e48-adef-6d194b5fe8c5 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:14.561690 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-d4b3efe8-cbe6-444f-b994-0364d98ce999 req-84fc5ae8-0c49-4e48-adef-6d194b5fe8c5 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Calling delete_port for 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:49:14.569108 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:14.589156 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb02a6-48db-4ef9-9fb1-61c08e0b6069 req-552b0d66-868d-48e6-8307-09c342a60a66 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:14.591091 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2eb02a6-48db-4ef9-9fb1-61c08e0b6069 req-552b0d66-868d-48e6-8307-09c342a60a66 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=45ff3372-7c38-4e59-859c-a8c37e9b9516 HTTP/1.1" status: 200 len: 945 time: 0.0962992 Aug 28 12:49:14.661832 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d9ddb741-d9ad-4db9-ab72-051a97626792 req-84538984-b23c-4641-91be-33324b3618da service neutron] 10.222.0.11 "GET /v2.0/networks/77f93e75-62ff-4ad1-a3a5-da475f5f3ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900579 Aug 28 12:49:14.669782 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['9c5c417a-10c2-44d6-80b2-aa908f3a4839'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:49:14.684969 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:14.694124 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2eb02a6-48db-4ef9-9fb1-61c08e0b6069 req-b15c733e-3b35-46a1-a596-cae58164c584 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581212 Aug 28 12:49:14.776244 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:14.845983 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d4b3efe8-cbe6-444f-b994-0364d98ce999 req-84fc5ae8-0c49-4e48-adef-6d194b5fe8c5 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:14.957286 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc5ae8-0c49-4e48-adef-6d194b5fe8c5 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Pushing event deleted for resources: {'Port': ['ID=208aa19a-d60f-4f58-b2f2-2b21eb4cac68,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:15.052950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b1fc8f09-984c-4c53-9b79-7c673c40bd3e up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:15.077296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Allocated IP 172.25.1.204 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/73a63fdd-4701-4dc0-bde7-f9db7fd5367d) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:15.151609 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port b1fc8f09-984c-4c53-9b79-7c673c40bd3e completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:15.162755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 921902a1-474b-45ae-b108-09de33e82fb2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:15.188016 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e2d3af35-dd46-458e-adaf-b391065ada75 req-d6f7ef6e-468b-4a56-8b59-a438a4c81a00 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.20 "GET /v2.0/security-groups?id=4762801c-24cf-4718-ae06-a424a5cd66dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7510552 Aug 28 12:49:15.252103 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:15.278150 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 921902a1-474b-45ae-b108-09de33e82fb2 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:15.286152 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 921902a1-474b-45ae-b108-09de33e82fb2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:15.287266 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:15.422424 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:15.484781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 921902a1-474b-45ae-b108-09de33e82fb2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=921902a1-474b-45ae-b108-09de33e82fb2,segment=NetworkSegment(24970cf6-2f3d-4de1-9485-3f6e5c9a6394),segment_id=24970cf6-2f3d-4de1-9485-3f6e5c9a6394)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:15.499087 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9c6d83-a9a0-4f1c-b64f-1ff47dc5d70e None None] Network ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:49:15.607465 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-08ebd24a-7002-4894-a170-ac1459d318a8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:15.616657 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-08ebd24a-7002-4894-a170-ac1459d318a8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 812 time: 0.7391944 Aug 28 12:49:15.632422 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:15.672183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b3efe8-cbe6-444f-b994-0364d98ce999 req-84fc5ae8-0c49-4e48-adef-6d194b5fe8c5 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] No DVR routers for this DVR port 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:49:15.681599 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-dfa5ada4-edea-4fb5-8865-284aba0930ac tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/quotas/819b91169b1e4280b386bd53b09e7c4e HTTP/1.1" status: 200 len: 375 time: 0.0638931 Aug 28 12:49:15.684662 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d4b3efe8-cbe6-444f-b994-0364d98ce999 req-84fc5ae8-0c49-4e48-adef-6d194b5fe8c5 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:15.687443 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4b3efe8-cbe6-444f-b994-0364d98ce999 req-84fc5ae8-0c49-4e48-adef-6d194b5fe8c5 tempest-ListImageFiltersTestJSON-595102265 tempest-ListImageFiltersTestJSON-595102265-project] 10.222.0.11 "DELETE /v2.0/ports/208aa19a-d60f-4f58-b2f2-2b21eb4cac68 HTTP/1.1" status: 204 len: 173 time: 1.6774321 Aug 28 12:49:15.688037 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfe1936-cc94-4517-9e66-0845faa4cdce', 'name': 'network-vif-deleted', 'tag': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:15.690291 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3751e7ef-ced5-43f9-a828-e9c74e931684" -d '{"events": [{"server_uuid": "4dfe1936-cc94-4517-9e66-0845faa4cdce", "name": "network-vif-deleted", "tag": "208aa19a-d60f-4f58-b2f2-2b21eb4cac68"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:15.723746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-aa2b78f3-886a-4cd7-a0e3-080617e22c07 None None] Provisioning for port b1fc8f09-984c-4c53-9b79-7c673c40bd3e completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:15.730289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=921902a1-474b-45ae-b108-09de33e82fb2,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:15.734637 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-aa2b78f3-886a-4cd7-a0e3-080617e22c07 None None] Provisioning complete for port b1fc8f09-984c-4c53-9b79-7c673c40bd3e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:15.735018 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-aa2b78f3-886a-4cd7-a0e3-080617e22c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:15.801062 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-3b6477ba-3b01-4e0c-9557-2a16d0df6ada tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1184249 Aug 28 12:49:15.870332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event updated for resources: {'Port': ['ID=39a6b9d2-5707-4e5a-9ea1-027d93c97c95,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:15.882503 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b3025bb1-8778-4cd4-a340-29d471aca864 req-2c1188e9-cea7-406f-9d26-413483f9b6a7 service neutron] 10.222.0.11 "GET /v2.0/networks/34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4834366 Aug 28 12:49:15.919866 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-2fa1a48c-4fce-4eda-8e5a-640016edf3d9 service neutron] 10.222.0.20 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047041 Aug 28 12:49:15.930022 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:49:15.952797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:49:15.953134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 208aa19a-d60f-4f58-b2f2-2b21eb4cac68 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:49:16.026196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:16.026580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:16.027061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:16.027414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:16.027753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:16.028514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:16.028514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:16.028851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:16.029167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:16.029497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:16.029821 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:16.030147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:16.033366 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-4e09720f-ab4d-49b2-8d2a-00e53d78b939 service neutron] 10.222.0.20 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055944 Aug 28 12:49:16.049604 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-aa2b78f3-886a-4cd7-a0e3-080617e22c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:16.055712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Network b0f76af8-7fbe-4c61-8fc0-3946902606c9 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:16.058912 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b3025bb1-8778-4cd4-a340-29d471aca864 req-11c28bf6-edae-460e-8b02-54f5646f2da4 service neutron] 10.222.0.11 "GET /v2.0/networks/34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436868 Aug 28 12:49:16.067070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:16.076419 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:16.117677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-aa2b78f3-886a-4cd7-a0e3-080617e22c07 None None] For port b1fc8f09-984c-4c53-9b79-7c673c40bd3e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b1fc8f09-984c-4c53-9b79-7c673c40bd3e,segment=NetworkSegment(2c2757f1-a86e-442e-952b-aedf50797a41),segment_id=2c2757f1-a86e-442e-952b-aedf50797a41)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:16.125770 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-aa2b78f3-886a-4cd7-a0e3-080617e22c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:16.172208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9672de0-27d7-40ee-89b4-05fd4916c4ef req-ebf9faa2-755d-4c2d-ab36-2bbdc0626ec7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:16.182223 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9672de0-27d7-40ee-89b4-05fd4916c4ef req-ebf9faa2-755d-4c2d-ab36-2bbdc0626ec7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:16.209126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b78f3-886a-4cd7-a0e3-080617e22c07 None None] Pushing event updated for resources: {'Port': ['ID=b1fc8f09-984c-4c53-9b79-7c673c40bd3e,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:16.229555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9672de0-27d7-40ee-89b4-05fd4916c4ef req-ebf9faa2-755d-4c2d-ab36-2bbdc0626ec7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:16.237956 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d9672de0-27d7-40ee-89b4-05fd4916c4ef req-ebf9faa2-755d-4c2d-ab36-2bbdc0626ec7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 2374 time: 0.4417009 Aug 28 12:49:16.318168 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:16.320060 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:16.393505 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f24704-c6ac-458e-adb3-50bd823041cb req-5684c672-cf64-45c3-9f3d-04c59034aabb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:16.395236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09f24704-c6ac-458e-adb3-50bd823041cb req-5684c672-cf64-45c3-9f3d-04c59034aabb tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.11 "GET /v2.0/ports?device_id=54faa041-0cc4-42dc-870c-4d94a09e3f45 HTTP/1.1" status: 200 len: 946 time: 0.6342561 Aug 28 12:49:16.423500 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60a09e-e774-4826-9299-8c8ba696456d req-a21b2136-c9e2-47e5-91ad-35525f63644a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:16.425140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-af60a09e-e774-4826-9299-8c8ba696456d req-a21b2136-c9e2-47e5-91ad-35525f63644a tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.11 "GET /v2.0/ports?device_id=45ff3372-7c38-4e59-859c-a8c37e9b9516 HTTP/1.1" status: 200 len: 945 time: 0.6628613 Aug 28 12:49:16.495756 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-d64c1a30-4f7e-42f3-a18f-7f3218c12ebf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8589141 Aug 28 12:49:16.530191 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-0f5d267a-f9d1-4ff4-a18c-930630e7cd13 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Request body: {'port': {'device_id': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612', 'admin_state_up': True, 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'security_groups': ['f8419c8e-732d-445c-9667-69f039e9d694']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:16.546548 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d9672de0-27d7-40ee-89b4-05fd4916c4ef req-f7c10128-d721-4ba8-9624-5699e276938d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524302 Aug 28 12:49:16.549549 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:16.558351 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e46ba-1b1b-4813-a4b4-25a0b714bdb2 req-82cad91f-f265-4a00-81b8-474714dfabe9 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:16.567053 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-db9e46ba-1b1b-4813-a4b4-25a0b714bdb2 req-82cad91f-f265-4a00-81b8-474714dfabe9 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 944 time: 0.0656693 Aug 28 12:49:16.578404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-431c4862-1525-4a20-ae6f-614855ea8eba None None] Provisioning complete for port b1fc8f09-984c-4c53-9b79-7c673c40bd3e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:16.581196 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-431c4862-1525-4a20-ae6f-614855ea8eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:16.645510 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-db9e46ba-1b1b-4813-a4b4-25a0b714bdb2 req-d867fdf8-6b28-488b-9987-b74c13e294ce tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe9c86de-2e7d-4f87-bce2-aa4431f2ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761280 Aug 28 12:49:16.682445 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddad55d-92d3-4fd7-b81e-895b0e66a845 x-openstack-request-id: req-bddad55d-92d3-4fd7-b81e-895b0e66a845 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:16.682740 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfe1936-cc94-4517-9e66-0845faa4cdce", "name": "network-vif-deleted", "tag": "208aa19a-d60f-4f58-b2f2-2b21eb4cac68", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:16.683011 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bddad55d-92d3-4fd7-b81e-895b0e66a845 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:16.683426 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfe1936-cc94-4517-9e66-0845faa4cdce', 'name': 'network-vif-deleted', 'tag': '208aa19a-d60f-4f58-b2f2-2b21eb4cac68', 'status': 'completed', 'code': 200} Aug 28 12:49:16.820584 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-431c4862-1525-4a20-ae6f-614855ea8eba None None] Provisioning for port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:16.829841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-431c4862-1525-4a20-ae6f-614855ea8eba None None] Provisioning complete for port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:16.830276 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-431c4862-1525-4a20-ae6f-614855ea8eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:16.833911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2ddb0-23a5-4f47-b531-8f26e4d5634c req-07395b1b-baf4-49be-b48a-64118a82a758 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:16.850349 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aff2ddb0-23a5-4f47-b531-8f26e4d5634c req-07395b1b-baf4-49be-b48a-64118a82a758 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=45ff3372-7c38-4e59-859c-a8c37e9b9516 HTTP/1.1" status: 200 len: 945 time: 0.1080172 Aug 28 12:49:16.888654 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-431c4862-1525-4a20-ae6f-614855ea8eba None None] Port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:49:16.903258 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aff2ddb0-23a5-4f47-b531-8f26e4d5634c req-e0b3fff4-70bf-471f-81fb-3374f863c838 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520079 Aug 28 12:49:16.931388 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b1fc8f09-984c-4c53-9b79-7c673c40bd3e up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:16.974764 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21debbf7-6876-45ac-b5d6-b8ffa810bf75 req-74da0e58-b57d-4bcb-b190-9adb7cafcd18 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 210 time: 0.0820107 Aug 28 12:49:16.988326 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-09f24704-c6ac-458e-adb3-50bd823041cb req-bd517fe5-a566-411c-9f47-a0f4dc10c5ca tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Deleting port b5f4f85d-9f34-479e-9e0b-f501d5585277 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:49:16.988326 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-09f24704-c6ac-458e-adb3-50bd823041cb req-bd517fe5-a566-411c-9f47-a0f4dc10c5ca tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:16.994892 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b1fc8f09-984c-4c53-9b79-7c673c40bd3e triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:16.995257 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:17.000370 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:17.119857 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:17.120772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 921902a1-474b-45ae-b108-09de33e82fb2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:17.126918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-0f5d267a-f9d1-4ff4-a18c-930630e7cd13 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Made reservation on behalf of 848f98195d42445793f4ad0f8595cb5d for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:17.139456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:17.156997 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:17.192762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-af60a09e-e774-4826-9299-8c8ba696456d req-21c90cb9-62db-45f3-bb00-cb55bcc9874f tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Deleting port 86e65cc4-0113-4cad-acbb-9028327da59e {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:49:17.197490 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-af60a09e-e774-4826-9299-8c8ba696456d req-21c90cb9-62db-45f3-bb00-cb55bcc9874f tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:17.207266 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 921902a1-474b-45ae-b108-09de33e82fb2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:17.208105 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:17.239359 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Pushing event updated for resources: {'Port': ['ID=73a63fdd-4701-4dc0-bde7-f9db7fd5367d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:17.346409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-09f24704-c6ac-458e-adb3-50bd823041cb req-bd517fe5-a566-411c-9f47-a0f4dc10c5ca tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] For port b5f4f85d-9f34-479e-9e0b-f501d5585277, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b5f4f85d-9f34-479e-9e0b-f501d5585277,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:17.346806 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-09f24704-c6ac-458e-adb3-50bd823041cb req-bd517fe5-a566-411c-9f47-a0f4dc10c5ca tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:17.437370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-09f24704-c6ac-458e-adb3-50bd823041cb req-bd517fe5-a566-411c-9f47-a0f4dc10c5ca tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Calling delete_port for b5f4f85d-9f34-479e-9e0b-f501d5585277 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:49:17.517168 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-0f5d267a-f9d1-4ff4-a18c-930630e7cd13 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:17.587617 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-af60a09e-e774-4826-9299-8c8ba696456d req-21c90cb9-62db-45f3-bb00-cb55bcc9874f tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] For port 86e65cc4-0113-4cad-acbb-9028327da59e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=86e65cc4-0113-4cad-acbb-9028327da59e,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:17.587617 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-af60a09e-e774-4826-9299-8c8ba696456d req-21c90cb9-62db-45f3-bb00-cb55bcc9874f tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:17.720268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0840f-9a9b-4b91-b627-5df2357706e3 req-a70bff8a-eefc-4da0-8839-3ab8b5384689 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:17.729484 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0840f-9a9b-4b91-b627-5df2357706e3 req-a70bff8a-eefc-4da0-8839-3ab8b5384689 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:17.736518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0840f-9a9b-4b91-b627-5df2357706e3 req-a70bff8a-eefc-4da0-8839-3ab8b5384689 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:17.742925 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-67e0840f-9a9b-4b91-b627-5df2357706e3 req-a70bff8a-eefc-4da0-8839-3ab8b5384689 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 2374 time: 0.0784686 Aug 28 12:49:17.790141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9c5c417a-10c2-44d6-80b2-aa908f3a4839 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:17.798527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-af60a09e-e774-4826-9299-8c8ba696456d req-21c90cb9-62db-45f3-bb00-cb55bcc9874f tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Calling delete_port for 86e65cc4-0113-4cad-acbb-9028327da59e owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:49:17.799466 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-67e0840f-9a9b-4b91-b627-5df2357706e3 req-440e8555-d900-41e2-aebd-fee668f6aff0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525758 Aug 28 12:49:17.861345 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 9c5c417a-10c2-44d6-80b2-aa908f3a4839 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:17.867008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 9c5c417a-10c2-44d6-80b2-aa908f3a4839 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:17.867848 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:17.938745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e7533-7ef7-46c9-a760-29433292f426 req-94026783-ddca-4389-aea2-85d437a0be68 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:17.954724 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c7e7533-7ef7-46c9-a760-29433292f426 req-94026783-ddca-4389-aea2-85d437a0be68 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 944 time: 0.0790401 Aug 28 12:49:18.016160 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c7e7533-7ef7-46c9-a760-29433292f426 req-416b5ce0-6b10-4811-ab7d-646ffe750419 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe9c86de-2e7d-4f87-bce2-aa4431f2ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602286 Aug 28 12:49:18.036990 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:18.071071 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec72a117-c60e-482d-9ee2-793738835356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5c417a-10c2-44d6-80b2-aa908f3a4839'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:18.073938 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1084ac-e15d-4b03-8a02-105063aa2297" -d '{"events": [{"server_uuid": "ec72a117-c60e-482d-9ee2-793738835356", "name": "network-vif-plugged", "status": "completed", "tag": "9c5c417a-10c2-44d6-80b2-aa908f3a4839"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:18.088394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 9c5c417a-10c2-44d6-80b2-aa908f3a4839, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9c5c417a-10c2-44d6-80b2-aa908f3a4839,segment=NetworkSegment(67202b14-02e6-482b-9882-81e955bd715e),segment_id=67202b14-02e6-482b-9882-81e955bd715e)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:18.096358 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:18.097531 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 86e65cc4-0113-4cad-acbb-9028327da59e no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:49:18.203554 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=9c5c417a-10c2-44d6-80b2-aa908f3a4839,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:18.204034 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c7505-f21f-4a3a-a4d9-45696d351f63 req-7c6a0809-17b6-416f-8b02-d1cc17a91dfa tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:18.215166 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-160c7505-f21f-4a3a-a4d9-45696d351f63 req-7c6a0809-17b6-416f-8b02-d1cc17a91dfa tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=45ff3372-7c38-4e59-859c-a8c37e9b9516 HTTP/1.1" status: 200 len: 945 time: 0.0945780 Aug 28 12:49:18.232619 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-09f24704-c6ac-458e-adb3-50bd823041cb req-bd517fe5-a566-411c-9f47-a0f4dc10c5ca tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:18.269336 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:18.297559 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-160c7505-f21f-4a3a-a4d9-45696d351f63 req-6576f1f6-8c19-499e-aedd-03ca90d3594f tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/security-groups?id=d1e5362f-419a-490d-9b4e-84e78e38b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810280 Aug 28 12:49:18.326503 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd517fe5-a566-411c-9f47-a0f4dc10c5ca tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Pushing event deleted for resources: {'Port': ['ID=b5f4f85d-9f34-479e-9e0b-f501d5585277,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:18.353809 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 86e65cc4-0113-4cad-acbb-9028327da59e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=86e65cc4-0113-4cad-acbb-9028327da59e,segment=NetworkSegment(37d0723a-eaf0-4e65-8756-ba4820f98893),segment_id=37d0723a-eaf0-4e65-8756-ba4820f98893)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:18.361811 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:18.407646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-1d83f3dd-5da7-4115-bfda-cd9b9fb47eff tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:18.410003 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-1d83f3dd-5da7-4115-bfda-cd9b9fb47eff tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 812 time: 0.6714528 Aug 28 12:49:18.429220 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=86e65cc4-0113-4cad-acbb-9028327da59e,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:18.447338 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fd38dcd7-2ed1-40d6-a302-53220de851b8 req-0fe9a524-aede-46c1-907b-3a9b189d2f40 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 210 time: 0.0497983 Aug 28 12:49:18.486675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-a501a6a1-670c-469d-bb95-01f1485e7e08 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Request body: {'port': {'device_id': '5eec25d3-9508-46bf-90a1-f9de88f387f3', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'admin_state_up': True, 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:18.491118 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f24704-c6ac-458e-adb3-50bd823041cb req-bd517fe5-a566-411c-9f47-a0f4dc10c5ca tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] No DVR routers for this DVR port b5f4f85d-9f34-479e-9e0b-f501d5585277 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:49:18.505780 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-09f24704-c6ac-458e-adb3-50bd823041cb req-bd517fe5-a566-411c-9f47-a0f4dc10c5ca tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:18.507824 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09f24704-c6ac-458e-adb3-50bd823041cb req-bd517fe5-a566-411c-9f47-a0f4dc10c5ca tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.11 "DELETE /v2.0/ports/b5f4f85d-9f34-479e-9e0b-f501d5585277 HTTP/1.1" status: 204 len: 173 time: 2.0770347 Aug 28 12:49:18.508245 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54faa041-0cc4-42dc-870c-4d94a09e3f45', 'name': 'network-vif-deleted', 'tag': 'b5f4f85d-9f34-479e-9e0b-f501d5585277'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:18.510507 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1c0669-b08e-442d-b23e-282eadd9559b" -d '{"events": [{"server_uuid": "54faa041-0cc4-42dc-870c-4d94a09e3f45", "name": "network-vif-deleted", "tag": "b5f4f85d-9f34-479e-9e0b-f501d5585277"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:18.520384 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23fe353-2b7c-49da-a254-80dbf5a76efa x-openstack-request-id: req-c23fe353-2b7c-49da-a254-80dbf5a76efa {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:18.520682 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec72a117-c60e-482d-9ee2-793738835356", "name": "network-vif-plugged", "status": "completed", "tag": "9c5c417a-10c2-44d6-80b2-aa908f3a4839", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:18.522496 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c23fe353-2b7c-49da-a254-80dbf5a76efa {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:18.524602 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec72a117-c60e-482d-9ee2-793738835356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5c417a-10c2-44d6-80b2-aa908f3a4839', 'code': 200} Aug 28 12:49:18.616023 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:18.620850 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed189dcf-06b7-4c90-9fa1-d885605c3272 x-openstack-request-id: req-ed189dcf-06b7-4c90-9fa1-d885605c3272 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:18.621149 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54faa041-0cc4-42dc-870c-4d94a09e3f45", "name": "network-vif-deleted", "tag": "b5f4f85d-9f34-479e-9e0b-f501d5585277", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:18.621401 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed189dcf-06b7-4c90-9fa1-d885605c3272 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:18.621802 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54faa041-0cc4-42dc-870c-4d94a09e3f45', 'name': 'network-vif-deleted', 'tag': 'b5f4f85d-9f34-479e-9e0b-f501d5585277', 'status': 'completed', 'code': 200} Aug 28 12:49:18.642587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-0f5d267a-f9d1-4ff4-a18c-930630e7cd13 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Allocated IP 10.2.2.100 (3352c8b5-3501-47c1-96f2-9e32c1cc7612/9a81a33e-a30a-4f4f-bc8f-a36371ef2745/ac4113ad-b63c-4920-a1f1-661762381f07) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:18.891582 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45902) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:18.963625 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d3e6b-1d64-4d20-ae13-db9b86252e75 req-6907973d-2b37-4daa-9ef7-2c8daa9399dd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:18.970700 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d3e6b-1d64-4d20-ae13-db9b86252e75 req-6907973d-2b37-4daa-9ef7-2c8daa9399dd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:18.977420 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d3e6b-1d64-4d20-ae13-db9b86252e75 req-6907973d-2b37-4daa-9ef7-2c8daa9399dd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:18.985722 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-229d3e6b-1d64-4d20-ae13-db9b86252e75 req-6907973d-2b37-4daa-9ef7-2c8daa9399dd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 2374 time: 0.0916493 Aug 28 12:49:19.057899 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-229d3e6b-1d64-4d20-ae13-db9b86252e75 req-e7cd93ee-2335-4d08-9901-12a1efe386c3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708747 Aug 28 12:49:19.076842 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8f5847f9-6ae4-4671-aa3c-ee032328e50c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f210840dd554f0ca0bb5b2fde3632c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837268 Aug 28 12:49:19.080192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45910) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:19.168306 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a357f8ea-0154-4421-b36c-baa48e6e2bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:19.173215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-af60a09e-e774-4826-9299-8c8ba696456d req-21c90cb9-62db-45f3-bb00-cb55bcc9874f tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:19.205527 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a357f8ea-0154-4421-b36c-baa48e6e2bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:19.282756 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a357f8ea-0154-4421-b36c-baa48e6e2bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:19.286391 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a357f8ea-0154-4421-b36c-baa48e6e2bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:19.290605 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a357f8ea-0154-4421-b36c-baa48e6e2bad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4762801c-24cf-4718-ae06-a424a5cd66dc HTTP/1.1" status: 204 len: 168 time: 0.2059209 Aug 28 12:49:19.299681 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357f8ea-0154-4421-b36c-baa48e6e2bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4762801c-24cf-4718-ae06-a424a5cd66dc,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:19.300797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c90cb9-62db-45f3-bb00-cb55bcc9874f tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Pushing event deleted for resources: {'Port': ['ID=86e65cc4-0113-4cad-acbb-9028327da59e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:19.383349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbd983-9b53-487c-ac1d-568a94e803bf req-17ca77db-01ba-4f6b-ba06-291f83362fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:19.384870 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-60dbd983-9b53-487c-ac1d-568a94e803bf req-17ca77db-01ba-4f6b-ba06-291f83362fa8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 1097 time: 0.6906760 Aug 28 12:49:19.428534 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74a9d6b4-867c-4aa8-a9fa-e21a90f15a53 req-c1af0ce1-c0da-4e5a-a89a-2fc83a7e3182 tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.20 "GET /v2.0/ports?device_id=45ff3372-7c38-4e59-859c-a8c37e9b9516 HTTP/1.1" status: 200 len: 210 time: 0.0328672 Aug 28 12:49:19.469841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-af60a09e-e774-4826-9299-8c8ba696456d req-21c90cb9-62db-45f3-bb00-cb55bcc9874f tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] No DVR routers for this DVR port 86e65cc4-0113-4cad-acbb-9028327da59e on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:49:19.482708 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-af60a09e-e774-4826-9299-8c8ba696456d req-21c90cb9-62db-45f3-bb00-cb55bcc9874f tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:19.484680 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-af60a09e-e774-4826-9299-8c8ba696456d req-21c90cb9-62db-45f3-bb00-cb55bcc9874f tempest-MultipleCreateTestJSON-748980163 tempest-MultipleCreateTestJSON-748980163-project] 10.222.0.11 "DELETE /v2.0/ports/86e65cc4-0113-4cad-acbb-9028327da59e HTTP/1.1" status: 204 len: 173 time: 2.9510541 Aug 28 12:49:19.560060 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e4bf5ba7-9b49-451c-8207-5b99811c1d46 req-f257a6c8-7dac-46c8-b3a7-d05995d349ee tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 210 time: 0.0414681 Aug 28 12:49:19.573647 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc35a8-435d-40a2-8008-49e77f1799f5 req-cb4fdc15-83bc-49d0-a3ec-d4e415792573 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:19.575173 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74fc35a8-435d-40a2-8008-49e77f1799f5 req-cb4fdc15-83bc-49d0-a3ec-d4e415792573 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 945 time: 0.3482354 Aug 28 12:49:19.575774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-a501a6a1-670c-469d-bb95-01f1485e7e08 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Made reservation on behalf of 819b91169b1e4280b386bd53b09e7c4e for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:19.579050 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-a501a6a1-670c-469d-bb95-01f1485e7e08 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:19.619292 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-60dbd983-9b53-487c-ac1d-568a94e803bf req-53016319-5106-49af-a50d-3ec42dbf44f1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fe9c86de-2e7d-4f87-bce2-aa4431f2ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113864 Aug 28 12:49:19.699710 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-0f5d267a-f9d1-4ff4-a18c-930630e7cd13 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:19.758392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74fc35a8-435d-40a2-8008-49e77f1799f5 req-acc84944-6c2f-479e-8531-fe7b23ecba6f tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe9c86de-2e7d-4f87-bce2-aa4431f2ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591396 Aug 28 12:49:19.764114 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-0f5d267a-f9d1-4ff4-a18c-930630e7cd13 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Transition to ACTIVE for port object ac4113ad-b63c-4920-a1f1-661762381f07 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:19.776198 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:19.799746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b5f4f85d-9f34-479e-9e0b-f501d5585277 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:49:19.821725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: b5f4f85d-9f34-479e-9e0b-f501d5585277 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:49:19.822413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b5f4f85d-9f34-479e-9e0b-f501d5585277 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:49:19.938880 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-0f5d267a-f9d1-4ff4-a18c-930630e7cd13 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:19.941836 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-a501a6a1-670c-469d-bb95-01f1485e7e08 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Allocated IP 172.20.0.6 (60a4a2e2-32f4-42e8-a215-a251458b02ab/dab837be-7b25-47dd-90d1-50250cb3e83a/1fce01cb-8d1e-4819-8736-ea590ead0947) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:20.021459 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-0f5d267a-f9d1-4ff4-a18c-930630e7cd13 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:20.031917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-0f5d267a-f9d1-4ff4-a18c-930630e7cd13 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:20.033720 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d267a-f9d1-4ff4-a18c-930630e7cd13 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event updated for resources: {'Port': ['ID=ac4113ad-b63c-4920-a1f1-661762381f07,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:20.036145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-0f5d267a-f9d1-4ff4-a18c-930630e7cd13 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:20.221375 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-a501a6a1-670c-469d-bb95-01f1485e7e08 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:20.266447 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-a501a6a1-670c-469d-bb95-01f1485e7e08 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Transition to ACTIVE for port object 1fce01cb-8d1e-4819-8736-ea590ead0947 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:20.331284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-0f5d267a-f9d1-4ff4-a18c-930630e7cd13 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:20.332673 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-0f5d267a-f9d1-4ff4-a18c-930630e7cd13 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:20.359454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Router 961c0486-a923-4596-a6ea-01b1a84a2ed2 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:49:20.371888 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-0f5d267a-f9d1-4ff4-a18c-930630e7cd13 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8455665 Aug 28 12:49:20.376063 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-598bd010-511a-444d-9957-9d6a04d862f7 None None] Provisioning for port ac4113ad-b63c-4920-a1f1-661762381f07 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:20.382251 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-598bd010-511a-444d-9957-9d6a04d862f7 None None] Provisioning complete for port ac4113ad-b63c-4920-a1f1-661762381f07 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:20.383446 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-598bd010-511a-444d-9957-9d6a04d862f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:20.385879 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e09340-4809-445a-9c15-9e63ff25f1a0 req-c4dc8abe-f573-445a-94f6-75619ce27ef4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:20.391980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e09340-4809-445a-9c15-9e63ff25f1a0 req-c4dc8abe-f573-445a-94f6-75619ce27ef4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:20.398858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e09340-4809-445a-9c15-9e63ff25f1a0 req-c4dc8abe-f573-445a-94f6-75619ce27ef4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:20.404722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e09340-4809-445a-9c15-9e63ff25f1a0 req-c4dc8abe-f573-445a-94f6-75619ce27ef4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:20.406614 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-46e09340-4809-445a-9c15-9e63ff25f1a0 req-c4dc8abe-f573-445a-94f6-75619ce27ef4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 3095 time: 0.1696537 Aug 28 12:49:20.415582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-659d8bc3-8822-4df1-b31c-d061c930ec56 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Request body: {'port': {'device_id': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612', 'admin_state_up': True, 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'security_groups': ['f8419c8e-732d-445c-9667-69f039e9d694']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:20.454761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-598bd010-511a-444d-9957-9d6a04d862f7 None None] Port ac4113ad-b63c-4920-a1f1-661762381f07 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:49:20.467621 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-a501a6a1-670c-469d-bb95-01f1485e7e08 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:20.479087 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d2d7a007-550b-4dff-93b3-86ce37dbb3cd', '2233bb65-d430-4de6-9f2a-4e65652d2183'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:49:20.525029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ff3372-7c38-4e59-859c-a8c37e9b9516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e65cc4-0113-4cad-acbb-9028327da59e'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:20.527741 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8046b4bf-6e2a-40e7-8fcf-82151916f5ec" -d '{"events": [{"server_uuid": "45ff3372-7c38-4e59-859c-a8c37e9b9516", "name": "network-vif-unplugged", "status": "completed", "tag": "86e65cc4-0113-4cad-acbb-9028327da59e"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:20.594908 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-46e09340-4809-445a-9c15-9e63ff25f1a0 req-46f45808-2869-4651-aab2-16ffae21bd9c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722946 Aug 28 12:49:20.622467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-a501a6a1-670c-469d-bb95-01f1485e7e08 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Network 60a4a2e2-32f4-42e8-a215-a251458b02ab is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:20.627218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ff3372-7c38-4e59-859c-a8c37e9b9516', 'name': 'network-vif-deleted', 'tag': '86e65cc4-0113-4cad-acbb-9028327da59e'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:20.630283 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86754907-a406-4900-8f61-81026018c274" -d '{"events": [{"server_uuid": "45ff3372-7c38-4e59-859c-a8c37e9b9516", "name": "network-vif-deleted", "tag": "86e65cc4-0113-4cad-acbb-9028327da59e"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:20.638959 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc15e36-ee88-478d-aa42-9c9ef964b0d4 x-openstack-request-id: req-3fc15e36-ee88-478d-aa42-9c9ef964b0d4 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:20.639518 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ff3372-7c38-4e59-859c-a8c37e9b9516", "name": "network-vif-unplugged", "status": "completed", "tag": "86e65cc4-0113-4cad-acbb-9028327da59e", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:20.639995 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fc15e36-ee88-478d-aa42-9c9ef964b0d4 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:20.640610 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ff3372-7c38-4e59-859c-a8c37e9b9516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e65cc4-0113-4cad-acbb-9028327da59e', 'code': 200} Aug 28 12:49:20.700892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-a501a6a1-670c-469d-bb95-01f1485e7e08 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:20.729478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-a501a6a1-670c-469d-bb95-01f1485e7e08 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:20.799323 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45978) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:20.860371 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:49:20.872627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501a6a1-670c-469d-bb95-01f1485e7e08 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event updated for resources: {'Port': ['ID=1fce01cb-8d1e-4819-8736-ea590ead0947,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:20.883110 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Sync routers for ids ['961c0486-a923-4596-a6ea-01b1a84a2ed2'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:49:20.893385 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a7c62b-16d3-4239-8c35-968b5892e27b admin admin] Deleting subnet 0c5a5b00-85eb-4451-911d-26341145acff {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:49:20.901300 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Routers {'961c0486-a923-4596-a6ea-01b1a84a2ed2'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:49:20.902326 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58a7c62b-16d3-4239-8c35-968b5892e27b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:20.904775 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:49:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['961c0486-a923-4596-a6ea-01b1a84a2ed2'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:20.953439 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcce8c2-c036-4e4c-b6fa-11b563936d99 x-openstack-request-id: req-abcce8c2-c036-4e4c-b6fa-11b563936d99 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:20.953739 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ff3372-7c38-4e59-859c-a8c37e9b9516", "name": "network-vif-deleted", "tag": "86e65cc4-0113-4cad-acbb-9028327da59e", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:20.953996 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abcce8c2-c036-4e4c-b6fa-11b563936d99 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:20.954413 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ff3372-7c38-4e59-859c-a8c37e9b9516', 'name': 'network-vif-deleted', 'tag': '86e65cc4-0113-4cad-acbb-9028327da59e', 'status': 'completed', 'code': 200} Aug 28 12:49:20.960180 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-659d8bc3-8822-4df1-b31c-d061c930ec56 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Made reservation on behalf of 848f98195d42445793f4ad0f8595cb5d for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:20.977885 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-659d8bc3-8822-4df1-b31c-d061c930ec56 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:20.984976 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58a7c62b-16d3-4239-8c35-968b5892e27b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:21.033478 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Set router 961c0486-a923-4596-a6ea-01b1a84a2ed2 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:49:21.056407 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:21.067962 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dd60a31b-e135-42d0-980d-14beb3b0335c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.6884472 Aug 28 12:49:21.071439 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45992) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:21.075573 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58a7c62b-16d3-4239-8c35-968b5892e27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:21.090023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-a501a6a1-670c-469d-bb95-01f1485e7e08 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:21.090752 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-a501a6a1-670c-469d-bb95-01f1485e7e08 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:21.197376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6dbfa87f-1b5b-490b-b96b-3880b60d1c1d None None] Provisioning for port 1fce01cb-8d1e-4819-8736-ea590ead0947 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:21.201683 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6dbfa87f-1b5b-490b-b96b-3880b60d1c1d None None] Provisioning complete for port 1fce01cb-8d1e-4819-8736-ea590ead0947 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:21.202060 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6dbfa87f-1b5b-490b-b96b-3880b60d1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:21.242822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1346b7-9f01-49c2-bdcc-7867baf25b04 req-0b3077ba-5b37-4996-9279-23c44f85ba75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:21.244272 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ea1346b7-9f01-49c2-bdcc-7867baf25b04 req-0b3077ba-5b37-4996-9279-23c44f85ba75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 931 time: 0.5118790 Aug 28 12:49:21.248242 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58a7c62b-16d3-4239-8c35-968b5892e27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:21.270291 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-a501a6a1-670c-469d-bb95-01f1485e7e08 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8188286 Aug 28 12:49:21.295552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Request body: {'port': {'device_id': '5eec25d3-9508-46bf-90a1-f9de88f387f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:21.302132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6dbfa87f-1b5b-490b-b96b-3880b60d1c1d None None] Port 1fce01cb-8d1e-4819-8736-ea590ead0947 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:49:21.335965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7c62b-16d3-4239-8c35-968b5892e27b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5a5b00-85eb-4451-911d-26341145acff,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:21.338923 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58a7c62b-16d3-4239-8c35-968b5892e27b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:21.341536 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-58a7c62b-16d3-4239-8c35-968b5892e27b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0c5a5b00-85eb-4451-911d-26341145acff HTTP/1.1" status: 204 len: 168 time: 0.5401521 Aug 28 12:49:21.352345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43000d-a369-493f-911a-61bfc4e32e78 req-b4d53ec0-0c87-4dd0-a862-c9bb3622f408 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:21.357186 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45998) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:21.358873 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d43000d-a369-493f-911a-61bfc4e32e78 req-b4d53ec0-0c87-4dd0-a862-c9bb3622f408 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 945 time: 0.2260890 Aug 28 12:49:21.388740 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-182746872-router', 'tenant_id': '2f6eb3471bd24effab1596b949186eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '73a63fdd-4701-4dc0-bde7-f9db7fd5367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:11Z', 'updated_at': '2021-08-28T12:49:17Z', 'revision_number': 3, 'project_id': '2f6eb3471bd24effab1596b949186eac', 'gw_port': {'id': '73a63fdd-4701-4dc0-bde7-f9db7fd5367d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:14Z', 'updated_at': '2021-08-28T12:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:21.423321 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d43000d-a369-493f-911a-61bfc4e32e78 req-75da0252-fdd0-47bd-8091-daf170b57fce tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe9c86de-2e7d-4f87-bce2-aa4431f2ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579131 Aug 28 12:49:21.460537 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Checking router: 961c0486-a923-4596-a6ea-01b1a84a2ed2 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:49:21.461362 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Updating router 961c0486-a923-4596-a6ea-01b1a84a2ed2 port 73a63fdd-4701-4dc0-bde7-f9db7fd5367d binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:49:21.505876 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46002) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:21.517781 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:21.538555 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ea1346b7-9f01-49c2-bdcc-7867baf25b04 req-d1f40c98-5f25-4b16-ba3c-796131b1efdd tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850020 Aug 28 12:49:21.604182 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:21.608616 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80f2217b-8727-4b26-a6d9-87e345f67288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:21.696893 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-659d8bc3-8822-4df1-b31c-d061c930ec56 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Allocated IP 10.2.2.200 (3352c8b5-3501-47c1-96f2-9e32c1cc7612/9a81a33e-a30a-4f4f-bc8f-a36371ef2745/6da04b61-8648-4f77-8bcc-6503e204f1b5) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:21.722165 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-821efd4e-a4d0-4b2d-a5eb-58cde5da1482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:21.876090 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be7ccc-2a9d-4d30-bf5b-7b9fd79a9167 req-ec73d96b-16e0-4113-b23f-8e6f7040bd4f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:21.883167 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be7ccc-2a9d-4d30-bf5b-7b9fd79a9167 req-ec73d96b-16e0-4113-b23f-8e6f7040bd4f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:21.900208 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be7ccc-2a9d-4d30-bf5b-7b9fd79a9167 req-ec73d96b-16e0-4113-b23f-8e6f7040bd4f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:21.906789 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be7ccc-2a9d-4d30-bf5b-7b9fd79a9167 req-ec73d96b-16e0-4113-b23f-8e6f7040bd4f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:21.908768 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-28be7ccc-2a9d-4d30-bf5b-7b9fd79a9167 req-ec73d96b-16e0-4113-b23f-8e6f7040bd4f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 3095 time: 0.1177819 Aug 28 12:49:21.974281 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-821efd4e-a4d0-4b2d-a5eb-58cde5da1482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:21.991535 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-821efd4e-a4d0-4b2d-a5eb-58cde5da1482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.054068 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-28be7ccc-2a9d-4d30-bf5b-7b9fd79a9167 req-60babb7e-75a7-49e6-9b5e-c7e76f7cf455 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376784 Aug 28 12:49:22.071885 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.085842 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-821efd4e-a4d0-4b2d-a5eb-58cde5da1482 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74df7e7507bd44f48a54947f92cf6809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5775185 Aug 28 12:49:22.086415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821efd4e-a4d0-4b2d-a5eb-58cde5da1482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f3c1d0-3866-4867-a643-7da0660493df,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:22.107708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46014) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:22.109573 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Transition to ACTIVE for port object 73a63fdd-4701-4dc0-bde7-f9db7fd5367d will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:22.128176 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.193749 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39191e67-8718-494b-9444-e63806402e1d None None] Pushing event updated for resources: {'Port': ['ID=73a63fdd-4701-4dc0-bde7-f9db7fd5367d,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:22.222905 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e67-8718-494b-9444-e63806402e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:22.223686 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e67-8718-494b-9444-e63806402e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:22.224509 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e67-8718-494b-9444-e63806402e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:22.225047 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e67-8718-494b-9444-e63806402e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:22.225578 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e67-8718-494b-9444-e63806402e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:22.226549 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e67-8718-494b-9444-e63806402e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:22.227100 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e67-8718-494b-9444-e63806402e1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:22.227624 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e67-8718-494b-9444-e63806402e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:22.228395 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e67-8718-494b-9444-e63806402e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:22.229245 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e67-8718-494b-9444-e63806402e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:22.229934 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e67-8718-494b-9444-e63806402e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:22.230536 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39191e67-8718-494b-9444-e63806402e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:22.239557 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Attempting to bind port 73a63fdd-4701-4dc0-bde7-f9db7fd5367d on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:22.239915 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Attempting to bind port 73a63fdd-4701-4dc0-bde7-f9db7fd5367d by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:22.240277 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Attempting to bind port 73a63fdd-4701-4dc0-bde7-f9db7fd5367d on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:22.250783 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-66dd4540-60ee-4cce-814e-3b1c416efc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.251373 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:22.252182 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:22.252854 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.254121 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:22.255229 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Bound port: 73a63fdd-4701-4dc0-bde7-f9db7fd5367d, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:22.255864 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.288313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df873f83-0ab0-4861-9ce7-1364ba5fafe3 req-87e5ccbb-e730-4250-bd93-498f88d8fba1 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:22.297054 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df873f83-0ab0-4861-9ce7-1364ba5fafe3 req-87e5ccbb-e730-4250-bd93-498f88d8fba1 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 945 time: 0.0865784 Aug 28 12:49:22.310111 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-66dd4540-60ee-4cce-814e-3b1c416efc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.320889 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] For port 73a63fdd-4701-4dc0-bde7-f9db7fd5367d, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:22.325282 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] For port 73a63fdd-4701-4dc0-bde7-f9db7fd5367d, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=73a63fdd-4701-4dc0-bde7-f9db7fd5367d,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:22.332647 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.384475 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df873f83-0ab0-4861-9ce7-1364ba5fafe3 req-0dfb6874-ebee-4e3d-90c9-1c9153e1b893 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe9c86de-2e7d-4f87-bce2-aa4431f2ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861599 Aug 28 12:49:22.412572 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-66dd4540-60ee-4cce-814e-3b1c416efc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.416277 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-66dd4540-60ee-4cce-814e-3b1c416efc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.424250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-66dd4540-60ee-4cce-814e-3b1c416efc3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59f3c1d0-3866-4867-a643-7da0660493df HTTP/1.1" status: 204 len: 168 time: 0.3149221 Aug 28 12:49:22.427882 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39191e67-8718-494b-9444-e63806402e1d None None] Pushing event updated for resources: {'Port': ['ID=73a63fdd-4701-4dc0-bde7-f9db7fd5367d,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:22.438491 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd4540-60ee-4cce-814e-3b1c416efc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f3c1d0-3866-4867-a643-7da0660493df,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:22.455617 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Routers {'961c0486-a923-4596-a6ea-01b1a84a2ed2'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:49:22.457780 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:49:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['961c0486-a923-4596-a6ea-01b1a84a2ed2'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:22.501632 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80f2217b-8727-4b26-a6d9-87e345f67288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.533569 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-80f2217b-8727-4b26-a6d9-87e345f67288 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ecb396e-f948-4a10-a3d7-d4d7d461dee5']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:22.561010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-80f2217b-8727-4b26-a6d9-87e345f67288 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d0723a-eaf0-4e65-8756-ba4820f98893') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:22.561342 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-80f2217b-8727-4b26-a6d9-87e345f67288 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d0723a-eaf0-4e65-8756-ba4820f98893') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:22.586155 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80f2217b-8727-4b26-a6d9-87e345f67288 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.609733 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] Set router 961c0486-a923-4596-a6ea-01b1a84a2ed2 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:49:22.661512 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80f2217b-8727-4b26-a6d9-87e345f67288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.715436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f2217b-8727-4b26-a6d9-87e345f67288 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:49:22.715851 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80f2217b-8727-4b26-a6d9-87e345f67288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:49:22.719051 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:49:22.839110 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fce01cb-8d1e-4819-8736-ea590ead0947 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:22.873326 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.898129 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-182746872-router', 'tenant_id': '2f6eb3471bd24effab1596b949186eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '73a63fdd-4701-4dc0-bde7-f9db7fd5367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:11Z', 'updated_at': '2021-08-28T12:49:17Z', 'revision_number': 3, 'project_id': '2f6eb3471bd24effab1596b949186eac', 'gw_port': {'id': '73a63fdd-4701-4dc0-bde7-f9db7fd5367d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:14Z', 'updated_at': '2021-08-28T12:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:22.933567 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbe8c7b-737a-4d73-b3fb-e8de1a87632e None None] The sync data for ids ['961c0486-a923-4596-a6ea-01b1a84a2ed2'] in n-d-791505-21 is: [{'id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-182746872-router', 'tenant_id': '2f6eb3471bd24effab1596b949186eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '73a63fdd-4701-4dc0-bde7-f9db7fd5367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:11Z', 'updated_at': '2021-08-28T12:49:17Z', 'revision_number': 3, 'project_id': '2f6eb3471bd24effab1596b949186eac', 'gw_port': {'id': '73a63fdd-4701-4dc0-bde7-f9db7fd5367d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:14Z', 'updated_at': '2021-08-28T12:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:49:22.954585 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80f2217b-8727-4b26-a6d9-87e345f67288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.957245 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Transition to ACTIVE for port object 1fce01cb-8d1e-4819-8736-ea590ead0947 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:22.971910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20e2d6-4414-41f8-a9f4-f366d6b75a95 req-6eef455f-eb5d-4b7f-890e-0c9beb1f7958 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:22.973657 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aa20e2d6-4414-41f8-a9f4-f366d6b75a95 req-6eef455f-eb5d-4b7f-890e-0c9beb1f7958 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 931 time: 0.2641830 Aug 28 12:49:22.985273 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80f2217b-8727-4b26-a6d9-87e345f67288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:22.987147 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-80f2217b-8727-4b26-a6d9-87e345f67288 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6ecb396e-f948-4a10-a3d7-d4d7d461dee5 HTTP/1.1" status: 204 len: 168 time: 1.6289876 Aug 28 12:49:22.991245 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:23.069602 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-659d8bc3-8822-4df1-b31c-d061c930ec56 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:23.074879 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2217b-8727-4b26-a6d9-87e345f67288 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ecb396e-f948-4a10-a3d7-d4d7d461dee5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:23.117481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-659d8bc3-8822-4df1-b31c-d061c930ec56 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Transition to ACTIVE for port object 6da04b61-8648-4f77-8bcc-6503e204f1b5 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:23.201507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Pushing event updated for resources: {'Port': ['ID=1fce01cb-8d1e-4819-8736-ea590ead0947,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:23.287845 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aa20e2d6-4414-41f8-a9f4-f366d6b75a95 req-5314ad4d-5d43-45a9-b0a1-7e3e71cf2ce4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866786 Aug 28 12:49:23.319391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46046) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:23.412761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f892f6-261e-4600-a684-0eedb77f917e req-bdae5d81-4c67-4ebd-9f0c-1b96d8510d00 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:23.418789 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f892f6-261e-4600-a684-0eedb77f917e req-bdae5d81-4c67-4ebd-9f0c-1b96d8510d00 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:23.424632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f892f6-261e-4600-a684-0eedb77f917e req-bdae5d81-4c67-4ebd-9f0c-1b96d8510d00 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:23.431318 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f892f6-261e-4600-a684-0eedb77f917e req-bdae5d81-4c67-4ebd-9f0c-1b96d8510d00 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:23.433195 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1f892f6-261e-4600-a684-0eedb77f917e req-bdae5d81-4c67-4ebd-9f0c-1b96d8510d00 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 3095 time: 0.2056472 Aug 28 12:49:23.514400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Attempting to bind port 1fce01cb-8d1e-4819-8736-ea590ead0947 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:23.515402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Attempting to bind port 1fce01cb-8d1e-4819-8736-ea590ead0947 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:23.515402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Attempting to bind port 1fce01cb-8d1e-4819-8736-ea590ead0947 on network 60a4a2e2-32f4-42e8-a215-a251458b02ab {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:23.540817 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1f892f6-261e-4600-a684-0eedb77f917e req-8dfbf2d5-c1a0-439b-8d05-5f0e8c0113ea tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937665 Aug 28 12:49:23.559462 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bd079c05-11e2-41d5-9b5f-dfcf710125c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97297c2f57c24a288a8e7ed2e5bec758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2070751 Aug 28 12:49:23.562048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46052) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:23.584004 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-659d8bc3-8822-4df1-b31c-d061c930ec56 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:23.611069 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46054) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:23.640488 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a414c05b-fe1c-4f50-835f-d2c84c1bef84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:23.662602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Port 1fce01cb-8d1e-4819-8736-ea590ead0947 on network 60a4a2e2-32f4-42e8-a215-a251458b02ab not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:49:23.664737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Attempting to bind port 1fce01cb-8d1e-4819-8736-ea590ead0947 on network 60a4a2e2-32f4-42e8-a215-a251458b02ab {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:23.673722 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a414c05b-fe1c-4f50-835f-d2c84c1bef84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:23.677738 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d8bc3-8822-4df1-b31c-d061c930ec56 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event updated for resources: {'Port': ['ID=6da04b61-8648-4f77-8bcc-6503e204f1b5,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:23.714588 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:23.714938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Checking segment: {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:23.715324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Bound using segment: {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:23.715769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Bound port: 1fce01cb-8d1e-4819-8736-ea590ead0947, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:23.716129 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:23.774610 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a414c05b-fe1c-4f50-835f-d2c84c1bef84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:23.777745 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a414c05b-fe1c-4f50-835f-d2c84c1bef84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:23.778909 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a414c05b-fe1c-4f50-835f-d2c84c1bef84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1e5362f-419a-490d-9b4e-84e78e38b244 HTTP/1.1" status: 204 len: 168 time: 0.2153800 Aug 28 12:49:23.795969 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414c05b-fe1c-4f50-835f-d2c84c1bef84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e5362f-419a-490d-9b4e-84e78e38b244,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:23.796166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a350a11-815a-4845-9cd6-83e570d96094 req-b59c1778-5937-444f-a292-06a902cb51c3 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:23.803782 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9a350a11-815a-4845-9cd6-83e570d96094 req-b59c1778-5937-444f-a292-06a902cb51c3 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 945 time: 0.2936726 Aug 28 12:49:23.809398 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-659d8bc3-8822-4df1-b31c-d061c930ec56 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:23.854174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-659d8bc3-8822-4df1-b31c-d061c930ec56 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:23.857309 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:23.871288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a774e5-761a-43de-bf68-fc798533946b req-bddd25d0-d45d-4130-977d-75325a49834f tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:23.873125 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f8a774e5-761a-43de-bf68-fc798533946b req-bddd25d0-d45d-4130-977d-75325a49834f tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 945 time: 0.3602931 Aug 28 12:49:23.874101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-659d8bc3-8822-4df1-b31c-d061c930ec56 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:23.892886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-194c74e5-778a-46ad-8a2b-b21692a58f6a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1061208932-network', 'tenant_id': '9268704101a74e1cb668f06e13dc85fd'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:24.041322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9a350a11-815a-4845-9cd6-83e570d96094 req-6db3e92a-ecd9-42f9-ba6b-9dc2bf28426b tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe9c86de-2e7d-4f87-bce2-aa4431f2ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347507 Aug 28 12:49:24.078906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] For port 1fce01cb-8d1e-4819-8736-ea590ead0947, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:24.088420 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-659d8bc3-8822-4df1-b31c-d061c930ec56 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:24.089050 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-659d8bc3-8822-4df1-b31c-d061c930ec56 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:24.136908 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194c74e5-778a-46ad-8a2b-b21692a58f6a admin admin] Made reservation on behalf of 9268704101a74e1cb668f06e13dc85fd for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:24.139966 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-194c74e5-778a-46ad-8a2b-b21692a58f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:24.171089 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-194c74e5-778a-46ad-8a2b-b21692a58f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:24.205663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] For port 1fce01cb-8d1e-4819-8736-ea590ead0947, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1fce01cb-8d1e-4819-8736-ea590ead0947,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:24.229306 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-659d8bc3-8822-4df1-b31c-d061c930ec56 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8201165 Aug 28 12:49:24.234775 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:24.278922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Request body: {'port': {'device_id': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:24.300131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-355a98e7-68a3-4a76-a803-8b3f676b02fa None None] Provisioning for port 6da04b61-8648-4f77-8bcc-6503e204f1b5 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:24.304461 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-355a98e7-68a3-4a76-a803-8b3f676b02fa None None] Provisioning complete for port 6da04b61-8648-4f77-8bcc-6503e204f1b5 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:24.304839 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-355a98e7-68a3-4a76-a803-8b3f676b02fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:24.372085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-355a98e7-68a3-4a76-a803-8b3f676b02fa None None] Port 6da04b61-8648-4f77-8bcc-6503e204f1b5 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:49:24.422768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:24.423307 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:24.424709 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] 10.222.0.11 "PUT /v2.0/ports/1fce01cb-8d1e-4819-8736-ea590ead0947 HTTP/1.1" status: 200 len: 1092 time: 3.1354034 Aug 28 12:49:24.431336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eec25d3-9508-46bf-90a1-f9de88f387f3', 'tag': '1fce01cb-8d1e-4819-8736-ea590ead0947'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:24.433757 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9ad600-5c03-4a2c-ab71-b9820824a6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5eec25d3-9508-46bf-90a1-f9de88f387f3", "tag": "1fce01cb-8d1e-4819-8736-ea590ead0947"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:24.483340 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:24.527382 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779b783-9e8e-4be3-b16d-6d043ceb296f req-e2def713-d073-4d60-abcd-6f9963b7428b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:24.535874 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1779b783-9e8e-4be3-b16d-6d043ceb296f req-e2def713-d073-4d60-abcd-6f9963b7428b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 943 time: 0.1174829 Aug 28 12:49:24.580728 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6620a5-f45d-4027-b7c0-d438cfe4626a x-openstack-request-id: req-ad6620a5-f45d-4027-b7c0-d438cfe4626a {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:24.581483 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eec25d3-9508-46bf-90a1-f9de88f387f3", "tag": "1fce01cb-8d1e-4819-8736-ea590ead0947", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:24.581866 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad6620a5-f45d-4027-b7c0-d438cfe4626a {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:24.582482 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eec25d3-9508-46bf-90a1-f9de88f387f3', 'tag': '1fce01cb-8d1e-4819-8736-ea590ead0947', 'status': 'completed', 'code': 200} Aug 28 12:49:24.595491 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9aec0-191d-4169-96fb-63a407e05920 service neutron] Pushing event updated for resources: {'Port': ['ID=1fce01cb-8d1e-4819-8736-ea590ead0947,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:24.598650 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1779b783-9e8e-4be3-b16d-6d043ceb296f req-c1ae5fa7-f9b2-4dd2-a0b5-189d325e6036 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575516 Aug 28 12:49:24.658683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Allocated IP 172.20.0.1 (ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d/4468d9e0-0ff0-4c8d-83cc-b30408a04369/289fab28-7ae2-400c-8886-29d96c2e20b7) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:24.712186 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-f8a774e5-761a-43de-bf68-fc798533946b req-ef327747-ca8f-4236-8a7d-c96975a1acd8 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Deleting port 9c5c417a-10c2-44d6-80b2-aa908f3a4839 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:49:24.712533 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f8a774e5-761a-43de-bf68-fc798533946b req-ef327747-ca8f-4236-8a7d-c96975a1acd8 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:24.923145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-41020329-3268-4729-963c-e83e1ea546c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:24.925248 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-41020329-3268-4729-963c-e83e1ea546c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 1095 time: 0.4177344 Aug 28 12:49:24.963252 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 73a63fdd-4701-4dc0-bde7-f9db7fd5367d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:24.971489 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46090) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:25.093865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 73a63fdd-4701-4dc0-bde7-f9db7fd5367d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:25.106976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 73a63fdd-4701-4dc0-bde7-f9db7fd5367d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:25.107966 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.124507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-d75b5c5d-1f80-4f54-9793-0e2c8d431ea3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fce01cb-8d1e-4819-8736-ea590ead0947 HTTP/1.1" status: 200 len: 217 time: 0.1673644 Aug 28 12:49:25.148395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39107315-637e-4c2e-a361-bd2970a26bf4 req-7877436e-c7f7-4876-95fc-aaf1a679cd97 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:25.154343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39107315-637e-4c2e-a361-bd2970a26bf4 req-7877436e-c7f7-4876-95fc-aaf1a679cd97 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:25.161432 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39107315-637e-4c2e-a361-bd2970a26bf4 req-7877436e-c7f7-4876-95fc-aaf1a679cd97 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:25.180873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39107315-637e-4c2e-a361-bd2970a26bf4 req-7877436e-c7f7-4876-95fc-aaf1a679cd97 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:25.186752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39107315-637e-4c2e-a361-bd2970a26bf4 req-7877436e-c7f7-4876-95fc-aaf1a679cd97 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:25.188766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39107315-637e-4c2e-a361-bd2970a26bf4 req-7877436e-c7f7-4876-95fc-aaf1a679cd97 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 3816 time: 0.5150650 Aug 28 12:49:25.216410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2038717219-network', 'tenant_id': 'd431c257cd134b5684cec680e769aa16'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:25.246094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fc176-95a1-410f-841e-dd1e9ece9def req-07960fa6-5941-4619-ad86-b9c5dc36471f tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:25.248800 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-947fc176-95a1-410f-841e-dd1e9ece9def req-07960fa6-5941-4619-ad86-b9c5dc36471f tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 945 time: 0.0836892 Aug 28 12:49:25.270376 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.297815 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-947fc176-95a1-410f-841e-dd1e9ece9def req-8dbedd70-30d3-4e7f-ae0c-d24d94f89266 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe9c86de-2e7d-4f87-bce2-aa4431f2ff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387905 Aug 28 12:49:25.298459 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 73a63fdd-4701-4dc0-bde7-f9db7fd5367d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=73a63fdd-4701-4dc0-bde7-f9db7fd5367d,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:25.303371 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.311231 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.366696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=73a63fdd-4701-4dc0-bde7-f9db7fd5367d,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:25.422782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Transition to ACTIVE for port object 289fab28-7ae2-400c-8886-29d96c2e20b7 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:25.425250 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f8a774e5-761a-43de-bf68-fc798533946b req-ef327747-ca8f-4236-8a7d-c96975a1acd8 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] For port 9c5c417a-10c2-44d6-80b2-aa908f3a4839, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9c5c417a-10c2-44d6-80b2-aa908f3a4839,segment=NetworkSegment(67202b14-02e6-482b-9882-81e955bd715e),segment_id=67202b14-02e6-482b-9882-81e955bd715e)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:25.425713 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f8a774e5-761a-43de-bf68-fc798533946b req-ef327747-ca8f-4236-8a7d-c96975a1acd8 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.457110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-194c74e5-778a-46ad-8a2b-b21692a58f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.466466 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-f8a774e5-761a-43de-bf68-fc798533946b req-ef327747-ca8f-4236-8a7d-c96975a1acd8 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Calling delete_port for 9c5c417a-10c2-44d6-80b2-aa908f3a4839 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:49:25.475222 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39107315-637e-4c2e-a361-bd2970a26bf4 req-16feccf2-4b26-4d99-88e5-8f11ac503920 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502079 Aug 28 12:49:25.482080 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-194c74e5-778a-46ad-8a2b-b21692a58f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.490407 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Made reservation on behalf of d431c257cd134b5684cec680e769aa16 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:25.494596 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.515544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-ac57c53c-e896-4078-a52e-68a582f1389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:25.515792 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.515899 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-ac57c53c-e896-4078-a52e-68a582f1389a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.3102643 Aug 28 12:49:25.598999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194c74e5-778a-46ad-8a2b-b21692a58f6a admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:49:25.626878 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.631345 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c74e5-778a-46ad-8a2b-b21692a58f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc2db4d-8ad6-49c5-baef-106f7dad2e18,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:25.634390 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.679346 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:49:25.681471 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-194c74e5-778a-46ad-8a2b-b21692a58f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.681697 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-194c74e5-778a-46ad-8a2b-b21692a58f6a admin admin] Added segment d9c3162a-b9c9-499d-8cf2-972124171301 of type vlan for network 8e5087e7-1a60-4dfa-993c-815f10cc8532 Aug 28 12:49:25.687636 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c57319-07de-4c1d-b558-728cacf41626,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:25.711568 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.724114 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.724380 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Added segment b74bf750-9b03-4493-b5ba-64f61d8a1560 of type vlan for network abd5d127-7651-416b-b6fb-62d2ce9c599c Aug 28 12:49:25.727963 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:25.728309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:25.728646 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:25.728977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:25.729308 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:25.729633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:25.729955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:25.730274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:25.730617 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:25.730933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:25.731252 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:25.731566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:25.782796 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.799647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced187ba-6e5d-4124-9a57-96d0fffd01ee req-3ae682fa-3bbd-4cbc-93cc-2605f1852aed tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:25.801943 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ced187ba-6e5d-4124-9a57-96d0fffd01ee req-3ae682fa-3bbd-4cbc-93cc-2605f1852aed tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 943 time: 0.1097441 Aug 28 12:49:25.837222 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.838207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:25.838818 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:25.921704 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ced187ba-6e5d-4124-9a57-96d0fffd01ee req-78209cc5-34e3-4174-a041-c876f958b618 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083069 Aug 28 12:49:25.922653 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] Pushing event updated for resources: {'Network': ['ID=abd5d127-7651-416b-b6fb-62d2ce9c599c,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:25.926261 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a9c9f1e2-d9dc-422d-9f82-18bfb629da83 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9527013 Aug 28 12:49:25.929223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46100) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:25.934336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-13015af6-c499-4738-aaa6-9040ae6d4566 admin admin] Request body: {'subnet': {'network_id': 'abd5d127-7651-416b-b6fb-62d2ce9c599c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2038717219-subnet', 'tenant_id': 'd431c257cd134b5684cec680e769aa16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:25.950116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network abd5d127-7651-416b-b6fb-62d2ce9c599c details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:49:25.974825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13015af6-c499-4738-aaa6-9040ae6d4566 admin admin] Made reservation on behalf of d431c257cd134b5684cec680e769aa16 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:25.981771 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13015af6-c499-4738-aaa6-9040ae6d4566 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:26.097789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-1631cff7-7e89-4de3-9bc2-393d8196b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:26.099342 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-1631cff7-7e89-4de3-9bc2-393d8196b182 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5676777 Aug 28 12:49:26.132564 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-194c74e5-778a-46ad-8a2b-b21692a58f6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:26.138897 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Network ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:26.165468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:26.208523 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13015af6-c499-4738-aaa6-9040ae6d4566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:26.213560 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:26.227611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Pushing event updated for resources: {'Port': ['ID=289fab28-7ae2-400c-8886-29d96c2e20b7,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:26.258692 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a806cd-64e3-408c-90a9-60fc8608d090 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:26.267834 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13015af6-c499-4738-aaa6-9040ae6d4566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=012c206e-796a-4952-bc49-ad2d6846670c,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:26.298565 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:26.298776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13015af6-c499-4738-aaa6-9040ae6d4566 admin admin] Checking segment: {'id': 'b74bf750-9b03-4493-b5ba-64f61d8a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'abd5d127-7651-416b-b6fb-62d2ce9c599c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:26.299009 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13015af6-c499-4738-aaa6-9040ae6d4566 admin admin] Network hostable DHCP agents. Network: abd5d127-7651-416b-b6fb-62d2ce9c599c, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:49:26.307677 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-194c74e5-778a-46ad-8a2b-b21692a58f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:26.308384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194c74e5-778a-46ad-8a2b-b21692a58f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:26.308961 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-194c74e5-778a-46ad-8a2b-b21692a58f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:26.320753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13015af6-c499-4738-aaa6-9040ae6d4566 admin admin] Network abd5d127-7651-416b-b6fb-62d2ce9c599c is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:49:26.342537 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-13015af6-c499-4738-aaa6-9040ae6d4566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, abd5d127-7651-416b-b6fb-62d2ce9c599c) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:26.351425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e95fe2-ebef-4331-a142-4ef4a012cfbf None None] Network abd5d127-7651-416b-b6fb-62d2ce9c599c requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:49:26.356113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13015af6-c499-4738-aaa6-9040ae6d4566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:26.356716 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13015af6-c499-4738-aaa6-9040ae6d4566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:26.384248 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-13015af6-c499-4738-aaa6-9040ae6d4566 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4456728 Aug 28 12:49:26.445366 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-976698a6-74b5-41cf-9dce-550c15c7a47c service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085406 Aug 28 12:49:26.446343 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:26.510064 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-194c74e5-778a-46ad-8a2b-b21692a58f6a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8426557 Aug 28 12:49:26.513077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46110) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:26.518290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2f75a9c7-660e-4d4c-a47b-a00dbe6789a5 admin admin] Request body: {'subnet': {'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1061208932-subnet', 'tenant_id': '9268704101a74e1cb668f06e13dc85fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:26.534049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Transition to ACTIVE for port object a1a806cd-64e3-408c-90a9-60fc8608d090 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:26.535618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24bfa12-bcc6-4d8a-bd49-3d599012c58f None None] Network abd5d127-7651-416b-b6fb-62d2ce9c599c requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:49:26.550725 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f8a774e5-761a-43de-bf68-fc798533946b req-ef327747-ca8f-4236-8a7d-c96975a1acd8 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:26.555641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f75a9c7-660e-4d4c-a47b-a00dbe6789a5 admin admin] Made reservation on behalf of 9268704101a74e1cb668f06e13dc85fd for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:26.558710 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f75a9c7-660e-4d4c-a47b-a00dbe6789a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:26.584994 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d80641e9-4265-4f47-a164-c8a41cd30470 req-95da5bf2-f9b3-4f60-9fd3-92f9bfeea5ac tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec72a117-c60e-482d-9ee2-793738835356 HTTP/1.1" status: 200 len: 210 time: 0.0568428 Aug 28 12:49:26.628753 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:26.675651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c74e5-778a-46ad-8a2b-b21692a58f6a admin admin] Pushing event updated for resources: {'Network': ['ID=8e5087e7-1a60-4dfa-993c-815f10cc8532,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:26.692776 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-943eaef1-8038-4ed6-94d0-6b8b1588e4c4 None None] Provisioning for port 289fab28-7ae2-400c-8886-29d96c2e20b7 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:26.698901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-943eaef1-8038-4ed6-94d0-6b8b1588e4c4 None None] Provisioning complete for port 289fab28-7ae2-400c-8886-29d96c2e20b7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:26.699520 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-943eaef1-8038-4ed6-94d0-6b8b1588e4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:26.702642 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 8e5087e7-1a60-4dfa-993c-815f10cc8532 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:49:26.740123 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef327747-ca8f-4236-8a7d-c96975a1acd8 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Pushing event deleted for resources: {'Port': ['ID=9c5c417a-10c2-44d6-80b2-aa908f3a4839,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:26.835640 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f75a9c7-660e-4d4c-a47b-a00dbe6789a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:26.856570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-943eaef1-8038-4ed6-94d0-6b8b1588e4c4 None None] Port 289fab28-7ae2-400c-8886-29d96c2e20b7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:49:26.871831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a806cd-64e3-408c-90a9-60fc8608d090,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:26.940190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dbcc6-165b-4fbd-bda9-883f5d499a34 req-a506c73f-1434-48bc-9ab1-ca429aeee005 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:26.950730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dbcc6-165b-4fbd-bda9-883f5d499a34 req-a506c73f-1434-48bc-9ab1-ca429aeee005 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:26.950908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 73a63fdd-4701-4dc0-bde7-f9db7fd5367d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:26.961935 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dbcc6-165b-4fbd-bda9-883f5d499a34 req-a506c73f-1434-48bc-9ab1-ca429aeee005 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:26.970124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dbcc6-165b-4fbd-bda9-883f5d499a34 req-a506c73f-1434-48bc-9ab1-ca429aeee005 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:26.980518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dbcc6-165b-4fbd-bda9-883f5d499a34 req-a506c73f-1434-48bc-9ab1-ca429aeee005 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:26.989541 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-685dbcc6-165b-4fbd-bda9-883f5d499a34 req-a506c73f-1434-48bc-9ab1-ca429aeee005 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 3828 time: 0.2233553 Aug 28 12:49:27.026605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 73a63fdd-4701-4dc0-bde7-f9db7fd5367d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:27.027070 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:27.033976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a774e5-761a-43de-bf68-fc798533946b req-ef327747-ca8f-4236-8a7d-c96975a1acd8 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] No DVR routers for this DVR port 9c5c417a-10c2-44d6-80b2-aa908f3a4839 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:49:27.040304 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:27.044998 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f8a774e5-761a-43de-bf68-fc798533946b req-ef327747-ca8f-4236-8a7d-c96975a1acd8 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:27.047147 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f8a774e5-761a-43de-bf68-fc798533946b req-ef327747-ca8f-4236-8a7d-c96975a1acd8 tempest-ServerAddressesTestJSON-1518801921 tempest-ServerAddressesTestJSON-1518801921-project] 10.222.0.11 "DELETE /v2.0/ports/9c5c417a-10c2-44d6-80b2-aa908f3a4839 HTTP/1.1" status: 204 len: 173 time: 3.1473031 Aug 28 12:49:27.051236 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-685dbcc6-165b-4fbd-bda9-883f5d499a34 req-1a275f0e-8050-4bd1-91fe-61c9983bf18f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604553 Aug 28 12:49:27.071005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec72a117-c60e-482d-9ee2-793738835356', 'name': 'network-vif-deleted', 'tag': '9c5c417a-10c2-44d6-80b2-aa908f3a4839'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:27.073520 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0321e438-d67a-468c-ae6f-2a0be9ea09dc" -d '{"events": [{"server_uuid": "ec72a117-c60e-482d-9ee2-793738835356", "name": "network-vif-deleted", "tag": "9c5c417a-10c2-44d6-80b2-aa908f3a4839"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:27.129807 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75a9c7-660e-4d4c-a47b-a00dbe6789a5 admin admin] Checking segment: {'id': 'd9c3162a-b9c9-499d-8cf2-972124171301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:27.130247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f75a9c7-660e-4d4c-a47b-a00dbe6789a5 admin admin] Network hostable DHCP agents. Network: 8e5087e7-1a60-4dfa-993c-815f10cc8532, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:49:27.137105 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75a9c7-660e-4d4c-a47b-a00dbe6789a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4308f611-4243-42be-8e8a-6ce4e311daa2,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:27.159749 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f75a9c7-660e-4d4c-a47b-a00dbe6789a5 admin admin] Network 8e5087e7-1a60-4dfa-993c-815f10cc8532 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:49:27.178524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2f75a9c7-660e-4d4c-a47b-a00dbe6789a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 8e5087e7-1a60-4dfa-993c-815f10cc8532) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:27.179437 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dad6afb1-ea30-45bc-b8a6-62e1fe37eb16 req-c832653d-c5e3-48e3-a19e-925e9baa5155 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6675053 Aug 28 12:49:27.209488 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f75a9c7-660e-4d4c-a47b-a00dbe6789a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:27.209754 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc1f96c-b9b1-45dd-96a6-630c16c5daf7 None None] Network 8e5087e7-1a60-4dfa-993c-815f10cc8532 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:49:27.210789 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f75a9c7-660e-4d4c-a47b-a00dbe6789a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:27.264841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Attempting to bind port a1a806cd-64e3-408c-90a9-60fc8608d090 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:27.265262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Attempting to bind port a1a806cd-64e3-408c-90a9-60fc8608d090 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'f03ea460-4117-4235-8e26-63c25b49a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:27.265665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Attempting to bind port a1a806cd-64e3-408c-90a9-60fc8608d090 on network efbe7541-b127-4e81-9a72-35e309b4f7c9 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:27.273996 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2f75a9c7-660e-4d4c-a47b-a00dbe6789a5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7597511 Aug 28 12:49:27.337459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90358ac-b847-4180-bba1-88044b51ca32 req-a1ffc75b-73bc-413a-9656-c298ff365c0d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:27.338947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Port a1a806cd-64e3-408c-90a9-60fc8608d090 on network efbe7541-b127-4e81-9a72-35e309b4f7c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:49:27.339285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Attempting to bind port a1a806cd-64e3-408c-90a9-60fc8608d090 on network efbe7541-b127-4e81-9a72-35e309b4f7c9 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:27.340563 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e90358ac-b847-4180-bba1-88044b51ca32 req-a1ffc75b-73bc-413a-9656-c298ff365c0d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 943 time: 0.1103587 Aug 28 12:49:27.391823 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c2a91b-ed38-4c20-99ba-48ce0a084d3a None None] Network 8e5087e7-1a60-4dfa-993c-815f10cc8532 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:49:27.401790 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e90358ac-b847-4180-bba1-88044b51ca32 req-9710a94f-43fb-4be8-92a3-d694394975b9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532808 Aug 28 12:49:27.406541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-246ab781-aaf2-4d2d-8acb-ac32c062c53a tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:27.415759 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-246ab781-aaf2-4d2d-8acb-ac32c062c53a tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/networks?id=abd5d127-7651-416b-b6fb-62d2ce9c599c HTTP/1.1" status: 200 len: 821 time: 0.4221981 Aug 28 12:49:27.443151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:27.443500 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Checking segment: {'id': 'f03ea460-4117-4235-8e26-63c25b49a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:27.443899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Bound using segment: {'id': 'f03ea460-4117-4235-8e26-63c25b49a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:27.444344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Bound port: a1a806cd-64e3-408c-90a9-60fc8608d090, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f03ea460-4117-4235-8e26-63c25b49a0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:27.444700 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:27.473533 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-04fd3e79-ecd9-43bc-9a2f-2e7580ec422b tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/quotas/d431c257cd134b5684cec680e769aa16 HTTP/1.1" status: 200 len: 375 time: 0.0568633 Aug 28 12:49:27.496318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ad600-5c03-4a2c-ab71-b9820824a6e2 req-5476b8ec-db79-4db9-be1c-71705f0d0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:27.498203 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc9ad600-5c03-4a2c-ab71-b9820824a6e2 req-5476b8ec-db79-4db9-be1c-71705f0d0967 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 1095 time: 0.2261274 Aug 28 12:49:27.569286 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-2e9b4634-ad61-42ad-892f-67a173cef668 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d431c257cd134b5684cec680e769aa16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861440 Aug 28 12:49:27.618410 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0c9d83-eceb-41e5-9fa5-a2c88bd72f52 x-openstack-request-id: req-1d0c9d83-eceb-41e5-9fa5-a2c88bd72f52 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:27.618799 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec72a117-c60e-482d-9ee2-793738835356", "name": "network-vif-deleted", "tag": "9c5c417a-10c2-44d6-80b2-aa908f3a4839", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:27.618932 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d0c9d83-eceb-41e5-9fa5-a2c88bd72f52 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:27.619318 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec72a117-c60e-482d-9ee2-793738835356', 'name': 'network-vif-deleted', 'tag': '9c5c417a-10c2-44d6-80b2-aa908f3a4839', 'status': 'completed', 'code': 200} Aug 28 12:49:27.734064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] For port a1a806cd-64e3-408c-90a9-60fc8608d090, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:27.743909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] For port a1a806cd-64e3-408c-90a9-60fc8608d090, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a1a806cd-64e3-408c-90a9-60fc8608d090,segment=NetworkSegment(f03ea460-4117-4235-8e26-63c25b49a0b8),segment_id=f03ea460-4117-4235-8e26-63c25b49a0b8)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:27.768390 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:27.803898 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:27.818346 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9c5c417a-10c2-44d6-80b2-aa908f3a4839 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:49:27.830329 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:27.843015 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 9c5c417a-10c2-44d6-80b2-aa908f3a4839 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:49:27.843442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9c5c417a-10c2-44d6-80b2-aa908f3a4839 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:49:27.861837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ad600-5c03-4a2c-ab71-b9820824a6e2 req-aa6b5933-d6c3-4956-a257-f9e4c03c397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:27.863769 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc9ad600-5c03-4a2c-ab71-b9820824a6e2 req-aa6b5933-d6c3-4956-a257-f9e4c03c397d service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.3302612 Aug 28 12:49:27.876131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:27.876766 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:27.878241 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] 10.222.0.11 "PUT /v2.0/ports/a1a806cd-64e3-408c-90a9-60fc8608d090 HTTP/1.1" status: 200 len: 1092 time: 3.6044774 Aug 28 12:49:27.904484 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-bd98dcae-a4b0-4e22-91fc-68eb5355db45 service neutron] 10.222.0.20 "GET /v2.0/networks/abd5d127-7651-416b-b6fb-62d2ce9c599c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843211 Aug 28 12:49:27.933641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-51533abd-5feb-4401-b7f0-4671f02efec1 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:27.939778 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-51533abd-5feb-4401-b7f0-4671f02efec1 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/networks?id=8e5087e7-1a60-4dfa-993c-815f10cc8532 HTTP/1.1" status: 200 len: 815 time: 0.1423049 Aug 28 12:49:27.950696 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-4eda26ca-dbd6-4214-87e0-ed4fc3fbd943 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/quotas/9268704101a74e1cb668f06e13dc85fd HTTP/1.1" status: 200 len: 375 time: 0.0093334 Aug 28 12:49:27.957834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Request body: {'port': {'device_id': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:27.964359 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc9ad600-5c03-4a2c-ab71-b9820824a6e2 req-7ba1e322-8fc7-4616-972d-40db93af142d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fce01cb-8d1e-4819-8736-ea590ead0947 HTTP/1.1" status: 200 len: 217 time: 0.0833981 Aug 28 12:49:27.985477 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-e5c38cdd-feaa-426f-99c9-2fcfc915ac64 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9268704101a74e1cb668f06e13dc85fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284224 Aug 28 12:49:27.985709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3bc07-69ad-4466-b81c-4a14266bde61 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a806cd-64e3-408c-90a9-60fc8608d090,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:27.988568 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:28.094081 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-aeb085f8-ccdd-4b7c-8b35-de42c5dc0e9a service neutron] 10.222.0.20 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942633 Aug 28 12:49:28.183917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Pushing event updated for resources: {'Port': ['ID=289fab28-7ae2-400c-8886-29d96c2e20b7,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:28.184662 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-539b6582-64e0-412b-a4ec-a23f9f5a7670 service neutron] 10.222.0.20 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840592 Aug 28 12:49:28.329199 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46160) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:28.420754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-90024163-831f-4378-8281-cd5bbcdb3bc6 admin admin] Deleting subnet fab54505-3367-4c83-8c5f-256a5258cfc0 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:49:28.427525 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90024163-831f-4378-8281-cd5bbcdb3bc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:28.474451 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90024163-831f-4378-8281-cd5bbcdb3bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:28.485752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69904811-29f1-4cf2-9562-5b4a5bfecae6 req-70c52573-4136-4a8f-b48e-dab639ff77d5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:28.493944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69904811-29f1-4cf2-9562-5b4a5bfecae6 req-70c52573-4136-4a8f-b48e-dab639ff77d5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:28.498709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ad600-5c03-4a2c-ab71-b9820824a6e2 req-5e589bd1-e79a-4164-8219-1f156e8a7a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:28.500207 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc9ad600-5c03-4a2c-ab71-b9820824a6e2 req-5e589bd1-e79a-4164-8219-1f156e8a7a09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.5076978 Aug 28 12:49:28.502435 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69904811-29f1-4cf2-9562-5b4a5bfecae6 req-70c52573-4136-4a8f-b48e-dab639ff77d5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:28.504448 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:28.509151 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69904811-29f1-4cf2-9562-5b4a5bfecae6 req-70c52573-4136-4a8f-b48e-dab639ff77d5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:28.515473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69904811-29f1-4cf2-9562-5b4a5bfecae6 req-70c52573-4136-4a8f-b48e-dab639ff77d5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:28.522905 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69904811-29f1-4cf2-9562-5b4a5bfecae6 req-70c52573-4136-4a8f-b48e-dab639ff77d5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 3828 time: 0.1422210 Aug 28 12:49:28.576123 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-7104490f-323c-4ade-a697-b773a2dd989d service neutron] 10.222.0.20 "GET /v2.0/networks/abd5d127-7651-416b-b6fb-62d2ce9c599c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298993 Aug 28 12:49:28.600480 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90024163-831f-4378-8281-cd5bbcdb3bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:28.619107 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69904811-29f1-4cf2-9562-5b4a5bfecae6 req-af87bd7a-492b-46f8-b20c-1b2ede7094ca tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699096 Aug 28 12:49:28.656668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Network ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:28.660588 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ad600-5c03-4a2c-ab71-b9820824a6e2 req-f45aa336-8ea9-4ece-ac58-042baebe6704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:28.662133 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc9ad600-5c03-4a2c-ab71-b9820824a6e2 req-f45aa336-8ea9-4ece-ac58-042baebe6704 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1498554 Aug 28 12:49:28.710584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:28.719528 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6b0b52c-6622-4483-ae78-6a61840d2d10 req-7b4ec343-0593-4ec7-a176-d6f7eecb9222 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 210 time: 0.0436056 Aug 28 12:49:28.754233 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90024163-831f-4378-8281-cd5bbcdb3bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:28.773471 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90024163-831f-4378-8281-cd5bbcdb3bc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:28.778189 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-90024163-831f-4378-8281-cd5bbcdb3bc6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fab54505-3367-4c83-8c5f-256a5258cfc0 HTTP/1.1" status: 204 len: 168 time: 0.4448864 Aug 28 12:49:28.803731 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46174) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:28.852129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90024163-831f-4378-8281-cd5bbcdb3bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fab54505-3367-4c83-8c5f-256a5258cfc0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:28.962742 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a5bd543c-1459-4e1d-bfd2-faeb12079949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:29.025458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b3e2e-86c7-4e09-90dd-7a566227f8b6 req-c31ba1f3-4d33-43ec-8f48-c8b03ed6dcbd tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:29.037520 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a41b3e2e-86c7-4e09-90dd-7a566227f8b6 req-c31ba1f3-4d33-43ec-8f48-c8b03ed6dcbd tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 943 time: 0.1865108 Aug 28 12:49:29.105120 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-459b07bc-76ab-4268-9647-4d9f8bb9db91 None None] Provisioning complete for port 289fab28-7ae2-400c-8886-29d96c2e20b7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:29.105674 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-459b07bc-76ab-4268-9647-4d9f8bb9db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:29.157104 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a41b3e2e-86c7-4e09-90dd-7a566227f8b6 req-2e7cc73e-3684-4719-b8ef-b7cba624d0ee tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138425 Aug 28 12:49:29.169836 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc9ad600-5c03-4a2c-ab71-b9820824a6e2 req-13dbd00d-f2ea-4ba9-acfa-713f2c88f173 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570093 Aug 28 12:49:29.172644 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bc77ef8-5571-4f07-8357-1268b7b6936f req-60827059-299a-470a-8b1f-db11ea8855bb tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 210 time: 0.0825503 Aug 28 12:49:29.192379 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a5bd543c-1459-4e1d-bfd2-faeb12079949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:29.195868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-459b07bc-76ab-4268-9647-4d9f8bb9db91 None None] Port 289fab28-7ae2-400c-8886-29d96c2e20b7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:49:29.198930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Router 961c0486-a923-4596-a6ea-01b1a84a2ed2 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:49:29.211551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a5bd543c-1459-4e1d-bfd2-faeb12079949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f93e75-62ff-4ad1-a3a5-da475f5f3ea5']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:29.227220 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a5bd543c-1459-4e1d-bfd2-faeb12079949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67202b14-02e6-482b-9882-81e955bd715e') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:29.227823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a5bd543c-1459-4e1d-bfd2-faeb12079949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67202b14-02e6-482b-9882-81e955bd715e') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:29.239016 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a5bd543c-1459-4e1d-bfd2-faeb12079949 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:29.254912 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a5bd543c-1459-4e1d-bfd2-faeb12079949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:29.261806 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bd543c-1459-4e1d-bfd2-faeb12079949 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:49:29.262199 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a5bd543c-1459-4e1d-bfd2-faeb12079949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:49:29.264083 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:49:29.338419 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a5bd543c-1459-4e1d-bfd2-faeb12079949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:29.346082 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a5bd543c-1459-4e1d-bfd2-faeb12079949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:29.348011 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a5bd543c-1459-4e1d-bfd2-faeb12079949 admin admin] 10.222.0.20 "DELETE /v2.0/networks/77f93e75-62ff-4ad1-a3a5-da475f5f3ea5 HTTP/1.1" status: 204 len: 168 time: 0.5429895 Aug 28 12:49:29.363954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd543c-1459-4e1d-bfd2-faeb12079949 admin admin] Pushing event deleted for resources: {'Network': ['ID=77f93e75-62ff-4ad1-a3a5-da475f5f3ea5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:29.441459 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc9ad600-5c03-4a2c-ab71-b9820824a6e2 req-e984b402-3016-4ec0-951d-f7b0099764b3 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558310 Aug 28 12:49:29.450639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c5cda6-d969-43e9-8487-47b1be36cba7 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:29.464025 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:29.473577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:49:29.482209 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e22886c7-46ec-44e2-869a-740303b13e59 admin admin] 10.222.0.20 "PUT /v2.0/routers/961c0486-a923-4596-a6ea-01b1a84a2ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3756204 Aug 28 12:49:29.486119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Sync routers for ids ['961c0486-a923-4596-a6ea-01b1a84a2ed2'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:49:29.488378 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Transition to ACTIVE for port object 22c5cda6-d969-43e9-8487-47b1be36cba7 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:29.496646 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:29.500368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Routers {'961c0486-a923-4596-a6ea-01b1a84a2ed2'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:49:29.501137 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:49:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['961c0486-a923-4596-a6ea-01b1a84a2ed2'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:29.511077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46190) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:29.550837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Pushing event updated for resources: {'Port': ['ID=22c5cda6-d969-43e9-8487-47b1be36cba7,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:29.617264 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46192) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:29.617932 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-217e511b-3026-4068-abac-261cb926d24d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6048a98db5fc471b921be45d5400266b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1055470 Aug 28 12:49:29.626387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'tag': 'a1a806cd-64e3-408c-90a9-60fc8608d090'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:29.629399 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be61b2cd-f086-45d0-b693-bc0fbc6aaf5f" -d '{"events": [{"name": "network-changed", "server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "tag": "a1a806cd-64e3-408c-90a9-60fc8608d090"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:29.741387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Set router 961c0486-a923-4596-a6ea-01b1a84a2ed2 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:49:29.776120 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87411a4-75c0-4a96-82ae-3250f75c5262 x-openstack-request-id: req-f87411a4-75c0-4a96-82ae-3250f75c5262 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:29.776408 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "tag": "a1a806cd-64e3-408c-90a9-60fc8608d090", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:29.776670 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f87411a4-75c0-4a96-82ae-3250f75c5262 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:29.777404 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'tag': 'a1a806cd-64e3-408c-90a9-60fc8608d090', 'status': 'completed', 'code': 200} Aug 28 12:49:29.821096 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1fce01cb-8d1e-4819-8736-ea590ead0947 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:49:29.922525 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4f19f-517f-44a5-945d-6c8ff09c09f5 req-eb5f99b8-c4b1-4121-805e-25cc026f21a4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:29.929351 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4f19f-517f-44a5-945d-6c8ff09c09f5 req-eb5f99b8-c4b1-4121-805e-25cc026f21a4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:29.936990 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4f19f-517f-44a5-945d-6c8ff09c09f5 req-eb5f99b8-c4b1-4121-805e-25cc026f21a4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:29.944590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4f19f-517f-44a5-945d-6c8ff09c09f5 req-eb5f99b8-c4b1-4121-805e-25cc026f21a4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:29.952595 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4f19f-517f-44a5-945d-6c8ff09c09f5 req-eb5f99b8-c4b1-4121-805e-25cc026f21a4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:29.962414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4f19f-517f-44a5-945d-6c8ff09c09f5 req-eb5f99b8-c4b1-4121-805e-25cc026f21a4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:29.964629 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d2d4f19f-517f-44a5-945d-6c8ff09c09f5 req-eb5f99b8-c4b1-4121-805e-25cc026f21a4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 4599 time: 0.1615672 Aug 28 12:49:30.039152 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06a46a52-4055-463c-8205-ccdd755a1472 req-dff1d410-e630-4bfa-bb19-098b6fec9d7f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 210 time: 0.1116395 Aug 28 12:49:30.065126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Attempting to bind port 22c5cda6-d969-43e9-8487-47b1be36cba7 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:30.068254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Attempting to bind port 22c5cda6-d969-43e9-8487-47b1be36cba7 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:30.068777 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Attempting to bind port 22c5cda6-d969-43e9-8487-47b1be36cba7 on network b0f76af8-7fbe-4c61-8fc0-3946902606c9 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:30.083242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Port 22c5cda6-d969-43e9-8487-47b1be36cba7 on network b0f76af8-7fbe-4c61-8fc0-3946902606c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:49:30.084465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Attempting to bind port 22c5cda6-d969-43e9-8487-47b1be36cba7 on network b0f76af8-7fbe-4c61-8fc0-3946902606c9 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:30.127166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61b2cd-f086-45d0-b693-bc0fbc6aaf5f req-8f35dfbe-a40a-4a7d-9177-f060d8d53f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:30.128066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61b2cd-f086-45d0-b693-bc0fbc6aaf5f req-8f35dfbe-a40a-4a7d-9177-f060d8d53f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:30.130969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61b2cd-f086-45d0-b693-bc0fbc6aaf5f req-8f35dfbe-a40a-4a7d-9177-f060d8d53f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:30.131612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61b2cd-f086-45d0-b693-bc0fbc6aaf5f req-8f35dfbe-a40a-4a7d-9177-f060d8d53f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:30.132235 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61b2cd-f086-45d0-b693-bc0fbc6aaf5f req-8f35dfbe-a40a-4a7d-9177-f060d8d53f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:30.132763 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.resource_extend [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:49:30.135253 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61b2cd-f086-45d0-b693-bc0fbc6aaf5f req-8f35dfbe-a40a-4a7d-9177-f060d8d53f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:30.137519 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be61b2cd-f086-45d0-b693-bc0fbc6aaf5f req-8f35dfbe-a40a-4a7d-9177-f060d8d53f5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848f98195d42445793f4ad0f8595cb5d&device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5245 time: 0.3670874 Aug 28 12:49:30.143187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:30.143991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Checking segment: {'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:30.144567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Bound using segment: {'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:30.145107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Bound port: 22c5cda6-d969-43e9-8487-47b1be36cba7, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:30.145475 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:30.187066 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d2d4f19f-517f-44a5-945d-6c8ff09c09f5 req-c204d0ec-cf34-46ae-b117-eb245a19c3a8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2149401 Aug 28 12:49:30.436551 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ec289f1-0147-4cc9-9c4b-544fba80bdf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:30.482167 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1fce01cb-8d1e-4819-8736-ea590ead0947, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1fce01cb-8d1e-4819-8736-ea590ead0947,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:30.511881 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b0e530f3-f100-49a3-ac07-6fdbe4f73aaf req-34f04500-9066-45a4-98f9-8e0db1614ebd tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 210 time: 0.0911274 Aug 28 12:49:30.541415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff631ffb-befb-4bfb-a850-c69887d82eec req-42f2297e-0a51-46f1-8854-719029e51b42 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:30.550317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '1fce01cb-8d1e-4819-8736-ea590ead0947', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'port_id': '1fce01cb-8d1e-4819-8736-ea590ead0947', 'mac_address': 'fa:16:3e:61:32:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:49:30.601345 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ff631ffb-befb-4bfb-a850-c69887d82eec req-42f2297e-0a51-46f1-8854-719029e51b42 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 943 time: 0.2381914 Aug 28 12:49:30.608409 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ec289f1-0147-4cc9-9c4b-544fba80bdf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:30.615077 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-182746872-router', 'tenant_id': '2f6eb3471bd24effab1596b949186eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '73a63fdd-4701-4dc0-bde7-f9db7fd5367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:11Z', 'updated_at': '2021-08-28T12:49:26Z', 'revision_number': 4, 'project_id': '2f6eb3471bd24effab1596b949186eac', 'gw_port': {'id': '73a63fdd-4701-4dc0-bde7-f9db7fd5367d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:14Z', 'updated_at': '2021-08-28T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '289fab28-7ae2-400c-8886-29d96c2e20b7', 'name': '', 'network_id': 'ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d', 'tenant_id': '2f6eb3471bd24effab1596b949186eac', 'mac_address': 'fa:16:3e:fe:ee:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '4468d9e0-0ff0-4c8d-83cc-b30408a04369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:24Z', 'updated_at': '2021-08-28T12:49:27Z', 'revision_number': 2, 'project_id': '2f6eb3471bd24effab1596b949186eac', 'subnets': [{'id': '4468d9e0-0ff0-4c8d-83cc-b30408a04369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:30.621492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-52cf45ea-9ea4-4b8a-bf41-fcbcc51c96fe tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:30.623204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-52cf45ea-9ea4-4b8a-bf41-fcbcc51c96fe tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.11 "GET /v2.0/networks?id=8e5087e7-1a60-4dfa-993c-815f10cc8532 HTTP/1.1" status: 200 len: 815 time: 0.9127555 Aug 28 12:49:30.640730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-4defb027-8e86-42a0-aa8a-619656bb1dce tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Request body: {'port': {'device_id': 'a8f7de24-5e11-4b7b-90eb-8b108b91661e', 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532', 'admin_state_up': True, 'tenant_id': '9268704101a74e1cb668f06e13dc85fd'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:30.673871 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Checking router: 961c0486-a923-4596-a6ea-01b1a84a2ed2 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:49:30.674643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Updating router 961c0486-a923-4596-a6ea-01b1a84a2ed2 port 289fab28-7ae2-400c-8886-29d96c2e20b7 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:49:30.705209 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:30.718721 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:30.736869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fce01cb-8d1e-4819-8736-ea590ead0947 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:30.762246 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1fce01cb-8d1e-4819-8736-ea590ead0947, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1fce01cb-8d1e-4819-8736-ea590ead0947,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:30.772467 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:30.782551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61b2cd-f086-45d0-b693-bc0fbc6aaf5f req-3dec6e7b-a737-4c7d-89fe-915652398695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:30.783063 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61b2cd-f086-45d0-b693-bc0fbc6aaf5f req-3dec6e7b-a737-4c7d-89fe-915652398695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:30.783532 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61b2cd-f086-45d0-b693-bc0fbc6aaf5f req-3dec6e7b-a737-4c7d-89fe-915652398695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:30.785266 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be61b2cd-f086-45d0-b693-bc0fbc6aaf5f req-3dec6e7b-a737-4c7d-89fe-915652398695 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=848f98195d42445793f4ad0f8595cb5d&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6021652 Aug 28 12:49:30.835599 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ff631ffb-befb-4bfb-a850-c69887d82eec req-0446395a-b56f-4964-8e6d-3eb6d2bda6e7 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273076 Aug 28 12:49:30.855420 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] For port 22c5cda6-d969-43e9-8487-47b1be36cba7, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:30.871650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-c8bd8846-c5b5-4c7c-8507-ae4db023008b tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:30.873151 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-c8bd8846-c5b5-4c7c-8507-ae4db023008b tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.11 "GET /v2.0/networks?id=abd5d127-7651-416b-b6fb-62d2ce9c599c HTTP/1.1" status: 200 len: 821 time: 0.4765022 Aug 28 12:49:30.903108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-390efacb-a8d2-4e9d-bafe-ce261d39c58d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Request body: {'port': {'device_id': 'b0a888a5-019b-424d-a532-4db763bbd573', 'network_id': 'abd5d127-7651-416b-b6fb-62d2ce9c599c', 'admin_state_up': True, 'tenant_id': 'd431c257cd134b5684cec680e769aa16'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:30.941253 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=1fce01cb-8d1e-4819-8736-ea590ead0947,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:30.966624 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:30.967044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:30.968393 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:30.968393 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:30.968618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:30.969136 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:30.969516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:30.969929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:30.970147 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:30.970615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:30.970833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:30.971211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:49:30.984066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] For port 22c5cda6-d969-43e9-8487-47b1be36cba7, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=22c5cda6-d969-43e9-8487-47b1be36cba7,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:31.012064 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:31.045858 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ec289f1-0147-4cc9-9c4b-544fba80bdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:31.051793 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ec289f1-0147-4cc9-9c4b-544fba80bdf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:31.053248 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6ec289f1-0147-4cc9-9c4b-544fba80bdf4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe9c86de-2e7d-4f87-bce2-aa4431f2ff99 HTTP/1.1" status: 204 len: 168 time: 1.4341278 Aug 28 12:49:31.138515 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['1fce01cb-8d1e-4819-8736-ea590ead0947'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:49:31.213165 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d20159ff-0be3-4f29-8a39-20dbe85e970d req-98bcff66-5e42-41da-8d6f-0f946593fdda tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 210 time: 0.0752580 Aug 28 12:49:31.214053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec289f1-0147-4cc9-9c4b-544fba80bdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9c86de-2e7d-4f87-bce2-aa4431f2ff99,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:31.222698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:31.223614 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:31.225012 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] 10.222.0.11 "PUT /v2.0/ports/22c5cda6-d969-43e9-8487-47b1be36cba7 HTTP/1.1" status: 200 len: 1130 time: 3.2845511 Aug 28 12:49:31.239138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61b2cd-f086-45d0-b693-bc0fbc6aaf5f req-030c5a9d-6e0e-44b6-9917-a4452f0420d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:31.240457 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be61b2cd-f086-45d0-b693-bc0fbc6aaf5f req-030c5a9d-6e0e-44b6-9917-a4452f0420d3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4430914 Aug 28 12:49:31.262215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.db.api [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-390efacb-a8d2-4e9d-bafe-ce261d39c58d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 12:49:31.262215 n-d-791505-21 neutron-server[94877]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 28 12:49:31.262215 n-d-791505-21 neutron-server[94877]: [parameters: {'project_id': 'd431c257cd134b5684cec680e769aa16', 'id': '94d79e6d-06f2-4574-883b-51ed657c01b2', 'expiration': datetime.datetime(2021, 8, 28, 12, 51, 31, 248272)}] Aug 28 12:49:31.262215 n-d-791505-21 neutron-server[94877]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:49:31.262730 n-d-791505-21 neutron-server[94877]: DEBUG oslo_db.api [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-390efacb-a8d2-4e9d-bafe-ce261d39c58d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:49:31.274494 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Request body: {'port': {'device_id': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:31.280366 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b05c1b-6dea-4cb9-80f4-c7f1a7572a7e service neutron] Pushing event updated for resources: {'Port': ['ID=22c5cda6-d969-43e9-8487-47b1be36cba7,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:31.313728 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-4defb027-8e86-42a0-aa8a-619656bb1dce tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Made reservation on behalf of 9268704101a74e1cb668f06e13dc85fd for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:31.319658 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-4defb027-8e86-42a0-aa8a-619656bb1dce tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:31.537783 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:31.575384 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:31.590380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Transition to ACTIVE for port object 289fab28-7ae2-400c-8886-29d96c2e20b7 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:31.656145 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:31.702662 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0c0a4a24-04d6-445d-8247-3c2f77bc0102 req-25f0ee2d-7e0c-40b7-be27-abd1c7031e11 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 210 time: 0.0418746 Aug 28 12:49:31.795359 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'tag': '22c5cda6-d969-43e9-8487-47b1be36cba7'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:31.803182 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75600b99-9efb-4246-bb8f-4324fb2d98b8" -d '{"events": [{"name": "network-changed", "server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "tag": "22c5cda6-d969-43e9-8487-47b1be36cba7"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:31.897852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70964a04-c4e4-45ee-b140-d7a2bea8043b req-a045ee77-2008-43cd-9eaa-dbfd0ade3ab1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:31.904565 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70964a04-c4e4-45ee-b140-d7a2bea8043b req-a045ee77-2008-43cd-9eaa-dbfd0ade3ab1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:31.911268 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70964a04-c4e4-45ee-b140-d7a2bea8043b req-a045ee77-2008-43cd-9eaa-dbfd0ade3ab1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:31.931591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70964a04-c4e4-45ee-b140-d7a2bea8043b req-a045ee77-2008-43cd-9eaa-dbfd0ade3ab1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:31.941233 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70964a04-c4e4-45ee-b140-d7a2bea8043b req-a045ee77-2008-43cd-9eaa-dbfd0ade3ab1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:31.964221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc7b92-80b2-4cd1-a736-7c6fc59c8e6e None None] Pushing event updated for resources: {'Port': ['ID=289fab28-7ae2-400c-8886-29d96c2e20b7,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:31.964899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70964a04-c4e4-45ee-b140-d7a2bea8043b req-a045ee77-2008-43cd-9eaa-dbfd0ade3ab1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:31.977596 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-70964a04-c4e4-45ee-b140-d7a2bea8043b req-a045ee77-2008-43cd-9eaa-dbfd0ade3ab1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 4599 time: 0.4194705 Aug 28 12:49:32.103510 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Attempting to bind port 289fab28-7ae2-400c-8886-29d96c2e20b7 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:32.104286 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Attempting to bind port 289fab28-7ae2-400c-8886-29d96c2e20b7 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '2c2757f1-a86e-442e-952b-aedf50797a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:32.104828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Attempting to bind port 289fab28-7ae2-400c-8886-29d96c2e20b7 on network ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:32.117129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:32.118322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Checking segment: {'id': '2c2757f1-a86e-442e-952b-aedf50797a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:32.119088 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:32.119868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Bound using segment: {'id': '2c2757f1-a86e-442e-952b-aedf50797a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:32.120516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Bound port: 289fab28-7ae2-400c-8886-29d96c2e20b7, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c2757f1-a86e-442e-952b-aedf50797a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:32.121074 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:32.198900 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53492717-2836-4a66-bf2f-1ef977282cc7 req-94d52d93-6c32-4e33-8dd2-389d5795bae7 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:32.203019 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53492717-2836-4a66-bf2f-1ef977282cc7 req-94d52d93-6c32-4e33-8dd2-389d5795bae7 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 944 time: 0.1421175 Aug 28 12:49:32.279604 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53492717-2836-4a66-bf2f-1ef977282cc7 req-f71fb8ed-a049-412f-ad23-175b5b084038 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630994 Aug 28 12:49:32.308399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] For port 289fab28-7ae2-400c-8886-29d96c2e20b7, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:32.327197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] For port 289fab28-7ae2-400c-8886-29d96c2e20b7, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=289fab28-7ae2-400c-8886-29d96c2e20b7,segment=NetworkSegment(2c2757f1-a86e-442e-952b-aedf50797a41),segment_id=2c2757f1-a86e-442e-952b-aedf50797a41)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:32.345385 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:32.436140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc7b92-80b2-4cd1-a736-7c6fc59c8e6e None None] Pushing event updated for resources: {'Port': ['ID=289fab28-7ae2-400c-8886-29d96c2e20b7,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:32.476468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Routers {'961c0486-a923-4596-a6ea-01b1a84a2ed2'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:49:32.477277 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:49:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['961c0486-a923-4596-a6ea-01b1a84a2ed2'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:32.489836 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-35327107-b344-4932-ac99-33da13043127 req-a501cabb-2dd7-4c6a-8031-b1b14c34c50d tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 210 time: 0.0705550 Aug 28 12:49:32.491996 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46256) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:32.670153 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bd4197-6d4c-4d2f-8ef7-07e1ad4999dc x-openstack-request-id: req-82bd4197-6d4c-4d2f-8ef7-07e1ad4999dc {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:32.670646 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "tag": "22c5cda6-d969-43e9-8487-47b1be36cba7", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:32.670748 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82bd4197-6d4c-4d2f-8ef7-07e1ad4999dc {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:32.671148 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'tag': '22c5cda6-d969-43e9-8487-47b1be36cba7', 'status': 'completed', 'code': 200} Aug 28 12:49:32.716268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2c360da8-ed39-4372-bd20-3b8004e4f9cc admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-589370903-network', 'tenant_id': '3ac6d84877b64251873fa49f96812810'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:32.791521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-390efacb-a8d2-4e9d-bafe-ce261d39c58d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Made reservation on behalf of d431c257cd134b5684cec680e769aa16 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:32.794978 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-390efacb-a8d2-4e9d-bafe-ce261d39c58d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:32.799469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c360da8-ed39-4372-bd20-3b8004e4f9cc admin admin] Made reservation on behalf of 3ac6d84877b64251873fa49f96812810 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:32.803057 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c360da8-ed39-4372-bd20-3b8004e4f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:32.818304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-4defb027-8e86-42a0-aa8a-619656bb1dce tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Allocated IP 172.20.0.4 (8e5087e7-1a60-4dfa-993c-815f10cc8532/4308f611-4243-42be-8e8a-6ce4e311daa2/8e2f48be-603e-49fd-a656-0c8f854c4a20) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:32.819376 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c360da8-ed39-4372-bd20-3b8004e4f9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:32.822836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] Set router 961c0486-a923-4596-a6ea-01b1a84a2ed2 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:49:33.030329 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c360da8-ed39-4372-bd20-3b8004e4f9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:33.085998 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2887822-edd7-4fe3-893a-0b61e8a59f49 req-24d41a3a-1753-4698-953d-41e07143bf10 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 210 time: 0.0540888 Aug 28 12:49:33.092893 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c360da8-ed39-4372-bd20-3b8004e4f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:33.139541 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c360da8-ed39-4372-bd20-3b8004e4f9cc admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:49:33.202382 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-70964a04-c4e4-45ee-b140-d7a2bea8043b req-6aadedad-f6ee-4945-aec4-f485b648a4f0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2236328 Aug 28 12:49:33.207729 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c360da8-ed39-4372-bd20-3b8004e4f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:33.211005 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-2c360da8-ed39-4372-bd20-3b8004e4f9cc admin admin] Added segment 87031c1c-053b-49cd-8ca8-24db7a3547a1 of type vlan for network 068ae153-07c8-4f38-a6d9-ef30b766af20 Aug 28 12:49:33.239222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c360da8-ed39-4372-bd20-3b8004e4f9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d742c4e-2a1e-4f5d-96e2-76b0612f0020,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:33.240946 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-182746872-router', 'tenant_id': '2f6eb3471bd24effab1596b949186eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '73a63fdd-4701-4dc0-bde7-f9db7fd5367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:11Z', 'updated_at': '2021-08-28T12:49:26Z', 'revision_number': 4, 'project_id': '2f6eb3471bd24effab1596b949186eac', 'gw_port': {'id': '73a63fdd-4701-4dc0-bde7-f9db7fd5367d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:14Z', 'updated_at': '2021-08-28T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '289fab28-7ae2-400c-8886-29d96c2e20b7', 'name': '', 'network_id': 'ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d', 'tenant_id': '2f6eb3471bd24effab1596b949186eac', 'mac_address': 'fa:16:3e:fe:ee:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '4468d9e0-0ff0-4c8d-83cc-b30408a04369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:24Z', 'updated_at': '2021-08-28T12:49:32Z', 'revision_number': 4, 'project_id': '2f6eb3471bd24effab1596b949186eac', 'subnets': [{'id': '4468d9e0-0ff0-4c8d-83cc-b30408a04369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:33.246524 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75600b99-9efb-4246-bb8f-4324fb2d98b8 req-08bc03e6-94be-4567-94f9-3a0df5d8c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:33.247010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75600b99-9efb-4246-bb8f-4324fb2d98b8 req-08bc03e6-94be-4567-94f9-3a0df5d8c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:33.247484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75600b99-9efb-4246-bb8f-4324fb2d98b8 req-08bc03e6-94be-4567-94f9-3a0df5d8c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:33.247958 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75600b99-9efb-4246-bb8f-4324fb2d98b8 req-08bc03e6-94be-4567-94f9-3a0df5d8c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:33.270472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75600b99-9efb-4246-bb8f-4324fb2d98b8 req-08bc03e6-94be-4567-94f9-3a0df5d8c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:33.271745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75600b99-9efb-4246-bb8f-4324fb2d98b8 req-08bc03e6-94be-4567-94f9-3a0df5d8c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:33.278510 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-75600b99-9efb-4246-bb8f-4324fb2d98b8 req-08bc03e6-94be-4567-94f9-3a0df5d8c0e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848f98195d42445793f4ad0f8595cb5d&device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5287 time: 1.2943923 Aug 28 12:49:33.283655 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46bc5d8-97f5-419f-b826-7d14c3698bca None None] The sync data for ids ['961c0486-a923-4596-a6ea-01b1a84a2ed2'] in n-d-791505-21 is: [{'id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-182746872-router', 'tenant_id': '2f6eb3471bd24effab1596b949186eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '73a63fdd-4701-4dc0-bde7-f9db7fd5367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:11Z', 'updated_at': '2021-08-28T12:49:26Z', 'revision_number': 4, 'project_id': '2f6eb3471bd24effab1596b949186eac', 'gw_port': {'id': '73a63fdd-4701-4dc0-bde7-f9db7fd5367d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:14Z', 'updated_at': '2021-08-28T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '289fab28-7ae2-400c-8886-29d96c2e20b7', 'name': '', 'network_id': 'ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d', 'tenant_id': '2f6eb3471bd24effab1596b949186eac', 'mac_address': 'fa:16:3e:fe:ee:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '4468d9e0-0ff0-4c8d-83cc-b30408a04369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:24Z', 'updated_at': '2021-08-28T12:49:32Z', 'revision_number': 4, 'project_id': '2f6eb3471bd24effab1596b949186eac', 'subnets': [{'id': '4468d9e0-0ff0-4c8d-83cc-b30408a04369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:49:33.374885 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c360da8-ed39-4372-bd20-3b8004e4f9cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:33.458317 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c360da8-ed39-4372-bd20-3b8004e4f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:33.459984 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c360da8-ed39-4372-bd20-3b8004e4f9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:33.460670 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c360da8-ed39-4372-bd20-3b8004e4f9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:33.555835 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2c360da8-ed39-4372-bd20-3b8004e4f9cc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0624588 Aug 28 12:49:33.559525 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46268) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:33.575854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7b8d8106-48aa-48bf-83fb-49ce644cf230 admin admin] Request body: {'subnet': {'network_id': '068ae153-07c8-4f38-a6d9-ef30b766af20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-589370903-subnet', 'tenant_id': '3ac6d84877b64251873fa49f96812810', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:33.594822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c360da8-ed39-4372-bd20-3b8004e4f9cc admin admin] Pushing event updated for resources: {'Network': ['ID=068ae153-07c8-4f38-a6d9-ef30b766af20,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:33.608154 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 068ae153-07c8-4f38-a6d9-ef30b766af20 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:49:33.628990 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aee8d4-7b80-40e2-9ec5-86a124eb64c5 req-6279cd00-65b0-4c29-a8d4-d283d9890241 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:33.630973 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1aee8d4-7b80-40e2-9ec5-86a124eb64c5 req-6279cd00-65b0-4c29-a8d4-d283d9890241 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 944 time: 0.1850224 Aug 28 12:49:33.708438 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2b858d93-b59c-4558-9d2a-66c44d5a0a44 req-4f5fbd29-9967-46c4-bf51-15084d2102ec tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 210 time: 0.1147895 Aug 28 12:49:33.734676 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1aee8d4-7b80-40e2-9ec5-86a124eb64c5 req-480da85d-d99d-4315-8780-1f971b85db75 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919750 Aug 28 12:49:33.736225 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8d8106-48aa-48bf-83fb-49ce644cf230 admin admin] Made reservation on behalf of 3ac6d84877b64251873fa49f96812810 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:33.747302 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8106-48aa-48bf-83fb-49ce644cf230 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:33.798449 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75600b99-9efb-4246-bb8f-4324fb2d98b8 req-cd74605d-e46e-4138-a1c8-42c14b200288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:33.799963 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75600b99-9efb-4246-bb8f-4324fb2d98b8 req-cd74605d-e46e-4138-a1c8-42c14b200288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:33.800667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75600b99-9efb-4246-bb8f-4324fb2d98b8 req-cd74605d-e46e-4138-a1c8-42c14b200288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:33.803014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-75600b99-9efb-4246-bb8f-4324fb2d98b8 req-cd74605d-e46e-4138-a1c8-42c14b200288 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=848f98195d42445793f4ad0f8595cb5d&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4318893 Aug 28 12:49:33.877369 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1fce01cb-8d1e-4819-8736-ea590ead0947 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:33.919532 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-4defb027-8e86-42a0-aa8a-619656bb1dce tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:33.989934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 1fce01cb-8d1e-4819-8736-ea590ead0947 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:33.995026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 1fce01cb-8d1e-4819-8736-ea590ead0947 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:33.995575 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:34.021604 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8106-48aa-48bf-83fb-49ce644cf230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:34.023527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-390efacb-a8d2-4e9d-bafe-ce261d39c58d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Allocated IP 172.20.0.6 (abd5d127-7651-416b-b6fb-62d2ce9c599c/012c206e-796a-4952-bc49-ad2d6846670c/42e974b4-7774-423d-a891-684886a82e6e) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:34.133648 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d8106-48aa-48bf-83fb-49ce644cf230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9835f4c6-07f8-46d4-9cd9-04c3d33a5fc6,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:34.142666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d8106-48aa-48bf-83fb-49ce644cf230 admin admin] Checking segment: {'id': '87031c1c-053b-49cd-8ca8-24db7a3547a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '068ae153-07c8-4f38-a6d9-ef30b766af20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:34.143265 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8d8106-48aa-48bf-83fb-49ce644cf230 admin admin] Network hostable DHCP agents. Network: 068ae153-07c8-4f38-a6d9-ef30b766af20, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:49:34.180260 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:34.188245 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8d8106-48aa-48bf-83fb-49ce644cf230 admin admin] Network 068ae153-07c8-4f38-a6d9-ef30b766af20 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:49:34.206236 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-7b8d8106-48aa-48bf-83fb-49ce644cf230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 068ae153-07c8-4f38-a6d9-ef30b766af20) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:34.211591 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8d8106-48aa-48bf-83fb-49ce644cf230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:34.212370 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8106-48aa-48bf-83fb-49ce644cf230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:34.214319 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eec25d3-9508-46bf-90a1-f9de88f387f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fce01cb-8d1e-4819-8736-ea590ead0947'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:34.219936 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b28a393-1275-4626-a9c8-37e8a9e0279f" -d '{"events": [{"server_uuid": "5eec25d3-9508-46bf-90a1-f9de88f387f3", "name": "network-vif-plugged", "status": "completed", "tag": "1fce01cb-8d1e-4819-8736-ea590ead0947"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:34.244485 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7b8d8106-48aa-48bf-83fb-49ce644cf230 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6820848 Aug 28 12:49:34.248853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e18b31d-3f5b-44c7-9d9e-5072cab4ff79 None None] Network 068ae153-07c8-4f38-a6d9-ef30b766af20 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:49:34.270439 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-390efacb-a8d2-4e9d-bafe-ce261d39c58d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:34.273574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1fce01cb-8d1e-4819-8736-ea590ead0947, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1fce01cb-8d1e-4819-8736-ea590ead0947,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:34.303887 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:34.403002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6504f71-c67d-4bfd-8228-7b6d54b2acee {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:34.430432 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:34.449531 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Transition to ACTIVE for port object a6504f71-c67d-4bfd-8228-7b6d54b2acee will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:34.460142 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-390efacb-a8d2-4e9d-bafe-ce261d39c58d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:34.462482 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6d9f5-f42e-4435-aecb-9682bb48328d req-3619be4d-445d-4d34-bace-9c955c3dd3f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:34.470766 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:34.472546 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6d9f5-f42e-4435-aecb-9682bb48328d req-3619be4d-445d-4d34-bace-9c955c3dd3f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:34.479357 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6d9f5-f42e-4435-aecb-9682bb48328d req-3619be4d-445d-4d34-bace-9c955c3dd3f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:34.486439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6d9f5-f42e-4435-aecb-9682bb48328d req-3619be4d-445d-4d34-bace-9c955c3dd3f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:34.494139 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6d9f5-f42e-4435-aecb-9682bb48328d req-3619be4d-445d-4d34-bace-9c955c3dd3f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:34.500882 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6d9f5-f42e-4435-aecb-9682bb48328d req-3619be4d-445d-4d34-bace-9c955c3dd3f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:34.503773 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-54f6d9f5-f42e-4435-aecb-9682bb48328d req-3619be4d-445d-4d34-bace-9c955c3dd3f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 4599 time: 0.1519172 Aug 28 12:49:34.585259 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-54f6d9f5-f42e-4435-aecb-9682bb48328d req-769fb900-748b-452a-8bcc-6f027ff465fd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740032 Aug 28 12:49:34.633808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-390efacb-a8d2-4e9d-bafe-ce261d39c58d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Network abd5d127-7651-416b-b6fb-62d2ce9c599c is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:34.701319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-390efacb-a8d2-4e9d-bafe-ce261d39c58d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:34.734544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-390efacb-a8d2-4e9d-bafe-ce261d39c58d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:34.774020 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba9db70-316f-448e-901d-2b1f49af5297 x-openstack-request-id: req-cba9db70-316f-448e-901d-2b1f49af5297 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:34.775126 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eec25d3-9508-46bf-90a1-f9de88f387f3", "name": "network-vif-plugged", "status": "completed", "tag": "1fce01cb-8d1e-4819-8736-ea590ead0947", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:34.775527 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cba9db70-316f-448e-901d-2b1f49af5297 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:34.776067 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eec25d3-9508-46bf-90a1-f9de88f387f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fce01cb-8d1e-4819-8736-ea590ead0947', 'code': 200} Aug 28 12:49:34.837781 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a85dc-b932-4d91-979f-cfbe40e0c58d req-e20d47e9-8a36-4b21-aab6-d4e8ef8906cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:34.839573 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8c0a85dc-b932-4d91-979f-cfbe40e0c58d req-e20d47e9-8a36-4b21-aab6-d4e8ef8906cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 1097 time: 0.0902743 Aug 28 12:49:34.881202 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-390efacb-a8d2-4e9d-bafe-ce261d39c58d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:34.888185 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-390efacb-a8d2-4e9d-bafe-ce261d39c58d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:34.893567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=1fce01cb-8d1e-4819-8736-ea590ead0947,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:34.921276 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8c0a85dc-b932-4d91-979f-cfbe40e0c58d req-d15cc04f-415d-4d0b-affd-280aea5cb28b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697627 Aug 28 12:49:34.951978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de8e4f5-b21a-4da3-9816-5a5a6589ef85 None None] Network 068ae153-07c8-4f38-a6d9-ef30b766af20 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:49:35.015442 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6504f71-c67d-4bfd-8228-7b6d54b2acee,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:35.041418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 289fab28-7ae2-400c-8886-29d96c2e20b7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:35.125881 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390efacb-a8d2-4e9d-bafe-ce261d39c58d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Pushing event updated for resources: {'Port': ['ID=42e974b4-7774-423d-a891-684886a82e6e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:35.145220 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-390efacb-a8d2-4e9d-bafe-ce261d39c58d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2527544 Aug 28 12:49:35.157860 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42c81f-2ab8-4e4e-848b-c93c528df904 req-5e687133-b755-4baf-9f9f-953df182e7a5 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:35.166264 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b42c81f-2ab8-4e4e-848b-c93c528df904 req-5e687133-b755-4baf-9f9f-953df182e7a5 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 931 time: 0.7084382 Aug 28 12:49:35.168928 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75600b99-9efb-4246-bb8f-4324fb2d98b8 req-dbaeae44-c8ef-499c-b437-771e68da9a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:35.170618 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-75600b99-9efb-4246-bb8f-4324fb2d98b8 req-dbaeae44-c8ef-499c-b437-771e68da9a49 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.2801859 Aug 28 12:49:35.192307 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Request body: {'port': {'device_id': 'b0a888a5-019b-424d-a532-4db763bbd573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:35.230255 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-4defb027-8e86-42a0-aa8a-619656bb1dce tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:35.266799 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 289fab28-7ae2-400c-8886-29d96c2e20b7 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:35.272291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 289fab28-7ae2-400c-8886-29d96c2e20b7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:35.282107 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:35.289786 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-4defb027-8e86-42a0-aa8a-619656bb1dce tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Network 8e5087e7-1a60-4dfa-993c-815f10cc8532 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:35.333300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Attempting to bind port a6504f71-c67d-4bfd-8228-7b6d54b2acee on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:35.334316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Attempting to bind port a6504f71-c67d-4bfd-8228-7b6d54b2acee by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:35.334903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Attempting to bind port a6504f71-c67d-4bfd-8228-7b6d54b2acee on network b0f76af8-7fbe-4c61-8fc0-3946902606c9 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:35.345790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-4defb027-8e86-42a0-aa8a-619656bb1dce tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:35.357796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-4defb027-8e86-42a0-aa8a-619656bb1dce tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:35.374074 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b42c81f-2ab8-4e4e-848b-c93c528df904 req-b637c4eb-02e9-46db-a6f3-584b83841572 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9c57319-07de-4c1d-b558-728cacf41626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020459 Aug 28 12:49:35.397361 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Port a6504f71-c67d-4bfd-8228-7b6d54b2acee on network b0f76af8-7fbe-4c61-8fc0-3946902606c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:49:35.402706 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Attempting to bind port a6504f71-c67d-4bfd-8228-7b6d54b2acee on network b0f76af8-7fbe-4c61-8fc0-3946902606c9 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:35.412704 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:35.417102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4b9e9-022c-4200-a869-11881c148c06 req-978cb07d-7a20-40dc-863b-225068dad0ee tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:35.423299 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6f4b9e9-022c-4200-a869-11881c148c06 req-978cb07d-7a20-40dc-863b-225068dad0ee tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 931 time: 0.0884407 Aug 28 12:49:35.444427 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:35.466147 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 289fab28-7ae2-400c-8886-29d96c2e20b7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=289fab28-7ae2-400c-8886-29d96c2e20b7,segment=NetworkSegment(2c2757f1-a86e-442e-952b-aedf50797a41),segment_id=2c2757f1-a86e-442e-952b-aedf50797a41)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:35.474069 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:35.488951 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:35.489446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Checking segment: {'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:35.489933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Bound using segment: {'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:35.490517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Bound port: a6504f71-c67d-4bfd-8228-7b6d54b2acee, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:35.490982 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:35.509418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defb027-8e86-42a0-aa8a-619656bb1dce tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Pushing event updated for resources: {'Port': ['ID=8e2f48be-603e-49fd-a656-0c8f854c4a20,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:35.530636 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6f4b9e9-022c-4200-a869-11881c148c06 req-3a1aa599-5e99-4f22-aea3-dd0c2f66011d tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971069 Aug 28 12:49:35.558325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=289fab28-7ae2-400c-8886-29d96c2e20b7,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:35.595470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-4defb027-8e86-42a0-aa8a-619656bb1dce tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:35.596256 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-4defb027-8e86-42a0-aa8a-619656bb1dce tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:35.716953 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-4defb027-8e86-42a0-aa8a-619656bb1dce tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0800591 Aug 28 12:49:35.718119 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] For port a6504f71-c67d-4bfd-8228-7b6d54b2acee, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:35.730717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92653c09-dfe3-4c49-8f10-96e025692e11 req-735e4a71-5ea4-46c6-b9cd-d94b770cb714 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:35.733282 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-92653c09-dfe3-4c49-8f10-96e025692e11 req-735e4a71-5ea4-46c6-b9cd-d94b770cb714 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 945 time: 0.2535598 Aug 28 12:49:35.746817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Request body: {'port': {'device_id': 'a8f7de24-5e11-4b7b-90eb-8b108b91661e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:35.761915 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] For port a6504f71-c67d-4bfd-8228-7b6d54b2acee, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a6504f71-c67d-4bfd-8228-7b6d54b2acee,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:35.796784 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:35.888812 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525ad37-1876-4df9-aaf8-b2e7df972ee1 req-aa2681b5-c713-41b6-bf23-c01a7a8a6fec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:35.895553 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525ad37-1876-4df9-aaf8-b2e7df972ee1 req-aa2681b5-c713-41b6-bf23-c01a7a8a6fec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:35.901616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525ad37-1876-4df9-aaf8-b2e7df972ee1 req-aa2681b5-c713-41b6-bf23-c01a7a8a6fec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:35.907498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525ad37-1876-4df9-aaf8-b2e7df972ee1 req-aa2681b5-c713-41b6-bf23-c01a7a8a6fec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:35.913556 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525ad37-1876-4df9-aaf8-b2e7df972ee1 req-aa2681b5-c713-41b6-bf23-c01a7a8a6fec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:35.919438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525ad37-1876-4df9-aaf8-b2e7df972ee1 req-aa2681b5-c713-41b6-bf23-c01a7a8a6fec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:35.929658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525ad37-1876-4df9-aaf8-b2e7df972ee1 req-aa2681b5-c713-41b6-bf23-c01a7a8a6fec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:35.931117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:35.931745 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:35.933177 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] 10.222.0.11 "PUT /v2.0/ports/a6504f71-c67d-4bfd-8228-7b6d54b2acee HTTP/1.1" status: 200 len: 1130 time: 4.6647067 Aug 28 12:49:35.933644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'tag': 'a6504f71-c67d-4bfd-8228-7b6d54b2acee'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:35.935992 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d49c63-9fd1-448a-9ed4-8ea6cb3da70b" -d '{"events": [{"name": "network-changed", "server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "tag": "a6504f71-c67d-4bfd-8228-7b6d54b2acee"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:35.939835 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9525ad37-1876-4df9-aaf8-b2e7df972ee1 req-aa2681b5-c713-41b6-bf23-c01a7a8a6fec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5370 time: 0.1149979 Aug 28 12:49:35.951269 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-92653c09-dfe3-4c49-8f10-96e025692e11 req-93898537-64f9-4318-bb0a-6efc4d46f559 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934612 Aug 28 12:49:35.963240 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:35.967567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86d3bf-a6f4-4749-bc21-f70d06191dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6504f71-c67d-4bfd-8228-7b6d54b2acee,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:36.017183 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9525ad37-1876-4df9-aaf8-b2e7df972ee1 req-9e258cee-5cd2-4595-b31c-7fe7d218253e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756333 Aug 28 12:49:36.053812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Request body: {'port': {'device_id': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:36.105377 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde0b487-2e65-40b8-a199-c44402995fa7 x-openstack-request-id: req-bde0b487-2e65-40b8-a199-c44402995fa7 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:36.105645 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "tag": "a6504f71-c67d-4bfd-8228-7b6d54b2acee", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:36.105913 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bde0b487-2e65-40b8-a199-c44402995fa7 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:36.106334 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'tag': 'a6504f71-c67d-4bfd-8228-7b6d54b2acee', 'status': 'completed', 'code': 200} Aug 28 12:49:36.352847 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:36.453001 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e974b4-7774-423d-a891-684886a82e6e {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:36.466188 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d49c63-9fd1-448a-9ed4-8ea6cb3da70b req-e38365a5-bc1b-4697-8cc8-1c435343734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:36.466487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d49c63-9fd1-448a-9ed4-8ea6cb3da70b req-e38365a5-bc1b-4697-8cc8-1c435343734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:36.470469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d49c63-9fd1-448a-9ed4-8ea6cb3da70b req-e38365a5-bc1b-4697-8cc8-1c435343734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:36.470469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d49c63-9fd1-448a-9ed4-8ea6cb3da70b req-e38365a5-bc1b-4697-8cc8-1c435343734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:36.470469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d49c63-9fd1-448a-9ed4-8ea6cb3da70b req-e38365a5-bc1b-4697-8cc8-1c435343734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:36.470469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d49c63-9fd1-448a-9ed4-8ea6cb3da70b req-e38365a5-bc1b-4697-8cc8-1c435343734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:36.470469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d49c63-9fd1-448a-9ed4-8ea6cb3da70b req-e38365a5-bc1b-4697-8cc8-1c435343734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:36.470977 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50d49c63-9fd1-448a-9ed4-8ea6cb3da70b req-e38365a5-bc1b-4697-8cc8-1c435343734a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848f98195d42445793f4ad0f8595cb5d&device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 6210 time: 0.3334062 Aug 28 12:49:36.480692 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:36.590633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Transition to ACTIVE for port object 42e974b4-7774-423d-a891-684886a82e6e will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:36.618378 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:36.759577 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7da469-9dce-44b5-86da-219a3492f333 req-55dfbb46-6ca6-4d6b-9125-389dfabc4063 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:36.761330 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ea7da469-9dce-44b5-86da-219a3492f333 req-55dfbb46-6ca6-4d6b-9125-389dfabc4063 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 931 time: 0.0575202 Aug 28 12:49:36.802966 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ea7da469-9dce-44b5-86da-219a3492f333 req-676c4620-4ed8-4bb9-a593-86fe248475a7 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346589 Aug 28 12:49:36.906281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 289fab28-7ae2-400c-8886-29d96c2e20b7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:36.980322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 289fab28-7ae2-400c-8886-29d96c2e20b7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:36.981021 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:37.083030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e96032-7174-4b46-9d2d-69eb520d940f req-763fe742-0fcf-41bb-aa99-de5f8a250ed2 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:37.090600 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f9e96032-7174-4b46-9d2d-69eb520d940f req-763fe742-0fcf-41bb-aa99-de5f8a250ed2 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 931 time: 0.6323657 Aug 28 12:49:37.162608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Pushing event updated for resources: {'Port': ['ID=42e974b4-7774-423d-a891-684886a82e6e,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:37.175499 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:37.199560 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0ab89-2fa9-40a7-8aa7-d9d1c4e81370 req-28a703fe-9ec7-4b80-875a-5b6716f00623 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:37.201039 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39d0ab89-2fa9-40a7-8aa7-d9d1c4e81370 req-28a703fe-9ec7-4b80-875a-5b6716f00623 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 945 time: 0.0904539 Aug 28 12:49:37.262936 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39d0ab89-2fa9-40a7-8aa7-d9d1c4e81370 req-ccf72e01-354d-4678-bb50-2cf159767a5e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526628 Aug 28 12:49:37.293794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d49c63-9fd1-448a-9ed4-8ea6cb3da70b req-38d0569c-d8b2-48d3-96d0-3a38e76dc1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:37.294266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d49c63-9fd1-448a-9ed4-8ea6cb3da70b req-38d0569c-d8b2-48d3-96d0-3a38e76dc1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:37.295131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d49c63-9fd1-448a-9ed4-8ea6cb3da70b req-38d0569c-d8b2-48d3-96d0-3a38e76dc1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:37.296774 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50d49c63-9fd1-448a-9ed4-8ea6cb3da70b req-38d0569c-d8b2-48d3-96d0-3a38e76dc1d9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=848f98195d42445793f4ad0f8595cb5d&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8022876 Aug 28 12:49:37.340144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2f48be-603e-49fd-a656-0c8f854c4a20 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:37.367616 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f9e96032-7174-4b46-9d2d-69eb520d940f req-3198f175-a3d5-4ff8-adbd-c23500184ed9 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9c57319-07de-4c1d-b558-728cacf41626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760613 Aug 28 12:49:37.373167 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:37.416042 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d386b-c219-4bdd-aecd-eec837f4b3b4 req-e28e17f1-8553-431f-9ecb-fa4d5b90f7bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:37.426012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d386b-c219-4bdd-aecd-eec837f4b3b4 req-e28e17f1-8553-431f-9ecb-fa4d5b90f7bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:37.441825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d386b-c219-4bdd-aecd-eec837f4b3b4 req-e28e17f1-8553-431f-9ecb-fa4d5b90f7bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:37.450810 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d386b-c219-4bdd-aecd-eec837f4b3b4 req-e28e17f1-8553-431f-9ecb-fa4d5b90f7bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:37.460060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Transition to ACTIVE for port object 8e2f48be-603e-49fd-a656-0c8f854c4a20 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:37.462138 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d386b-c219-4bdd-aecd-eec837f4b3b4 req-e28e17f1-8553-431f-9ecb-fa4d5b90f7bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:37.469449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d386b-c219-4bdd-aecd-eec837f4b3b4 req-e28e17f1-8553-431f-9ecb-fa4d5b90f7bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:37.479016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d386b-c219-4bdd-aecd-eec837f4b3b4 req-e28e17f1-8553-431f-9ecb-fa4d5b90f7bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:37.491376 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:37.491766 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-486d386b-c219-4bdd-aecd-eec837f4b3b4 req-e28e17f1-8553-431f-9ecb-fa4d5b90f7bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5370 time: 0.1671722 Aug 28 12:49:37.525332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Attempting to bind port 42e974b4-7774-423d-a891-684886a82e6e on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:37.525757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Attempting to bind port 42e974b4-7774-423d-a891-684886a82e6e by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'b74bf750-9b03-4493-b5ba-64f61d8a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'abd5d127-7651-416b-b6fb-62d2ce9c599c'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:37.526154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Attempting to bind port 42e974b4-7774-423d-a891-684886a82e6e on network abd5d127-7651-416b-b6fb-62d2ce9c599c {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:37.533506 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-486d386b-c219-4bdd-aecd-eec837f4b3b4 req-e833cc5e-62f6-41dc-bd8b-b3488b05a99a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409012 Aug 28 12:49:37.631578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Port 42e974b4-7774-423d-a891-684886a82e6e on network abd5d127-7651-416b-b6fb-62d2ce9c599c not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:49:37.631973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Attempting to bind port 42e974b4-7774-423d-a891-684886a82e6e on network abd5d127-7651-416b-b6fb-62d2ce9c599c {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:37.672026 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d49c63-9fd1-448a-9ed4-8ea6cb3da70b req-2e31b520-2726-46e6-924e-330d54d53465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:37.673511 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50d49c63-9fd1-448a-9ed4-8ea6cb3da70b req-2e31b520-2726-46e6-924e-330d54d53465 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3659472 Aug 28 12:49:37.679656 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:37.679986 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Checking segment: {'id': 'b74bf750-9b03-4493-b5ba-64f61d8a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'abd5d127-7651-416b-b6fb-62d2ce9c599c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:37.680366 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Bound using segment: {'id': 'b74bf750-9b03-4493-b5ba-64f61d8a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'abd5d127-7651-416b-b6fb-62d2ce9c599c'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:37.680811 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Bound port: 42e974b4-7774-423d-a891-684886a82e6e, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74bf750-9b03-4493-b5ba-64f61d8a1560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'abd5d127-7651-416b-b6fb-62d2ce9c599c'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:37.681167 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:37.688155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2f48be-603e-49fd-a656-0c8f854c4a20,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:37.688799 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e329a75c-ca94-430b-879a-5a75f166ecba req-e0cebfab-4336-400f-a4b7-c1b149ec733a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=819b91169b1e4280b386bd53b09e7c4e HTTP/1.1" status: 200 len: 267 time: 0.0697885 Aug 28 12:49:37.716303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05d186c-de9e-4cbe-a886-89ee06ae7903 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:37.751359 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:37.759598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329a75c-ca94-430b-879a-5a75f166ecba req-c5ca16d3-b653-45e8-aafb-22f32df4764b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:37.761367 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e329a75c-ca94-430b-879a-5a75f166ecba req-c5ca16d3-b653-45e8-aafb-22f32df4764b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 945 time: 0.0715621 Aug 28 12:49:37.774631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-e329a75c-ca94-430b-879a-5a75f166ecba req-f9ad849b-a1de-4ea6-a3bc-fce1374e585b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Request body: {'port': {'security_groups': []}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:37.825679 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Transition to ACTIVE for port object b05d186c-de9e-4cbe-a886-89ee06ae7903 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:37.844771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-9b3a69d2-281f-44ba-a87f-5b4dc8102c3f tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:37.847183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-9b3a69d2-281f-44ba-a87f-5b4dc8102c3f tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/networks?id=068ae153-07c8-4f38-a6d9-ef30b766af20 HTTP/1.1" status: 200 len: 809 time: 0.3509326 Aug 28 12:49:37.851829 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:37.869380 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e329a75c-ca94-430b-879a-5a75f166ecba req-f9ad849b-a1de-4ea6-a3bc-fce1374e585b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:37.904811 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d90b45db-762f-4aa1-852f-2689048cfcac tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/quotas/3ac6d84877b64251873fa49f96812810 HTTP/1.1" status: 200 len: 375 time: 0.0375626 Aug 28 12:49:37.986273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] For port 42e974b4-7774-423d-a891-684886a82e6e, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:37.990630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-3ac2779b-70fd-441e-8690-d812588349b5 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ac6d84877b64251873fa49f96812810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705287 Aug 28 12:49:37.993508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Pushing event updated for resources: {'Port': ['ID=b05d186c-de9e-4cbe-a886-89ee06ae7903,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:37.999356 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Attempting to bind port 8e2f48be-603e-49fd-a656-0c8f854c4a20 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:37.999831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Attempting to bind port 8e2f48be-603e-49fd-a656-0c8f854c4a20 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'd9c3162a-b9c9-499d-8cf2-972124171301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:38.000255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Attempting to bind port 8e2f48be-603e-49fd-a656-0c8f854c4a20 on network 8e5087e7-1a60-4dfa-993c-815f10cc8532 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:38.037824 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] For port 42e974b4-7774-423d-a891-684886a82e6e, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=42e974b4-7774-423d-a891-684886a82e6e,segment=NetworkSegment(b74bf750-9b03-4493-b5ba-64f61d8a1560),segment_id=b74bf750-9b03-4493-b5ba-64f61d8a1560)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:38.078014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Port 8e2f48be-603e-49fd-a656-0c8f854c4a20 on network 8e5087e7-1a60-4dfa-993c-815f10cc8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:49:38.078014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Attempting to bind port 8e2f48be-603e-49fd-a656-0c8f854c4a20 on network 8e5087e7-1a60-4dfa-993c-815f10cc8532 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:38.105292 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:38.135008 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-e329a75c-ca94-430b-879a-5a75f166ecba req-f9ad849b-a1de-4ea6-a3bc-fce1374e585b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] For port 1fce01cb-8d1e-4819-8736-ea590ead0947, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1fce01cb-8d1e-4819-8736-ea590ead0947,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:38.143517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:38.144121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Checking segment: {'id': 'd9c3162a-b9c9-499d-8cf2-972124171301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:38.144622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Bound using segment: {'id': 'd9c3162a-b9c9-499d-8cf2-972124171301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:38.145136 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Bound port: 8e2f48be-603e-49fd-a656-0c8f854c4a20, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c3162a-b9c9-499d-8cf2-972124171301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:38.145586 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:38.170829 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e329a75c-ca94-430b-879a-5a75f166ecba req-f9ad849b-a1de-4ea6-a3bc-fce1374e585b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:38.179878 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e329a75c-ca94-430b-879a-5a75f166ecba req-f9ad849b-a1de-4ea6-a3bc-fce1374e585b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:38.200073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:38.200073 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:38.200073 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] 10.222.0.11 "PUT /v2.0/ports/42e974b4-7774-423d-a891-684886a82e6e HTTP/1.1" status: 200 len: 1092 time: 3.0240819 Aug 28 12:49:38.200073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a888a5-019b-424d-a532-4db763bbd573', 'tag': '42e974b4-7774-423d-a891-684886a82e6e'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:38.208576 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d2d7a007-550b-4dff-93b3-86ce37dbb3cd', '2233bb65-d430-4de6-9f2a-4e65652d2183', '1fce01cb-8d1e-4819-8736-ea590ead0947'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:49:38.218034 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c232d0-767e-47d1-97a5-2523d7bda478" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a888a5-019b-424d-a532-4db763bbd573", "tag": "42e974b4-7774-423d-a891-684886a82e6e"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:38.270201 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58453f-2b71-408d-ba6e-e65144917310 service neutron] Pushing event updated for resources: {'Port': ['ID=42e974b4-7774-423d-a891-684886a82e6e,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:38.299060 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329a75c-ca94-430b-879a-5a75f166ecba req-f9ad849b-a1de-4ea6-a3bc-fce1374e585b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:38.300641 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e329a75c-ca94-430b-879a-5a75f166ecba req-f9ad849b-a1de-4ea6-a3bc-fce1374e585b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:38.308172 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e329a75c-ca94-430b-879a-5a75f166ecba req-f9ad849b-a1de-4ea6-a3bc-fce1374e585b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "PUT /v2.0/ports/1fce01cb-8d1e-4819-8736-ea590ead0947 HTTP/1.1" status: 200 len: 904 time: 0.5376163 Aug 28 12:49:38.314772 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eec25d3-9508-46bf-90a1-f9de88f387f3', 'tag': '1fce01cb-8d1e-4819-8736-ea590ead0947'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:38.322785 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3887ef7-859e-4318-b0c4-8dc3e5ca77b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5eec25d3-9508-46bf-90a1-f9de88f387f3", "tag": "1fce01cb-8d1e-4819-8736-ea590ead0947"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:38.363074 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad849b-a1de-4ea6-a3bc-fce1374e585b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event updated for resources: {'Port': ['ID=1fce01cb-8d1e-4819-8736-ea590ead0947,revision_number=6']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:38.418162 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Attempting to bind port b05d186c-de9e-4cbe-a886-89ee06ae7903 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:38.418946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Attempting to bind port b05d186c-de9e-4cbe-a886-89ee06ae7903 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:38.419374 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Attempting to bind port b05d186c-de9e-4cbe-a886-89ee06ae7903 on network b0f76af8-7fbe-4c61-8fc0-3946902606c9 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:38.455564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] For port 8e2f48be-603e-49fd-a656-0c8f854c4a20, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:38.463326 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] For port 8e2f48be-603e-49fd-a656-0c8f854c4a20, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8e2f48be-603e-49fd-a656-0c8f854c4a20,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:38.475725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['1fce01cb-8d1e-4819-8736-ea590ead0947'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:49:38.506393 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:38.516320 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd36ece-f81e-4198-8b7d-2d1fbe9eb43b req-8ee2de0b-2061-4b75-a4de-ad7878d267ac tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:38.522847 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cd36ece-f81e-4198-8b7d-2d1fbe9eb43b req-8ee2de0b-2061-4b75-a4de-ad7878d267ac tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 943 time: 0.1247005 Aug 28 12:49:38.595309 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cd36ece-f81e-4198-8b7d-2d1fbe9eb43b req-83f31749-50d7-499c-b8e1-2b353053c76c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719006 Aug 28 12:49:38.643572 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Port b05d186c-de9e-4cbe-a886-89ee06ae7903 on network b0f76af8-7fbe-4c61-8fc0-3946902606c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:49:38.649847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Attempting to bind port b05d186c-de9e-4cbe-a886-89ee06ae7903 on network b0f76af8-7fbe-4c61-8fc0-3946902606c9 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:38.689552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2f48be-603e-49fd-a656-0c8f854c4a20,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:38.743817 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-e003046b-12be-4b2c-8901-2f63d7faf3cc service neutron] 10.222.0.20 "GET /v2.0/networks/068ae153-07c8-4f38-a6d9-ef30b766af20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7183454 Aug 28 12:49:38.779808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:38.781531 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Checking segment: {'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:38.782654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Bound using segment: {'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:38.785912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Bound port: b05d186c-de9e-4cbe-a886-89ee06ae7903, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:38.786299 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:38.822074 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-33449864-5384-406d-824c-b2d47e246c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:38.823640 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-33449864-5384-406d-824c-b2d47e246c14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d431c257cd134b5684cec680e769aa16&device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 1095 time: 0.5480776 Aug 28 12:49:38.847433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:38.848926 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:38.851661 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9f223c33-3bdf-4f6d-ba16-c1789c7f12b6 service neutron] 10.222.0.11 "PUT /v2.0/ports/8e2f48be-603e-49fd-a656-0c8f854c4a20 HTTP/1.1" status: 200 len: 1092 time: 3.1091201 Aug 28 12:49:38.909063 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-65722d3a-00a1-447f-be98-62ea4f2fa98b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42e974b4-7774-423d-a891-684886a82e6e HTTP/1.1" status: 200 len: 217 time: 0.0642047 Aug 28 12:49:38.920630 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4a7bf3d8-ed10-4e74-b64b-6afc9e1d4108 None None] Provisioning complete for port 1fce01cb-8d1e-4819-8736-ea590ead0947 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:38.921007 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4a7bf3d8-ed10-4e74-b64b-6afc9e1d4108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:39.031653 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3276af84-bef4-4a5f-9470-6b82d5f8dd97 x-openstack-request-id: req-3276af84-bef4-4a5f-9470-6b82d5f8dd97 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:39.031861 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a888a5-019b-424d-a532-4db763bbd573", "tag": "42e974b4-7774-423d-a891-684886a82e6e", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:39.032181 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3276af84-bef4-4a5f-9470-6b82d5f8dd97 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:39.032490 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a888a5-019b-424d-a532-4db763bbd573', 'tag': '42e974b4-7774-423d-a891-684886a82e6e', 'status': 'completed', 'code': 200} Aug 28 12:49:39.097552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-5e6bbfda-c562-418f-aa36-ea7aa52f901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:39.099239 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-5e6bbfda-c562-418f-aa36-ea7aa52f901a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=012c206e-796a-4952-bc49-ad2d6846670c HTTP/1.1" status: 200 len: 861 time: 0.1619663 Aug 28 12:49:39.120816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-69e54c37-42b3-44c1-9043-83e42292c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:39.122340 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-69e54c37-42b3-44c1-9043-83e42292c372 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9268704101a74e1cb668f06e13dc85fd&device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 1095 time: 0.1861794 Aug 28 12:49:39.150953 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-4afc5306-8628-4927-bcda-93f3e365646a service neutron] 10.222.0.20 "GET /v2.0/networks/068ae153-07c8-4f38-a6d9-ef30b766af20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900747 Aug 28 12:49:39.163496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf39cd-af74-4ccf-8131-c6ed75a10965 req-1edb3c7f-6355-4a6b-aaac-4cdc2ce2ea0c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:39.180101 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3fdf39cd-af74-4ccf-8131-c6ed75a10965 req-1edb3c7f-6355-4a6b-aaac-4cdc2ce2ea0c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 907 time: 0.1128488 Aug 28 12:49:39.209202 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] For port b05d186c-de9e-4cbe-a886-89ee06ae7903, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:39.222053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] For port b05d186c-de9e-4cbe-a886-89ee06ae7903, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b05d186c-de9e-4cbe-a886-89ee06ae7903,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:39.224655 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-6441b538-39fa-4cca-9009-cd552811d9e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2f48be-603e-49fd-a656-0c8f854c4a20 HTTP/1.1" status: 200 len: 217 time: 0.0829396 Aug 28 12:49:39.226884 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-ecb36cf5-85d3-4e53-b9bc-5d359b342100 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=abd5d127-7651-416b-b6fb-62d2ce9c599c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992992 Aug 28 12:49:39.232811 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:39.245417 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f641b2d-0e89-4c1e-858a-124a38765af0 x-openstack-request-id: req-9f641b2d-0e89-4c1e-858a-124a38765af0 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:39.246268 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eec25d3-9508-46bf-90a1-f9de88f387f3", "tag": "1fce01cb-8d1e-4819-8736-ea590ead0947", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:39.246736 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f641b2d-0e89-4c1e-858a-124a38765af0 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:39.247366 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eec25d3-9508-46bf-90a1-f9de88f387f3', 'tag': '1fce01cb-8d1e-4819-8736-ea590ead0947', 'status': 'completed', 'code': 200} Aug 28 12:49:39.348694 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:39.349409 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:39.354867 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] 10.222.0.11 "PUT /v2.0/ports/b05d186c-de9e-4cbe-a886-89ee06ae7903 HTTP/1.1" status: 200 len: 1092 time: 3.3327756 Aug 28 12:49:39.477332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Request body: {'port': {'device_id': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:39.509548 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cd4d5-57ff-4454-b737-94bc17cb7644 req-44374677-ab97-4fff-af11-b641e941dd25 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:39.519995 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ff6cd4d5-57ff-4454-b737-94bc17cb7644 req-44374677-ab97-4fff-af11-b641e941dd25 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 943 time: 0.1444621 Aug 28 12:49:39.579945 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:39.589560 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ff6cd4d5-57ff-4454-b737-94bc17cb7644 req-15f7f1f3-983c-4bdc-8898-88c41fb4be38 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9c57319-07de-4c1d-b558-728cacf41626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682690 Aug 28 12:49:39.665777 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:39.707521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-ecdc9e89-10e3-4055-9665-8c81fd1b05f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:39.709278 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-ecdc9e89-10e3-4055-9665-8c81fd1b05f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4308f611-4243-42be-8e8a-6ce4e311daa2 HTTP/1.1" status: 200 len: 855 time: 0.4609239 Aug 28 12:49:39.792677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3887ef7-859e-4318-b0c4-8dc3e5ca77b4 req-b670fce9-a77c-453c-a36c-db49e4e6ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:39.794191 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3887ef7-859e-4318-b0c4-8dc3e5ca77b4 req-b670fce9-a77c-453c-a36c-db49e4e6ce12 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 1059 time: 0.4565740 Aug 28 12:49:39.819231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9df8e9-f2ce-4e2b-8e07-d986328ac470 req-263d8e34-7a68-4413-a3d0-aa3b655c99f9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:39.821027 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae9df8e9-f2ce-4e2b-8e07-d986328ac470 req-263d8e34-7a68-4413-a3d0-aa3b655c99f9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1021481 Aug 28 12:49:39.823648 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-23161eb6-70b6-41ea-ad88-a72ef623d245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:39.836527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f82a03-5a7b-4f38-977f-2a54811804fa service neutron] Pushing event updated for resources: {'Port': ['ID=b05d186c-de9e-4cbe-a886-89ee06ae7903,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:39.855444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-9af53045-1dca-431d-839d-52fd1c6c9fa8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e5087e7-1a60-4dfa-993c-815f10cc8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999539 Aug 28 12:49:39.915298 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae9df8e9-f2ce-4e2b-8e07-d986328ac470 req-0893f913-b611-4c2f-b61d-c892279aadce tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856230 Aug 28 12:49:39.921186 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27533f-63cc-44c5-8ebe-d9281d07f04d req-e774a350-82fe-4fa2-baaf-a343f7f2cae0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:39.925944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27533f-63cc-44c5-8ebe-d9281d07f04d req-e774a350-82fe-4fa2-baaf-a343f7f2cae0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:39.944669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27533f-63cc-44c5-8ebe-d9281d07f04d req-e774a350-82fe-4fa2-baaf-a343f7f2cae0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:39.952426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27533f-63cc-44c5-8ebe-d9281d07f04d req-e774a350-82fe-4fa2-baaf-a343f7f2cae0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:39.959176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27533f-63cc-44c5-8ebe-d9281d07f04d req-e774a350-82fe-4fa2-baaf-a343f7f2cae0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:39.964926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27533f-63cc-44c5-8ebe-d9281d07f04d req-e774a350-82fe-4fa2-baaf-a343f7f2cae0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:39.971286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27533f-63cc-44c5-8ebe-d9281d07f04d req-e774a350-82fe-4fa2-baaf-a343f7f2cae0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:39.973693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb27533f-63cc-44c5-8ebe-d9281d07f04d req-e774a350-82fe-4fa2-baaf-a343f7f2cae0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5382 time: 0.4156630 Aug 28 12:49:40.013709 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0facb0ef-2b2c-4a47-9a63-3c03d6e50e09 req-002387d3-d813-43db-8e34-b97354a7ceaa tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 210 time: 0.0521610 Aug 28 12:49:40.146846 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-98a305ed-f46b-437b-af95-a316becd7e04 service neutron] 10.222.0.11 "GET /v2.0/networks/abd5d127-7651-416b-b6fb-62d2ce9c599c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8974154 Aug 28 12:49:40.164749 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb27533f-63cc-44c5-8ebe-d9281d07f04d req-fbc94f8b-fefb-4227-9b56-f381ed01cd5c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1728427 Aug 28 12:49:40.225026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e1b85-1a26-4f3f-8ee6-bdbb33444684 req-b28489e6-a7a4-4a47-8ee3-aae4c816739e tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:40.239050 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d35e1b85-1a26-4f3f-8ee6-bdbb33444684 req-b28489e6-a7a4-4a47-8ee3-aae4c816739e tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 943 time: 0.1296377 Aug 28 12:49:40.332954 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d35e1b85-1a26-4f3f-8ee6-bdbb33444684 req-b1855f97-67f2-4c1c-b1ac-19ed8d310960 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923119 Aug 28 12:49:40.540318 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f0f0e-92ef-475f-8ef8-00b3a70ac710 req-a9fa69c9-8604-4b38-81c1-21396fa7b671 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:40.543468 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d4f0f0e-92ef-475f-8ef8-00b3a70ac710 req-a9fa69c9-8604-4b38-81c1-21396fa7b671 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0944984 Aug 28 12:49:40.604463 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d4f0f0e-92ef-475f-8ef8-00b3a70ac710 req-d476fefd-5a19-45d1-9412-05222358a0e5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454626 Aug 28 12:49:40.728334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3887ef7-859e-4318-b0c4-8dc3e5ca77b4 req-d0876900-ec16-46cd-aee1-e74f09b0eece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:40.734125 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3887ef7-859e-4318-b0c4-8dc3e5ca77b4 req-d0876900-ec16-46cd-aee1-e74f09b0eece service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.8828986 Aug 28 12:49:40.792261 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a03eb005-c858-457c-8529-6d10cbf13e38 req-00434538-e43a-426c-a99f-54f81fcbf051 service neutron] 10.222.0.11 "GET /v2.0/networks/abd5d127-7651-416b-b6fb-62d2ce9c599c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196172 Aug 28 12:49:40.792261 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-b46cc1fb-39a7-4341-8124-77085d2f541f service neutron] 10.222.0.11 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8760495 Aug 28 12:49:40.843432 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3887ef7-859e-4318-b0c4-8dc3e5ca77b4 req-9daa7e0f-8a73-4fa9-86bc-86bd396114c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fce01cb-8d1e-4819-8736-ea590ead0947 HTTP/1.1" status: 200 len: 217 time: 0.0918181 Aug 28 12:49:40.983532 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-e902b8e8-c983-47a4-a03f-60dd1913def5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:40.984940 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-e902b8e8-c983-47a4-a03f-60dd1913def5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 812 time: 0.1438642 Aug 28 12:49:40.992171 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3c013-c3e2-451e-90a4-e5fa83ecaeaf req-066b2de5-f6f6-4740-9e6a-227eaf40e94b tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:40.993110 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97b3c013-c3e2-451e-90a4-e5fa83ecaeaf req-066b2de5-f6f6-4740-9e6a-227eaf40e94b tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 943 time: 0.2792563 Aug 28 12:49:41.025579 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-d31d75cf-73e6-44d6-a692-9d7cdb235915 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/quotas/819b91169b1e4280b386bd53b09e7c4e HTTP/1.1" status: 200 len: 375 time: 0.0401833 Aug 28 12:49:41.042538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f7de24-5e11-4b7b-90eb-8b108b91661e', 'tag': '8e2f48be-603e-49fd-a656-0c8f854c4a20'}, {'name': 'network-changed', 'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'tag': 'b05d186c-de9e-4cbe-a886-89ee06ae7903'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:41.042538 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf19780-9021-4a6a-8282-c25c79c92bed" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f7de24-5e11-4b7b-90eb-8b108b91661e", "tag": "8e2f48be-603e-49fd-a656-0c8f854c4a20"}, {"name": "network-changed", "server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "tag": "b05d186c-de9e-4cbe-a886-89ee06ae7903"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:41.092394 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3887ef7-859e-4318-b0c4-8dc3e5ca77b4 req-907a2156-12e2-4fd1-9053-175247041239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:41.094066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3887ef7-859e-4318-b0c4-8dc3e5ca77b4 req-907a2156-12e2-4fd1-9053-175247041239 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.2297342 Aug 28 12:49:41.096962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c232d0-767e-47d1-97a5-2523d7bda478 req-4876b5e4-b55b-4a0e-9e89-763e497ce4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:41.098577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57c232d0-767e-47d1-97a5-2523d7bda478 req-4876b5e4-b55b-4a0e-9e89-763e497ce4d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d431c257cd134b5684cec680e769aa16&device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 1095 time: 0.2016652 Aug 28 12:49:41.179378 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-2615717a-75ad-4227-afa6-d68f736490bb tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1528385 Aug 28 12:49:41.213257 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19c04e19-69a8-42cf-a79f-42aaa8c15aec req-0378075d-555a-4283-bf56-d41bdb517e7e service neutron] 10.222.0.11 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815343 Aug 28 12:49:41.245535 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97b3c013-c3e2-451e-90a4-e5fa83ecaeaf req-631e9496-df1a-420e-9037-40398c8ff01c tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9c57319-07de-4c1d-b558-728cacf41626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438984 Aug 28 12:49:41.249656 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-b706b140-34a7-498d-8f62-9eddd91bcb0d tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:41.251383 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-b706b140-34a7-498d-8f62-9eddd91bcb0d tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.11 "GET /v2.0/networks?id=068ae153-07c8-4f38-a6d9-ef30b766af20 HTTP/1.1" status: 200 len: 809 time: 0.2570820 Aug 28 12:49:41.283822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:41.288676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-15f3c4b6-95ed-4750-84a6-ba3e469d4804 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Request body: {'port': {'device_id': '41af6f8e-13a0-4b6a-a087-6bc65992cb21', 'network_id': '068ae153-07c8-4f38-a6d9-ef30b766af20', 'admin_state_up': True, 'tenant_id': '3ac6d84877b64251873fa49f96812810'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:41.296668 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:41.383312 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-08ca0288-7ded-4d9c-93ec-d55022d1582c service neutron] 10.222.0.20 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030199 Aug 28 12:49:41.383977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3887ef7-859e-4318-b0c4-8dc3e5ca77b4 req-393d8446-1462-4c85-a7a6-c30829c5d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:41.385596 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3887ef7-859e-4318-b0c4-8dc3e5ca77b4 req-393d8446-1462-4c85-a7a6-c30829c5d6a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2751405 Aug 28 12:49:41.395064 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0daa2713-96f0-40ae-9db2-c864c7569b16 req-f587d6e2-343a-4091-8c4b-166c161bb4ad tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 210 time: 0.0600729 Aug 28 12:49:41.411655 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Transition to ACTIVE for port object 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:41.543330 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-15f3c4b6-95ed-4750-84a6-ba3e469d4804 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Made reservation on behalf of 3ac6d84877b64251873fa49f96812810 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:41.548138 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-15f3c4b6-95ed-4750-84a6-ba3e469d4804 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:41.571769 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc686a72-8c28-49c4-92e4-2d93d3fb4d38 x-openstack-request-id: req-bc686a72-8c28-49c4-92e4-2d93d3fb4d38 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:41.572843 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f7de24-5e11-4b7b-90eb-8b108b91661e", "tag": "8e2f48be-603e-49fd-a656-0c8f854c4a20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "tag": "b05d186c-de9e-4cbe-a886-89ee06ae7903", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:41.573325 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc686a72-8c28-49c4-92e4-2d93d3fb4d38 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:41.588079 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f7de24-5e11-4b7b-90eb-8b108b91661e', 'tag': '8e2f48be-603e-49fd-a656-0c8f854c4a20', 'status': 'completed', 'code': 200} Aug 28 12:49:41.588079 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'tag': 'b05d186c-de9e-4cbe-a886-89ee06ae7903', 'status': 'completed', 'code': 200} Aug 28 12:49:41.658160 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:41.682604 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-d59a44e3-d0f8-4569-8f4b-51c133ac1025 service neutron] 10.222.0.20 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866135 Aug 28 12:49:41.699649 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c232d0-767e-47d1-97a5-2523d7bda478 req-368f1e11-bccd-4ba9-b21d-e33a7a9d0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:41.701622 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57c232d0-767e-47d1-97a5-2523d7bda478 req-368f1e11-bccd-4ba9-b21d-e33a7a9d0ae4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=abd5d127-7651-416b-b6fb-62d2ce9c599c HTTP/1.1" status: 200 len: 921 time: 0.5922484 Aug 28 12:49:41.843022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-15f3c4b6-95ed-4750-84a6-ba3e469d4804 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Allocated IP 172.20.0.6 (068ae153-07c8-4f38-a6d9-ef30b766af20/9835f4c6-07f8-46d4-9cd9-04c3d33a5fc6/006659e0-a078-47c8-8152-a5b07385588a) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:41.886105 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57c232d0-767e-47d1-97a5-2523d7bda478 req-3f7ed033-6ecb-447b-860b-54b471525805 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42e974b4-7774-423d-a891-684886a82e6e HTTP/1.1" status: 200 len: 217 time: 0.1191156 Aug 28 12:49:41.889223 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3887ef7-859e-4318-b0c4-8dc3e5ca77b4 req-241cb77b-cfbf-42e0-8ead-93db46a79a94 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895344 Aug 28 12:49:42.152323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b97fe1-0c39-4aba-af09-0da6ea1850d9 req-ddbff1cb-f76d-42cb-9a21-3a004ffd59b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:42.160211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b97fe1-0c39-4aba-af09-0da6ea1850d9 req-ddbff1cb-f76d-42cb-9a21-3a004ffd59b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:42.168841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b97fe1-0c39-4aba-af09-0da6ea1850d9 req-ddbff1cb-f76d-42cb-9a21-3a004ffd59b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:42.177618 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b97fe1-0c39-4aba-af09-0da6ea1850d9 req-ddbff1cb-f76d-42cb-9a21-3a004ffd59b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:42.190415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b97fe1-0c39-4aba-af09-0da6ea1850d9 req-ddbff1cb-f76d-42cb-9a21-3a004ffd59b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:42.199146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b97fe1-0c39-4aba-af09-0da6ea1850d9 req-ddbff1cb-f76d-42cb-9a21-3a004ffd59b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:42.205423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b97fe1-0c39-4aba-af09-0da6ea1850d9 req-ddbff1cb-f76d-42cb-9a21-3a004ffd59b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:42.208358 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79b97fe1-0c39-4aba-af09-0da6ea1850d9 req-ddbff1cb-f76d-42cb-9a21-3a004ffd59b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5394 time: 0.6052573 Aug 28 12:49:42.236406 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:49:42.257363 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-84ce36a0-085f-4c56-91a9-9d287c9f4f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:42.275524 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Pushing event updated for resources: {'Port': ['ID=39a6b9d2-5707-4e5a-9ea1-027d93c97c95,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:42.309518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c523daa-6d1c-4d81-801a-56356d0ed062 req-3cc8cf79-718f-411f-820f-f0b20563e1fc tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:42.313992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-fd300dbf-3bfd-49bf-8af8-760b38e59e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:42.316582 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-fd300dbf-3bfd-49bf-8af8-760b38e59e18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9268704101a74e1cb668f06e13dc85fd&device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 1095 time: 0.7260125 Aug 28 12:49:42.321090 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c523daa-6d1c-4d81-801a-56356d0ed062 req-3cc8cf79-718f-411f-820f-f0b20563e1fc tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 943 time: 0.1962576 Aug 28 12:49:42.369163 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79b97fe1-0c39-4aba-af09-0da6ea1850d9 req-caecf2e9-9fc9-44fa-845e-789a9812b346 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1354771 Aug 28 12:49:42.424251 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c523daa-6d1c-4d81-801a-56356d0ed062 req-3bdb834a-fbc8-4175-9b02-b483e97153f8 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021609 Aug 28 12:49:42.460688 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-15f3c4b6-95ed-4750-84a6-ba3e469d4804 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:42.464344 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3887ef7-859e-4318-b0c4-8dc3e5ca77b4 req-26371c33-c1d4-4dbb-9f28-b2ddb21f2619 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810193 Aug 28 12:49:42.498652 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:42.524077 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c232d0-767e-47d1-97a5-2523d7bda478 req-d4408339-84df-46cd-9ab8-8b9bc2b47c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:42.525491 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57c232d0-767e-47d1-97a5-2523d7bda478 req-d4408339-84df-46cd-9ab8-8b9bc2b47c72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=012c206e-796a-4952-bc49-ad2d6846670c HTTP/1.1" status: 200 len: 861 time: 0.6047397 Aug 28 12:49:42.541680 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-72a9a1bb-b2fe-4542-9db2-6a54f68f2c86 req-297ee8f4-1b1c-4a35-b134-e4a7f1f8463e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 210 time: 0.0495398 Aug 28 12:49:42.596611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Attempting to bind port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:42.597023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Attempting to bind port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:42.597773 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Attempting to bind port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 on network b0f76af8-7fbe-4c61-8fc0-3946902606c9 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:42.602385 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57c232d0-767e-47d1-97a5-2523d7bda478 req-a5312e4a-a93a-4356-9591-4ffea36f9100 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=abd5d127-7651-416b-b6fb-62d2ce9c599c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587270 Aug 28 12:49:42.619344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-15f3c4b6-95ed-4750-84a6-ba3e469d4804 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:42.621914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 on network b0f76af8-7fbe-4c61-8fc0-3946902606c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:49:42.622237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Attempting to bind port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 on network b0f76af8-7fbe-4c61-8fc0-3946902606c9 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:42.712560 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-15f3c4b6-95ed-4750-84a6-ba3e469d4804 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Network 068ae153-07c8-4f38-a6d9-ef30b766af20 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:42.715999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-15f3c4b6-95ed-4750-84a6-ba3e469d4804 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:42.740524 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:42.741169 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Checking segment: {'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:42.741556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Bound using segment: {'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:42.742006 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Bound port: 39a6b9d2-5707-4e5a-9ea1-027d93c97c95, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9181a413-985e-4b16-9f9d-af4bc95a0e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:42.742389 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:42.780411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-43903d8a-4836-420d-9921-1b640888d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:42.782150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-43903d8a-4836-420d-9921-1b640888d5bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e5087e7-1a60-4dfa-993c-815f10cc8532 HTTP/1.1" status: 200 len: 915 time: 0.4266863 Aug 28 12:49:42.875890 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-d06adb04-b3b0-4087-bef6-62bfa31c88d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e2f48be-603e-49fd-a656-0c8f854c4a20 HTTP/1.1" status: 200 len: 217 time: 0.0710974 Aug 28 12:49:42.917988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaacf1-7920-4644-af1a-5a364507ced5 req-f1673839-6169-4aea-9688-9303d14e844c tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:42.919829 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-13eaacf1-7920-4644-af1a-5a364507ced5 req-f1673839-6169-4aea-9688-9303d14e844c tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 943 time: 0.2317414 Aug 28 12:49:43.074379 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] For port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:43.157005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] For port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=39a6b9d2-5707-4e5a-9ea1-027d93c97c95,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:43.163413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-15f3c4b6-95ed-4750-84a6-ba3e469d4804 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:43.183280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-03fa320c-9382-44ee-8842-8beca2c596c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:43.185323 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-03fa320c-9382-44ee-8842-8beca2c596c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4308f611-4243-42be-8e8a-6ce4e311daa2 HTTP/1.1" status: 200 len: 855 time: 0.2871211 Aug 28 12:49:43.196372 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57c232d0-767e-47d1-97a5-2523d7bda478 req-c0172b1f-5979-4a63-ac54-a0c5108bfd97 service neutron] 10.222.0.11 "GET /v2.0/networks/abd5d127-7651-416b-b6fb-62d2ce9c599c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5829668 Aug 28 12:49:43.204706 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:43.219374 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3c4b6-95ed-4750-84a6-ba3e469d4804 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Pushing event updated for resources: {'Port': ['ID=006659e0-a078-47c8-8152-a5b07385588a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:43.240256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-13eaacf1-7920-4644-af1a-5a364507ced5 req-c14ff7d5-cbba-45b8-885f-f25b2ed6bf01 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9c57319-07de-4c1d-b558-728cacf41626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561224 Aug 28 12:49:43.242274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-15f3c4b6-95ed-4750-84a6-ba3e469d4804 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:43.242956 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-15f3c4b6-95ed-4750-84a6-ba3e469d4804 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:43.257237 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8265719-7eb8-4a04-ab39-9ef417b52ed8 req-cd790129-6b99-4c7b-a70f-ef488e38ca4d tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:43.258754 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8265719-7eb8-4a04-ab39-9ef417b52ed8 req-cd790129-6b99-4c7b-a70f-ef488e38ca4d tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 931 time: 0.5637150 Aug 28 12:49:43.325908 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-15f3c4b6-95ed-4750-84a6-ba3e469d4804 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0513821 Aug 28 12:49:43.329477 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:43.332980 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8265719-7eb8-4a04-ab39-9ef417b52ed8 req-95efcc29-2ce5-4e79-b6ff-559f98030075 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d742c4e-2a1e-4f5d-96e2-76b0612f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603991 Aug 28 12:49:43.351206 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Request body: {'port': {'device_id': '41af6f8e-13a0-4b6a-a087-6bc65992cb21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:43.381499 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-219b51b2-fe64-43c0-990f-de6736a1ae79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e5087e7-1a60-4dfa-993c-815f10cc8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1837080 Aug 28 12:49:43.469628 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:43.473576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:43.474205 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:43.484533 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] 10.222.0.11 "PUT /v2.0/ports/39a6b9d2-5707-4e5a-9ea1-027d93c97c95 HTTP/1.1" status: 200 len: 1092 time: 4.0300074 Aug 28 12:49:43.556085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Request body: {'port': {'device_id': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:43.589655 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'tag': '39a6b9d2-5707-4e5a-9ea1-027d93c97c95'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:43.592224 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74cc3c5-d772-48cb-8778-1504647508e8" -d '{"events": [{"name": "network-changed", "server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "tag": "39a6b9d2-5707-4e5a-9ea1-027d93c97c95"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:43.685034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185079be-cc53-4a9b-b1da-ce9a4af61894 service neutron] Pushing event updated for resources: {'Port': ['ID=39a6b9d2-5707-4e5a-9ea1-027d93c97c95,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:43.749843 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc3252-e3b4-473a-a0e5-e32a990d7fab req-8171b6c7-be17-4cd8-9fd6-1ca62e4d0414 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:43.758099 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25bc3252-e3b4-473a-a0e5-e32a990d7fab req-8171b6c7-be17-4cd8-9fd6-1ca62e4d0414 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 943 time: 0.2151420 Aug 28 12:49:43.835209 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25bc3252-e3b4-473a-a0e5-e32a990d7fab req-bd0284f4-97b4-4455-8224-46bcc11e5f75 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760872 Aug 28 12:49:43.903049 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 42e974b4-7774-423d-a891-684886a82e6e details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:49:44.094196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006659e0-a078-47c8-8152-a5b07385588a {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:44.104811 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:44.123203 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 42e974b4-7774-423d-a891-684886a82e6e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=42e974b4-7774-423d-a891-684886a82e6e,segment=NetworkSegment(b74bf750-9b03-4493-b5ba-64f61d8a1560),segment_id=b74bf750-9b03-4493-b5ba-64f61d8a1560)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:44.123466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Transition to ACTIVE for port object 006659e0-a078-47c8-8152-a5b07385588a will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:44.139402 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:44.141865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '42e974b4-7774-423d-a891-684886a82e6e', 'network_id': 'abd5d127-7651-416b-b6fb-62d2ce9c599c', 'port_id': '42e974b4-7774-423d-a891-684886a82e6e', 'mac_address': 'fa:16:3e:6d:d1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012c206e-796a-4952-bc49-ad2d6846670c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:49:44.221484 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:44.221900 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b3521442-c66a-4ab4-b5c0-c313edfa1484 req-250ac3d3-bade-4bbd-837e-20f37fd6ac94 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 210 time: 0.1692491 Aug 28 12:49:44.240039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57c232d0-767e-47d1-97a5-2523d7bda478 req-02b3e18a-53a3-4920-ad80-fd3ecba18eb7 service neutron] 10.222.0.11 "GET /v2.0/networks/abd5d127-7651-416b-b6fb-62d2ce9c599c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0304453 Aug 28 12:49:44.244413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e974b4-7774-423d-a891-684886a82e6e {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:44.265282 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:44.274809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Pushing event updated for resources: {'Port': ['ID=006659e0-a078-47c8-8152-a5b07385588a,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:44.286571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa8e68-1a0c-4c1e-9f98-1fd7eed4c09b req-a81e27bc-bd48-48e7-9228-0ea9a39c3261 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.292950 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa8e68-1a0c-4c1e-9f98-1fd7eed4c09b req-a81e27bc-bd48-48e7-9228-0ea9a39c3261 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.299543 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa8e68-1a0c-4c1e-9f98-1fd7eed4c09b req-a81e27bc-bd48-48e7-9228-0ea9a39c3261 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.307917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa8e68-1a0c-4c1e-9f98-1fd7eed4c09b req-a81e27bc-bd48-48e7-9228-0ea9a39c3261 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.316569 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa8e68-1a0c-4c1e-9f98-1fd7eed4c09b req-a81e27bc-bd48-48e7-9228-0ea9a39c3261 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.325271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa8e68-1a0c-4c1e-9f98-1fd7eed4c09b req-a81e27bc-bd48-48e7-9228-0ea9a39c3261 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.328015 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 42e974b4-7774-423d-a891-684886a82e6e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=42e974b4-7774-423d-a891-684886a82e6e,segment=NetworkSegment(b74bf750-9b03-4493-b5ba-64f61d8a1560),segment_id=b74bf750-9b03-4493-b5ba-64f61d8a1560)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:44.333419 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa8e68-1a0c-4c1e-9f98-1fd7eed4c09b req-a81e27bc-bd48-48e7-9228-0ea9a39c3261 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.345863 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:44.349103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8e2f48be-603e-49fd-a656-0c8f854c4a20 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:49:44.349880 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-31fa8e68-1a0c-4c1e-9f98-1fd7eed4c09b req-a81e27bc-bd48-48e7-9228-0ea9a39c3261 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5394 time: 0.7728250 Aug 28 12:49:44.358352 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e40a158-da61-4b17-b655-6e068d8d5d39 x-openstack-request-id: req-9e40a158-da61-4b17-b655-6e068d8d5d39 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:44.358898 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "tag": "39a6b9d2-5707-4e5a-9ea1-027d93c97c95", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:44.359331 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e40a158-da61-4b17-b655-6e068d8d5d39 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:44.359880 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'tag': '39a6b9d2-5707-4e5a-9ea1-027d93c97c95', 'status': 'completed', 'code': 200} Aug 28 12:49:44.384838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Attempting to bind port 006659e0-a078-47c8-8152-a5b07385588a on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:44.387524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Attempting to bind port 006659e0-a078-47c8-8152-a5b07385588a by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87031c1c-053b-49cd-8ca8-24db7a3547a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '068ae153-07c8-4f38-a6d9-ef30b766af20'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:44.387928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Attempting to bind port 006659e0-a078-47c8-8152-a5b07385588a on network 068ae153-07c8-4f38-a6d9-ef30b766af20 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:44.401022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Port 006659e0-a078-47c8-8152-a5b07385588a on network 068ae153-07c8-4f38-a6d9-ef30b766af20 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:49:44.401501 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Attempting to bind port 006659e0-a078-47c8-8152-a5b07385588a on network 068ae153-07c8-4f38-a6d9-ef30b766af20 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:44.403516 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-0f4c7257-945e-45b0-b2d3-c4a2bc47b2ad service neutron] 10.222.0.11 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9755335 Aug 28 12:49:44.410751 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:44.411095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Checking segment: {'id': '87031c1c-053b-49cd-8ca8-24db7a3547a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '068ae153-07c8-4f38-a6d9-ef30b766af20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:44.420843 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Bound using segment: {'id': '87031c1c-053b-49cd-8ca8-24db7a3547a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '068ae153-07c8-4f38-a6d9-ef30b766af20'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:44.421385 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Bound port: 006659e0-a078-47c8-8152-a5b07385588a, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87031c1c-053b-49cd-8ca8-24db7a3547a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '068ae153-07c8-4f38-a6d9-ef30b766af20'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:44.421898 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:44.461492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-22f09766-de23-4718-acf7-5b984cd0d00f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.463358 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-22f09766-de23-4718-acf7-5b984cd0d00f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 812 time: 0.8763936 Aug 28 12:49:44.528240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8e2f48be-603e-49fd-a656-0c8f854c4a20, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8e2f48be-603e-49fd-a656-0c8f854c4a20,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:44.532981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-08528fa6-eaa9-48c3-a43f-d92b83b868e1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Request body: {'port': {'device_id': '30c12832-a8d3-4ef2-806a-b4cb5402595f', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'admin_state_up': True, 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:44.547811 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798d2d5-ea7e-48ad-a44d-05fafb685302 req-c84977dd-fca5-452d-b88b-30072ec4ff50 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.557788 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e798d2d5-ea7e-48ad-a44d-05fafb685302 req-c84977dd-fca5-452d-b88b-30072ec4ff50 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 944 time: 0.1050484 Aug 28 12:49:44.569935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-31fa8e68-1a0c-4c1e-9f98-1fd7eed4c09b req-6c0d9e3c-1d24-4ac1-81dd-7e6283dcd617 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2185636 Aug 28 12:49:44.571594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=42e974b4-7774-423d-a891-684886a82e6e,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:44.574952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '8e2f48be-603e-49fd-a656-0c8f854c4a20', 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532', 'port_id': '8e2f48be-603e-49fd-a656-0c8f854c4a20', 'mac_address': 'fa:16:3e:66:c2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4308f611-4243-42be-8e8a-6ce4e311daa2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:49:44.617968 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e798d2d5-ea7e-48ad-a44d-05fafb685302 req-1cec38b8-e793-4ee6-995f-b4c5ffaec1f4 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9c57319-07de-4c1d-b558-728cacf41626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591910 Aug 28 12:49:44.641527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] For port 006659e0-a078-47c8-8152-a5b07385588a, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:44.647716 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cc3c5-d772-48cb-8778-1504647508e8 req-8909cf1d-b4e9-4c9e-8bfc-692ff0cf6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.648309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cc3c5-d772-48cb-8778-1504647508e8 req-8909cf1d-b4e9-4c9e-8bfc-692ff0cf6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.648881 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cc3c5-d772-48cb-8778-1504647508e8 req-8909cf1d-b4e9-4c9e-8bfc-692ff0cf6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.649430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cc3c5-d772-48cb-8778-1504647508e8 req-8909cf1d-b4e9-4c9e-8bfc-692ff0cf6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.650028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cc3c5-d772-48cb-8778-1504647508e8 req-8909cf1d-b4e9-4c9e-8bfc-692ff0cf6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.651013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cc3c5-d772-48cb-8778-1504647508e8 req-8909cf1d-b4e9-4c9e-8bfc-692ff0cf6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.651127 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cc3c5-d772-48cb-8778-1504647508e8 req-8909cf1d-b4e9-4c9e-8bfc-692ff0cf6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.654706 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a74cc3c5-d772-48cb-8778-1504647508e8 req-8909cf1d-b4e9-4c9e-8bfc-692ff0cf6c35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848f98195d42445793f4ad0f8595cb5d&device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 6346 time: 0.2913778 Aug 28 12:49:44.686609 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] For port 006659e0-a078-47c8-8152-a5b07385588a, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=006659e0-a078-47c8-8152-a5b07385588a,segment=NetworkSegment(87031c1c-053b-49cd-8ca8-24db7a3547a1),segment_id=87031c1c-053b-49cd-8ca8-24db7a3547a1)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:44.693898 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:44.730592 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:44.755419 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2f48be-603e-49fd-a656-0c8f854c4a20 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:44.758329 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.758993 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:44.760432 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] 10.222.0.11 "PUT /v2.0/ports/006659e0-a078-47c8-8152-a5b07385588a HTTP/1.1" status: 200 len: 1092 time: 1.4142289 Aug 28 12:49:44.764262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41af6f8e-13a0-4b6a-a087-6bc65992cb21', 'tag': '006659e0-a078-47c8-8152-a5b07385588a'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:44.772426 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0d9365-a535-450b-84fb-f924aec6d125" -d '{"events": [{"name": "network-changed", "server_uuid": "41af6f8e-13a0-4b6a-a087-6bc65992cb21", "tag": "006659e0-a078-47c8-8152-a5b07385588a"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:44.803339 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8e2f48be-603e-49fd-a656-0c8f854c4a20, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8e2f48be-603e-49fd-a656-0c8f854c4a20,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:44.809633 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:44.860414 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-8a468584-c27b-4c67-ae8b-cb01dcb25fb3 service neutron] 10.222.0.11 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342861 Aug 28 12:49:44.891542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df199ce0-a102-4b7e-8f36-4a910a061c05 req-ffc470e1-0957-494c-8bf5-5b88737d3409 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.893136 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df199ce0-a102-4b7e-8f36-4a910a061c05 req-ffc470e1-0957-494c-8bf5-5b88737d3409 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 943 time: 0.1318078 Aug 28 12:49:44.919711 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49015d1f-617c-4f31-a8a2-ff87a0104c8f x-openstack-request-id: req-49015d1f-617c-4f31-a8a2-ff87a0104c8f {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:44.919992 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41af6f8e-13a0-4b6a-a087-6bc65992cb21", "tag": "006659e0-a078-47c8-8152-a5b07385588a", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:44.920252 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49015d1f-617c-4f31-a8a2-ff87a0104c8f {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:44.920616 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41af6f8e-13a0-4b6a-a087-6bc65992cb21', 'tag': '006659e0-a078-47c8-8152-a5b07385588a', 'status': 'completed', 'code': 200} Aug 28 12:49:44.932599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=8e2f48be-603e-49fd-a656-0c8f854c4a20,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:44.935464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c7b35-28bc-40cc-be15-e3c629e587ba service neutron] Pushing event updated for resources: {'Port': ['ID=006659e0-a078-47c8-8152-a5b07385588a,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:44.951098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-f3bb672e-f582-4e24-bca6-6e1c152f8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.953238 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-f3bb672e-f582-4e24-bca6-6e1c152f8d12 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ac6d84877b64251873fa49f96812810&device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 1095 time: 0.1306779 Aug 28 12:49:44.967726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cc3c5-d772-48cb-8778-1504647508e8 req-8e8eda95-8e46-4b39-aef4-694db95f7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.968212 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cc3c5-d772-48cb-8778-1504647508e8 req-8e8eda95-8e46-4b39-aef4-694db95f7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.968761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cc3c5-d772-48cb-8778-1504647508e8 req-8e8eda95-8e46-4b39-aef4-694db95f7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:44.970308 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a74cc3c5-d772-48cb-8778-1504647508e8 req-8e8eda95-8e46-4b39-aef4-694db95f7df2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=848f98195d42445793f4ad0f8595cb5d&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2936196 Aug 28 12:49:44.974439 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df199ce0-a102-4b7e-8f36-4a910a061c05 req-bef6675b-b854-469c-9f4a-a3f8b5ab0fe7 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d742c4e-2a1e-4f5d-96e2-76b0612f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630286 Aug 28 12:49:44.993480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-08528fa6-eaa9-48c3-a43f-d92b83b868e1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Made reservation on behalf of 819b91169b1e4280b386bd53b09e7c4e for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:44.997274 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-08528fa6-eaa9-48c3-a43f-d92b83b868e1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:45.015927 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-85462e13-e727-44f1-a2d7-651c8fa076fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=006659e0-a078-47c8-8152-a5b07385588a HTTP/1.1" status: 200 len: 217 time: 0.0450413 Aug 28 12:49:45.108233 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-3b2c6769-2306-4bf1-9d88-631b8614d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.109764 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-3b2c6769-2306-4bf1-9d88-631b8614d864 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9835f4c6-07f8-46d4-9cd9-04c3d33a5fc6 HTTP/1.1" status: 200 len: 849 time: 0.0797999 Aug 28 12:49:45.152393 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-ccbbd423-a89e-48e2-9b90-ab20361b4ccd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=068ae153-07c8-4f38-a6d9-ef30b766af20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346122 Aug 28 12:49:45.203346 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['8e2f48be-603e-49fd-a656-0c8f854c4a20'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:49:45.226495 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['42e974b4-7774-423d-a891-684886a82e6e'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:49:45.260506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4113ad-b63c-4920-a1f1-661762381f07 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:45.283908 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:45.288903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cc3c5-d772-48cb-8778-1504647508e8 req-6205779e-002f-4ffe-97aa-8a4ed7248de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.290626 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a74cc3c5-d772-48cb-8778-1504647508e8 req-6205779e-002f-4ffe-97aa-8a4ed7248de3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3081217 Aug 28 12:49:45.336125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27d651-2599-4c4c-b7c6-f518ddb883ba req-0bee3d84-4a08-4f14-9920-0e1759d25b99 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.337976 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f27d651-2599-4c4c-b7c6-f518ddb883ba req-0bee3d84-4a08-4f14-9920-0e1759d25b99 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 944 time: 0.2516563 Aug 28 12:49:45.343000 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Transition to ACTIVE for port object ac4113ad-b63c-4920-a1f1-661762381f07 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:45.368003 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-e5ff1e9f-ed36-432e-a370-104ebe666acc service neutron] 10.222.0.11 "GET /v2.0/networks/068ae153-07c8-4f38-a6d9-ef30b766af20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991832 Aug 28 12:49:45.388608 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:45.392633 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:45.452784 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1698d8ac-0e4a-4a38-aa2c-213c24cb0b6e req-dd5fb62e-202a-45fb-8baa-e3ee68eca9b9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 210 time: 0.0837693 Aug 28 12:49:45.458564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-08528fa6-eaa9-48c3-a43f-d92b83b868e1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Allocated IP 172.20.0.14 (60a4a2e2-32f4-42e8-a215-a251458b02ab/dab837be-7b25-47dd-90d1-50250cb3e83a/7e362355-84c0-4061-a270-495715d0a76c) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:45.533754 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f27d651-2599-4c4c-b7c6-f518ddb883ba req-dee0a546-20da-4a6b-8199-9644fa47f244 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874633 Aug 28 12:49:45.575661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-4cf36338-1e26-4495-a8a3-9af1da4c245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.576151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-4cf36338-1e26-4495-a8a3-9af1da4c245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.576620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-4cf36338-1e26-4495-a8a3-9af1da4c245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.577077 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-4cf36338-1e26-4495-a8a3-9af1da4c245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.577683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-4cf36338-1e26-4495-a8a3-9af1da4c245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.577988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-4cf36338-1e26-4495-a8a3-9af1da4c245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.578483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-4cf36338-1e26-4495-a8a3-9af1da4c245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.580429 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-4cf36338-1e26-4495-a8a3-9af1da4c245b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848f98195d42445793f4ad0f8595cb5d&device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 6372 time: 0.2282639 Aug 28 12:49:45.591403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4113ad-b63c-4920-a1f1-661762381f07,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:45.689029 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34b2297e-fa0a-425c-b857-3655ff3de203 req-07dea201-832c-426f-b778-9276b87bc9dd service neutron] 10.222.0.11 "GET /v2.0/networks/068ae153-07c8-4f38-a6d9-ef30b766af20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896786 Aug 28 12:49:45.896872 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a0b5-4448-4ac7-92c2-bbb151271053 req-f1e48d48-8e05-439d-8f7e-f34d7d38d864 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.910804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a0b5-4448-4ac7-92c2-bbb151271053 req-f1e48d48-8e05-439d-8f7e-f34d7d38d864 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.921058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a0b5-4448-4ac7-92c2-bbb151271053 req-f1e48d48-8e05-439d-8f7e-f34d7d38d864 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.929283 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a0b5-4448-4ac7-92c2-bbb151271053 req-f1e48d48-8e05-439d-8f7e-f34d7d38d864 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.937200 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Attempting to bind port ac4113ad-b63c-4920-a1f1-661762381f07 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:45.937541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Attempting to bind port ac4113ad-b63c-4920-a1f1-661762381f07 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'c44b3b89-5ccb-495f-80f1-32c81a822fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:45.937906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Attempting to bind port ac4113ad-b63c-4920-a1f1-661762381f07 on network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:45.939068 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a0b5-4448-4ac7-92c2-bbb151271053 req-f1e48d48-8e05-439d-8f7e-f34d7d38d864 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.949343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Port ac4113ad-b63c-4920-a1f1-661762381f07 on network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:49:45.949673 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Attempting to bind port ac4113ad-b63c-4920-a1f1-661762381f07 on network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:45.951582 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a0b5-4448-4ac7-92c2-bbb151271053 req-f1e48d48-8e05-439d-8f7e-f34d7d38d864 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.962144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62a0b5-4448-4ac7-92c2-bbb151271053 req-f1e48d48-8e05-439d-8f7e-f34d7d38d864 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.965033 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6f62a0b5-4448-4ac7-92c2-bbb151271053 req-f1e48d48-8e05-439d-8f7e-f34d7d38d864 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5406 time: 0.2139299 Aug 28 12:49:45.967522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d9365-a535-450b-84fb-f924aec6d125 req-a5a4eeb7-4b71-4bea-b2d4-d24f5ba74819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.969102 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c0d9365-a535-450b-84fb-f924aec6d125 req-a5a4eeb7-4b71-4bea-b2d4-d24f5ba74819 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3ac6d84877b64251873fa49f96812810&device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 1095 time: 0.2059190 Aug 28 12:49:45.993372 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d589a-1fcf-4571-b93a-94e05f1879f4 req-933a858a-439e-4c72-9b91-20f446a6838c tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:45.994942 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d7d589a-1fcf-4571-b93a-94e05f1879f4 req-933a858a-439e-4c72-9b91-20f446a6838c tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 944 time: 0.2587237 Aug 28 12:49:46.001808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:46.001808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Checking segment: {'id': 'c44b3b89-5ccb-495f-80f1-32c81a822fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:46.001808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Bound using segment: {'id': 'c44b3b89-5ccb-495f-80f1-32c81a822fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:46.001808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Bound port: ac4113ad-b63c-4920-a1f1-661762381f07, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c44b3b89-5ccb-495f-80f1-32c81a822fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:46.001808 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:46.021211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-13890df6-eede-4cdc-9fa8-8d37b80e6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:46.024821 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-13890df6-eede-4cdc-9fa8-8d37b80e6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:46.025301 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-13890df6-eede-4cdc-9fa8-8d37b80e6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:46.026931 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-13890df6-eede-4cdc-9fa8-8d37b80e6b0d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=848f98195d42445793f4ad0f8595cb5d&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4192419 Aug 28 12:49:46.068617 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d7d589a-1fcf-4571-b93a-94e05f1879f4 req-0e225681-67fb-4735-9b85-33eec714356d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9c57319-07de-4c1d-b558-728cacf41626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627477 Aug 28 12:49:46.168601 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d9365-a535-450b-84fb-f924aec6d125 req-7c44c7fc-12d6-4b9c-b56f-0dccd2288d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:46.170031 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c0d9365-a535-450b-84fb-f924aec6d125 req-7c44c7fc-12d6-4b9c-b56f-0dccd2288d6e service neutron] 10.222.0.11 "GET /v2.0/networks?id=068ae153-07c8-4f38-a6d9-ef30b766af20 HTTP/1.1" status: 200 len: 909 time: 0.1878910 Aug 28 12:49:46.175853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6f62a0b5-4448-4ac7-92c2-bbb151271053 req-d0e42c0b-d571-49eb-b469-6a6bca8714b8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2046502 Aug 28 12:49:46.213670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-2b82adbe-40a3-4bff-a3cf-6fd327246555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:46.216709 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbf19780-9021-4a6a-8282-c25c79c92bed req-2b82adbe-40a3-4bff-a3cf-6fd327246555 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1558170 Aug 28 12:49:46.261889 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-08528fa6-eaa9-48c3-a43f-d92b83b868e1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:46.275924 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c0d9365-a535-450b-84fb-f924aec6d125 req-b0070281-e8c9-4738-b7f0-bd3fd447a1e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=006659e0-a078-47c8-8152-a5b07385588a HTTP/1.1" status: 200 len: 217 time: 0.0942037 Aug 28 12:49:46.320342 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-08528fa6-eaa9-48c3-a43f-d92b83b868e1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Transition to ACTIVE for port object 7e362355-84c0-4061-a270-495715d0a76c will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:46.321976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] For port ac4113ad-b63c-4920-a1f1-661762381f07, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:46.350750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] For port ac4113ad-b63c-4920-a1f1-661762381f07, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=ac4113ad-b63c-4920-a1f1-661762381f07,segment=NetworkSegment(c44b3b89-5ccb-495f-80f1-32c81a822fa8),segment_id=c44b3b89-5ccb-495f-80f1-32c81a822fa8)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:46.351923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d9365-a535-450b-84fb-f924aec6d125 req-13646dd9-45e9-48db-9d92-276f4d7a924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:46.356478 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c0d9365-a535-450b-84fb-f924aec6d125 req-13646dd9-45e9-48db-9d92-276f4d7a924f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9835f4c6-07f8-46d4-9cd9-04c3d33a5fc6 HTTP/1.1" status: 200 len: 849 time: 0.0703590 Aug 28 12:49:46.365555 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:46.396924 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c0d9365-a535-450b-84fb-f924aec6d125 req-060e4cba-3b29-48fc-b9de-77c183283a5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=068ae153-07c8-4f38-a6d9-ef30b766af20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306232 Aug 28 12:49:46.404406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da564fae-deae-413e-8f8f-4f0ed4b4d368 req-db217b48-441e-4025-998a-da6bb8b2bfb8 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:46.407014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da564fae-deae-413e-8f8f-4f0ed4b4d368 req-db217b48-441e-4025-998a-da6bb8b2bfb8 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 943 time: 0.1235967 Aug 28 12:49:46.448895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:46.449888 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:46.455502 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] 10.222.0.11 "PUT /v2.0/ports/ac4113ad-b63c-4920-a1f1-661762381f07 HTTP/1.1" status: 200 len: 1092 time: 2.9128158 Aug 28 12:49:46.471834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'tag': 'ac4113ad-b63c-4920-a1f1-661762381f07'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:46.474485 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dd3c54-bfaa-4824-aa62-fe1969e9fbb3" -d '{"events": [{"name": "network-changed", "server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "tag": "ac4113ad-b63c-4920-a1f1-661762381f07"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:46.526768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183362b9-5de6-4696-ba7d-5fb97c5ea6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4113ad-b63c-4920-a1f1-661762381f07,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:46.543105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Request body: {'port': {'device_id': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:46.569314 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c0d9365-a535-450b-84fb-f924aec6d125 req-ecfd1b75-768c-4621-9385-5817bbf4cc24 service neutron] 10.222.0.11 "GET /v2.0/networks/068ae153-07c8-4f38-a6d9-ef30b766af20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600997 Aug 28 12:49:46.649068 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:46.666959 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da564fae-deae-413e-8f8f-4f0ed4b4d368 req-9a12957e-c185-4442-b091-3e8e7e70b6d3 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d742c4e-2a1e-4f5d-96e2-76b0612f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433035 Aug 28 12:49:46.668449 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-08528fa6-eaa9-48c3-a43f-d92b83b868e1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:46.691995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d2d7a007-550b-4dff-93b3-86ce37dbb3cd', '2233bb65-d430-4de6-9f2a-4e65652d2183'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:49:46.726982 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c0d9365-a535-450b-84fb-f924aec6d125 req-e13a4a93-2840-4e2c-8663-6a2837c136c7 service neutron] 10.222.0.11 "GET /v2.0/networks/068ae153-07c8-4f38-a6d9-ef30b766af20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457503 Aug 28 12:49:46.760088 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687eaa7-05ed-42a1-90e5-2fc92e0dc576 req-af41bb66-85d3-47df-b507-bc068c984e41 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:46.761926 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f687eaa7-05ed-42a1-90e5-2fc92e0dc576 req-af41bb66-85d3-47df-b507-bc068c984e41 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 932 time: 0.1677036 Aug 28 12:49:46.816374 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e86187-4dd2-45c1-935e-c9ed5c70d1d5 x-openstack-request-id: req-60e86187-4dd2-45c1-935e-c9ed5c70d1d5 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:46.816899 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "tag": "ac4113ad-b63c-4920-a1f1-661762381f07", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:46.817972 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60e86187-4dd2-45c1-935e-c9ed5c70d1d5 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:46.818897 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'tag': 'ac4113ad-b63c-4920-a1f1-661762381f07', 'status': 'completed', 'code': 200} Aug 28 12:49:46.843509 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f687eaa7-05ed-42a1-90e5-2fc92e0dc576 req-58dc2247-2656-4415-8b00-b8b2c7e10eed tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718887 Aug 28 12:49:46.858262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd3c54-bfaa-4824-aa62-fe1969e9fbb3 req-e5db8db3-2c7b-4915-94a1-70c5712f9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:46.860883 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd3c54-bfaa-4824-aa62-fe1969e9fbb3 req-e5db8db3-2c7b-4915-94a1-70c5712f9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:46.861410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd3c54-bfaa-4824-aa62-fe1969e9fbb3 req-e5db8db3-2c7b-4915-94a1-70c5712f9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:46.861891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd3c54-bfaa-4824-aa62-fe1969e9fbb3 req-e5db8db3-2c7b-4915-94a1-70c5712f9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:46.862413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd3c54-bfaa-4824-aa62-fe1969e9fbb3 req-e5db8db3-2c7b-4915-94a1-70c5712f9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:46.862889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd3c54-bfaa-4824-aa62-fe1969e9fbb3 req-e5db8db3-2c7b-4915-94a1-70c5712f9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:46.863539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd3c54-bfaa-4824-aa62-fe1969e9fbb3 req-e5db8db3-2c7b-4915-94a1-70c5712f9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:46.865641 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c3dd3c54-bfaa-4824-aa62-fe1969e9fbb3 req-e5db8db3-2c7b-4915-94a1-70c5712f9174 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848f98195d42445793f4ad0f8595cb5d&device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 6414 time: 0.1027677 Aug 28 12:49:46.987438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-08528fa6-eaa9-48c3-a43f-d92b83b868e1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Network 60a4a2e2-32f4-42e8-a215-a251458b02ab is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:49:46.994057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08528fa6-eaa9-48c3-a43f-d92b83b868e1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event updated for resources: {'Port': ['ID=7e362355-84c0-4061-a270-495715d0a76c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:47.005597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd3c54-bfaa-4824-aa62-fe1969e9fbb3 req-af3e6774-209c-4baf-b2a1-f81ccd7ed2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:47.006123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd3c54-bfaa-4824-aa62-fe1969e9fbb3 req-af3e6774-209c-4baf-b2a1-f81ccd7ed2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:47.006658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd3c54-bfaa-4824-aa62-fe1969e9fbb3 req-af3e6774-209c-4baf-b2a1-f81ccd7ed2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:47.008279 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c3dd3c54-bfaa-4824-aa62-fe1969e9fbb3 req-af3e6774-209c-4baf-b2a1-f81ccd7ed2b5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=848f98195d42445793f4ad0f8595cb5d&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1315818 Aug 28 12:49:47.008886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-08528fa6-eaa9-48c3-a43f-d92b83b868e1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:49:47.017710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-08528fa6-eaa9-48c3-a43f-d92b83b868e1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:49:47.173970 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba9ce6-72a3-4d7d-8791-1b54925df558 req-d0683f14-1607-4a35-946e-df3ca2895d0c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:47.175861 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-08ba9ce6-72a3-4d7d-8791-1b54925df558 req-d0683f14-1607-4a35-946e-df3ca2895d0c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 944 time: 0.3633487 Aug 28 12:49:47.204607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd3c54-bfaa-4824-aa62-fe1969e9fbb3 req-c3825a5d-8f0f-4a8e-977a-a85250e2af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:47.206785 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c3dd3c54-bfaa-4824-aa62-fe1969e9fbb3 req-c3825a5d-8f0f-4a8e-977a-a85250e2af1c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1794798 Aug 28 12:49:47.207673 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-08528fa6-eaa9-48c3-a43f-d92b83b868e1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:47.208695 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-08528fa6-eaa9-48c3-a43f-d92b83b868e1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:47.269552 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-08528fa6-eaa9-48c3-a43f-d92b83b868e1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7456784 Aug 28 12:49:47.289216 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Request body: {'port': {'device_id': '30c12832-a8d3-4ef2-806a-b4cb5402595f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:47.309749 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ef71e-3e25-43dc-b80f-09f221ca432b req-b0c83ddb-dcf7-4652-b1d4-21aa036f89db tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:47.311729 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca5ef71e-3e25-43dc-b80f-09f221ca432b req-b0c83ddb-dcf7-4652-b1d4-21aa036f89db tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 944 time: 0.1027992 Aug 28 12:49:47.336812 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-08ba9ce6-72a3-4d7d-8791-1b54925df558 req-11230b60-397e-4c8f-a3ad-d712bf6125eb tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391799 Aug 28 12:49:47.365836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a3dc9d4a-7985-45ae-9099-73324983b363 None None] Provisioning for port 7e362355-84c0-4061-a270-495715d0a76c completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:47.370905 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a3dc9d4a-7985-45ae-9099-73324983b363 None None] Provisioning complete for port 7e362355-84c0-4061-a270-495715d0a76c triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:47.371777 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a3dc9d4a-7985-45ae-9099-73324983b363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:47.412811 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca5ef71e-3e25-43dc-b80f-09f221ca432b req-99d84cc1-a43d-4e53-a21d-b352725f7689 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9c57319-07de-4c1d-b558-728cacf41626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941827 Aug 28 12:49:47.427271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a3dc9d4a-7985-45ae-9099-73324983b363 None None] Port 7e362355-84c0-4061-a270-495715d0a76c cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:49:47.433818 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:47.510502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da04b61-8648-4f77-8bcc-6503e204f1b5 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:47.522144 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:47.575921 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69732b3b-6ae6-407d-915c-0d2e7fa6f3e7 req-18107364-eece-4bc4-9dda-37996a480479 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:47.586633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69732b3b-6ae6-407d-915c-0d2e7fa6f3e7 req-18107364-eece-4bc4-9dda-37996a480479 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:47.592162 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Transition to ACTIVE for port object 6da04b61-8648-4f77-8bcc-6503e204f1b5 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:47.596930 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69732b3b-6ae6-407d-915c-0d2e7fa6f3e7 req-18107364-eece-4bc4-9dda-37996a480479 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:47.605236 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69732b3b-6ae6-407d-915c-0d2e7fa6f3e7 req-18107364-eece-4bc4-9dda-37996a480479 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:47.607036 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:47.613504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69732b3b-6ae6-407d-915c-0d2e7fa6f3e7 req-18107364-eece-4bc4-9dda-37996a480479 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:47.623228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69732b3b-6ae6-407d-915c-0d2e7fa6f3e7 req-18107364-eece-4bc4-9dda-37996a480479 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:47.630084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69732b3b-6ae6-407d-915c-0d2e7fa6f3e7 req-18107364-eece-4bc4-9dda-37996a480479 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:47.639584 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69732b3b-6ae6-407d-915c-0d2e7fa6f3e7 req-18107364-eece-4bc4-9dda-37996a480479 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5406 time: 0.1438375 Aug 28 12:49:47.711825 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69732b3b-6ae6-407d-915c-0d2e7fa6f3e7 req-a040505b-7d9f-4f55-8988-aaa90bd8de02 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663681 Aug 28 12:49:47.715087 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6da04b61-8648-4f77-8bcc-6503e204f1b5,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:47.943456 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 006659e0-a078-47c8-8152-a5b07385588a details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:49:47.945721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8e2f48be-603e-49fd-a656-0c8f854c4a20 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:48.031796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82701320-e0c2-45a2-8ca3-bbe77fb0298b req-fd4f4b2e-ce39-4c51-bf9b-0b850a2082c0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:48.035414 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82701320-e0c2-45a2-8ca3-bbe77fb0298b req-fd4f4b2e-ce39-4c51-bf9b-0b850a2082c0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 932 time: 0.1052945 Aug 28 12:49:48.106089 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82701320-e0c2-45a2-8ca3-bbe77fb0298b req-552d8f67-596b-4410-8269-7c9219eda633 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603638 Aug 28 12:49:48.119147 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 8e2f48be-603e-49fd-a656-0c8f854c4a20 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:48.135086 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 8e2f48be-603e-49fd-a656-0c8f854c4a20 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:48.135455 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:48.184410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 006659e0-a078-47c8-8152-a5b07385588a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=006659e0-a078-47c8-8152-a5b07385588a,segment=NetworkSegment(87031c1c-053b-49cd-8ca8-24db7a3547a1),segment_id=87031c1c-053b-49cd-8ca8-24db7a3547a1)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:48.203296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '006659e0-a078-47c8-8152-a5b07385588a', 'network_id': '068ae153-07c8-4f38-a6d9-ef30b766af20', 'port_id': '006659e0-a078-47c8-8152-a5b07385588a', 'mac_address': 'fa:16:3e:8c:d7:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9835f4c6-07f8-46d4-9cd9-04c3d33a5fc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:49:48.234119 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Attempting to bind port 6da04b61-8648-4f77-8bcc-6503e204f1b5 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:48.234476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Attempting to bind port 6da04b61-8648-4f77-8bcc-6503e204f1b5 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'c44b3b89-5ccb-495f-80f1-32c81a822fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:48.235082 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Attempting to bind port 6da04b61-8648-4f77-8bcc-6503e204f1b5 on network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:48.250082 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af45f3-2524-49a2-bb39-1b3adefb15db req-e4f78b0e-f3be-4fbd-9f8b-dbadfc696992 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:48.258151 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-24af45f3-2524-49a2-bb39-1b3adefb15db req-e4f78b0e-f3be-4fbd-9f8b-dbadfc696992 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 943 time: 0.4813650 Aug 28 12:49:48.288264 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Port 6da04b61-8648-4f77-8bcc-6503e204f1b5 on network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:49:48.288479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Attempting to bind port 6da04b61-8648-4f77-8bcc-6503e204f1b5 on network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:48.297146 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:48.306703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:48.307035 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Checking segment: {'id': 'c44b3b89-5ccb-495f-80f1-32c81a822fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:48.307423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Bound using segment: {'id': 'c44b3b89-5ccb-495f-80f1-32c81a822fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:48.307857 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Bound port: 6da04b61-8648-4f77-8bcc-6503e204f1b5, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c44b3b89-5ccb-495f-80f1-32c81a822fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:48.308215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:48.309080 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:48.331205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006659e0-a078-47c8-8152-a5b07385588a {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:48.334846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e362355-84c0-4061-a270-495715d0a76c {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:48.344934 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:48.363547 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 006659e0-a078-47c8-8152-a5b07385588a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=006659e0-a078-47c8-8152-a5b07385588a,segment=NetworkSegment(87031c1c-053b-49cd-8ca8-24db7a3547a1),segment_id=87031c1c-053b-49cd-8ca8-24db7a3547a1)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:48.367172 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-24af45f3-2524-49a2-bb39-1b3adefb15db req-eae2facf-a431-4b5f-96de-e19d126126c0 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d742c4e-2a1e-4f5d-96e2-76b0612f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080294 Aug 28 12:49:48.378697 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:48.395181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f7de24-5e11-4b7b-90eb-8b108b91661e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2f48be-603e-49fd-a656-0c8f854c4a20'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:48.399306 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b428e2-009f-451c-96ee-e24b2d0d46b7" -d '{"events": [{"server_uuid": "a8f7de24-5e11-4b7b-90eb-8b108b91661e", "name": "network-vif-plugged", "status": "completed", "tag": "8e2f48be-603e-49fd-a656-0c8f854c4a20"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:48.431876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Transition to ACTIVE for port object 7e362355-84c0-4061-a270-495715d0a76c will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:49:48.445631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8e2f48be-603e-49fd-a656-0c8f854c4a20, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8e2f48be-603e-49fd-a656-0c8f854c4a20,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:48.457648 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:48.459620 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:48.461282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 42e974b4-7774-423d-a891-684886a82e6e up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:48.469534 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48cbc56-ae53-41fd-b2c8-2f8cbb74554b x-openstack-request-id: req-c48cbc56-ae53-41fd-b2c8-2f8cbb74554b {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:48.469826 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f7de24-5e11-4b7b-90eb-8b108b91661e", "name": "network-vif-plugged", "status": "completed", "tag": "8e2f48be-603e-49fd-a656-0c8f854c4a20", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:48.470076 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c48cbc56-ae53-41fd-b2c8-2f8cbb74554b {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:48.470607 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f7de24-5e11-4b7b-90eb-8b108b91661e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2f48be-603e-49fd-a656-0c8f854c4a20', 'code': 200} Aug 28 12:49:48.522611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a44187-65d3-4b9f-a4ff-e11d7606f945 req-b65f2298-b62a-4bb2-814c-099d033f8a32 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:48.532073 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27a44187-65d3-4b9f-a4ff-e11d7606f945 req-b65f2298-b62a-4bb2-814c-099d033f8a32 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 944 time: 0.1169152 Aug 28 12:49:48.566394 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] For port 6da04b61-8648-4f77-8bcc-6503e204f1b5, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:48.589412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=006659e0-a078-47c8-8152-a5b07385588a,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:48.594048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e362355-84c0-4061-a270-495715d0a76c,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:48.600661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] For port 6da04b61-8648-4f77-8bcc-6503e204f1b5, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6da04b61-8648-4f77-8bcc-6503e204f1b5,segment=NetworkSegment(c44b3b89-5ccb-495f-80f1-32c81a822fa8),segment_id=c44b3b89-5ccb-495f-80f1-32c81a822fa8)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:48.619741 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:48.646919 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27a44187-65d3-4b9f-a4ff-e11d7606f945 req-eb02cfdd-721e-46f4-b5f0-817d147ed20a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123767 Aug 28 12:49:48.661458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbdfe1-e1a6-469a-97b5-6a9a220f1a9d req-baf3c02f-8edd-44c0-8cd7-a052fc3c4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:48.664839 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1dbdfe1-e1a6-469a-97b5-6a9a220f1a9d req-baf3c02f-8edd-44c0-8cd7-a052fc3c4ba3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 1097 time: 0.1216629 Aug 28 12:49:48.710627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:48.711426 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:48.712924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] 10.222.0.11 "PUT /v2.0/ports/6da04b61-8648-4f77-8bcc-6503e204f1b5 HTTP/1.1" status: 200 len: 1092 time: 2.1751060 Aug 28 12:49:48.768462 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1dbdfe1-e1a6-469a-97b5-6a9a220f1a9d req-b27a43fb-a82e-4801-a976-9ef8c485b4b3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957224 Aug 28 12:49:48.772459 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=8e2f48be-603e-49fd-a656-0c8f854c4a20,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:48.813707 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['006659e0-a078-47c8-8152-a5b07385588a'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:49:48.824695 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'tag': '6da04b61-8648-4f77-8bcc-6503e204f1b5'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:48.827019 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726" -d '{"events": [{"name": "network-changed", "server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "tag": "6da04b61-8648-4f77-8bcc-6503e204f1b5"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:48.868110 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f69a38-a417-420b-8f02-68407d18c0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6da04b61-8648-4f77-8bcc-6503e204f1b5,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:48.902240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 42e974b4-7774-423d-a891-684886a82e6e completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:48.904364 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba7a63-8aea-424e-9e0c-0bb6669b2a39 req-3f3ba1b0-45f2-4808-80be-035547561c63 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:48.910153 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 42e974b4-7774-423d-a891-684886a82e6e triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:48.910676 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:48.912822 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4ba7a63-8aea-424e-9e0c-0bb6669b2a39 req-3f3ba1b0-45f2-4808-80be-035547561c63 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 944 time: 0.2405388 Aug 28 12:49:48.914823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Attempting to bind port 7e362355-84c0-4061-a270-495715d0a76c on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:49:48.915157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Attempting to bind port 7e362355-84c0-4061-a270-495715d0a76c by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:49:48.915483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Attempting to bind port 7e362355-84c0-4061-a270-495715d0a76c on network 60a4a2e2-32f4-42e8-a215-a251458b02ab {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:48.930186 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Port 7e362355-84c0-4061-a270-495715d0a76c on network 60a4a2e2-32f4-42e8-a215-a251458b02ab not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:49:48.930551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Attempting to bind port 7e362355-84c0-4061-a270-495715d0a76c on network 60a4a2e2-32f4-42e8-a215-a251458b02ab {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:49:48.956468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-5edb3a0e-5f51-449e-936c-4ae954e34a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:48.957230 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-5edb3a0e-5f51-449e-936c-4ae954e34a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:48.957768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-5edb3a0e-5f51-449e-936c-4ae954e34a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:48.958235 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-5edb3a0e-5f51-449e-936c-4ae954e34a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:48.958724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-5edb3a0e-5f51-449e-936c-4ae954e34a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:48.959499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-5edb3a0e-5f51-449e-936c-4ae954e34a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:48.960105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-5edb3a0e-5f51-449e-936c-4ae954e34a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:48.963524 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-5edb3a0e-5f51-449e-936c-4ae954e34a23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848f98195d42445793f4ad0f8595cb5d&device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 6482 time: 0.1890128 Aug 28 12:49:48.971093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:49:48.972105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Checking segment: {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:49:48.972573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Bound using segment: {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:49:48.973574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Bound port: 7e362355-84c0-4061-a270-495715d0a76c, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:49:48.973934 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:49.043583 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-3b64f6f2-99df-4783-b329-0804ce3283fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a806cd-64e3-408c-90a9-60fc8608d090 HTTP/1.1" status: 200 len: 217 time: 0.0556602 Aug 28 12:49:49.091043 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4ba7a63-8aea-424e-9e0c-0bb6669b2a39 req-a6d6c66c-a7a9-41e7-b395-589b08838dc4 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9c57319-07de-4c1d-b558-728cacf41626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772621 Aug 28 12:49:49.137693 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:49.173062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 42e974b4-7774-423d-a891-684886a82e6e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=42e974b4-7774-423d-a891-684886a82e6e,segment=NetworkSegment(b74bf750-9b03-4493-b5ba-64f61d8a1560),segment_id=b74bf750-9b03-4493-b5ba-64f61d8a1560)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:49.178404 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:49.210990 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd5a8c5-61c0-42d5-bde4-da6e33c03477 x-openstack-request-id: req-edd5a8c5-61c0-42d5-bde4-da6e33c03477 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:49.211368 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "tag": "6da04b61-8648-4f77-8bcc-6503e204f1b5", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:49.211690 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edd5a8c5-61c0-42d5-bde4-da6e33c03477 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:49.212156 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'tag': '6da04b61-8648-4f77-8bcc-6503e204f1b5', 'status': 'completed', 'code': 200} Aug 28 12:49:49.248694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e86be-f85f-4023-96be-6562feaa1454 req-3fa45d63-7d98-4dcb-805e-d5f3faf96294 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:49.255382 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e86be-f85f-4023-96be-6562feaa1454 req-3fa45d63-7d98-4dcb-805e-d5f3faf96294 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:49.261875 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e86be-f85f-4023-96be-6562feaa1454 req-3fa45d63-7d98-4dcb-805e-d5f3faf96294 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:49.268862 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e86be-f85f-4023-96be-6562feaa1454 req-3fa45d63-7d98-4dcb-805e-d5f3faf96294 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:49.278320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-a2c08825-7cc8-4847-9511-d395afe327e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:49.278588 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e86be-f85f-4023-96be-6562feaa1454 req-3fa45d63-7d98-4dcb-805e-d5f3faf96294 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:49.286290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e86be-f85f-4023-96be-6562feaa1454 req-3fa45d63-7d98-4dcb-805e-d5f3faf96294 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:49.287505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=42e974b4-7774-423d-a891-684886a82e6e,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:49.288868 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-a2c08825-7cc8-4847-9511-d395afe327e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=054df6af-7208-4216-97f7-7a8ded4fac28 HTTP/1.1" status: 200 len: 850 time: 0.2097030 Aug 28 12:49:49.301537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] For port 7e362355-84c0-4061-a270-495715d0a76c, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:49:49.310208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] For port 7e362355-84c0-4061-a270-495715d0a76c, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7e362355-84c0-4061-a270-495715d0a76c,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:49:49.311696 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e86be-f85f-4023-96be-6562feaa1454 req-3fa45d63-7d98-4dcb-805e-d5f3faf96294 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:49.323638 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8e1e86be-f85f-4023-96be-6562feaa1454 req-3fa45d63-7d98-4dcb-805e-d5f3faf96294 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.1506417 Aug 28 12:49:49.363970 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:49.409930 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8e1e86be-f85f-4023-96be-6562feaa1454 req-b432e3ca-12f1-42ca-82b4-1855165f1a41 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687749 Aug 28 12:49:49.430846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e362355-84c0-4061-a270-495715d0a76c,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:49.473895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec56da-58f1-4e52-abe2-d3de05d3403f req-4699071d-f659-4813-a583-efbd9abe7f44 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:49.477151 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cdec56da-58f1-4e52-abe2-d3de05d3403f req-4699071d-f659-4813-a583-efbd9abe7f44 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 944 time: 0.1687391 Aug 28 12:49:49.478819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:49.479520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:49.480973 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-11ee12f0-2eb1-4d48-832f-b7e669d08fb3 service neutron] 10.222.0.11 "PUT /v2.0/ports/7e362355-84c0-4061-a270-495715d0a76c HTTP/1.1" status: 200 len: 1093 time: 2.2029746 Aug 28 12:49:49.493570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e826ae0a-d953-4acf-93c0-d4fd6bc14975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:49.495042 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e826ae0a-d953-4acf-93c0-d4fd6bc14975 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efbe7541-b127-4e81-9a72-35e309b4f7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1879137 Aug 28 12:49:49.608742 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-3f96d843-57fa-4ccf-b6e3-6fbd1029a538 service neutron] 10.222.0.11 "GET /v2.0/networks/efbe7541-b127-4e81-9a72-35e309b4f7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022928 Aug 28 12:49:49.638541 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f57ee-5965-4c69-9540-fba6321a31e5 req-42512bf9-090a-4081-a2b2-589870464a0c tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:49.646985 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7c9f57ee-5965-4c69-9540-fba6321a31e5 req-42512bf9-090a-4081-a2b2-589870464a0c tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 944 time: 0.1246455 Aug 28 12:49:49.678979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cdec56da-58f1-4e52-abe2-d3de05d3403f req-08b51f17-bf86-4371-9b15-109df6120323 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946435 Aug 28 12:49:49.743199 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7c9f57ee-5965-4c69-9540-fba6321a31e5 req-142874df-93bd-4f2a-bdb7-1b6beb183c85 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d742c4e-2a1e-4f5d-96e2-76b0612f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783517 Aug 28 12:49:49.788012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-384f6c20-da90-4e51-ac0b-fecbdce9e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:49.790183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-384f6c20-da90-4e51-ac0b-fecbdce9e79f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 1096 time: 0.1791060 Aug 28 12:49:49.889249 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-437f6416-12be-4da6-8095-156325ad99fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e362355-84c0-4061-a270-495715d0a76c HTTP/1.1" status: 200 len: 217 time: 0.0852191 Aug 28 12:49:49.978188 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-4ca95ce2-e6ab-4b34-aaad-eebfa0839ec6 service neutron] 10.222.0.11 "GET /v2.0/networks/efbe7541-b127-4e81-9a72-35e309b4f7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559139 Aug 28 12:49:50.011894 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770539c-4416-42d9-86d4-043372ca6de4 req-92f40171-fc77-41e7-8ba7-f77d822be0a3 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:50.013437 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d770539c-4416-42d9-86d4-043372ca6de4 req-92f40171-fc77-41e7-8ba7-f77d822be0a3 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.1928976 Aug 28 12:49:50.062520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-3179f1b8-297c-494d-824e-cf914951ebb5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=22c5cda6-d969-43e9-8487-47b1be36cba7 HTTP/1.1" status: 200 len: 217 time: 0.0719309 Aug 28 12:49:50.085738 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-2859a070-9308-449d-9789-dbf5052a6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:50.089542 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-2859a070-9308-449d-9789-dbf5052a6848 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.1654105 Aug 28 12:49:50.244496 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d770539c-4416-42d9-86d4-043372ca6de4 req-265eb0b1-c6ff-4f4b-83a2-5ba9b2a4a13b tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864340 Aug 28 12:49:50.265568 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-fec4d58a-4cd6-41a2-a7bb-dc8ec3086d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:50.267145 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-fec4d58a-4cd6-41a2-a7bb-dc8ec3086d80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d557cd69-cd27-4452-a97d-808c7d64731a HTTP/1.1" status: 200 len: 797 time: 0.1546838 Aug 28 12:49:50.276048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-5a0e9bf9-f02d-49ef-88ec-f4f101839558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:50.277525 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-5a0e9bf9-f02d-49ef-88ec-f4f101839558 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1639495 Aug 28 12:49:50.327551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df66b1-857c-4f39-aeba-f7288cac097d req-b8591a37-d197-45ed-a9ba-b4b13767cf5b tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:50.329083 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-65df66b1-857c-4f39-aeba-f7288cac097d req-b8591a37-d197-45ed-a9ba-b4b13767cf5b tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 945 time: 0.0784545 Aug 28 12:49:50.413715 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-65df66b1-857c-4f39-aeba-f7288cac097d req-336dd2ff-3a16-481d-8a1d-0f2583fb3104 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9c57319-07de-4c1d-b558-728cacf41626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683212 Aug 28 12:49:50.417875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-de540eaa-a554-40d8-b0a0-a6c4cc86abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:50.419487 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-de540eaa-a554-40d8-b0a0-a6c4cc86abbd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1409726 Aug 28 12:49:50.453446 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-46fd20a9-5837-4f80-a671-c2bf16254d32 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552827 Aug 28 12:49:50.472345 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a888a5-019b-424d-a532-4db763bbd573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e974b4-7774-423d-a891-684886a82e6e'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:50.474694 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898bb8c0-5c36-42c8-a067-76a51d498753" -d '{"events": [{"server_uuid": "b0a888a5-019b-424d-a532-4db763bbd573", "name": "network-vif-plugged", "status": "completed", "tag": "42e974b4-7774-423d-a891-684886a82e6e"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:50.544460 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f957a3b1-03db-4eb5-a30f-a481043a2304 x-openstack-request-id: req-f957a3b1-03db-4eb5-a30f-a481043a2304 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:50.545092 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a888a5-019b-424d-a532-4db763bbd573", "name": "network-vif-plugged", "status": "completed", "tag": "42e974b4-7774-423d-a891-684886a82e6e", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:50.545369 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f957a3b1-03db-4eb5-a30f-a481043a2304 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:50.546321 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a888a5-019b-424d-a532-4db763bbd573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e974b4-7774-423d-a891-684886a82e6e', 'code': 200} Aug 28 12:49:50.649791 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-f4e94c70-cf8d-4bf8-9983-b83f51c2e892 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196684 Aug 28 12:49:50.651884 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-89dca3a5-1b95-4d6d-9bd7-134c26e2d2f0 req-d0a8d495-a5cd-405e-8461-fa755b02a205 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652935 Aug 28 12:49:50.664069 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6ccc8-5007-448d-a8b2-a98b48eab70b req-83265990-2918-4858-bf7e-b516cc35d874 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:50.670298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6ccc8-5007-448d-a8b2-a98b48eab70b req-83265990-2918-4858-bf7e-b516cc35d874 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:50.678917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6ccc8-5007-448d-a8b2-a98b48eab70b req-83265990-2918-4858-bf7e-b516cc35d874 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:50.684810 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6ccc8-5007-448d-a8b2-a98b48eab70b req-83265990-2918-4858-bf7e-b516cc35d874 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:50.690638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6ccc8-5007-448d-a8b2-a98b48eab70b req-83265990-2918-4858-bf7e-b516cc35d874 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:50.697011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6ccc8-5007-448d-a8b2-a98b48eab70b req-83265990-2918-4858-bf7e-b516cc35d874 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:50.700007 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e509c-8de0-481f-a6e9-35ae9f4a4ff0 req-0c38b22d-5ea9-4b30-9661-744fb1d8c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:50.701918 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-300e509c-8de0-481f-a6e9-35ae9f4a4ff0 req-0c38b22d-5ea9-4b30-9661-744fb1d8c2b7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 1097 time: 0.0770788 Aug 28 12:49:50.703130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6ccc8-5007-448d-a8b2-a98b48eab70b req-83265990-2918-4858-bf7e-b516cc35d874 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:50.705021 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41b6ccc8-5007-448d-a8b2-a98b48eab70b req-83265990-2918-4858-bf7e-b516cc35d874 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.1674385 Aug 28 12:49:50.761850 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-300e509c-8de0-481f-a6e9-35ae9f4a4ff0 req-d8d4d649-2e46-4b84-93d9-e9df5de56766 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d9c57319-07de-4c1d-b558-728cacf41626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484927 Aug 28 12:49:50.807755 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41b6ccc8-5007-448d-a8b2-a98b48eab70b req-a511bae0-8f86-4204-8095-fc1c53132d39 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928822 Aug 28 12:49:50.838770 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-82fe0ae4-8060-40de-9e81-14f6c2d5cd3a service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326301 Aug 28 12:49:50.912783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ba80d-4e2e-4db7-b4f3-4640f1bfb641 req-fe2ac855-7049-421d-a0b8-21d99b0e9c17 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:50.922178 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d92ba80d-4e2e-4db7-b4f3-4640f1bfb641 req-fe2ac855-7049-421d-a0b8-21d99b0e9c17 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 944 time: 0.0787125 Aug 28 12:49:50.970680 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d92ba80d-4e2e-4db7-b4f3-4640f1bfb641 req-5f82f2e9-b333-4fc1-b703-cbc4b21644ea tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d742c4e-2a1e-4f5d-96e2-76b0612f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467212 Aug 28 12:49:50.983988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f572eb8-aa7c-4bf6-b011-bd013ed43e9a req-fa18b064-b265-45f2-8bbb-387a5ae732e9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:50.985559 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f572eb8-aa7c-4bf6-b011-bd013ed43e9a req-fa18b064-b265-45f2-8bbb-387a5ae732e9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 944 time: 0.0650592 Aug 28 12:49:51.034962 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-388d6b4a-9b78-4bc8-88eb-d70af701997e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=a6504f71-c67d-4bfd-8228-7b6d54b2acee HTTP/1.1" status: 200 len: 217 time: 0.0484362 Aug 28 12:49:51.097362 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f572eb8-aa7c-4bf6-b011-bd013ed43e9a req-7316f3e4-0e99-4313-b0c1-43feeb7197aa tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558836 Aug 28 12:49:51.146682 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-4c759f38-4266-41dd-a991-b3644b3497a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:51.149157 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-4c759f38-4266-41dd-a991-b3644b3497a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d557cd69-cd27-4452-a97d-808c7d64731a HTTP/1.1" status: 200 len: 797 time: 0.0881040 Aug 28 12:49:51.214161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c12832-a8d3-4ef2-806a-b4cb5402595f', 'tag': '7e362355-84c0-4061-a270-495715d0a76c'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:51.217575 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e3bdef-f826-43d0-a190-8843a411befa" -d '{"events": [{"name": "network-changed", "server_uuid": "30c12832-a8d3-4ef2-806a-b4cb5402595f", "tag": "7e362355-84c0-4061-a270-495715d0a76c"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:51.223194 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-62c73c04-8777-4128-abb5-97a59c1b08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:51.224958 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-62c73c04-8777-4128-abb5-97a59c1b08a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0641606 Aug 28 12:49:51.267370 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bad540e-aea5-40cb-a12b-e962a4145258 x-openstack-request-id: req-9bad540e-aea5-40cb-a12b-e962a4145258 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:51.267669 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c12832-a8d3-4ef2-806a-b4cb5402595f", "tag": "7e362355-84c0-4061-a270-495715d0a76c", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:51.267923 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bad540e-aea5-40cb-a12b-e962a4145258 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:51.268470 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c12832-a8d3-4ef2-806a-b4cb5402595f', 'tag': '7e362355-84c0-4061-a270-495715d0a76c', 'status': 'completed', 'code': 200} Aug 28 12:49:51.343316 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3bdef-f826-43d0-a190-8843a411befa req-a969b057-036d-49bd-ba9d-86e623f3efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:51.344825 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5e3bdef-f826-43d0-a190-8843a411befa req-a969b057-036d-49bd-ba9d-86e623f3efc7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 1096 time: 0.0504117 Aug 28 12:49:51.397165 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-8dac37ca-4ebe-412d-9c31-58a38e21815e service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599438 Aug 28 12:49:51.485270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33287aa1-564d-4014-bacd-8451ef334f14 req-1c6f2f51-9048-4b6b-84c9-bcd4f1d65ce4 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:51.487744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3bdef-f826-43d0-a190-8843a411befa req-88c5e68d-2016-49cf-8c5b-a471d2bb7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:51.492967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-33287aa1-564d-4014-bacd-8451ef334f14 req-1c6f2f51-9048-4b6b-84c9-bcd4f1d65ce4 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.1388493 Aug 28 12:49:51.493254 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5e3bdef-f826-43d0-a190-8843a411befa req-88c5e68d-2016-49cf-8c5b-a471d2bb7b0f service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.1379018 Aug 28 12:49:51.544386 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5e3bdef-f826-43d0-a190-8843a411befa req-831cbe11-8839-45b6-b50f-82aeef774224 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e362355-84c0-4061-a270-495715d0a76c HTTP/1.1" status: 200 len: 217 time: 0.0418394 Aug 28 12:49:51.558275 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-33287aa1-564d-4014-bacd-8451ef334f14 req-b060457d-1a71-4544-bc8c-75a2ea23199e tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625017 Aug 28 12:49:51.567997 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-4aadc5fd-5822-40b7-8a18-253e64a42909 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635046 Aug 28 12:49:51.604106 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3bdef-f826-43d0-a190-8843a411befa req-981dbad5-bb44-46a6-8b9d-a449dfc07cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:51.605589 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5e3bdef-f826-43d0-a190-8843a411befa req-981dbad5-bb44-46a6-8b9d-a449dfc07cca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.0517766 Aug 28 12:49:51.669258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3bdef-f826-43d0-a190-8843a411befa req-7b92b1fb-5b65-4eda-998e-9ea4f4af611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:51.670908 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5e3bdef-f826-43d0-a190-8843a411befa req-7b92b1fb-5b65-4eda-998e-9ea4f4af611d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517950 Aug 28 12:49:51.686651 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-31635591-7762-432b-af96-71a86a4a40ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=b05d186c-de9e-4cbe-a886-89ee06ae7903 HTTP/1.1" status: 200 len: 217 time: 0.0949433 Aug 28 12:49:51.687199 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542396a-e837-4628-b16f-e0acc6fe3aa5 req-c196553a-b671-406d-b4fc-20140d3860ab tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:51.694333 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b542396a-e837-4628-b16f-e0acc6fe3aa5 req-c196553a-b671-406d-b4fc-20140d3860ab tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 945 time: 0.1446435 Aug 28 12:49:51.785582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fad6c9-e249-45a6-8f01-3d9f36bfd3ee req-281741db-794f-41cf-89bd-9e5513697bc8 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:51.787165 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c5fad6c9-e249-45a6-8f01-3d9f36bfd3ee req-281741db-794f-41cf-89bd-9e5513697bc8 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.1129265 Aug 28 12:49:51.793727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-371514c9-7e94-493f-aee6-dbc926244e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:51.793933 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b542396a-e837-4628-b16f-e0acc6fe3aa5 req-6cc61eef-01c0-429d-a0fe-ac601e8b2532 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9c57319-07de-4c1d-b558-728cacf41626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887556 Aug 28 12:49:51.795413 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-371514c9-7e94-493f-aee6-dbc926244e18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d557cd69-cd27-4452-a97d-808c7d64731a HTTP/1.1" status: 200 len: 797 time: 0.1042626 Aug 28 12:49:51.841177 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5e3bdef-f826-43d0-a190-8843a411befa req-4b3b6dcc-2ff7-4513-9a30-7242042727c8 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481125 Aug 28 12:49:51.872039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c5fad6c9-e249-45a6-8f01-3d9f36bfd3ee req-16089bb4-b258-4ad6-aa43-b92b9da8d030 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748217 Aug 28 12:49:51.878691 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-6af1dd11-3ca0-433f-9cec-da5f3d7a0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:51.880746 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-6af1dd11-3ca0-433f-9cec-da5f3d7a0818 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0669017 Aug 28 12:49:51.922574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7e362355-84c0-4061-a270-495715d0a76c details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:49:51.945841 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5e3bdef-f826-43d0-a190-8843a411befa req-2c011ff5-2906-4f89-80ca-5b48ed5a19ae service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920012 Aug 28 12:49:51.954495 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 006659e0-a078-47c8-8152-a5b07385588a up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:51.985757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-cc3e4e01-8fa7-4d5d-bdce-267762b28184 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906610 Aug 28 12:49:52.051383 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.resource_extend [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:49:52.069278 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a262eb-072a-41b4-857f-c295484f5693 req-eaa5f869-d968-4265-a99a-36cc06ebc660 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:52.079190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a262eb-072a-41b4-857f-c295484f5693 req-eaa5f869-d968-4265-a99a-36cc06ebc660 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:52.087083 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a262eb-072a-41b4-857f-c295484f5693 req-eaa5f869-d968-4265-a99a-36cc06ebc660 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:52.094407 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a262eb-072a-41b4-857f-c295484f5693 req-eaa5f869-d968-4265-a99a-36cc06ebc660 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:52.103751 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a262eb-072a-41b4-857f-c295484f5693 req-eaa5f869-d968-4265-a99a-36cc06ebc660 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:52.110496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a262eb-072a-41b4-857f-c295484f5693 req-eaa5f869-d968-4265-a99a-36cc06ebc660 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:52.117914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a262eb-072a-41b4-857f-c295484f5693 req-eaa5f869-d968-4265-a99a-36cc06ebc660 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:52.129249 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-41a262eb-072a-41b4-857f-c295484f5693 req-eaa5f869-d968-4265-a99a-36cc06ebc660 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.1584265 Aug 28 12:49:52.140891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 006659e0-a078-47c8-8152-a5b07385588a completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:52.157138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 006659e0-a078-47c8-8152-a5b07385588a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:52.157504 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:52.204873 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-2bc2cc8a-7bf4-4680-b890-4d2bfaaabc91 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092209 Aug 28 12:49:52.227514 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-41a262eb-072a-41b4-857f-c295484f5693 req-3510a268-2a80-4892-a15d-1888fe6a56bb tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971382 Aug 28 12:49:52.248616 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7e362355-84c0-4061-a270-495715d0a76c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7e362355-84c0-4061-a270-495715d0a76c,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:52.286259 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '7e362355-84c0-4061-a270-495715d0a76c', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'port_id': '7e362355-84c0-4061-a270-495715d0a76c', 'mac_address': 'fa:16:3e:86:b1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:49:52.301193 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-afb7bb7c-edb5-4451-8ce2-dad535e690f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=39a6b9d2-5707-4e5a-9ea1-027d93c97c95 HTTP/1.1" status: 200 len: 217 time: 0.0759425 Aug 28 12:49:52.394597 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:52.411734 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:52.417667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-fc40626f-d1ab-4352-893b-75ab061b8684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:52.423175 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-fc40626f-d1ab-4352-893b-75ab061b8684 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d557cd69-cd27-4452-a97d-808c7d64731a HTTP/1.1" status: 200 len: 797 time: 0.1053317 Aug 28 12:49:52.448314 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e362355-84c0-4061-a270-495715d0a76c {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:49:52.451733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28284d5-a7a2-4f61-9361-e8298b0e097a req-df9d9345-fec4-479c-9687-1e8a5e9687e7 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:52.464109 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e28284d5-a7a2-4f61-9361-e8298b0e097a req-df9d9345-fec4-479c-9687-1e8a5e9687e7 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 944 time: 0.1203098 Aug 28 12:49:52.495812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 006659e0-a078-47c8-8152-a5b07385588a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=006659e0-a078-47c8-8152-a5b07385588a,segment=NetworkSegment(87031c1c-053b-49cd-8ca8-24db7a3547a1),segment_id=87031c1c-053b-49cd-8ca8-24db7a3547a1)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:52.519912 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7e362355-84c0-4061-a270-495715d0a76c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7e362355-84c0-4061-a270-495715d0a76c,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:52.530000 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:52.537438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c466c95d-c2f6-4cd5-b41f-4c4253c52796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:52.537914 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:52.538990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-c466c95d-c2f6-4cd5-b41f-4c4253c52796 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1069839 Aug 28 12:49:52.540135 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e28284d5-a7a2-4f61-9361-e8298b0e097a req-a46e56ec-35a5-4c63-9b84-987520f76919 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d742c4e-2a1e-4f5d-96e2-76b0612f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742896 Aug 28 12:49:52.589547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aeded-6235-4857-a64f-8cea5f65d8d5 req-ebb73d1a-1f66-4a51-a8f0-b78ccc3bbd9f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:52.591332 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-462aeded-6235-4857-a64f-8cea5f65d8d5 req-ebb73d1a-1f66-4a51-a8f0-b78ccc3bbd9f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 944 time: 0.1159611 Aug 28 12:49:52.793278 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41af6f8e-13a0-4b6a-a087-6bc65992cb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006659e0-a078-47c8-8152-a5b07385588a'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:52.796036 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267952f7-8fd9-4364-8072-fee2746fd366" -d '{"events": [{"server_uuid": "41af6f8e-13a0-4b6a-a087-6bc65992cb21", "name": "network-vif-plugged", "status": "completed", "tag": "006659e0-a078-47c8-8152-a5b07385588a"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:52.799405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=006659e0-a078-47c8-8152-a5b07385588a,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:52.917635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7e362355-84c0-4061-a270-495715d0a76c,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:52.950123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e2d69-8abd-4b5f-87c8-892db18a706e req-189a97e3-7fa9-46be-9dbf-bd53902de353 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:52.952081 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-427e2d69-8abd-4b5f-87c8-892db18a706e req-189a97e3-7fa9-46be-9dbf-bd53902de353 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0658720 Aug 28 12:49:53.003724 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-427e2d69-8abd-4b5f-87c8-892db18a706e req-a3d907d4-0b2e-46b8-9b3c-d1efb1268505 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443943 Aug 28 12:49:53.019576 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['7e362355-84c0-4061-a270-495715d0a76c'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:49:53.020142 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-462aeded-6235-4857-a64f-8cea5f65d8d5 req-713c180d-e8a1-4bbf-a013-58b4cf8018f4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198079 Aug 28 12:49:53.069060 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-5af92049-811a-48dc-b74c-d9be9aea2ee5 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910252 Aug 28 12:49:53.142574 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb6b43-17a7-4da7-9b46-b0022f9f1e07 req-4a99de75-119c-4ad4-aa1f-edf56baa97ad tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:53.145073 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4aeb6b43-17a7-4da7-9b46-b0022f9f1e07 req-4a99de75-119c-4ad4-aa1f-edf56baa97ad tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 945 time: 0.0625181 Aug 28 12:49:53.197967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-d3c2e80e-710b-4cf7-a76a-cb2d54bf8a54 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202517 Aug 28 12:49:53.204298 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4aeb6b43-17a7-4da7-9b46-b0022f9f1e07 req-6e5180d8-d9e0-4c02-b105-b6c4bf562d8b tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9c57319-07de-4c1d-b558-728cacf41626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483408 Aug 28 12:49:53.233022 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26baebf-25b3-4f69-858b-d20f6aa5f88a x-openstack-request-id: req-f26baebf-25b3-4f69-858b-d20f6aa5f88a {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:53.233528 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41af6f8e-13a0-4b6a-a087-6bc65992cb21", "name": "network-vif-plugged", "status": "completed", "tag": "006659e0-a078-47c8-8152-a5b07385588a", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:53.233938 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f26baebf-25b3-4f69-858b-d20f6aa5f88a {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:53.234578 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41af6f8e-13a0-4b6a-a087-6bc65992cb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006659e0-a078-47c8-8152-a5b07385588a', 'code': 200} Aug 28 12:49:53.374919 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-092f7487-0a05-4724-9e0b-7735ff25ae88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac4113ad-b63c-4920-a1f1-661762381f07 HTTP/1.1" status: 200 len: 217 time: 0.1614935 Aug 28 12:49:53.469069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be13e80-988f-43e8-aa2b-b19648937367 req-8a3ad270-a9fe-46b5-9ab5-cdeba6a248cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:53.470612 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7be13e80-988f-43e8-aa2b-b19648937367 req-8a3ad270-a9fe-46b5-9ab5-cdeba6a248cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 1097 time: 0.1576452 Aug 28 12:49:53.481540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-34d59853-1f6b-413d-a93f-5ecb91346417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:53.483129 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-34d59853-1f6b-413d-a93f-5ecb91346417 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9a81a33e-a30a-4f4f-bc8f-a36371ef2745 HTTP/1.1" status: 200 len: 797 time: 0.0849712 Aug 28 12:49:53.486900 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b33991-7f46-473e-9e11-a4730b584db7 req-5b027e2b-974f-4883-8f54-7fc98ba5585e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:53.494008 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b33991-7f46-473e-9e11-a4730b584db7 req-5b027e2b-974f-4883-8f54-7fc98ba5585e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:53.514928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b33991-7f46-473e-9e11-a4730b584db7 req-5b027e2b-974f-4883-8f54-7fc98ba5585e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:53.538594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b33991-7f46-473e-9e11-a4730b584db7 req-5b027e2b-974f-4883-8f54-7fc98ba5585e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:53.543231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-ff6fe39e-ce39-46b1-bd93-09bcdb0677f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:53.544967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-ff6fe39e-ce39-46b1-bd93-09bcdb0677f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3352c8b5-3501-47c1-96f2-9e32c1cc7612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0549910 Aug 28 12:49:53.550970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b33991-7f46-473e-9e11-a4730b584db7 req-5b027e2b-974f-4883-8f54-7fc98ba5585e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:53.567014 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b33991-7f46-473e-9e11-a4730b584db7 req-5b027e2b-974f-4883-8f54-7fc98ba5585e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:53.583272 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b33991-7f46-473e-9e11-a4730b584db7 req-5b027e2b-974f-4883-8f54-7fc98ba5585e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:53.589274 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f3b33991-7f46-473e-9e11-a4730b584db7 req-5b027e2b-974f-4883-8f54-7fc98ba5585e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.2159338 Aug 28 12:49:53.677941 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7be13e80-988f-43e8-aa2b-b19648937367 req-1936a069-2dad-4271-89c8-5dcb7aa33da7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3d742c4e-2a1e-4f5d-96e2-76b0612f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876055 Aug 28 12:49:53.719453 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f3b33991-7f46-473e-9e11-a4730b584db7 req-9de0d4ed-4fd7-4e8f-99fc-1f68442c2c10 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950282 Aug 28 12:49:53.756155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc177b-68b5-4238-b8b8-4f09021f3078 req-368110d7-20bb-4599-bdb3-77c256a05786 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:53.763635 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fcfc177b-68b5-4238-b8b8-4f09021f3078 req-368110d7-20bb-4599-bdb3-77c256a05786 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 945 time: 0.1252697 Aug 28 12:49:53.773560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-5f3a0b0f-0455-46c0-bd8e-14461a974496 service neutron] 10.222.0.11 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204385 Aug 28 12:49:53.821879 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fcfc177b-68b5-4238-b8b8-4f09021f3078 req-8473ce64-cc21-4b1f-ab42-7b4673cf8c4c tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d742c4e-2a1e-4f5d-96e2-76b0612f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469110 Aug 28 12:49:54.072643 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-8ff17e1c-be74-419b-95fe-ff579015d13f service neutron] 10.222.0.11 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450961 Aug 28 12:49:54.135379 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-29412ca2-02a1-4acb-874c-c46147fe5ffa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6da04b61-8648-4f77-8bcc-6503e204f1b5 HTTP/1.1" status: 200 len: 217 time: 0.0496807 Aug 28 12:49:54.233391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf7b04-04a3-4e63-89a5-cc94a733ed27 req-0e9bed4b-651f-4309-b63b-dfa39575a142 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.243785 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a8bf7b04-04a3-4e63-89a5-cc94a733ed27 req-0e9bed4b-651f-4309-b63b-dfa39575a142 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.1110709 Aug 28 12:49:54.246670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e4d2cfe8-680e-44a9-8cf0-93c84a0b6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.248092 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-e4d2cfe8-680e-44a9-8cf0-93c84a0b6cee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9a81a33e-a30a-4f4f-bc8f-a36371ef2745 HTTP/1.1" status: 200 len: 797 time: 0.1022916 Aug 28 12:49:54.322026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a8bf7b04-04a3-4e63-89a5-cc94a733ed27 req-c1295947-4956-41e0-869b-629c1c52fb2a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773289 Aug 28 12:49:54.348205 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-3e18a010-6dc7-480a-8363-b7f3943c5d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.354050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-3e18a010-6dc7-480a-8363-b7f3943c5d21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3352c8b5-3501-47c1-96f2-9e32c1cc7612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0799985 Aug 28 12:49:54.436945 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2c53e-4eee-45da-ad7e-9b418a97f8e0 req-5cb51d1b-5487-4861-8d24-8dcf6ff19b59 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.445891 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-21d2c53e-4eee-45da-ad7e-9b418a97f8e0 req-5cb51d1b-5487-4861-8d24-8dcf6ff19b59 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 945 time: 0.0753355 Aug 28 12:49:54.503070 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-21d2c53e-4eee-45da-ad7e-9b418a97f8e0 req-fe82ebda-11ab-4196-8125-3536df682864 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542481 Aug 28 12:49:54.543029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd1b50-b56e-4bb2-98d3-2d08157c1849 req-c89310f4-728a-44ce-a85a-e29ab7772ea8 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.544475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8ebd1b50-b56e-4bb2-98d3-2d08157c1849 req-c89310f4-728a-44ce-a85a-e29ab7772ea8 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 945 time: 0.1177003 Aug 28 12:49:54.548903 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-4c1ef50d-7422-4b05-8281-c79bac68b0f4 service neutron] 10.222.0.11 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799214 Aug 28 12:49:54.649496 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8ebd1b50-b56e-4bb2-98d3-2d08157c1849 req-cea83e44-099c-4906-865e-8d861183b79f tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9c57319-07de-4c1d-b558-728cacf41626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950625 Aug 28 12:49:54.704218 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dabb126-6e15-4f63-85ba-4592988a0ef0 req-f563ea01-713b-416f-920d-6d27d86a0fa2 service neutron] 10.222.0.11 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436210 Aug 28 12:49:54.849718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-582c5b6c-7c5b-452b-b16b-505f6c2eede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.853735 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-582c5b6c-7c5b-452b-b16b-505f6c2eede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.854230 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-582c5b6c-7c5b-452b-b16b-505f6c2eede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.854779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-582c5b6c-7c5b-452b-b16b-505f6c2eede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.855241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-582c5b6c-7c5b-452b-b16b-505f6c2eede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.855709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-582c5b6c-7c5b-452b-b16b-505f6c2eede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.856574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-582c5b6c-7c5b-452b-b16b-505f6c2eede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.858251 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-582c5b6c-7c5b-452b-b16b-505f6c2eede8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848f98195d42445793f4ad0f8595cb5d&device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 6482 time: 0.0733197 Aug 28 12:49:54.901793 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40581314-e195-433d-9776-0cf1cb3319b1 req-6b791d7e-10c2-4d59-910d-fa6ca941ca78 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.907652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40581314-e195-433d-9776-0cf1cb3319b1 req-6b791d7e-10c2-4d59-910d-fa6ca941ca78 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.913559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40581314-e195-433d-9776-0cf1cb3319b1 req-6b791d7e-10c2-4d59-910d-fa6ca941ca78 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.920385 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40581314-e195-433d-9776-0cf1cb3319b1 req-6b791d7e-10c2-4d59-910d-fa6ca941ca78 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.927838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40581314-e195-433d-9776-0cf1cb3319b1 req-6b791d7e-10c2-4d59-910d-fa6ca941ca78 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.936954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40581314-e195-433d-9776-0cf1cb3319b1 req-6b791d7e-10c2-4d59-910d-fa6ca941ca78 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.943940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40581314-e195-433d-9776-0cf1cb3319b1 req-6b791d7e-10c2-4d59-910d-fa6ca941ca78 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:54.946089 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40581314-e195-433d-9776-0cf1cb3319b1 req-6b791d7e-10c2-4d59-910d-fa6ca941ca78 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.1450462 Aug 28 12:49:55.004341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c289e9-522a-43ec-a384-6e658118eb46 req-e3d9214e-3383-4556-b430-78143ac4f818 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:55.005517 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c289e9-522a-43ec-a384-6e658118eb46 req-e3d9214e-3383-4556-b430-78143ac4f818 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 945 time: 0.1122761 Aug 28 12:49:55.015354 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40581314-e195-433d-9776-0cf1cb3319b1 req-0b31010a-2c6b-458a-a833-79e34262f01c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601273 Aug 28 12:49:55.030871 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-ac1075ae-3302-4444-9fb5-be9325c93a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:55.032404 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-ac1075ae-3302-4444-9fb5-be9325c93a92 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3352c8b5-3501-47c1-96f2-9e32c1cc7612 HTTP/1.1" status: 200 len: 902 time: 0.1598077 Aug 28 12:49:55.088761 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-2eade18f-5f1b-44fe-bb0d-053ac99f5fa3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6da04b61-8648-4f77-8bcc-6503e204f1b5 HTTP/1.1" status: 200 len: 217 time: 0.0451043 Aug 28 12:49:55.106463 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c289e9-522a-43ec-a384-6e658118eb46 req-e46f92ef-3fe3-41c8-a54c-3504675b1401 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d742c4e-2a1e-4f5d-96e2-76b0612f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923796 Aug 28 12:49:55.202501 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-24a66f5f-6b54-43aa-ae55-5b7b8d96391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:55.204766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-24a66f5f-6b54-43aa-ae55-5b7b8d96391b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9a81a33e-a30a-4f4f-bc8f-a36371ef2745 HTTP/1.1" status: 200 len: 797 time: 0.0973260 Aug 28 12:49:55.276440 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-de6ef223-e970-4d2c-a90e-105cc99f95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:55.277943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-de6ef223-e970-4d2c-a90e-105cc99f95a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3352c8b5-3501-47c1-96f2-9e32c1cc7612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0463896 Aug 28 12:49:55.399230 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-c9e02f85-ddb7-4a32-b200-c8dcbbfa65d1 service neutron] 10.222.0.11 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112092 Aug 28 12:49:55.554828 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8f85c-5aa6-4f5b-b40f-b37a3415fcf5 req-75df75fd-d7c2-49a1-977f-718d5b218b8a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:55.556512 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dde8f85c-5aa6-4f5b-b40f-b37a3415fcf5 req-75df75fd-d7c2-49a1-977f-718d5b218b8a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.1563148 Aug 28 12:49:55.605547 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79f32dfa-7277-48fe-9ef6-f4d84b9b6726 req-afa6573c-da87-4bff-a33d-b5d976a7945f service neutron] 10.222.0.11 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965833 Aug 28 12:49:55.637700 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dde8f85c-5aa6-4f5b-b40f-b37a3415fcf5 req-446721de-dbb0-470a-96ec-a039c8cacd9d tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484314 Aug 28 12:49:55.654273 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d77d7-6f3a-4e1e-b725-da308bf134fb req-f03f2f66-3a04-4da5-b19a-9aa57dbcf550 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:55.661642 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9b0d77d7-6f3a-4e1e-b725-da308bf134fb req-f03f2f66-3a04-4da5-b19a-9aa57dbcf550 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 945 time: 0.0747657 Aug 28 12:49:55.717004 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9b0d77d7-6f3a-4e1e-b725-da308bf134fb req-6d077b98-1861-457e-951a-a3c2b26cb100 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543318 Aug 28 12:49:55.814835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806db2b6-2b5c-478a-9a91-ba8582dd2fa7 req-0ac981e6-c528-4371-aead-aa87b16c7402 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:55.817653 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-806db2b6-2b5c-478a-9a91-ba8582dd2fa7 req-0ac981e6-c528-4371-aead-aa87b16c7402 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 945 time: 0.0739248 Aug 28 12:49:55.860707 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-806db2b6-2b5c-478a-9a91-ba8582dd2fa7 req-14beabea-5919-4ebf-9bd1-fec38f54fad0 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9c57319-07de-4c1d-b558-728cacf41626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356951 Aug 28 12:49:55.966449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7e362355-84c0-4061-a270-495715d0a76c up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:49:56.017013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 7e362355-84c0-4061-a270-495715d0a76c completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:49:56.023542 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 7e362355-84c0-4061-a270-495715d0a76c triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:49:56.023940 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:56.150583 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:56.194557 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7e362355-84c0-4061-a270-495715d0a76c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7e362355-84c0-4061-a270-495715d0a76c,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:56.195637 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c12832-a8d3-4ef2-806a-b4cb5402595f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e362355-84c0-4061-a270-495715d0a76c'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:56.199639 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e8c1a3-eb63-4c92-b196-39156e8f2d62" -d '{"events": [{"server_uuid": "30c12832-a8d3-4ef2-806a-b4cb5402595f", "name": "network-vif-plugged", "status": "completed", "tag": "7e362355-84c0-4061-a270-495715d0a76c"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:56.211053 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:56.215115 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987005ba-951c-462c-9282-8ff281fff656 req-7f02052d-385d-402b-abe7-5b716efbd337 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:56.228521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987005ba-951c-462c-9282-8ff281fff656 req-7f02052d-385d-402b-abe7-5b716efbd337 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:56.230583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b09c07-ee6a-461a-a157-8e342171b68f req-1bf99b2e-dc39-401f-8620-182f4d97c10d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:56.232177 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-92b09c07-ee6a-461a-a157-8e342171b68f req-1bf99b2e-dc39-401f-8620-182f4d97c10d tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 945 time: 0.0839198 Aug 28 12:49:56.237959 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987005ba-951c-462c-9282-8ff281fff656 req-7f02052d-385d-402b-abe7-5b716efbd337 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:56.246213 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987005ba-951c-462c-9282-8ff281fff656 req-7f02052d-385d-402b-abe7-5b716efbd337 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:56.254041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987005ba-951c-462c-9282-8ff281fff656 req-7f02052d-385d-402b-abe7-5b716efbd337 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:56.261913 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987005ba-951c-462c-9282-8ff281fff656 req-7f02052d-385d-402b-abe7-5b716efbd337 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:56.270555 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987005ba-951c-462c-9282-8ff281fff656 req-7f02052d-385d-402b-abe7-5b716efbd337 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:56.280770 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-987005ba-951c-462c-9282-8ff281fff656 req-7f02052d-385d-402b-abe7-5b716efbd337 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.1882346 Aug 28 12:49:56.316963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7e362355-84c0-4061-a270-495715d0a76c,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:56.348912 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-987005ba-951c-462c-9282-8ff281fff656 req-49025971-5e08-40be-95d7-e38153499f6b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671473 Aug 28 12:49:56.415664 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8eb52bc-5a58-409f-8ab4-2404431ebb74 x-openstack-request-id: req-c8eb52bc-5a58-409f-8ab4-2404431ebb74 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:56.416065 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c12832-a8d3-4ef2-806a-b4cb5402595f", "name": "network-vif-plugged", "status": "completed", "tag": "7e362355-84c0-4061-a270-495715d0a76c", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:56.416415 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8eb52bc-5a58-409f-8ab4-2404431ebb74 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:56.416916 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c12832-a8d3-4ef2-806a-b4cb5402595f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e362355-84c0-4061-a270-495715d0a76c', 'code': 200} Aug 28 12:49:56.470967 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434af87b-38f5-44c1-be38-c4bf681ecc16 req-06a7f66e-7320-4c38-bd06-0b16ce16162e tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:56.473013 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-434af87b-38f5-44c1-be38-c4bf681ecc16 req-06a7f66e-7320-4c38-bd06-0b16ce16162e tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 945 time: 0.1096814 Aug 28 12:49:56.476055 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-92b09c07-ee6a-461a-a157-8e342171b68f req-4cdadc6d-f64c-4bd1-a01d-84cabeea3887 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Deleting port 42e974b4-7774-423d-a891-684886a82e6e {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:49:56.476397 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-92b09c07-ee6a-461a-a157-8e342171b68f req-4cdadc6d-f64c-4bd1-a01d-84cabeea3887 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:56.565603 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c4483-a624-4542-bf9f-7dac5ee80e9c req-edbe5b05-d770-48c4-8200-22f63e82653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:56.567919 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c00c4483-a624-4542-bf9f-7dac5ee80e9c req-edbe5b05-d770-48c4-8200-22f63e82653e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 1098 time: 0.0591300 Aug 28 12:49:56.575528 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-434af87b-38f5-44c1-be38-c4bf681ecc16 req-4dd9aef8-7a80-4c8a-a227-c009bee2343c tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d742c4e-2a1e-4f5d-96e2-76b0612f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934234 Aug 28 12:49:56.615535 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-92b09c07-ee6a-461a-a157-8e342171b68f req-4cdadc6d-f64c-4bd1-a01d-84cabeea3887 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] For port 42e974b4-7774-423d-a891-684886a82e6e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=42e974b4-7774-423d-a891-684886a82e6e,segment=NetworkSegment(b74bf750-9b03-4493-b5ba-64f61d8a1560),segment_id=b74bf750-9b03-4493-b5ba-64f61d8a1560)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:56.615914 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-92b09c07-ee6a-461a-a157-8e342171b68f req-4cdadc6d-f64c-4bd1-a01d-84cabeea3887 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:56.620074 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c00c4483-a624-4542-bf9f-7dac5ee80e9c req-127ef86e-f5a0-4666-8418-a5d8d60bf709 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430698 Aug 28 12:49:56.634463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-92b09c07-ee6a-461a-a157-8e342171b68f req-4cdadc6d-f64c-4bd1-a01d-84cabeea3887 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Calling delete_port for 42e974b4-7774-423d-a891-684886a82e6e owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:49:56.821359 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b708d1b-d792-412e-93b9-8d9d3a5c8be2 req-4468e0b4-84b3-416c-94bc-ae1a82734334 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:56.822930 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b708d1b-d792-412e-93b9-8d9d3a5c8be2 req-4468e0b4-84b3-416c-94bc-ae1a82734334 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0913045 Aug 28 12:49:56.824077 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-92b09c07-ee6a-461a-a157-8e342171b68f req-4cdadc6d-f64c-4bd1-a01d-84cabeea3887 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:56.840428 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['42e974b4-7774-423d-a891-684886a82e6e'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:49:56.873523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdadc6d-f64c-4bd1-a01d-84cabeea3887 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Pushing event deleted for resources: {'Port': ['ID=42e974b4-7774-423d-a891-684886a82e6e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:56.937377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b09c07-ee6a-461a-a157-8e342171b68f req-4cdadc6d-f64c-4bd1-a01d-84cabeea3887 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] No DVR routers for this DVR port 42e974b4-7774-423d-a891-684886a82e6e on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:49:56.943751 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-92b09c07-ee6a-461a-a157-8e342171b68f req-4cdadc6d-f64c-4bd1-a01d-84cabeea3887 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:56.946468 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-92b09c07-ee6a-461a-a157-8e342171b68f req-4cdadc6d-f64c-4bd1-a01d-84cabeea3887 tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.11 "DELETE /v2.0/ports/42e974b4-7774-423d-a891-684886a82e6e HTTP/1.1" status: 204 len: 173 time: 0.7066858 Aug 28 12:49:56.946928 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a888a5-019b-424d-a532-4db763bbd573', 'name': 'network-vif-deleted', 'tag': '42e974b4-7774-423d-a891-684886a82e6e'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:56.949583 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b9db5c-706c-4fe6-94ab-b22262ff8bfe" -d '{"events": [{"server_uuid": "b0a888a5-019b-424d-a532-4db763bbd573", "name": "network-vif-deleted", "tag": "42e974b4-7774-423d-a891-684886a82e6e"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:56.956458 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b708d1b-d792-412e-93b9-8d9d3a5c8be2 req-43a0ed46-af0f-41a7-8830-dfd46320b78e tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999386 Aug 28 12:49:57.051901 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d4aca-7bb8-4ded-9a0b-7ea4d125aa89 req-044d5053-c7dd-42b4-a149-fdf259b9c70c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:57.060985 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6c7d4aca-7bb8-4ded-9a0b-7ea4d125aa89 req-044d5053-c7dd-42b4-a149-fdf259b9c70c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.0997288 Aug 28 12:49:57.096817 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fa5f2fb7-edfe-49f9-acb7-3b5333bedc8f req-33d319c9-16d7-433f-877c-177b1b0877ab tempest-ServerMetadataNegativeTestJSON-81990818 tempest-ServerMetadataNegativeTestJSON-81990818-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a888a5-019b-424d-a532-4db763bbd573 HTTP/1.1" status: 200 len: 210 time: 0.0394080 Aug 28 12:49:57.118020 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6c7d4aca-7bb8-4ded-9a0b-7ea4d125aa89 req-02ae2d59-c085-49df-b37b-c747d538bf84 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459459 Aug 28 12:49:57.187281 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f621e393-e592-47cc-8253-7bdd9512ecb4 x-openstack-request-id: req-f621e393-e592-47cc-8253-7bdd9512ecb4 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:57.187578 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a888a5-019b-424d-a532-4db763bbd573", "name": "network-vif-deleted", "tag": "42e974b4-7774-423d-a891-684886a82e6e", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:57.187828 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f621e393-e592-47cc-8253-7bdd9512ecb4 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:57.188211 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a888a5-019b-424d-a532-4db763bbd573', 'name': 'network-vif-deleted', 'tag': '42e974b4-7774-423d-a891-684886a82e6e', 'status': 'completed', 'code': 200} Aug 28 12:49:57.219819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6898c-9bc6-4a7d-b52c-aa2a965a8a40 req-ff83abc2-4dbc-4402-9023-589c41b51f6c tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:57.221390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9b6898c-9bc6-4a7d-b52c-aa2a965a8a40 req-ff83abc2-4dbc-4402-9023-589c41b51f6c tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 945 time: 0.0658572 Aug 28 12:49:57.282812 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9b6898c-9bc6-4a7d-b52c-aa2a965a8a40 req-7373195d-43ba-44ff-a82d-d8a1675aae05 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d742c4e-2a1e-4f5d-96e2-76b0612f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499055 Aug 28 12:49:57.481633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b153a-2fd2-4dde-bf0a-9947b7dc9968 req-8746c1de-b8cd-4cc1-b072-a68801480fbf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:57.489332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b153a-2fd2-4dde-bf0a-9947b7dc9968 req-8746c1de-b8cd-4cc1-b072-a68801480fbf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:57.495596 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b153a-2fd2-4dde-bf0a-9947b7dc9968 req-8746c1de-b8cd-4cc1-b072-a68801480fbf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:57.503402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b153a-2fd2-4dde-bf0a-9947b7dc9968 req-8746c1de-b8cd-4cc1-b072-a68801480fbf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:57.509342 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b153a-2fd2-4dde-bf0a-9947b7dc9968 req-8746c1de-b8cd-4cc1-b072-a68801480fbf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:57.515179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b153a-2fd2-4dde-bf0a-9947b7dc9968 req-8746c1de-b8cd-4cc1-b072-a68801480fbf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:57.521302 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b153a-2fd2-4dde-bf0a-9947b7dc9968 req-8746c1de-b8cd-4cc1-b072-a68801480fbf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:57.523293 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-324b153a-2fd2-4dde-bf0a-9947b7dc9968 req-8746c1de-b8cd-4cc1-b072-a68801480fbf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.1006274 Aug 28 12:49:57.565745 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-324b153a-2fd2-4dde-bf0a-9947b7dc9968 req-e649cffd-2631-4039-a293-6f8b9b80ec35 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360463 Aug 28 12:49:57.624528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-fa8580ab-11a5-4970-8126-4633692f9038 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:57.626170 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-fa8580ab-11a5-4970-8126-4633692f9038 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/networks?id=b62ba815-d959-4c50-8fd6-127aad0ca957 HTTP/1.1" status: 200 len: 815 time: 0.1202953 Aug 28 12:49:57.645176 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-8fb30e67-0ead-4973-a86a-cc6a86931586 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/quotas/41914e9b026a491686f98f53e63966e0 HTTP/1.1" status: 200 len: 375 time: 0.0098357 Aug 28 12:49:57.702736 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-59ad2f6a-d4b5-4bb5-b881-fedf4d19f982 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=41914e9b026a491686f98f53e63966e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465558 Aug 28 12:49:57.789872 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-ea917682-46b9-4506-b352-6994b1b2bcf4 service neutron] 10.222.0.20 "GET /v2.0/networks/b62ba815-d959-4c50-8fd6-127aad0ca957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794103 Aug 28 12:49:57.879792 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-4c0332e3-5f20-4d45-84a7-4839bb7e9a01 service neutron] 10.222.0.20 "GET /v2.0/networks/b62ba815-d959-4c50-8fd6-127aad0ca957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837114 Aug 28 12:49:58.063442 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c1319bd-f112-4394-9cf3-9337f5fd93a9 req-bffd4f22-af0d-4b2d-a3fa-c24a85ce98b6 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 210 time: 0.0334761 Aug 28 12:49:58.117616 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4159cd-a054-4782-bfaf-a8f8a6227d5c req-e1801a7c-268f-490e-97e0-6ceb3dc348c3 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:58.119358 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a4159cd-a054-4782-bfaf-a8f8a6227d5c req-e1801a7c-268f-490e-97e0-6ceb3dc348c3 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0682590 Aug 28 12:49:58.135935 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46700) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:58.191725 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea7c13a-436c-431f-8390-509126724a90 admin admin] Deleting subnet 012c206e-796a-4952-bc49-ad2d6846670c {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:49:58.191982 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a4159cd-a054-4782-bfaf-a8f8a6227d5c req-80b10dd9-264d-434e-8891-e6a1a37f862a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621221 Aug 28 12:49:58.195723 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c13a-436c-431f-8390-509126724a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:58.258516 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c13a-436c-431f-8390-509126724a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:58.304904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abe5e5-482b-4759-8028-ee134cc63505 req-2a8c087b-d55d-491e-aa8f-cba777d07891 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:58.306534 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20abe5e5-482b-4759-8028-ee134cc63505 req-2a8c087b-d55d-491e-aa8f-cba777d07891 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.0916126 Aug 28 12:49:58.314102 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c13a-436c-431f-8390-509126724a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:58.381348 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20abe5e5-482b-4759-8028-ee134cc63505 req-42edaed8-6873-4475-8caa-014f19afc7a2 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635858 Aug 28 12:49:58.416830 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c13a-436c-431f-8390-509126724a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:58.417085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e831ff-f5da-4ae6-bbad-1c7984659a85 req-e55341c7-4575-4b4a-aefb-8fdaca4db763 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:58.419096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61e831ff-f5da-4ae6-bbad-1c7984659a85 req-e55341c7-4575-4b4a-aefb-8fdaca4db763 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 945 time: 0.0717297 Aug 28 12:49:58.450570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7c13a-436c-431f-8390-509126724a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012c206e-796a-4952-bc49-ad2d6846670c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:58.452577 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c13a-436c-431f-8390-509126724a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:58.454511 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7ea7c13a-436c-431f-8390-509126724a90 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/012c206e-796a-4952-bc49-ad2d6846670c HTTP/1.1" status: 204 len: 168 time: 0.3179457 Aug 28 12:49:58.457538 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46716) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:58.479021 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61e831ff-f5da-4ae6-bbad-1c7984659a85 req-14ed6509-7631-40ef-ae45-6ae420dbc1aa tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d742c4e-2a1e-4f5d-96e2-76b0612f0020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523753 Aug 28 12:49:58.529388 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-431f2bd2-c766-4c0d-a887-e8db52587fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:58.625808 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-431f2bd2-c766-4c0d-a887-e8db52587fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:58.654444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-431f2bd2-c766-4c0d-a887-e8db52587fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd5d127-7651-416b-b6fb-62d2ce9c599c']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:58.678909 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-431f2bd2-c766-4c0d-a887-e8db52587fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74bf750-9b03-4493-b5ba-64f61d8a1560') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:58.679593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-431f2bd2-c766-4c0d-a887-e8db52587fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74bf750-9b03-4493-b5ba-64f61d8a1560') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:49:58.694046 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-431f2bd2-c766-4c0d-a887-e8db52587fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:58.736315 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-431f2bd2-c766-4c0d-a887-e8db52587fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:58.745354 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431f2bd2-c766-4c0d-a887-e8db52587fb2 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:49:58.745842 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-431f2bd2-c766-4c0d-a887-e8db52587fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:49:58.747796 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:49:58.750443 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5996c37-19fd-4fa6-ad77-fa68e9f90991 req-d61b2812-60e0-421c-b858-95f3d1d48b3c tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:58.750443 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5996c37-19fd-4fa6-ad77-fa68e9f90991 req-d61b2812-60e0-421c-b858-95f3d1d48b3c tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.11 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 945 time: 0.1034250 Aug 28 12:49:58.771893 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94235c5-104a-47ca-9299-020d812a2a98 req-23987c74-1e4d-451f-a2c1-6b0c65f33732 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:58.773426 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f94235c5-104a-47ca-9299-020d812a2a98 req-23987c74-1e4d-451f-a2c1-6b0c65f33732 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.1118808 Aug 28 12:49:58.802352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd194d-a7ca-4314-ba33-4416eb376cdb req-cc604f23-81b7-454a-9fbb-99b6f1b287d2 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:58.808842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd194d-a7ca-4314-ba33-4416eb376cdb req-cc604f23-81b7-454a-9fbb-99b6f1b287d2 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:58.814726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd194d-a7ca-4314-ba33-4416eb376cdb req-cc604f23-81b7-454a-9fbb-99b6f1b287d2 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:58.821337 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd194d-a7ca-4314-ba33-4416eb376cdb req-cc604f23-81b7-454a-9fbb-99b6f1b287d2 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:58.827161 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd194d-a7ca-4314-ba33-4416eb376cdb req-cc604f23-81b7-454a-9fbb-99b6f1b287d2 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:58.833888 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd194d-a7ca-4314-ba33-4416eb376cdb req-cc604f23-81b7-454a-9fbb-99b6f1b287d2 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:58.840162 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd194d-a7ca-4314-ba33-4416eb376cdb req-cc604f23-81b7-454a-9fbb-99b6f1b287d2 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:58.842061 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9bfd194d-a7ca-4314-ba33-4416eb376cdb req-cc604f23-81b7-454a-9fbb-99b6f1b287d2 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.1535597 Aug 28 12:49:58.871525 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f94235c5-104a-47ca-9299-020d812a2a98 req-29f39c49-30eb-403b-b44a-706c464de6ae tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766022 Aug 28 12:49:58.872463 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-431f2bd2-c766-4c0d-a887-e8db52587fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:58.880469 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-431f2bd2-c766-4c0d-a887-e8db52587fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:58.882384 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-431f2bd2-c766-4c0d-a887-e8db52587fb2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/abd5d127-7651-416b-b6fb-62d2ce9c599c HTTP/1.1" status: 204 len: 168 time: 0.4239130 Aug 28 12:49:58.903896 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f2bd2-c766-4c0d-a887-e8db52587fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=abd5d127-7651-416b-b6fb-62d2ce9c599c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:58.912869 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9bfd194d-a7ca-4314-ba33-4416eb376cdb req-05b7cc13-6227-4c6f-9ecd-84f9b7d090b3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633223 Aug 28 12:49:58.928649 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-b5996c37-19fd-4fa6-ad77-fa68e9f90991 req-987a1977-dcbf-4a4b-9fae-944a214bba00 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Deleting port 006659e0-a078-47c8-8152-a5b07385588a {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:49:58.928995 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b5996c37-19fd-4fa6-ad77-fa68e9f90991 req-987a1977-dcbf-4a4b-9fae-944a214bba00 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:59.026719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46728) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:59.036148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b5996c37-19fd-4fa6-ad77-fa68e9f90991 req-987a1977-dcbf-4a4b-9fae-944a214bba00 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] For port 006659e0-a078-47c8-8152-a5b07385588a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=006659e0-a078-47c8-8152-a5b07385588a,segment=NetworkSegment(87031c1c-053b-49cd-8ca8-24db7a3547a1),segment_id=87031c1c-053b-49cd-8ca8-24db7a3547a1)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:49:59.036513 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b5996c37-19fd-4fa6-ad77-fa68e9f90991 req-987a1977-dcbf-4a4b-9fae-944a214bba00 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:59.053988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-b5996c37-19fd-4fa6-ad77-fa68e9f90991 req-987a1977-dcbf-4a4b-9fae-944a214bba00 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Calling delete_port for 006659e0-a078-47c8-8152-a5b07385588a owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:49:59.077303 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-25138179-212b-44a2-b614-fbeff6374e38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d431c257cd134b5684cec680e769aa16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493598 Aug 28 12:49:59.079880 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46730) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:49:59.201276 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b5996c37-19fd-4fa6-ad77-fa68e9f90991 req-987a1977-dcbf-4a4b-9fae-944a214bba00 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:59.213037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['006659e0-a078-47c8-8152-a5b07385588a'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:49:59.214339 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0937549-b579-4811-a5fa-f006866a3519 req-3903da25-002b-447b-a529-987d60f6894c tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 210 time: 0.0481811 Aug 28 12:49:59.231353 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d6c46c51-69df-4195-ad31-df829602a2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:59.269486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a1977-dcbf-4a4b-9fae-944a214bba00 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Pushing event deleted for resources: {'Port': ['ID=006659e0-a078-47c8-8152-a5b07385588a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:59.270087 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d6c46c51-69df-4195-ad31-df829602a2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:59.305279 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-a39ed801-c832-4254-9275-8054fd971ebc tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:59.306785 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-a39ed801-c832-4254-9275-8054fd971ebc tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.11 "GET /v2.0/networks?id=b62ba815-d959-4c50-8fd6-127aad0ca957 HTTP/1.1" status: 200 len: 815 time: 0.2058492 Aug 28 12:49:59.332635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-c80c4cde-c667-46b6-ab5e-2778b64f4df5 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Request body: {'port': {'device_id': '0253e04c-982b-445a-b990-d1133f9d4fdd', 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957', 'admin_state_up': True, 'tenant_id': '41914e9b026a491686f98f53e63966e0'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:49:59.340947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5996c37-19fd-4fa6-ad77-fa68e9f90991 req-987a1977-dcbf-4a4b-9fae-944a214bba00 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] No DVR routers for this DVR port 006659e0-a078-47c8-8152-a5b07385588a on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:49:59.344728 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b5996c37-19fd-4fa6-ad77-fa68e9f90991 req-987a1977-dcbf-4a4b-9fae-944a214bba00 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:59.346556 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5996c37-19fd-4fa6-ad77-fa68e9f90991 req-987a1977-dcbf-4a4b-9fae-944a214bba00 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.11 "DELETE /v2.0/ports/006659e0-a078-47c8-8152-a5b07385588a HTTP/1.1" status: 204 len: 173 time: 0.5908687 Aug 28 12:49:59.347094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41af6f8e-13a0-4b6a-a087-6bc65992cb21', 'name': 'network-vif-deleted', 'tag': '006659e0-a078-47c8-8152-a5b07385588a'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:49:59.349423 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a769378-4ef1-47b8-861f-1c7dd061a8b6" -d '{"events": [{"server_uuid": "41af6f8e-13a0-4b6a-a087-6bc65992cb21", "name": "network-vif-deleted", "tag": "006659e0-a078-47c8-8152-a5b07385588a"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:49:59.379881 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b720b1-d3bf-4f61-a924-1a14ba7044a3 req-adb5d170-2e13-4215-8e68-9ad8dddb389f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:49:59.381855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-96b720b1-d3bf-4f61-a924-1a14ba7044a3 req-adb5d170-2e13-4215-8e68-9ad8dddb389f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0802293 Aug 28 12:49:59.399382 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f31f181-4f3b-42d5-81a7-056c2a51a9da x-openstack-request-id: req-1f31f181-4f3b-42d5-81a7-056c2a51a9da {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:49:59.399704 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41af6f8e-13a0-4b6a-a087-6bc65992cb21", "name": "network-vif-deleted", "tag": "006659e0-a078-47c8-8152-a5b07385588a", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:49:59.400237 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f31f181-4f3b-42d5-81a7-056c2a51a9da {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:49:59.400766 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41af6f8e-13a0-4b6a-a087-6bc65992cb21', 'name': 'network-vif-deleted', 'tag': '006659e0-a078-47c8-8152-a5b07385588a', 'status': 'completed', 'code': 200} Aug 28 12:49:59.439220 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-96b720b1-d3bf-4f61-a924-1a14ba7044a3 req-5f0c0bc8-54fc-4984-b49c-74d6a99c38d2 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483782 Aug 28 12:49:59.444953 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d6c46c51-69df-4195-ad31-df829602a2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:59.448898 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d6c46c51-69df-4195-ad31-df829602a2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:59.453937 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d6c46c51-69df-4195-ad31-df829602a2fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9c57319-07de-4c1d-b558-728cacf41626 HTTP/1.1" status: 204 len: 168 time: 0.3729255 Aug 28 12:49:59.476695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c46c51-69df-4195-ad31-df829602a2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c57319-07de-4c1d-b558-728cacf41626,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:49:59.522597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-c80c4cde-c667-46b6-ab5e-2778b64f4df5 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Made reservation on behalf of 41914e9b026a491686f98f53e63966e0 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:49:59.542072 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-c80c4cde-c667-46b6-ab5e-2778b64f4df5 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:49:59.645496 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edaea7de-7dba-45d6-be3a-0b0e97904934 req-8f4924ac-0927-4343-ba87-fa819c3b7123 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 210 time: 0.0338418 Aug 28 12:49:59.736205 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-c80c4cde-c667-46b6-ab5e-2778b64f4df5 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Allocated IP 172.20.0.13 (b62ba815-d959-4c50-8fd6-127aad0ca957/1c3e704e-4310-4fea-8e11-22dd4456d141/1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:49:59.986464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 42e974b4-7774-423d-a891-684886a82e6e no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:50:00.040994 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-c80c4cde-c667-46b6-ab5e-2778b64f4df5 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:00.044338 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 42e974b4-7774-423d-a891-684886a82e6e {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:50:00.044678 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 42e974b4-7774-423d-a891-684886a82e6e not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:50:00.077268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-c80c4cde-c667-46b6-ab5e-2778b64f4df5 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Transition to ACTIVE for port object 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:50:00.112608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124e8f4-1a9b-48a9-ae11-7f44a5d19326 req-e9740081-86b1-40df-b6d7-2e77259526f2 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:00.116229 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6124e8f4-1a9b-48a9-ae11-7f44a5d19326 req-e9740081-86b1-40df-b6d7-2e77259526f2 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.0883915 Aug 28 12:50:00.168468 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2de9d-aac6-4741-86d2-e50b375c90e9 req-b2232dc9-31fc-4245-8165-9865b7605fcb tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:00.169039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6124e8f4-1a9b-48a9-ae11-7f44a5d19326 req-29d6b29f-46e3-4c41-a452-3c1bdd929502 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460818 Aug 28 12:50:00.187984 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2de9d-aac6-4741-86d2-e50b375c90e9 req-b2232dc9-31fc-4245-8165-9865b7605fcb tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:00.202318 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2de9d-aac6-4741-86d2-e50b375c90e9 req-b2232dc9-31fc-4245-8165-9865b7605fcb tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:00.208833 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2de9d-aac6-4741-86d2-e50b375c90e9 req-b2232dc9-31fc-4245-8165-9865b7605fcb tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:00.226767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2de9d-aac6-4741-86d2-e50b375c90e9 req-b2232dc9-31fc-4245-8165-9865b7605fcb tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:00.232614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2de9d-aac6-4741-86d2-e50b375c90e9 req-b2232dc9-31fc-4245-8165-9865b7605fcb tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:00.239502 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2de9d-aac6-4741-86d2-e50b375c90e9 req-b2232dc9-31fc-4245-8165-9865b7605fcb tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:00.247846 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efb2de9d-aac6-4741-86d2-e50b375c90e9 req-b2232dc9-31fc-4245-8165-9865b7605fcb tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.1682186 Aug 28 12:50:00.294515 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efb2de9d-aac6-4741-86d2-e50b375c90e9 req-88eb5eb4-bd5a-427a-87ec-b9cfbda855e0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460267 Aug 28 12:50:00.295540 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-c80c4cde-c667-46b6-ab5e-2778b64f4df5 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:00.358749 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-c80c4cde-c667-46b6-ab5e-2778b64f4df5 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Network b62ba815-d959-4c50-8fd6-127aad0ca957 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:50:00.364769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-c80c4cde-c667-46b6-ab5e-2778b64f4df5 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:50:00.368848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-c80c4cde-c667-46b6-ab5e-2778b64f4df5 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:50:00.401181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c4cde-c667-46b6-ab5e-2778b64f4df5 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Pushing event updated for resources: {'Port': ['ID=1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:00.437272 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-c80c4cde-c667-46b6-ab5e-2778b64f4df5 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:00.438187 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-c80c4cde-c667-46b6-ab5e-2778b64f4df5 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:00.463733 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-c80c4cde-c667-46b6-ab5e-2778b64f4df5 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1358950 Aug 28 12:50:00.760249 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3353481c-a4cf-4c52-8f92-8292a2d7b83c None None] Provisioning for port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:50:00.764869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3353481c-a4cf-4c52-8f92-8292a2d7b83c None None] Provisioning complete for port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:00.765482 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3353481c-a4cf-4c52-8f92-8292a2d7b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:00.809974 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3353481c-a4cf-4c52-8f92-8292a2d7b83c None None] Port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:50:00.944417 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de2604-2b6c-43c6-967e-bbaf77a2432c req-a7da0286-acd4-408d-9efd-a5e78440c591 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:00.946084 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b3de2604-2b6c-43c6-967e-bbaf77a2432c req-a7da0286-acd4-408d-9efd-a5e78440c591 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 932 time: 0.0686738 Aug 28 12:50:00.991495 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b3de2604-2b6c-43c6-967e-bbaf77a2432c req-48507a95-7e72-4903-932a-8b5002a05107 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387516 Aug 28 12:50:01.125026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099abb69-86f7-41f3-bcb9-f59cd1a60fde req-f6ffb12e-b9c4-45eb-9ab7-7640fda008b0 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:01.126541 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-099abb69-86f7-41f3-bcb9-f59cd1a60fde req-f6ffb12e-b9c4-45eb-9ab7-7640fda008b0 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0660710 Aug 28 12:50:01.166499 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-099abb69-86f7-41f3-bcb9-f59cd1a60fde req-ce9be9ef-cfa3-416b-8c40-9b0c487874c4 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336115 Aug 28 12:50:04.022235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 006659e0-a078-47c8-8152-a5b07385588a no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:50:04.041776 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 006659e0-a078-47c8-8152-a5b07385588a {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:50:04.042109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 006659e0-a078-47c8-8152-a5b07385588a not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:50:07.064724 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:09.570434 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:09.812344 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2f461702-b192-45ec-913b-977d039d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:10.952909 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Request body: {'port': {'device_id': '0253e04c-982b-445a-b990-d1133f9d4fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:50:11.016159 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-46f66993-d8a1-4686-94e2-25874d3a5b8b req-53f20365-260c-4a9d-9c10-c13c50a0b3f2 tempest-ServerGroupTestJSON-318526975 tempest-ServerGroupTestJSON-318526975-project] 10.222.0.20 "GET /v2.0/ports?device_id=41af6f8e-13a0-4b6a-a087-6bc65992cb21 HTTP/1.1" status: 200 len: 210 time: 0.0308666 Aug 28 12:50:11.046257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:11.142507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee7e0b-726d-4b11-b5bb-cc6cabe26b9b req-4a318e57-41c1-4b8d-ab2d-d9043e1ed322 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:11.149680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee7e0b-726d-4b11-b5bb-cc6cabe26b9b req-4a318e57-41c1-4b8d-ab2d-d9043e1ed322 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:11.156898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee7e0b-726d-4b11-b5bb-cc6cabe26b9b req-4a318e57-41c1-4b8d-ab2d-d9043e1ed322 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:11.163579 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee7e0b-726d-4b11-b5bb-cc6cabe26b9b req-4a318e57-41c1-4b8d-ab2d-d9043e1ed322 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:11.171282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee7e0b-726d-4b11-b5bb-cc6cabe26b9b req-4a318e57-41c1-4b8d-ab2d-d9043e1ed322 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:11.179465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee7e0b-726d-4b11-b5bb-cc6cabe26b9b req-4a318e57-41c1-4b8d-ab2d-d9043e1ed322 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:11.185452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee7e0b-726d-4b11-b5bb-cc6cabe26b9b req-4a318e57-41c1-4b8d-ab2d-d9043e1ed322 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:11.187447 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d7ee7e0b-726d-4b11-b5bb-cc6cabe26b9b req-4a318e57-41c1-4b8d-ab2d-d9043e1ed322 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.1111271 Aug 28 12:50:11.234817 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d7ee7e0b-726d-4b11-b5bb-cc6cabe26b9b req-ec94df5a-3fea-4ffa-af78-94687f31ccce tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381033 Aug 28 12:50:11.361387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688da95-4d06-44a0-a160-cecc72fb5233 req-56108307-39d6-405f-b32d-58f273007469 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:11.362933 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f688da95-4d06-44a0-a160-cecc72fb5233 req-56108307-39d6-405f-b32d-58f273007469 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 932 time: 0.0572054 Aug 28 12:50:11.376000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178568b-82e9-4009-bb0c-59a4b3e1da2d req-6759d776-587e-42bb-90bd-8f610719cc7a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:11.377470 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b178568b-82e9-4009-bb0c-59a4b3e1da2d req-6759d776-587e-42bb-90bd-8f610719cc7a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.3916056 Aug 28 12:50:11.403069 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f688da95-4d06-44a0-a160-cecc72fb5233 req-23a14584-25b1-4c3a-b9cb-7a2eafc5d478 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329432 Aug 28 12:50:11.441986 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b178568b-82e9-4009-bb0c-59a4b3e1da2d req-b9d15dd1-d329-497e-a835-4330aa07fa9e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473514 Aug 28 12:50:11.518556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef536cce-a0a7-41f4-8cf8-d50a597e3666 req-13802fa9-e2a1-48c7-88cf-f9180d1d713f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:11.520363 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ef536cce-a0a7-41f4-8cf8-d50a597e3666 req-13802fa9-e2a1-48c7-88cf-f9180d1d713f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0560975 Aug 28 12:50:11.561825 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ef536cce-a0a7-41f4-8cf8-d50a597e3666 req-c404e733-0b5b-46a6-a939-dc2a845f9a14 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345297 Aug 28 12:50:11.679264 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:50:11.687272 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:11.700699 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Transition to ACTIVE for port object 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:50:11.704679 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:11.748940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46832) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:11.757146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Pushing event updated for resources: {'Port': ['ID=1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:11.837325 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Attempting to bind port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:50:11.837664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Attempting to bind port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '24970cf6-2f3d-4de1-9485-3f6e5c9a6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:50:11.837992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Attempting to bind port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e on network b62ba815-d959-4c50-8fd6-127aad0ca957 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:50:11.843021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e on network b62ba815-d959-4c50-8fd6-127aad0ca957 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:50:11.843258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Attempting to bind port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e on network b62ba815-d959-4c50-8fd6-127aad0ca957 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:50:11.848471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:50:11.849133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Checking segment: {'id': '24970cf6-2f3d-4de1-9485-3f6e5c9a6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:50:11.849918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Bound using segment: {'id': '24970cf6-2f3d-4de1-9485-3f6e5c9a6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:50:11.850716 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Bound port: 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24970cf6-2f3d-4de1-9485-3f6e5c9a6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:50:11.850716 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:11.870135 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-32a4b21d-2cbb-48da-a094-396d1173c3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:11.920425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] For port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:50:11.924769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] For port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e,segment=NetworkSegment(24970cf6-2f3d-4de1-9485-3f6e5c9a6394),segment_id=24970cf6-2f3d-4de1-9485-3f6e5c9a6394)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:50:11.929923 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:11.978952 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:11.979599 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:11.981047 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] 10.222.0.11 "PUT /v2.0/ports/1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e HTTP/1.1" status: 200 len: 1093 time: 1.0356169 Aug 28 12:50:11.981513 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0253e04c-982b-445a-b990-d1133f9d4fdd', 'tag': '1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:50:11.983823 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7af91e-5e0b-4949-a86d-bdc5d73e720e" -d '{"events": [{"name": "network-changed", "server_uuid": "0253e04c-982b-445a-b990-d1133f9d4fdd", "tag": "1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:50:11.985056 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-32a4b21d-2cbb-48da-a094-396d1173c3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:11.991119 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-32a4b21d-2cbb-48da-a094-396d1173c3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:12.021184 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca1cd5-f8a1-4576-88bc-27da8d0ce487 service neutron] Pushing event updated for resources: {'Port': ['ID=1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:12.029450 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4b21d-2cbb-48da-a094-396d1173c3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087d751e-8590-4c1b-9bf4-1f155c206800,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:12.064209 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-32a4b21d-2cbb-48da-a094-396d1173c3fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=028955ce29894beeb8dd5b3ebbe40421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119354 Aug 28 12:50:12.064487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46844) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:12.103146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-b769b893-b740-442d-81b9-43f456046664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:12.105714 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-b769b893-b740-442d-81b9-43f456046664 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=41914e9b026a491686f98f53e63966e0&device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 1096 time: 0.0724413 Aug 28 12:50:12.126632 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8513a5c4-828f-4f7a-9094-902a43e7f988 x-openstack-request-id: req-8513a5c4-828f-4f7a-9094-902a43e7f988 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:50:12.126924 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0253e04c-982b-445a-b990-d1133f9d4fdd", "tag": "1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:50:12.127268 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8513a5c4-828f-4f7a-9094-902a43e7f988 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:50:12.129361 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0253e04c-982b-445a-b990-d1133f9d4fdd', 'tag': '1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e', 'status': 'completed', 'code': 200} Aug 28 12:50:12.138777 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b178031-383a-430a-8ee1-bdb679c1175d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:12.164402 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-2c168c75-5e08-4235-a850-df3973e612fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e HTTP/1.1" status: 200 len: 217 time: 0.0481107 Aug 28 12:50:12.164990 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b178031-383a-430a-8ee1-bdb679c1175d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:12.219984 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-2295d0cd-fc86-4854-9660-ebcbcba238cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:12.221472 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-2295d0cd-fc86-4854-9660-ebcbcba238cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c3e704e-4310-4fea-8e11-22dd4456d141 HTTP/1.1" status: 200 len: 854 time: 0.0489192 Aug 28 12:50:12.223564 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf08a1ac-cd1c-4207-8555-f92667384e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:12.236363 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b178031-383a-430a-8ee1-bdb679c1175d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:12.239079 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b178031-383a-430a-8ee1-bdb679c1175d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:12.241544 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2b178031-383a-430a-8ee1-bdb679c1175d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/087d751e-8590-4c1b-9bf4-1f155c206800 HTTP/1.1" status: 204 len: 168 time: 0.1752813 Aug 28 12:50:12.260418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b178031-383a-430a-8ee1-bdb679c1175d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087d751e-8590-4c1b-9bf4-1f155c206800,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:12.315470 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-a52a6ca9-791c-44a3-88fb-28c8e3f9b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:12.317084 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-a52a6ca9-791c-44a3-88fb-28c8e3f9b497 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b62ba815-d959-4c50-8fd6-127aad0ca957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842338 Aug 28 12:50:12.442121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46872) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:12.449963 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e50a1-2298-4f78-ab45-7ba4f7de2aa8 req-4a41e535-1d31-4c0e-885d-42aa6089f99d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:12.455817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e50a1-2298-4f78-ab45-7ba4f7de2aa8 req-4a41e535-1d31-4c0e-885d-42aa6089f99d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:12.462576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e50a1-2298-4f78-ab45-7ba4f7de2aa8 req-4a41e535-1d31-4c0e-885d-42aa6089f99d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:12.470635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e50a1-2298-4f78-ab45-7ba4f7de2aa8 req-4a41e535-1d31-4c0e-885d-42aa6089f99d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:12.478432 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e50a1-2298-4f78-ab45-7ba4f7de2aa8 req-4a41e535-1d31-4c0e-885d-42aa6089f99d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:12.484550 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e50a1-2298-4f78-ab45-7ba4f7de2aa8 req-4a41e535-1d31-4c0e-885d-42aa6089f99d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:12.490983 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e50a1-2298-4f78-ab45-7ba4f7de2aa8 req-4a41e535-1d31-4c0e-885d-42aa6089f99d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:12.492997 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa3e50a1-2298-4f78-ab45-7ba4f7de2aa8 req-4a41e535-1d31-4c0e-885d-42aa6089f99d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.1575241 Aug 28 12:50:12.495404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ce60bc-5c37-41f3-bf10-f5c37bdd52e5 admin admin] Deleting subnet 9835f4c6-07f8-46d4-9cd9-04c3d33a5fc6 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:50:12.497493 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:12.500714 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3ce60bc-5c37-41f3-bf10-f5c37bdd52e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:12.516069 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-f10c9db3-2caa-40d7-a492-b612211c983d service neutron] 10.222.0.11 "GET /v2.0/networks/b62ba815-d959-4c50-8fd6-127aad0ca957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905532 Aug 28 12:50:12.565024 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3ce60bc-5c37-41f3-bf10-f5c37bdd52e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:12.595592 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa3e50a1-2298-4f78-ab45-7ba4f7de2aa8 req-56a3dbec-68a8-4353-92a5-9cd757820369 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914319 Aug 28 12:50:12.611671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da9947-f874-4b7a-af25-8064c071e3ff req-7bbc17d9-0ce7-4e7b-8769-531ec11af3ed tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:12.612753 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6da9947-f874-4b7a-af25-8064c071e3ff req-7bbc17d9-0ce7-4e7b-8769-531ec11af3ed tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 944 time: 0.0893242 Aug 28 12:50:12.626467 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3ce60bc-5c37-41f3-bf10-f5c37bdd52e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:12.640052 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-baf42f49-3c46-440f-9385-58679b37f8c1 req-a8af7153-df9d-4463-91d1-0e65b6732e9b service neutron] 10.222.0.11 "GET /v2.0/networks/b62ba815-d959-4c50-8fd6-127aad0ca957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152754 Aug 28 12:50:12.698674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6da9947-f874-4b7a-af25-8064c071e3ff req-cc850759-36b8-4726-ad60-2b59558f6f75 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515947 Aug 28 12:50:12.725102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3ce60bc-5c37-41f3-bf10-f5c37bdd52e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:12.765198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce60bc-5c37-41f3-bf10-f5c37bdd52e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9835f4c6-07f8-46d4-9cd9-04c3d33a5fc6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:12.777985 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3ce60bc-5c37-41f3-bf10-f5c37bdd52e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:12.779100 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7af91e-5e0b-4949-a86d-bdc5d73e720e req-2c60f26f-d2ad-4966-b008-12beb9ea4011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:12.782390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e3ce60bc-5c37-41f3-bf10-f5c37bdd52e5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9835f4c6-07f8-46d4-9cd9-04c3d33a5fc6 HTTP/1.1" status: 204 len: 168 time: 0.3360698 Aug 28 12:50:12.782530 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec7af91e-5e0b-4949-a86d-bdc5d73e720e req-2c60f26f-d2ad-4966-b008-12beb9ea4011 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=41914e9b026a491686f98f53e63966e0&device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 1096 time: 0.0873563 Aug 28 12:50:12.782634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46886) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:12.792598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a4472-5fa1-49c1-9c25-de1fb41a786d req-1dc40c0a-09c9-45ab-bb7a-f7b82f61d0a0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:12.793950 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-279a4472-5fa1-49c1-9c25-de1fb41a786d req-1dc40c0a-09c9-45ab-bb7a-f7b82f61d0a0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.0916162 Aug 28 12:50:12.894139 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68e06223-218c-4be5-8e0d-8c502fddd1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:12.897281 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-279a4472-5fa1-49c1-9c25-de1fb41a786d req-72fc8d38-db5c-40b1-8efd-d31ad5ab8f2f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938513 Aug 28 12:50:12.904623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb78d0c-8b43-499f-ae39-aee18c35e09d req-51792939-df99-4868-893d-f8e2ec53d712 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:12.906214 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bb78d0c-8b43-499f-ae39-aee18c35e09d req-51792939-df99-4868-893d-f8e2ec53d712 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.1319742 Aug 28 12:50:12.926683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7af91e-5e0b-4949-a86d-bdc5d73e720e req-1b0085c7-5f07-4233-bb32-c1d3952077f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:12.928510 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec7af91e-5e0b-4949-a86d-bdc5d73e720e req-1b0085c7-5f07-4233-bb32-c1d3952077f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b62ba815-d959-4c50-8fd6-127aad0ca957 HTTP/1.1" status: 200 len: 915 time: 0.1336424 Aug 28 12:50:12.978180 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec7af91e-5e0b-4949-a86d-bdc5d73e720e req-57dc05be-6504-4b0f-bb98-6aa371283211 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e HTTP/1.1" status: 200 len: 217 time: 0.0370240 Aug 28 12:50:13.017346 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bb78d0c-8b43-499f-ae39-aee18c35e09d req-0fcb666f-a6b9-46c9-aa8d-ed8fb9977377 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022019 Aug 28 12:50:13.018802 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68e06223-218c-4be5-8e0d-8c502fddd1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:13.031536 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-68e06223-218c-4be5-8e0d-8c502fddd1aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068ae153-07c8-4f38-a6d9-ef30b766af20']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:13.035307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7af91e-5e0b-4949-a86d-bdc5d73e720e req-a26c0c8f-ce48-4ca0-8310-3f20e72a1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:13.037491 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec7af91e-5e0b-4949-a86d-bdc5d73e720e req-a26c0c8f-ce48-4ca0-8310-3f20e72a1d1c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1c3e704e-4310-4fea-8e11-22dd4456d141 HTTP/1.1" status: 200 len: 854 time: 0.0503728 Aug 28 12:50:13.044806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-68e06223-218c-4be5-8e0d-8c502fddd1aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87031c1c-053b-49cd-8ca8-24db7a3547a1') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:13.045105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-68e06223-218c-4be5-8e0d-8c502fddd1aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87031c1c-053b-49cd-8ca8-24db7a3547a1') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:13.055615 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68e06223-218c-4be5-8e0d-8c502fddd1aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:13.070621 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68e06223-218c-4be5-8e0d-8c502fddd1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:13.077117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e06223-218c-4be5-8e0d-8c502fddd1aa admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:50:13.077294 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68e06223-218c-4be5-8e0d-8c502fddd1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:50:13.082457 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:50:13.088858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7af91e-5e0b-4949-a86d-bdc5d73e720e req-15686de1-0f5b-4cdc-a01c-5da4d9186901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:13.096095 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec7af91e-5e0b-4949-a86d-bdc5d73e720e req-15686de1-0f5b-4cdc-a01c-5da4d9186901 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b62ba815-d959-4c50-8fd6-127aad0ca957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503898 Aug 28 12:50:13.144723 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68e06223-218c-4be5-8e0d-8c502fddd1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:13.155001 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68e06223-218c-4be5-8e0d-8c502fddd1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:13.157558 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-68e06223-218c-4be5-8e0d-8c502fddd1aa admin admin] 10.222.0.20 "DELETE /v2.0/networks/068ae153-07c8-4f38-a6d9-ef30b766af20 HTTP/1.1" status: 204 len: 168 time: 0.3740520 Aug 28 12:50:13.181110 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e06223-218c-4be5-8e0d-8c502fddd1aa admin admin] Pushing event deleted for resources: {'Network': ['ID=068ae153-07c8-4f38-a6d9-ef30b766af20,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:13.226089 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec7af91e-5e0b-4949-a86d-bdc5d73e720e req-e54ddf98-a845-4d27-9e7c-65efac6393d7 service neutron] 10.222.0.11 "GET /v2.0/networks/b62ba815-d959-4c50-8fd6-127aad0ca957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213951 Aug 28 12:50:13.336194 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec7af91e-5e0b-4949-a86d-bdc5d73e720e req-4e7cfc27-fc8e-47fe-87d0-409e6049f245 service neutron] 10.222.0.11 "GET /v2.0/networks/b62ba815-d959-4c50-8fd6-127aad0ca957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986462 Aug 28 12:50:13.342595 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:13.396405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46910) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:13.443085 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1f5b33ab-9b14-413f-a724-79b41b457cce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ac6d84877b64251873fa49f96812810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429587 Aug 28 12:50:13.444871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46914) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:13.508098 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-111a01de-34f2-467b-8c84-9d118becdc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:13.531162 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-111a01de-34f2-467b-8c84-9d118becdc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:13.582871 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-111a01de-34f2-467b-8c84-9d118becdc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:13.587731 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-111a01de-34f2-467b-8c84-9d118becdc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:13.589068 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-111a01de-34f2-467b-8c84-9d118becdc4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d742c4e-2a1e-4f5d-96e2-76b0612f0020 HTTP/1.1" status: 204 len: 168 time: 0.1426094 Aug 28 12:50:13.600925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a01de-34f2-467b-8c84-9d118becdc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d742c4e-2a1e-4f5d-96e2-76b0612f0020,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:13.802307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6263560-b1b7-45ee-98be-1e06ad68197e req-7afb36e2-ff6f-466d-9764-824992eb2a1b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:13.808561 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6263560-b1b7-45ee-98be-1e06ad68197e req-7afb36e2-ff6f-466d-9764-824992eb2a1b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:13.815776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6263560-b1b7-45ee-98be-1e06ad68197e req-7afb36e2-ff6f-466d-9764-824992eb2a1b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:13.825313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6263560-b1b7-45ee-98be-1e06ad68197e req-7afb36e2-ff6f-466d-9764-824992eb2a1b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:13.831386 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6263560-b1b7-45ee-98be-1e06ad68197e req-7afb36e2-ff6f-466d-9764-824992eb2a1b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:13.839390 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6263560-b1b7-45ee-98be-1e06ad68197e req-7afb36e2-ff6f-466d-9764-824992eb2a1b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:13.845857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6263560-b1b7-45ee-98be-1e06ad68197e req-7afb36e2-ff6f-466d-9764-824992eb2a1b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:13.854747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c6263560-b1b7-45ee-98be-1e06ad68197e req-7afb36e2-ff6f-466d-9764-824992eb2a1b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.1246414 Aug 28 12:50:13.915343 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c6263560-b1b7-45ee-98be-1e06ad68197e req-f9e09e20-37d4-414e-8b8e-f5321d08f434 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548937 Aug 28 12:50:13.960436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578b281-a96e-4fb3-b241-8c8b38ad4099 req-c7b3f0ef-7d26-464d-af09-11018f93c95f tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:13.962046 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d578b281-a96e-4fb3-b241-8c8b38ad4099 req-c7b3f0ef-7d26-464d-af09-11018f93c95f tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 944 time: 0.0809183 Aug 28 12:50:14.020037 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d578b281-a96e-4fb3-b241-8c8b38ad4099 req-4873a0d2-e1c2-41f7-ab02-92183b269b29 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500016 Aug 28 12:50:14.033540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed52c53-62e1-4e0e-8acd-355d416a21cb req-297347e8-d799-4455-a762-5075280db74e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:14.035275 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fed52c53-62e1-4e0e-8acd-355d416a21cb req-297347e8-d799-4455-a762-5075280db74e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.0571659 Aug 28 12:50:14.049212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7e362355-84c0-4061-a270-495715d0a76c details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:50:14.114181 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fed52c53-62e1-4e0e-8acd-355d416a21cb req-335a5424-1360-4f68-964d-b58919c1ce52 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716164 Aug 28 12:50:14.218868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7e362355-84c0-4061-a270-495715d0a76c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7e362355-84c0-4061-a270-495715d0a76c,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:14.252746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '7e362355-84c0-4061-a270-495715d0a76c', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'port_id': '7e362355-84c0-4061-a270-495715d0a76c', 'mac_address': 'fa:16:3e:86:b1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:50:14.258058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31dc09-2050-46c7-8c69-1e0b112969b5 req-df4b1ef7-40ba-4359-9d4e-f64fc6cd2eef tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:14.272668 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cd31dc09-2050-46c7-8c69-1e0b112969b5 req-df4b1ef7-40ba-4359-9d4e-f64fc6cd2eef tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.1175678 Aug 28 12:50:14.338020 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:14.341031 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cd31dc09-2050-46c7-8c69-1e0b112969b5 req-c44eb71d-9117-403c-ae98-6b01b391c77a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672331 Aug 28 12:50:14.353747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e362355-84c0-4061-a270-495715d0a76c {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:50:14.376415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7e362355-84c0-4061-a270-495715d0a76c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7e362355-84c0-4061-a270-495715d0a76c,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:14.383101 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:14.445073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7e362355-84c0-4061-a270-495715d0a76c,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:14.557942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['7e362355-84c0-4061-a270-495715d0a76c'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:50:14.858437 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46982) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:15.061105 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8afd0677-42c3-4884-baf1-4dfcaaa3c6ae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1897945360-network', 'tenant_id': '1b1744f3dc1444e0abd073208c687038'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:50:15.100379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afd0677-42c3-4884-baf1-4dfcaaa3c6ae admin admin] Made reservation on behalf of 1b1744f3dc1444e0abd073208c687038 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:50:15.102683 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8afd0677-42c3-4884-baf1-4dfcaaa3c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:15.128535 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8afd0677-42c3-4884-baf1-4dfcaaa3c6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:15.164152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45e5e3-e4aa-4cae-9e3c-5d1ac87ca447 req-6fa2ac93-988e-46db-b12d-215532d040e4 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:15.166284 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de45e5e3-e4aa-4cae-9e3c-5d1ac87ca447 req-6fa2ac93-988e-46db-b12d-215532d040e4 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 944 time: 0.0631471 Aug 28 12:50:15.191271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b65c9-9a70-4460-80ec-7e0edba30b8d req-5bd42e77-cbc3-4b46-82b5-650343e4a4d3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:15.197709 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b65c9-9a70-4460-80ec-7e0edba30b8d req-5bd42e77-cbc3-4b46-82b5-650343e4a4d3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:15.213659 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b65c9-9a70-4460-80ec-7e0edba30b8d req-5bd42e77-cbc3-4b46-82b5-650343e4a4d3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:15.218938 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:15.219663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b65c9-9a70-4460-80ec-7e0edba30b8d req-5bd42e77-cbc3-4b46-82b5-650343e4a4d3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:15.225798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b65c9-9a70-4460-80ec-7e0edba30b8d req-5bd42e77-cbc3-4b46-82b5-650343e4a4d3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:15.229577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de45e5e3-e4aa-4cae-9e3c-5d1ac87ca447 req-63cac877-98c4-409b-b5f2-df0a65bddc8b tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540721 Aug 28 12:50:15.232487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b65c9-9a70-4460-80ec-7e0edba30b8d req-5bd42e77-cbc3-4b46-82b5-650343e4a4d3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:15.238551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b65c9-9a70-4460-80ec-7e0edba30b8d req-5bd42e77-cbc3-4b46-82b5-650343e4a4d3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:15.241820 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-369b65c9-9a70-4460-80ec-7e0edba30b8d req-5bd42e77-cbc3-4b46-82b5-650343e4a4d3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.1301613 Aug 28 12:50:15.323126 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-369b65c9-9a70-4460-80ec-7e0edba30b8d req-c865503e-2e4e-42f7-86cc-a603d2951cc8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706105 Aug 28 12:50:15.411828 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8afd0677-42c3-4884-baf1-4dfcaaa3c6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:15.416849 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8afd0677-42c3-4884-baf1-4dfcaaa3c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:15.424266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27826053-701a-4879-b89c-7d79d3164c5e req-dc7227d8-6a9d-4cdc-9996-d806396b980b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:15.434938 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-27826053-701a-4879-b89c-7d79d3164c5e req-dc7227d8-6a9d-4cdc-9996-d806396b980b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 945 time: 0.1284368 Aug 28 12:50:15.470995 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afd0677-42c3-4884-baf1-4dfcaaa3c6ae admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:50:15.477347 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-27826053-701a-4879-b89c-7d79d3164c5e req-44129e0d-3785-4f90-9d61-6ccf107c1aaa tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411053 Aug 28 12:50:15.491733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd0677-42c3-4884-baf1-4dfcaaa3c6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:15.518670 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8afd0677-42c3-4884-baf1-4dfcaaa3c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:15.518798 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-8afd0677-42c3-4884-baf1-4dfcaaa3c6ae admin admin] Added segment 98596cea-5ffb-4bd8-b732-621934d75ab2 of type vlan for network dcea506e-e089-41e5-aa79-93de45e015b6 Aug 28 12:50:15.608999 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8afd0677-42c3-4884-baf1-4dfcaaa3c6ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:15.648026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3d230-419b-4ebe-8590-aa78b14d68db req-d792bced-1b81-4922-a0cc-7ef13ae0752a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:15.649536 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c2f3d230-419b-4ebe-8590-aa78b14d68db req-d792bced-1b81-4922-a0cc-7ef13ae0752a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.1133759 Aug 28 12:50:15.660206 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8afd0677-42c3-4884-baf1-4dfcaaa3c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:15.661832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afd0677-42c3-4884-baf1-4dfcaaa3c6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:15.662442 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8afd0677-42c3-4884-baf1-4dfcaaa3c6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:15.745250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8afd0677-42c3-4884-baf1-4dfcaaa3c6ae admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8856244 Aug 28 12:50:15.748210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46998) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:15.753141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Request body: {'subnet': {'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1897945360-subnet', 'tenant_id': '1b1744f3dc1444e0abd073208c687038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:50:15.754704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd0677-42c3-4884-baf1-4dfcaaa3c6ae admin admin] Pushing event updated for resources: {'Network': ['ID=dcea506e-e089-41e5-aa79-93de45e015b6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:15.767177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network dcea506e-e089-41e5-aa79-93de45e015b6 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:50:15.775940 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c2f3d230-419b-4ebe-8590-aa78b14d68db req-43b9b577-1098-4d4a-a9dd-2819ed3c0452 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068859 Aug 28 12:50:15.782533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Made reservation on behalf of 1b1744f3dc1444e0abd073208c687038 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:50:15.785724 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:16.008665 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:16.050678 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:50:16.056145 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7e362355-84c0-4061-a270-495715d0a76c up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:50:16.117733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9a2c7f-c06f-42fa-b208-11919fd54cbe,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:16.139918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:16.140265 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:16.140608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:16.140948 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:16.141281 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:16.141620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:16.141940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:16.142263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:16.142618 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:16.142944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:16.143265 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:16.143608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:16.159801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Checking segment: {'id': '98596cea-5ffb-4bd8-b732-621934d75ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:50:16.160178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Network hostable DHCP agents. Network: dcea506e-e089-41e5-aa79-93de45e015b6, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:50:16.210452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Network dcea506e-e089-41e5-aa79-93de45e015b6 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:50:16.227230 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, dcea506e-e089-41e5-aa79-93de45e015b6) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:50:16.238666 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 7e362355-84c0-4061-a270-495715d0a76c triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:16.239292 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:16.244608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:16.245215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:16.245562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e6208e-fc92-4b15-b4bd-8758bfde5e5b None None] Network dcea506e-e089-41e5-aa79-93de45e015b6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:50:16.306305 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f8661070-baad-4749-b865-bbec35af956a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5569787 Aug 28 12:50:16.306853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e,segment=NetworkSegment(24970cf6-2f3d-4de1-9485-3f6e5c9a6394),segment_id=24970cf6-2f3d-4de1-9485-3f6e5c9a6394)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:16.309075 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47014) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:16.314538 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1897945360-router', 'tenant_id': '1b1744f3dc1444e0abd073208c687038', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:50:16.364098 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:16.365569 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:16.411294 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e', 'network_id': 'b62ba815-d959-4c50-8fd6-127aad0ca957', 'port_id': '1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e', 'mac_address': 'fa:16:3e:ea:56:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3e704e-4310-4fea-8e11-22dd4456d141', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:50:16.486866 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:16.501218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab715f5-5525-45ba-b26e-0ff04e22a93d req-c9d05a8f-9a3b-41bb-abd8-4851dc3309a0 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:16.510701 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ab715f5-5525-45ba-b26e-0ff04e22a93d req-c9d05a8f-9a3b-41bb-abd8-4851dc3309a0 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 944 time: 0.1408699 Aug 28 12:50:16.527598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:50:16.546261 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:16.577885 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e,segment=NetworkSegment(24970cf6-2f3d-4de1-9485-3f6e5c9a6394),segment_id=24970cf6-2f3d-4de1-9485-3f6e5c9a6394)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:16.595423 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ab715f5-5525-45ba-b26e-0ff04e22a93d req-fc02ffae-7a64-4f76-8780-69454dcb5c1d tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837224 Aug 28 12:50:16.601355 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:16.606309 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:16.638764 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6031a29-4117-48bd-944d-d3c43d737f53 None None] Network dcea506e-e089-41e5-aa79-93de45e015b6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:50:16.766808 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c12832-a8d3-4ef2-806a-b4cb5402595f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e362355-84c0-4061-a270-495715d0a76c'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:50:16.769054 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81262f7f-60ac-42fd-8ee9-69671889d6e2" -d '{"events": [{"server_uuid": "30c12832-a8d3-4ef2-806a-b4cb5402595f", "name": "network-vif-plugged", "status": "completed", "tag": "7e362355-84c0-4061-a270-495715d0a76c"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:50:16.829150 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7e362355-84c0-4061-a270-495715d0a76c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7e362355-84c0-4061-a270-495715d0a76c,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:16.889617 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4c258-f760-442e-aabb-668578361a79 req-046518dc-5c40-4090-aac1-dee05ae60368 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:16.892131 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:16.895912 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4c258-f760-442e-aabb-668578361a79 req-046518dc-5c40-4090-aac1-dee05ae60368 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:16.902047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4c258-f760-442e-aabb-668578361a79 req-046518dc-5c40-4090-aac1-dee05ae60368 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:16.908196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4c258-f760-442e-aabb-668578361a79 req-046518dc-5c40-4090-aac1-dee05ae60368 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:16.914326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:16.917041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4c258-f760-442e-aabb-668578361a79 req-046518dc-5c40-4090-aac1-dee05ae60368 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:16.922888 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4c258-f760-442e-aabb-668578361a79 req-046518dc-5c40-4090-aac1-dee05ae60368 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:16.929788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4c258-f760-442e-aabb-668578361a79 req-046518dc-5c40-4090-aac1-dee05ae60368 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:16.937705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-30a4c258-f760-442e-aabb-668578361a79 req-046518dc-5c40-4090-aac1-dee05ae60368 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.4244008 Aug 28 12:50:16.949259 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:17.001381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd92c95-1e35-4eda-bfc1-4db037dcfe3c req-b5927a0d-1809-4f7a-abe9-5685139c30ca tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:17.003639 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8cd92c95-1e35-4eda-bfc1-4db037dcfe3c req-b5927a0d-1809-4f7a-abe9-5685139c30ca tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.0715268 Aug 28 12:50:17.021701 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-30a4c258-f760-442e-aabb-668578361a79 req-af76eb32-4b2c-4b89-96d9-dc911af27900 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792634 Aug 28 12:50:17.092679 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8cd92c95-1e35-4eda-bfc1-4db037dcfe3c req-2b383dea-c453-4682-9787-9738956f247f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727487 Aug 28 12:50:17.120932 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:50:17.215640 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7e362355-84c0-4061-a270-495715d0a76c,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:17.234205 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eece18-92be-4392-a12a-bf5ab4996f20 x-openstack-request-id: req-d1eece18-92be-4392-a12a-bf5ab4996f20 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:50:17.234529 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c12832-a8d3-4ef2-806a-b4cb5402595f", "name": "network-vif-plugged", "status": "completed", "tag": "7e362355-84c0-4061-a270-495715d0a76c", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:50:17.234783 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1eece18-92be-4392-a12a-bf5ab4996f20 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:50:17.235170 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c12832-a8d3-4ef2-806a-b4cb5402595f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e362355-84c0-4061-a270-495715d0a76c', 'code': 200} Aug 28 12:50:17.392268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dcf01-18c3-44d1-85eb-8456b41ab10f req-75051216-80b8-479b-9300-2a6b305afe09 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:17.394292 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-157dcf01-18c3-44d1-85eb-8456b41ab10f req-75051216-80b8-479b-9300-2a6b305afe09 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.1128740 Aug 28 12:50:17.404536 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:17.431249 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:17.521605 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-157dcf01-18c3-44d1-85eb-8456b41ab10f req-9d32cf96-171c-4442-ab23-89d478400eae tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189344 Aug 28 12:50:17.647565 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Allocated IP 172.25.1.19 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/b0ddb99d-05a0-44f6-bb01-cd47ea76aef5) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:50:17.898329 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:17.953409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463705f0-6c4e-4cc8-8f85-b3917231c720 req-4511cc5e-5c93-4428-80fd-10f3ed5cc2fe tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:17.956721 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-463705f0-6c4e-4cc8-8f85-b3917231c720 req-4511cc5e-5c93-4428-80fd-10f3ed5cc2fe tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 945 time: 0.1367352 Aug 28 12:50:17.982232 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:18.017974 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-463705f0-6c4e-4cc8-8f85-b3917231c720 req-d82ddb66-80df-4b3a-a551-f79e68a8084e tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523508 Aug 28 12:50:18.056091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:50:18.057844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:50:18.065151 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Pushing event updated for resources: {'Port': ['ID=b0ddb99d-05a0-44f6-bb01-cd47ea76aef5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:18.069384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:50:18.221398 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3d2b9-852e-4235-98cc-d3c3d13d4813 req-d55204ae-d0f3-4f34-966b-bf0f6a416456 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:18.223316 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cca3d2b9-852e-4235-98cc-d3c3d13d4813 req-d55204ae-d0f3-4f34-966b-bf0f6a416456 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.0654261 Aug 28 12:50:18.281005 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cca3d2b9-852e-4235-98cc-d3c3d13d4813 req-f71462ac-6ebb-4ac2-979e-4ef403a115e5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504725 Aug 28 12:50:18.299408 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80216af-abf7-4a26-8834-861e63e13850 req-f4d454c8-7110-40b0-a2ff-0e090317f4d0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:18.306880 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80216af-abf7-4a26-8834-861e63e13850 req-f4d454c8-7110-40b0-a2ff-0e090317f4d0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:18.313231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80216af-abf7-4a26-8834-861e63e13850 req-f4d454c8-7110-40b0-a2ff-0e090317f4d0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:18.320064 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80216af-abf7-4a26-8834-861e63e13850 req-f4d454c8-7110-40b0-a2ff-0e090317f4d0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:18.326381 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80216af-abf7-4a26-8834-861e63e13850 req-f4d454c8-7110-40b0-a2ff-0e090317f4d0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:18.332450 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80216af-abf7-4a26-8834-861e63e13850 req-f4d454c8-7110-40b0-a2ff-0e090317f4d0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:18.339496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80216af-abf7-4a26-8834-861e63e13850 req-f4d454c8-7110-40b0-a2ff-0e090317f4d0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:18.353464 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b80216af-abf7-4a26-8834-861e63e13850 req-f4d454c8-7110-40b0-a2ff-0e090317f4d0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.1614289 Aug 28 12:50:18.444024 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b80216af-abf7-4a26-8834-861e63e13850 req-4bbc4deb-bf3e-4a90-9de1-7f73bcf5519a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896490 Aug 28 12:50:18.508231 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:18.703127 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1266c8-0ce0-42ff-8e1c-9b64cadea4ae req-89a13aab-2796-4d16-ac24-c157784816db tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:18.707830 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a1266c8-0ce0-42ff-8e1c-9b64cadea4ae req-89a13aab-2796-4d16-ac24-c157784816db tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0938864 Aug 28 12:50:18.760706 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a1266c8-0ce0-42ff-8e1c-9b64cadea4ae req-8e543a82-8ea9-42de-a52c-2a3ff689ce36 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455120 Aug 28 12:50:18.808779 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:18.969119 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Router 3971d34d-aa83-4d61-9d89-3881067cb4af is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:50:19.117657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:50:19.128655 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Sync routers for ids ['3971d34d-aa83-4d61-9d89-3881067cb4af'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:50:19.145197 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Routers {'3971d34d-aa83-4d61-9d89-3881067cb4af'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:50:19.146596 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:50:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3971d34d-aa83-4d61-9d89-3881067cb4af'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:19.148845 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:19.152876 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-460e78ba-94d9-44aa-9920-acc48007fa9d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8397813 Aug 28 12:50:19.154445 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47070) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:19.195549 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b347221-acee-4ef5-9057-a1efd857680a req-4c42e2dc-ad1e-448b-a41c-0b4dbaaf94f5 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:19.197305 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b347221-acee-4ef5-9057-a1efd857680a req-4c42e2dc-ad1e-448b-a41c-0b4dbaaf94f5 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 945 time: 0.0794039 Aug 28 12:50:19.300632 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Set router 3971d34d-aa83-4d61-9d89-3881067cb4af gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:50:19.301436 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b347221-acee-4ef5-9057-a1efd857680a req-8171f8e1-c7be-4f1c-9fdd-1da0c11e1dfa tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973561 Aug 28 12:50:19.503982 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3d6c4-6f3b-4695-834a-7761f734a8d6 req-76a73121-3508-4e62-8dce-b75facc329cd tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:19.511146 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:50:19.512563 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bcd3d6c4-6f3b-4695-834a-7761f734a8d6 req-76a73121-3508-4e62-8dce-b75facc329cd tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.1285832 Aug 28 12:50:19.616984 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bcd3d6c4-6f3b-4695-834a-7761f734a8d6 req-72dbae59-f0f2-425a-9a54-f6b9874c9764 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033180 Aug 28 12:50:19.712289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad14f0-e95b-4d2e-8dc5-62170f72d40c req-b25eccb5-d730-49ee-a688-ae5cd3fa3d4f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:19.719372 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad14f0-e95b-4d2e-8dc5-62170f72d40c req-b25eccb5-d730-49ee-a688-ae5cd3fa3d4f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:19.722840 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'name': 'tempest-ServerRescueTestJSON-1897945360-router', 'tenant_id': '1b1744f3dc1444e0abd073208c687038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b0ddb99d-05a0-44f6-bb01-cd47ea76aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:50:16Z', 'updated_at': '2021-08-28T12:50:18Z', 'revision_number': 3, 'project_id': '1b1744f3dc1444e0abd073208c687038', 'gw_port': {'id': 'b0ddb99d-05a0-44f6-bb01-cd47ea76aef5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:50:17Z', 'updated_at': '2021-08-28T12:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:19.726350 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad14f0-e95b-4d2e-8dc5-62170f72d40c req-b25eccb5-d730-49ee-a688-ae5cd3fa3d4f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:19.732468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad14f0-e95b-4d2e-8dc5-62170f72d40c req-b25eccb5-d730-49ee-a688-ae5cd3fa3d4f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:19.743004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad14f0-e95b-4d2e-8dc5-62170f72d40c req-b25eccb5-d730-49ee-a688-ae5cd3fa3d4f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:19.747087 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad14f0-e95b-4d2e-8dc5-62170f72d40c req-b25eccb5-d730-49ee-a688-ae5cd3fa3d4f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:19.753037 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad14f0-e95b-4d2e-8dc5-62170f72d40c req-b25eccb5-d730-49ee-a688-ae5cd3fa3d4f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:19.756772 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Checking router: 3971d34d-aa83-4d61-9d89-3881067cb4af for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:50:19.757119 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Updating router 3971d34d-aa83-4d61-9d89-3881067cb4af port b0ddb99d-05a0-44f6-bb01-cd47ea76aef5 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:50:19.762547 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38ad14f0-e95b-4d2e-8dc5-62170f72d40c req-b25eccb5-d730-49ee-a688-ae5cd3fa3d4f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.1245008 Aug 28 12:50:19.822392 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:19.887898 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38ad14f0-e95b-4d2e-8dc5-62170f72d40c req-ff9e304c-dcc2-477c-a562-5c9de8747f14 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1243625 Aug 28 12:50:19.982823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad122f9-bb06-4c3a-8f91-98b8c7af04d8 req-8e54cd60-5c99-4247-9450-25281ff246f3 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:19.991072 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ad122f9-bb06-4c3a-8f91-98b8c7af04d8 req-8e54cd60-5c99-4247-9450-25281ff246f3 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0944562 Aug 28 12:50:20.008280 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:20.050968 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ad122f9-bb06-4c3a-8f91-98b8c7af04d8 req-47bde068-e491-4f8a-a2fc-deb61009bba3 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589042 Aug 28 12:50:20.073608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:50:20.144721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:50:20.153403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:20.153890 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:20.315890 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:20.378202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0253e04c-982b-445a-b990-d1133f9d4fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:50:20.382081 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4478d1c-b81d-45d1-8e6b-553376e223db" -d '{"events": [{"server_uuid": "0253e04c-982b-445a-b990-d1133f9d4fdd", "name": "network-vif-plugged", "status": "completed", "tag": "1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:50:20.411618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e,segment=NetworkSegment(24970cf6-2f3d-4de1-9485-3f6e5c9a6394),segment_id=24970cf6-2f3d-4de1-9485-3f6e5c9a6394)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:20.420536 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:20.453218 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:20.464571 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133e2331-1925-4050-a197-b462a8051c89 x-openstack-request-id: req-133e2331-1925-4050-a197-b462a8051c89 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:50:20.464932 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0253e04c-982b-445a-b990-d1133f9d4fdd", "name": "network-vif-plugged", "status": "completed", "tag": "1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:50:20.465121 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-133e2331-1925-4050-a197-b462a8051c89 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:50:20.465546 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0253e04c-982b-445a-b990-d1133f9d4fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e', 'code': 200} Aug 28 12:50:20.473986 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Transition to ACTIVE for port object b0ddb99d-05a0-44f6-bb01-cd47ea76aef5 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:50:20.483013 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:20.517688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:20.579414 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Attempting to bind port b0ddb99d-05a0-44f6-bb01-cd47ea76aef5 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:50:20.579921 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Attempting to bind port b0ddb99d-05a0-44f6-bb01-cd47ea76aef5 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:50:20.580503 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Attempting to bind port b0ddb99d-05a0-44f6-bb01-cd47ea76aef5 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:50:20.584290 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948906c-08a0-46c4-979c-263649a8fa74 None None] Pushing event updated for resources: {'Port': ['ID=b0ddb99d-05a0-44f6-bb01-cd47ea76aef5,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:20.591866 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:50:20.592373 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:50:20.592868 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:20.593464 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:50:20.593990 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Bound port: b0ddb99d-05a0-44f6-bb01-cd47ea76aef5, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:50:20.594566 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:20.636406 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87e779-1c03-4b2c-9109-2c83accd7c91 req-91a9f68d-3fd3-43cb-9c6b-00d81f89af74 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:20.637572 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b87e779-1c03-4b2c-9109-2c83accd7c91 req-91a9f68d-3fd3-43cb-9c6b-00d81f89af74 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 946 time: 0.0994508 Aug 28 12:50:20.682029 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] For port b0ddb99d-05a0-44f6-bb01-cd47ea76aef5, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:50:20.687561 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] For port b0ddb99d-05a0-44f6-bb01-cd47ea76aef5, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b0ddb99d-05a0-44f6-bb01-cd47ea76aef5,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:50:20.687791 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c7fd9-9858-423f-a7c7-e58ff763f652 req-f4e4451e-e163-40dd-94d7-4ba0d691dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:20.688672 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-987c7fd9-9858-423f-a7c7-e58ff763f652 req-f4e4451e-e163-40dd-94d7-4ba0d691dea9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 1098 time: 0.1166162 Aug 28 12:50:20.694941 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:20.764539 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b87e779-1c03-4b2c-9109-2c83accd7c91 req-b326dfb3-3418-4630-afe9-6816b0b80d48 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849082 Aug 28 12:50:20.770331 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-987c7fd9-9858-423f-a7c7-e58ff763f652 req-18f8ac6c-bc38-421c-944a-b993434dda9e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691507 Aug 28 12:50:20.772482 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Allocated IP 172.20.0.1 (dcea506e-e089-41e5-aa79-93de45e015b6/de9a2c7f-c06f-42fa-b208-11919fd54cbe/a1a6d086-58cd-463b-b32e-709154fd9097) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:50:20.806076 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Routers {'3971d34d-aa83-4d61-9d89-3881067cb4af'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:50:20.807025 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:50:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3971d34d-aa83-4d61-9d89-3881067cb4af'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:20.873515 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948906c-08a0-46c4-979c-263649a8fa74 None None] Pushing event updated for resources: {'Port': ['ID=b0ddb99d-05a0-44f6-bb01-cd47ea76aef5,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:20.997943 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:21.077049 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] Set router 3971d34d-aa83-4d61-9d89-3881067cb4af gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:50:21.089892 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:21.162281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a1a6d086-58cd-463b-b32e-709154fd9097,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:21.198590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Network dcea506e-e089-41e5-aa79-93de45e015b6 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:50:21.201045 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:50:21.204634 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:50:21.238871 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632526a-4edb-4a81-8ab7-1eecee84661a req-74087f35-c9a8-4a1a-8933-4af959364e84 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:21.246214 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:21.251033 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b632526a-4edb-4a81-8ab7-1eecee84661a req-74087f35-c9a8-4a1a-8933-4af959364e84 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.0970979 Aug 28 12:50:21.323175 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b632526a-4edb-4a81-8ab7-1eecee84661a req-4f01594c-9961-494e-afe6-6251d8b802f8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565112 Aug 28 12:50:21.323523 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6588c-6753-49d7-a85f-445e1f9b98d4 req-7c04ac82-6d39-41b5-b0e5-df0f5f69b0b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:21.336676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6588c-6753-49d7-a85f-445e1f9b98d4 req-7c04ac82-6d39-41b5-b0e5-df0f5f69b0b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:21.343453 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6588c-6753-49d7-a85f-445e1f9b98d4 req-7c04ac82-6d39-41b5-b0e5-df0f5f69b0b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:21.360874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6588c-6753-49d7-a85f-445e1f9b98d4 req-7c04ac82-6d39-41b5-b0e5-df0f5f69b0b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:21.364751 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'name': 'tempest-ServerRescueTestJSON-1897945360-router', 'tenant_id': '1b1744f3dc1444e0abd073208c687038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b0ddb99d-05a0-44f6-bb01-cd47ea76aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:50:16Z', 'updated_at': '2021-08-28T12:50:18Z', 'revision_number': 3, 'project_id': '1b1744f3dc1444e0abd073208c687038', 'gw_port': {'id': 'b0ddb99d-05a0-44f6-bb01-cd47ea76aef5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:50:17Z', 'updated_at': '2021-08-28T12:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:21.367479 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6588c-6753-49d7-a85f-445e1f9b98d4 req-7c04ac82-6d39-41b5-b0e5-df0f5f69b0b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:21.373309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6588c-6753-49d7-a85f-445e1f9b98d4 req-7c04ac82-6d39-41b5-b0e5-df0f5f69b0b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:21.397201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6588c-6753-49d7-a85f-445e1f9b98d4 req-7c04ac82-6d39-41b5-b0e5-df0f5f69b0b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:21.404109 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f3622-c71c-4c73-bb6f-ce41f9370dba None None] The sync data for ids ['3971d34d-aa83-4d61-9d89-3881067cb4af'] in n-d-791505-21 is: [{'id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'name': 'tempest-ServerRescueTestJSON-1897945360-router', 'tenant_id': '1b1744f3dc1444e0abd073208c687038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b0ddb99d-05a0-44f6-bb01-cd47ea76aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:50:16Z', 'updated_at': '2021-08-28T12:50:18Z', 'revision_number': 3, 'project_id': '1b1744f3dc1444e0abd073208c687038', 'gw_port': {'id': 'b0ddb99d-05a0-44f6-bb01-cd47ea76aef5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:50:17Z', 'updated_at': '2021-08-28T12:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:50:21.415026 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-beb6588c-6753-49d7-a85f-445e1f9b98d4 req-7c04ac82-6d39-41b5-b0e5-df0f5f69b0b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.3382006 Aug 28 12:50:21.505813 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-beb6588c-6753-49d7-a85f-445e1f9b98d4 req-9c900b35-25f5-4617-b8e7-7e133accd820 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0891736 Aug 28 12:50:21.585956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced61abb-86b8-4801-9ee8-9051266a0983 req-36266c8f-59dc-4de2-8ae1-ec047bac5c76 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:21.595482 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ced61abb-86b8-4801-9ee8-9051266a0983 req-36266c8f-59dc-4de2-8ae1-ec047bac5c76 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0934892 Aug 28 12:50:21.652190 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:21.664140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ced61abb-86b8-4801-9ee8-9051266a0983 req-78305f60-84c2-4ae8-87ef-be455997fbbc tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675144 Aug 28 12:50:21.931842 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:21.940948 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:22.068695 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ac278-1a17-4064-b444-1a8323a0069f req-69d2c223-a377-49eb-ae89-e804b0761b9b tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:22.075114 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:22.077059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a1a6d086-58cd-463b-b32e-709154fd9097,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:22.106284 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-892ac278-1a17-4064-b444-1a8323a0069f req-69d2c223-a377-49eb-ae89-e804b0761b9b tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 946 time: 0.1775177 Aug 28 12:50:22.198785 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-892ac278-1a17-4064-b444-1a8323a0069f req-9d5713dd-c6d5-4576-b16a-bca80100a88d tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915728 Aug 28 12:50:22.263977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Network dcea506e-e089-41e5-aa79-93de45e015b6 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:50:22.265734 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:50:22.437723 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Router 3971d34d-aa83-4d61-9d89-3881067cb4af has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:50:22.653620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:50:22.675349 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6af827ca-a6fe-4b27-b8af-bd8469585eb1 admin admin] 10.222.0.20 "PUT /v2.0/routers/3971d34d-aa83-4d61-9d89-3881067cb4af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5211782 Aug 28 12:50:22.696576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20bbea-bd15-46bd-91bf-4a5f0efb1865 req-77a68065-3c60-4adc-8c78-1e7f10d65f49 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:22.703423 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e20bbea-bd15-46bd-91bf-4a5f0efb1865 req-77a68065-3c60-4adc-8c78-1e7f10d65f49 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.1885436 Aug 28 12:50:22.740304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc2d1f-95a2-4528-9523-521e568fe3f5 req-5f49b91a-db8a-455b-83b1-9b12e3c71bac tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:22.755999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc2d1f-95a2-4528-9523-521e568fe3f5 req-5f49b91a-db8a-455b-83b1-9b12e3c71bac tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:22.758459 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e20bbea-bd15-46bd-91bf-4a5f0efb1865 req-28bad871-9cb9-4d0a-bc73-06d87b19f71f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379355 Aug 28 12:50:22.762172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc2d1f-95a2-4528-9523-521e568fe3f5 req-5f49b91a-db8a-455b-83b1-9b12e3c71bac tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:22.781004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc2d1f-95a2-4528-9523-521e568fe3f5 req-5f49b91a-db8a-455b-83b1-9b12e3c71bac tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:22.794434 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc2d1f-95a2-4528-9523-521e568fe3f5 req-5f49b91a-db8a-455b-83b1-9b12e3c71bac tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:22.811292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc2d1f-95a2-4528-9523-521e568fe3f5 req-5f49b91a-db8a-455b-83b1-9b12e3c71bac tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:22.823026 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc2d1f-95a2-4528-9523-521e568fe3f5 req-5f49b91a-db8a-455b-83b1-9b12e3c71bac tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:22.843453 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7cc2d1f-95a2-4528-9523-521e568fe3f5 req-5f49b91a-db8a-455b-83b1-9b12e3c71bac tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.1996725 Aug 28 12:50:22.964922 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7cc2d1f-95a2-4528-9523-521e568fe3f5 req-69ce3883-ce7b-421f-b0c0-f4eb14e90b63 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121831 Aug 28 12:50:23.108418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b0ddb99d-05a0-44f6-bb01-cd47ea76aef5 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:50:23.124957 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6842705-f9af-4cd7-a270-f4acadbc622d req-df7fe92c-c339-43ce-9e8f-22d271d93a61 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:23.134491 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6842705-f9af-4cd7-a270-f4acadbc622d req-df7fe92c-c339-43ce-9e8f-22d271d93a61 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0938025 Aug 28 12:50:23.212780 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port b0ddb99d-05a0-44f6-bb01-cd47ea76aef5 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:50:23.217492 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6842705-f9af-4cd7-a270-f4acadbc622d req-88c95ec8-ee46-4a79-a364-27d951f5345a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807548 Aug 28 12:50:23.221103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b0ddb99d-05a0-44f6-bb01-cd47ea76aef5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:23.221879 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:23.408104 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:23.433717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port b0ddb99d-05a0-44f6-bb01-cd47ea76aef5, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b0ddb99d-05a0-44f6-bb01-cd47ea76aef5,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:23.440023 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:23.521489 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a290db-cbc4-4068-bbad-a9424c90e11a req-cac29f8d-9fb2-4b39-869f-290902e1fd6e tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:23.524743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=b0ddb99d-05a0-44f6-bb01-cd47ea76aef5,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:23.552268 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0a290db-cbc4-4068-bbad-a9424c90e11a req-cac29f8d-9fb2-4b39-869f-290902e1fd6e tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 946 time: 0.1274121 Aug 28 12:50:23.626294 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0a290db-cbc4-4068-bbad-a9424c90e11a req-434a4c70-879b-4b58-bf3e-6cd793a3af22 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703425 Aug 28 12:50:23.732640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-6938ff74-9a0f-4082-a8f4-d11b23bdc766 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:23.734676 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-6938ff74-9a0f-4082-a8f4-d11b23bdc766 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/networks?id=dcea506e-e089-41e5-aa79-93de45e015b6 HTTP/1.1" status: 200 len: 811 time: 0.2731409 Aug 28 12:50:23.765790 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-316b1df1-6e63-4640-9ce7-c7e3b673d92f tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/quotas/1b1744f3dc1444e0abd073208c687038 HTTP/1.1" status: 200 len: 375 time: 0.0242915 Aug 28 12:50:24.121992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fb0db-7e4e-4376-858f-ab8c95f37b87 req-1d489907-d6a9-43a3-bf99-e71458797ea0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:24.147727 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0c9fb0db-7e4e-4376-858f-ab8c95f37b87 req-1d489907-d6a9-43a3-bf99-e71458797ea0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.1535554 Aug 28 12:50:24.231708 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0c9fb0db-7e4e-4376-858f-ab8c95f37b87 req-8b00235c-b12d-4078-8386-b1106abddd8b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829937 Aug 28 12:50:24.303197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Sync routers for ids ['3971d34d-aa83-4d61-9d89-3881067cb4af'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:50:24.320392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Routers {'3971d34d-aa83-4d61-9d89-3881067cb4af'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:50:24.322198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:50:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3971d34d-aa83-4d61-9d89-3881067cb4af'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:24.450146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47186) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:24.576419 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Set router 3971d34d-aa83-4d61-9d89-3881067cb4af gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:50:24.599545 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-826cf2c9-d212-44ac-90fd-e400b48af94c tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b1744f3dc1444e0abd073208c687038&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8319163 Aug 28 12:50:24.736295 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-98abe0b5-dda7-4243-978d-86d26159aef1 service neutron] 10.222.0.20 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356823 Aug 28 12:50:24.777072 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca23258-f818-429f-b2bd-7b8df39a0cd7 req-6811b8aa-0be2-4f08-87c3-62f2126afe63 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:24.800703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca23258-f818-429f-b2bd-7b8df39a0cd7 req-6811b8aa-0be2-4f08-87c3-62f2126afe63 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:24.816844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca23258-f818-429f-b2bd-7b8df39a0cd7 req-6811b8aa-0be2-4f08-87c3-62f2126afe63 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:24.828071 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca23258-f818-429f-b2bd-7b8df39a0cd7 req-6811b8aa-0be2-4f08-87c3-62f2126afe63 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:24.845736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca23258-f818-429f-b2bd-7b8df39a0cd7 req-6811b8aa-0be2-4f08-87c3-62f2126afe63 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:24.853887 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca23258-f818-429f-b2bd-7b8df39a0cd7 req-6811b8aa-0be2-4f08-87c3-62f2126afe63 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:24.889179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca23258-f818-429f-b2bd-7b8df39a0cd7 req-6811b8aa-0be2-4f08-87c3-62f2126afe63 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:24.901039 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ca23258-f818-429f-b2bd-7b8df39a0cd7 req-6811b8aa-0be2-4f08-87c3-62f2126afe63 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.3650255 Aug 28 12:50:24.934610 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e94228e0-0b00-4584-9006-6a95545362d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:24.971588 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-532b630e-3bba-4fac-93f2-faf150dd402b service neutron] 10.222.0.20 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344322 Aug 28 12:50:25.014565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'name': 'tempest-ServerRescueTestJSON-1897945360-router', 'tenant_id': '1b1744f3dc1444e0abd073208c687038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b0ddb99d-05a0-44f6-bb01-cd47ea76aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:50:16Z', 'updated_at': '2021-08-28T12:50:21Z', 'revision_number': 4, 'project_id': '1b1744f3dc1444e0abd073208c687038', 'gw_port': {'id': 'b0ddb99d-05a0-44f6-bb01-cd47ea76aef5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:50:17Z', 'updated_at': '2021-08-28T12:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'a1a6d086-58cd-463b-b32e-709154fd9097', 'name': '', 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6', 'tenant_id': '1b1744f3dc1444e0abd073208c687038', 'mac_address': 'fa:16:3e:a3:75:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'de9a2c7f-c06f-42fa-b208-11919fd54cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:50:20Z', 'updated_at': '2021-08-28T12:50:21Z', 'revision_number': 2, 'project_id': '1b1744f3dc1444e0abd073208c687038', 'subnets': [{'id': 'de9a2c7f-c06f-42fa-b208-11919fd54cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:25.037294 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ca23258-f818-429f-b2bd-7b8df39a0cd7 req-b77bf5c7-cbdc-49dd-a513-4aa71bea5fe0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1342442 Aug 28 12:50:25.083687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Checking router: 3971d34d-aa83-4d61-9d89-3881067cb4af for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:50:25.084042 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Updating router 3971d34d-aa83-4d61-9d89-3881067cb4af port a1a6d086-58cd-463b-b32e-709154fd9097 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:50:25.088816 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b0ddb99d-05a0-44f6-bb01-cd47ea76aef5 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:50:25.145589 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:25.226436 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b0ddb99d-05a0-44f6-bb01-cd47ea76aef5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:25.226825 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:25.312514 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e94228e0-0b00-4584-9006-6a95545362d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:25.321679 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e94228e0-0b00-4584-9006-6a95545362d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:25.407603 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94228e0-0b00-4584-9006-6a95545362d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec258bff-64c9-439b-8ffb-4df9542a65b8,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:25.424685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be60d97-981b-46de-b174-a5ea2c8dbb52 req-50a865f0-6c55-4280-ac5a-0565df4ac856 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:25.436021 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3be60d97-981b-46de-b174-a5ea2c8dbb52 req-50a865f0-6c55-4280-ac5a-0565df4ac856 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.1192524 Aug 28 12:50:25.520838 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25ac59cb-7e5d-4454-aa84-e269dbb58008 req-48709f9d-5c07-4eee-b13b-1eb5eb255c1c tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 210 time: 0.1226034 Aug 28 12:50:25.568549 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e94228e0-0b00-4584-9006-6a95545362d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91f243e8c533431590ccbe72bfeb3da3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0974133 Aug 28 12:50:25.569242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47202) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:25.570714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3be60d97-981b-46de-b174-a5ea2c8dbb52 req-f0a582d6-cb02-4ae4-82af-eb79ba10dabb tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345658 Aug 28 12:50:25.716816 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:25.777877 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:25.785423 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:25.793679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Transition to ACTIVE for port object a1a6d086-58cd-463b-b32e-709154fd9097 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:50:25.818464 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:25.840246 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27117c7f-207c-4e85-84b1-2835b2b923a2 req-5a133b3e-447f-4331-b442-9514abd328b1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:25.844034 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27117c7f-207c-4e85-84b1-2835b2b923a2 req-5a133b3e-447f-4331-b442-9514abd328b1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.1165302 Aug 28 12:50:25.872701 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353737d1-c210-4f7c-8f47-6dc11aac6f0b None None] Pushing event updated for resources: {'Port': ['ID=a1a6d086-58cd-463b-b32e-709154fd9097,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:25.894721 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:25.898285 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:25.901637 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec258bff-64c9-439b-8ffb-4df9542a65b8 HTTP/1.1" status: 204 len: 168 time: 0.3291342 Aug 28 12:50:25.914789 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec258bff-64c9-439b-8ffb-4df9542a65b8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:25.927370 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:25.927758 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:25.928035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:25.928366 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:25.928694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:25.929015 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:25.929339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:25.929659 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:25.929988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:25.930291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:25.930709 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:25.930940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a7aed5-9b8b-4446-9359-3ec0a2409fdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:25.947335 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Attempting to bind port a1a6d086-58cd-463b-b32e-709154fd9097 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:50:25.947593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Attempting to bind port a1a6d086-58cd-463b-b32e-709154fd9097 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '98596cea-5ffb-4bd8-b732-621934d75ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:50:25.947960 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Attempting to bind port a1a6d086-58cd-463b-b32e-709154fd9097 on network dcea506e-e089-41e5-aa79-93de45e015b6 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:50:25.950562 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27117c7f-207c-4e85-84b1-2835b2b923a2 req-8b706d5d-8275-4b68-aa45-89ae54edf3e2 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909595 Aug 28 12:50:25.963474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:50:25.963870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Checking segment: {'id': '98596cea-5ffb-4bd8-b732-621934d75ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:50:25.964272 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:25.964649 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Bound using segment: {'id': '98596cea-5ffb-4bd8-b732-621934d75ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:50:25.965110 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Bound port: a1a6d086-58cd-463b-b32e-709154fd9097, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98596cea-5ffb-4bd8-b732-621934d75ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:50:25.965618 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:26.047137 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] For port a1a6d086-58cd-463b-b32e-709154fd9097, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:50:26.052654 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] For port a1a6d086-58cd-463b-b32e-709154fd9097, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a1a6d086-58cd-463b-b32e-709154fd9097,segment=NetworkSegment(98596cea-5ffb-4bd8-b732-621934d75ab2),segment_id=98596cea-5ffb-4bd8-b732-621934d75ab2)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:50:26.057696 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:26.132491 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353737d1-c210-4f7c-8f47-6dc11aac6f0b None None] Pushing event updated for resources: {'Port': ['ID=a1a6d086-58cd-463b-b32e-709154fd9097,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:26.147333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6da04b61-8648-4f77-8bcc-6503e204f1b5 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:50:26.196055 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Routers {'3971d34d-aa83-4d61-9d89-3881067cb4af'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:50:26.196055 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:50:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3971d34d-aa83-4d61-9d89-3881067cb4af'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:26.278151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576743e-b985-4256-a9c5-e4981dcccdf6 req-8c57ccfd-ea3e-4c63-8752-cc3fd38c0acd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:26.294337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576743e-b985-4256-a9c5-e4981dcccdf6 req-8c57ccfd-ea3e-4c63-8752-cc3fd38c0acd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:26.303512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576743e-b985-4256-a9c5-e4981dcccdf6 req-8c57ccfd-ea3e-4c63-8752-cc3fd38c0acd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:26.316651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576743e-b985-4256-a9c5-e4981dcccdf6 req-8c57ccfd-ea3e-4c63-8752-cc3fd38c0acd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:26.323352 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576743e-b985-4256-a9c5-e4981dcccdf6 req-8c57ccfd-ea3e-4c63-8752-cc3fd38c0acd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:26.333683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576743e-b985-4256-a9c5-e4981dcccdf6 req-8c57ccfd-ea3e-4c63-8752-cc3fd38c0acd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:26.345904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576743e-b985-4256-a9c5-e4981dcccdf6 req-8c57ccfd-ea3e-4c63-8752-cc3fd38c0acd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:26.356705 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f576743e-b985-4256-a9c5-e4981dcccdf6 req-8c57ccfd-ea3e-4c63-8752-cc3fd38c0acd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5418 time: 0.2056248 Aug 28 12:50:26.402723 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f576743e-b985-4256-a9c5-e4981dcccdf6 req-645fcddb-d39e-4358-ad6f-7348ee8bb723 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448961 Aug 28 12:50:26.483915 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] Set router 3971d34d-aa83-4d61-9d89-3881067cb4af gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:50:26.625430 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6da04b61-8648-4f77-8bcc-6503e204f1b5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6da04b61-8648-4f77-8bcc-6503e204f1b5,segment=NetworkSegment(c44b3b89-5ccb-495f-80f1-32c81a822fa8),segment_id=c44b3b89-5ccb-495f-80f1-32c81a822fa8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:26.744870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c813f-2ef4-42f3-9269-76c39b5784ab req-7e0b2872-6dfd-47c5-89a2-f0f28d37e960 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:26.756010 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c7c813f-2ef4-42f3-9269-76c39b5784ab req-7e0b2872-6dfd-47c5-89a2-f0f28d37e960 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0971136 Aug 28 12:50:26.762051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '6da04b61-8648-4f77-8bcc-6503e204f1b5', 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612', 'port_id': '6da04b61-8648-4f77-8bcc-6503e204f1b5', 'mac_address': 'fa:16:3e:8c:b3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a81a33e-a30a-4f4f-bc8f-a36371ef2745', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:50:26.821937 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e15fb2d7-c61f-448c-93ae-503db02f487a req-f1c75ead-a015-4e8f-acfe-f8cddde0e6e4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 210 time: 0.0583384 Aug 28 12:50:26.870118 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c7c813f-2ef4-42f3-9269-76c39b5784ab req-a65fc86c-1cc9-4e17-825c-1bd0602bb1f9 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087236 Aug 28 12:50:26.917134 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:26.937351 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da04b61-8648-4f77-8bcc-6503e204f1b5 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:50:27.018109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6da04b61-8648-4f77-8bcc-6503e204f1b5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6da04b61-8648-4f77-8bcc-6503e204f1b5,segment=NetworkSegment(c44b3b89-5ccb-495f-80f1-32c81a822fa8),segment_id=c44b3b89-5ccb-495f-80f1-32c81a822fa8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:27.033841 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:27.034070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 22c5cda6-d969-43e9-8487-47b1be36cba7 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:50:27.137098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-05eebd92-5e54-4023-8afd-7b8a07d8ff6e tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:27.141217 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-05eebd92-5e54-4023-8afd-7b8a07d8ff6e tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.11 "GET /v2.0/networks?id=dcea506e-e089-41e5-aa79-93de45e015b6 HTTP/1.1" status: 200 len: 811 time: 0.3160608 Aug 28 12:50:27.163589 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-24587709-7c8d-42d5-ac77-1817f5a686f9 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Request body: {'port': {'device_id': '1ce4f376-10ee-47e5-8faf-59f3bb5660cf', 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6', 'admin_state_up': True, 'tenant_id': '1b1744f3dc1444e0abd073208c687038'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:50:27.354726 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6da04b61-8648-4f77-8bcc-6503e204f1b5,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:27.377507 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 22c5cda6-d969-43e9-8487-47b1be36cba7, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=22c5cda6-d969-43e9-8487-47b1be36cba7,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:27.383057 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289614f4-2267-428d-a205-78dc5163b1fa req-0461f650-84b6-42d3-8054-f856efc45c5f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:27.384761 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-289614f4-2267-428d-a205-78dc5163b1fa req-0461f650-84b6-42d3-8054-f856efc45c5f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.2065644 Aug 28 12:50:27.389931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'name': 'tempest-ServerRescueTestJSON-1897945360-router', 'tenant_id': '1b1744f3dc1444e0abd073208c687038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b0ddb99d-05a0-44f6-bb01-cd47ea76aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:50:16Z', 'updated_at': '2021-08-28T12:50:21Z', 'revision_number': 4, 'project_id': '1b1744f3dc1444e0abd073208c687038', 'gw_port': {'id': 'b0ddb99d-05a0-44f6-bb01-cd47ea76aef5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:50:17Z', 'updated_at': '2021-08-28T12:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'a1a6d086-58cd-463b-b32e-709154fd9097', 'name': '', 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6', 'tenant_id': '1b1744f3dc1444e0abd073208c687038', 'mac_address': 'fa:16:3e:a3:75:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'de9a2c7f-c06f-42fa-b208-11919fd54cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:50:20Z', 'updated_at': '2021-08-28T12:50:26Z', 'revision_number': 4, 'project_id': '1b1744f3dc1444e0abd073208c687038', 'subnets': [{'id': 'de9a2c7f-c06f-42fa-b208-11919fd54cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:27.429160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1c172e-f59b-430d-a55b-9e3ec5cce828 None None] The sync data for ids ['3971d34d-aa83-4d61-9d89-3881067cb4af'] in n-d-791505-21 is: [{'id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'name': 'tempest-ServerRescueTestJSON-1897945360-router', 'tenant_id': '1b1744f3dc1444e0abd073208c687038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b0ddb99d-05a0-44f6-bb01-cd47ea76aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:50:16Z', 'updated_at': '2021-08-28T12:50:21Z', 'revision_number': 4, 'project_id': '1b1744f3dc1444e0abd073208c687038', 'gw_port': {'id': 'b0ddb99d-05a0-44f6-bb01-cd47ea76aef5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:50:17Z', 'updated_at': '2021-08-28T12:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'a1a6d086-58cd-463b-b32e-709154fd9097', 'name': '', 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6', 'tenant_id': '1b1744f3dc1444e0abd073208c687038', 'mac_address': 'fa:16:3e:a3:75:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'de9a2c7f-c06f-42fa-b208-11919fd54cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:50:20Z', 'updated_at': '2021-08-28T12:50:26Z', 'revision_number': 4, 'project_id': '1b1744f3dc1444e0abd073208c687038', 'subnets': [{'id': 'de9a2c7f-c06f-42fa-b208-11919fd54cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:50:27.432677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '22c5cda6-d969-43e9-8487-47b1be36cba7', 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9', 'port_id': '22c5cda6-d969-43e9-8487-47b1be36cba7', 'mac_address': 'fa:16:3e:23:16:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd557cd69-cd27-4452-a97d-808c7d64731a', 'ip_address': '10.1.1.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:50:27.517482 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:27.539842 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-289614f4-2267-428d-a205-78dc5163b1fa req-b7d7920b-37a4-4639-a515-9276fb883a26 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336143 Aug 28 12:50:27.563587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c5cda6-d969-43e9-8487-47b1be36cba7 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:50:27.588992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-24587709-7c8d-42d5-ac77-1817f5a686f9 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Made reservation on behalf of 1b1744f3dc1444e0abd073208c687038 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:50:27.594701 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-24587709-7c8d-42d5-ac77-1817f5a686f9 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:27.688681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 22c5cda6-d969-43e9-8487-47b1be36cba7, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=22c5cda6-d969-43e9-8487-47b1be36cba7,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:27.694394 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:27.695580 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b05d186c-de9e-4cbe-a886-89ee06ae7903 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:50:27.877471 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port b05d186c-de9e-4cbe-a886-89ee06ae7903, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b05d186c-de9e-4cbe-a886-89ee06ae7903,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:27.906525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'b05d186c-de9e-4cbe-a886-89ee06ae7903', 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9', 'port_id': 'b05d186c-de9e-4cbe-a886-89ee06ae7903', 'mac_address': 'fa:16:3e:b7:a4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd557cd69-cd27-4452-a97d-808c7d64731a', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:50:28.008533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=22c5cda6-d969-43e9-8487-47b1be36cba7,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:28.024431 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-24587709-7c8d-42d5-ac77-1817f5a686f9 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Allocated IP 172.20.0.5 (dcea506e-e089-41e5-aa79-93de45e015b6/de9a2c7f-c06f-42fa-b208-11919fd54cbe/28cb739a-6955-49e8-9930-f0494e159d5d) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:50:28.049087 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:28.092269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05d186c-de9e-4cbe-a886-89ee06ae7903 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:50:28.102960 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5974fc6-8b4f-432e-a4b5-7f378d729d48 req-e68efa61-f494-45ae-89d1-dbfc58d11f94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:28.105617 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac1d54-24a0-459b-8d65-94595ab36952 req-4ab98ba2-ab13-4854-af77-a601b2a7c0fc tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:28.113778 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e2ac1d54-24a0-459b-8d65-94595ab36952 req-4ab98ba2-ab13-4854-af77-a601b2a7c0fc tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0839784 Aug 28 12:50:28.116325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port b05d186c-de9e-4cbe-a886-89ee06ae7903, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b05d186c-de9e-4cbe-a886-89ee06ae7903,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:28.119068 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5974fc6-8b4f-432e-a4b5-7f378d729d48 req-e68efa61-f494-45ae-89d1-dbfc58d11f94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:28.123074 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:28.123807 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:50:28.136984 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5974fc6-8b4f-432e-a4b5-7f378d729d48 req-e68efa61-f494-45ae-89d1-dbfc58d11f94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:28.153208 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5974fc6-8b4f-432e-a4b5-7f378d729d48 req-e68efa61-f494-45ae-89d1-dbfc58d11f94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:28.170389 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5974fc6-8b4f-432e-a4b5-7f378d729d48 req-e68efa61-f494-45ae-89d1-dbfc58d11f94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:28.172009 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e2ac1d54-24a0-459b-8d65-94595ab36952 req-bf4e1bc7-1d6e-457a-b0ea-c534d330036c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563862 Aug 28 12:50:28.180596 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5974fc6-8b4f-432e-a4b5-7f378d729d48 req-e68efa61-f494-45ae-89d1-dbfc58d11f94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:28.201160 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5974fc6-8b4f-432e-a4b5-7f378d729d48 req-e68efa61-f494-45ae-89d1-dbfc58d11f94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:28.209016 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b5974fc6-8b4f-432e-a4b5-7f378d729d48 req-e68efa61-f494-45ae-89d1-dbfc58d11f94 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5420 time: 0.3677251 Aug 28 12:50:28.258830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=39a6b9d2-5707-4e5a-9ea1-027d93c97c95,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:28.280255 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=b05d186c-de9e-4cbe-a886-89ee06ae7903,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:28.298722 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '39a6b9d2-5707-4e5a-9ea1-027d93c97c95', 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9', 'port_id': '39a6b9d2-5707-4e5a-9ea1-027d93c97c95', 'mac_address': 'fa:16:3e:bb:f3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd557cd69-cd27-4452-a97d-808c7d64731a', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:50:28.302769 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc2632ec-99b9-40f3-b009-3d4245c5cd08 req-781fa76a-c4c9-4dbf-9ee6-bc551bad160a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 210 time: 0.0476465 Aug 28 12:50:28.364647 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:28.382390 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:50:28.407140 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b5974fc6-8b4f-432e-a4b5-7f378d729d48 req-95f29aa5-35a2-4243-b7ad-5f83d5af185a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1932499 Aug 28 12:50:28.422183 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=39a6b9d2-5707-4e5a-9ea1-027d93c97c95,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:28.444870 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:28.446499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a6504f71-c67d-4bfd-8228-7b6d54b2acee details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:50:28.568026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=39a6b9d2-5707-4e5a-9ea1-027d93c97c95,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:28.613078 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a6504f71-c67d-4bfd-8228-7b6d54b2acee, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a6504f71-c67d-4bfd-8228-7b6d54b2acee,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:28.641974 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'a6504f71-c67d-4bfd-8228-7b6d54b2acee', 'network_id': 'b0f76af8-7fbe-4c61-8fc0-3946902606c9', 'port_id': 'a6504f71-c67d-4bfd-8228-7b6d54b2acee', 'mac_address': 'fa:16:3e:d5:0f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd557cd69-cd27-4452-a97d-808c7d64731a', 'ip_address': '10.1.1.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:50:28.746238 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-24587709-7c8d-42d5-ac77-1817f5a686f9 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:28.762468 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:28.788136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd81d82-6cf8-41e0-a9a5-c3ac24708d6b req-5745a8ae-2bb4-4fb1-a49b-fb69ba214628 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:28.788526 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6504f71-c67d-4bfd-8228-7b6d54b2acee {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:50:28.797531 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2dd81d82-6cf8-41e0-a9a5-c3ac24708d6b req-5745a8ae-2bb4-4fb1-a49b-fb69ba214628 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.1003444 Aug 28 12:50:28.815720 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a6504f71-c67d-4bfd-8228-7b6d54b2acee, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a6504f71-c67d-4bfd-8228-7b6d54b2acee,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:28.823020 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:28.824186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a1a806cd-64e3-408c-90a9-60fc8608d090 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:50:28.879075 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2dd81d82-6cf8-41e0-a9a5-c3ac24708d6b req-bbfc290d-f775-423d-8379-3da9318f823f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805528 Aug 28 12:50:28.881287 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-24587709-7c8d-42d5-ac77-1817f5a686f9 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:28.996688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24587709-7c8d-42d5-ac77-1817f5a686f9 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Pushing event updated for resources: {'Port': ['ID=28cb739a-6955-49e8-9930-f0494e159d5d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:29.039962 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-24587709-7c8d-42d5-ac77-1817f5a686f9 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Network dcea506e-e089-41e5-aa79-93de45e015b6 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:50:29.041594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-24587709-7c8d-42d5-ac77-1817f5a686f9 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:50:29.060730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-24587709-7c8d-42d5-ac77-1817f5a686f9 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:50:29.088200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a1a6d086-58cd-463b-b32e-709154fd9097 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:50:29.184232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-24587709-7c8d-42d5-ac77-1817f5a686f9 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:29.185268 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-24587709-7c8d-42d5-ac77-1817f5a686f9 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:29.212990 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-24587709-7c8d-42d5-ac77-1817f5a686f9 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0599079 Aug 28 12:50:29.229694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Request body: {'port': {'device_id': '1ce4f376-10ee-47e5-8faf-59f3bb5660cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:50:29.349913 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47302) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:29.487618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=a6504f71-c67d-4bfd-8228-7b6d54b2acee,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:29.522725 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:29.603538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963791f-dec6-4dbb-881e-0c90895cd13a req-45aacefe-7982-475f-9924-e044bb0443c4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:29.611981 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7963791f-dec6-4dbb-881e-0c90895cd13a req-45aacefe-7982-475f-9924-e044bb0443c4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 931 time: 0.1057632 Aug 28 12:50:29.623360 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a1a806cd-64e3-408c-90a9-60fc8608d090, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a1a806cd-64e3-408c-90a9-60fc8608d090,segment=NetworkSegment(f03ea460-4117-4235-8e26-63c25b49a0b8),segment_id=f03ea460-4117-4235-8e26-63c25b49a0b8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:29.625778 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port a1a6d086-58cd-463b-b32e-709154fd9097 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:50:29.636293 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b8649108-5da5-4b0a-a3b9-0056a7d2f55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:29.664674 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a1a6d086-58cd-463b-b32e-709154fd9097 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:29.665046 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:29.672411 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'a1a806cd-64e3-408c-90a9-60fc8608d090', 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9', 'port_id': 'a1a806cd-64e3-408c-90a9-60fc8608d090', 'mac_address': 'fa:16:3e:c6:e3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:50:29.755755 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:29.790569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a806cd-64e3-408c-90a9-60fc8608d090 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:50:29.807532 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7963791f-dec6-4dbb-881e-0c90895cd13a req-7473d9a4-ddc9-4144-bd27-1c4e21802d0e tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889987 Aug 28 12:50:29.857146 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a1a806cd-64e3-408c-90a9-60fc8608d090, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a1a806cd-64e3-408c-90a9-60fc8608d090,segment=NetworkSegment(f03ea460-4117-4235-8e26-63c25b49a0b8),segment_id=f03ea460-4117-4235-8e26-63c25b49a0b8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:29.865256 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:29.871852 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b8649108-5da5-4b0a-a3b9-0056a7d2f55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:29.873560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device ac4113ad-b63c-4920-a1f1-661762381f07 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:50:29.877014 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b8649108-5da5-4b0a-a3b9-0056a7d2f55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:29.937949 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:29.954117 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b8649108-5da5-4b0a-a3b9-0056a7d2f55c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed969987d24e459580525a7ab8e0e82a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6019526 Aug 28 12:50:29.957162 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47312) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:29.985097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8649108-5da5-4b0a-a3b9-0056a7d2f55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80873633-633c-42dc-8b57-c74d730b79a6,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:29.986555 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718e5ff-4131-403f-a16a-d8714663e1ce req-02ea876c-c75d-455e-8eaf-32c36deaafce tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:29.988125 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e718e5ff-4131-403f-a16a-d8714663e1ce req-02ea876c-c75d-455e-8eaf-32c36deaafce tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.7107892 Aug 28 12:50:30.055015 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d61f-7ed4-489d-bf0b-113ad9962631 req-a94bba40-f241-44a7-9a39-9bf53f8906a6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:30.064791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d61f-7ed4-489d-bf0b-113ad9962631 req-a94bba40-f241-44a7-9a39-9bf53f8906a6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:30.073131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d61f-7ed4-489d-bf0b-113ad9962631 req-a94bba40-f241-44a7-9a39-9bf53f8906a6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:30.081943 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d61f-7ed4-489d-bf0b-113ad9962631 req-a94bba40-f241-44a7-9a39-9bf53f8906a6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:30.089863 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d61f-7ed4-489d-bf0b-113ad9962631 req-a94bba40-f241-44a7-9a39-9bf53f8906a6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:30.096888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d61f-7ed4-489d-bf0b-113ad9962631 req-a94bba40-f241-44a7-9a39-9bf53f8906a6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:30.104120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d61f-7ed4-489d-bf0b-113ad9962631 req-a94bba40-f241-44a7-9a39-9bf53f8906a6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:30.106052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port a1a6d086-58cd-463b-b32e-709154fd9097, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a1a6d086-58cd-463b-b32e-709154fd9097,segment=NetworkSegment(98596cea-5ffb-4bd8-b732-621934d75ab2),segment_id=98596cea-5ffb-4bd8-b732-621934d75ab2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:30.106727 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-14c6d61f-7ed4-489d-bf0b-113ad9962631 req-a94bba40-f241-44a7-9a39-9bf53f8906a6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5424 time: 0.1800542 Aug 28 12:50:30.115977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port ac4113ad-b63c-4920-a1f1-661762381f07, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=ac4113ad-b63c-4920-a1f1-661762381f07,segment=NetworkSegment(c44b3b89-5ccb-495f-80f1-32c81a822fa8),segment_id=c44b3b89-5ccb-495f-80f1-32c81a822fa8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:30.141533 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:30.149544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=a1a806cd-64e3-408c-90a9-60fc8608d090,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:30.165556 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-14c6d61f-7ed4-489d-bf0b-113ad9962631 req-d28f0e5d-c55b-4873-8358-66d6b6b9632a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512040 Aug 28 12:50:30.178054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'ac4113ad-b63c-4920-a1f1-661762381f07', 'network_id': '3352c8b5-3501-47c1-96f2-9e32c1cc7612', 'port_id': 'ac4113ad-b63c-4920-a1f1-661762381f07', 'mac_address': 'fa:16:3e:22:e8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a81a33e-a30a-4f4f-bc8f-a36371ef2745', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:50:30.188843 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28cb739a-6955-49e8-9930-f0494e159d5d {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:50:30.200245 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:30.219871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Transition to ACTIVE for port object 28cb739a-6955-49e8-9930-f0494e159d5d will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:50:30.251752 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:30.293173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=a1a6d086-58cd-463b-b32e-709154fd9097,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:30.300939 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:30.325748 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=28cb739a-6955-49e8-9930-f0494e159d5d,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:30.342408 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e718e5ff-4131-403f-a16a-d8714663e1ce req-b5fd5668-efb5-47a4-93c8-bfe50a776903 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237076 Aug 28 12:50:30.344125 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4113ad-b63c-4920-a1f1-661762381f07 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:50:30.386240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port ac4113ad-b63c-4920-a1f1-661762381f07, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=ac4113ad-b63c-4920-a1f1-661762381f07,segment=NetworkSegment(c44b3b89-5ccb-495f-80f1-32c81a822fa8),segment_id=c44b3b89-5ccb-495f-80f1-32c81a822fa8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:30.387742 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-876c03ad-a5e2-48e1-9e15-7947ac81e654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:30.399708 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:30.454237 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-876c03ad-a5e2-48e1-9e15-7947ac81e654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:30.475771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=ac4113ad-b63c-4920-a1f1-661762381f07,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:30.514336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b985cd-3e56-4334-ab19-be3aaf1eb551 req-806ed249-cafd-4c39-99d5-dd8a47d8ca50 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:30.519459 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c5b985cd-3e56-4334-ab19-be3aaf1eb551 req-806ed249-cafd-4c39-99d5-dd8a47d8ca50 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.1099172 Aug 28 12:50:30.560242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Attempting to bind port 28cb739a-6955-49e8-9930-f0494e159d5d on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:50:30.561405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Attempting to bind port 28cb739a-6955-49e8-9930-f0494e159d5d by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '98596cea-5ffb-4bd8-b732-621934d75ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:50:30.561900 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Attempting to bind port 28cb739a-6955-49e8-9930-f0494e159d5d on network dcea506e-e089-41e5-aa79-93de45e015b6 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:50:30.567516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Port 28cb739a-6955-49e8-9930-f0494e159d5d on network dcea506e-e089-41e5-aa79-93de45e015b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:50:30.568174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Attempting to bind port 28cb739a-6955-49e8-9930-f0494e159d5d on network dcea506e-e089-41e5-aa79-93de45e015b6 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:50:30.569786 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c5b985cd-3e56-4334-ab19-be3aaf1eb551 req-15853afb-be92-43ed-b4b9-8ba3209a0d16 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470545 Aug 28 12:50:30.576163 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-876c03ad-a5e2-48e1-9e15-7947ac81e654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:30.579906 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-876c03ad-a5e2-48e1-9e15-7947ac81e654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:30.581191 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-876c03ad-a5e2-48e1-9e15-7947ac81e654 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80873633-633c-42dc-8b57-c74d730b79a6 HTTP/1.1" status: 204 len: 168 time: 0.6206193 Aug 28 12:50:30.585979 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:50:30.586628 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Checking segment: {'id': '98596cea-5ffb-4bd8-b732-621934d75ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:50:30.586796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Bound using segment: {'id': '98596cea-5ffb-4bd8-b732-621934d75ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:50:30.587379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Bound port: 28cb739a-6955-49e8-9930-f0494e159d5d, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98596cea-5ffb-4bd8-b732-621934d75ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:50:30.587967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:30.602116 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c03ad-a5e2-48e1-9e15-7947ac81e654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80873633-633c-42dc-8b57-c74d730b79a6,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:30.705919 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] For port 28cb739a-6955-49e8-9930-f0494e159d5d, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:50:30.711622 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] For port 28cb739a-6955-49e8-9930-f0494e159d5d, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=28cb739a-6955-49e8-9930-f0494e159d5d,segment=NetworkSegment(98596cea-5ffb-4bd8-b732-621934d75ab2),segment_id=98596cea-5ffb-4bd8-b732-621934d75ab2)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:50:30.718681 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:30.788618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:30.789252 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:30.790779 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] 10.222.0.11 "PUT /v2.0/ports/28cb739a-6955-49e8-9930-f0494e159d5d HTTP/1.1" status: 200 len: 1092 time: 1.5658514 Aug 28 12:50:30.799915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce4f376-10ee-47e5-8faf-59f3bb5660cf', 'tag': '28cb739a-6955-49e8-9930-f0494e159d5d'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:50:30.802294 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad8a050-8f9a-4d07-a6fc-6deb88c17861" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce4f376-10ee-47e5-8faf-59f3bb5660cf", "tag": "28cb739a-6955-49e8-9930-f0494e159d5d"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:50:30.816491 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231287c2-ffc8-4b0a-b16f-a9bf2ebbf4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=28cb739a-6955-49e8-9930-f0494e159d5d,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:30.933024 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d7b49d-659f-403d-be53-020ef2d4d619 x-openstack-request-id: req-e2d7b49d-659f-403d-be53-020ef2d4d619 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:50:30.933321 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce4f376-10ee-47e5-8faf-59f3bb5660cf", "tag": "28cb739a-6955-49e8-9930-f0494e159d5d", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:50:30.933597 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2d7b49d-659f-403d-be53-020ef2d4d619 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:50:30.933998 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce4f376-10ee-47e5-8faf-59f3bb5660cf', 'tag': '28cb739a-6955-49e8-9930-f0494e159d5d', 'status': 'completed', 'code': 200} Aug 28 12:50:30.945427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fc25a-7251-4a61-889f-39f97a09118a req-7c219b05-2a35-4eff-bbce-9dcc49405bae tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:30.952470 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-359fc25a-7251-4a61-889f-39f97a09118a req-7c219b05-2a35-4eff-bbce-9dcc49405bae tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 943 time: 0.0645483 Aug 28 12:50:30.953474 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-2491eda6-1c49-4c8b-a260-0756fdc054c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:30.960711 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-2491eda6-1c49-4c8b-a260-0756fdc054c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b1744f3dc1444e0abd073208c687038&device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 1095 time: 0.1171913 Aug 28 12:50:30.987435 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a1a6d086-58cd-463b-b32e-709154fd9097 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:50:31.016688 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-359fc25a-7251-4a61-889f-39f97a09118a req-dff71b93-bfaa-4ebf-ba55-48e2e4496c6c tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632737 Aug 28 12:50:31.034340 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-929ea187-a315-4e6a-b6a8-8a22ddb3923a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28cb739a-6955-49e8-9930-f0494e159d5d HTTP/1.1" status: 200 len: 217 time: 0.0652413 Aug 28 12:50:31.159234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a1a6d086-58cd-463b-b32e-709154fd9097 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:31.160200 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:31.179816 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-c03607a8-194b-4ea4-a62b-79a486e20cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:31.182628 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-c03607a8-194b-4ea4-a62b-79a486e20cc9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de9a2c7f-c06f-42fa-b208-11919fd54cbe HTTP/1.1" status: 200 len: 851 time: 0.1324790 Aug 28 12:50:31.230237 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-15d8952b-e532-4b39-a127-eae435f52596 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcea506e-e089-41e5-aa79-93de45e015b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339434 Aug 28 12:50:31.431864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27616e3f-3398-4116-b90f-9cbcd1d49d9f req-570b7b37-e898-4660-b401-c57689a89058 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:31.452149 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27616e3f-3398-4116-b90f-9cbcd1d49d9f req-570b7b37-e898-4660-b401-c57689a89058 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:31.469183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27616e3f-3398-4116-b90f-9cbcd1d49d9f req-570b7b37-e898-4660-b401-c57689a89058 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:31.485160 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27616e3f-3398-4116-b90f-9cbcd1d49d9f req-570b7b37-e898-4660-b401-c57689a89058 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:31.494969 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27616e3f-3398-4116-b90f-9cbcd1d49d9f req-570b7b37-e898-4660-b401-c57689a89058 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:31.501087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27616e3f-3398-4116-b90f-9cbcd1d49d9f req-570b7b37-e898-4660-b401-c57689a89058 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:31.507830 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27616e3f-3398-4116-b90f-9cbcd1d49d9f req-570b7b37-e898-4660-b401-c57689a89058 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:31.509995 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27616e3f-3398-4116-b90f-9cbcd1d49d9f req-570b7b37-e898-4660-b401-c57689a89058 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5425 time: 0.2145240 Aug 28 12:50:31.564019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cdf06-b183-4662-80f9-bc3f47e40c92 req-304d7a9c-6d81-4bc1-828f-8efec35ca024 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:31.568489 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-435cdf06-b183-4662-80f9-bc3f47e40c92 req-304d7a9c-6d81-4bc1-828f-8efec35ca024 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.1147954 Aug 28 12:50:31.634466 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-435cdf06-b183-4662-80f9-bc3f47e40c92 req-f553622a-83b5-4bda-9bed-e4fd5152e6b6 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598733 Aug 28 12:50:31.641009 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-d2575968-1f73-40bc-87ed-0ea4342b8af6 service neutron] 10.222.0.11 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008763 Aug 28 12:50:31.667153 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27616e3f-3398-4116-b90f-9cbcd1d49d9f req-1424aff1-4055-477e-90f7-7a8f3567ccea tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1482248 Aug 28 12:50:31.670031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['b05d186c-de9e-4cbe-a886-89ee06ae7903'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:50:31.884856 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['22c5cda6-d969-43e9-8487-47b1be36cba7'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:50:31.886806 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b82e0b62-c4dc-4d8e-8882-64019055bdce req-77201a65-eecd-4a5c-bd50-d4f7ac89e4ab service neutron] 10.222.0.11 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149689 Aug 28 12:50:31.902331 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['39a6b9d2-5707-4e5a-9ea1-027d93c97c95'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:50:31.907539 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6da04b61-8648-4f77-8bcc-6503e204f1b5'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:50:31.909937 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['ac4113ad-b63c-4920-a1f1-661762381f07'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:50:31.933026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['a6504f71-c67d-4bfd-8228-7b6d54b2acee'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:50:32.034791 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c86fc-75ee-485b-8891-99b4fcc56530 req-f212c25b-f51d-4b33-847b-62f7774e3924 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:32.064479 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-271c86fc-75ee-485b-8891-99b4fcc56530 req-f212c25b-f51d-4b33-847b-62f7774e3924 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.1457715 Aug 28 12:50:32.074623 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['a1a806cd-64e3-408c-90a9-60fc8608d090'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:50:32.160562 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8a050-8f9a-4d07-a6fc-6deb88c17861 req-3e3e41da-33fa-4b2e-9711-21c407c70ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:32.162738 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bad8a050-8f9a-4d07-a6fc-6deb88c17861 req-3e3e41da-33fa-4b2e-9711-21c407c70ba9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b1744f3dc1444e0abd073208c687038&device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 1095 time: 0.1819074 Aug 28 12:50:32.166196 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-271c86fc-75ee-485b-8891-99b4fcc56530 req-821384d1-68f4-40cc-a568-5ba69a001b79 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009121 Aug 28 12:50:32.310536 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ef95c-9cc6-417a-a356-3268467a3ef5 req-6b18d073-57c4-4cf6-8c96-9d49e2d853c4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:32.321092 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-289ef95c-9cc6-417a-a356-3268467a3ef5 req-6b18d073-57c4-4cf6-8c96-9d49e2d853c4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 943 time: 0.1757855 Aug 28 12:50:32.428947 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-289ef95c-9cc6-417a-a356-3268467a3ef5 req-8d2b8b8a-30ec-40ed-b9d8-7d1b742ac4b8 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933220 Aug 28 12:50:32.460431 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8a050-8f9a-4d07-a6fc-6deb88c17861 req-70e116e1-f914-4479-a783-0720825f3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:32.462164 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bad8a050-8f9a-4d07-a6fc-6deb88c17861 req-70e116e1-f914-4479-a783-0720825f3e2d service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcea506e-e089-41e5-aa79-93de45e015b6 HTTP/1.1" status: 200 len: 911 time: 0.2871139 Aug 28 12:50:32.625607 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bad8a050-8f9a-4d07-a6fc-6deb88c17861 req-1cc70fbd-f4a8-4d8f-bd13-1ae011e7ada6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28cb739a-6955-49e8-9930-f0494e159d5d HTTP/1.1" status: 200 len: 217 time: 0.1384821 Aug 28 12:50:32.828048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8a050-8f9a-4d07-a6fc-6deb88c17861 req-7dcaa58f-137f-4d2f-8150-15b2b777a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:32.836127 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bad8a050-8f9a-4d07-a6fc-6deb88c17861 req-7dcaa58f-137f-4d2f-8150-15b2b777a117 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de9a2c7f-c06f-42fa-b208-11919fd54cbe HTTP/1.1" status: 200 len: 851 time: 0.1941788 Aug 28 12:50:32.865816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df45dfe-8a11-4321-9140-cee8b8f46105 req-2eec1c39-bfa0-4430-ad40-86a83c1ed2a7 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:32.868603 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2df45dfe-8a11-4321-9140-cee8b8f46105 req-2eec1c39-bfa0-4430-ad40-86a83c1ed2a7 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0879090 Aug 28 12:50:32.955201 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2df45dfe-8a11-4321-9140-cee8b8f46105 req-be9c1a53-72eb-4e3d-a981-72923bded4da tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811276 Aug 28 12:50:33.027342 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bad8a050-8f9a-4d07-a6fc-6deb88c17861 req-03fa4ada-1b95-4d96-8a7d-937cefa1c7f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcea506e-e089-41e5-aa79-93de45e015b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717895 Aug 28 12:50:33.054617 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01493f6c-affc-495c-9054-50c2e2d1c340 req-963c953e-5599-495e-af42-d547ed74dcc6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:33.061380 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01493f6c-affc-495c-9054-50c2e2d1c340 req-963c953e-5599-495e-af42-d547ed74dcc6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:33.071722 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01493f6c-affc-495c-9054-50c2e2d1c340 req-963c953e-5599-495e-af42-d547ed74dcc6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:33.078462 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01493f6c-affc-495c-9054-50c2e2d1c340 req-963c953e-5599-495e-af42-d547ed74dcc6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:33.086264 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01493f6c-affc-495c-9054-50c2e2d1c340 req-963c953e-5599-495e-af42-d547ed74dcc6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:33.092208 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01493f6c-affc-495c-9054-50c2e2d1c340 req-963c953e-5599-495e-af42-d547ed74dcc6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:33.100087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01493f6c-affc-495c-9054-50c2e2d1c340 req-963c953e-5599-495e-af42-d547ed74dcc6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:33.102749 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-01493f6c-affc-495c-9054-50c2e2d1c340 req-963c953e-5599-495e-af42-d547ed74dcc6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5425 time: 0.2657084 Aug 28 12:50:33.299295 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-01493f6c-affc-495c-9054-50c2e2d1c340 req-2e08b287-a60e-4688-9578-2905eefaa1cf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1867974 Aug 28 12:50:33.379185 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bad8a050-8f9a-4d07-a6fc-6deb88c17861 req-b70c759f-8f1c-456e-a3fa-9c48d2279101 service neutron] 10.222.0.11 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699320 Aug 28 12:50:33.416697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ceb9c7-b1c3-4e7f-b068-693afeebff08 req-720be3f4-fdfc-43f0-a47b-ad7cde0d738e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:33.418700 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9ceb9c7-b1c3-4e7f-b068-693afeebff08 req-720be3f4-fdfc-43f0-a47b-ad7cde0d738e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.0863543 Aug 28 12:50:33.529230 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9ceb9c7-b1c3-4e7f-b068-693afeebff08 req-bd2310e4-2d41-40f8-99d4-09da05c546b9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027708 Aug 28 12:50:33.629038 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bad8a050-8f9a-4d07-a6fc-6deb88c17861 req-fdd0ab26-92d3-4303-80ea-3a83c0b13d99 service neutron] 10.222.0.11 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460711 Aug 28 12:50:33.646472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a89812-c9eb-4e90-84d2-b6fd78d4d85e req-4511cab6-ef72-4425-8716-ce22f09389bf tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:33.648329 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9a89812-c9eb-4e90-84d2-b6fd78d4d85e req-4511cab6-ef72-4425-8716-ce22f09389bf tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 943 time: 0.1015148 Aug 28 12:50:33.689304 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9a89812-c9eb-4e90-84d2-b6fd78d4d85e req-2914db17-d2df-41df-b1bb-b630b82af6c1 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350225 Aug 28 12:50:34.098988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30aa611-8848-40d5-b696-ec1b47be1658 req-e1bf1d9f-5702-4eb0-8225-51b21e2c7d61 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:34.101543 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c30aa611-8848-40d5-b696-ec1b47be1658 req-e1bf1d9f-5702-4eb0-8225-51b21e2c7d61 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0587125 Aug 28 12:50:34.167173 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c30aa611-8848-40d5-b696-ec1b47be1658 req-15d35053-98da-4df0-a73c-34fe2a87bc8d tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542450 Aug 28 12:50:34.206546 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4645de-cbf2-4379-9d8f-987b703cd5a4 req-31d293ea-7de6-473c-8eee-d305aff9565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:34.208174 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc4645de-cbf2-4379-9d8f-987b703cd5a4 req-31d293ea-7de6-473c-8eee-d305aff9565f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 1098 time: 0.0795319 Aug 28 12:50:34.307977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4645de-cbf2-4379-9d8f-987b703cd5a4 req-9107539f-6d27-4a53-bce5-767411cd720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:34.309500 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc4645de-cbf2-4379-9d8f-987b703cd5a4 req-9107539f-6d27-4a53-bce5-767411cd720e service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.0925865 Aug 28 12:50:34.362425 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc4645de-cbf2-4379-9d8f-987b703cd5a4 req-817c76cd-3736-46ed-837d-1c4561d2ed21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e362355-84c0-4061-a270-495715d0a76c HTTP/1.1" status: 200 len: 217 time: 0.0429070 Aug 28 12:50:34.443427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4645de-cbf2-4379-9d8f-987b703cd5a4 req-f5b0208d-2bb4-4a56-89f4-c9526e4939e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:34.445137 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc4645de-cbf2-4379-9d8f-987b703cd5a4 req-f5b0208d-2bb4-4a56-89f4-c9526e4939e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.0744929 Aug 28 12:50:34.501174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebde6b-65c5-4bf8-97e2-ab2f301e3288 req-968d5b9d-3cb1-48c4-b2df-3b4dcf84fc8c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:34.501174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebde6b-65c5-4bf8-97e2-ab2f301e3288 req-968d5b9d-3cb1-48c4-b2df-3b4dcf84fc8c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:34.507139 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebde6b-65c5-4bf8-97e2-ab2f301e3288 req-968d5b9d-3cb1-48c4-b2df-3b4dcf84fc8c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:34.510759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4645de-cbf2-4379-9d8f-987b703cd5a4 req-089b0d46-4187-40c9-a7dd-005846074e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:34.512561 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc4645de-cbf2-4379-9d8f-987b703cd5a4 req-089b0d46-4187-40c9-a7dd-005846074e6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577161 Aug 28 12:50:34.513681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebde6b-65c5-4bf8-97e2-ab2f301e3288 req-968d5b9d-3cb1-48c4-b2df-3b4dcf84fc8c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:34.519887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebde6b-65c5-4bf8-97e2-ab2f301e3288 req-968d5b9d-3cb1-48c4-b2df-3b4dcf84fc8c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:34.526678 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebde6b-65c5-4bf8-97e2-ab2f301e3288 req-968d5b9d-3cb1-48c4-b2df-3b4dcf84fc8c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:34.533214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebde6b-65c5-4bf8-97e2-ab2f301e3288 req-968d5b9d-3cb1-48c4-b2df-3b4dcf84fc8c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:34.535352 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7ebde6b-65c5-4bf8-97e2-ab2f301e3288 req-968d5b9d-3cb1-48c4-b2df-3b4dcf84fc8c tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5425 time: 0.1244876 Aug 28 12:50:34.601608 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7ebde6b-65c5-4bf8-97e2-ab2f301e3288 req-c0a63729-9dd6-483f-8d62-ef89d41fc93f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590370 Aug 28 12:50:34.636710 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc4645de-cbf2-4379-9d8f-987b703cd5a4 req-ac84bfcc-dd29-4db4-8651-9c0b344fa107 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151903 Aug 28 12:50:34.726158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88503b9-0fd0-4ae9-abb7-ed549bca60c7 req-f1ea45fb-baf7-4089-a769-9092212e526d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:34.727732 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c88503b9-0fd0-4ae9-abb7-ed549bca60c7 req-f1ea45fb-baf7-4089-a769-9092212e526d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.1063282 Aug 28 12:50:34.779844 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc4645de-cbf2-4379-9d8f-987b703cd5a4 req-a8dad697-0ee3-4497-be00-1acfda4f2c35 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286559 Aug 28 12:50:34.792854 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c88503b9-0fd0-4ae9-abb7-ed549bca60c7 req-908df0f7-9262-4757-959d-8b231f879ba5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571539 Aug 28 12:50:34.830224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4e9d6-eab9-402a-9ca4-975d8b9369e8 req-70f498c1-8153-4c4d-8efc-d7452976ef49 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:34.831760 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9bc4e9d6-eab9-402a-9ca4-975d8b9369e8 req-70f498c1-8153-4c4d-8efc-d7452976ef49 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 943 time: 0.0681365 Aug 28 12:50:34.872896 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9bc4e9d6-eab9-402a-9ca4-975d8b9369e8 req-2f630b4a-0a43-4bf2-a7d9-7e875ee57524 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342729 Aug 28 12:50:34.929124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47448) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:35.032205 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-18a81b61-04a2-4bfa-bcb7-6c52a14e032b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:35.121527 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-18a81b61-04a2-4bfa-bcb7-6c52a14e032b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:35.125430 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-18a81b61-04a2-4bfa-bcb7-6c52a14e032b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:35.163972 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-18a81b61-04a2-4bfa-bcb7-6c52a14e032b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b722b03b6fe43d79c9ba5a6698b40d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337892 Aug 28 12:50:35.165084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a81b61-04a2-4bfa-bcb7-6c52a14e032b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc2238c-80ad-41eb-b735-897c271b8974,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:35.166857 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47452) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:35.222077 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f6e07597-9bf6-4ec6-8e74-f3ab019c8279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:35.246451 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f6e07597-9bf6-4ec6-8e74-f3ab019c8279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:35.273648 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b8753-b63d-424a-9059-d91e92c73880 req-19d2d6db-6e62-4675-805d-e5014bf6787a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:35.275184 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c96b8753-b63d-424a-9059-d91e92c73880 req-19d2d6db-6e62-4675-805d-e5014bf6787a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0490491 Aug 28 12:50:35.294794 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f6e07597-9bf6-4ec6-8e74-f3ab019c8279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:35.297732 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f6e07597-9bf6-4ec6-8e74-f3ab019c8279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:35.298987 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f6e07597-9bf6-4ec6-8e74-f3ab019c8279 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bc2238c-80ad-41eb-b735-897c271b8974 HTTP/1.1" status: 204 len: 168 time: 0.1297302 Aug 28 12:50:35.308843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e07597-9bf6-4ec6-8e74-f3ab019c8279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc2238c-80ad-41eb-b735-897c271b8974,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:35.319129 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c96b8753-b63d-424a-9059-d91e92c73880 req-175f61e5-dd03-45b8-a461-42a630a46fc8 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379469 Aug 28 12:50:35.565043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47464) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:35.579545 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9a60062f-cf1c-48af-8016-d6b97dc1cfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:35.679469 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9a60062f-cf1c-48af-8016-d6b97dc1cfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:35.683450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9a60062f-cf1c-48af-8016-d6b97dc1cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:35.748776 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60062f-cf1c-48af-8016-d6b97dc1cfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfb1f22-1e05-4f65-9d20-e1a34868345d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:35.752984 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9a60062f-cf1c-48af-8016-d6b97dc1cfe8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24b5a6d1a0204bac834fdb8868645cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869221 Aug 28 12:50:35.757491 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47470) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:35.780476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d0db0-06da-4141-a33f-542c22139515 req-e8f04dc1-3551-4928-9884-2e60ad7fa1dd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:35.786906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d0db0-06da-4141-a33f-542c22139515 req-e8f04dc1-3551-4928-9884-2e60ad7fa1dd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:35.792686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d0db0-06da-4141-a33f-542c22139515 req-e8f04dc1-3551-4928-9884-2e60ad7fa1dd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:35.798843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d0db0-06da-4141-a33f-542c22139515 req-e8f04dc1-3551-4928-9884-2e60ad7fa1dd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:35.805046 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d0db0-06da-4141-a33f-542c22139515 req-e8f04dc1-3551-4928-9884-2e60ad7fa1dd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:35.810736 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7fec1d12-91e0-49d2-8588-658b1a95c9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:35.810872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d0db0-06da-4141-a33f-542c22139515 req-e8f04dc1-3551-4928-9884-2e60ad7fa1dd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:35.816709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d0db0-06da-4141-a33f-542c22139515 req-e8f04dc1-3551-4928-9884-2e60ad7fa1dd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:35.819537 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d76d0db0-06da-4141-a33f-542c22139515 req-e8f04dc1-3551-4928-9884-2e60ad7fa1dd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5425 time: 0.1299961 Aug 28 12:50:35.837746 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7fec1d12-91e0-49d2-8588-658b1a95c9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:35.865590 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d76d0db0-06da-4141-a33f-542c22139515 req-076e4194-537c-4874-81f2-071b67635e6d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401082 Aug 28 12:50:35.917736 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7fec1d12-91e0-49d2-8588-658b1a95c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:35.920329 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7fec1d12-91e0-49d2-8588-658b1a95c9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:35.921476 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7fec1d12-91e0-49d2-8588-658b1a95c9c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdfb1f22-1e05-4f65-9d20-e1a34868345d HTTP/1.1" status: 204 len: 168 time: 0.1618915 Aug 28 12:50:35.939517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb5c61-fea1-412b-8e53-94bacce30af6 req-7b4a752b-9684-4b23-8026-fd34b1c7c219 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:35.941048 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-33bb5c61-fea1-412b-8e53-94bacce30af6 req-7b4a752b-9684-4b23-8026-fd34b1c7c219 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.0695572 Aug 28 12:50:35.942823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec1d12-91e0-49d2-8588-658b1a95c9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfb1f22-1e05-4f65-9d20-e1a34868345d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:35.983842 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-33bb5c61-fea1-412b-8e53-94bacce30af6 req-3a239b16-2781-49af-917a-0c6bf84924ee tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344291 Aug 28 12:50:36.003779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158073c-b609-4398-bdf6-7abaa0cc3449 req-f27fdd4d-dac8-4509-ba27-a629aff5eac1 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:36.005867 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b158073c-b609-4398-bdf6-7abaa0cc3449 req-f27fdd4d-dac8-4509-ba27-a629aff5eac1 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 943 time: 0.0603192 Aug 28 12:50:36.044210 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b158073c-b609-4398-bdf6-7abaa0cc3449 req-b99effb6-3add-4ec7-bc73-21c0bef07f08 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Aug 28 12:50:36.442181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8e2f48be-603e-49fd-a656-0c8f854c4a20 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:50:36.445538 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8e2f48be-603e-49fd-a656-0c8f854c4a20 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:50:36.449001 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd45c6-6606-48aa-8b85-d99fa7355f0e req-4362183f-628c-4ecc-89cd-50b27fa7a908 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:36.450597 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1dd45c6-6606-48aa-8b85-d99fa7355f0e req-4362183f-628c-4ecc-89cd-50b27fa7a908 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0553715 Aug 28 12:50:36.495169 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1dd45c6-6606-48aa-8b85-d99fa7355f0e req-ad9467cf-215e-4d26-a213-a8f0556f7b26 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379634 Aug 28 12:50:36.607218 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:36.628465 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8e2f48be-603e-49fd-a656-0c8f854c4a20, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8e2f48be-603e-49fd-a656-0c8f854c4a20,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:36.647501 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '8e2f48be-603e-49fd-a656-0c8f854c4a20', 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532', 'port_id': '8e2f48be-603e-49fd-a656-0c8f854c4a20', 'mac_address': 'fa:16:3e:66:c2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4308f611-4243-42be-8e8a-6ce4e311daa2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:50:36.653795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f7de24-5e11-4b7b-90eb-8b108b91661e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2f48be-603e-49fd-a656-0c8f854c4a20'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:50:36.656084 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d02f92-6c1b-4fb1-84a4-16b8db353953" -d '{"events": [{"server_uuid": "a8f7de24-5e11-4b7b-90eb-8b108b91661e", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2f48be-603e-49fd-a656-0c8f854c4a20"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:50:36.671718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8e2f48be-603e-49fd-a656-0c8f854c4a20, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8e2f48be-603e-49fd-a656-0c8f854c4a20,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:36.696299 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:36.704894 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce5a106-26f5-4d5e-872d-68b9a6c42657 x-openstack-request-id: req-3ce5a106-26f5-4d5e-872d-68b9a6c42657 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:50:36.705183 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f7de24-5e11-4b7b-90eb-8b108b91661e", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2f48be-603e-49fd-a656-0c8f854c4a20", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:50:36.705435 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ce5a106-26f5-4d5e-872d-68b9a6c42657 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:50:36.705817 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f7de24-5e11-4b7b-90eb-8b108b91661e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2f48be-603e-49fd-a656-0c8f854c4a20', 'code': 200} Aug 28 12:50:36.740119 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:36.769069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e2f48be-603e-49fd-a656-0c8f854c4a20 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:50:36.781549 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=8e2f48be-603e-49fd-a656-0c8f854c4a20,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:36.830877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:36.831224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:36.831566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:36.831928 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:36.832327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:36.833254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:36.833591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:36.834110 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:36.834468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:36.835092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:36.835503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:36.835833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:50:36.844964 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:50:36.845351 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:50:37.005976 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb2835-13d3-43f2-990a-5b35c8c3d2cd req-f756bf9c-c719-44b3-9c29-07e288c176cc tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:37.011918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb2835-13d3-43f2-990a-5b35c8c3d2cd req-f756bf9c-c719-44b3-9c29-07e288c176cc tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:37.017839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb2835-13d3-43f2-990a-5b35c8c3d2cd req-f756bf9c-c719-44b3-9c29-07e288c176cc tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:37.024041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb2835-13d3-43f2-990a-5b35c8c3d2cd req-f756bf9c-c719-44b3-9c29-07e288c176cc tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:37.029842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb2835-13d3-43f2-990a-5b35c8c3d2cd req-f756bf9c-c719-44b3-9c29-07e288c176cc tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:37.036187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb2835-13d3-43f2-990a-5b35c8c3d2cd req-f756bf9c-c719-44b3-9c29-07e288c176cc tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:37.042378 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb2835-13d3-43f2-990a-5b35c8c3d2cd req-f756bf9c-c719-44b3-9c29-07e288c176cc tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:37.044285 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e8cb2835-13d3-43f2-990a-5b35c8c3d2cd req-f756bf9c-c719-44b3-9c29-07e288c176cc tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5425 time: 0.0926154 Aug 28 12:50:37.078091 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:37.094029 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e8cb2835-13d3-43f2-990a-5b35c8c3d2cd req-ee1174f4-2be7-435f-a725-d9e8f2a196d8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432801 Aug 28 12:50:37.120667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a6021-b523-4149-b10b-1c20e3c2da77 req-b1f27355-a03b-4267-8764-c1c18d36349f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:37.122287 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-685a6021-b523-4149-b10b-1c20e3c2da77 req-b1f27355-a03b-4267-8764-c1c18d36349f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 946 time: 0.0664358 Aug 28 12:50:37.161511 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-685a6021-b523-4149-b10b-1c20e3c2da77 req-49056651-9380-4b07-88ff-8c6b257e10c6 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324826 Aug 28 12:50:37.227087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f5b8b-71ea-4bee-bdbe-37f7dfdb8f52 req-1633d697-50fa-4c1c-ab29-4f7cbc5cc769 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:37.228900 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b14f5b8b-71ea-4bee-bdbe-37f7dfdb8f52 req-1633d697-50fa-4c1c-ab29-4f7cbc5cc769 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 943 time: 0.0692265 Aug 28 12:50:37.283677 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b14f5b8b-71ea-4bee-bdbe-37f7dfdb8f52 req-a10faba1-2e79-42ac-b3a7-9486c66e3800 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418007 Aug 28 12:50:37.297865 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb86bf-77e6-4ba9-8d38-5eecba7fefd3 req-3aa2fa58-723f-4c8e-b4fb-61930f67258d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:37.299861 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26fb86bf-77e6-4ba9-8d38-5eecba7fefd3 req-3aa2fa58-723f-4c8e-b4fb-61930f67258d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0665965 Aug 28 12:50:37.344734 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26fb86bf-77e6-4ba9-8d38-5eecba7fefd3 req-2acaff5b-7da6-4fba-b8d5-13935597e424 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365746 Aug 28 12:50:37.409484 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:37.424536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2f48be-603e-49fd-a656-0c8f854c4a20 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:50:37.450648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8e2f48be-603e-49fd-a656-0c8f854c4a20, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8e2f48be-603e-49fd-a656-0c8f854c4a20,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:37.455068 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:37.455951 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 28cb739a-6955-49e8-9930-f0494e159d5d details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:50:37.491843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6765369-8510-4e2c-9b45-2819780738c6 req-008d8a27-bb26-4bf0-a529-91128a153cd9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:37.494133 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6765369-8510-4e2c-9b45-2819780738c6 req-008d8a27-bb26-4bf0-a529-91128a153cd9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0589507 Aug 28 12:50:37.550154 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6765369-8510-4e2c-9b45-2819780738c6 req-549e7b90-6739-4402-8cdf-b4e2dac6d80f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491612 Aug 28 12:50:37.554108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=8e2f48be-603e-49fd-a656-0c8f854c4a20,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:37.604700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 28cb739a-6955-49e8-9930-f0494e159d5d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=28cb739a-6955-49e8-9930-f0494e159d5d,segment=NetworkSegment(98596cea-5ffb-4bd8-b732-621934d75ab2),segment_id=98596cea-5ffb-4bd8-b732-621934d75ab2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:37.621526 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '28cb739a-6955-49e8-9930-f0494e159d5d', 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6', 'port_id': '28cb739a-6955-49e8-9930-f0494e159d5d', 'mac_address': 'fa:16:3e:ca:41:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9a2c7f-c06f-42fa-b208-11919fd54cbe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:50:37.641321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7210f1-3cbe-4ef2-ab1d-7c0481629ad7 req-efac035f-5933-4a9d-8f58-224f351bf561 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:37.649339 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d7210f1-3cbe-4ef2-ab1d-7c0481629ad7 req-efac035f-5933-4a9d-8f58-224f351bf561 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 944 time: 0.0689275 Aug 28 12:50:37.695683 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d7210f1-3cbe-4ef2-ab1d-7c0481629ad7 req-d75eca6f-85be-4d51-b4bd-eff97a2f33e0 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454106 Aug 28 12:50:37.727512 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:37.741154 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cb739a-6955-49e8-9930-f0494e159d5d {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:50:37.761033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 28cb739a-6955-49e8-9930-f0494e159d5d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=28cb739a-6955-49e8-9930-f0494e159d5d,segment=NetworkSegment(98596cea-5ffb-4bd8-b732-621934d75ab2),segment_id=98596cea-5ffb-4bd8-b732-621934d75ab2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:37.765633 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:37.823626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=28cb739a-6955-49e8-9930-f0494e159d5d,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:37.843857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe1ac9-a995-47bd-9763-42f82870a8f5 req-bbe4657c-e4c8-4c24-b974-0730ccaaf302 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:37.850865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4bfe1ac9-a995-47bd-9763-42f82870a8f5 req-bbe4657c-e4c8-4c24-b974-0730ccaaf302 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0664701 Aug 28 12:50:37.890338 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4bfe1ac9-a995-47bd-9763-42f82870a8f5 req-4967319b-ee15-4481-9fcc-4e28c277a98f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386703 Aug 28 12:50:38.301119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['8e2f48be-603e-49fd-a656-0c8f854c4a20'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:50:38.375693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['28cb739a-6955-49e8-9930-f0494e159d5d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:50:38.430279 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d3d0b-dbcc-41ae-846b-74bf05a6a7da req-78322c15-0ffc-4403-8c3f-66a3cf240e5a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:38.440024 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc9d3d0b-dbcc-41ae-846b-74bf05a6a7da req-78322c15-0ffc-4403-8c3f-66a3cf240e5a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 944 time: 0.0711870 Aug 28 12:50:38.462130 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6da04b61-8648-4f77-8bcc-6503e204f1b5 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:50:38.493251 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc9d3d0b-dbcc-41ae-846b-74bf05a6a7da req-8082e3a6-3b50-4a02-b777-2e196c67db5c tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518916 Aug 28 12:50:38.566572 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9446-94b6-4982-8e1a-7aa49e97ac82 req-cd5edafb-b47d-4e77-872b-1802cf5632ef tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:38.568694 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 6da04b61-8648-4f77-8bcc-6503e204f1b5 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:50:38.573048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9446-94b6-4982-8e1a-7aa49e97ac82 req-cd5edafb-b47d-4e77-872b-1802cf5632ef tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:38.578819 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9446-94b6-4982-8e1a-7aa49e97ac82 req-cd5edafb-b47d-4e77-872b-1802cf5632ef tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:38.582545 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 6da04b61-8648-4f77-8bcc-6503e204f1b5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:38.583504 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:38.586046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9446-94b6-4982-8e1a-7aa49e97ac82 req-cd5edafb-b47d-4e77-872b-1802cf5632ef tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:38.591859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9446-94b6-4982-8e1a-7aa49e97ac82 req-cd5edafb-b47d-4e77-872b-1802cf5632ef tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:38.601912 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9446-94b6-4982-8e1a-7aa49e97ac82 req-cd5edafb-b47d-4e77-872b-1802cf5632ef tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:38.607970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9446-94b6-4982-8e1a-7aa49e97ac82 req-cd5edafb-b47d-4e77-872b-1802cf5632ef tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:38.609907 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca6b9446-94b6-4982-8e1a-7aa49e97ac82 req-cd5edafb-b47d-4e77-872b-1802cf5632ef tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5425 time: 0.4274778 Aug 28 12:50:38.657100 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca6b9446-94b6-4982-8e1a-7aa49e97ac82 req-f6205c6f-c811-4961-9d48-853332537bbd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388114 Aug 28 12:50:38.700618 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47570) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:38.743280 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:38.775970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da04b61-8648-4f77-8bcc-6503e204f1b5'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:50:38.778405 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620544fc-52aa-479c-a2ee-c025fa608d59" -d '{"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-plugged", "status": "completed", "tag": "6da04b61-8648-4f77-8bcc-6503e204f1b5"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:50:38.794882 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6da04b61-8648-4f77-8bcc-6503e204f1b5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6da04b61-8648-4f77-8bcc-6503e204f1b5,segment=NetworkSegment(c44b3b89-5ccb-495f-80f1-32c81a822fa8),segment_id=c44b3b89-5ccb-495f-80f1-32c81a822fa8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:38.799669 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:38.800591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b05d186c-de9e-4cbe-a886-89ee06ae7903 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:50:38.846159 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03116075-b612-4cac-b8e3-0234b9a36d65 x-openstack-request-id: req-03116075-b612-4cac-b8e3-0234b9a36d65 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:50:38.846577 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-plugged", "status": "completed", "tag": "6da04b61-8648-4f77-8bcc-6503e204f1b5", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:50:38.846768 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03116075-b612-4cac-b8e3-0234b9a36d65 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:50:38.847124 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da04b61-8648-4f77-8bcc-6503e204f1b5', 'code': 200} Aug 28 12:50:38.856728 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cd2d1-7702-4b97-8ca2-cf1e4c5eac6c req-f4526086-0673-4f01-9635-0d4e673c2de3 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:38.866304 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf0cd2d1-7702-4b97-8ca2-cf1e4c5eac6c req-f4526086-0673-4f01-9635-0d4e673c2de3 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 944 time: 0.0687563 Aug 28 12:50:38.890403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6da04b61-8648-4f77-8bcc-6503e204f1b5,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:38.905978 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf0cd2d1-7702-4b97-8ca2-cf1e4c5eac6c req-67009d9e-1ee9-4cdf-b3df-bfde8277b18e tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 Aug 28 12:50:38.906144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port b05d186c-de9e-4cbe-a886-89ee06ae7903 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:50:38.912689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port b05d186c-de9e-4cbe-a886-89ee06ae7903 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:38.914555 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.024561 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-48796a0e-a5dc-4028-888f-fce2bd0d95a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.059061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e0540-47c8-42a3-8634-d81573fc4764 req-0ffd6546-7cfa-4aed-90ac-d21bacd37601 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:39.060595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f0e0540-47c8-42a3-8634-d81573fc4764 req-0ffd6546-7cfa-4aed-90ac-d21bacd37601 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0837343 Aug 28 12:50:39.116092 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f0e0540-47c8-42a3-8634-d81573fc4764 req-d266793e-aae8-435b-81bc-744bf83792a4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479727 Aug 28 12:50:39.128977 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.165614 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port b05d186c-de9e-4cbe-a886-89ee06ae7903, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b05d186c-de9e-4cbe-a886-89ee06ae7903,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:39.169056 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.169986 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:50:39.177704 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-48796a0e-a5dc-4028-888f-fce2bd0d95a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.182534 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-48796a0e-a5dc-4028-888f-fce2bd0d95a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.219308 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-48796a0e-a5dc-4028-888f-fce2bd0d95a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14282da94db24b8abc37b3f8e05559a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5172966 Aug 28 12:50:39.222094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47584) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:39.230433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48796a0e-a5dc-4028-888f-fce2bd0d95a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eebcd1-ad60-46ae-9578-5b781aa775b6,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:39.236268 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=b05d186c-de9e-4cbe-a886-89ee06ae7903,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:39.273006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:50:39.277473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:39.277842 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.284372 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-be60b364-dd17-4a08-b07d-34bea3719b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.305857 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-be60b364-dd17-4a08-b07d-34bea3719b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.361021 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.370987 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-be60b364-dd17-4a08-b07d-34bea3719b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.373586 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-be60b364-dd17-4a08-b07d-34bea3719b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.374800 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-be60b364-dd17-4a08-b07d-34bea3719b8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2eebcd1-ad60-46ae-9578-5b781aa775b6 HTTP/1.1" status: 204 len: 168 time: 0.1516352 Aug 28 12:50:39.383205 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60b364-dd17-4a08-b07d-34bea3719b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eebcd1-ad60-46ae-9578-5b781aa775b6,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:39.417928 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=39a6b9d2-5707-4e5a-9ea1-027d93c97c95,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:39.422125 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.422964 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 22c5cda6-d969-43e9-8487-47b1be36cba7 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:50:39.505822 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=39a6b9d2-5707-4e5a-9ea1-027d93c97c95,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:39.527236 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 22c5cda6-d969-43e9-8487-47b1be36cba7 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:50:39.531235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 22c5cda6-d969-43e9-8487-47b1be36cba7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:39.531603 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.578649 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.631336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60af45-7856-406e-82dd-fd43b07c212c req-cc083f75-c06a-4530-89d0-d334c6110518 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:39.633154 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b60af45-7856-406e-82dd-fd43b07c212c req-cc083f75-c06a-4530-89d0-d334c6110518 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 944 time: 0.0667815 Aug 28 12:50:39.639202 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.683951 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b60af45-7856-406e-82dd-fd43b07c212c req-6cbcbfc3-4609-44c5-9e46-7e17a287542f tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438232 Aug 28 12:50:39.688015 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 22c5cda6-d969-43e9-8487-47b1be36cba7, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=22c5cda6-d969-43e9-8487-47b1be36cba7,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:39.695215 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.696378 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a6504f71-c67d-4bfd-8228-7b6d54b2acee up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:50:39.699476 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47596) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:39.722076 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d04c7f07-6f0d-463e-a46d-834f03301748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.776142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=22c5cda6-d969-43e9-8487-47b1be36cba7,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:39.793980 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port a6504f71-c67d-4bfd-8228-7b6d54b2acee completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:50:39.803607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port a6504f71-c67d-4bfd-8228-7b6d54b2acee triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:39.803927 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.825940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba779dd9-7290-4f58-836a-81d8b0df1fb5 req-b217c3bc-f6a2-4555-8c5c-d28557e4e821 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:39.827390 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d04c7f07-6f0d-463e-a46d-834f03301748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.832312 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d04c7f07-6f0d-463e-a46d-834f03301748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.835858 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-59f248cc-19fc-4c7c-8c03-defeb3dc2949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.836531 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba779dd9-7290-4f58-836a-81d8b0df1fb5 req-b217c3bc-f6a2-4555-8c5c-d28557e4e821 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:39.846560 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba779dd9-7290-4f58-836a-81d8b0df1fb5 req-b217c3bc-f6a2-4555-8c5c-d28557e4e821 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:39.854835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba779dd9-7290-4f58-836a-81d8b0df1fb5 req-b217c3bc-f6a2-4555-8c5c-d28557e4e821 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:39.862171 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba779dd9-7290-4f58-836a-81d8b0df1fb5 req-b217c3bc-f6a2-4555-8c5c-d28557e4e821 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:39.866106 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d04c7f07-6f0d-463e-a46d-834f03301748 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4cb358af43841f98d8c8baeb2ae7c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540465 Aug 28 12:50:39.868602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba779dd9-7290-4f58-836a-81d8b0df1fb5 req-b217c3bc-f6a2-4555-8c5c-d28557e4e821 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:39.870410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47600) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:39.874660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba779dd9-7290-4f58-836a-81d8b0df1fb5 req-b217c3bc-f6a2-4555-8c5c-d28557e4e821 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:39.876732 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba779dd9-7290-4f58-836a-81d8b0df1fb5 req-b217c3bc-f6a2-4555-8c5c-d28557e4e821 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5429 time: 0.1259179 Aug 28 12:50:39.901517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c7f07-6f0d-463e-a46d-834f03301748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1db086-a304-43b9-89cd-03766121accd,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:39.908943 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.927405 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba779dd9-7290-4f58-836a-81d8b0df1fb5 req-ca60b8ad-dad5-480a-872a-2f13d67904b5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406432 Aug 28 12:50:39.935934 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c7601cc-a632-477b-8ac5-a1fff8b3e5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.954668 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a6504f71-c67d-4bfd-8228-7b6d54b2acee, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a6504f71-c67d-4bfd-8228-7b6d54b2acee,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:39.956660 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:39.958161 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a1a806cd-64e3-408c-90a9-60fc8608d090 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:50:39.964134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c7601cc-a632-477b-8ac5-a1fff8b3e5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:40.037792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=a6504f71-c67d-4bfd-8228-7b6d54b2acee,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:40.049181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c7601cc-a632-477b-8ac5-a1fff8b3e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:40.051147 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port a1a806cd-64e3-408c-90a9-60fc8608d090 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:50:40.052632 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c7601cc-a632-477b-8ac5-a1fff8b3e5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:40.056954 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6c7601cc-a632-477b-8ac5-a1fff8b3e5ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca1db086-a304-43b9-89cd-03766121accd HTTP/1.1" status: 204 len: 168 time: 0.1825221 Aug 28 12:50:40.057996 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port a1a806cd-64e3-408c-90a9-60fc8608d090 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:40.057996 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:40.067693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47210f-8425-4353-a5f5-ce6d1ffcdb49 req-8e6ec7d2-3c33-4799-901b-d19b757766c4 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:40.069323 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e47210f-8425-4353-a5f5-ce6d1ffcdb49 req-8e6ec7d2-3c33-4799-901b-d19b757766c4 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 944 time: 0.0733538 Aug 28 12:50:40.074440 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7601cc-a632-477b-8ac5-a1fff8b3e5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1db086-a304-43b9-89cd-03766121accd,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:40.116646 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e47210f-8425-4353-a5f5-ce6d1ffcdb49 req-fc0c8778-2bcf-4935-9fc9-7818cd8fd517 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394940 Aug 28 12:50:40.171408 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:40.212791 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a1a806cd-64e3-408c-90a9-60fc8608d090, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a1a806cd-64e3-408c-90a9-60fc8608d090,segment=NetworkSegment(f03ea460-4117-4235-8e26-63c25b49a0b8),segment_id=f03ea460-4117-4235-8e26-63c25b49a0b8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:40.217621 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:40.218524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device ac4113ad-b63c-4920-a1f1-661762381f07 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:50:40.284199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71fa7-88c5-43f4-a82e-355f4ad41347 req-a1fbe6a1-4f00-44d6-bc33-e3d3c60ae0a1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:40.286284 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dd71fa7-88c5-43f4-a82e-355f4ad41347 req-a1fbe6a1-4f00-44d6-bc33-e3d3c60ae0a1 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0772338 Aug 28 12:50:40.310698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=a1a806cd-64e3-408c-90a9-60fc8608d090,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:40.317876 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port ac4113ad-b63c-4920-a1f1-661762381f07 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:50:40.322737 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port ac4113ad-b63c-4920-a1f1-661762381f07 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:40.323197 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:40.340529 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6dd71fa7-88c5-43f4-a82e-355f4ad41347 req-df0e83de-46bd-432b-bc38-8fc23a95920d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433311 Aug 28 12:50:40.417639 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:40.450271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port ac4113ad-b63c-4920-a1f1-661762381f07, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=ac4113ad-b63c-4920-a1f1-661762381f07,segment=NetworkSegment(c44b3b89-5ccb-495f-80f1-32c81a822fa8),segment_id=c44b3b89-5ccb-495f-80f1-32c81a822fa8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:40.454244 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:40.455079 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7e362355-84c0-4061-a270-495715d0a76c no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:50:40.530190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=ac4113ad-b63c-4920-a1f1-661762381f07,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:40.570999 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:40.607441 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7e362355-84c0-4061-a270-495715d0a76c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7e362355-84c0-4061-a270-495715d0a76c,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:40.612072 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:40.635929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8e2f48be-603e-49fd-a656-0c8f854c4a20 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:50:40.704228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7e362355-84c0-4061-a270-495715d0a76c,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:40.716521 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 8e2f48be-603e-49fd-a656-0c8f854c4a20 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:40.717206 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:40.816701 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:40.830332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64834af-7db6-4ae6-9f9c-e71dddb3545b req-8a3c1b8e-89e5-4a66-b7ac-2b1494e89a4a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:40.831899 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e64834af-7db6-4ae6-9f9c-e71dddb3545b req-8a3c1b8e-89e5-4a66-b7ac-2b1494e89a4a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 944 time: 0.0521536 Aug 28 12:50:40.849403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05d186c-de9e-4cbe-a886-89ee06ae7903'}, {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a6b9d2-5707-4e5a-9ea1-027d93c97c95'}, {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c5cda6-d969-43e9-8487-47b1be36cba7'}, {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6504f71-c67d-4bfd-8228-7b6d54b2acee'}, {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a806cd-64e3-408c-90a9-60fc8608d090'}, {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4113ad-b63c-4920-a1f1-661762381f07'}, {'server_uuid': '30c12832-a8d3-4ef2-806a-b4cb5402595f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e362355-84c0-4061-a270-495715d0a76c'}, {'server_uuid': 'a8f7de24-5e11-4b7b-90eb-8b108b91661e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2f48be-603e-49fd-a656-0c8f854c4a20'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:50:40.852373 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9b6e9d-9214-4fdc-8e42-687eb44d2961" -d '{"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-plugged", "status": "completed", "tag": "b05d186c-de9e-4cbe-a886-89ee06ae7903"}, {"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-plugged", "status": "completed", "tag": "39a6b9d2-5707-4e5a-9ea1-027d93c97c95"}, {"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-plugged", "status": "completed", "tag": "22c5cda6-d969-43e9-8487-47b1be36cba7"}, {"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-plugged", "status": "completed", "tag": "a6504f71-c67d-4bfd-8228-7b6d54b2acee"}, {"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-plugged", "status": "completed", "tag": "a1a806cd-64e3-408c-90a9-60fc8608d090"}, {"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-plugged", "status": "completed", "tag": "ac4113ad-b63c-4920-a1f1-661762381f07"}, {"server_uuid": "30c12832-a8d3-4ef2-806a-b4cb5402595f", "name": "network-vif-unplugged", "status": "completed", "tag": "7e362355-84c0-4061-a270-495715d0a76c"}, {"server_uuid": "a8f7de24-5e11-4b7b-90eb-8b108b91661e", "name": "network-vif-plugged", "status": "completed", "tag": "8e2f48be-603e-49fd-a656-0c8f854c4a20"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:50:40.858808 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8e2f48be-603e-49fd-a656-0c8f854c4a20, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8e2f48be-603e-49fd-a656-0c8f854c4a20,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:40.864557 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:40.866204 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 28cb739a-6955-49e8-9930-f0494e159d5d up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:50:40.875390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e64834af-7db6-4ae6-9f9c-e71dddb3545b req-0d6eda8c-b577-4d5d-a053-850325cb0770 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355003 Aug 28 12:50:40.948009 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 1379 Content-Type: application/json Date: Sat, 28 Aug 2021 12:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd22c91b-5911-4b96-9edd-055118d7cbeb x-openstack-request-id: req-fd22c91b-5911-4b96-9edd-055118d7cbeb {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:50:40.948321 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-plugged", "status": "completed", "tag": "b05d186c-de9e-4cbe-a886-89ee06ae7903", "code": 200}, {"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-plugged", "status": "completed", "tag": "39a6b9d2-5707-4e5a-9ea1-027d93c97c95", "code": 200}, {"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-plugged", "status": "completed", "tag": "22c5cda6-d969-43e9-8487-47b1be36cba7", "code": 200}, {"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-plugged", "status": "completed", "tag": "a6504f71-c67d-4bfd-8228-7b6d54b2acee", "code": 200}, {"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-plugged", "status": "completed", "tag": "a1a806cd-64e3-408c-90a9-60fc8608d090", "code": 200}, {"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-plugged", "status": "completed", "tag": "ac4113ad-b63c-4920-a1f1-661762381f07", "code": 200}, {"server_uuid": "30c12832-a8d3-4ef2-806a-b4cb5402595f", "name": "network-vif-unplugged", "status": "failed", "tag": "7e362355-84c0-4061-a270-495715d0a76c", "code": 422}, {"server_uuid": "a8f7de24-5e11-4b7b-90eb-8b108b91661e", "name": "network-vif-plugged", "status": "completed", "tag": "8e2f48be-603e-49fd-a656-0c8f854c4a20", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:50:40.948712 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd22c91b-5911-4b96-9edd-055118d7cbeb {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:50:40.949113 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05d186c-de9e-4cbe-a886-89ee06ae7903', 'code': 200} Aug 28 12:50:40.949361 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a6b9d2-5707-4e5a-9ea1-027d93c97c95', 'code': 200} Aug 28 12:50:40.949603 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c5cda6-d969-43e9-8487-47b1be36cba7', 'code': 200} Aug 28 12:50:40.949843 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6504f71-c67d-4bfd-8228-7b6d54b2acee', 'code': 200} Aug 28 12:50:40.950080 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a806cd-64e3-408c-90a9-60fc8608d090', 'code': 200} Aug 28 12:50:40.950923 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4113ad-b63c-4920-a1f1-661762381f07', 'code': 200} Aug 28 12:50:40.950923 n-d-791505-21 neutron-server[94879]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '30c12832-a8d3-4ef2-806a-b4cb5402595f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7e362355-84c0-4061-a270-495715d0a76c', 'code': 422} returned with failed status Aug 28 12:50:40.950923 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f7de24-5e11-4b7b-90eb-8b108b91661e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2f48be-603e-49fd-a656-0c8f854c4a20', 'code': 200} Aug 28 12:50:40.995002 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 28cb739a-6955-49e8-9930-f0494e159d5d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:50:41.006513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=8e2f48be-603e-49fd-a656-0c8f854c4a20,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:41.013158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 28cb739a-6955-49e8-9930-f0494e159d5d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:41.013469 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:41.165093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721a936-b8d5-4724-ba4e-706a53aa1866 req-3726a7cf-1364-4dd4-a9ab-615321df5b3a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.165853 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:41.172675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721a936-b8d5-4724-ba4e-706a53aa1866 req-3726a7cf-1364-4dd4-a9ab-615321df5b3a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.176935 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28fc38-2b6f-41fb-9ccf-aa3596ccd9aa req-dfa27502-ba1c-4754-aae7-af3171c0d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.177527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28fc38-2b6f-41fb-9ccf-aa3596ccd9aa req-dfa27502-ba1c-4754-aae7-af3171c0d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.178185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28fc38-2b6f-41fb-9ccf-aa3596ccd9aa req-dfa27502-ba1c-4754-aae7-af3171c0d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.178876 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28fc38-2b6f-41fb-9ccf-aa3596ccd9aa req-dfa27502-ba1c-4754-aae7-af3171c0d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.179507 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28fc38-2b6f-41fb-9ccf-aa3596ccd9aa req-dfa27502-ba1c-4754-aae7-af3171c0d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.180269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28fc38-2b6f-41fb-9ccf-aa3596ccd9aa req-dfa27502-ba1c-4754-aae7-af3171c0d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.180898 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28fc38-2b6f-41fb-9ccf-aa3596ccd9aa req-dfa27502-ba1c-4754-aae7-af3171c0d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.181093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721a936-b8d5-4724-ba4e-706a53aa1866 req-3726a7cf-1364-4dd4-a9ab-615321df5b3a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.183291 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd28fc38-2b6f-41fb-9ccf-aa3596ccd9aa req-dfa27502-ba1c-4754-aae7-af3171c0d32a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 6496 time: 0.0923676 Aug 28 12:50:41.187007 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721a936-b8d5-4724-ba4e-706a53aa1866 req-3726a7cf-1364-4dd4-a9ab-615321df5b3a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.193677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721a936-b8d5-4724-ba4e-706a53aa1866 req-3726a7cf-1364-4dd4-a9ab-615321df5b3a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.200966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721a936-b8d5-4724-ba4e-706a53aa1866 req-3726a7cf-1364-4dd4-a9ab-615321df5b3a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.206924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721a936-b8d5-4724-ba4e-706a53aa1866 req-3726a7cf-1364-4dd4-a9ab-615321df5b3a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.211935 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 28cb739a-6955-49e8-9930-f0494e159d5d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=28cb739a-6955-49e8-9930-f0494e159d5d,segment=NetworkSegment(98596cea-5ffb-4bd8-b732-621934d75ab2),segment_id=98596cea-5ffb-4bd8-b732-621934d75ab2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:41.215153 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0721a936-b8d5-4724-ba4e-706a53aa1866 req-3726a7cf-1364-4dd4-a9ab-615321df5b3a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5432 time: 0.1562202 Aug 28 12:50:41.217895 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:41.286918 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd28fc38-2b6f-41fb-9ccf-aa3596ccd9aa req-481469c6-b4da-4fad-9e02-34f2b66c8351 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a7997cd5-80d8-407f-87d2-5a29e8e16724&id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805645 Aug 28 12:50:41.287766 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=28cb739a-6955-49e8-9930-f0494e159d5d,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:41.294652 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0721a936-b8d5-4724-ba4e-706a53aa1866 req-a60d923a-fdf1-4575-b808-393248c8a289 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660715 Aug 28 12:50:41.300029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965604e-dd19-473f-b080-ad14a587b292 req-a822b626-f48e-4cac-b455-2e171d244007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.302058 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7965604e-dd19-473f-b080-ad14a587b292 req-a822b626-f48e-4cac-b455-2e171d244007 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 1097 time: 0.1647379 Aug 28 12:50:41.356698 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5164c70-c23c-4ff3-8ddf-abdac5e75ab7 req-819bf499-607a-4767-8eb8-33c17d28b9b3 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.358421 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d5164c70-c23c-4ff3-8ddf-abdac5e75ab7 req-819bf499-607a-4767-8eb8-33c17d28b9b3 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0548267 Aug 28 12:50:41.403396 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d5164c70-c23c-4ff3-8ddf-abdac5e75ab7 req-5798055a-cf10-49bb-a9cd-ec948cc57eaa tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363753 Aug 28 12:50:41.559022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7965604e-dd19-473f-b080-ad14a587b292 req-a672d54a-0b09-45d7-bacb-66dc13ccfaa1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509529 Aug 28 12:50:41.581672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fb7c6-8202-41c5-bcbc-c33f55cdd773 req-5fe5a3d9-cf6d-4963-8fb5-b879c26d1c5c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:41.583729 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9a5fb7c6-8202-41c5-bcbc-c33f55cdd773 req-5fe5a3d9-cf6d-4963-8fb5-b879c26d1c5c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0974143 Aug 28 12:50:41.634234 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9a5fb7c6-8202-41c5-bcbc-c33f55cdd773 req-5db06588-92ff-4a30-8c9d-34e2afb423d8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439591 Aug 28 12:50:42.018884 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc87a1-6167-45f2-9868-be60973e8513 req-d7d4089a-f874-4119-a7cb-cb960dcb5b1f tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:42.022843 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8adc87a1-6167-45f2-9868-be60973e8513 req-d7d4089a-f874-4119-a7cb-cb960dcb5b1f tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.0544946 Aug 28 12:50:42.065927 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8adc87a1-6167-45f2-9868-be60973e8513 req-3aa71f31-3984-49ed-a84d-49a8c9f4804f tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388956 Aug 28 12:50:42.217412 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bc976179-d7bd-42f5-a567-a91956a0b486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:42.419497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0ed1f-1941-4385-84dd-99d35f0246e3 req-c1b82c0b-4bc4-4d73-b66f-bce89eee233e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:42.426190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0ed1f-1941-4385-84dd-99d35f0246e3 req-c1b82c0b-4bc4-4d73-b66f-bce89eee233e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:42.427016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47708) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:42.432823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0ed1f-1941-4385-84dd-99d35f0246e3 req-c1b82c0b-4bc4-4d73-b66f-bce89eee233e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:42.438972 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0ed1f-1941-4385-84dd-99d35f0246e3 req-c1b82c0b-4bc4-4d73-b66f-bce89eee233e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:42.446052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0ed1f-1941-4385-84dd-99d35f0246e3 req-c1b82c0b-4bc4-4d73-b66f-bce89eee233e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:42.452120 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0ed1f-1941-4385-84dd-99d35f0246e3 req-c1b82c0b-4bc4-4d73-b66f-bce89eee233e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:42.459286 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0ed1f-1941-4385-84dd-99d35f0246e3 req-c1b82c0b-4bc4-4d73-b66f-bce89eee233e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:42.461525 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c5d0ed1f-1941-4385-84dd-99d35f0246e3 req-c1b82c0b-4bc4-4d73-b66f-bce89eee233e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5432 time: 0.1076944 Aug 28 12:50:42.494293 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:42.534875 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c5d0ed1f-1941-4385-84dd-99d35f0246e3 req-5043e0c8-d964-4231-92de-bf43da84eb83 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549023 Aug 28 12:50:42.557361 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39ba75-fdad-44d2-9ac7-ed2aaa40d592 req-ca696750-2838-44eb-ba28-93e7e8a7f43d tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:42.562906 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b39ba75-fdad-44d2-9ac7-ed2aaa40d592 req-ca696750-2838-44eb-ba28-93e7e8a7f43d tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0888519 Aug 28 12:50:42.564289 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e46b691c-3ca3-4bfb-b6a3-f45819d05ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:42.620527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b39ba75-fdad-44d2-9ac7-ed2aaa40d592 req-d48ae9ac-f1ff-418f-9401-4807d685191f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537581 Aug 28 12:50:42.705616 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e46b691c-3ca3-4bfb-b6a3-f45819d05ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:42.717308 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e46b691c-3ca3-4bfb-b6a3-f45819d05ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:42.758499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b691c-3ca3-4bfb-b6a3-f45819d05ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897cee06-e6cd-45ae-8347-d5327b55f144,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:42.763761 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e46b691c-3ca3-4bfb-b6a3-f45819d05ed0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69f432a2ecd846148fe16a1ff5b4cdc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356164 Aug 28 12:50:42.766054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc6982-da2e-4567-a7ac-bf7790f2d79f req-99c32bc7-0980-45c6-a744-1125a4fe4dc6 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:42.766213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47716) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:42.774496 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cbbc6982-da2e-4567-a7ac-bf7790f2d79f req-99c32bc7-0980-45c6-a744-1125a4fe4dc6 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0681503 Aug 28 12:50:42.819226 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81d07739-3ff1-4277-be5b-a0159f392197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:42.823093 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cbbc6982-da2e-4567-a7ac-bf7790f2d79f req-9d02e201-f233-46a2-bd85-4247a7ad5d0b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399735 Aug 28 12:50:42.844321 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81d07739-3ff1-4277-be5b-a0159f392197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:42.898643 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81d07739-3ff1-4277-be5b-a0159f392197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:42.901235 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81d07739-3ff1-4277-be5b-a0159f392197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:42.910752 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-81d07739-3ff1-4277-be5b-a0159f392197 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/897cee06-e6cd-45ae-8347-d5327b55f144 HTTP/1.1" status: 204 len: 168 time: 0.1378472 Aug 28 12:50:42.920064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d07739-3ff1-4277-be5b-a0159f392197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897cee06-e6cd-45ae-8347-d5327b55f144,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:42.952222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce4f376-10ee-47e5-8faf-59f3bb5660cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cb739a-6955-49e8-9930-f0494e159d5d'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:50:42.954781 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de64281-6877-485e-ac8a-5240518b7fc3" -d '{"events": [{"server_uuid": "1ce4f376-10ee-47e5-8faf-59f3bb5660cf", "name": "network-vif-plugged", "status": "completed", "tag": "28cb739a-6955-49e8-9930-f0494e159d5d"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:50:42.993007 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0143608c-d0ec-4721-a432-fd8c77f9f0b0 x-openstack-request-id: req-0143608c-d0ec-4721-a432-fd8c77f9f0b0 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:50:42.993323 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce4f376-10ee-47e5-8faf-59f3bb5660cf", "name": "network-vif-plugged", "status": "completed", "tag": "28cb739a-6955-49e8-9930-f0494e159d5d", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:50:42.993608 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0143608c-d0ec-4721-a432-fd8c77f9f0b0 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:50:42.993997 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce4f376-10ee-47e5-8faf-59f3bb5660cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cb739a-6955-49e8-9930-f0494e159d5d', 'code': 200} Aug 28 12:50:43.136701 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5fc8f-5002-4ca2-a572-dfc2ee0cd2e5 req-557c971f-51ab-4f4c-8982-b9658c314464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:43.138341 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0b5fc8f-5002-4ca2-a572-dfc2ee0cd2e5 req-557c971f-51ab-4f4c-8982-b9658c314464 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 1097 time: 0.0450079 Aug 28 12:50:43.242602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47728) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:43.245271 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0b5fc8f-5002-4ca2-a572-dfc2ee0cd2e5 req-8519d5d7-d55e-4e17-9bcd-ef9457526fc0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908191 Aug 28 12:50:43.258923 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-326aeb11-b651-445b-ba97-342f07af401a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:43.260011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f751fb-4652-4552-afc3-984efccd7d67 req-ced0436b-b477-4adf-8500-3bfd202c2806 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:43.267726 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-93f751fb-4652-4552-afc3-984efccd7d67 req-ced0436b-b477-4adf-8500-3bfd202c2806 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.0928614 Aug 28 12:50:43.323493 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-93f751fb-4652-4552-afc3-984efccd7d67 req-54eb6b5b-3f55-4fe1-a39b-f5c4591a41b5 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504894 Aug 28 12:50:43.339050 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:43.373830 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-326aeb11-b651-445b-ba97-342f07af401a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:43.377999 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-326aeb11-b651-445b-ba97-342f07af401a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:43.419745 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-326aeb11-b651-445b-ba97-342f07af401a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0cf9b39357746699a3da0f0693477c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735148 Aug 28 12:50:43.419745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326aeb11-b651-445b-ba97-342f07af401a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e43072-8878-43e6-905d-7be9f6fda625,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:43.420526 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47732) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:43.474746 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b572f08-617b-409d-909e-9ede41a5f728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:43.505449 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b572f08-617b-409d-909e-9ede41a5f728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:43.560330 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b572f08-617b-409d-909e-9ede41a5f728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:43.564077 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b572f08-617b-409d-909e-9ede41a5f728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:43.565245 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0b572f08-617b-409d-909e-9ede41a5f728 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3e43072-8878-43e6-905d-7be9f6fda625 HTTP/1.1" status: 204 len: 168 time: 0.1432238 Aug 28 12:50:43.597051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b572f08-617b-409d-909e-9ede41a5f728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e43072-8878-43e6-905d-7be9f6fda625,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:43.686298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ecd83-6a72-4251-8f57-b5620fdc6311 req-1b1a4ec1-71dc-4c50-9e38-1f295f5890f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:43.694788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ecd83-6a72-4251-8f57-b5620fdc6311 req-1b1a4ec1-71dc-4c50-9e38-1f295f5890f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:43.704161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ecd83-6a72-4251-8f57-b5620fdc6311 req-1b1a4ec1-71dc-4c50-9e38-1f295f5890f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:43.711320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ecd83-6a72-4251-8f57-b5620fdc6311 req-1b1a4ec1-71dc-4c50-9e38-1f295f5890f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:43.729556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ecd83-6a72-4251-8f57-b5620fdc6311 req-1b1a4ec1-71dc-4c50-9e38-1f295f5890f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:43.735783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ecd83-6a72-4251-8f57-b5620fdc6311 req-1b1a4ec1-71dc-4c50-9e38-1f295f5890f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:43.744210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ecd83-6a72-4251-8f57-b5620fdc6311 req-1b1a4ec1-71dc-4c50-9e38-1f295f5890f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:43.746668 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc1ecd83-6a72-4251-8f57-b5620fdc6311 req-1b1a4ec1-71dc-4c50-9e38-1f295f5890f1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5432 time: 0.1373310 Aug 28 12:50:43.793797 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e36b7-0856-49e0-be64-a4b90bea81c4 req-b1e69ef4-76f3-451f-a8e8-c21467072294 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:43.799418 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc1ecd83-6a72-4251-8f57-b5620fdc6311 req-6c32b29f-2602-447f-81ef-4e7376cf33f9 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461276 Aug 28 12:50:43.803129 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-157e36b7-0856-49e0-be64-a4b90bea81c4 req-b1e69ef4-76f3-451f-a8e8-c21467072294 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0857148 Aug 28 12:50:43.866320 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-157e36b7-0856-49e0-be64-a4b90bea81c4 req-af34e15d-a3ca-4cad-8c29-e2bf81f8e098 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619876 Aug 28 12:50:43.969141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7532829-fb36-44bc-918c-49377d6de7a7 req-8333b114-7c31-42b3-a59a-d4dc8f953142 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:43.970974 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b7532829-fb36-44bc-918c-49377d6de7a7 req-8333b114-7c31-42b3-a59a-d4dc8f953142 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0627508 Aug 28 12:50:43.985766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5796ef5-0a9d-4616-80d9-d235480d86df req-4fdcd088-8a30-4314-b2ce-8c1db6cea030 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:43.993738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5796ef5-0a9d-4616-80d9-d235480d86df req-4fdcd088-8a30-4314-b2ce-8c1db6cea030 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:44.000033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5796ef5-0a9d-4616-80d9-d235480d86df req-4fdcd088-8a30-4314-b2ce-8c1db6cea030 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:44.007218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5796ef5-0a9d-4616-80d9-d235480d86df req-4fdcd088-8a30-4314-b2ce-8c1db6cea030 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:44.013363 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5796ef5-0a9d-4616-80d9-d235480d86df req-4fdcd088-8a30-4314-b2ce-8c1db6cea030 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:44.017063 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b7532829-fb36-44bc-918c-49377d6de7a7 req-7173b860-db68-4ce0-92cf-08bb0cb43c78 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387769 Aug 28 12:50:44.019591 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5796ef5-0a9d-4616-80d9-d235480d86df req-4fdcd088-8a30-4314-b2ce-8c1db6cea030 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:44.025709 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5796ef5-0a9d-4616-80d9-d235480d86df req-4fdcd088-8a30-4314-b2ce-8c1db6cea030 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:44.038756 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5796ef5-0a9d-4616-80d9-d235480d86df req-4fdcd088-8a30-4314-b2ce-8c1db6cea030 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5432 time: 0.1102006 Aug 28 12:50:44.038953 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47756) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:44.053791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-76dc776b-6429-48a9-9d36-dc0e9d74bc1e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Request body: {'floatingip': {'port_id': 'a1a806cd-64e3-408c-90a9-60fc8608d090'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:50:44.099996 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76dc776b-6429-48a9-9d36-dc0e9d74bc1e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for floatingip, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:44.185565 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939446fb-8ed6-4a19-9632-7ce70a4f20c3 req-482ba16b-8353-4191-96e8-b5b706094c49 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:44.187496 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-939446fb-8ed6-4a19-9632-7ce70a4f20c3 req-482ba16b-8353-4191-96e8-b5b706094c49 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.0690536 Aug 28 12:50:44.247259 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-939446fb-8ed6-4a19-9632-7ce70a4f20c3 req-2c896eca-e4e4-474b-a2ec-eb3cfda4e710 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521123 Aug 28 12:50:44.502713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60a968-ff47-4090-aaba-fdd59e1db2d6 req-865f5a56-58cd-4d75-b715-47bb4446b5e0 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:44.517517 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f60a968-ff47-4090-aaba-fdd59e1db2d6 req-865f5a56-58cd-4d75-b715-47bb4446b5e0 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.1164117 Aug 28 12:50:44.592755 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f60a968-ff47-4090-aaba-fdd59e1db2d6 req-f1d6c48f-cf50-4401-8c56-d4b9c3f3a12d tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722630 Aug 28 12:50:44.878475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-c6a2e731-a6a4-4550-98ce-6dc3ba4eb537 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:44.881312 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-c6a2e731-a6a4-4550-98ce-6dc3ba4eb537 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/networks?id=8e5087e7-1a60-4dfa-993c-815f10cc8532 HTTP/1.1" status: 200 len: 815 time: 0.1249964 Aug 28 12:50:44.908982 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-cff9666a-2e47-4693-9233-0d9174d6206b tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/quotas/9268704101a74e1cb668f06e13dc85fd HTTP/1.1" status: 200 len: 375 time: 0.0212603 Aug 28 12:50:44.965683 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76dc776b-6429-48a9-9d36-dc0e9d74bc1e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:44.972789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76dc776b-6429-48a9-9d36-dc0e9d74bc1e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:44.979153 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-5d691efd-221a-4d04-8434-f114ecfd1910 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9268704101a74e1cb668f06e13dc85fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0692241 Aug 28 12:50:45.087292 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-ee3c8002-adb5-4bb5-82d4-ee815df95712 service neutron] 10.222.0.20 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002650 Aug 28 12:50:45.133970 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-76dc776b-6429-48a9-9d36-dc0e9d74bc1e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Floating IP 81b105c6-ac38-4638-9b82-c52a9d22aa36 associated. External IP: 172.25.1.120, port: a1a806cd-64e3-408c-90a9-60fc8608d090. Aug 28 12:50:45.219203 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-5bc79a13-5f0d-4ab1-965c-d057b65db6b2 service neutron] 10.222.0.20 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256638 Aug 28 12:50:45.221504 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:45.319619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed101c-01f6-4b62-a7a9-1648261d184e req-8be31a16-46c6-4b63-a3be-ec114ae06ad7 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:45.329214 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-abed101c-01f6-4b62-a7a9-1648261d184e req-8be31a16-46c6-4b63-a3be-ec114ae06ad7 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1452451 Aug 28 12:50:45.401135 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-abed101c-01f6-4b62-a7a9-1648261d184e req-50c343cf-9fa1-4442-aa63-a25695a0375d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673296 Aug 28 12:50:45.502190 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-744f654e-ad4d-4123-b4c2-200ab0a1997e req-76605cb6-e015-4319-8edf-dba3342f2608 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 210 time: 0.0467176 Aug 28 12:50:45.597568 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dc776b-6429-48a9-9d36-dc0e9d74bc1e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Router 6360994e-550d-4acd-9c8c-a1c038f39d73 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:50:45.745469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dc776b-6429-48a9-9d36-dc0e9d74bc1e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:50:45.753957 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76dc776b-6429-48a9-9d36-dc0e9d74bc1e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:45.765339 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ccfaed-3aad-4417-9e6f-03e758bfee78 None None] Sync routers for ids ['6360994e-550d-4acd-9c8c-a1c038f39d73'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:50:45.796188 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ccfaed-3aad-4417-9e6f-03e758bfee78 None None] Routers {'6360994e-550d-4acd-9c8c-a1c038f39d73'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:50:45.806391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-76dc776b-6429-48a9-9d36-dc0e9d74bc1e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "PUT /v2.0/floatingips/81b105c6-ac38-4638-9b82-c52a9d22aa36 HTTP/1.1" status: 200 len: 991 time: 1.7663040 Aug 28 12:50:45.807115 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-98ccfaed-3aad-4417-9e6f-03e758bfee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:50:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6360994e-550d-4acd-9c8c-a1c038f39d73'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:45.819978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'tag': 'a1a806cd-64e3-408c-90a9-60fc8608d090'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:50:45.823855 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cffeb30-ef25-4737-baa5-3d553aceeed0" -d '{"events": [{"name": "network-changed", "server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "tag": "a1a806cd-64e3-408c-90a9-60fc8608d090"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:50:45.850739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0a0ad-aa3d-4698-bea3-05e796848ccd req-624bfdc7-69b8-456a-aeef-cbaaa5d62296 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:45.852789 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3df0a0ad-aa3d-4698-bea3-05e796848ccd req-624bfdc7-69b8-456a-aeef-cbaaa5d62296 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.1148863 Aug 28 12:50:45.971954 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3df0a0ad-aa3d-4698-bea3-05e796848ccd req-9eee43af-9bc9-4e11-97e7-23c5969bd039 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088507 Aug 28 12:50:45.972834 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-98ccfaed-3aad-4417-9e6f-03e758bfee78 None None] Set router 6360994e-550d-4acd-9c8c-a1c038f39d73 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:50:46.008848 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec65a70-8a0c-431b-bbe2-51b66013b56b x-openstack-request-id: req-7ec65a70-8a0c-431b-bbe2-51b66013b56b {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:50:46.012309 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "tag": "a1a806cd-64e3-408c-90a9-60fc8608d090", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:50:46.012757 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ec65a70-8a0c-431b-bbe2-51b66013b56b {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:50:46.013190 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'tag': 'a1a806cd-64e3-408c-90a9-60fc8608d090', 'status': 'completed', 'code': 200} Aug 28 12:50:46.151225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-bf991443-3f05-4de1-97fe-43191de2f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:46.153242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-bf991443-3f05-4de1-97fe-43191de2f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:46.157052 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-bf991443-3f05-4de1-97fe-43191de2f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:46.157858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-bf991443-3f05-4de1-97fe-43191de2f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:46.158914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-bf991443-3f05-4de1-97fe-43191de2f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:46.160068 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-bf991443-3f05-4de1-97fe-43191de2f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:46.162844 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-bf991443-3f05-4de1-97fe-43191de2f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:46.166208 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-bf991443-3f05-4de1-97fe-43191de2f66b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848f98195d42445793f4ad0f8595cb5d&device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 6496 time: 0.1367908 Aug 28 12:50:46.201868 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba0cbc-6e38-4d64-91be-50990daed749 req-4e6aa0cf-7685-4e41-9976-0bdca21a3076 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:46.203825 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24ba0cbc-6e38-4d64-91be-50990daed749 req-4e6aa0cf-7685-4e41-9976-0bdca21a3076 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8f7de24-5e11-4b7b-90eb-8b108b91661e HTTP/1.1" status: 200 len: 945 time: 0.1467681 Aug 28 12:50:46.313994 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-98ccfaed-3aad-4417-9e6f-03e758bfee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'name': 'tempest-TaggedBootDevicesTest-765139966-router', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:47:55Z', 'updated_at': '2021-08-28T12:48:02Z', 'revision_number': 4, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'gw_port': {'id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:47:56Z', 'updated_at': '2021-08-28T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '81b105c6-ac38-4638-9b82-c52a9d22aa36', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'port_id': 'a1a806cd-64e3-408c-90a9-60fc8608d090', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9', 'mac_address': 'fa:16:3e:c6:e3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:48:54Z', 'updated_at': '2021-08-28T12:50:44Z', 'revision_number': 1, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea3d1fd-36a3-419c-b546-f529810ee232', 'name': '', 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'mac_address': 'fa:16:3e:40:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:00Z', 'updated_at': '2021-08-28T12:48:09Z', 'revision_number': 5, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'subnets': [{'id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:46.380701 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ccfaed-3aad-4417-9e6f-03e758bfee78 None None] Checking router: 6360994e-550d-4acd-9c8c-a1c038f39d73 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:50:46.392368 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ccfaed-3aad-4417-9e6f-03e758bfee78 None None] Routers {'6360994e-550d-4acd-9c8c-a1c038f39d73'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:50:46.393495 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-98ccfaed-3aad-4417-9e6f-03e758bfee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:50:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6360994e-550d-4acd-9c8c-a1c038f39d73'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:46.428715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-24ba0cbc-6e38-4d64-91be-50990daed749 req-3173d8a8-b083-4626-a55e-2124d0abfecd tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Deleting port 8e2f48be-603e-49fd-a656-0c8f854c4a20 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:50:46.429157 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-24ba0cbc-6e38-4d64-91be-50990daed749 req-3173d8a8-b083-4626-a55e-2124d0abfecd tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:46.556799 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-1fd29611-4c97-404c-9326-c5dc54314fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:46.558464 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-1fd29611-4c97-404c-9326-c5dc54314fe0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=efbe7541-b127-4e81-9a72-35e309b4f7c9 HTTP/1.1" status: 200 len: 911 time: 0.3717134 Aug 28 12:50:46.562402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7eadd-ace9-4304-bb5c-929d01df0c7d req-93265a98-57c1-47c7-89ac-118c4e0d1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:46.575950 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9e7eadd-ace9-4304-bb5c-929d01df0c7d req-93265a98-57c1-47c7-89ac-118c4e0d1477 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b1744f3dc1444e0abd073208c687038&device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 1097 time: 0.2396924 Aug 28 12:50:46.584586 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-98ccfaed-3aad-4417-9e6f-03e758bfee78 None None] Set router 6360994e-550d-4acd-9c8c-a1c038f39d73 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:50:46.584725 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-24ba0cbc-6e38-4d64-91be-50990daed749 req-3173d8a8-b083-4626-a55e-2124d0abfecd tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] For port 8e2f48be-603e-49fd-a656-0c8f854c4a20, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8e2f48be-603e-49fd-a656-0c8f854c4a20,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:46.585357 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-24ba0cbc-6e38-4d64-91be-50990daed749 req-3173d8a8-b083-4626-a55e-2124d0abfecd tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:46.603846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c3b8a-dec1-4abd-91a8-97a639c19a7d req-0bb9d348-ab6f-4bf0-922f-bfbf5e1ec2c4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:46.605038 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1464d7-b615-4506-9faf-083bc93f506a req-74c3a1cf-62b1-4a21-81c2-6f50a71de092 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:46.606620 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac1464d7-b615-4506-9faf-083bc93f506a req-74c3a1cf-62b1-4a21-81c2-6f50a71de092 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1123474 Aug 28 12:50:46.613505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-24ba0cbc-6e38-4d64-91be-50990daed749 req-3173d8a8-b083-4626-a55e-2124d0abfecd tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Calling delete_port for 8e2f48be-603e-49fd-a656-0c8f854c4a20 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:50:46.623550 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e24c3b8a-dec1-4abd-91a8-97a639c19a7d req-0bb9d348-ab6f-4bf0-922f-bfbf5e1ec2c4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.2021277 Aug 28 12:50:46.756634 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac1464d7-b615-4506-9faf-083bc93f506a req-a9fc8758-4eb9-4b95-a6d9-dd11a7f780dc tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269984 Aug 28 12:50:46.928082 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-24ba0cbc-6e38-4d64-91be-50990daed749 req-3173d8a8-b083-4626-a55e-2124d0abfecd tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:46.944013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['8e2f48be-603e-49fd-a656-0c8f854c4a20'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:50:46.985459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173d8a8-b083-4626-a55e-2124d0abfecd tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Pushing event deleted for resources: {'Port': ['ID=8e2f48be-603e-49fd-a656-0c8f854c4a20,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:47.171061 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5303af2c-f61c-49de-b234-4ca4ab3546af req-f4986aa3-2917-43f9-b07e-430b0d1aaed3 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 210 time: 0.1084900 Aug 28 12:50:47.172852 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ba0cbc-6e38-4d64-91be-50990daed749 req-3173d8a8-b083-4626-a55e-2124d0abfecd tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] No DVR routers for this DVR port 8e2f48be-603e-49fd-a656-0c8f854c4a20 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:50:47.179504 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-24ba0cbc-6e38-4d64-91be-50990daed749 req-3173d8a8-b083-4626-a55e-2124d0abfecd tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:47.183058 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24ba0cbc-6e38-4d64-91be-50990daed749 req-3173d8a8-b083-4626-a55e-2124d0abfecd tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.11 "DELETE /v2.0/ports/8e2f48be-603e-49fd-a656-0c8f854c4a20 HTTP/1.1" status: 204 len: 173 time: 0.9708953 Aug 28 12:50:47.183995 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f7de24-5e11-4b7b-90eb-8b108b91661e', 'name': 'network-vif-deleted', 'tag': '8e2f48be-603e-49fd-a656-0c8f854c4a20'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:50:47.186904 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee1ac18-7b06-4156-bec8-15e6da76d040" -d '{"events": [{"server_uuid": "a8f7de24-5e11-4b7b-90eb-8b108b91661e", "name": "network-vif-deleted", "tag": "8e2f48be-603e-49fd-a656-0c8f854c4a20"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:50:47.250115 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-98ccfaed-3aad-4417-9e6f-03e758bfee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'name': 'tempest-TaggedBootDevicesTest-765139966-router', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:47:55Z', 'updated_at': '2021-08-28T12:48:02Z', 'revision_number': 4, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'gw_port': {'id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:47:56Z', 'updated_at': '2021-08-28T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '81b105c6-ac38-4638-9b82-c52a9d22aa36', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'port_id': 'a1a806cd-64e3-408c-90a9-60fc8608d090', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9', 'mac_address': 'fa:16:3e:c6:e3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:48:54Z', 'updated_at': '2021-08-28T12:50:44Z', 'revision_number': 1, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea3d1fd-36a3-419c-b546-f529810ee232', 'name': '', 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'mac_address': 'fa:16:3e:40:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:00Z', 'updated_at': '2021-08-28T12:48:09Z', 'revision_number': 5, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'subnets': [{'id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:47.269040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47866) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:47.283031 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ccfaed-3aad-4417-9e6f-03e758bfee78 None None] The sync data for ids ['6360994e-550d-4acd-9c8c-a1c038f39d73'] in n-d-791505-21 is: [{'id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'name': 'tempest-TaggedBootDevicesTest-765139966-router', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:47:55Z', 'updated_at': '2021-08-28T12:48:02Z', 'revision_number': 4, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'gw_port': {'id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:47:56Z', 'updated_at': '2021-08-28T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '81b105c6-ac38-4638-9b82-c52a9d22aa36', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'floating_ip_address': '172.25.1.120', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'port_id': 'a1a806cd-64e3-408c-90a9-60fc8608d090', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9', 'mac_address': 'fa:16:3e:c6:e3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:48:54Z', 'updated_at': '2021-08-28T12:50:44Z', 'revision_number': 1, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea3d1fd-36a3-419c-b546-f529810ee232', 'name': '', 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'mac_address': 'fa:16:3e:40:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:00Z', 'updated_at': '2021-08-28T12:48:09Z', 'revision_number': 5, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'subnets': [{'id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:50:47.290444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-2a6c89ed-1638-45aa-b3fe-d31b8219f7eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a806cd-64e3-408c-90a9-60fc8608d090 HTTP/1.1" status: 200 len: 999 time: 0.7040458 Aug 28 12:50:47.441917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e73d0f88-53ec-4d41-b4dc-cf0e2c5d41bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:47.456494 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1451df3-12e6-4ec1-a268-771bd220beb4 x-openstack-request-id: req-a1451df3-12e6-4ec1-a268-771bd220beb4 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:50:47.456991 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f7de24-5e11-4b7b-90eb-8b108b91661e", "name": "network-vif-deleted", "tag": "8e2f48be-603e-49fd-a656-0c8f854c4a20", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:50:47.458043 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1451df3-12e6-4ec1-a268-771bd220beb4 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:50:47.458847 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f7de24-5e11-4b7b-90eb-8b108b91661e', 'name': 'network-vif-deleted', 'tag': '8e2f48be-603e-49fd-a656-0c8f854c4a20', 'status': 'completed', 'code': 200} Aug 28 12:50:47.467761 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e24c3b8a-dec1-4abd-91a8-97a639c19a7d req-61f1c95e-4010-4790-927b-af640995d370 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8430154 Aug 28 12:50:47.526419 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7eadd-ace9-4304-bb5c-929d01df0c7d req-d69f5dd1-066d-40bc-8382-d6f34cb2fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:47.527900 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9e7eadd-ace9-4304-bb5c-929d01df0c7d req-d69f5dd1-066d-40bc-8382-d6f34cb2fa24 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcea506e-e089-41e5-aa79-93de45e015b6 HTTP/1.1" status: 200 len: 911 time: 0.8918154 Aug 28 12:50:47.531056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-2863d956-9562-4480-a3a3-2e2b36454649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:47.532651 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-2863d956-9562-4480-a3a3-2e2b36454649 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=054df6af-7208-4216-97f7-7a8ded4fac28 HTTP/1.1" status: 200 len: 850 time: 0.1832809 Aug 28 12:50:47.541561 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-4666b694-1891-4b36-8d18-d3f891b4e997 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:47.543101 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-4666b694-1891-4b36-8d18-d3f891b4e997 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.11 "GET /v2.0/networks?id=8e5087e7-1a60-4dfa-993c-815f10cc8532 HTTP/1.1" status: 200 len: 815 time: 0.3387380 Aug 28 12:50:47.570222 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e73d0f88-53ec-4d41-b4dc-cf0e2c5d41bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:47.575123 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e73d0f88-53ec-4d41-b4dc-cf0e2c5d41bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:47.592247 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-d4d3f433-f595-4f19-8e9c-6e4d14098892 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Request body: {'port': {'device_id': 'd8563af6-7a9a-48cd-980d-867d1fa163b6', 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532', 'admin_state_up': True, 'tenant_id': '9268704101a74e1cb668f06e13dc85fd'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:50:47.609600 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9e7eadd-ace9-4304-bb5c-929d01df0c7d req-da30652f-43ec-4ade-9a9e-67fb4ef5d24e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28cb739a-6955-49e8-9930-f0494e159d5d HTTP/1.1" status: 200 len: 217 time: 0.0611613 Aug 28 12:50:47.618887 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e73d0f88-53ec-4d41-b4dc-cf0e2c5d41bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7972dba6e92d4a56b2c8fd4af1e50041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3463304 Aug 28 12:50:47.618887 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d0f88-53ec-4d41-b4dc-cf0e2c5d41bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dceea2f-d4b3-4857-9d35-4f5e4aee00d6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:47.620245 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47870) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:47.632163 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b601631-a148-4d27-ac9b-acbd571df333 None None] New status for floating IP 81b105c6-ac38-4638-9b82-c52a9d22aa36: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:50:47.685996 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fab12240-eb90-4347-bba8-43ccfdc8b184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:47.718979 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fab12240-eb90-4347-bba8-43ccfdc8b184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:47.747357 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7eadd-ace9-4304-bb5c-929d01df0c7d req-aa69ee56-f3e0-434f-b5d4-09a3ed74f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:47.748865 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9e7eadd-ace9-4304-bb5c-929d01df0c7d req-aa69ee56-f3e0-434f-b5d4-09a3ed74f6cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de9a2c7f-c06f-42fa-b208-11919fd54cbe HTTP/1.1" status: 200 len: 851 time: 0.1272848 Aug 28 12:50:47.750827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-08a3c468-e166-4d72-b4a0-3d94bf1859cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:47.752201 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-08a3c468-e166-4d72-b4a0-3d94bf1859cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efbe7541-b127-4e81-9a72-35e309b4f7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1649671 Aug 28 12:50:47.788212 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fab12240-eb90-4347-bba8-43ccfdc8b184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:47.791746 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fab12240-eb90-4347-bba8-43ccfdc8b184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:47.795780 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fab12240-eb90-4347-bba8-43ccfdc8b184 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4dceea2f-d4b3-4857-9d35-4f5e4aee00d6 HTTP/1.1" status: 204 len: 168 time: 0.1720159 Aug 28 12:50:47.806154 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab12240-eb90-4347-bba8-43ccfdc8b184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dceea2f-d4b3-4857-9d35-4f5e4aee00d6,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:47.838443 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9e7eadd-ace9-4304-bb5c-929d01df0c7d req-2fe9eac6-c91c-4fe3-9add-1ea64f15ee18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcea506e-e089-41e5-aa79-93de45e015b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742292 Aug 28 12:50:47.916744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016e5ae-f622-4e59-8910-7ae6d03e4838 req-41237d6b-e8f6-4670-be34-b9a2f4405cbf tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:47.929889 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e016e5ae-f622-4e59-8910-7ae6d03e4838 req-41237d6b-e8f6-4670-be34-b9a2f4405cbf tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1048777 Aug 28 12:50:48.014456 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e016e5ae-f622-4e59-8910-7ae6d03e4838 req-c486cb54-c208-49cf-89f3-a13ba2a534e5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750642 Aug 28 12:50:48.041788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-d4d3f433-f595-4f19-8e9c-6e4d14098892 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Made reservation on behalf of 9268704101a74e1cb668f06e13dc85fd for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:50:48.045114 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-d4d3f433-f595-4f19-8e9c-6e4d14098892 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:48.070917 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-440bb8d8-55ec-4771-b730-d04d36ec67b3 service neutron] 10.222.0.11 "GET /v2.0/networks/efbe7541-b127-4e81-9a72-35e309b4f7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080223 Aug 28 12:50:48.077794 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9e7eadd-ace9-4304-bb5c-929d01df0c7d req-6e47570e-6f21-405b-9a79-53a98f8a9d1c service neutron] 10.222.0.11 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227674 Aug 28 12:50:48.156637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47880) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:48.176888 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-00aa69f6-2465-4d0d-b90a-804e8dad60d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:48.302435 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-00aa69f6-2465-4d0d-b90a-804e8dad60d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:48.308996 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-00aa69f6-2465-4d0d-b90a-804e8dad60d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:48.348283 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7bcb6cab-de37-4724-a01b-55520f6eed46 req-5592b955-017f-4f6a-8457-45c88fa78475 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 210 time: 0.0640023 Aug 28 12:50:48.370760 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-00aa69f6-2465-4d0d-b90a-804e8dad60d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4350382e317d42549a08db5c3d70fd69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2129602 Aug 28 12:50:48.373459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47892) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:48.385098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa69f6-2465-4d0d-b90a-804e8dad60d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db38667-ea7a-4f74-bb76-ed23e51cb813,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:48.409033 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9e7eadd-ace9-4304-bb5c-929d01df0c7d req-a0909854-f0fa-46e6-b92a-0d9249899a89 service neutron] 10.222.0.11 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870071 Aug 28 12:50:48.414210 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3cffeb30-ef25-4737-baa5-3d553aceeed0 req-210bc0c8-8572-4c87-9edf-e5eef23902e0 service neutron] 10.222.0.11 "GET /v2.0/networks/efbe7541-b127-4e81-9a72-35e309b4f7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910948 Aug 28 12:50:48.415488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-d4d3f433-f595-4f19-8e9c-6e4d14098892 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Allocated IP 172.20.0.2 (8e5087e7-1a60-4dfa-993c-815f10cc8532/4308f611-4243-42be-8e8a-6ce4e311daa2/e4800467-c3eb-4fe0-90ca-d32dad354a51) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:50:48.446583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a35fb9b8-c8a4-4009-ad86-5650196d9d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:48.497840 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a35fb9b8-c8a4-4009-ad86-5650196d9d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:48.585727 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a35fb9b8-c8a4-4009-ad86-5650196d9d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:48.588993 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a35fb9b8-c8a4-4009-ad86-5650196d9d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:48.590167 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a35fb9b8-c8a4-4009-ad86-5650196d9d82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0db38667-ea7a-4f74-bb76-ed23e51cb813 HTTP/1.1" status: 204 len: 168 time: 0.2143941 Aug 28 12:50:48.602569 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fb9b8-c8a4-4009-ad86-5650196d9d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db38667-ea7a-4f74-bb76-ed23e51cb813,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:48.640277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e520d-4532-4cf5-bb5c-4a28b9ab839b req-38406d2a-015d-4d56-8cb0-9d97b0e648ab tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:48.641821 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-796e520d-4532-4cf5-bb5c-4a28b9ab839b req-38406d2a-015d-4d56-8cb0-9d97b0e648ab tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.0825040 Aug 28 12:50:48.702271 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-d4d3f433-f595-4f19-8e9c-6e4d14098892 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:48.721201 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-796e520d-4532-4cf5-bb5c-4a28b9ab839b req-c57546a6-5c32-4185-a529-24abd9633037 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675859 Aug 28 12:50:48.762468 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-d4d3f433-f595-4f19-8e9c-6e4d14098892 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:48.809727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-d4d3f433-f595-4f19-8e9c-6e4d14098892 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Network 8e5087e7-1a60-4dfa-993c-815f10cc8532 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:50:48.815097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-d4d3f433-f595-4f19-8e9c-6e4d14098892 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:50:48.817649 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-d4d3f433-f595-4f19-8e9c-6e4d14098892 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:50:48.821402 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767d697-60b1-423a-add0-80e8a37b8b69 req-ff7bc30a-7fcb-49cd-8203-735d006631d8 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:48.826929 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9767d697-60b1-423a-add0-80e8a37b8b69 req-ff7bc30a-7fcb-49cd-8203-735d006631d8 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 946 time: 0.0652833 Aug 28 12:50:48.844745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3f433-f595-4f19-8e9c-6e4d14098892 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Pushing event updated for resources: {'Port': ['ID=e4800467-c3eb-4fe0-90ca-d32dad354a51,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:48.867824 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9767d697-60b1-423a-add0-80e8a37b8b69 req-44e8e6b5-4c6a-49d2-985e-65cbf26f9c17 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387840 Aug 28 12:50:48.881993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-d4d3f433-f595-4f19-8e9c-6e4d14098892 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:48.882851 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-d4d3f433-f595-4f19-8e9c-6e4d14098892 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:48.897539 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-d4d3f433-f595-4f19-8e9c-6e4d14098892 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3090250 Aug 28 12:50:48.915700 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Request body: {'port': {'device_id': 'd8563af6-7a9a-48cd-980d-867d1fa163b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:50:48.970997 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:49.133935 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42604a1-e684-4430-bd54-20fbc4d2ab38 req-23db66da-394c-45ec-8887-5e00a35cd72c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:49.139058 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b42604a1-e684-4430-bd54-20fbc4d2ab38 req-23db66da-394c-45ec-8887-5e00a35cd72c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0543292 Aug 28 12:50:49.180934 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b42604a1-e684-4430-bd54-20fbc4d2ab38 req-c1647e9f-bbed-41af-bcc4-0fa66b6872ad tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376251 Aug 28 12:50:49.265412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4800467-c3eb-4fe0-90ca-d32dad354a51 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:50:49.275064 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:49.289112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Transition to ACTIVE for port object e4800467-c3eb-4fe0-90ca-d32dad354a51 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:50:49.292086 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:49.342081 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Pushing event updated for resources: {'Port': ['ID=e4800467-c3eb-4fe0-90ca-d32dad354a51,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:49.415717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Attempting to bind port e4800467-c3eb-4fe0-90ca-d32dad354a51 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:50:49.416286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Attempting to bind port e4800467-c3eb-4fe0-90ca-d32dad354a51 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'd9c3162a-b9c9-499d-8cf2-972124171301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:50:49.416375 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Attempting to bind port e4800467-c3eb-4fe0-90ca-d32dad354a51 on network 8e5087e7-1a60-4dfa-993c-815f10cc8532 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:50:49.421922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Port e4800467-c3eb-4fe0-90ca-d32dad354a51 on network 8e5087e7-1a60-4dfa-993c-815f10cc8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:50:49.422441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Attempting to bind port e4800467-c3eb-4fe0-90ca-d32dad354a51 on network 8e5087e7-1a60-4dfa-993c-815f10cc8532 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:50:49.428320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:50:49.428650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Checking segment: {'id': 'd9c3162a-b9c9-499d-8cf2-972124171301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:50:49.429044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Bound using segment: {'id': 'd9c3162a-b9c9-499d-8cf2-972124171301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:50:49.429490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Bound port: e4800467-c3eb-4fe0-90ca-d32dad354a51, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c3162a-b9c9-499d-8cf2-972124171301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:50:49.429846 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:49.543018 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8e8f3-3814-470a-8904-6b4828f532ee req-09c724cd-751e-4bbf-a6e5-a4426d080a99 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:49.547083 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34c8e8f3-3814-470a-8904-6b4828f532ee req-09c724cd-751e-4bbf-a6e5-a4426d080a99 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 943 time: 0.0973215 Aug 28 12:50:49.574720 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] For port e4800467-c3eb-4fe0-90ca-d32dad354a51, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:50:49.595590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] For port e4800467-c3eb-4fe0-90ca-d32dad354a51, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e4800467-c3eb-4fe0-90ca-d32dad354a51,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:50:49.603993 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34c8e8f3-3814-470a-8904-6b4828f532ee req-d347baeb-6353-4d96-97ba-80a35355c8ba tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503485 Aug 28 12:50:49.605044 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:49.639917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:49.640578 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:49.641937 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] 10.222.0.11 "PUT /v2.0/ports/e4800467-c3eb-4fe0-90ca-d32dad354a51 HTTP/1.1" status: 200 len: 1092 time: 0.7314489 Aug 28 12:50:49.642421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8563af6-7a9a-48cd-980d-867d1fa163b6', 'tag': 'e4800467-c3eb-4fe0-90ca-d32dad354a51'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:50:49.644651 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8496887c-29d2-4e2c-9272-8c0b6926dca0" -d '{"events": [{"name": "network-changed", "server_uuid": "d8563af6-7a9a-48cd-980d-867d1fa163b6", "tag": "e4800467-c3eb-4fe0-90ca-d32dad354a51"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:50:49.671600 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6aaa9-7ac1-4668-9343-14c86c6b6629 service neutron] Pushing event updated for resources: {'Port': ['ID=e4800467-c3eb-4fe0-90ca-d32dad354a51,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:49.706592 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baed9d47-09d2-466c-a4c1-1c3789a24c42 x-openstack-request-id: req-baed9d47-09d2-466c-a4c1-1c3789a24c42 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:50:49.706892 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8563af6-7a9a-48cd-980d-867d1fa163b6", "tag": "e4800467-c3eb-4fe0-90ca-d32dad354a51", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:50:49.707144 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-baed9d47-09d2-466c-a4c1-1c3789a24c42 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:50:49.707716 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8563af6-7a9a-48cd-980d-867d1fa163b6', 'tag': 'e4800467-c3eb-4fe0-90ca-d32dad354a51', 'status': 'completed', 'code': 200} Aug 28 12:50:49.740962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-00d8dca4-15e9-4c6a-b615-c3705cf66eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:49.742402 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-00d8dca4-15e9-4c6a-b615-c3705cf66eaf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9268704101a74e1cb668f06e13dc85fd&device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 1095 time: 0.0462971 Aug 28 12:50:49.775736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47958) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:49.789207 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-9db86d25-4a67-4582-aa55-bdff7148146e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4800467-c3eb-4fe0-90ca-d32dad354a51 HTTP/1.1" status: 200 len: 217 time: 0.0353703 Aug 28 12:50:49.873804 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-40594dcb-5c7c-4677-87e7-fb35fbb22bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:49.875311 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-40594dcb-5c7c-4677-87e7-fb35fbb22bf5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4308f611-4243-42be-8e8a-6ce4e311daa2 HTTP/1.1" status: 200 len: 855 time: 0.0764120 Aug 28 12:50:49.887849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7a4ce-b6b0-4341-abf1-6d94b4c6afa3 req-9dfaf0c2-880a-44a8-bb97-6870d3251356 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:49.888559 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2374b51-b3d2-4752-bc70-2c92dfaa3e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:49.889662 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6fc7a4ce-b6b0-4341-abf1-6d94b4c6afa3 req-9dfaf0c2-880a-44a8-bb97-6870d3251356 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.0814738 Aug 28 12:50:49.924710 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-b30e1cd8-8101-49b4-a4a3-c1f3e349efa3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e5087e7-1a60-4dfa-993c-815f10cc8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343764 Aug 28 12:50:49.994273 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6fc7a4ce-b6b0-4341-abf1-6d94b4c6afa3 req-db56861c-8ada-429b-a440-f89fed905305 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941858 Aug 28 12:50:50.028021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9250ab-a7e8-4db5-9f3e-f681618d06de req-67bd453c-e7c1-465e-a65a-ed6dc41c1a22 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:50.029531 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cb9250ab-a7e8-4db5-9f3e-f681618d06de req-67bd453c-e7c1-465e-a65a-ed6dc41c1a22 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 946 time: 0.0797346 Aug 28 12:50:50.039381 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2374b51-b3d2-4752-bc70-2c92dfaa3e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:50.042857 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-08007083-59b8-4420-861d-e2ab76a93ec4 service neutron] 10.222.0.11 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075294 Aug 28 12:50:50.047020 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2374b51-b3d2-4752-bc70-2c92dfaa3e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:50.100858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2374b51-b3d2-4752-bc70-2c92dfaa3e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f421ad-9867-473e-b943-ce1c32686dc8,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:50.111250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d2374b51-b3d2-4752-bc70-2c92dfaa3e7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33df8145a6d94a4a83fbe894c0b34ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342302 Aug 28 12:50:50.111382 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47966) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:50.123048 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cb9250ab-a7e8-4db5-9f3e-f681618d06de req-e99a6f06-09b3-49cb-9745-247a0e0526ea tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857041 Aug 28 12:50:50.185310 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c0591e5-c160-4763-b5f2-30fce6a403b7 req-8fb50c96-de2e-4b5e-a5ec-e248d3c7dad3 service neutron] 10.222.0.11 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257148 Aug 28 12:50:50.189669 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5da487c2-53d1-4ed5-8655-53afe587ae83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:50.213588 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5da487c2-53d1-4ed5-8655-53afe587ae83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:50.285794 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5da487c2-53d1-4ed5-8655-53afe587ae83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:50.288955 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5da487c2-53d1-4ed5-8655-53afe587ae83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:50.290090 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5da487c2-53d1-4ed5-8655-53afe587ae83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03f421ad-9867-473e-b943-ce1c32686dc8 HTTP/1.1" status: 204 len: 168 time: 0.1777954 Aug 28 12:50:50.306318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da487c2-53d1-4ed5-8655-53afe587ae83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f421ad-9867-473e-b943-ce1c32686dc8,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:50.306541 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6f509-79b9-40ce-94cc-3a1b0bd692e6 req-f2a28098-e31f-421d-84b3-1d4eeb438d1b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:50.308632 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7ed6f509-79b9-40ce-94cc-3a1b0bd692e6 req-f2a28098-e31f-421d-84b3-1d4eeb438d1b tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0521226 Aug 28 12:50:50.339079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496887c-29d2-4e2c-9272-8c0b6926dca0 req-ebad6775-064a-4718-888e-781a8436dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:50.340795 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8496887c-29d2-4e2c-9272-8c0b6926dca0 req-ebad6775-064a-4718-888e-781a8436dac8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9268704101a74e1cb668f06e13dc85fd&device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 1095 time: 0.0837123 Aug 28 12:50:50.373356 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7ed6f509-79b9-40ce-94cc-3a1b0bd692e6 req-29a9ba48-8f09-484e-9a1e-5359191c2b73 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450103 Aug 28 12:50:50.443554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496887c-29d2-4e2c-9272-8c0b6926dca0 req-12c4583e-0ba1-447e-aef4-4e081474f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:50.445027 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8496887c-29d2-4e2c-9272-8c0b6926dca0 req-12c4583e-0ba1-447e-aef4-4e081474f239 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e5087e7-1a60-4dfa-993c-815f10cc8532 HTTP/1.1" status: 200 len: 915 time: 0.0901432 Aug 28 12:50:50.475669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8e2f48be-603e-49fd-a656-0c8f854c4a20 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:50:50.492659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8496887c-29d2-4e2c-9272-8c0b6926dca0 req-9bd5f343-6302-4426-9af8-66adb846c777 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4800467-c3eb-4fe0-90ca-d32dad354a51 HTTP/1.1" status: 200 len: 217 time: 0.0364974 Aug 28 12:50:50.512037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 8e2f48be-603e-49fd-a656-0c8f854c4a20 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:50:50.512037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8e2f48be-603e-49fd-a656-0c8f854c4a20 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:50:50.559265 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496887c-29d2-4e2c-9272-8c0b6926dca0 req-e377e4df-e39a-4b80-bc69-c3a1547344ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:50.560740 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8496887c-29d2-4e2c-9272-8c0b6926dca0 req-e377e4df-e39a-4b80-bc69-c3a1547344ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4308f611-4243-42be-8e8a-6ce4e311daa2 HTTP/1.1" status: 200 len: 855 time: 0.0550687 Aug 28 12:50:50.600682 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8496887c-29d2-4e2c-9272-8c0b6926dca0 req-46a63228-dc31-4ed6-b8c5-6b89806fd1f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e5087e7-1a60-4dfa-993c-815f10cc8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263374 Aug 28 12:50:50.775905 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba51d25-4fc6-4fd4-829a-27cefdf33add req-b3accfb3-4b94-4f27-98f8-dd6241a84428 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:50.777402 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ba51d25-4fc6-4fd4-829a-27cefdf33add req-b3accfb3-4b94-4f27-98f8-dd6241a84428 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.11 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 946 time: 0.1455002 Aug 28 12:50:50.803178 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8496887c-29d2-4e2c-9272-8c0b6926dca0 req-e026b7da-1f0e-49f7-94fa-cf0af13238ef service neutron] 10.222.0.11 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818888 Aug 28 12:50:50.812197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd7070-8a43-479a-a11a-c69d7faa0f57 req-cf7c2031-8996-42c4-b301-4a54c8ee1b1f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:50.813659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-98bd7070-8a43-479a-a11a-c69d7faa0f57 req-cf7c2031-8996-42c4-b301-4a54c8ee1b1f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 943 time: 0.1090209 Aug 28 12:50:50.957831 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-98bd7070-8a43-479a-a11a-c69d7faa0f57 req-3d1cf583-252d-4c58-8693-3d7c8555f2d3 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251979 Aug 28 12:50:51.000674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8496887c-29d2-4e2c-9272-8c0b6926dca0 req-ca9a7e49-e107-4fc0-99aa-8312bc8e7d38 service neutron] 10.222.0.11 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693130 Aug 28 12:50:51.003183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5ba51d25-4fc6-4fd4-829a-27cefdf33add req-56f2be60-86f4-4e7a-951f-a10ac292ab70 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Deleting port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:50:51.003601 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ba51d25-4fc6-4fd4-829a-27cefdf33add req-56f2be60-86f4-4e7a-951f-a10ac292ab70 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:51.103429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5ba51d25-4fc6-4fd4-829a-27cefdf33add req-56f2be60-86f4-4e7a-951f-a10ac292ab70 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] For port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e,segment=NetworkSegment(24970cf6-2f3d-4de1-9485-3f6e5c9a6394),segment_id=24970cf6-2f3d-4de1-9485-3f6e5c9a6394)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:51.104104 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ba51d25-4fc6-4fd4-829a-27cefdf33add req-56f2be60-86f4-4e7a-951f-a10ac292ab70 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:51.119508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5ba51d25-4fc6-4fd4-829a-27cefdf33add req-56f2be60-86f4-4e7a-951f-a10ac292ab70 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Calling delete_port for 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:50:51.125274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274e1b4-e9cd-4ebd-a171-910355092cad req-e9e69457-d1ea-4d92-9197-8a7e4cc1eddb tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:51.127645 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0274e1b4-e9cd-4ebd-a171-910355092cad req-e9e69457-d1ea-4d92-9197-8a7e4cc1eddb tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.0592999 Aug 28 12:50:51.187555 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0274e1b4-e9cd-4ebd-a171-910355092cad req-a50f0d8f-12f2-4557-ad02-4d842cfb231b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445669 Aug 28 12:50:51.316328 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3054-9a59-4f87-997a-58bf6383342b req-1dfd057c-489b-4e75-b806-2cf554302716 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:51.317943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9bd3054-9a59-4f87-997a-58bf6383342b req-1dfd057c-489b-4e75-b806-2cf554302716 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/ports?device_id=0253e04c-982b-445a-b990-d1133f9d4fdd HTTP/1.1" status: 200 len: 946 time: 0.0995719 Aug 28 12:50:51.330870 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ba51d25-4fc6-4fd4-829a-27cefdf33add req-56f2be60-86f4-4e7a-951f-a10ac292ab70 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:51.342046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:50:51.369876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2be60-86f4-4e7a-951f-a10ac292ab70 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Pushing event deleted for resources: {'Port': ['ID=1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:51.427867 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9bd3054-9a59-4f87-997a-58bf6383342b req-091681ef-9ef8-4123-ad6d-397b3f2287af tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034887 Aug 28 12:50:51.428295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba51d25-4fc6-4fd4-829a-27cefdf33add req-56f2be60-86f4-4e7a-951f-a10ac292ab70 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] No DVR routers for this DVR port 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:50:51.430954 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ba51d25-4fc6-4fd4-829a-27cefdf33add req-56f2be60-86f4-4e7a-951f-a10ac292ab70 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:51.433026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ba51d25-4fc6-4fd4-829a-27cefdf33add req-56f2be60-86f4-4e7a-951f-a10ac292ab70 tempest-AttachSCSIVolumeTestJSON-1784754576 tempest-AttachSCSIVolumeTestJSON-1784754576-project] 10.222.0.11 "DELETE /v2.0/ports/1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e HTTP/1.1" status: 204 len: 173 time: 0.6387546 Aug 28 12:50:51.520985 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966e9bf-c5fb-4495-bfbd-3b55b56b8e6e req-d2ada0fb-4f88-4fa8-a4de-8896d50598c9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:51.522597 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c966e9bf-c5fb-4495-bfbd-3b55b56b8e6e req-d2ada0fb-4f88-4fa8-a4de-8896d50598c9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0659602 Aug 28 12:50:51.568579 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c966e9bf-c5fb-4495-bfbd-3b55b56b8e6e req-1350617e-b2fa-4e6f-9d4f-5f99eb40e20d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380888 Aug 28 12:50:51.709072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0253e04c-982b-445a-b990-d1133f9d4fdd', 'name': 'network-vif-deleted', 'tag': '1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:50:51.711839 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40941989-c6d6-4627-a154-a12c31391ab0" -d '{"events": [{"server_uuid": "0253e04c-982b-445a-b990-d1133f9d4fdd", "name": "network-vif-deleted", "tag": "1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:50:51.780520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4a0a7-942a-4a7b-b5a4-11382a39d155 req-af4738d4-a4ea-4599-a801-812f54b41714 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:51.786933 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cd4a0a7-942a-4a7b-b5a4-11382a39d155 req-af4738d4-a4ea-4599-a801-812f54b41714 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 945 time: 0.0663438 Aug 28 12:50:51.787204 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db6cef2-7c4b-4864-b004-c031b16a5c2b x-openstack-request-id: req-5db6cef2-7c4b-4864-b004-c031b16a5c2b {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:50:51.787589 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0253e04c-982b-445a-b990-d1133f9d4fdd", "name": "network-vif-deleted", "tag": "1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:50:51.787901 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5db6cef2-7c4b-4864-b004-c031b16a5c2b {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:50:51.788524 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0253e04c-982b-445a-b990-d1133f9d4fdd', 'name': 'network-vif-deleted', 'tag': '1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e', 'status': 'completed', 'code': 200} Aug 28 12:50:51.821858 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cd4a0a7-942a-4a7b-b5a4-11382a39d155 req-4f1bc818-ce12-425c-b21c-46be808b8e58 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/security-groups?id=92158db8-eddc-4732-8635-c0917dfa3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327377 Aug 28 12:50:52.089522 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0fe42-5a6f-49c0-a88b-5b705c2ff1c2 req-691a0db1-a6b9-4495-ad43-76514c74ee61 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:52.090631 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03d0fe42-5a6f-49c0-a88b-5b705c2ff1c2 req-691a0db1-a6b9-4495-ad43-76514c74ee61 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 943 time: 0.0587707 Aug 28 12:50:52.135265 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03d0fe42-5a6f-49c0-a88b-5b705c2ff1c2 req-ad8ece6f-b087-4a67-a9ce-12db43c9622b tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372202 Aug 28 12:50:52.310182 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80ff39-6d67-4099-ac4c-dfab1260bd23 req-36c5a7fb-02cd-48ff-8763-6f34072b0667 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:52.311855 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e80ff39-6d67-4099-ac4c-dfab1260bd23 req-36c5a7fb-02cd-48ff-8763-6f34072b0667 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.0514622 Aug 28 12:50:52.357826 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e80ff39-6d67-4099-ac4c-dfab1260bd23 req-70592b01-4bd0-446d-a598-e34b4e7865d7 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384970 Aug 28 12:50:52.728923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48078) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:52.730241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da6663-f2aa-402c-91db-46139e9b75c0 req-681d680e-8c2e-4100-86d5-80be10af67a5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:52.732595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2da6663-f2aa-402c-91db-46139e9b75c0 req-681d680e-8c2e-4100-86d5-80be10af67a5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0710223 Aug 28 12:50:52.787350 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2da6663-f2aa-402c-91db-46139e9b75c0 req-b6c19776-cec1-4375-a501-25054dcabad5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457940 Aug 28 12:50:52.859626 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c441b-3f4c-488c-88e3-bc8cc5bdc1cc req-3bb1b93a-e032-4bb1-8481-b37e790188cb tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:52.861855 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-db1c441b-3f4c-488c-88e3-bc8cc5bdc1cc req-3bb1b93a-e032-4bb1-8481-b37e790188cb tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 945 time: 0.0683286 Aug 28 12:50:52.902809 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8cdfba79-f6b6-45b8-95c2-3a3aaf020346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:52.933445 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-db1c441b-3f4c-488c-88e3-bc8cc5bdc1cc req-35ccdf68-1eb4-4d74-b437-a8da8428e7c5 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/security-groups?id=92158db8-eddc-4732-8635-c0917dfa3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639286 Aug 28 12:50:53.025888 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8cdfba79-f6b6-45b8-95c2-3a3aaf020346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:53.029752 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8cdfba79-f6b6-45b8-95c2-3a3aaf020346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:53.076260 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8cdfba79-f6b6-45b8-95c2-3a3aaf020346 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=998f0f46522448798055cd4f497c2962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3462486 Aug 28 12:50:53.077522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfba79-f6b6-45b8-95c2-3a3aaf020346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50636d3-cca0-4e3a-85f9-9040adb4f39f,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:53.079143 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48114) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:53.150779 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cef34bdd-28df-4c60-9bf8-6a25b4a62775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:53.173217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cef34bdd-28df-4c60-9bf8-6a25b4a62775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:53.223065 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cef34bdd-28df-4c60-9bf8-6a25b4a62775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:53.226471 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cef34bdd-28df-4c60-9bf8-6a25b4a62775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:53.228013 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cef34bdd-28df-4c60-9bf8-6a25b4a62775 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c50636d3-cca0-4e3a-85f9-9040adb4f39f HTTP/1.1" status: 204 len: 168 time: 0.1446736 Aug 28 12:50:53.238565 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef34bdd-28df-4c60-9bf8-6a25b4a62775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50636d3-cca0-4e3a-85f9-9040adb4f39f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:53.263259 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cef1c-7093-4406-9c60-a9295cdaf9ce req-c7e90a84-7bb7-4a2d-bf3c-b1c7e1b2c90d tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:53.265872 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-240cef1c-7093-4406-9c60-a9295cdaf9ce req-c7e90a84-7bb7-4a2d-bf3c-b1c7e1b2c90d tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 943 time: 0.0619321 Aug 28 12:50:53.325998 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-240cef1c-7093-4406-9c60-a9295cdaf9ce req-f21525e0-b590-4662-9e4b-df9023c3ff81 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483990 Aug 28 12:50:53.561620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62097b89-3f8e-45c6-8e32-3549f5b2c956 req-c407740d-d4e0-40b8-94b5-e1defbb808fa tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:53.563594 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-62097b89-3f8e-45c6-8e32-3549f5b2c956 req-c407740d-d4e0-40b8-94b5-e1defbb808fa tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.0715716 Aug 28 12:50:53.622235 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-62097b89-3f8e-45c6-8e32-3549f5b2c956 req-4162812f-9fbc-4682-bcbc-fa662145cc2e tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517399 Aug 28 12:50:53.671925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bbc9c-ef68-4b6f-82ab-cb9be6f53b75 req-004169b8-1a1f-4042-b430-189080be1890 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:53.679245 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-610bbc9c-ef68-4b6f-82ab-cb9be6f53b75 req-004169b8-1a1f-4042-b430-189080be1890 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 945 time: 0.0732422 Aug 28 12:50:53.715602 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-610bbc9c-ef68-4b6f-82ab-cb9be6f53b75 req-88deced6-0780-4628-968e-eaf836541f50 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/security-groups?id=92158db8-eddc-4732-8635-c0917dfa3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340133 Aug 28 12:50:53.916586 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57e39d-7e44-448f-9bc4-cfdc1d4a89de req-0ef02073-b30e-48d3-86ea-42f70f52d1e8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:53.918123 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce57e39d-7e44-448f-9bc4-cfdc1d4a89de req-0ef02073-b30e-48d3-86ea-42f70f52d1e8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0623994 Aug 28 12:50:53.964423 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce57e39d-7e44-448f-9bc4-cfdc1d4a89de req-528e3fea-5464-491f-aa06-1c30c5b0b99c tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393941 Aug 28 12:50:54.212824 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85040e34-faaa-4328-bc6a-d0b4bfb01acb req-991a6d6b-f03a-4cd3-b791-102867a35850 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:54.214543 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85040e34-faaa-4328-bc6a-d0b4bfb01acb req-991a6d6b-f03a-4cd3-b791-102867a35850 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0835865 Aug 28 12:50:54.271760 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85040e34-faaa-4328-bc6a-d0b4bfb01acb req-000050c7-9ea5-4d5b-95c8-b496370e3621 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511873 Aug 28 12:50:54.283423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c87c75-bb40-4db1-b812-736acab1c227 req-13a732ad-02c6-486b-8101-1fdd5c23e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:54.286928 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65c87c75-bb40-4db1-b812-736acab1c227 req-13a732ad-02c6-486b-8101-1fdd5c23e23a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 1097 time: 0.0791645 Aug 28 12:50:54.406652 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c87c75-bb40-4db1-b812-736acab1c227 req-7fbb0ff6-d526-48e9-990f-5a4cf524bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:54.408140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65c87c75-bb40-4db1-b812-736acab1c227 req-7fbb0ff6-d526-48e9-990f-5a4cf524bb3e service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.1122415 Aug 28 12:50:54.485039 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e4800467-c3eb-4fe0-90ca-d32dad354a51 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:50:54.488687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:50:54.523741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019035a-b27c-4115-8fad-709f52cfaf9d req-9edb9cd6-9663-4d2b-bfbb-927369560c8e tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:54.525310 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a019035a-b27c-4115-8fad-709f52cfaf9d req-9edb9cd6-9663-4d2b-bfbb-927369560c8e tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 943 time: 0.1001801 Aug 28 12:50:54.527494 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65c87c75-bb40-4db1-b812-736acab1c227 req-1c15fa86-74d0-405d-9957-0df80e0d8ad2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9 HTTP/1.1" status: 200 len: 1000 time: 0.1115174 Aug 28 12:50:54.540571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:50:54.540824 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1b66f2af-714f-4b58-a0b0-fe3f9bd9ef3e not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:50:54.632567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c87c75-bb40-4db1-b812-736acab1c227 req-9acc3a87-f262-4255-8759-a6ebc76ade97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:54.634069 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65c87c75-bb40-4db1-b812-736acab1c227 req-9acc3a87-f262-4255-8759-a6ebc76ade97 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.0968671 Aug 28 12:50:54.635277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48214) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:54.659115 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a019035a-b27c-4115-8fad-709f52cfaf9d req-cce16d32-bf21-484d-b341-3e6c943c2279 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233191 Aug 28 12:50:54.705785 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e4800467-c3eb-4fe0-90ca-d32dad354a51, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e4800467-c3eb-4fe0-90ca-d32dad354a51,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:54.707961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c87c75-bb40-4db1-b812-736acab1c227 req-09369945-a8ff-49a6-b790-064f0f3a11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:54.710473 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65c87c75-bb40-4db1-b812-736acab1c227 req-09369945-a8ff-49a6-b790-064f0f3a11dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481815 Aug 28 12:50:54.730999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'e4800467-c3eb-4fe0-90ca-d32dad354a51', 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532', 'port_id': 'e4800467-c3eb-4fe0-90ca-d32dad354a51', 'mac_address': 'fa:16:3e:cc:45:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4308f611-4243-42be-8e8a-6ce4e311daa2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:50:54.790448 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:54.816947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87d7cd-5607-4f91-a773-7fce868eac48 req-3bc6e276-63da-4d4f-9c27-5802f339ba6e tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:54.818590 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df87d7cd-5607-4f91-a773-7fce868eac48 req-3bc6e276-63da-4d4f-9c27-5802f339ba6e tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.0848496 Aug 28 12:50:54.824592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4800467-c3eb-4fe0-90ca-d32dad354a51 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:50:54.884091 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e4800467-c3eb-4fe0-90ca-d32dad354a51, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e4800467-c3eb-4fe0-90ca-d32dad354a51,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:54.890484 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df87d7cd-5607-4f91-a773-7fce868eac48 req-369123e8-68bd-41c7-bda8-150d0442801f tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614176 Aug 28 12:50:54.890965 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:54.939090 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-593bf63a-96a1-4f07-a35e-50fd2a0a2aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:54.942867 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65c87c75-bb40-4db1-b812-736acab1c227 req-800c880d-4377-47ac-9b02-27462b20fe11 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220602 Aug 28 12:50:54.943781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e4800467-c3eb-4fe0-90ca-d32dad354a51,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:55.041645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383681a-8544-4fdf-82c2-102d471a79e7 req-d5eeb1fd-acff-4065-b518-1e2a786e9973 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:55.043223 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0383681a-8544-4fdf-82c2-102d471a79e7 req-d5eeb1fd-acff-4065-b518-1e2a786e9973 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 945 time: 0.1818106 Aug 28 12:50:55.330321 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['e4800467-c3eb-4fe0-90ca-d32dad354a51'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:50:55.409999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acb8ac-a16c-4be0-92df-ca7bf17cc53d req-ebd62d65-ebb3-48a6-9bd9-62db3f376217 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:55.413687 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-22acb8ac-a16c-4be0-92df-ca7bf17cc53d req-ebd62d65-ebb3-48a6-9bd9-62db3f376217 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0643010 Aug 28 12:50:55.462538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a3d91-0b11-4892-b3c5-e53d3d01175c req-ac8d0825-b876-4cb9-937a-213bfcbe023c tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:55.463687 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-22acb8ac-a16c-4be0-92df-ca7bf17cc53d req-7773559a-2382-4210-bf20-259138485ad7 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417140 Aug 28 12:50:55.464143 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f0a3d91-0b11-4892-b3c5-e53d3d01175c req-ac8d0825-b876-4cb9-937a-213bfcbe023c tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 945 time: 0.5005915 Aug 28 12:50:55.487824 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0383681a-8544-4fdf-82c2-102d471a79e7 req-6d5d1870-4d4b-4500-88e5-9f3286479a56 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/security-groups?id=92158db8-eddc-4732-8635-c0917dfa3265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072137 Aug 28 12:50:55.560545 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65c87c75-bb40-4db1-b812-736acab1c227 req-6f44f5cf-3e34-4a88-b8d0-fd09839d58f9 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986636 Aug 28 12:50:55.618519 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-593bf63a-96a1-4f07-a35e-50fd2a0a2aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:55.627065 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-593bf63a-96a1-4f07-a35e-50fd2a0a2aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:55.710547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-2f0a3d91-0b11-4892-b3c5-e53d3d01175c req-c95b7b06-cebf-439f-ba6d-0de4cb064380 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Deleting port 5f0649be-3f05-49ac-8121-c252091fb110 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:50:55.710891 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2f0a3d91-0b11-4892-b3c5-e53d3d01175c req-c95b7b06-cebf-439f-ba6d-0de4cb064380 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:55.721771 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-593bf63a-96a1-4f07-a35e-50fd2a0a2aa8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e97a7fa6a663466590f4e96d816ceee9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0854487 Aug 28 12:50:55.721983 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48232) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:55.736319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bf63a-96a1-4f07-a35e-50fd2a0a2aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c83f7a-d5de-4ceb-a02f-f8be8d0a1aba,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:55.781532 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46e2a414-d188-4d7f-805e-d93f07693df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:55.809680 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46e2a414-d188-4d7f-805e-d93f07693df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:55.836136 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adb005-75df-4986-b05f-25e9fa6bc97c req-ebab9a61-d949-4ad5-8f35-eea9437659f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:55.837659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11adb005-75df-4986-b05f-25e9fa6bc97c req-ebab9a61-d949-4ad5-8f35-eea9437659f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 1097 time: 0.1769567 Aug 28 12:50:55.867358 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46e2a414-d188-4d7f-805e-d93f07693df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:55.870102 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46e2a414-d188-4d7f-805e-d93f07693df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:55.871296 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-46e2a414-d188-4d7f-805e-d93f07693df7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6c83f7a-d5de-4ceb-a02f-f8be8d0a1aba HTTP/1.1" status: 204 len: 168 time: 0.1471138 Aug 28 12:50:55.878009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429f1a2-a1f8-49be-a173-7dd0a40a69dc req-72f09453-6418-4b65-ab43-88a27393c886 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:55.881907 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2a414-d188-4d7f-805e-d93f07693df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c83f7a-d5de-4ceb-a02f-f8be8d0a1aba,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:55.885756 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d429f1a2-a1f8-49be-a173-7dd0a40a69dc req-72f09453-6418-4b65-ab43-88a27393c886 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 944 time: 0.1514800 Aug 28 12:50:56.006910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-2f0a3d91-0b11-4892-b3c5-e53d3d01175c req-c95b7b06-cebf-439f-ba6d-0de4cb064380 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] For port 5f0649be-3f05-49ac-8121-c252091fb110, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5f0649be-3f05-49ac-8121-c252091fb110,segment=NetworkSegment(7d3203c0-d8b0-47b5-a973-a4bb95a4f147),segment_id=7d3203c0-d8b0-47b5-a973-a4bb95a4f147)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:56.007408 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2f0a3d91-0b11-4892-b3c5-e53d3d01175c req-c95b7b06-cebf-439f-ba6d-0de4cb064380 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:56.036424 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85746ce2-5ce7-4e05-9c9e-fec00a87ba47 req-04725312-571b-4836-8f79-be81c8d6feca tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:56.038262 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85746ce2-5ce7-4e05-9c9e-fec00a87ba47 req-04725312-571b-4836-8f79-be81c8d6feca tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.0637627 Aug 28 12:50:56.048709 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d429f1a2-a1f8-49be-a173-7dd0a40a69dc req-b039e33d-303d-43c4-a339-3fbc5a208dec tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620038 Aug 28 12:50:56.108593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adb005-75df-4986-b05f-25e9fa6bc97c req-81aef43f-d379-400e-a295-c463a1ab7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:56.110760 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11adb005-75df-4986-b05f-25e9fa6bc97c req-81aef43f-d379-400e-a295-c463a1ab7369 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.2230368 Aug 28 12:50:56.134928 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85746ce2-5ce7-4e05-9c9e-fec00a87ba47 req-73457a1d-a877-4a23-8a0d-c17c3b01331c tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803967 Aug 28 12:50:56.231246 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11adb005-75df-4986-b05f-25e9fa6bc97c req-c5dc4eef-5f85-4fd5-ba70-67a78043786c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9 HTTP/1.1" status: 200 len: 1000 time: 0.1113963 Aug 28 12:50:56.339175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adb005-75df-4986-b05f-25e9fa6bc97c req-9ba80563-6b60-4102-8e38-889b288b71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:56.340737 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11adb005-75df-4986-b05f-25e9fa6bc97c req-9ba80563-6b60-4102-8e38-889b288b71b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.1001666 Aug 28 12:50:56.351912 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2f0a3d91-0b11-4892-b3c5-e53d3d01175c req-c95b7b06-cebf-439f-ba6d-0de4cb064380 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:56.352308 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2f0a3d91-0b11-4892-b3c5-e53d3d01175c req-c95b7b06-cebf-439f-ba6d-0de4cb064380 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:56.352628 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [req-2f0a3d91-0b11-4892-b3c5-e53d3d01175c req-c95b7b06-cebf-439f-ba6d-0de4cb064380 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Floating IP d4b493c0-1bae-4c0e-a804-c05c7c1b58ce disassociated. External IP: 172.25.1.31, port: 5f0649be-3f05-49ac-8121-c252091fb110. Aug 28 12:50:56.354075 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-2f0a3d91-0b11-4892-b3c5-e53d3d01175c req-c95b7b06-cebf-439f-ba6d-0de4cb064380 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Calling delete_port for 5f0649be-3f05-49ac-8121-c252091fb110 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:50:56.439760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adb005-75df-4986-b05f-25e9fa6bc97c req-682ebbc0-efb1-4c13-a9d6-3351654eec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:56.441350 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11adb005-75df-4986-b05f-25e9fa6bc97c req-682ebbc0-efb1-4c13-a9d6-3351654eec15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920844 Aug 28 12:50:56.503708 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:50:56.580768 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11adb005-75df-4986-b05f-25e9fa6bc97c req-d03cee4b-2f23-4931-bedc-d1995a41c348 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310627 Aug 28 12:50:56.671802 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2f0a3d91-0b11-4892-b3c5-e53d3d01175c req-c95b7b06-cebf-439f-ba6d-0de4cb064380 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:56.725010 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332aa65-5b18-4918-883d-5e7f26576909 req-b5866c22-321b-4ed2-a0f2-fa823c220ddf tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:56.727494 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f332aa65-5b18-4918-883d-5e7f26576909 req-b5866c22-321b-4ed2-a0f2-fa823c220ddf tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1153607 Aug 28 12:50:56.741426 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ad94855-c3ae-4fce-96cb-06c48b978ef1 req-f3099980-8166-4826-97cc-5458f7e481a3 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 210 time: 0.1019719 Aug 28 12:50:56.742242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b7b06-cebf-439f-ba6d-0de4cb064380 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Pushing event deleted for resources: {'Port': ['ID=5f0649be-3f05-49ac-8121-c252091fb110,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:56.805454 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f332aa65-5b18-4918-883d-5e7f26576909 req-a425629a-80a2-4ddb-9879-243622ef3eb8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707288 Aug 28 12:50:56.903944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48272) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:56.915559 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11adb005-75df-4986-b05f-25e9fa6bc97c req-7da61774-d6d3-4d68-9cc2-cf8e8c0d665f service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240762 Aug 28 12:50:56.946437 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f0a3d91-0b11-4892-b3c5-e53d3d01175c req-c95b7b06-cebf-439f-ba6d-0de4cb064380 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:50:57.104858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b109cd-943a-4926-bb79-949dae622b9f req-45ab103b-93d2-4c22-baec-444bb2dbe7ff tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:57.106482 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-95b109cd-943a-4926-bb79-949dae622b9f req-45ab103b-93d2-4c22-baec-444bb2dbe7ff tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1075187 Aug 28 12:50:57.151323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f0a3d91-0b11-4892-b3c5-e53d3d01175c req-c95b7b06-cebf-439f-ba6d-0de4cb064380 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:50:57.163881 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164c3e1d-b7a0-457d-af6a-f60cf4581ead None None] Sync routers for ids ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:50:57.178863 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164c3e1d-b7a0-457d-af6a-f60cf4581ead None None] Routers {'89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:50:57.181809 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-164c3e1d-b7a0-457d-af6a-f60cf4581ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:50:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:57.198219 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-95b109cd-943a-4926-bb79-949dae622b9f req-89793d6d-3075-4b35-aeab-32c2499e44c0 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855050 Aug 28 12:50:57.199071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0a3d91-0b11-4892-b3c5-e53d3d01175c req-c95b7b06-cebf-439f-ba6d-0de4cb064380 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] No DVR routers for this DVR port 5f0649be-3f05-49ac-8121-c252091fb110 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:50:57.201832 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2f0a3d91-0b11-4892-b3c5-e53d3d01175c req-c95b7b06-cebf-439f-ba6d-0de4cb064380 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:57.204255 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f0a3d91-0b11-4892-b3c5-e53d3d01175c req-c95b7b06-cebf-439f-ba6d-0de4cb064380 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.11 "DELETE /v2.0/ports/5f0649be-3f05-49ac-8121-c252091fb110 HTTP/1.1" status: 204 len: 173 time: 1.7284071 Aug 28 12:50:57.204663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a397303-3c13-4557-a687-8fc7dc8806b4', 'name': 'network-vif-deleted', 'tag': '5f0649be-3f05-49ac-8121-c252091fb110'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:50:57.207503 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80851261-8b02-4661-ad2e-f36892b3d371" -d '{"events": [{"server_uuid": "0a397303-3c13-4557-a687-8fc7dc8806b4", "name": "network-vif-deleted", "tag": "5f0649be-3f05-49ac-8121-c252091fb110"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:50:57.402906 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd84a29-5f38-4e60-9d21-4baf4f7a7911 req-45ddbb60-91bc-424d-b9cb-328283499970 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:57.404492 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1dd84a29-5f38-4e60-9d21-4baf4f7a7911 req-45ddbb60-91bc-424d-b9cb-328283499970 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 944 time: 0.1550038 Aug 28 12:50:57.439168 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-164c3e1d-b7a0-457d-af6a-f60cf4581ead None None] Set router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:50:57.448813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1eebd-9d6e-4a55-929d-bbb9690fbaa1 req-83279375-e528-4a67-8c30-81beff2dbd83 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:57.450484 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ff1eebd-9d6e-4a55-929d-bbb9690fbaa1 req-83279375-e528-4a67-8c30-81beff2dbd83 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.1255558 Aug 28 12:50:57.512736 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1dd84a29-5f38-4e60-9d21-4baf4f7a7911 req-68272121-58df-4f36-9669-4f274d334ed7 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969360 Aug 28 12:50:57.513473 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ff1eebd-9d6e-4a55-929d-bbb9690fbaa1 req-d7285bff-92c8-43f7-9d71-3b3bfb08fd63 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539241 Aug 28 12:50:57.600113 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c024fcf9-8cf1-4f26-9344-1c66e04449cf x-openstack-request-id: req-c024fcf9-8cf1-4f26-9344-1c66e04449cf {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:50:57.601296 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a397303-3c13-4557-a687-8fc7dc8806b4", "name": "network-vif-deleted", "tag": "5f0649be-3f05-49ac-8121-c252091fb110", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:50:57.602179 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c024fcf9-8cf1-4f26-9344-1c66e04449cf {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:50:57.603063 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a397303-3c13-4557-a687-8fc7dc8806b4', 'name': 'network-vif-deleted', 'tag': '5f0649be-3f05-49ac-8121-c252091fb110', 'status': 'completed', 'code': 200} Aug 28 12:50:57.704984 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-633237b1-da5d-41bc-a9c9-6e1326f1fcca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:57.738795 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-164c3e1d-b7a0-457d-af6a-f60cf4581ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'name': 'tempest-ServersTestJSON-1050740521-router', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:48:28Z', 'updated_at': '2021-08-28T12:48:37Z', 'revision_number': 4, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'gw_port': {'id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:29Z', 'updated_at': '2021-08-28T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '93fe0827-19f1-40a0-853c-56ce6c8af4c3', 'name': '', 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'mac_address': 'fa:16:3e:f5:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '526a336e-900b-4689-af7c-3430ff17c63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:36Z', 'updated_at': '2021-08-28T12:48:52Z', 'revision_number': 5, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'subnets': [{'id': '526a336e-900b-4689-af7c-3430ff17c63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:57.741535 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01381031-3e5a-4782-bff2-40f15f5e3a6f req-ab77b0cf-dea0-4e5a-ac36-934cbf25315f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:57.744816 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01381031-3e5a-4782-bff2-40f15f5e3a6f req-ab77b0cf-dea0-4e5a-ac36-934cbf25315f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.0808718 Aug 28 12:50:57.786247 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164c3e1d-b7a0-457d-af6a-f60cf4581ead None None] Checking router: 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:50:57.796909 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164c3e1d-b7a0-457d-af6a-f60cf4581ead None None] Routers {'89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:50:57.797786 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-164c3e1d-b7a0-457d-af6a-f60cf4581ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:50:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:57.822439 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01381031-3e5a-4782-bff2-40f15f5e3a6f req-4abf2685-1a41-4828-b209-0799e2756081 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697231 Aug 28 12:50:57.944209 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2218efc6-f2ae-4586-9c47-c07587e01b43 req-9edf3f2b-5a12-4ea4-a413-01a706cf01ba tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a397303-3c13-4557-a687-8fc7dc8806b4 HTTP/1.1" status: 200 len: 210 time: 0.0698023 Aug 28 12:50:58.017208 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-164c3e1d-b7a0-457d-af6a-f60cf4581ead None None] Set router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:50:58.153977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48312) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:58.241018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-633237b1-da5d-41bc-a9c9-6e1326f1fcca admin admin] Deleting port 921902a1-474b-45ae-b108-09de33e82fb2 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:50:58.241437 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-633237b1-da5d-41bc-a9c9-6e1326f1fcca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:58.280617 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4415e8bf-b4ff-43fa-ba23-fad4d6a666c6 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:50:58.286727 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51222048-052e-4d6f-89ee-caf900539b4a req-1e44b595-80d3-43a4-bd6a-e1cecb3d5211 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:58.288272 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-51222048-052e-4d6f-89ee-caf900539b4a req-1e44b595-80d3-43a4-bd6a-e1cecb3d5211 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1005409 Aug 28 12:50:58.298013 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-164c3e1d-b7a0-457d-af6a-f60cf4581ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'name': 'tempest-ServersTestJSON-1050740521-router', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:48:28Z', 'updated_at': '2021-08-28T12:48:37Z', 'revision_number': 4, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'gw_port': {'id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:29Z', 'updated_at': '2021-08-28T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '93fe0827-19f1-40a0-853c-56ce6c8af4c3', 'name': '', 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'mac_address': 'fa:16:3e:f5:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '526a336e-900b-4689-af7c-3430ff17c63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:36Z', 'updated_at': '2021-08-28T12:48:52Z', 'revision_number': 5, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'subnets': [{'id': '526a336e-900b-4689-af7c-3430ff17c63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:58.319680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48316) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:58.320592 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4415e8bf-b4ff-43fa-ba23-fad4d6a666c6 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] 10.222.0.20 "PUT /v2.0/quotas/ca26136aa1584e20a5e0aae7193838ad HTTP/1.1" status: 200 len: 366 time: 0.1649065 Aug 28 12:50:58.328077 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164c3e1d-b7a0-457d-af6a-f60cf4581ead None None] The sync data for ids ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'] in n-d-791505-21 is: [{'id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'name': 'tempest-ServersTestJSON-1050740521-router', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:48:28Z', 'updated_at': '2021-08-28T12:48:37Z', 'revision_number': 4, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'gw_port': {'id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:29Z', 'updated_at': '2021-08-28T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '93fe0827-19f1-40a0-853c-56ce6c8af4c3', 'name': '', 'network_id': '34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'mac_address': 'fa:16:3e:f5:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '526a336e-900b-4689-af7c-3430ff17c63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:36Z', 'updated_at': '2021-08-28T12:48:52Z', 'revision_number': 5, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'subnets': [{'id': '526a336e-900b-4689-af7c-3430ff17c63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:50:58.355906 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-59a59271-317c-478a-9e8b-9c0dec7e069f tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0353718 Aug 28 12:50:58.360823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48318) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:58.369618 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-51222048-052e-4d6f-89ee-caf900539b4a req-f2bfd570-1dc2-424a-a1ae-5c9b7e3b2701 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746279 Aug 28 12:50:58.372629 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-70b6becc-5984-4d81-bc12-7b9cd2fe0d60 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] 10.222.0.20 "GET /v2.0/quotas/ca26136aa1584e20a5e0aae7193838ad HTTP/1.1" status: 200 len: 366 time: 0.0106418 Aug 28 12:50:58.375145 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48320) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:58.378229 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-633237b1-da5d-41bc-a9c9-6e1326f1fcca admin admin] For port 921902a1-474b-45ae-b108-09de33e82fb2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=921902a1-474b-45ae-b108-09de33e82fb2,segment=NetworkSegment(24970cf6-2f3d-4de1-9485-3f6e5c9a6394),segment_id=24970cf6-2f3d-4de1-9485-3f6e5c9a6394)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:58.378621 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-633237b1-da5d-41bc-a9c9-6e1326f1fcca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:58.403683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-633237b1-da5d-41bc-a9c9-6e1326f1fcca admin admin] Calling delete_port for 921902a1-474b-45ae-b108-09de33e82fb2 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:50:58.409162 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3190dd40-853d-4a48-89cf-8293ba29e31e tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/ca26136aa1584e20a5e0aae7193838ad HTTP/1.1" status: 204 len: 168 time: 0.0329444 Aug 28 12:50:58.411818 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48322) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:58.425480 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ef12a589-9086-4b26-a031-23b75f72ce69 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0125322 Aug 28 12:50:58.428863 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48324) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:58.468670 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7c958078-990a-40d4-9223-e45362bf2bd2 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] 10.222.0.20 "GET /v2.0/quotas/ca26136aa1584e20a5e0aae7193838ad HTTP/1.1" status: 200 len: 370 time: 0.0387511 Aug 28 12:50:58.471184 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48326) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:58.476282 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9bbfa51b-e805-4184-a9b1-46d3fb1a4abc tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] 10.222.0.20 "GET /v2.0/quotas/ca26136aa1584e20a5e0aae7193838ad/default HTTP/1.1" status: 200 len: 370 time: 0.0040693 Aug 28 12:50:58.479102 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48328) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:58.490543 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-8d376ffc-aee8-44c7-a006-65bd898d0af2 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] delete failed (client error): The resource could not be found. Aug 28 12:50:58.491425 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8d376ffc-aee8-44c7-a006-65bd898d0af2 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/ca26136aa1584e20a5e0aae7193838ad HTTP/1.1" status: 404 len: 348 time: 0.0105782 Aug 28 12:50:58.520948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e4800467-c3eb-4fe0-90ca-d32dad354a51 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:50:58.605757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port e4800467-c3eb-4fe0-90ca-d32dad354a51 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:50:58.613035 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port e4800467-c3eb-4fe0-90ca-d32dad354a51 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:50:58.615384 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:58.664426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48338) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:58.700401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69932eb2-8915-437b-a6c4-aca33995f944 None None] New status for floating IP d4b493c0-1bae-4c0e-a804-c05c7c1b58ce: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:50:58.728349 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66f2d2-99e1-437e-ab3c-befb6dba67de req-ef6ec76e-c35e-46b8-a146-c9ca719a77f2 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:58.730240 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d66f2d2-99e1-437e-ab3c-befb6dba67de req-ef6ec76e-c35e-46b8-a146-c9ca719a77f2 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.1102188 Aug 28 12:50:58.734689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.quota.resource [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Usage tracker for resource:network and tenant:c043a7e163ae460385618b6dbe2af0cc is out of sync, need to count used quota {{(pid=94877) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 12:50:58.750961 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-633237b1-da5d-41bc-a9c9-6e1326f1fcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:58.756837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d414f1b-0320-4b5f-a97f-e40bcdf7ad15 req-0752933e-2b89-456b-b151-ac6b1aac1674 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:58.758730 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5d414f1b-0320-4b5f-a97f-e40bcdf7ad15 req-0752933e-2b89-456b-b151-ac6b1aac1674 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 944 time: 0.1198475 Aug 28 12:50:58.760470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.quota.resource [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94877) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 12:50:58.767964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.quota.resource [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Usage tracker for resource:subnet and tenant:c043a7e163ae460385618b6dbe2af0cc is out of sync, need to count used quota {{(pid=94877) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 12:50:58.782647 n-d-791505-21 neutron-server[94877]: DEBUG neutron.quota.resource [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94877) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 12:50:58.802471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633237b1-da5d-41bc-a9c9-6e1326f1fcca admin admin] Pushing event deleted for resources: {'Port': ['ID=921902a1-474b-45ae-b108-09de33e82fb2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:58.805225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.quota.resource [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Usage tracker for resource:subnetpool and tenant:c043a7e163ae460385618b6dbe2af0cc is out of sync, need to count used quota {{(pid=94877) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 12:50:58.821411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.quota.resource [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94877) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 12:50:58.824728 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:58.831043 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5d414f1b-0320-4b5f-a97f-e40bcdf7ad15 req-fed959d2-1bb4-413d-bb6b-33e356935764 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596859 Aug 28 12:50:58.835917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.quota.resource [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Usage tracker for resource:port and tenant:c043a7e163ae460385618b6dbe2af0cc is out of sync, need to count used quota {{(pid=94877) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 12:50:58.841959 n-d-791505-21 neutron-server[94877]: DEBUG neutron.quota.resource [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94877) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 12:50:58.849510 n-d-791505-21 neutron-server[94877]: DEBUG neutron.quota.resource [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Usage tracker for resource:router and tenant:c043a7e163ae460385618b6dbe2af0cc is out of sync, need to count used quota {{(pid=94877) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 12:50:58.866444 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d66f2d2-99e1-437e-ab3c-befb6dba67de req-03647241-1578-4543-a15e-3b27e6416c28 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238623 Aug 28 12:50:58.876188 n-d-791505-21 neutron-server[94877]: DEBUG neutron.quota.resource [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94877) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 12:50:58.898336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.quota.resource [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Usage tracker for resource:floatingip and tenant:c043a7e163ae460385618b6dbe2af0cc is out of sync, need to count used quota {{(pid=94877) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 12:50:58.905382 n-d-791505-21 neutron-server[94877]: DEBUG neutron.quota.resource [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94877) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 12:50:58.936359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8563af6-7a9a-48cd-980d-867d1fa163b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4800467-c3eb-4fe0-90ca-d32dad354a51'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:50:58.941183 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27b06b6-fac7-413f-af3d-73373b7a8453" -d '{"events": [{"server_uuid": "d8563af6-7a9a-48cd-980d-867d1fa163b6", "name": "network-vif-plugged", "status": "completed", "tag": "e4800467-c3eb-4fe0-90ca-d32dad354a51"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:50:58.947611 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e4800467-c3eb-4fe0-90ca-d32dad354a51, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e4800467-c3eb-4fe0-90ca-d32dad354a51,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:58.972209 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:58.973957 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5f0649be-3f05-49ac-8121-c252091fb110 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:50:59.021870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.quota.resource [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Usage tracker for resource:security_group and tenant:c043a7e163ae460385618b6dbe2af0cc is out of sync, need to count used quota {{(pid=94877) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 12:50:59.030878 n-d-791505-21 neutron-server[94877]: DEBUG neutron.quota.resource [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94877) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 12:50:59.050624 n-d-791505-21 neutron-server[94877]: DEBUG neutron.quota.resource [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Usage tracker for resource:security_group_rule and tenant:c043a7e163ae460385618b6dbe2af0cc is out of sync, need to count used quota {{(pid=94877) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 28 12:50:59.057206 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-633237b1-da5d-41bc-a9c9-6e1326f1fcca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:59.068211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.quota.resource [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94877) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 28 12:50:59.078987 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c27a00f6-48a0-45d3-9273-2ac11af4d918 tempest-QuotasTest-1452201649 tempest-QuotasTest-1452201649-project-admin] 10.222.0.20 "GET /v2.0/quotas/c043a7e163ae460385618b6dbe2af0cc/details.json HTTP/1.1" status: 200 len: 703 time: 0.4068456 Aug 28 12:50:59.100096 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 5f0649be-3f05-49ac-8121-c252091fb110 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:50:59.100740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5f0649be-3f05-49ac-8121-c252091fb110 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:50:59.103899 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e192f970-32f2-42bc-8fff-09ee8b6eff0f x-openstack-request-id: req-e192f970-32f2-42bc-8fff-09ee8b6eff0f {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:50:59.104561 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8563af6-7a9a-48cd-980d-867d1fa163b6", "name": "network-vif-plugged", "status": "completed", "tag": "e4800467-c3eb-4fe0-90ca-d32dad354a51", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:50:59.105022 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e192f970-32f2-42bc-8fff-09ee8b6eff0f {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:50:59.105606 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8563af6-7a9a-48cd-980d-867d1fa163b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4800467-c3eb-4fe0-90ca-d32dad354a51', 'code': 200} Aug 28 12:50:59.106458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e4800467-c3eb-4fe0-90ca-d32dad354a51,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:59.163871 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48350) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:59.264251 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b35bd9c-5b49-4967-b2c2-4c8ea39c1490 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:59.282633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574352f-f21f-4613-942c-e60de4fa0d4c req-3a34c3b2-fadb-4ddc-9717-61082606d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:59.284144 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6574352f-f21f-4613-942c-e60de4fa0d4c req-3a34c3b2-fadb-4ddc-9717-61082606d52f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 1097 time: 0.1443148 Aug 28 12:50:59.294257 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b35bd9c-5b49-4967-b2c2-4c8ea39c1490 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:59.329664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633237b1-da5d-41bc-a9c9-6e1326f1fcca admin admin] Router 1788992b-aac2-4960-8c76-1c2821350c23 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:50:59.349543 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6574352f-f21f-4613-942c-e60de4fa0d4c req-bf811ab2-e711-4fc2-9620-9b1a08bf853b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572600 Aug 28 12:50:59.371859 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b35bd9c-5b49-4967-b2c2-4c8ea39c1490 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:59.374671 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b35bd9c-5b49-4967-b2c2-4c8ea39c1490 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:59.375971 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2b35bd9c-5b49-4967-b2c2-4c8ea39c1490 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "DELETE /v2.0/security-groups/92158db8-eddc-4732-8635-c0917dfa3265 HTTP/1.1" status: 204 len: 168 time: 0.2067862 Aug 28 12:50:59.380685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48352) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:59.402615 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35bd9c-5b49-4967-b2c2-4c8ea39c1490 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92158db8-eddc-4732-8635-c0917dfa3265,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:50:59.408328 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-2535d4f5-125a-4736-b6f5-7b1a27229592 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] show failed (client error): The resource could not be found. Aug 28 12:50:59.413979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2535d4f5-125a-4736-b6f5-7b1a27229592 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "GET /v2.0/security-groups/92158db8-eddc-4732-8635-c0917dfa3265 HTTP/1.1" status: 404 len: 347 time: 0.0321898 Aug 28 12:50:59.414829 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48358) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:59.455986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633237b1-da5d-41bc-a9c9-6e1326f1fcca admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:50:59.462569 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-633237b1-da5d-41bc-a9c9-6e1326f1fcca admin admin] 10.222.0.20 "PUT /v2.0/routers/1788992b-aac2-4960-8c76-1c2821350c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5573225 Aug 28 12:50:59.465190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48360) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:59.471327 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d878e67a-44de-4079-998b-62dd0eb2213b None None] Sync routers for ids ['1788992b-aac2-4960-8c76-1c2821350c23'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:50:59.483347 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d878e67a-44de-4079-998b-62dd0eb2213b None None] Routers {'1788992b-aac2-4960-8c76-1c2821350c23'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:50:59.484828 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d878e67a-44de-4079-998b-62dd0eb2213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:50:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['1788992b-aac2-4960-8c76-1c2821350c23'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:59.550140 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48362) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:50:59.578142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-79add937-3a1d-4782-9f9d-90dc9a619c73 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Deleting port f24ad15b-7e58-4901-a402-d4acaf2f9a3f {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:50:59.578938 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79add937-3a1d-4782-9f9d-90dc9a619c73 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:59.616388 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-d878e67a-44de-4079-998b-62dd0eb2213b None None] Set router 1788992b-aac2-4960-8c76-1c2821350c23 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:50:59.627126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff1321-04fe-4414-b079-d2800641c61f req-ced55fb1-1ae9-4229-ada6-538409546521 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:50:59.628646 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6eff1321-04fe-4414-b079-d2800641c61f req-ced55fb1-1ae9-4229-ada6-538409546521 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1438787 Aug 28 12:50:59.646866 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-331275e5-7fbe-4c51-b332-ae40309a57a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:59.671373 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79add937-3a1d-4782-9f9d-90dc9a619c73 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:59.671946 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79add937-3a1d-4782-9f9d-90dc9a619c73 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:59.686108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-79add937-3a1d-4782-9f9d-90dc9a619c73 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Calling delete_port for f24ad15b-7e58-4901-a402-d4acaf2f9a3f owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:50:59.715084 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9c92b0d-54a9-45fa-9c26-7938ae1af7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:59.724867 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6eff1321-04fe-4414-b079-d2800641c61f req-8d95b4cd-a6c5-4e73-b55b-c4408b6ff380 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846686 Aug 28 12:50:59.804884 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-331275e5-7fbe-4c51-b332-ae40309a57a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:59.872948 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-331275e5-7fbe-4c51-b332-ae40309a57a4 admin admin] Deleting port a55c0f5a-4f05-4df0-b519-0b558d464bb2 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:50:59.873342 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-331275e5-7fbe-4c51-b332-ae40309a57a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:59.887505 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d878e67a-44de-4079-998b-62dd0eb2213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1788992b-aac2-4960-8c76-1c2821350c23', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857326769-router', 'tenant_id': '41914e9b026a491686f98f53e63966e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'a55c0f5a-4f05-4df0-b519-0b558d464bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:00Z', 'updated_at': '2021-08-28T12:50:58Z', 'revision_number': 5, 'project_id': '41914e9b026a491686f98f53e63966e0', 'gw_port': {'id': 'a55c0f5a-4f05-4df0-b519-0b558d464bb2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1788992b-aac2-4960-8c76-1c2821350c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:01Z', 'updated_at': '2021-08-28T12:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:59.936871 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9c92b0d-54a9-45fa-9c26-7938ae1af7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:59.938638 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79add937-3a1d-4782-9f9d-90dc9a619c73 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:59.953652 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9c92b0d-54a9-45fa-9c26-7938ae1af7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:50:59.954658 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d878e67a-44de-4079-998b-62dd0eb2213b None None] Checking router: 1788992b-aac2-4960-8c76-1c2821350c23 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:50:59.966941 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d878e67a-44de-4079-998b-62dd0eb2213b None None] Routers {'1788992b-aac2-4960-8c76-1c2821350c23'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:50:59.967932 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d878e67a-44de-4079-998b-62dd0eb2213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:50:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['1788992b-aac2-4960-8c76-1c2821350c23'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:50:59.978391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-331275e5-7fbe-4c51-b332-ae40309a57a4 admin admin] For port a55c0f5a-4f05-4df0-b519-0b558d464bb2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a55c0f5a-4f05-4df0-b519-0b558d464bb2,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:50:59.979412 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-331275e5-7fbe-4c51-b332-ae40309a57a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:00.018721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79add937-3a1d-4782-9f9d-90dc9a619c73 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Pushing event deleted for resources: {'Port': ['ID=f24ad15b-7e58-4901-a402-d4acaf2f9a3f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:00.021654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-331275e5-7fbe-4c51-b332-ae40309a57a4 admin admin] Calling delete_port for a55c0f5a-4f05-4df0-b519-0b558d464bb2 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:00.030715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c92b0d-54a9-45fa-9c26-7938ae1af7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c37e08d-683d-45fd-91fb-dda1dcc04993,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:00.065365 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-d878e67a-44de-4079-998b-62dd0eb2213b None None] Set router 1788992b-aac2-4960-8c76-1c2821350c23 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:51:00.120639 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d878e67a-44de-4079-998b-62dd0eb2213b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1788992b-aac2-4960-8c76-1c2821350c23', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857326769-router', 'tenant_id': '41914e9b026a491686f98f53e63966e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:00Z', 'updated_at': '2021-08-28T12:50:59Z', 'revision_number': 6, 'project_id': '41914e9b026a491686f98f53e63966e0', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:00.147548 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d878e67a-44de-4079-998b-62dd0eb2213b None None] The sync data for ids ['1788992b-aac2-4960-8c76-1c2821350c23'] in n-d-791505-21 is: [{'id': '1788992b-aac2-4960-8c76-1c2821350c23', 'name': 'tempest-AttachSCSIVolumeTestJSON-1857326769-router', 'tenant_id': '41914e9b026a491686f98f53e63966e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:00Z', 'updated_at': '2021-08-28T12:50:59Z', 'revision_number': 6, 'project_id': '41914e9b026a491686f98f53e63966e0', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:51:00.169297 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f9c92b0d-54a9-45fa-9c26-7938ae1af7fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91e49d88af4647208c0874fd6ec0856d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6179931 Aug 28 12:51:00.174773 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79add937-3a1d-4782-9f9d-90dc9a619c73 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:00.181794 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79add937-3a1d-4782-9f9d-90dc9a619c73 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:00.181794 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-79add937-3a1d-4782-9f9d-90dc9a619c73 tempest-ServersTestJSON-2027371201 tempest-ServersTestJSON-2027371201-project] 10.222.0.20 "DELETE /v2.0/floatingips/d4b493c0-1bae-4c0e-a804-c05c7c1b58ce HTTP/1.1" status: 204 len: 168 time: 0.7632563 Aug 28 12:51:00.181794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48376) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:00.193239 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48378) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:00.265030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6cecf-b8fc-4bab-bdba-9df34dcee22d req-377f96ba-48fc-4c82-8d42-236c89d302e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:00.266587 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8d6cecf-b8fc-4bab-bdba-9df34dcee22d req-377f96ba-48fc-4c82-8d42-236c89d302e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=819b91169b1e4280b386bd53b09e7c4e&device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 1097 time: 0.2434647 Aug 28 12:51:00.290717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa76f0-859d-473c-bd23-2c6c28fc7f9a req-02abf5bc-bbc5-4312-8607-6ef95d9a8e83 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:00.292296 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bdfa76f0-859d-473c-bd23-2c6c28fc7f9a req-02abf5bc-bbc5-4312-8607-6ef95d9a8e83 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.2673635 Aug 28 12:51:00.392671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b030f6d-cb81-479e-a48c-3dd7858caf43 req-0568d31d-9eb4-448c-b516-e3d7418559e8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:00.394155 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b030f6d-cb81-479e-a48c-3dd7858caf43 req-0568d31d-9eb4-448c-b516-e3d7418559e8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.4039347 Aug 28 12:51:00.449384 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dc873870-e583-499a-8915-5a71a33746e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:00.472284 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bdfa76f0-859d-473c-bd23-2c6c28fc7f9a req-de2a7b30-be38-4b24-9012-890d473e1560 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616898 Aug 28 12:51:00.478052 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b030f6d-cb81-479e-a48c-3dd7858caf43 req-eeb2f975-cb3c-498a-b9cf-da957cb73761 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753031 Aug 28 12:51:00.533975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6cecf-b8fc-4bab-bdba-9df34dcee22d req-7e09fbc2-3968-4a47-b4dd-3746bece6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:00.536335 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8d6cecf-b8fc-4bab-bdba-9df34dcee22d req-7e09fbc2-3968-4a47-b4dd-3746bece6408 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 200 len: 912 time: 0.2559619 Aug 28 12:51:00.538150 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dc873870-e583-499a-8915-5a71a33746e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:00.580697 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-331275e5-7fbe-4c51-b332-ae40309a57a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:00.635950 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331275e5-7fbe-4c51-b332-ae40309a57a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a55c0f5a-4f05-4df0-b519-0b558d464bb2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:00.690236 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-331275e5-7fbe-4c51-b332-ae40309a57a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:00.788491 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-331275e5-7fbe-4c51-b332-ae40309a57a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:00.790871 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-331275e5-7fbe-4c51-b332-ae40309a57a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:00.839401 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-331275e5-7fbe-4c51-b332-ae40309a57a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:00.840149 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331275e5-7fbe-4c51-b332-ae40309a57a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1788992b-aac2-4960-8c76-1c2821350c23 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:51:00.845605 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-331275e5-7fbe-4c51-b332-ae40309a57a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:00.849944 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-331275e5-7fbe-4c51-b332-ae40309a57a4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1788992b-aac2-4960-8c76-1c2821350c23 HTTP/1.1" status: 204 len: 168 time: 1.3774736 Aug 28 12:51:00.850231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48382) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:00.894000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-8064d10f-c072-457c-8d80-36cd77aae446 admin admin] Deleting subnet 1c3e704e-4310-4fea-8e11-22dd4456d141 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:51:00.897904 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8064d10f-c072-457c-8d80-36cd77aae446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:00.933687 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8064d10f-c072-457c-8d80-36cd77aae446 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.022032 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8064d10f-c072-457c-8d80-36cd77aae446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.070087 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8d6cecf-b8fc-4bab-bdba-9df34dcee22d req-095d698c-cdbc-4995-add3-efd5ae5555c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9 HTTP/1.1" status: 200 len: 1000 time: 0.5174453 Aug 28 12:51:01.097594 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8064d10f-c072-457c-8d80-36cd77aae446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.101904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147121e-8877-43a5-9a3e-7d52c5738e2d req-0e6cc74d-8733-43ba-94ce-f77acb247fd2 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:01.110897 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5147121e-8877-43a5-9a3e-7d52c5738e2d req-0e6cc74d-8733-43ba-94ce-f77acb247fd2 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.4785442 Aug 28 12:51:01.112667 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dc873870-e583-499a-8915-5a71a33746e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.115686 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dc873870-e583-499a-8915-5a71a33746e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.116924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dc873870-e583-499a-8915-5a71a33746e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c37e08d-683d-45fd-91fb-dda1dcc04993 HTTP/1.1" status: 204 len: 168 time: 0.9309323 Aug 28 12:51:01.128671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064d10f-c072-457c-8d80-36cd77aae446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3e704e-4310-4fea-8e11-22dd4456d141,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:01.141016 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8064d10f-c072-457c-8d80-36cd77aae446 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.142288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28991e2b-d571-4e0d-8c76-95bbe9994c3b None None] Network b62ba815-d959-4c50-8fd6-127aad0ca957 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:01.147983 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8064d10f-c072-457c-8d80-36cd77aae446 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1c3e704e-4310-4fea-8e11-22dd4456d141 HTTP/1.1" status: 204 len: 168 time: 0.2966280 Aug 28 12:51:01.148675 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48386) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:01.230454 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.235187 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a55c0f5a-4f05-4df0-b519-0b558d464bb2 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:01.238430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6cecf-b8fc-4bab-bdba-9df34dcee22d req-d9b57f2d-6d2c-459d-939e-0d5ea62c8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:01.242112 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8d6cecf-b8fc-4bab-bdba-9df34dcee22d req-d9b57f2d-6d2c-459d-939e-0d5ea62c8fa7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 200 len: 851 time: 0.1631200 Aug 28 12:51:01.262980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc873870-e583-499a-8915-5a71a33746e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c37e08d-683d-45fd-91fb-dda1dcc04993,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:01.304916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: a55c0f5a-4f05-4df0-b519-0b558d464bb2 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:01.305836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a55c0f5a-4f05-4df0-b519-0b558d464bb2 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:01.306582 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 921902a1-474b-45ae-b108-09de33e82fb2 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:01.310756 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] Deleting port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:01.310756 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.349407 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 921902a1-474b-45ae-b108-09de33e82fb2 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:01.350922 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 921902a1-474b-45ae-b108-09de33e82fb2 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:01.359546 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5147121e-8877-43a5-9a3e-7d52c5738e2d req-f25e78ac-4ac6-4d70-9416-6cf59cb33857 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325375 Aug 28 12:51:01.372219 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6cecf-b8fc-4bab-bdba-9df34dcee22d req-995c954e-d365-4650-808f-92cd6a9443c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:01.373721 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8d6cecf-b8fc-4bab-bdba-9df34dcee22d req-995c954e-d365-4650-808f-92cd6a9443c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60a4a2e2-32f4-42e8-a215-a251458b02ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061690 Aug 28 12:51:01.427806 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] For port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bd4b18b2-d9f2-4423-92fb-983eff2b8cdd,segment=NetworkSegment(24970cf6-2f3d-4de1-9485-3f6e5c9a6394),segment_id=24970cf6-2f3d-4de1-9485-3f6e5c9a6394)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:01.428351 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.447811 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b298a21-2d8e-465a-b434-6b62599c7ef5 None None] DHCP port deletion for b62ba815-d959-4c50-8fd6-127aad0ca957 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:51:01.465874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] Calling delete_port for bd4b18b2-d9f2-4423-92fb-983eff2b8cdd owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:01.535710 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8d6cecf-b8fc-4bab-bdba-9df34dcee22d req-4f454d2b-1b74-44c6-8088-3d253ce86ce4 service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534915 Aug 28 12:51:01.544805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6b298a21-2d8e-465a-b434-6b62599c7ef5 None None] Deleting port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:01.545654 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6b298a21-2d8e-465a-b434-6b62599c7ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.615787 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48394) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:01.633604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6b298a21-2d8e-465a-b434-6b62599c7ef5 None None] For port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bd4b18b2-d9f2-4423-92fb-983eff2b8cdd,segment=NetworkSegment(24970cf6-2f3d-4de1-9485-3f6e5c9a6394),segment_id=24970cf6-2f3d-4de1-9485-3f6e5c9a6394)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:01.634511 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6b298a21-2d8e-465a-b434-6b62599c7ef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.642553 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.645365 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6780249-d463-45e7-9a35-c54a86beb481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.654439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6b298a21-2d8e-465a-b434-6b62599c7ef5 None None] Calling delete_port for bd4b18b2-d9f2-4423-92fb-983eff2b8cdd owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:01.693204 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4b18b2-d9f2-4423-92fb-983eff2b8cdd,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:01.700450 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] No DVR routers for this DVR port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:01.726930 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85696e73-20f6-4322-baab-4947da984134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.740409 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6b298a21-2d8e-465a-b434-6b62599c7ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.767146 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b298a21-2d8e-465a-b434-6b62599c7ef5 None None] Pushing event deleted for resources: {'Port': ['ID=bd4b18b2-d9f2-4423-92fb-983eff2b8cdd,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:01.775155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b298a21-2d8e-465a-b434-6b62599c7ef5 None None] No DVR routers for this DVR port bd4b18b2-d9f2-4423-92fb-983eff2b8cdd on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:01.790445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4404bb-13e3-4c68-b001-6a5b4098462b req-15d2122b-d197-419d-af30-08f019926e2f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:01.791906 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8e4404bb-13e3-4c68-b001-6a5b4098462b req-15d2122b-d197-419d-af30-08f019926e2f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.1586671 Aug 28 12:51:01.799039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8d6cecf-b8fc-4bab-bdba-9df34dcee22d req-4fa3d868-11ab-4a38-8972-8b9e2449522e service neutron] 10.222.0.11 "GET /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439175 Aug 28 12:51:01.812778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d5a97-ed55-4606-be03-212cc6379634 req-3741e77e-6120-4fd3-be0d-7066b93f3a99 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:01.815526 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-823d5a97-ed55-4606-be03-212cc6379634 req-3741e77e-6120-4fd3-be0d-7066b93f3a99 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1912675 Aug 28 12:51:01.828182 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.855369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62ba815-d959-4c50-8fd6-127aad0ca957']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:01.869050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24970cf6-2f3d-4de1-9485-3f6e5c9a6394') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:01.869348 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24970cf6-2f3d-4de1-9485-3f6e5c9a6394') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:01.880746 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8e4404bb-13e3-4c68-b001-6a5b4098462b req-12417f66-6058-457e-a130-9a3b6e9ab693 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785308 Aug 28 12:51:01.887715 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.922103 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-823d5a97-ed55-4606-be03-212cc6379634 req-6350b8c0-14bc-41fe-abb7-41ce6879cefb tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995538 Aug 28 12:51:01.928295 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.940776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:01.940776 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:01.941708 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:02.050780 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6780249-d463-45e7-9a35-c54a86beb481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:02.051795 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:02.057678 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:02.059113 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b62ba815-d959-4c50-8fd6-127aad0ca957 HTTP/1.1" status: 204 len: 168 time: 0.9094753 Aug 28 12:51:02.061977 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6780249-d463-45e7-9a35-c54a86beb481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:02.065899 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48402) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:02.069756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-85696e73-20f6-4322-baab-4947da984134 admin admin] Deleting port 93fe0827-19f1-40a0-853c-56ce6c8af4c3 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:02.070059 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85696e73-20f6-4322-baab-4947da984134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:02.128794 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bda69-cefa-4511-bccd-d0fb3d997924 admin admin] Pushing event deleted for resources: {'Network': ['ID=b62ba815-d959-4c50-8fd6-127aad0ca957,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:02.156701 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286a493-119c-47a5-ab53-67a456489427 req-7cfd6edf-28e8-448a-9526-9da46e0f063a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:02.157328 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a6780249-d463-45e7-9a35-c54a86beb481 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c043a7e163ae460385618b6dbe2af0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404158 Aug 28 12:51:02.158204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d286a493-119c-47a5-ab53-67a456489427 req-7cfd6edf-28e8-448a-9526-9da46e0f063a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.1073329 Aug 28 12:51:02.160073 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6780249-d463-45e7-9a35-c54a86beb481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6c5dc2-f970-4218-b826-7aac1591c23a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:02.164705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48404) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:02.220397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-85696e73-20f6-4322-baab-4947da984134 admin admin] For port 93fe0827-19f1-40a0-853c-56ce6c8af4c3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=93fe0827-19f1-40a0-853c-56ce6c8af4c3,segment=NetworkSegment(7d3203c0-d8b0-47b5-a973-a4bb95a4f147),segment_id=7d3203c0-d8b0-47b5-a973-a4bb95a4f147)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:02.220760 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85696e73-20f6-4322-baab-4947da984134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:02.252312 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-85696e73-20f6-4322-baab-4947da984134 admin admin] Calling delete_port for 93fe0827-19f1-40a0-853c-56ce6c8af4c3 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:02.264444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d286a493-119c-47a5-ab53-67a456489427 req-912bd2b6-2c50-4670-9433-7fb84bed0e35 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953243 Aug 28 12:51:02.322386 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9ebc44b0-1532-41d9-9ee3-0237601a79d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:02.356298 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9ebc44b0-1532-41d9-9ee3-0237601a79d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:02.482654 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9ebc44b0-1532-41d9-9ee3-0237601a79d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:02.485489 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9ebc44b0-1532-41d9-9ee3-0237601a79d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:02.486748 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9ebc44b0-1532-41d9-9ee3-0237601a79d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d6c5dc2-f970-4218-b826-7aac1591c23a HTTP/1.1" status: 204 len: 168 time: 0.3211083 Aug 28 12:51:02.506994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc44b0-1532-41d9-9ee3-0237601a79d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6c5dc2-f970-4218-b826-7aac1591c23a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:02.533856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b6b98-a67d-4684-9b0d-d8f3d3c3b800 req-a8327634-8daf-436c-8a4a-227ccaa1f6ee tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:02.542920 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-153b6b98-a67d-4684-9b0d-d8f3d3c3b800 req-a8327634-8daf-436c-8a4a-227ccaa1f6ee tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.0962505 Aug 28 12:51:02.558025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3f7c7-4372-435c-83c6-b9e33b00ecac req-57945ea1-31fb-4b07-8b03-df19831c85f0 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:02.559514 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4e3f7c7-4372-435c-83c6-b9e33b00ecac req-57945ea1-31fb-4b07-8b03-df19831c85f0 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.1077845 Aug 28 12:51:02.576574 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85696e73-20f6-4322-baab-4947da984134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:02.591029 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-153b6b98-a67d-4684-9b0d-d8f3d3c3b800 req-a01fe77c-1db5-4d83-a90b-a7461b8de8b0 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470700 Aug 28 12:51:02.601196 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ab4d185-05e8-4202-9658-bce832114f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:02.615957 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85696e73-20f6-4322-baab-4947da984134 admin admin] Pushing event deleted for resources: {'Port': ['ID=93fe0827-19f1-40a0-853c-56ce6c8af4c3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:02.680184 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4e3f7c7-4372-435c-83c6-b9e33b00ecac req-a28abc63-1f44-4566-81ec-001a84a5db1f tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109018 Aug 28 12:51:02.860782 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85696e73-20f6-4322-baab-4947da984134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:02.888467 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc866e-f99d-4b7e-9f5e-c2ede5641776 req-173b927d-e947-4625-9c02-bccc915cb9f4 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:02.896257 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dcfc866e-f99d-4b7e-9f5e-c2ede5641776 req-173b927d-e947-4625-9c02-bccc915cb9f4 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.1582260 Aug 28 12:51:03.023443 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dcfc866e-f99d-4b7e-9f5e-c2ede5641776 req-54d441cd-c65c-4181-a280-46be62359798 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211948 Aug 28 12:51:03.093306 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bd4b18b2-d9f2-4423-92fb-983eff2b8cdd no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:03.122823 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: bd4b18b2-d9f2-4423-92fb-983eff2b8cdd {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:03.123061 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4d185-05e8-4202-9658-bce832114f03 admin admin] Deleting port 289fab28-7ae2-400c-8886-29d96c2e20b7 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:03.123438 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ab4d185-05e8-4202-9658-bce832114f03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:03.130482 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bd4b18b2-d9f2-4423-92fb-983eff2b8cdd not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:03.169705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f2e39-ee6c-4fb3-b961-23c48275946c req-5123a6c4-21dd-479b-ab5b-3c8cc38a6c5e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:03.172003 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fa4f2e39-ee6c-4fb3-b961-23c48275946c req-5123a6c4-21dd-479b-ab5b-3c8cc38a6c5e tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1110528 Aug 28 12:51:03.228341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-3ab4d185-05e8-4202-9658-bce832114f03 admin admin] For port 289fab28-7ae2-400c-8886-29d96c2e20b7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=289fab28-7ae2-400c-8886-29d96c2e20b7,segment=NetworkSegment(2c2757f1-a86e-442e-952b-aedf50797a41),segment_id=2c2757f1-a86e-442e-952b-aedf50797a41)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:03.228761 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ab4d185-05e8-4202-9658-bce832114f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:03.247247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4d185-05e8-4202-9658-bce832114f03 admin admin] Calling delete_port for 289fab28-7ae2-400c-8886-29d96c2e20b7 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:03.251210 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fa4f2e39-ee6c-4fb3-b961-23c48275946c req-e9616afb-602b-4f87-a8df-b667c1949d1a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458074 Aug 28 12:51:03.274916 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85696e73-20f6-4322-baab-4947da984134 admin admin] Router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:51:03.448001 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b595e6a-dd63-4aff-b80c-b987b328e990 req-2cf915f5-bc13-4def-b5f7-b12bc714fc9f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:03.449908 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b595e6a-dd63-4aff-b80c-b987b328e990 req-2cf915f5-bc13-4def-b5f7-b12bc714fc9f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1047444 Aug 28 12:51:03.499237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85696e73-20f6-4322-baab-4947da984134 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:51:03.510197 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48450) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:03.510914 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-85696e73-20f6-4322-baab-4947da984134 admin admin] 10.222.0.20 "PUT /v2.0/routers/89353c06-2ed2-4aa4-a6fa-e64ce599e2a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3144474 Aug 28 12:51:03.514144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5e6e35-9bae-4844-a70d-6abee395f170 None None] Sync routers for ids ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:51:03.529176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5e6e35-9bae-4844-a70d-6abee395f170 None None] Routers {'89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:51:03.530883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4d5e6e35-9bae-4844-a70d-6abee395f170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:50:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:03.570081 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b595e6a-dd63-4aff-b80c-b987b328e990 req-3c93b24d-2999-4c52-8861-b679c995d445 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080759 Aug 28 12:51:03.583863 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ab4d185-05e8-4202-9658-bce832114f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:03.722100 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4d185-05e8-4202-9658-bce832114f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=289fab28-7ae2-400c-8886-29d96c2e20b7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:03.780704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48470) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:03.958982 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-4d5e6e35-9bae-4844-a70d-6abee395f170 None None] Set router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:51:03.993868 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9c37-3d95-4f33-be1d-d73c658d73db admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:03.995278 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4000be1e-704d-47bc-b573-1ecaad27a35c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-254134975'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:04.028167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4000be1e-704d-47bc-b573-1ecaad27a35c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:04.037966 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4000be1e-704d-47bc-b573-1ecaad27a35c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:04.049495 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4000be1e-704d-47bc-b573-1ecaad27a35c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:04.052630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5d89a-e0e7-4eb8-bce1-064cb6ef9acc req-79fcecaa-0f80-426f-b644-8ac1f6703324 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:04.054180 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d2c5d89a-e0e7-4eb8-bce1-064cb6ef9acc req-79fcecaa-0f80-426f-b644-8ac1f6703324 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.3616083 Aug 28 12:51:04.110413 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ab4d185-05e8-4202-9658-bce832114f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:04.188277 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4000be1e-704d-47bc-b573-1ecaad27a35c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:04.193978 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4000be1e-704d-47bc-b573-1ecaad27a35c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:04.202261 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d2c5d89a-e0e7-4eb8-bce1-064cb6ef9acc req-f44ec279-4231-4658-b606-7f11ed233de2 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279588 Aug 28 12:51:04.211667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4d5e6e35-9bae-4844-a70d-6abee395f170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'name': 'tempest-ServersTestJSON-1050740521-router', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:48:28Z', 'updated_at': '2021-08-28T12:51:02Z', 'revision_number': 5, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'gw_port': {'id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:29Z', 'updated_at': '2021-08-28T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:04.249304 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5e6e35-9bae-4844-a70d-6abee395f170 None None] Checking router: 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:51:04.261173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5e6e35-9bae-4844-a70d-6abee395f170 None None] Routers {'89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:51:04.263013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4d5e6e35-9bae-4844-a70d-6abee395f170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:50:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:04.268773 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9c37-3d95-4f33-be1d-d73c658d73db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:04.271047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4000be1e-704d-47bc-b573-1ecaad27a35c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:04.287909 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4000be1e-704d-47bc-b573-1ecaad27a35c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:04.288276 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-4000be1e-704d-47bc-b573-1ecaad27a35c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Added segment d8a765a8-4675-43ed-935c-a46b66fb5969 of type vlan for network b53fd642-aa61-4a48-93f8-ba595074e8c3 Aug 28 12:51:04.342326 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4000be1e-704d-47bc-b573-1ecaad27a35c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:04.389832 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000be1e-704d-47bc-b573-1ecaad27a35c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ccf236-7533-4269-910b-c4b98aa8733b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:04.392874 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4000be1e-704d-47bc-b573-1ecaad27a35c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:04.401184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4000be1e-704d-47bc-b573-1ecaad27a35c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:04.401184 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4000be1e-704d-47bc-b573-1ecaad27a35c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:04.440448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-4d5e6e35-9bae-4844-a70d-6abee395f170 None None] Set router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:51:04.489918 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4000be1e-704d-47bc-b573-1ecaad27a35c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7065022 Aug 28 12:51:04.500065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000be1e-704d-47bc-b573-1ecaad27a35c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Network': ['ID=b53fd642-aa61-4a48-93f8-ba595074e8c3,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:04.512069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network b53fd642-aa61-4a48-93f8-ba595074e8c3 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:04.531258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f226cef-3edc-4623-b39d-d1b4d318d4a4 req-9c1e8d71-aadd-4bd9-ba78-fdf00a27f04d tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:04.532776 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3f226cef-3edc-4623-b39d-d1b4d318d4a4 req-9c1e8d71-aadd-4bd9-ba78-fdf00a27f04d tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.1967275 Aug 28 12:51:04.539970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d9c37-3d95-4f33-be1d-d73c658d73db admin admin] Deleting port d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:04.540310 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9c37-3d95-4f33-be1d-d73c658d73db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:04.622475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab939c-1929-4db7-a4fc-ef92f52e6739 req-088ef300-cb48-48b1-908a-92c5bfd7d872 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:04.632674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-92ab939c-1929-4db7-a4fc-ef92f52e6739 req-088ef300-cb48-48b1-908a-92c5bfd7d872 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=30c12832-a8d3-4ef2-806a-b4cb5402595f HTTP/1.1" status: 200 len: 944 time: 0.0760479 Aug 28 12:51:04.725057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4d5e6e35-9bae-4844-a70d-6abee395f170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'name': 'tempest-ServersTestJSON-1050740521-router', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:48:28Z', 'updated_at': '2021-08-28T12:51:02Z', 'revision_number': 5, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'gw_port': {'id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:29Z', 'updated_at': '2021-08-28T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:04.759412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5e6e35-9bae-4844-a70d-6abee395f170 None None] The sync data for ids ['89353c06-2ed2-4aa4-a6fa-e64ce599e2a5'] in n-d-791505-21 is: [{'id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'name': 'tempest-ServersTestJSON-1050740521-router', 'tenant_id': 'a82bd92446f943d4aa701f8d58bc405f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:48:28Z', 'updated_at': '2021-08-28T12:51:02Z', 'revision_number': 5, 'project_id': 'a82bd92446f943d4aa701f8d58bc405f', 'gw_port': {'id': 'd1d6be4c-ce52-4fba-b4ca-45af9e66d6bf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89353c06-2ed2-4aa4-a6fa-e64ce599e2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:29Z', 'updated_at': '2021-08-28T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:51:04.763285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-92ab939c-1929-4db7-a4fc-ef92f52e6739 req-f53f53db-1476-4f9b-bad4-2a395b6e81e8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Deleting port 7e362355-84c0-4061-a270-495715d0a76c {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:04.763489 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-92ab939c-1929-4db7-a4fc-ef92f52e6739 req-f53f53db-1476-4f9b-bad4-2a395b6e81e8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:04.866331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-92ab939c-1929-4db7-a4fc-ef92f52e6739 req-f53f53db-1476-4f9b-bad4-2a395b6e81e8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] For port 7e362355-84c0-4061-a270-495715d0a76c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7e362355-84c0-4061-a270-495715d0a76c,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:04.866831 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-92ab939c-1929-4db7-a4fc-ef92f52e6739 req-f53f53db-1476-4f9b-bad4-2a395b6e81e8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:04.881591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-92ab939c-1929-4db7-a4fc-ef92f52e6739 req-f53f53db-1476-4f9b-bad4-2a395b6e81e8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Calling delete_port for 7e362355-84c0-4061-a270-495715d0a76c owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:05.024447 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-92ab939c-1929-4db7-a4fc-ef92f52e6739 req-f53f53db-1476-4f9b-bad4-2a395b6e81e8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:05.034833 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3f226cef-3edc-4623-b39d-d1b4d318d4a4 req-52373400-6b79-4bf4-937d-a74bddfc8e58 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921234 Aug 28 12:51:05.040837 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d2d7a007-550b-4dff-93b3-86ce37dbb3cd', '2233bb65-d430-4de6-9f2a-4e65652d2183'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:51:05.060321 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f53db-1476-4f9b-bad4-2a395b6e81e8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event deleted for resources: {'Port': ['ID=7e362355-84c0-4061-a270-495715d0a76c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:05.118680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab4d185-05e8-4202-9658-bce832114f03 admin admin] Router 961c0486-a923-4596-a6ea-01b1a84a2ed2 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:51:05.136710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-8b5d9c37-3d95-4f33-be1d-d73c658d73db admin admin] For port d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:05.137154 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9c37-3d95-4f33-be1d-d73c658d73db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:05.155497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ab939c-1929-4db7-a4fc-ef92f52e6739 req-f53f53db-1476-4f9b-bad4-2a395b6e81e8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] No DVR routers for this DVR port 7e362355-84c0-4061-a270-495715d0a76c on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:05.166248 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-92ab939c-1929-4db7-a4fc-ef92f52e6739 req-f53f53db-1476-4f9b-bad4-2a395b6e81e8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:05.178256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-92ab939c-1929-4db7-a4fc-ef92f52e6739 req-f53f53db-1476-4f9b-bad4-2a395b6e81e8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "DELETE /v2.0/ports/7e362355-84c0-4061-a270-495715d0a76c HTTP/1.1" status: 204 len: 173 time: 0.5439701 Aug 28 12:51:05.179167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c12832-a8d3-4ef2-806a-b4cb5402595f', 'name': 'network-vif-deleted', 'tag': '7e362355-84c0-4061-a270-495715d0a76c'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:51:05.183762 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b9e714-19a1-40f4-8a1c-9cdffe322981" -d '{"events": [{"server_uuid": "30c12832-a8d3-4ef2-806a-b4cb5402595f", "name": "network-vif-deleted", "tag": "7e362355-84c0-4061-a270-495715d0a76c"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:51:05.221774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d9c37-3d95-4f33-be1d-d73c658d73db admin admin] Calling delete_port for d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:05.407859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 93fe0827-19f1-40a0-853c-56ce6c8af4c3 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:05.435320 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 28 Aug 2021 12:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e671610a-a601-4490-91ca-6eec9328c3c5 x-openstack-request-id: req-e671610a-a601-4490-91ca-6eec9328c3c5 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:51:05.436372 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c12832-a8d3-4ef2-806a-b4cb5402595f", "name": "network-vif-deleted", "tag": "7e362355-84c0-4061-a270-495715d0a76c", "status": "failed", "code": 422}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:51:05.437006 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e671610a-a601-4490-91ca-6eec9328c3c5 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:51:05.438046 n-d-791505-21 neutron-server[94877]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '30c12832-a8d3-4ef2-806a-b4cb5402595f', 'name': 'network-vif-deleted', 'tag': '7e362355-84c0-4061-a270-495715d0a76c', 'status': 'failed', 'code': 422} returned with failed status Aug 28 12:51:05.447364 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 93fe0827-19f1-40a0-853c-56ce6c8af4c3 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:05.447726 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 93fe0827-19f1-40a0-853c-56ce6c8af4c3 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:05.712164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab4d185-05e8-4202-9658-bce832114f03 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:51:05.722495 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3ab4d185-05e8-4202-9658-bce832114f03 admin admin] 10.222.0.20 "PUT /v2.0/routers/961c0486-a923-4596-a6ea-01b1a84a2ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6537988 Aug 28 12:51:05.725706 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48518) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:05.728132 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab614f8-54cc-4ccd-999e-4ed98c2d2f33 None None] Sync routers for ids ['961c0486-a923-4596-a6ea-01b1a84a2ed2'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:51:05.736091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d8893-2f47-4e17-9f5c-ba364dd54f03 req-9c041b89-57dd-4c04-b17d-cadbab2419bf tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:05.737873 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f03d8893-2f47-4e17-9f5c-ba364dd54f03 req-9c041b89-57dd-4c04-b17d-cadbab2419bf tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.1666672 Aug 28 12:51:05.746013 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab614f8-54cc-4ccd-999e-4ed98c2d2f33 None None] Routers {'961c0486-a923-4596-a6ea-01b1a84a2ed2'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:51:05.746974 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5ab614f8-54cc-4ccd-999e-4ed98c2d2f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:50:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['961c0486-a923-4596-a6ea-01b1a84a2ed2'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:05.793984 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f03d8893-2f47-4e17-9f5c-ba364dd54f03 req-e55a287b-b37d-484d-ac5f-e925dcaff014 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475438 Aug 28 12:51:05.843496 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9c37-3d95-4f33-be1d-d73c658d73db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:05.874688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d9c37-3d95-4f33-be1d-d73c658d73db admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:05.964458 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9c37-3d95-4f33-be1d-d73c658d73db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:05.970127 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7a0408b-9b8e-405d-a8a0-99cec6c13969 admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:06.072699 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-5ab614f8-54cc-4ccd-999e-4ed98c2d2f33 None None] Set router 961c0486-a923-4596-a6ea-01b1a84a2ed2 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:51:06.109471 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9c37-3d95-4f33-be1d-d73c658d73db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:06.113281 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9c37-3d95-4f33-be1d-d73c658d73db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:06.154933 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7a0408b-9b8e-405d-a8a0-99cec6c13969 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:06.187452 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b4a42-fa4a-405d-b4b6-471564820149 req-9f12bb6f-e70a-4131-8b06-e32e745ca9ca tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:06.200425 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9c0b4a42-fa4a-405d-b4b6-471564820149 req-9f12bb6f-e70a-4131-8b06-e32e745ca9ca tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 907 time: 0.2040200 Aug 28 12:51:06.225349 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9c37-3d95-4f33-be1d-d73c658d73db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:06.226243 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5d9c37-3d95-4f33-be1d-d73c658d73db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:51:06.230868 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9c37-3d95-4f33-be1d-d73c658d73db admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:06.234690 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8b5d9c37-3d95-4f33-be1d-d73c658d73db admin admin] 10.222.0.20 "DELETE /v2.0/routers/89353c06-2ed2-4aa4-a6fa-e64ce599e2a5 HTTP/1.1" status: 204 len: 168 time: 2.7206824 Aug 28 12:51:06.235121 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48526) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:06.295109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1dc88-151b-4e1e-917f-fef3738b4d0b req-1ae190de-4021-4045-bfa5-8dbb09611172 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:06.309584 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ab1dc88-151b-4e1e-917f-fef3738b4d0b req-1ae190de-4021-4045-bfa5-8dbb09611172 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.1418424 Aug 28 12:51:06.341793 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cbec14b-c532-4141-86dd-72b41f27a7fb admin admin] Deleting subnet 526a336e-900b-4689-af7c-3430ff17c63c {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:51:06.360393 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2cbec14b-c532-4141-86dd-72b41f27a7fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:06.373641 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5ab614f8-54cc-4ccd-999e-4ed98c2d2f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-182746872-router', 'tenant_id': '2f6eb3471bd24effab1596b949186eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '73a63fdd-4701-4dc0-bde7-f9db7fd5367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:11Z', 'updated_at': '2021-08-28T12:51:03Z', 'revision_number': 5, 'project_id': '2f6eb3471bd24effab1596b949186eac', 'gw_port': {'id': '73a63fdd-4701-4dc0-bde7-f9db7fd5367d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:49:14Z', 'updated_at': '2021-08-28T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:06.378586 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f7a0408b-9b8e-405d-a8a0-99cec6c13969 admin admin] Deleting port 73a63fdd-4701-4dc0-bde7-f9db7fd5367d {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:06.379903 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7a0408b-9b8e-405d-a8a0-99cec6c13969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:06.412142 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2cbec14b-c532-4141-86dd-72b41f27a7fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:06.448606 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab614f8-54cc-4ccd-999e-4ed98c2d2f33 None None] Checking router: 961c0486-a923-4596-a6ea-01b1a84a2ed2 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:51:06.466736 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab614f8-54cc-4ccd-999e-4ed98c2d2f33 None None] Routers {'961c0486-a923-4596-a6ea-01b1a84a2ed2'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:51:06.467917 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5ab614f8-54cc-4ccd-999e-4ed98c2d2f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:50:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['961c0486-a923-4596-a6ea-01b1a84a2ed2'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:06.503905 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-f7a0408b-9b8e-405d-a8a0-99cec6c13969 admin admin] For port 73a63fdd-4701-4dc0-bde7-f9db7fd5367d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=73a63fdd-4701-4dc0-bde7-f9db7fd5367d,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:06.505053 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7a0408b-9b8e-405d-a8a0-99cec6c13969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:06.519585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f7a0408b-9b8e-405d-a8a0-99cec6c13969 admin admin] Calling delete_port for 73a63fdd-4701-4dc0-bde7-f9db7fd5367d owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:06.543399 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2cbec14b-c532-4141-86dd-72b41f27a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:06.599368 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-5ab614f8-54cc-4ccd-999e-4ed98c2d2f33 None None] Set router 961c0486-a923-4596-a6ea-01b1a84a2ed2 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:51:06.605693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ab1dc88-151b-4e1e-917f-fef3738b4d0b req-f03ce2b2-d475-4161-9219-e7f91b3cf861 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929089 Aug 28 12:51:06.621097 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2cbec14b-c532-4141-86dd-72b41f27a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:06.656515 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbec14b-c532-4141-86dd-72b41f27a7fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=526a336e-900b-4689-af7c-3430ff17c63c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:06.675604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad9bafe-ca43-4821-9302-b7d6c66cbe56 None None] Network 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:06.679156 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5ab614f8-54cc-4ccd-999e-4ed98c2d2f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-182746872-router', 'tenant_id': '2f6eb3471bd24effab1596b949186eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:11Z', 'updated_at': '2021-08-28T12:51:06Z', 'revision_number': 6, 'project_id': '2f6eb3471bd24effab1596b949186eac', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:06.685195 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2cbec14b-c532-4141-86dd-72b41f27a7fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:06.689222 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2cbec14b-c532-4141-86dd-72b41f27a7fb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/526a336e-900b-4689-af7c-3430ff17c63c HTTP/1.1" status: 204 len: 168 time: 0.4531465 Aug 28 12:51:06.693177 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48530) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:06.721663 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab614f8-54cc-4ccd-999e-4ed98c2d2f33 None None] The sync data for ids ['961c0486-a923-4596-a6ea-01b1a84a2ed2'] in n-d-791505-21 is: [{'id': '961c0486-a923-4596-a6ea-01b1a84a2ed2', 'name': 'tempest-AttachSCSIVolumeTestJSON-182746872-router', 'tenant_id': '2f6eb3471bd24effab1596b949186eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:49:11Z', 'updated_at': '2021-08-28T12:51:06Z', 'revision_number': 6, 'project_id': '2f6eb3471bd24effab1596b949186eac', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:51:06.775689 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7a0408b-9b8e-405d-a8a0-99cec6c13969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:06.808666 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:06.885405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] Deleting port f5d3ad71-6d32-4b31-a037-c0798d374b45 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:06.885844 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:06.908265 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0408b-9b8e-405d-a8a0-99cec6c13969 admin admin] Pushing event deleted for resources: {'Port': ['ID=73a63fdd-4701-4dc0-bde7-f9db7fd5367d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:06.965925 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7a0408b-9b8e-405d-a8a0-99cec6c13969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.006758 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] For port f5d3ad71-6d32-4b31-a037-c0798d374b45, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f5d3ad71-6d32-4b31-a037-c0798d374b45,segment=NetworkSegment(7d3203c0-d8b0-47b5-a973-a4bb95a4f147),segment_id=7d3203c0-d8b0-47b5-a973-a4bb95a4f147)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:07.007321 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.025956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] Calling delete_port for f5d3ad71-6d32-4b31-a037-c0798d374b45 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:07.051553 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec46a56-b51e-4d0b-87ef-cf3e0b7f695c req-63ec956d-a053-4e28-938f-a6fe247cedcd tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:07.054958 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3ec46a56-b51e-4d0b-87ef-cf3e0b7f695c req-63ec956d-a053-4e28-938f-a6fe247cedcd tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.0916371 Aug 28 12:51:07.065399 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7a0408b-9b8e-405d-a8a0-99cec6c13969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.068166 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7a0408b-9b8e-405d-a8a0-99cec6c13969 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.094784 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.120842 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7a0408b-9b8e-405d-a8a0-99cec6c13969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.121405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a0408b-9b8e-405d-a8a0-99cec6c13969 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 961c0486-a923-4596-a6ea-01b1a84a2ed2 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:51:07.126476 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7a0408b-9b8e-405d-a8a0-99cec6c13969 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.131343 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f7a0408b-9b8e-405d-a8a0-99cec6c13969 admin admin] 10.222.0.20 "DELETE /v2.0/routers/961c0486-a923-4596-a6ea-01b1a84a2ed2 HTTP/1.1" status: 204 len: 168 time: 1.4041822 Aug 28 12:51:07.131956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48534) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:07.148936 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3ec46a56-b51e-4d0b-87ef-cf3e0b7f695c req-e41de100-a7b7-41e9-a88f-bb5e4e999185 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574293 Aug 28 12:51:07.177241 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.201651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f7ca0d-033b-4ccb-9ef9-0028c400ad80 admin admin] Deleting subnet 4468d9e0-0ff0-4c8d-83cc-b30408a04369 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:51:07.205631 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7f7ca0d-033b-4ccb-9ef9-0028c400ad80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.205883 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d3ad71-6d32-4b31-a037-c0798d374b45,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:07.213083 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] No DVR routers for this DVR port f5d3ad71-6d32-4b31-a037-c0798d374b45 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:07.252671 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7f7ca0d-033b-4ccb-9ef9-0028c400ad80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.262226 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e9b511-16c7-45a0-88e5-90cbd3927331 None None] DHCP port deletion for 34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:51:07.376482 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7f7ca0d-033b-4ccb-9ef9-0028c400ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.400242 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.417280 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:07.433198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3203c0-d8b0-47b5-a973-a4bb95a4f147') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:07.433796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3203c0-d8b0-47b5-a973-a4bb95a4f147') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:07.436232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:07.450510 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.467811 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.476434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:07.476744 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:07.478741 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:07.501440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:07.505054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d1d6be4c-ce52-4fba-b4ca-45af9e66d6bf not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:07.567402 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.568127 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7f7ca0d-033b-4ccb-9ef9-0028c400ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.576335 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.581123 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] 10.222.0.20 "DELETE /v2.0/networks/34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca HTTP/1.1" status: 204 len: 168 time: 0.8844290 Aug 28 12:51:07.602616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f253f-62e9-4317-a627-d3de8e25061d admin admin] Pushing event deleted for resources: {'Network': ['ID=34a7fc4d-45bc-418e-8ef6-d8d0b88d69ca,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:07.620559 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02a48c4-d2da-4b50-99b9-aa71090468b0 None None] Network ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:07.637145 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7f7ca0d-033b-4ccb-9ef9-0028c400ad80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.639375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f7f7ca0d-033b-4ccb-9ef9-0028c400ad80 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4468d9e0-0ff0-4c8d-83cc-b30408a04369 HTTP/1.1" status: 204 len: 168 time: 0.5063941 Aug 28 12:51:07.642180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48546) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:07.646206 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7ca0d-033b-4ccb-9ef9-0028c400ad80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4468d9e0-0ff0-4c8d-83cc-b30408a04369,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:07.670291 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee4d40-9b5b-4e71-8a01-639d2456e442 req-d0aa2ab4-5b20-408b-84b0-09cb01f0cbbe tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:07.684625 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-afee4d40-9b5b-4e71-8a01-639d2456e442 req-d0aa2ab4-5b20-408b-84b0-09cb01f0cbbe tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 907 time: 0.1356134 Aug 28 12:51:07.704422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfe7a2-875b-469e-bec1-75ab1ce802ba req-ee108fed-807d-48d8-acee-56e08624bc47 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:07.712239 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52bfe7a2-875b-469e-bec1-75ab1ce802ba req-ee108fed-807d-48d8-acee-56e08624bc47 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 907 time: 0.1762419 Aug 28 12:51:07.857566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48548) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:07.861937 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.866142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a3a33ddc-4554-46f7-aad8-3876a0b80d58 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'subnet': {'network_id': 'b53fd642-aa61-4a48-93f8-ba595074e8c3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:07.942923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] Deleting port b1fc8f09-984c-4c53-9b79-7c673c40bd3e {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:07.943264 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:07.991295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cce02e-09c9-4072-9569-12b38e679a0b None None] DHCP port deletion for ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:51:07.999218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48550) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:08.057097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-40cce02e-09c9-4072-9569-12b38e679a0b None None] Deleting port b1fc8f09-984c-4c53-9b79-7c673c40bd3e {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:08.057808 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-40cce02e-09c9-4072-9569-12b38e679a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.081712 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] For port b1fc8f09-984c-4c53-9b79-7c673c40bd3e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b1fc8f09-984c-4c53-9b79-7c673c40bd3e,segment=NetworkSegment(2c2757f1-a86e-442e-952b-aedf50797a41),segment_id=2c2757f1-a86e-442e-952b-aedf50797a41)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:08.082085 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.087672 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4b67782c-4741-4e24-8b2d-14613648bc43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a82bd92446f943d4aa701f8d58bc405f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0873988 Aug 28 12:51:08.094052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48552) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:08.117102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] Calling delete_port for b1fc8f09-984c-4c53-9b79-7c673c40bd3e owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:08.154876 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-40cce02e-09c9-4072-9569-12b38e679a0b None None] For port b1fc8f09-984c-4c53-9b79-7c673c40bd3e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b1fc8f09-984c-4c53-9b79-7c673c40bd3e,segment=NetworkSegment(2c2757f1-a86e-442e-952b-aedf50797a41),segment_id=2c2757f1-a86e-442e-952b-aedf50797a41)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:08.155165 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-40cce02e-09c9-4072-9569-12b38e679a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.171931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-40cce02e-09c9-4072-9569-12b38e679a0b None None] Calling delete_port for b1fc8f09-984c-4c53-9b79-7c673c40bd3e owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:08.212875 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-10b47d9e-9f0b-457d-b2d3-dfa3c438daef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.250378 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-10b47d9e-9f0b-457d-b2d3-dfa3c438daef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.272437 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-40cce02e-09c9-4072-9569-12b38e679a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.291382 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d148556-fe0d-4da9-a623-17c0bba108fc req-463a3e66-1aa8-48c3-8814-550676d30dd1 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:08.292923 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8d148556-fe0d-4da9-a623-17c0bba108fc req-463a3e66-1aa8-48c3-8814-550676d30dd1 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.5013638 Aug 28 12:51:08.312674 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cce02e-09c9-4072-9569-12b38e679a0b None None] Pushing event deleted for resources: {'Port': ['ID=b1fc8f09-984c-4c53-9b79-7c673c40bd3e,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:08.313912 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.321633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cce02e-09c9-4072-9569-12b38e679a0b None None] No DVR routers for this DVR port b1fc8f09-984c-4c53-9b79-7c673c40bd3e on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:08.365639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-52bfe7a2-875b-469e-bec1-75ab1ce802ba req-b657c2cd-26db-4b58-ba5c-67012a53386d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Deleting port 1fce01cb-8d1e-4819-8736-ea590ead0947 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:08.365986 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52bfe7a2-875b-469e-bec1-75ab1ce802ba req-b657c2cd-26db-4b58-ba5c-67012a53386d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.371039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] No DVR routers for this DVR port b1fc8f09-984c-4c53-9b79-7c673c40bd3e on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:08.376471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=b1fc8f09-984c-4c53-9b79-7c673c40bd3e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:08.389502 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8d148556-fe0d-4da9-a623-17c0bba108fc req-643eb906-622b-450a-bced-abb5d4df00e2 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838289 Aug 28 12:51:08.415844 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a33ddc-4554-46f7-aad8-3876a0b80d58 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:08.419482 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a3a33ddc-4554-46f7-aad8-3876a0b80d58 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.454946 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d0ca7-990e-455e-bf05-17c73883a305 req-e2845f44-3b60-4971-87ca-c56b3a12cb74 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:08.456440 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae2d0ca7-990e-455e-bf05-17c73883a305 req-e2845f44-3b60-4971-87ca-c56b3a12cb74 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.1790948 Aug 28 12:51:08.474973 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-10b47d9e-9f0b-457d-b2d3-dfa3c438daef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.477889 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-10b47d9e-9f0b-457d-b2d3-dfa3c438daef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.481321 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-10b47d9e-9f0b-457d-b2d3-dfa3c438daef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6676e645-d2a5-404b-982b-692a6cf314ae HTTP/1.1" status: 204 len: 168 time: 0.3838961 Aug 28 12:51:08.481539 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.500015 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:08.517295 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b47d9e-9f0b-457d-b2d3-dfa3c438daef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6676e645-d2a5-404b-982b-692a6cf314ae,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:08.522300 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2757f1-a86e-442e-952b-aedf50797a41') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:08.522663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2757f1-a86e-442e-952b-aedf50797a41') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:08.548624 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.550983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-52bfe7a2-875b-469e-bec1-75ab1ce802ba req-b657c2cd-26db-4b58-ba5c-67012a53386d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] For port 1fce01cb-8d1e-4819-8736-ea590ead0947, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1fce01cb-8d1e-4819-8736-ea590ead0947,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:08.551354 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52bfe7a2-875b-469e-bec1-75ab1ce802ba req-b657c2cd-26db-4b58-ba5c-67012a53386d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.563653 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae2d0ca7-990e-455e-bf05-17c73883a305 req-2f9d77be-482f-45d9-a453-f6156c786920 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993960 Aug 28 12:51:08.572037 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-52bfe7a2-875b-469e-bec1-75ab1ce802ba req-b657c2cd-26db-4b58-ba5c-67012a53386d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Calling delete_port for 1fce01cb-8d1e-4819-8736-ea590ead0947 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:08.572471 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:08.591538 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:08.662563 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.670692 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.672605 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] 10.222.0.20 "DELETE /v2.0/networks/ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d HTTP/1.1" status: 204 len: 168 time: 1.0284123 Aug 28 12:51:08.688313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e052107-92d3-45f6-b268-0f2ae0c21a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8b621c-6f4e-4d6f-bbd7-0b1fa715cb0d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:08.744504 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a3a33ddc-4554-46f7-aad8-3876a0b80d58 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.838399 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8f267-d18d-4da1-80b9-91d5286016e9 req-05283a15-cb87-4fe1-a918-7baffc68a808 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:08.840641 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a5b8f267-d18d-4da1-80b9-91d5286016e9 req-05283a15-cb87-4fe1-a918-7baffc68a808 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eec25d3-9508-46bf-90a1-f9de88f387f3 HTTP/1.1" status: 200 len: 907 time: 0.0654421 Aug 28 12:51:08.886411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a33ddc-4554-46f7-aad8-3876a0b80d58 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Subnet': ['ID=88514d51-c569-447a-adeb-518ae638bc27,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:08.904884 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52bfe7a2-875b-469e-bec1-75ab1ce802ba req-b657c2cd-26db-4b58-ba5c-67012a53386d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:08.908599 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a33ddc-4554-46f7-aad8-3876a0b80d58 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Checking segment: {'id': 'd8a765a8-4675-43ed-935c-a46b66fb5969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b53fd642-aa61-4a48-93f8-ba595074e8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:08.908960 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a33ddc-4554-46f7-aad8-3876a0b80d58 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network hostable DHCP agents. Network: b53fd642-aa61-4a48-93f8-ba595074e8c3, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:51:08.949090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657c2cd-26db-4b58-ba5c-67012a53386d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event deleted for resources: {'Port': ['ID=1fce01cb-8d1e-4819-8736-ea590ead0947,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:08.993650 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48574) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:08.996698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bfe7a2-875b-469e-bec1-75ab1ce802ba req-b657c2cd-26db-4b58-ba5c-67012a53386d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] No DVR routers for this DVR port 1fce01cb-8d1e-4819-8736-ea590ead0947 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:09.000048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-52bfe7a2-875b-469e-bec1-75ab1ce802ba req-b657c2cd-26db-4b58-ba5c-67012a53386d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:09.002200 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52bfe7a2-875b-469e-bec1-75ab1ce802ba req-b657c2cd-26db-4b58-ba5c-67012a53386d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "DELETE /v2.0/ports/1fce01cb-8d1e-4819-8736-ea590ead0947 HTTP/1.1" status: 204 len: 173 time: 1.2814949 Aug 28 12:51:09.002702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eec25d3-9508-46bf-90a1-f9de88f387f3', 'name': 'network-vif-deleted', 'tag': '1fce01cb-8d1e-4819-8736-ea590ead0947'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:51:09.006015 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c7df12-77c6-4857-a1a4-c8d9af0f4f84" -d '{"events": [{"server_uuid": "5eec25d3-9508-46bf-90a1-f9de88f387f3", "name": "network-vif-deleted", "tag": "1fce01cb-8d1e-4819-8736-ea590ead0947"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:51:09.014605 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a33ddc-4554-46f7-aad8-3876a0b80d58 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network b53fd642-aa61-4a48-93f8-ba595074e8c3 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:51:09.025627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-a3a33ddc-4554-46f7-aad8-3876a0b80d58 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, b53fd642-aa61-4a48-93f8-ba595074e8c3) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:09.037352 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a33ddc-4554-46f7-aad8-3876a0b80d58 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:09.037978 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a3a33ddc-4554-46f7-aad8-3876a0b80d58 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:09.052358 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bff95a75-7c57-4d7e-ad1e-51a433f9e10d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41914e9b026a491686f98f53e63966e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560668 Aug 28 12:51:09.054128 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48580) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:09.055361 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94fb255-9f6d-4fc6-a6c9-b8a4e3c83b14 None None] Network b53fd642-aa61-4a48-93f8-ba595074e8c3 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:09.068629 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a3a33ddc-4554-46f7-aad8-3876a0b80d58 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2080686 Aug 28 12:51:09.071952 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48582) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:09.079992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1798cb6d-a943-4d6e-8e87-02b35096c293 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1178954843'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:09.120702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1798cb6d-a943-4d6e-8e87-02b35096c293 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:09.127559 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1798cb6d-a943-4d6e-8e87-02b35096c293 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:09.149245 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-668e60cd-07ea-4452-b5d6-e265f98e1fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:09.150465 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4177b935-87db-4f71-b1a9-5d673baffccb x-openstack-request-id: req-4177b935-87db-4f71-b1a9-5d673baffccb {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:51:09.151196 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eec25d3-9508-46bf-90a1-f9de88f387f3", "name": "network-vif-deleted", "tag": "1fce01cb-8d1e-4819-8736-ea590ead0947", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:51:09.151526 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4177b935-87db-4f71-b1a9-5d673baffccb {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:51:09.152043 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eec25d3-9508-46bf-90a1-f9de88f387f3', 'name': 'network-vif-deleted', 'tag': '1fce01cb-8d1e-4819-8736-ea590ead0947', 'status': 'completed', 'code': 200} Aug 28 12:51:09.182119 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1798cb6d-a943-4d6e-8e87-02b35096c293 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:09.196739 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-668e60cd-07ea-4452-b5d6-e265f98e1fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:09.200026 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1798cb6d-a943-4d6e-8e87-02b35096c293 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:09.200666 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-1798cb6d-a943-4d6e-8e87-02b35096c293 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Added segment ce38a4ad-e12b-4d0a-8c59-8786aa1b9b98 of type vlan for network ae802e57-84d6-4d09-93c3-21a24c31f7d6 Aug 28 12:51:09.268370 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f5d3ad71-6d32-4b31-a037-c0798d374b45 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:09.271556 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1798cb6d-a943-4d6e-8e87-02b35096c293 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:09.283766 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-668e60cd-07ea-4452-b5d6-e265f98e1fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:09.289617 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-668e60cd-07ea-4452-b5d6-e265f98e1fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:09.291817 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-668e60cd-07ea-4452-b5d6-e265f98e1fc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4ed6ba5-d95e-47bf-91da-ee9fab6b3475 HTTP/1.1" status: 204 len: 168 time: 0.2356379 Aug 28 12:51:09.302586 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e60cd-07ea-4452-b5d6-e265f98e1fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ed6ba5-d95e-47bf-91da-ee9fab6b3475,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:09.305082 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: f5d3ad71-6d32-4b31-a037-c0798d374b45 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:09.305609 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f5d3ad71-6d32-4b31-a037-c0798d374b45 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:09.308354 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 73a63fdd-4701-4dc0-bde7-f9db7fd5367d no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:09.338034 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1798cb6d-a943-4d6e-8e87-02b35096c293 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:09.349849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 73a63fdd-4701-4dc0-bde7-f9db7fd5367d {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:09.350187 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 73a63fdd-4701-4dc0-bde7-f9db7fd5367d not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:09.350618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 289fab28-7ae2-400c-8886-29d96c2e20b7 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:09.352231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1798cb6d-a943-4d6e-8e87-02b35096c293 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:09.356963 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1798cb6d-a943-4d6e-8e87-02b35096c293 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:09.380772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-b53fd642-aa61-4a48-93f8-ba595074e8c3', 'network_id': 'b53fd642-aa61-4a48-93f8-ba595074e8c3', 'tenant_id': '654d1bca82ae4316ae91f0e866d13895', 'fixed_ips': [{'subnet_id': '88514d51-c569-447a-adeb-518ae638bc27'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:51:09.381900 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:09.387210 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 289fab28-7ae2-400c-8886-29d96c2e20b7 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:09.387739 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 289fab28-7ae2-400c-8886-29d96c2e20b7 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:09.388300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b1fc8f09-984c-4c53-9b79-7c673c40bd3e no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:09.435957 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: b1fc8f09-984c-4c53-9b79-7c673c40bd3e {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:09.436544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b1fc8f09-984c-4c53-9b79-7c673c40bd3e not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:09.496247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1798cb6d-a943-4d6e-8e87-02b35096c293 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4229736 Aug 28 12:51:09.498860 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48594) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:09.506544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-62f281a1-a6e8-484d-b8d8-8b8eab32760f tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'subnet': {'network_id': 'ae802e57-84d6-4d09-93c3-21a24c31f7d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:09.514074 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798cb6d-a943-4d6e-8e87-02b35096c293 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Network': ['ID=ae802e57-84d6-4d09-93c3-21a24c31f7d6,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:09.530030 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network ae802e57-84d6-4d09-93c3-21a24c31f7d6 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:09.617432 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef7ec0-5b59-42f9-84b2-f0059a216a80 req-d8be6fba-022e-4731-b97c-17ec0ff04312 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:09.627553 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7bef7ec0-5b59-42f9-84b2-f0059a216a80 req-d8be6fba-022e-4731-b97c-17ec0ff04312 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.1157968 Aug 28 12:51:09.669882 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:09.700960 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7bef7ec0-5b59-42f9-84b2-f0059a216a80 req-a9c28ad6-e5f2-4932-bb82-d3c7ff6a9029 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725589 Aug 28 12:51:09.728034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Allocated IP 2001:db8:0:ffff::2 (b53fd642-aa61-4a48-93f8-ba595074e8c3/88514d51-c569-447a-adeb-518ae638bc27/bcd92942-dfd7-46c6-a1d2-07a709e1e8a1) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:09.799315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48604) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:09.843252 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-87bffedf-76de-4bfb-ad75-ab4c4990b270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:09.863839 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e4f4f20a-9bc0-4117-8da9-3ead4797b1bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f6eb3471bd24effab1596b949186eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626104 Aug 28 12:51:09.866317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48606) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:09.868350 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48608) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:09.882851 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f281a1-a6e8-484d-b8d8-8b8eab32760f tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:09.887616 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62f281a1-a6e8-484d-b8d8-8b8eab32760f tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:09.908635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fe02d-251d-4946-b883-1dbeae79297d req-952fa352-68c2-4588-8788-a9f93a71b073 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:09.918400 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f2fe02d-251d-4946-b883-1dbeae79297d req-952fa352-68c2-4588-8788-a9f93a71b073 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.1782084 Aug 28 12:51:09.944268 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1e6ac7a3-34e0-4254-b37b-49ac8984e8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:09.969368 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1e6ac7a3-34e0-4254-b37b-49ac8984e8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.037973 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.038634 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1e6ac7a3-34e0-4254-b37b-49ac8984e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.045898 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1e6ac7a3-34e0-4254-b37b-49ac8984e8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.046201 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f2fe02d-251d-4946-b883-1dbeae79297d req-9875898f-b827-4a63-bdca-c34a565dd61b tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268623 Aug 28 12:51:10.049620 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1e6ac7a3-34e0-4254-b37b-49ac8984e8ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf32276b-1549-4eef-b96b-64e53981696f HTTP/1.1" status: 204 len: 168 time: 0.1822295 Aug 28 12:51:10.066545 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Transition to ACTIVE for port object bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:10.074215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ac7a3-34e0-4254-b37b-49ac8984e8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf32276b-1549-4eef-b96b-64e53981696f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:10.089118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Transition to ACTIVE for port object bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:10.099690 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.158763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Network b53fd642-aa61-4a48-93f8-ba595074e8c3 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:10.160763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:10.167577 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:10.183988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7356ad97-50e5-45ef-8564-622b71d4b81e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-365864895-network', 'tenant_id': 'b50c01058e33445582f5222a08fe0810'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:10.205607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Pushing event updated for resources: {'Port': ['ID=bcd92942-dfd7-46c6-a1d2-07a709e1e8a1,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:10.221889 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62f281a1-a6e8-484d-b8d8-8b8eab32760f tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.252725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Attempting to bind port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:10.253322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Attempting to bind port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'd8a765a8-4675-43ed-935c-a46b66fb5969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b53fd642-aa61-4a48-93f8-ba595074e8c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:10.254630 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Attempting to bind port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 on network b53fd642-aa61-4a48-93f8-ba595074e8c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:10.260576 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:10.260941 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Checking segment: {'id': 'd8a765a8-4675-43ed-935c-a46b66fb5969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b53fd642-aa61-4a48-93f8-ba595074e8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:10.261542 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.262092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Bound using segment: {'id': 'd8a765a8-4675-43ed-935c-a46b66fb5969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b53fd642-aa61-4a48-93f8-ba595074e8c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:10.262730 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Bound port: bcd92942-dfd7-46c6-a1d2-07a709e1e8a1, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a765a8-4675-43ed-935c-a46b66fb5969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b53fd642-aa61-4a48-93f8-ba595074e8c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:10.263280 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.263703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7356ad97-50e5-45ef-8564-622b71d4b81e admin admin] Made reservation on behalf of b50c01058e33445582f5222a08fe0810 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:10.266042 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7356ad97-50e5-45ef-8564-622b71d4b81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.279881 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7356ad97-50e5-45ef-8564-622b71d4b81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.336900 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] For port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:10.341183 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] For port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bcd92942-dfd7-46c6-a1d2-07a709e1e8a1,segment=NetworkSegment(d8a765a8-4675-43ed-935c-a46b66fb5969),segment_id=d8a765a8-4675-43ed-935c-a46b66fb5969)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:10.346127 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.357981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f281a1-a6e8-484d-b8d8-8b8eab32760f tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Subnet': ['ID=32151139-3d49-41ff-b3d9-ab598919fe8e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:10.421189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f281a1-a6e8-484d-b8d8-8b8eab32760f tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Checking segment: {'id': 'ce38a4ad-e12b-4d0a-8c59-8786aa1b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ae802e57-84d6-4d09-93c3-21a24c31f7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:10.421671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f281a1-a6e8-484d-b8d8-8b8eab32760f tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network hostable DHCP agents. Network: ae802e57-84d6-4d09-93c3-21a24c31f7d6, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:51:10.422427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee6766-552b-4e20-9d5f-35fb5aa8f305 None None] Pushing event updated for resources: {'Port': ['ID=bcd92942-dfd7-46c6-a1d2-07a709e1e8a1,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:10.453348 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf95108-6848-4ee0-92ca-71feb048cc97 req-d37e4a1a-2125-4943-84d7-bd613c0fb855 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:10.454930 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf95108-6848-4ee0-92ca-71feb048cc97 req-d37e4a1a-2125-4943-84d7-bd613c0fb855 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 945 time: 0.1232162 Aug 28 12:51:10.482185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f281a1-a6e8-484d-b8d8-8b8eab32760f tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network ae802e57-84d6-4d09-93c3-21a24c31f7d6 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:51:10.521562 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-62f281a1-a6e8-484d-b8d8-8b8eab32760f tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, ae802e57-84d6-4d09-93c3-21a24c31f7d6) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:10.526082 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f281a1-a6e8-484d-b8d8-8b8eab32760f tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:10.526916 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62f281a1-a6e8-484d-b8d8-8b8eab32760f tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.531605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715583ef-df79-4969-ade0-4f6ea774da5e None None] Network ae802e57-84d6-4d09-93c3-21a24c31f7d6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:10.551587 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf95108-6848-4ee0-92ca-71feb048cc97 req-7bef755f-45f2-4545-b998-6f23930d14fe tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851927 Aug 28 12:51:10.556372 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7356ad97-50e5-45ef-8564-622b71d4b81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.565945 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7356ad97-50e5-45ef-8564-622b71d4b81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.575615 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-62f281a1-a6e8-484d-b8d8-8b8eab32760f tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0757058 Aug 28 12:51:10.578853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48630) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:10.589098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1fce01cb-8d1e-4819-8736-ea590ead0947 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:10.601900 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7356ad97-50e5-45ef-8564-622b71d4b81e admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:10.608466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356ad97-50e5-45ef-8564-622b71d4b81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690d28ef-c3ad-4f3f-94f7-896be069b4af,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:10.615447 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 1fce01cb-8d1e-4819-8736-ea590ead0947 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:10.615672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1fce01cb-8d1e-4819-8736-ea590ead0947 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:10.694081 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7356ad97-50e5-45ef-8564-622b71d4b81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.694543 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-7356ad97-50e5-45ef-8564-622b71d4b81e admin admin] Added segment 1b05b56d-6db0-4500-9865-8a62fa343555 of type vlan for network 62b3b857-ec95-4f38-b764-82bc562d0726 Aug 28 12:51:10.746510 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7356ad97-50e5-45ef-8564-622b71d4b81e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.787822 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7356ad97-50e5-45ef-8564-622b71d4b81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.788721 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7356ad97-50e5-45ef-8564-622b71d4b81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:10.789345 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7356ad97-50e5-45ef-8564-622b71d4b81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.827634 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.828992 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7356ad97-50e5-45ef-8564-622b71d4b81e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9593148 Aug 28 12:51:10.829520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48636) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:10.845387 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-205c2705-ad6b-4bab-8918-1a1f8ba9b1bb admin admin] Request body: {'subnet': {'network_id': '62b3b857-ec95-4f38-b764-82bc562d0726', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-365864895-subnet', 'tenant_id': 'b50c01058e33445582f5222a08fe0810', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:10.879592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-ae802e57-84d6-4d09-93c3-21a24c31f7d6', 'network_id': 'ae802e57-84d6-4d09-93c3-21a24c31f7d6', 'tenant_id': '654d1bca82ae4316ae91f0e866d13895', 'fixed_ips': [{'subnet_id': '32151139-3d49-41ff-b3d9-ab598919fe8e'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:51:10.883544 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.912598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356ad97-50e5-45ef-8564-622b71d4b81e admin admin] Pushing event updated for resources: {'Network': ['ID=62b3b857-ec95-4f38-b764-82bc562d0726,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:10.916340 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205c2705-ad6b-4bab-8918-1a1f8ba9b1bb admin admin] Made reservation on behalf of b50c01058e33445582f5222a08fe0810 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:10.919220 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-205c2705-ad6b-4bab-8918-1a1f8ba9b1bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:10.960588 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 62b3b857-ec95-4f38-b764-82bc562d0726 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:11.020697 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:11.190095 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-205c2705-ad6b-4bab-8918-1a1f8ba9b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:11.196078 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:11.233678 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cee000-7f36-4d0a-a3a1-234a3c7bdfd0 req-b2b4c31d-ec5b-4395-8d97-c47734c68441 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:11.241969 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94cee000-7f36-4d0a-a3a1-234a3c7bdfd0 req-b2b4c31d-ec5b-4395-8d97-c47734c68441 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 945 time: 0.4039195 Aug 28 12:51:11.262146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c2705-ad6b-4bab-8918-1a1f8ba9b1bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf39362-820f-4dbc-a96d-81c88ad21e73,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:11.265876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f4df9-3403-4204-ac66-2a4399516ddd req-77132f21-7b46-4906-899a-297398b7645b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:11.273378 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c2705-ad6b-4bab-8918-1a1f8ba9b1bb admin admin] Checking segment: {'id': '1b05b56d-6db0-4500-9865-8a62fa343555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '62b3b857-ec95-4f38-b764-82bc562d0726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:11.274028 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205c2705-ad6b-4bab-8918-1a1f8ba9b1bb admin admin] Network hostable DHCP agents. Network: 62b3b857-ec95-4f38-b764-82bc562d0726, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:51:11.275098 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-542f4df9-3403-4204-ac66-2a4399516ddd req-77132f21-7b46-4906-899a-297398b7645b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.4418659 Aug 28 12:51:11.314352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205c2705-ad6b-4bab-8918-1a1f8ba9b1bb admin admin] Network 62b3b857-ec95-4f38-b764-82bc562d0726 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:51:11.317198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:51:11.327422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Allocated IP 2001:db8::1 (ae802e57-84d6-4d09-93c3-21a24c31f7d6/32151139-3d49-41ff-b3d9-ab598919fe8e/6fdde6e2-952f-40c4-81d4-c5d170380869) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:11.364533 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-205c2705-ad6b-4bab-8918-1a1f8ba9b1bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 62b3b857-ec95-4f38-b764-82bc562d0726) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:11.382534 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa2ffe-2a1b-4b3e-8573-b556f5b4d6bc req-b6246015-e6d7-4ee3-b901-ad05fc98e429 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:11.384791 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c3fa2ffe-2a1b-4b3e-8573-b556f5b4d6bc req-b6246015-e6d7-4ee3-b901-ad05fc98e429 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.0940747 Aug 28 12:51:11.386172 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205c2705-ad6b-4bab-8918-1a1f8ba9b1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:11.386839 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-205c2705-ad6b-4bab-8918-1a1f8ba9b1bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:11.388336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e054ff27-0d1c-42df-816d-d7967a97dcc6 None None] Network 62b3b857-ec95-4f38-b764-82bc562d0726 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:11.415331 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-205c2705-ad6b-4bab-8918-1a1f8ba9b1bb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5738859 Aug 28 12:51:11.432169 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-542f4df9-3403-4204-ac66-2a4399516ddd req-2b74c38d-0b37-4b72-b25f-259f901c9248 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513982 Aug 28 12:51:11.489827 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c3fa2ffe-2a1b-4b3e-8573-b556f5b4d6bc req-40507674-9996-495a-8902-881f2f44eec6 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872121 Aug 28 12:51:11.508544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-94cee000-7f36-4d0a-a3a1-234a3c7bdfd0 req-3aafa9fc-73e7-47c0-9a0f-1a6e576f1ae4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Deleting port 2233bb65-d430-4de6-9f2a-4e65652d2183 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:11.509189 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94cee000-7f36-4d0a-a3a1-234a3c7bdfd0 req-3aafa9fc-73e7-47c0-9a0f-1a6e576f1ae4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:11.695212 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-94cee000-7f36-4d0a-a3a1-234a3c7bdfd0 req-3aafa9fc-73e7-47c0-9a0f-1a6e576f1ae4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] For port 2233bb65-d430-4de6-9f2a-4e65652d2183, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2233bb65-d430-4de6-9f2a-4e65652d2183,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:11.695984 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94cee000-7f36-4d0a-a3a1-234a3c7bdfd0 req-3aafa9fc-73e7-47c0-9a0f-1a6e576f1ae4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:11.720835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-94cee000-7f36-4d0a-a3a1-234a3c7bdfd0 req-3aafa9fc-73e7-47c0-9a0f-1a6e576f1ae4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Calling delete_port for 2233bb65-d430-4de6-9f2a-4e65652d2183 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:11.757541 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeff19f-6b9c-4bed-9e03-0ab79057c88f req-241ccca5-f4ce-41fe-b66b-352e298af445 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:11.772700 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5aeff19f-6b9c-4bed-9e03-0ab79057c88f req-241ccca5-f4ce-41fe-b66b-352e298af445 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=08345baf-6951-4d04-b449-f4f71c3d4779 HTTP/1.1" status: 200 len: 945 time: 0.0942497 Aug 28 12:51:11.810627 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282daafa-c9c3-4dea-89ce-9488837a8d0a None None] Network 62b3b857-ec95-4f38-b764-82bc562d0726 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:11.851650 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5aeff19f-6b9c-4bed-9e03-0ab79057c88f req-d8af3557-7753-4a66-ad75-d51d1c5291a9 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756571 Aug 28 12:51:11.907805 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:11.957816 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94cee000-7f36-4d0a-a3a1-234a3c7bdfd0 req-3aafa9fc-73e7-47c0-9a0f-1a6e576f1ae4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:12.053345 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafa9fc-73e7-47c0-9a0f-1a6e576f1ae4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event deleted for resources: {'Port': ['ID=2233bb65-d430-4de6-9f2a-4e65652d2183,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:12.086826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aef53bb-b8bc-4726-83eb-4e7e52b4af2d None None] Network b53fd642-aa61-4a48-93f8-ba595074e8c3 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:12.091537 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d2d7a007-550b-4dff-93b3-86ce37dbb3cd', '2233bb65-d430-4de6-9f2a-4e65652d2183'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:51:12.099020 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Transition to ACTIVE for port object 6fdde6e2-952f-40c4-81d4-c5d170380869 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:12.107135 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cee000-7f36-4d0a-a3a1-234a3c7bdfd0 req-3aafa9fc-73e7-47c0-9a0f-1a6e576f1ae4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] No DVR routers for this DVR port 2233bb65-d430-4de6-9f2a-4e65652d2183 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:12.111032 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94cee000-7f36-4d0a-a3a1-234a3c7bdfd0 req-3aafa9fc-73e7-47c0-9a0f-1a6e576f1ae4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:12.113073 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94cee000-7f36-4d0a-a3a1-234a3c7bdfd0 req-3aafa9fc-73e7-47c0-9a0f-1a6e576f1ae4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "DELETE /v2.0/ports/2233bb65-d430-4de6-9f2a-4e65652d2183 HTTP/1.1" status: 204 len: 173 time: 0.8360090 Aug 28 12:51:12.114049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08345baf-6951-4d04-b449-f4f71c3d4779', 'name': 'network-vif-deleted', 'tag': '2233bb65-d430-4de6-9f2a-4e65652d2183'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:51:12.116521 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70d30c7-4be3-4906-92b3-3acda8f02c56" -d '{"events": [{"server_uuid": "08345baf-6951-4d04-b449-f4f71c3d4779", "name": "network-vif-deleted", "tag": "2233bb65-d430-4de6-9f2a-4e65652d2183"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:51:12.174322 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-fd5a6b74-ae54-4ce6-8778-5fa5f70663fd tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:12.176943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-fd5a6b74-ae54-4ce6-8778-5fa5f70663fd tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/networks?id=62b3b857-ec95-4f38-b764-82bc562d0726 HTTP/1.1" status: 200 len: 808 time: 0.2358215 Aug 28 12:51:12.181526 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b6b8b5-a4bd-4145-b6d9-7208f968bf74 x-openstack-request-id: req-27b6b8b5-a4bd-4145-b6d9-7208f968bf74 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:51:12.181813 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08345baf-6951-4d04-b449-f4f71c3d4779", "name": "network-vif-deleted", "tag": "2233bb65-d430-4de6-9f2a-4e65652d2183", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:51:12.182093 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27b6b8b5-a4bd-4145-b6d9-7208f968bf74 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:51:12.184549 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08345baf-6951-4d04-b449-f4f71c3d4779', 'name': 'network-vif-deleted', 'tag': '2233bb65-d430-4de6-9f2a-4e65652d2183', 'status': 'completed', 'code': 200} Aug 28 12:51:12.223510 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7e72865a-6e60-4ac9-b558-8a81e9787691 None None] Provisioning for port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:51:12.232752 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-8edf33fb-c6e1-45ee-8526-376fe46c1e5a tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/quotas/b50c01058e33445582f5222a08fe0810 HTTP/1.1" status: 200 len: 375 time: 0.0421362 Aug 28 12:51:12.240955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7e72865a-6e60-4ac9-b558-8a81e9787691 None None] Provisioning complete for port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:12.241701 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7e72865a-6e60-4ac9-b558-8a81e9787691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:12.288237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Transition to ACTIVE for port object 6fdde6e2-952f-40c4-81d4-c5d170380869 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:12.293079 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-cc71c2d6-a835-4700-8f03-5cb93bba5bff tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b50c01058e33445582f5222a08fe0810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515409 Aug 28 12:51:12.323929 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:12.346258 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0d362295-bd78-4e2b-b520-ce0cd3e96c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:12.380785 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:12.425633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Subnet': ['ID=32151139-3d49-41ff-b3d9-ab598919fe8e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:12.477689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Network ae802e57-84d6-4d09-93c3-21a24c31f7d6 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:12.480644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Pushing event updated for resources: {'Port': ['ID=6fdde6e2-952f-40c4-81d4-c5d170380869,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:12.499115 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:12.501839 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:12.531454 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-60cb9c10-842b-4462-90fb-ed8171941f2e service neutron] 10.222.0.20 "GET /v2.0/networks/62b3b857-ec95-4f38-b764-82bc562d0726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223542 Aug 28 12:51:12.536761 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:12.563200 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32ffe69c-db10-48e5-8d14-155b66a3ed23 req-c0c19608-5a71-4652-9840-f9ca7a9a421d tempest-FlavorsV2NegativeTest-1251526171 tempest-FlavorsV2NegativeTest-1251526171-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2bdb0198fa86420ebe5f1526476c6f93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331385 Aug 28 12:51:12.567548 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:12.612029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae802e57-84d6-4d09-93c3-21a24c31f7d6']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:12.631406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce38a4ad-e12b-4d0a-8c59-8786aa1b9b98') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:12.631852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce38a4ad-e12b-4d0a-8c59-8786aa1b9b98') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:12.643657 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:12.673360 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:12.686065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:12.686720 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:12.690680 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:12.693232 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7e72865a-6e60-4ac9-b558-8a81e9787691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:12.703866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Attempting to bind port 6fdde6e2-952f-40c4-81d4-c5d170380869 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:12.704587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Attempting to bind port 6fdde6e2-952f-40c4-81d4-c5d170380869 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'ce38a4ad-e12b-4d0a-8c59-8786aa1b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ae802e57-84d6-4d09-93c3-21a24c31f7d6'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:12.705118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Attempting to bind port 6fdde6e2-952f-40c4-81d4-c5d170380869 on network ae802e57-84d6-4d09-93c3-21a24c31f7d6 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:12.737235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:12.737973 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Checking segment: {'id': 'ce38a4ad-e12b-4d0a-8c59-8786aa1b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ae802e57-84d6-4d09-93c3-21a24c31f7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:12.738642 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:12.739461 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Bound using segment: {'id': 'ce38a4ad-e12b-4d0a-8c59-8786aa1b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ae802e57-84d6-4d09-93c3-21a24c31f7d6'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:12.740479 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Bound port: 6fdde6e2-952f-40c4-81d4-c5d170380869, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce38a4ad-e12b-4d0a-8c59-8786aa1b9b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ae802e57-84d6-4d09-93c3-21a24c31f7d6'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:12.741232 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:12.762200 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffe69c-db10-48e5-8d14-155b66a3ed23 req-7c0428ce-fc46-49a5-af93-f8fe76dd57d4 tempest-FlavorsV2NegativeTest-1251526171 tempest-FlavorsV2NegativeTest-1251526171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:12.772174 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32ffe69c-db10-48e5-8d14-155b66a3ed23 req-7c0428ce-fc46-49a5-af93-f8fe76dd57d4 tempest-FlavorsV2NegativeTest-1251526171 tempest-FlavorsV2NegativeTest-1251526171-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2005193 Aug 28 12:51:12.793157 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32ffe69c-db10-48e5-8d14-155b66a3ed23 req-a197e2c3-0ffb-4563-a5de-56b74d397e9e tempest-FlavorsV2NegativeTest-1251526171 tempest-FlavorsV2NegativeTest-1251526171-project] 10.222.0.20 "GET /v2.0/quotas/2bdb0198fa86420ebe5f1526476c6f93 HTTP/1.1" status: 200 len: 375 time: 0.0196359 Aug 28 12:51:12.801721 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-c07e054c-fc62-4e4e-983b-d891db1c6dcb service neutron] 10.222.0.20 "GET /v2.0/networks/62b3b857-ec95-4f38-b764-82bc562d0726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600400 Aug 28 12:51:12.813252 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.db.api [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 12:51:12.813252 n-d-791505-21 neutron-server[94877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 12:51:12.813252 n-d-791505-21 neutron-server[94877]: [parameters: {'id': 'ae802e57-84d6-4d09-93c3-21a24c31f7d6'}] Aug 28 12:51:12.813252 n-d-791505-21 neutron-server[94877]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:51:12.813252 n-d-791505-21 neutron-server[94877]: DEBUG oslo_db.api [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:51:12.835762 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32ffe69c-db10-48e5-8d14-155b66a3ed23 req-f9991590-2ef8-4a6e-a1ff-a9390321007d tempest-FlavorsV2NegativeTest-1251526171 tempest-FlavorsV2NegativeTest-1251526171-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2bdb0198fa86420ebe5f1526476c6f93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410273 Aug 28 12:51:12.842727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-7e72865a-6e60-4ac9-b558-8a81e9787691 None None] For port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bcd92942-dfd7-46c6-a1d2-07a709e1e8a1,segment=NetworkSegment(d8a765a8-4675-43ed-935c-a46b66fb5969),segment_id=d8a765a8-4675-43ed-935c-a46b66fb5969)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:12.861899 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7e72865a-6e60-4ac9-b558-8a81e9787691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:12.968619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] For port 6fdde6e2-952f-40c4-81d4-c5d170380869, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:12.977900 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] For port 6fdde6e2-952f-40c4-81d4-c5d170380869, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6fdde6e2-952f-40c4-81d4-c5d170380869,segment=NetworkSegment(ce38a4ad-e12b-4d0a-8c59-8786aa1b9b98),segment_id=ce38a4ad-e12b-4d0a-8c59-8786aa1b9b98)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:12.989307 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:12.996289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72865a-6e60-4ac9-b558-8a81e9787691 None None] Pushing event updated for resources: {'Port': ['ID=bcd92942-dfd7-46c6-a1d2-07a709e1e8a1,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:13.031817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdb20c-be7d-408f-be6d-f6e8fb9bc278 req-23f1a637-f6e2-4a03-a476-86275fc2725a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:13.040906 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bfbdb20c-be7d-408f-be6d-f6e8fb9bc278 req-23f1a637-f6e2-4a03-a476-86275fc2725a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.1329119 Aug 28 12:51:13.107431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a2fd6-d035-4cd5-99d4-da24601f263e None None] Pushing event updated for resources: {'Port': ['ID=6fdde6e2-952f-40c4-81d4-c5d170380869,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:13.141453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3035fed4-744d-45f5-8c60-ee37feb5cb6e None None] Network ae802e57-84d6-4d09-93c3-21a24c31f7d6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:13.157090 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bfbdb20c-be7d-408f-be6d-f6e8fb9bc278 req-ddaec89b-ae79-4882-b9d5-7e7d830e18c4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151817 Aug 28 12:51:13.184793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712e317-b440-4c66-97a6-8762ff4b3e4a req-49eff8ad-4d73-4e12-bf35-77f7674518a7 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:13.197294 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8712e317-b440-4c66-97a6-8762ff4b3e4a req-49eff8ad-4d73-4e12-bf35-77f7674518a7 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.0958624 Aug 28 12:51:13.248168 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8712e317-b440-4c66-97a6-8762ff4b3e4a req-afadd9d1-f8ec-40f3-bb94-8d4940d3693f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496554 Aug 28 12:51:13.314721 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:13.338812 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c98d3693-3829-45a9-9b83-3b60434f2769 req-de182ccf-fad2-4867-b98e-c13dc925a946 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 210 time: 0.0683763 Aug 28 12:51:13.362527 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4c1b976c-8e45-4613-ab7e-2dbb450a2a8b None None] Provisioning complete for port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:13.363870 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4c1b976c-8e45-4613-ab7e-2dbb450a2a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:13.368810 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:13.412189 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e1ee85-084c-4b13-8cca-9d14ffa44943 None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 12:51:13.419873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Deleting port 6fdde6e2-952f-40c4-81d4-c5d170380869 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:13.420392 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:13.518982 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] For port 6fdde6e2-952f-40c4-81d4-c5d170380869, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6fdde6e2-952f-40c4-81d4-c5d170380869,segment=NetworkSegment(ce38a4ad-e12b-4d0a-8c59-8786aa1b9b98),segment_id=ce38a4ad-e12b-4d0a-8c59-8786aa1b9b98)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:13.519407 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:13.534425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Calling delete_port for 6fdde6e2-952f-40c4-81d4-c5d170380869 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:13.697493 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:13.726838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e1ee85-084c-4b13-8cca-9d14ffa44943 None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 12:51:13.749200 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No DVR routers for this DVR port 6fdde6e2-952f-40c4-81d4-c5d170380869 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:13.766102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48756) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:13.779334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Port': ['ID=6fdde6e2-952f-40c4-81d4-c5d170380869,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:13.874208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacdfa4-bd5f-46e4-b4e0-be48b514c964 req-95a8b683-725a-4e8c-b785-b31d223f76f4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:13.876565 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4dacdfa4-bd5f-46e4-b4e0-be48b514c964 req-95a8b683-725a-4e8c-b785-b31d223f76f4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.1702540 Aug 28 12:51:13.880998 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:13.901584 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d9508bfe-2b98-45ce-8abe-46c3c2c71e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:13.905642 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae802e57-84d6-4d09-93c3-21a24c31f7d6']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:13.933095 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce38a4ad-e12b-4d0a-8c59-8786aa1b9b98') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:13.933444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce38a4ad-e12b-4d0a-8c59-8786aa1b9b98') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:13.975098 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4dacdfa4-bd5f-46e4-b4e0-be48b514c964 req-a72378e5-d0f5-4e4a-b3a4-2a142290b157 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6667bbe-097b-4cca-beae-ac77e084119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907145 Aug 28 12:51:13.979343 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.007492 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.021348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:14.022010 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.023874 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d9508bfe-2b98-45ce-8abe-46c3c2c71e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:14.027187 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:14.035778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f77ab9-1fea-45eb-b3a0-5a2d50cea8e5 req-16c011d8-4dce-45a4-8e55-e1343c279ed4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:14.037590 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a8f77ab9-1fea-45eb-b3a0-5a2d50cea8e5 req-16c011d8-4dce-45a4-8e55-e1343c279ed4 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 945 time: 0.1225994 Aug 28 12:51:14.038665 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d9508bfe-2b98-45ce-8abe-46c3c2c71e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.085793 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d9508bfe-2b98-45ce-8abe-46c3c2c71e01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2bdb0198fa86420ebe5f1526476c6f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3176224 Aug 28 12:51:14.088471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48760) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:14.090671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9508bfe-2b98-45ce-8abe-46c3c2c71e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed2554a-c228-4346-bb0e-4cf0b550c3e1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:14.137460 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.142456 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.146463 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/ae802e57-84d6-4d09-93c3-21a24c31f7d6 HTTP/1.1" status: 204 len: 168 time: 3.5644946 Aug 28 12:51:14.149761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48762) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:14.156021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-50c88b53-8e01-4bd7-a6a4-ccb30c6c3952 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1728603272'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:14.161431 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c16775cc-4219-41f4-a1b8-f4244455802d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.187488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edeb7e9-baa7-4aba-9bdc-62ae33816b16 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Network': ['ID=ae802e57-84d6-4d09-93c3-21a24c31f7d6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:14.210552 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c16775cc-4219-41f4-a1b8-f4244455802d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.222395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-a8f77ab9-1fea-45eb-b3a0-5a2d50cea8e5 req-a13daeae-6347-4329-9bdc-9a170d2322e5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Deleting port d2d7a007-550b-4dff-93b3-86ce37dbb3cd {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:14.222395 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a8f77ab9-1fea-45eb-b3a0-5a2d50cea8e5 req-a13daeae-6347-4329-9bdc-9a170d2322e5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.279361 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c88b53-8e01-4bd7-a6a4-ccb30c6c3952 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:14.282870 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50c88b53-8e01-4bd7-a6a4-ccb30c6c3952 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.316359 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f27a9-9de9-4acf-b241-ac52552dde41 req-ee663f06-a14f-49d0-8754-4efbd9338484 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:14.318684 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9b9f27a9-9de9-4acf-b241-ac52552dde41 req-ee663f06-a14f-49d0-8754-4efbd9338484 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.0886126 Aug 28 12:51:14.331401 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c16775cc-4219-41f4-a1b8-f4244455802d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.335872 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c16775cc-4219-41f4-a1b8-f4244455802d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.339476 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c16775cc-4219-41f4-a1b8-f4244455802d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ed2554a-c228-4346-bb0e-4cf0b550c3e1 HTTP/1.1" status: 204 len: 168 time: 0.2475572 Aug 28 12:51:14.342807 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c88b53-8e01-4bd7-a6a4-ccb30c6c3952 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:14.358011 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16775cc-4219-41f4-a1b8-f4244455802d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed2554a-c228-4346-bb0e-4cf0b550c3e1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:14.392227 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50c88b53-8e01-4bd7-a6a4-ccb30c6c3952 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.392574 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-50c88b53-8e01-4bd7-a6a4-ccb30c6c3952 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Added segment 6a53eb45-7281-464d-95bd-4f573338862a of type vlan for network 7d53d137-2713-4ecc-9d2d-b58f9cfbc01f Aug 28 12:51:14.398549 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a8f77ab9-1fea-45eb-b3a0-5a2d50cea8e5 req-a13daeae-6347-4329-9bdc-9a170d2322e5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] For port d2d7a007-550b-4dff-93b3-86ce37dbb3cd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d2d7a007-550b-4dff-93b3-86ce37dbb3cd,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:14.403484 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a8f77ab9-1fea-45eb-b3a0-5a2d50cea8e5 req-a13daeae-6347-4329-9bdc-9a170d2322e5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.424579 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-a8f77ab9-1fea-45eb-b3a0-5a2d50cea8e5 req-a13daeae-6347-4329-9bdc-9a170d2322e5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Calling delete_port for d2d7a007-550b-4dff-93b3-86ce37dbb3cd owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:14.434700 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9b9f27a9-9de9-4acf-b241-ac52552dde41 req-01b8e7c6-27ee-4d8f-b829-cf2897832189 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072598 Aug 28 12:51:14.447547 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50c88b53-8e01-4bd7-a6a4-ccb30c6c3952 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.448252 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee61ba-e10b-47c8-8efa-5bf5c3da1341 req-9f6e78ff-84ea-4355-89cb-580656c4a084 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:14.449838 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9ee61ba-e10b-47c8-8efa-5bf5c3da1341 req-9f6e78ff-84ea-4355-89cb-580656c4a084 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.1335659 Aug 28 12:51:14.489618 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50c88b53-8e01-4bd7-a6a4-ccb30c6c3952 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.498056 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c88b53-8e01-4bd7-a6a4-ccb30c6c3952 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:14.499770 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50c88b53-8e01-4bd7-a6a4-ccb30c6c3952 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.587938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c88b53-8e01-4bd7-a6a4-ccb30c6c3952 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Network': ['ID=7d53d137-2713-4ecc-9d2d-b58f9cfbc01f,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:14.599601 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 7d53d137-2713-4ecc-9d2d-b58f9cfbc01f details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:14.633172 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2233bb65-d430-4de6-9f2a-4e65652d2183 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:14.649196 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-50c88b53-8e01-4bd7-a6a4-ccb30c6c3952 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4974473 Aug 28 12:51:14.653603 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f858c35-2c1b-465d-b489-5fd3b125aa2f req-2f4d2e6b-62e6-4dee-874f-a8abcc5446d8 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 210 time: 0.0695298 Aug 28 12:51:14.658266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48778) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:14.669501 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-42bf6db5-e355-49f8-ab38-8d4d0bfc0a1e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'subnet': {'network_id': '7d53d137-2713-4ecc-9d2d-b58f9cfbc01f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:14.673204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9ee61ba-e10b-47c8-8efa-5bf5c3da1341 req-e51ce1b5-b02c-4801-8478-7d5101f6c583 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959200 Aug 28 12:51:14.787478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 2233bb65-d430-4de6-9f2a-4e65652d2183 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:14.787879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2233bb65-d430-4de6-9f2a-4e65652d2183 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:14.808134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bf6db5-e355-49f8-ab38-8d4d0bfc0a1e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:14.814083 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-42bf6db5-e355-49f8-ab38-8d4d0bfc0a1e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.820924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-42fa7660-6f67-4b80-953c-c9c84f89f65f tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:14.822328 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-42fa7660-6f67-4b80-953c-c9c84f89f65f tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.11 "GET /v2.0/networks?id=62b3b857-ec95-4f38-b764-82bc562d0726 HTTP/1.1" status: 200 len: 808 time: 0.3695672 Aug 28 12:51:14.839745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-88cc8e3f-7d87-4871-a89f-b7187f4134a0 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Request body: {'port': {'device_id': 'db233146-8b86-4a2d-a27f-9e09633c65a2', 'network_id': '62b3b857-ec95-4f38-b764-82bc562d0726', 'admin_state_up': True, 'tenant_id': 'b50c01058e33445582f5222a08fe0810'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:14.908355 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a8f77ab9-1fea-45eb-b3a0-5a2d50cea8e5 req-a13daeae-6347-4329-9bdc-9a170d2322e5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:14.923309 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d2d7a007-550b-4dff-93b3-86ce37dbb3cd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:51:14.967731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13daeae-6347-4329-9bdc-9a170d2322e5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event deleted for resources: {'Port': ['ID=d2d7a007-550b-4dff-93b3-86ce37dbb3cd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:15.087654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f77ab9-1fea-45eb-b3a0-5a2d50cea8e5 req-a13daeae-6347-4329-9bdc-9a170d2322e5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] No DVR routers for this DVR port d2d7a007-550b-4dff-93b3-86ce37dbb3cd on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:15.092606 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a8f77ab9-1fea-45eb-b3a0-5a2d50cea8e5 req-a13daeae-6347-4329-9bdc-9a170d2322e5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:15.095604 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a8f77ab9-1fea-45eb-b3a0-5a2d50cea8e5 req-a13daeae-6347-4329-9bdc-9a170d2322e5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "DELETE /v2.0/ports/d2d7a007-550b-4dff-93b3-86ce37dbb3cd HTTP/1.1" status: 204 len: 173 time: 1.0423880 Aug 28 12:51:15.115410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54423bba-1e47-44f1-babc-ad46ec57c4b8', 'name': 'network-vif-deleted', 'tag': 'd2d7a007-550b-4dff-93b3-86ce37dbb3cd'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:51:15.125031 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f473caf8-ece9-4e5b-86e6-80d9cccbd516" -d '{"events": [{"server_uuid": "54423bba-1e47-44f1-babc-ad46ec57c4b8", "name": "network-vif-deleted", "tag": "d2d7a007-550b-4dff-93b3-86ce37dbb3cd"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:51:15.181734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-88cc8e3f-7d87-4871-a89f-b7187f4134a0 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Made reservation on behalf of b50c01058e33445582f5222a08fe0810 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:15.186905 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:15.190921 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-88cc8e3f-7d87-4871-a89f-b7187f4134a0 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:15.204579 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-79a21333-b740-4a66-8a19-e0544ec6c23e req-5e6cff24-fa82-4410-9127-9e9a72aad9a5 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=54423bba-1e47-44f1-babc-ad46ec57c4b8 HTTP/1.1" status: 200 len: 210 time: 0.0874913 Aug 28 12:51:15.217170 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-42bf6db5-e355-49f8-ab38-8d4d0bfc0a1e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:15.240196 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf600d6-23ca-494e-a887-f0906c778814 x-openstack-request-id: req-2cf600d6-23ca-494e-a887-f0906c778814 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:51:15.240769 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54423bba-1e47-44f1-babc-ad46ec57c4b8", "name": "network-vif-deleted", "tag": "d2d7a007-550b-4dff-93b3-86ce37dbb3cd", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:51:15.241248 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cf600d6-23ca-494e-a887-f0906c778814 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:51:15.241885 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54423bba-1e47-44f1-babc-ad46ec57c4b8', 'name': 'network-vif-deleted', 'tag': 'd2d7a007-550b-4dff-93b3-86ce37dbb3cd', 'status': 'completed', 'code': 200} Aug 28 12:51:15.286542 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:15.291518 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:15.292224 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:15.357636 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf6db5-e355-49f8-ab38-8d4d0bfc0a1e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Checking segment: {'id': '6a53eb45-7281-464d-95bd-4f573338862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d53d137-2713-4ecc-9d2d-b58f9cfbc01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:15.358082 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf6db5-e355-49f8-ab38-8d4d0bfc0a1e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network hostable DHCP agents. Network: 7d53d137-2713-4ecc-9d2d-b58f9cfbc01f, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:51:15.369427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf6db5-e355-49f8-ab38-8d4d0bfc0a1e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Subnet': ['ID=15d76989-c85d-4b2f-960a-0a29167d22db,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:15.391831 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf6db5-e355-49f8-ab38-8d4d0bfc0a1e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network 7d53d137-2713-4ecc-9d2d-b58f9cfbc01f is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:51:15.403404 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-42bf6db5-e355-49f8-ab38-8d4d0bfc0a1e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 7d53d137-2713-4ecc-9d2d-b58f9cfbc01f) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:15.408816 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf6db5-e355-49f8-ab38-8d4d0bfc0a1e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:15.410792 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-42bf6db5-e355-49f8-ab38-8d4d0bfc0a1e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:15.412936 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f061ef0-6a6b-4f6e-bf3b-eb6338a520b2 None None] Network 7d53d137-2713-4ecc-9d2d-b58f9cfbc01f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:15.427423 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-42bf6db5-e355-49f8-ab38-8d4d0bfc0a1e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7680233 Aug 28 12:51:15.431158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48800) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:15.438093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e2024b47-cf8c-4dcf-a7fe-5dbbb7f51bc4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-768708332'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:15.439020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-88cc8e3f-7d87-4871-a89f-b7187f4134a0 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Allocated IP 172.20.0.6 (62b3b857-ec95-4f38-b764-82bc562d0726/cdf39362-820f-4dbc-a96d-81c88ad21e73/4f887cec-c2cb-47d0-a98b-1c60fa3bc66a) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:15.469801 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2024b47-cf8c-4dcf-a7fe-5dbbb7f51bc4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:15.476723 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2024b47-cf8c-4dcf-a7fe-5dbbb7f51bc4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:15.529703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2024b47-cf8c-4dcf-a7fe-5dbbb7f51bc4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:15.541885 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2024b47-cf8c-4dcf-a7fe-5dbbb7f51bc4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:15.543020 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-e2024b47-cf8c-4dcf-a7fe-5dbbb7f51bc4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Added segment 930a2276-cacb-406f-8fba-48ada74f5089 of type vlan for network d19bf107-9a0f-4da1-aeb2-5d90166dabfa Aug 28 12:51:15.610765 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2024b47-cf8c-4dcf-a7fe-5dbbb7f51bc4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:15.611285 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-7d53d137-2713-4ecc-9d2d-b58f9cfbc01f', 'network_id': '7d53d137-2713-4ecc-9d2d-b58f9cfbc01f', 'tenant_id': '654d1bca82ae4316ae91f0e866d13895', 'fixed_ips': [{'subnet_id': '15d76989-c85d-4b2f-960a-0a29167d22db'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:51:15.616726 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:15.642192 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2024b47-cf8c-4dcf-a7fe-5dbbb7f51bc4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:15.650978 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2024b47-cf8c-4dcf-a7fe-5dbbb7f51bc4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:15.651861 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2024b47-cf8c-4dcf-a7fe-5dbbb7f51bc4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:15.699356 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282719de-d877-4442-83b9-fa9d831d0073 req-0cfd428e-6a0f-4f43-b390-29a855408529 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:15.701325 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-282719de-d877-4442-83b9-fa9d831d0073 req-0cfd428e-6a0f-4f43-b390-29a855408529 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.0988045 Aug 28 12:51:15.738973 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-88cc8e3f-7d87-4871-a89f-b7187f4134a0 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:15.775719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2024b47-cf8c-4dcf-a7fe-5dbbb7f51bc4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Network': ['ID=d19bf107-9a0f-4da1-aeb2-5d90166dabfa,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:15.779071 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e2024b47-cf8c-4dcf-a7fe-5dbbb7f51bc4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3466194 Aug 28 12:51:15.781796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48814) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:15.788606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7a1ee714-13eb-477e-92ec-104125b6ad7c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'subnet': {'network_id': 'd19bf107-9a0f-4da1-aeb2-5d90166dabfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:15.789422 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-282719de-d877-4442-83b9-fa9d831d0073 req-afd56a30-1f81-410a-9447-d9b598e51fa7 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802929 Aug 28 12:51:15.831607 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-88cc8e3f-7d87-4871-a89f-b7187f4134a0 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:15.849370 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network d19bf107-9a0f-4da1-aeb2-5d90166dabfa details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:15.943999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc8e3f-7d87-4871-a89f-b7187f4134a0 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Pushing event updated for resources: {'Port': ['ID=4f887cec-c2cb-47d0-a98b-1c60fa3bc66a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:15.957115 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Allocated IP 2001:db8::1 (7d53d137-2713-4ecc-9d2d-b58f9cfbc01f/15d76989-c85d-4b2f-960a-0a29167d22db/7c7dc77c-9558-4d83-b377-1861806a1d3d) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:15.968688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593b357-d98a-43bd-a119-5ba8d319017e req-7500f13c-09a0-4f4d-a70e-0f86e0d93430 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:15.970397 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e593b357-d98a-43bd-a119-5ba8d319017e req-7500f13c-09a0-4f4d-a70e-0f86e0d93430 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.0871036 Aug 28 12:51:15.971458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1ee714-13eb-477e-92ec-104125b6ad7c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:15.974816 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee714-13eb-477e-92ec-104125b6ad7c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:16.055290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_backend_mixin [None req-7a1ee714-13eb-477e-92ec-104125b6ad7c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Performing IP validity checks on allocation pools {{(pid=94878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 12:51:16.055951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_backend_mixin [None req-7a1ee714-13eb-477e-92ec-104125b6ad7c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 12:51:16.087952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e593b357-d98a-43bd-a119-5ba8d319017e req-59f2d986-0f39-4c03-bb43-fbae22863862 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946009 Aug 28 12:51:16.153445 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:16.166600 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Transition to ACTIVE for port object 7c7dc77c-9558-4d83-b377-1861806a1d3d will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:16.184430 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Transition to ACTIVE for port object 7c7dc77c-9558-4d83-b377-1861806a1d3d will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:16.191577 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:16.230078 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee714-13eb-477e-92ec-104125b6ad7c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:16.256341 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Pushing event updated for resources: {'Port': ['ID=7c7dc77c-9558-4d83-b377-1861806a1d3d,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:16.263988 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Network 7d53d137-2713-4ecc-9d2d-b58f9cfbc01f is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:16.265479 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:16.270237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:16.330784 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Attempting to bind port 7c7dc77c-9558-4d83-b377-1861806a1d3d on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:16.331562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Attempting to bind port 7c7dc77c-9558-4d83-b377-1861806a1d3d by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '6a53eb45-7281-464d-95bd-4f573338862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d53d137-2713-4ecc-9d2d-b58f9cfbc01f'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:16.332725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Attempting to bind port 7c7dc77c-9558-4d83-b377-1861806a1d3d on network 7d53d137-2713-4ecc-9d2d-b58f9cfbc01f {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:16.335212 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ee714-13eb-477e-92ec-104125b6ad7c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Checking segment: {'id': '930a2276-cacb-406f-8fba-48ada74f5089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd19bf107-9a0f-4da1-aeb2-5d90166dabfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:16.335826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1ee714-13eb-477e-92ec-104125b6ad7c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network hostable DHCP agents. Network: d19bf107-9a0f-4da1-aeb2-5d90166dabfa, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:51:16.339652 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:16.340420 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Checking segment: {'id': '6a53eb45-7281-464d-95bd-4f573338862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d53d137-2713-4ecc-9d2d-b58f9cfbc01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:16.341283 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:16.341942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Bound using segment: {'id': '6a53eb45-7281-464d-95bd-4f573338862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d53d137-2713-4ecc-9d2d-b58f9cfbc01f'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:16.342752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Bound port: 7c7dc77c-9558-4d83-b377-1861806a1d3d, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a53eb45-7281-464d-95bd-4f573338862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '7d53d137-2713-4ecc-9d2d-b58f9cfbc01f'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:16.343336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ee714-13eb-477e-92ec-104125b6ad7c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Subnet': ['ID=c22e54cd-2516-4cc6-8583-af872116c7f2,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:16.343484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-88cc8e3f-7d87-4871-a89f-b7187f4134a0 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Network 62b3b857-ec95-4f38-b764-82bc562d0726 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:16.344227 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:16.348754 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-88cc8e3f-7d87-4871-a89f-b7187f4134a0 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:16.358437 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-88cc8e3f-7d87-4871-a89f-b7187f4134a0 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:16.372912 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1ee714-13eb-477e-92ec-104125b6ad7c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network d19bf107-9a0f-4da1-aeb2-5d90166dabfa is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:51:16.387200 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-7a1ee714-13eb-477e-92ec-104125b6ad7c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, d19bf107-9a0f-4da1-aeb2-5d90166dabfa) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:16.398661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b99f64-567e-49b9-a4a2-ac6d731948ce None None] Network d19bf107-9a0f-4da1-aeb2-5d90166dabfa requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:16.401527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1ee714-13eb-477e-92ec-104125b6ad7c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:16.402348 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee714-13eb-477e-92ec-104125b6ad7c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:16.420698 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7a1ee714-13eb-477e-92ec-104125b6ad7c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6376739 Aug 28 12:51:16.423511 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48834) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:16.427223 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855bef4-d9c0-40e6-baa5-ad682ff682a7 req-6508c325-40d0-4ef9-848e-909000e9c97d tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:16.435093 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3855bef4-d9c0-40e6-baa5-ad682ff682a7 req-6508c325-40d0-4ef9-848e-909000e9c97d tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 931 time: 0.4751599 Aug 28 12:51:16.471409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-88cc8e3f-7d87-4871-a89f-b7187f4134a0 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:16.473420 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-88cc8e3f-7d87-4871-a89f-b7187f4134a0 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:16.492659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-88cc8e3f-7d87-4871-a89f-b7187f4134a0 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6588919 Aug 28 12:51:16.511740 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Request body: {'port': {'device_id': 'db233146-8b86-4a2d-a27f-9e09633c65a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:16.536210 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3855bef4-d9c0-40e6-baa5-ad682ff682a7 req-5e45b811-4df3-4651-a6b9-a194631c83d6 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/security-groups?id=690d28ef-c3ad-4f3f-94f7-896be069b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945904 Aug 28 12:51:16.589023 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:16.601176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-d19bf107-9a0f-4da1-aeb2-5d90166dabfa', 'network_id': 'd19bf107-9a0f-4da1-aeb2-5d90166dabfa', 'tenant_id': '654d1bca82ae4316ae91f0e866d13895', 'fixed_ips': [{'subnet_id': 'c22e54cd-2516-4cc6-8583-af872116c7f2'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:51:16.602605 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:16.607610 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:16.631698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] For port 7c7dc77c-9558-4d83-b377-1861806a1d3d, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:16.652051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] For port 7c7dc77c-9558-4d83-b377-1861806a1d3d, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7c7dc77c-9558-4d83-b377-1861806a1d3d,segment=NetworkSegment(6a53eb45-7281-464d-95bd-4f573338862a),segment_id=6a53eb45-7281-464d-95bd-4f573338862a)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:16.658547 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:16.773919 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:16.845126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b430b66-03ca-432c-9d56-3aff8aa9680b None None] Pushing event updated for resources: {'Port': ['ID=7c7dc77c-9558-4d83-b377-1861806a1d3d,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:16.903549 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Allocated IP 2001:db8::3 (d19bf107-9a0f-4da1-aeb2-5d90166dabfa/c22e54cd-2516-4cc6-8583-af872116c7f2/4e4033d5-8730-4639-b0cc-4c46bf964cde) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:16.967522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bf6f2-bc83-4cfd-8532-1fc9e3e6b71e req-60542f53-694c-40cb-aca1-210e68c5db49 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:16.978414 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f3bf6f2-bc83-4cfd-8532-1fc9e3e6b71e req-60542f53-694c-40cb-aca1-210e68c5db49 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.0776596 Aug 28 12:51:17.050304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8535b8-a589-4a01-83a5-66cfdd547c84 req-3f8d2208-7f2c-4ede-955b-441303f7ab47 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:17.056865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f3bf6f2-bc83-4cfd-8532-1fc9e3e6b71e req-ecfcaa6c-698a-4235-aa00-8f6cea7ddba6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774953 Aug 28 12:51:17.073565 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d8535b8-a589-4a01-83a5-66cfdd547c84 req-3f8d2208-7f2c-4ede-955b-441303f7ab47 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1664543 Aug 28 12:51:17.173869 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48864) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:17.190582 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d8535b8-a589-4a01-83a5-66cfdd547c84 req-64eed6aa-5c67-45cb-81fe-cc19c7805e5f tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910475 Aug 28 12:51:17.197029 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.246922 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Transition to ACTIVE for port object 4e4033d5-8730-4639-b0cc-4c46bf964cde will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:17.310650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Transition to ACTIVE for port object 4e4033d5-8730-4639-b0cc-4c46bf964cde will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:17.327923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:51:17.337263 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.345083 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8319048-8ebc-4af7-bf66-f4fab19c5db9 req-5cb448d6-08a2-460c-87cc-4b6e287ac82f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:17.346888 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f8319048-8ebc-4af7-bf66-f4fab19c5db9 req-5cb448d6-08a2-460c-87cc-4b6e287ac82f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.1169639 Aug 28 12:51:17.358050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Transition to ACTIVE for port object 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:17.359129 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.362698 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.385306 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c13e7ef8-39f7-4429-80a6-72b6f55a3267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.410757 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.444713 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Network d19bf107-9a0f-4da1-aeb2-5d90166dabfa is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:17.451698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Pushing event updated for resources: {'Port': ['ID=4f887cec-c2cb-47d0-a98b-1c60fa3bc66a,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:17.452327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:17.454717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Pushing event updated for resources: {'Port': ['ID=4e4033d5-8730-4639-b0cc-4c46bf964cde,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:17.461226 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:17.525145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:17.525604 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:17.526066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:17.526533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:17.526940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:17.527338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:17.527761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:17.528149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:17.528541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:17.528956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:17.529359 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:17.530328 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:17.530641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Subnet': ['ID=c22e54cd-2516-4cc6-8583-af872116c7f2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:17.559879 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Attempting to bind port 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:17.560461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Attempting to bind port 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '1b05b56d-6db0-4500-9865-8a62fa343555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '62b3b857-ec95-4f38-b764-82bc562d0726'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:17.561117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Attempting to bind port 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a on network 62b3b857-ec95-4f38-b764-82bc562d0726 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:17.569457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Port 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a on network 62b3b857-ec95-4f38-b764-82bc562d0726 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:51:17.569673 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Attempting to bind port 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a on network 62b3b857-ec95-4f38-b764-82bc562d0726 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:17.569761 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f8319048-8ebc-4af7-bf66-f4fab19c5db9 req-8b633aa9-0ba8-4f9b-b4d9-e65f61d50c42 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059135 Aug 28 12:51:17.576640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:17.577692 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Checking segment: {'id': '1b05b56d-6db0-4500-9865-8a62fa343555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '62b3b857-ec95-4f38-b764-82bc562d0726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:17.578032 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Bound using segment: {'id': '1b05b56d-6db0-4500-9865-8a62fa343555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '62b3b857-ec95-4f38-b764-82bc562d0726'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:17.580124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Bound port: 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b05b56d-6db0-4500-9865-8a62fa343555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '62b3b857-ec95-4f38-b764-82bc562d0726'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:17.580495 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.586824 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.601233 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Attempting to bind port 4e4033d5-8730-4639-b0cc-4c46bf964cde on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:17.602197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Attempting to bind port 4e4033d5-8730-4639-b0cc-4c46bf964cde by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '930a2276-cacb-406f-8fba-48ada74f5089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd19bf107-9a0f-4da1-aeb2-5d90166dabfa'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:17.604109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Attempting to bind port 4e4033d5-8730-4639-b0cc-4c46bf964cde on network d19bf107-9a0f-4da1-aeb2-5d90166dabfa {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:17.605576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19bf107-9a0f-4da1-aeb2-5d90166dabfa']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:17.614545 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:17.615503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Checking segment: {'id': '930a2276-cacb-406f-8fba-48ada74f5089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd19bf107-9a0f-4da1-aeb2-5d90166dabfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:17.616171 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.616818 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Bound using segment: {'id': '930a2276-cacb-406f-8fba-48ada74f5089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd19bf107-9a0f-4da1-aeb2-5d90166dabfa'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:17.617564 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Bound port: 4e4033d5-8730-4639-b0cc-4c46bf964cde, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930a2276-cacb-406f-8fba-48ada74f5089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd19bf107-9a0f-4da1-aeb2-5d90166dabfa'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:17.618229 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.629984 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930a2276-cacb-406f-8fba-48ada74f5089') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:17.630283 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930a2276-cacb-406f-8fba-48ada74f5089') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:17.645074 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.684413 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.695971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:17.696456 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:17.699603 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:17.723409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] For port 4e4033d5-8730-4639-b0cc-4c46bf964cde, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:17.736571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] For port 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:17.742823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] For port 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=4f887cec-c2cb-47d0-a98b-1c60fa3bc66a,segment=NetworkSegment(1b05b56d-6db0-4500-9865-8a62fa343555),segment_id=1b05b56d-6db0-4500-9865-8a62fa343555)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:17.753325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6bfa8-01fa-4c25-9eac-0c6d3434f00e req-a26acd97-e155-45e4-bc4e-023aeba05922 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:17.765332 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8bb6bfa8-01fa-4c25-9eac-0c6d3434f00e req-a26acd97-e155-45e4-bc4e-023aeba05922 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 943 time: 0.1299751 Aug 28 12:51:17.776870 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.api [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 12:51:17.776870 n-d-791505-21 neutron-server[94878]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 12:51:17.776870 n-d-791505-21 neutron-server[94878]: [parameters: {'id': 'd19bf107-9a0f-4da1-aeb2-5d90166dabfa'}] Aug 28 12:51:17.776870 n-d-791505-21 neutron-server[94878]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:51:17.777369 n-d-791505-21 neutron-server[94878]: DEBUG oslo_db.api [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:51:17.782413 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.786787 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] For port 4e4033d5-8730-4639-b0cc-4c46bf964cde, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4e4033d5-8730-4639-b0cc-4c46bf964cde,segment=NetworkSegment(930a2276-cacb-406f-8fba-48ada74f5089),segment_id=930a2276-cacb-406f-8fba-48ada74f5089)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:17.787942 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c13e7ef8-39f7-4429-80a6-72b6f55a3267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.793228 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c13e7ef8-39f7-4429-80a6-72b6f55a3267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.795452 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.826273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:17.829449 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.834300 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] 10.222.0.11 "PUT /v2.0/ports/4f887cec-c2cb-47d0-a98b-1c60fa3bc66a HTTP/1.1" status: 200 len: 1092 time: 1.3296785 Aug 28 12:51:17.838405 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c13e7ef8-39f7-4429-80a6-72b6f55a3267 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75744471e3594270acf0c70902624519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6626368 Aug 28 12:51:17.838804 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db233146-8b86-4a2d-a27f-9e09633c65a2', 'tag': '4f887cec-c2cb-47d0-a98b-1c60fa3bc66a'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:51:17.841144 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7cf83c-e4eb-4ba1-9428-7ee99a11f943" -d '{"events": [{"name": "network-changed", "server_uuid": "db233146-8b86-4a2d-a27f-9e09633c65a2", "tag": "4f887cec-c2cb-47d0-a98b-1c60fa3bc66a"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:51:17.842134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48874) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:17.877045 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8bb6bfa8-01fa-4c25-9eac-0c6d3434f00e req-05e14038-b8ac-4c68-8473-6e36d1fa81b7 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/security-groups?id=690d28ef-c3ad-4f3f-94f7-896be069b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106088 Aug 28 12:51:17.897985 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e7ef8-39f7-4429-80a6-72b6f55a3267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60a0f93-f665-4250-bfe4-feee0c5f23f0,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:17.940387 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-59312cae-b272-465a-9935-a4ec172c4f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:17.940606 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47db2414-ee19-476d-a7b3-5dcc789fab27 x-openstack-request-id: req-47db2414-ee19-476d-a7b3-5dcc789fab27 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:51:17.941122 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db233146-8b86-4a2d-a27f-9e09633c65a2", "tag": "4f887cec-c2cb-47d0-a98b-1c60fa3bc66a", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:51:17.942062 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47db2414-ee19-476d-a7b3-5dcc789fab27 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:51:17.942603 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db233146-8b86-4a2d-a27f-9e09633c65a2', 'tag': '4f887cec-c2cb-47d0-a98b-1c60fa3bc66a', 'status': 'completed', 'code': 200} Aug 28 12:51:17.943350 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd321359-a3e8-40f4-81b4-d208d6b83b22 service neutron] Pushing event updated for resources: {'Port': ['ID=4f887cec-c2cb-47d0-a98b-1c60fa3bc66a,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:17.951737 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f5996-a748-4cfb-9331-9b0f24272eb2 None None] Pushing event updated for resources: {'Port': ['ID=4e4033d5-8730-4639-b0cc-4c46bf964cde,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:17.957280 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b9ee41-69c4-441d-a230-610cd6f4efa1 None None] Network d19bf107-9a0f-4da1-aeb2-5d90166dabfa requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:17.970187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-fb5031a0-19ab-4746-b37a-2d31c1d6628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:17.971769 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-fb5031a0-19ab-4746-b37a-2d31c1d6628f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b50c01058e33445582f5222a08fe0810&device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 1095 time: 0.0698450 Aug 28 12:51:17.977194 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-59312cae-b272-465a-9935-a4ec172c4f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:18.029173 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-56083064-0057-4652-a7dc-ba5445312220 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f887cec-c2cb-47d0-a98b-1c60fa3bc66a HTTP/1.1" status: 200 len: 217 time: 0.0408864 Aug 28 12:51:18.033783 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-59312cae-b272-465a-9935-a4ec172c4f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:18.036779 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-59312cae-b272-465a-9935-a4ec172c4f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:18.038145 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-59312cae-b272-465a-9935-a4ec172c4f04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a60a0f93-f665-4250-bfe4-feee0c5f23f0 HTTP/1.1" status: 204 len: 168 time: 0.1947391 Aug 28 12:51:18.046835 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59312cae-b272-465a-9935-a4ec172c4f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60a0f93-f665-4250-bfe4-feee0c5f23f0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:18.097958 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-4a84c6b9-599d-40ae-8d6d-791c379800da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:18.099504 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-4a84c6b9-599d-40ae-8d6d-791c379800da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cdf39362-820f-4dbc-a96d-81c88ad21e73 HTTP/1.1" status: 200 len: 848 time: 0.0628598 Aug 28 12:51:18.146205 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-dba002e0-23da-45b3-a653-7689b76164dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62b3b857-ec95-4f38-b764-82bc562d0726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313282 Aug 28 12:51:18.199568 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d91dfb-7712-4538-acf0-73495f478db6 None None] Network 7d53d137-2713-4ecc-9d2d-b58f9cfbc01f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:18.267813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3f4a9-c0d4-4353-b770-8830fc317c9e req-495f408e-3242-4245-bf47-b2d36df34357 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:18.275221 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5fb3f4a9-c0d4-4353-b770-8830fc317c9e req-495f408e-3242-4245-bf47-b2d36df34357 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.1213961 Aug 28 12:51:18.291548 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:18.326375 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-34f23a37-50c3-4330-81d6-6e0558fe649a None None] Provisioning for port 7c7dc77c-9558-4d83-b377-1861806a1d3d completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:51:18.338969 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5fb3f4a9-c0d4-4353-b770-8830fc317c9e req-0450bbd7-79e4-4049-8300-b62a7e4093a6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583663 Aug 28 12:51:18.338969 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-3b2198f3-010e-47d7-a910-4ccec8bc7246 service neutron] 10.222.0.11 "GET /v2.0/networks/62b3b857-ec95-4f38-b764-82bc562d0726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710124 Aug 28 12:51:18.390383 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b25462-5125-4ee5-a94c-08b3d3aa7034 req-176d76b9-6e68-4dd2-8a63-ca57b3153458 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:18.392040 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-22b25462-5125-4ee5-a94c-08b3d3aa7034 req-176d76b9-6e68-4dd2-8a63-ca57b3153458 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1160936 Aug 28 12:51:18.440801 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Deleting port 4e4033d5-8730-4639-b0cc-4c46bf964cde {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:18.441186 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:18.474711 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-22b25462-5125-4ee5-a94c-08b3d3aa7034 req-2847153d-910d-4048-9016-b1fb46570930 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716588 Aug 28 12:51:18.563819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c47cf-2120-4230-baec-9a24b7b6180e req-7cafc339-00b0-4858-8740-60b8f2c9fa6d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:18.567069 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a65c47cf-2120-4230-baec-9a24b7b6180e req-7cafc339-00b0-4858-8740-60b8f2c9fa6d tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 945 time: 0.1209705 Aug 28 12:51:18.567940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] For port 4e4033d5-8730-4639-b0cc-4c46bf964cde, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4e4033d5-8730-4639-b0cc-4c46bf964cde,segment=NetworkSegment(930a2276-cacb-406f-8fba-48ada74f5089),segment_id=930a2276-cacb-406f-8fba-48ada74f5089)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:18.568461 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:18.594330 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Calling delete_port for 4e4033d5-8730-4639-b0cc-4c46bf964cde owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:18.614727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d2d7a007-550b-4dff-93b3-86ce37dbb3cd no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:18.643638 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16c1185-0d4c-4f03-b823-617fd672d240 req-882f6621-f2d0-40ac-a8d9-bba44ba659a1 service neutron] 10.222.0.11 "GET /v2.0/networks/62b3b857-ec95-4f38-b764-82bc562d0726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973258 Aug 28 12:51:18.683512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: d2d7a007-550b-4dff-93b3-86ce37dbb3cd {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:18.684124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d2d7a007-550b-4dff-93b3-86ce37dbb3cd not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:18.753435 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df91dd96-9b66-44cb-85b6-204a694abf49 None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 12:51:18.756008 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f40d7-2147-444a-ae81-7794676d9fee req-63a9363a-513d-47f0-96d4-5030fa665403 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:18.758414 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc3f40d7-2147-444a-ae81-7794676d9fee req-63a9363a-513d-47f0-96d4-5030fa665403 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.0756276 Aug 28 12:51:18.783058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cf83c-e4eb-4ba1-9428-7ee99a11f943 req-a533fd39-dfe6-482e-af46-6a4865586053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:18.784851 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a7cf83c-e4eb-4ba1-9428-7ee99a11f943 req-a533fd39-dfe6-482e-af46-6a4865586053 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b50c01058e33445582f5222a08fe0810&device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 1095 time: 0.0689261 Aug 28 12:51:18.812885 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc3f40d7-2147-444a-ae81-7794676d9fee req-1eec2316-6ce3-47a8-ba11-ae3baf99dfc3 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486100 Aug 28 12:51:18.825005 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:18.838011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-a65c47cf-2120-4230-baec-9a24b7b6180e req-3921bf60-608b-49a0-9ecc-1f63b3fb5ee8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Deleting port d36d6c26-a593-4651-b520-8690e7d0d6d9 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:18.838011 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a65c47cf-2120-4230-baec-9a24b7b6180e req-3921bf60-608b-49a0-9ecc-1f63b3fb5ee8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:18.844795 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No DVR routers for this DVR port 4e4033d5-8730-4639-b0cc-4c46bf964cde on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:18.868258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Port': ['ID=4e4033d5-8730-4639-b0cc-4c46bf964cde,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:18.965702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df91dd96-9b66-44cb-85b6-204a694abf49 None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 12:51:18.994164 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.006645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19bf107-9a0f-4da1-aeb2-5d90166dabfa']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:19.020358 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930a2276-cacb-406f-8fba-48ada74f5089') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:19.021027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930a2276-cacb-406f-8fba-48ada74f5089') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:19.031885 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.053953 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.068731 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7c7dc77c-9558-4d83-b377-1861806a1d3d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:19.073216 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:19.076232 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.077018 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cf83c-e4eb-4ba1-9428-7ee99a11f943 req-00af56a1-8f33-422b-9eb3-38dbbadbfa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:19.078713 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a7cf83c-e4eb-4ba1-9428-7ee99a11f943 req-00af56a1-8f33-422b-9eb3-38dbbadbfa47 service neutron] 10.222.0.11 "GET /v2.0/networks?id=62b3b857-ec95-4f38-b764-82bc562d0726 HTTP/1.1" status: 200 len: 908 time: 0.2855334 Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:19.079996 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:19.151508 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a7cf83c-e4eb-4ba1-9428-7ee99a11f943 req-b386a76d-6593-4552-8226-628ee25bd08f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f887cec-c2cb-47d0-a98b-1c60fa3bc66a HTTP/1.1" status: 200 len: 217 time: 0.0454926 Aug 28 12:51:19.157615 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.164110 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.169361 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/d19bf107-9a0f-4da1-aeb2-5d90166dabfa HTTP/1.1" status: 204 len: 168 time: 2.7412157 Aug 28 12:51:19.170001 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48914) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:19.177007 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 7c7dc77c-9558-4d83-b377-1861806a1d3d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:51:19.178517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8e50dc0b-1e05-4d80-ac40-eff014a6b4f3 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1816316184'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:19.189660 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 7c7dc77c-9558-4d83-b377-1861806a1d3d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:19.190037 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.193064 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc5240-9635-4ff8-9a3e-76beec2168fa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Network': ['ID=d19bf107-9a0f-4da1-aeb2-5d90166dabfa,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:19.234127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e50dc0b-1e05-4d80-ac40-eff014a6b4f3 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:19.236637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a65c47cf-2120-4230-baec-9a24b7b6180e req-3921bf60-608b-49a0-9ecc-1f63b3fb5ee8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] For port d36d6c26-a593-4651-b520-8690e7d0d6d9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d36d6c26-a593-4651-b520-8690e7d0d6d9,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:19.237232 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a65c47cf-2120-4230-baec-9a24b7b6180e req-3921bf60-608b-49a0-9ecc-1f63b3fb5ee8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.240507 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8e50dc0b-1e05-4d80-ac40-eff014a6b4f3 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.261517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4423fb-17ce-4bcb-a3cf-c7ceba5886cd req-4778b21c-4f40-49b8-ab02-be78428f0b06 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:19.263327 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d4423fb-17ce-4bcb-a3cf-c7ceba5886cd req-4778b21c-4f40-49b8-ab02-be78428f0b06 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 943 time: 0.2195506 Aug 28 12:51:19.270858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e50dc0b-1e05-4d80-ac40-eff014a6b4f3 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:19.283311 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8e50dc0b-1e05-4d80-ac40-eff014a6b4f3 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.283658 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-8e50dc0b-1e05-4d80-ac40-eff014a6b4f3 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Added segment 20532552-86b0-4574-bfdf-b280e891b9f1 of type vlan for network 9efeb5e4-3cec-4d37-9365-92997908f242 Aug 28 12:51:19.322000 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cf83c-e4eb-4ba1-9428-7ee99a11f943 req-ac6058ce-869e-4b56-853d-17382023713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:19.323981 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a7cf83c-e4eb-4ba1-9428-7ee99a11f943 req-ac6058ce-869e-4b56-853d-17382023713d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cdf39362-820f-4dbc-a96d-81c88ad21e73 HTTP/1.1" status: 200 len: 848 time: 0.1521790 Aug 28 12:51:19.338255 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8e50dc0b-1e05-4d80-ac40-eff014a6b4f3 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.371496 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a7cf83c-e4eb-4ba1-9428-7ee99a11f943 req-1cc73156-1708-41a7-a82d-31d97ec0c8a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62b3b857-ec95-4f38-b764-82bc562d0726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333278 Aug 28 12:51:19.374654 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8e50dc0b-1e05-4d80-ac40-eff014a6b4f3 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.381457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e50dc0b-1e05-4d80-ac40-eff014a6b4f3 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:19.382338 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8e50dc0b-1e05-4d80-ac40-eff014a6b4f3 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.516106 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a65c47cf-2120-4230-baec-9a24b7b6180e req-3921bf60-608b-49a0-9ecc-1f63b3fb5ee8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.516665 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a65c47cf-2120-4230-baec-9a24b7b6180e req-3921bf60-608b-49a0-9ecc-1f63b3fb5ee8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.517077 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [req-a65c47cf-2120-4230-baec-9a24b7b6180e req-3921bf60-608b-49a0-9ecc-1f63b3fb5ee8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Floating IP 00000f94-f274-4698-8985-224229cd9645 disassociated. External IP: 172.25.1.210, port: d36d6c26-a593-4651-b520-8690e7d0d6d9. Aug 28 12:51:19.517637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-a65c47cf-2120-4230-baec-9a24b7b6180e req-3921bf60-608b-49a0-9ecc-1f63b3fb5ee8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Calling delete_port for d36d6c26-a593-4651-b520-8690e7d0d6d9 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:19.605889 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.624775 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d4423fb-17ce-4bcb-a3cf-c7ceba5886cd req-4d9a0eba-e5f5-45cd-bbda-2e7d6c6b5a98 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/security-groups?id=690d28ef-c3ad-4f3f-94f7-896be069b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500986 Aug 28 12:51:19.713277 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 7c7dc77c-9558-4d83-b377-1861806a1d3d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7c7dc77c-9558-4d83-b377-1861806a1d3d,segment=NetworkSegment(6a53eb45-7281-464d-95bd-4f573338862a),segment_id=6a53eb45-7281-464d-95bd-4f573338862a)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:19.718718 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.798666 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a7cf83c-e4eb-4ba1-9428-7ee99a11f943 req-ff90d3bd-959b-4013-8bbf-b774478964b8 service neutron] 10.222.0.11 "GET /v2.0/networks/62b3b857-ec95-4f38-b764-82bc562d0726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075202 Aug 28 12:51:19.809006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=7c7dc77c-9558-4d83-b377-1861806a1d3d,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:19.832734 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8e50dc0b-1e05-4d80-ac40-eff014a6b4f3 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6611252 Aug 28 12:51:19.836155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48924) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:19.843776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-1ff31c4d-aae6-42f9-8cf7-a8bc969023c4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'subnet': {'network_id': '9efeb5e4-3cec-4d37-9365-92997908f242', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:19.875320 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a65c47cf-2120-4230-baec-9a24b7b6180e req-3921bf60-608b-49a0-9ecc-1f63b3fb5ee8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:19.906596 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921bf60-608b-49a0-9ecc-1f63b3fb5ee8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event deleted for resources: {'Port': ['ID=d36d6c26-a593-4651-b520-8690e7d0d6d9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:19.915630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50dc0b-1e05-4d80-ac40-eff014a6b4f3 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Network': ['ID=9efeb5e4-3cec-4d37-9365-92997908f242,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:19.933092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 9efeb5e4-3cec-4d37-9365-92997908f242 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:19.970532 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7248d4-8632-4d99-a327-a5ea9e1e60db req-a72a9b11-93b5-41bb-a9a1-c8fbe4babf39 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:19.972103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fa7248d4-8632-4d99-a327-a5ea9e1e60db req-a72a9b11-93b5-41bb-a9a1-c8fbe4babf39 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.1943495 Aug 28 12:51:20.005616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff31c4d-aae6-42f9-8cf7-a8bc969023c4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:20.010965 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ff31c4d-aae6-42f9-8cf7-a8bc969023c4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:20.081111 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31077949-fe57-430c-a683-30c64a48837d req-f744649d-c56d-4889-9cb9-a995664b7140 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 210 time: 0.0647066 Aug 28 12:51:20.086171 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35f798-01ee-48fe-acf9-838f4c12a8a9 req-c3a4c945-f3c9-4a05-959f-1954f2027217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:20.087759 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba35f798-01ee-48fe-acf9-838f4c12a8a9 req-c3a4c945-f3c9-4a05-959f-1954f2027217 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 1097 time: 0.1746957 Aug 28 12:51:20.093236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a7cf83c-e4eb-4ba1-9428-7ee99a11f943 req-b081d2c8-5ba0-404b-b61c-a08235237b53 service neutron] 10.222.0.11 "GET /v2.0/networks/62b3b857-ec95-4f38-b764-82bc562d0726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759156 Aug 28 12:51:20.141881 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fa7248d4-8632-4d99-a327-a5ea9e1e60db req-d6fd4d64-5cbd-48e8-b2aa-d0f4bb2da8f5 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561909 Aug 28 12:51:20.197201 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba35f798-01ee-48fe-acf9-838f4c12a8a9 req-4f67c4c0-17e1-4db9-b972-cd3737774c34 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653408 Aug 28 12:51:20.208499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a65c47cf-2120-4230-baec-9a24b7b6180e req-3921bf60-608b-49a0-9ecc-1f63b3fb5ee8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:51:20.309969 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ff31c4d-aae6-42f9-8cf7-a8bc969023c4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:20.347375 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee86436-f78b-42ef-9898-dd1b386c8210 req-d7a01729-64ab-4df8-80a7-957a0bc30273 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:20.348796 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ee86436-f78b-42ef-9898-dd1b386c8210 req-d7a01729-64ab-4df8-80a7-957a0bc30273 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.0945411 Aug 28 12:51:20.375851 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff31c4d-aae6-42f9-8cf7-a8bc969023c4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Subnet': ['ID=3e571883-7ba1-45ad-87dd-215daddfbb3a,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:20.379882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a65c47cf-2120-4230-baec-9a24b7b6180e req-3921bf60-608b-49a0-9ecc-1f63b3fb5ee8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:51:20.390283 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff31c4d-aae6-42f9-8cf7-a8bc969023c4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Checking segment: {'id': '20532552-86b0-4574-bfdf-b280e891b9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9efeb5e4-3cec-4d37-9365-92997908f242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:20.390683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff31c4d-aae6-42f9-8cf7-a8bc969023c4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network hostable DHCP agents. Network: 9efeb5e4-3cec-4d37-9365-92997908f242, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:51:20.396341 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e8695-7cfa-4661-bd7c-afa0687e79ce None None] Sync routers for ids ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:51:20.407112 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e8695-7cfa-4661-bd7c-afa0687e79ce None None] Routers {'c3e6884d-2c9a-4865-b7c6-7748d89a28b3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:51:20.408507 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-2d2e8695-7cfa-4661-bd7c-afa0687e79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:51:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:20.412829 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff31c4d-aae6-42f9-8cf7-a8bc969023c4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network 9efeb5e4-3cec-4d37-9365-92997908f242 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:51:20.429601 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-1ff31c4d-aae6-42f9-8cf7-a8bc969023c4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 9efeb5e4-3cec-4d37-9365-92997908f242) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:20.429856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65c47cf-2120-4230-baec-9a24b7b6180e req-3921bf60-608b-49a0-9ecc-1f63b3fb5ee8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] No DVR routers for this DVR port d36d6c26-a593-4651-b520-8690e7d0d6d9 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:20.436174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff31c4d-aae6-42f9-8cf7-a8bc969023c4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:20.436801 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ff31c4d-aae6-42f9-8cf7-a8bc969023c4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:20.440823 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ee86436-f78b-42ef-9898-dd1b386c8210 req-5cd35b67-d869-4735-b1b8-2815c8eb93df tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849056 Aug 28 12:51:20.442867 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a65c47cf-2120-4230-baec-9a24b7b6180e req-3921bf60-608b-49a0-9ecc-1f63b3fb5ee8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:20.444877 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a65c47cf-2120-4230-baec-9a24b7b6180e req-3921bf60-608b-49a0-9ecc-1f63b3fb5ee8 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.11 "DELETE /v2.0/ports/d36d6c26-a593-4651-b520-8690e7d0d6d9 HTTP/1.1" status: 204 len: 173 time: 1.8718529 Aug 28 12:51:20.445297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'name': 'network-vif-deleted', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:51:20.448014 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd01cbba-bef1-4d68-9ed8-5f9ab4fa471a" -d '{"events": [{"server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "name": "network-vif-deleted", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:51:20.463907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0757bb8f-ded2-43f5-9a47-9a1bc58cf5e9 None None] Network 9efeb5e4-3cec-4d37-9365-92997908f242 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:20.481502 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1ff31c4d-aae6-42f9-8cf7-a8bc969023c4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6425285 Aug 28 12:51:20.483805 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48936) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:20.572041 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175f6fd4-791b-432b-b0d8-dc291ebb0da9 x-openstack-request-id: req-175f6fd4-791b-432b-b0d8-dc291ebb0da9 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:51:20.572232 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4309ed7-ba8e-42d7-b0c8-f59186de7dd0", "name": "network-vif-deleted", "tag": "d36d6c26-a593-4651-b520-8690e7d0d6d9", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:51:20.572441 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-175f6fd4-791b-432b-b0d8-dc291ebb0da9 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:51:20.572871 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4309ed7-ba8e-42d7-b0c8-f59186de7dd0', 'name': 'network-vif-deleted', 'tag': 'd36d6c26-a593-4651-b520-8690e7d0d6d9', 'status': 'completed', 'code': 200} Aug 28 12:51:20.620996 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b35cb5e6-ab76-4320-9647-74c78af3a697 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:20.671977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-2d2e8695-7cfa-4661-bd7c-afa0687e79ce None None] Set router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:51:20.715664 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b35cb5e6-ab76-4320-9647-74c78af3a697 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:20.777694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4eaccb-6346-412c-a226-b65f1770ef46 req-6175a73e-b8c4-4b52-a233-3df978a8270f tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:20.793536 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d4eaccb-6346-412c-a226-b65f1770ef46 req-6175a73e-b8c4-4b52-a233-3df978a8270f tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 943 time: 0.0829639 Aug 28 12:51:20.805161 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9895262-a6a6-4012-90ba-f07203feb51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-9efeb5e4-3cec-4d37-9365-92997908f242', 'network_id': '9efeb5e4-3cec-4d37-9365-92997908f242', 'tenant_id': '654d1bca82ae4316ae91f0e866d13895', 'fixed_ips': [{'subnet_id': '3e571883-7ba1-45ad-87dd-215daddfbb3a'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:51:20.806257 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a9895262-a6a6-4012-90ba-f07203feb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:20.809856 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b35cb5e6-ab76-4320-9647-74c78af3a697 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:20.840244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35cb5e6-ab76-4320-9647-74c78af3a697 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Subnet': ['ID=3e571883-7ba1-45ad-87dd-215daddfbb3a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:20.842689 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d4eaccb-6346-412c-a226-b65f1770ef46 req-c36725fd-3e8d-47f9-a450-7bbd09f86a95 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/security-groups?id=690d28ef-c3ad-4f3f-94f7-896be069b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443416 Aug 28 12:51:20.924344 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b35cb5e6-ab76-4320-9647-74c78af3a697 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:20.936693 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b35cb5e6-ab76-4320-9647-74c78af3a697 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efeb5e4-3cec-4d37-9365-92997908f242']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:20.950583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b35cb5e6-ab76-4320-9647-74c78af3a697 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20532552-86b0-4574-bfdf-b280e891b9f1') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:20.950952 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b35cb5e6-ab76-4320-9647-74c78af3a697 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20532552-86b0-4574-bfdf-b280e891b9f1') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:20.976272 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b35cb5e6-ab76-4320-9647-74c78af3a697 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:21.007128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7c7dc77c-9558-4d83-b377-1861806a1d3d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:21.007591 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b35cb5e6-ab76-4320-9647-74c78af3a697 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:21.020801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35cb5e6-ab76-4320-9647-74c78af3a697 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:21.021550 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b35cb5e6-ab76-4320-9647-74c78af3a697 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:21.025510 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:21.057202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a4ded-ce51-42a5-b2a7-b5dad50d0f76 None None] Network 9efeb5e4-3cec-4d37-9365-92997908f242 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:21.096563 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b35cb5e6-ab76-4320-9647-74c78af3a697 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:21.114617 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b35cb5e6-ab76-4320-9647-74c78af3a697 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:21.116550 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b35cb5e6-ab76-4320-9647-74c78af3a697 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/9efeb5e4-3cec-4d37-9365-92997908f242 HTTP/1.1" status: 204 len: 168 time: 0.6312299 Aug 28 12:51:21.121199 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48954) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:21.126322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-130e60f8-3536-46f8-8810-f469e61dfcac tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1672101359'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:21.187059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130e60f8-3536-46f8-8810-f469e61dfcac tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:21.193388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35cb5e6-ab76-4320-9647-74c78af3a697 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Network': ['ID=9efeb5e4-3cec-4d37-9365-92997908f242,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:21.204710 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-130e60f8-3536-46f8-8810-f469e61dfcac tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:21.233816 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130e60f8-3536-46f8-8810-f469e61dfcac tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:21.243553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 7c7dc77c-9558-4d83-b377-1861806a1d3d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:21.243942 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:21.273321 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-130e60f8-3536-46f8-8810-f469e61dfcac tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:21.273723 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-130e60f8-3536-46f8-8810-f469e61dfcac tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Added segment 4456a187-5814-4c06-a3eb-7ffd9f2063e5 of type vlan for network d3865886-6639-4e7b-9a35-758fb9ab5c9e Aug 28 12:51:21.277250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6f7e2761-a432-4f41-865d-4e3c9cd3f6be req-dd65147a-8e0e-4182-949b-aa607038ce3a tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4309ed7-ba8e-42d7-b0c8-f59186de7dd0 HTTP/1.1" status: 200 len: 210 time: 0.0343292 Aug 28 12:51:21.295400 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-2d2e8695-7cfa-4661-bd7c-afa0687e79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'name': 'tempest-ServerActionsTestJSON-1102254835-router', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88075557-ec32-41f7-9e0d-790e42e78663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:40:09Z', 'updated_at': '2021-08-28T12:40:17Z', 'revision_number': 4, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'gw_port': {'id': '88075557-ec32-41f7-9e0d-790e42e78663', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:11Z', 'updated_at': '2021-08-28T12:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '3d435da6-cfdc-4b2e-8de4-b300128a6a39', 'name': '', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'mac_address': 'fa:16:3e:d5:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:16Z', 'updated_at': '2021-08-28T12:40:28Z', 'revision_number': 5, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'subnets': [{'id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:21.340361 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-130e60f8-3536-46f8-8810-f469e61dfcac tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:21.350940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e8695-7cfa-4661-bd7c-afa0687e79ce None None] Checking router: c3e6884d-2c9a-4865-b7c6-7748d89a28b3 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:51:21.373440 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-130e60f8-3536-46f8-8810-f469e61dfcac tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:21.377964 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e8695-7cfa-4661-bd7c-afa0687e79ce None None] Routers {'c3e6884d-2c9a-4865-b7c6-7748d89a28b3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:51:21.379142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-2d2e8695-7cfa-4661-bd7c-afa0687e79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:51:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:21.380475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130e60f8-3536-46f8-8810-f469e61dfcac tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:21.381292 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-130e60f8-3536-46f8-8810-f469e61dfcac tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:21.481887 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-130e60f8-3536-46f8-8810-f469e61dfcac tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3595321 Aug 28 12:51:21.485012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48962) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:21.501263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-3bf77ec5-f3fe-4dc1-873d-2745a2c94fea tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'subnet': {'network_id': 'd3865886-6639-4e7b-9a35-758fb9ab5c9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:21.508299 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90ad2c-076b-4408-8e10-32b2f4b9611f req-0eb81977-095a-46bf-8d33-703ba5e6fc3c tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:21.509869 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7a90ad2c-076b-4408-8e10-32b2f4b9611f req-0eb81977-095a-46bf-8d33-703ba5e6fc3c tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.1237519 Aug 28 12:51:21.513415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e60f8-3536-46f8-8810-f469e61dfcac tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Network': ['ID=d3865886-6639-4e7b-9a35-758fb9ab5c9e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:21.537434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network d3865886-6639-4e7b-9a35-758fb9ab5c9e details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:21.565242 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7a90ad2c-076b-4408-8e10-32b2f4b9611f req-22551bce-17ad-429c-b1e5-48c5a9ab5c18 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478973 Aug 28 12:51:21.601825 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-2d2e8695-7cfa-4661-bd7c-afa0687e79ce None None] Set router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:51:21.641743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf77ec5-f3fe-4dc1-873d-2745a2c94fea tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:21.646805 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3bf77ec5-f3fe-4dc1-873d-2745a2c94fea tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:21.725671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287bd62-a38c-4e66-9cf6-dfca2c8a0606 req-f321d7b7-f0ea-46a6-8ec2-b6e21f2fb78d tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:21.733672 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2287bd62-a38c-4e66-9cf6-dfca2c8a0606 req-f321d7b7-f0ea-46a6-8ec2-b6e21f2fb78d tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.0643170 Aug 28 12:51:21.777298 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2287bd62-a38c-4e66-9cf6-dfca2c8a0606 req-7c9bc26a-f5b6-4682-a6b4-e56d1cf9b242 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426774 Aug 28 12:51:21.849830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-2d2e8695-7cfa-4661-bd7c-afa0687e79ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'name': 'tempest-ServerActionsTestJSON-1102254835-router', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88075557-ec32-41f7-9e0d-790e42e78663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:40:09Z', 'updated_at': '2021-08-28T12:40:17Z', 'revision_number': 4, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'gw_port': {'id': '88075557-ec32-41f7-9e0d-790e42e78663', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:11Z', 'updated_at': '2021-08-28T12:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '3d435da6-cfdc-4b2e-8de4-b300128a6a39', 'name': '', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'mac_address': 'fa:16:3e:d5:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:16Z', 'updated_at': '2021-08-28T12:40:28Z', 'revision_number': 5, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'subnets': [{'id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:21.867472 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3bf77ec5-f3fe-4dc1-873d-2745a2c94fea tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:21.881964 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e8695-7cfa-4661-bd7c-afa0687e79ce None None] The sync data for ids ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'] in n-d-791505-21 is: [{'id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'name': 'tempest-ServerActionsTestJSON-1102254835-router', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88075557-ec32-41f7-9e0d-790e42e78663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:40:09Z', 'updated_at': '2021-08-28T12:40:17Z', 'revision_number': 4, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'gw_port': {'id': '88075557-ec32-41f7-9e0d-790e42e78663', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:11Z', 'updated_at': '2021-08-28T12:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '3d435da6-cfdc-4b2e-8de4-b300128a6a39', 'name': '', 'network_id': '60a4a2e2-32f4-42e8-a215-a251458b02ab', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'mac_address': 'fa:16:3e:d5:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:16Z', 'updated_at': '2021-08-28T12:40:28Z', 'revision_number': 5, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'subnets': [{'id': 'dab837be-7b25-47dd-90d1-50250cb3e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:51:21.937917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf77ec5-f3fe-4dc1-873d-2745a2c94fea tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Subnet': ['ID=3eb6c637-f541-4193-ae28-04bc78b86ab3,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:21.940081 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf77ec5-f3fe-4dc1-873d-2745a2c94fea tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Checking segment: {'id': '4456a187-5814-4c06-a3eb-7ffd9f2063e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd3865886-6639-4e7b-9a35-758fb9ab5c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:21.940438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf77ec5-f3fe-4dc1-873d-2745a2c94fea tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network hostable DHCP agents. Network: d3865886-6639-4e7b-9a35-758fb9ab5c9e, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:51:21.964763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf77ec5-f3fe-4dc1-873d-2745a2c94fea tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network d3865886-6639-4e7b-9a35-758fb9ab5c9e is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:51:21.980043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-3bf77ec5-f3fe-4dc1-873d-2745a2c94fea tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, d3865886-6639-4e7b-9a35-758fb9ab5c9e) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:21.985268 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf77ec5-f3fe-4dc1-873d-2745a2c94fea tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:21.986901 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3bf77ec5-f3fe-4dc1-873d-2745a2c94fea tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:21.990486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d8c0c-60d6-4494-9667-d8a2d157bdb9 None None] Network d3865886-6639-4e7b-9a35-758fb9ab5c9e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:22.004581 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399d146-0224-4c9f-b15b-8423ceca115f req-84e3798b-0289-4d75-a91f-774e69a62aef tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:22.006554 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e399d146-0224-4c9f-b15b-8423ceca115f req-84e3798b-0289-4d75-a91f-774e69a62aef tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 943 time: 0.0801258 Aug 28 12:51:22.007489 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3bf77ec5-f3fe-4dc1-873d-2745a2c94fea tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5203354 Aug 28 12:51:22.010089 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48968) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:22.065888 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e399d146-0224-4c9f-b15b-8423ceca115f req-b0015cd9-0454-4d81-903c-2d92715782fe tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/security-groups?id=690d28ef-c3ad-4f3f-94f7-896be069b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457222 Aug 28 12:51:22.154217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83342a3c-546a-4934-b507-ee1e8478a6c7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:22.179961 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de32acb-fdd4-4db7-885b-7397b7120508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-d3865886-6639-4e7b-9a35-758fb9ab5c9e', 'network_id': 'd3865886-6639-4e7b-9a35-758fb9ab5c9e', 'tenant_id': '654d1bca82ae4316ae91f0e866d13895', 'fixed_ips': [{'subnet_id': '3eb6c637-f541-4193-ae28-04bc78b86ab3'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:51:22.181592 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5de32acb-fdd4-4db7-885b-7397b7120508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:22.216099 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83342a3c-546a-4934-b507-ee1e8478a6c7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:22.277797 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c13f0d7-4ed7-458d-8b34-54ab6c77cf42 None None] New status for floating IP 00000f94-f274-4698-8985-224229cd9645: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:51:22.302175 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83342a3c-546a-4934-b507-ee1e8478a6c7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:22.341270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83342a3c-546a-4934-b507-ee1e8478a6c7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb6c637-f541-4193-ae28-04bc78b86ab3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server [None req-5de32acb-fdd4-4db7-885b-7397b7120508 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3eb6c637-f541-4193-ae28-04bc78b86ab3: This subnet is being modified by another concurrent operation. Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 12:51:22.400503 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise exception Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3eb6c637-f541-4193-ae28-04bc78b86ab3: This subnet is being modified by another concurrent operation. Aug 28 12:51:22.404645 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server Aug 28 12:51:22.407204 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48982) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:22.462452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598720db-87df-40e8-9df5-303f95a92139 None None] Network d3865886-6639-4e7b-9a35-758fb9ab5c9e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:22.513501 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ce85ee52-6d0f-4731-8842-1f0af4757783 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:22.552567 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ce85ee52-6d0f-4731-8842-1f0af4757783 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:22.631235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cc7ba9-f46e-4600-af59-6f33a170fda9 None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 12:51:22.641111 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ce85ee52-6d0f-4731-8842-1f0af4757783 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:22.645051 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ce85ee52-6d0f-4731-8842-1f0af4757783 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:22.648424 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ce85ee52-6d0f-4731-8842-1f0af4757783 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "DELETE /v2.0/security-groups/7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef HTTP/1.1" status: 204 len: 168 time: 0.2377765 Aug 28 12:51:22.662590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48992) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:22.663407 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85ee52-6d0f-4731-8842-1f0af4757783 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:22.663531 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:51:22.687966 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-51e83298-0d64-406d-b9ea-1993b4d4ab82 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] show failed (client error): The resource could not be found. Aug 28 12:51:22.709760 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-51e83298-0d64-406d-b9ea-1993b4d4ab82 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "GET /v2.0/security-groups/7b9e8abb-ec95-4b5c-9ca3-3bdc26d395ef HTTP/1.1" status: 404 len: 347 time: 0.0376811 Aug 28 12:51:22.710189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48994) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:22.768563 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=4f887cec-c2cb-47d0-a98b-1c60fa3bc66a,segment=NetworkSegment(1b05b56d-6db0-4500-9865-8a62fa343555),segment_id=1b05b56d-6db0-4500-9865-8a62fa343555)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:22.784398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d36d6c26-a593-4651-b520-8690e7d0d6d9 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:22.786764 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83342a3c-546a-4934-b507-ee1e8478a6c7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:22.813010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-83342a3c-546a-4934-b507-ee1e8478a6c7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3865886-6639-4e7b-9a35-758fb9ab5c9e']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:22.815620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '4f887cec-c2cb-47d0-a98b-1c60fa3bc66a', 'network_id': '62b3b857-ec95-4f38-b764-82bc562d0726', 'port_id': '4f887cec-c2cb-47d0-a98b-1c60fa3bc66a', 'mac_address': 'fa:16:3e:72:6c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf39362-820f-4dbc-a96d-81c88ad21e73', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:51:22.817698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: d36d6c26-a593-4651-b520-8690e7d0d6d9 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:22.817898 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d36d6c26-a593-4651-b520-8690e7d0d6d9 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:22.858065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-83342a3c-546a-4934-b507-ee1e8478a6c7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4456a187-5814-4c06-a3eb-7ffd9f2063e5') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:22.858497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-83342a3c-546a-4934-b507-ee1e8478a6c7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4456a187-5814-4c06-a3eb-7ffd9f2063e5') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:22.874074 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83342a3c-546a-4934-b507-ee1e8478a6c7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:22.883790 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:22.903927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:51:22.905782 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83342a3c-546a-4934-b507-ee1e8478a6c7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:22.919717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ac7f8-91f1-4839-a0f5-dcb425cae7ea req-18b9a214-884b-4ed8-9b72-e2e61b9c3822 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:22.921461 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e03ac7f8-91f1-4839-a0f5-dcb425cae7ea req-18b9a214-884b-4ed8-9b72-e2e61b9c3822 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.1308742 Aug 28 12:51:22.925036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83342a3c-546a-4934-b507-ee1e8478a6c7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:22.925508 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83342a3c-546a-4934-b507-ee1e8478a6c7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:22.929659 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:22.950529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=4f887cec-c2cb-47d0-a98b-1c60fa3bc66a,segment=NetworkSegment(1b05b56d-6db0-4500-9865-8a62fa343555),segment_id=1b05b56d-6db0-4500-9865-8a62fa343555)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:22.961725 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:22.967328 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-fe7855c8-2584-4ac1-90b1-3666bac4e887 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Deleting port e3e731ba-5245-4dfc-8ded-26be13fd6d63 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:22.967972 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe7855c8-2584-4ac1-90b1-3666bac4e887 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:23.018383 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e03ac7f8-91f1-4839-a0f5-dcb425cae7ea req-4340eff9-e3d3-41a7-a8a2-42b58e23c372 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780320 Aug 28 12:51:23.018969 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83342a3c-546a-4934-b507-ee1e8478a6c7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:23.029255 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83342a3c-546a-4934-b507-ee1e8478a6c7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:23.031573 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-83342a3c-546a-4934-b507-ee1e8478a6c7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/d3865886-6639-4e7b-9a35-758fb9ab5c9e HTTP/1.1" status: 204 len: 168 time: 1.0201454 Aug 28 12:51:23.038476 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49000) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:23.048859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-3a4a7e82-2b3b-4793-98e9-cff8493bba20 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1257530067'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:23.052980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83342a3c-546a-4934-b507-ee1e8478a6c7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Network': ['ID=d3865886-6639-4e7b-9a35-758fb9ab5c9e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:23.101290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c78e48-be67-4608-a4c0-58c59ecc1382 req-e692c45d-8f78-4065-99a7-729ae76b836f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:23.103346 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31c78e48-be67-4608-a4c0-58c59ecc1382 req-e692c45d-8f78-4065-99a7-729ae76b836f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.1996617 Aug 28 12:51:23.142715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4a7e82-2b3b-4793-98e9-cff8493bba20 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:23.148596 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a4a7e82-2b3b-4793-98e9-cff8493bba20 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:23.156019 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe7855c8-2584-4ac1-90b1-3666bac4e887 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:23.156446 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe7855c8-2584-4ac1-90b1-3666bac4e887 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:23.191073 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-fe7855c8-2584-4ac1-90b1-3666bac4e887 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Calling delete_port for e3e731ba-5245-4dfc-8ded-26be13fd6d63 owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:23.215064 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31c78e48-be67-4608-a4c0-58c59ecc1382 req-fc15b8e3-6fad-40ec-a4f6-5923ce436594 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049728 Aug 28 12:51:23.223488 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4a7e82-2b3b-4793-98e9-cff8493bba20 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:23.230104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=4f887cec-c2cb-47d0-a98b-1c60fa3bc66a,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:23.255489 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cc7ba9-f46e-4600-af59-6f33a170fda9 None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 12:51:23.268411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f7e13-695a-43f2-be73-044ca3b5fc7b req-04085e2b-5603-4020-ba8f-a54b0d8d503b tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:23.272271 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a4a7e82-2b3b-4793-98e9-cff8493bba20 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:23.272748 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-3a4a7e82-2b3b-4793-98e9-cff8493bba20 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Added segment 0602fe7f-83ab-4c78-a465-c9b3932be8fd of type vlan for network ba0166af-1690-4906-8061-57f1f3c35d95 Aug 28 12:51:23.279009 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-073f7e13-695a-43f2-be73-044ca3b5fc7b req-04085e2b-5603-4020-ba8f-a54b0d8d503b tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 944 time: 0.0942938 Aug 28 12:51:23.334900 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a4a7e82-2b3b-4793-98e9-cff8493bba20 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:23.335913 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-073f7e13-695a-43f2-be73-044ca3b5fc7b req-ea195d84-97c2-4f66-807e-d2851d471d08 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/security-groups?id=690d28ef-c3ad-4f3f-94f7-896be069b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555058 Aug 28 12:51:23.389737 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a4a7e82-2b3b-4793-98e9-cff8493bba20 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:23.395848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a7e82-2b3b-4793-98e9-cff8493bba20 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:23.396206 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a4a7e82-2b3b-4793-98e9-cff8493bba20 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:23.420314 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['4f887cec-c2cb-47d0-a98b-1c60fa3bc66a'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:51:23.506652 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3a4a7e82-2b3b-4793-98e9-cff8493bba20 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4628468 Aug 28 12:51:23.509103 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49024) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:23.520373 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9208d6b4-abb7-4984-b895-67b667734095 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'subnet': {'network_id': 'ba0166af-1690-4906-8061-57f1f3c35d95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:23.542159 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a7e82-2b3b-4793-98e9-cff8493bba20 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Network': ['ID=ba0166af-1690-4906-8061-57f1f3c35d95,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:23.575764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453169d5-f751-409e-9d45-c001e1f2a368 req-948660dd-b956-40db-bd8e-524dfd622971 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:23.585122 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-453169d5-f751-409e-9d45-c001e1f2a368 req-948660dd-b956-40db-bd8e-524dfd622971 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/networks?id=dcea506e-e089-41e5-aa79-93de45e015b6 HTTP/1.1" status: 200 len: 811 time: 0.1517210 Aug 28 12:51:23.585591 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe7855c8-2584-4ac1-90b1-3666bac4e887 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:23.604980 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-453169d5-f751-409e-9d45-c001e1f2a368 req-0699f96b-9d68-4e11-8a04-57f7e87ce272 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/quotas/1b1744f3dc1444e0abd073208c687038 HTTP/1.1" status: 200 len: 375 time: 0.0175624 Aug 28 12:51:23.624562 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7855c8-2584-4ac1-90b1-3666bac4e887 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Pushing event deleted for resources: {'Port': ['ID=e3e731ba-5245-4dfc-8ded-26be13fd6d63,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:23.639141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network ba0166af-1690-4906-8061-57f1f3c35d95 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:23.703200 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-453169d5-f751-409e-9d45-c001e1f2a368 req-b6f3f975-8728-4422-a4bc-93a069e41894 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b1744f3dc1444e0abd073208c687038&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968690 Aug 28 12:51:23.706780 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe7855c8-2584-4ac1-90b1-3666bac4e887 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:23.709901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe7855c8-2584-4ac1-90b1-3666bac4e887 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:23.713614 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fe7855c8-2584-4ac1-90b1-3666bac4e887 tempest-ServerActionsTestJSON-792758515 tempest-ServerActionsTestJSON-792758515-project] 10.222.0.20 "DELETE /v2.0/floatingips/00000f94-f274-4698-8985-224229cd9645 HTTP/1.1" status: 204 len: 168 time: 1.0001156 Aug 28 12:51:23.714402 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49028) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:23.742235 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9208d6b4-abb7-4984-b895-67b667734095 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:23.748496 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9208d6b4-abb7-4984-b895-67b667734095 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:23.847538 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-453169d5-f751-409e-9d45-c001e1f2a368 req-e55d223d-b3f8-4799-a1a7-e447115d3159 service neutron] 10.222.0.20 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429925 Aug 28 12:51:23.965214 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-453169d5-f751-409e-9d45-c001e1f2a368 req-f9cec5be-aa6c-4c8c-bace-ea2d150b8b75 service neutron] 10.222.0.20 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158419 Aug 28 12:51:24.127617 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9208d6b4-abb7-4984-b895-67b667734095 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:24.247764 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-50c2da47-3dde-4c22-8945-deb7da3c38e3 req-69a2ed4d-e97c-4a71-9973-37552ad4c624 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 210 time: 0.0838459 Aug 28 12:51:24.271365 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208d6b4-abb7-4984-b895-67b667734095 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Subnet': ['ID=26ca4833-936f-44c1-89ed-1341fb7bf2c3,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:24.328482 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208d6b4-abb7-4984-b895-67b667734095 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Checking segment: {'id': '0602fe7f-83ab-4c78-a465-c9b3932be8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ba0166af-1690-4906-8061-57f1f3c35d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:24.328891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9208d6b4-abb7-4984-b895-67b667734095 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network hostable DHCP agents. Network: ba0166af-1690-4906-8061-57f1f3c35d95, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:51:24.358152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49054) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:24.367975 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9208d6b4-abb7-4984-b895-67b667734095 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network ba0166af-1690-4906-8061-57f1f3c35d95 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:51:24.397691 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-9208d6b4-abb7-4984-b895-67b667734095 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, ba0166af-1690-4906-8061-57f1f3c35d95) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:24.406283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5a6dbc-3c6a-41c5-ac44-deafbf50677b None None] Network ba0166af-1690-4906-8061-57f1f3c35d95 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:24.412131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9208d6b4-abb7-4984-b895-67b667734095 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:24.412722 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9208d6b4-abb7-4984-b895-67b667734095 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:24.442772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba5daa-ecb4-4b77-a46e-cf0dc782b446 req-7dae3290-7eea-44e1-a7a0-577491a14021 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:24.444092 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bba5daa-ecb4-4b77-a46e-cf0dc782b446 req-7dae3290-7eea-44e1-a7a0-577491a14021 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.1056924 Aug 28 12:51:24.482170 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9208d6b4-abb7-4984-b895-67b667734095 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9690609 Aug 28 12:51:24.487130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49062) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:24.500241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a35eed5e-d406-4219-b9de-de644a03581c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'subnet': {'network_id': 'ba0166af-1690-4906-8061-57f1f3c35d95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:24.573557 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bba5daa-ecb4-4b77-a46e-cf0dc782b446 req-97004275-168e-493b-9721-a36f43ab04b8 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209216 Aug 28 12:51:24.582595 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6c37a31-fe79-4694-b8bf-1cc837b48474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:24.612736 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-ba0166af-1690-4906-8061-57f1f3c35d95', 'network_id': 'ba0166af-1690-4906-8061-57f1f3c35d95', 'tenant_id': '654d1bca82ae4316ae91f0e866d13895', 'fixed_ips': [{'subnet_id': '26ca4833-936f-44c1-89ed-1341fb7bf2c3'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:51:24.615985 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:24.635782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a4ef2-2620-4005-9405-c4b917de766e req-b196a398-4f1b-4095-a51c-667dec1accae tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:24.638851 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee0a4ef2-2620-4005-9405-c4b917de766e req-b196a398-4f1b-4095-a51c-667dec1accae tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 944 time: 0.1495228 Aug 28 12:51:24.771460 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee0a4ef2-2620-4005-9405-c4b917de766e req-6472636b-2ce7-4bf3-adb3-9887cf08428d tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/security-groups?id=690d28ef-c3ad-4f3f-94f7-896be069b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039419 Aug 28 12:51:24.794474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Allocated IP 2001:db8::2 (ba0166af-1690-4906-8061-57f1f3c35d95/26ca4833-936f-44c1-89ed-1341fb7bf2c3/cc5e21e5-7367-480c-9976-9e39881cb31c) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:24.822518 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-907ea0da-9be3-4bea-8e4c-e846bcdcc0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:24.926331 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6c37a31-fe79-4694-b8bf-1cc837b48474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:24.933286 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6c37a31-fe79-4694-b8bf-1cc837b48474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:24.949362 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35eed5e-d406-4219-b9de-de644a03581c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:24.952947 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:24.954675 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a35eed5e-d406-4219-b9de-de644a03581c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:24.964586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Transition to ACTIVE for port object cc5e21e5-7367-480c-9976-9e39881cb31c will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:24.986871 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Transition to ACTIVE for port object cc5e21e5-7367-480c-9976-9e39881cb31c will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:24.995047 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:25.001401 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e6c37a31-fe79-4694-b8bf-1cc837b48474 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=421037eaadf54f05b1e36a0858298816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6374178 Aug 28 12:51:25.001401 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c37a31-fe79-4694-b8bf-1cc837b48474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8a4bf5-cac4-4ffc-b14f-60326e29be2b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:25.002051 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49066) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:25.059412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Network ba0166af-1690-4906-8061-57f1f3c35d95 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:25.064524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:25.069655 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:25.076098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Pushing event updated for resources: {'Port': ['ID=cc5e21e5-7367-480c-9976-9e39881cb31c,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:25.118120 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-348aeda8-3404-4ff0-be53-804d095f0926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:25.144242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Attempting to bind port cc5e21e5-7367-480c-9976-9e39881cb31c on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:25.145420 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Attempting to bind port cc5e21e5-7367-480c-9976-9e39881cb31c by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '0602fe7f-83ab-4c78-a465-c9b3932be8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ba0166af-1690-4906-8061-57f1f3c35d95'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:25.146570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Attempting to bind port cc5e21e5-7367-480c-9976-9e39881cb31c on network ba0166af-1690-4906-8061-57f1f3c35d95 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:25.149826 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-348aeda8-3404-4ff0-be53-804d095f0926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:25.151440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:25.151598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Checking segment: {'id': '0602fe7f-83ab-4c78-a465-c9b3932be8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ba0166af-1690-4906-8061-57f1f3c35d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:25.152134 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:25.152518 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Bound using segment: {'id': '0602fe7f-83ab-4c78-a465-c9b3932be8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ba0166af-1690-4906-8061-57f1f3c35d95'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:25.153044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Bound port: cc5e21e5-7367-480c-9976-9e39881cb31c, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0602fe7f-83ab-4c78-a465-c9b3932be8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'ba0166af-1690-4906-8061-57f1f3c35d95'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:25.154155 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:25.229275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] For port cc5e21e5-7367-480c-9976-9e39881cb31c, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:25.234334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] For port cc5e21e5-7367-480c-9976-9e39881cb31c, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cc5e21e5-7367-480c-9976-9e39881cb31c,segment=NetworkSegment(0602fe7f-83ab-4c78-a465-c9b3932be8fd),segment_id=0602fe7f-83ab-4c78-a465-c9b3932be8fd)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:25.240189 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:25.279387 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-348aeda8-3404-4ff0-be53-804d095f0926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:25.284104 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-348aeda8-3404-4ff0-be53-804d095f0926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:25.287200 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-348aeda8-3404-4ff0-be53-804d095f0926 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa8a4bf5-cac4-4ffc-b14f-60326e29be2b HTTP/1.1" status: 204 len: 168 time: 0.2834933 Aug 28 12:51:25.303627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aeda8-3404-4ff0-be53-804d095f0926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8a4bf5-cac4-4ffc-b14f-60326e29be2b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:25.306710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-907ea0da-9be3-4bea-8e4c-e846bcdcc0f6 admin admin] Deleting port 3d435da6-cfdc-4b2e-8de4-b300128a6a39 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:25.307136 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-907ea0da-9be3-4bea-8e4c-e846bcdcc0f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:25.343160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b20482-d5f7-46da-ae88-7fac7822a549 None None] Pushing event updated for resources: {'Port': ['ID=cc5e21e5-7367-480c-9976-9e39881cb31c,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:25.405584 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a35eed5e-d406-4219-b9de-de644a03581c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:25.430437 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a15ff17c-e6c5-4b46-b2a5-7a1bf320ef8b req-72699325-569e-4ae5-b547-39cc01826faf tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 210 time: 0.0600483 Aug 28 12:51:25.475391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-907ea0da-9be3-4bea-8e4c-e846bcdcc0f6 admin admin] For port 3d435da6-cfdc-4b2e-8de4-b300128a6a39, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=3d435da6-cfdc-4b2e-8de4-b300128a6a39,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:25.475819 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-907ea0da-9be3-4bea-8e4c-e846bcdcc0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:25.476295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35eed5e-d406-4219-b9de-de644a03581c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network ba0166af-1690-4906-8061-57f1f3c35d95 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:25.490499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-a35eed5e-d406-4219-b9de-de644a03581c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:25.496820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35eed5e-d406-4219-b9de-de644a03581c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:25.497607 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a35eed5e-d406-4219-b9de-de644a03581c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:25.500898 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-907ea0da-9be3-4bea-8e4c-e846bcdcc0f6 admin admin] Calling delete_port for 3d435da6-cfdc-4b2e-8de4-b300128a6a39 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:25.514775 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35eed5e-d406-4219-b9de-de644a03581c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Subnet': ['ID=0a76b454-4ce9-4703-bf64-73cbecf9410b,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:25.534524 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a35eed5e-d406-4219-b9de-de644a03581c tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0443423 Aug 28 12:51:25.539654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453169d5-f751-409e-9d45-c001e1f2a368 req-325dedb6-d8ae-4346-b96a-b23a9bd86980 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:25.541109 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-453169d5-f751-409e-9d45-c001e1f2a368 req-325dedb6-d8ae-4346-b96a-b23a9bd86980 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.11 "GET /v2.0/networks?id=dcea506e-e089-41e5-aa79-93de45e015b6 HTTP/1.1" status: 200 len: 811 time: 0.2806427 Aug 28 12:51:25.541576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49072) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:25.569732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-453169d5-f751-409e-9d45-c001e1f2a368 req-39de1ff1-f030-4ed9-a8bf-455d0574d7d6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Request body: {'port': {'device_id': 'fd0d1ac7-437e-490f-bfd8-00e8ddb85f57', 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6', 'admin_state_up': True, 'tenant_id': '1b1744f3dc1444e0abd073208c687038'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:25.802312 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-907ea0da-9be3-4bea-8e4c-e846bcdcc0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:25.849837 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ea0da-9be3-4bea-8e4c-e846bcdcc0f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d435da6-cfdc-4b2e-8de4-b300128a6a39,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:25.857266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe21c8b3-4541-4b0f-94a7-fb48dd81fa6a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:25.859039 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe21c8b3-4541-4b0f-94a7-fb48dd81fa6a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:25.862264 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe21c8b3-4541-4b0f-94a7-fb48dd81fa6a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:25.864735 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe21c8b3-4541-4b0f-94a7-fb48dd81fa6a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:25.866299 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe21c8b3-4541-4b0f-94a7-fb48dd81fa6a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:25.868159 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fe21c8b3-4541-4b0f-94a7-fb48dd81fa6a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3256738 Aug 28 12:51:25.878207 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453169d5-f751-409e-9d45-c001e1f2a368 req-39de1ff1-f030-4ed9-a8bf-455d0574d7d6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Made reservation on behalf of 1b1744f3dc1444e0abd073208c687038 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:25.882254 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-453169d5-f751-409e-9d45-c001e1f2a368 req-39de1ff1-f030-4ed9-a8bf-455d0574d7d6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:25.884551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49086) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:25.899857 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-559c1da8-666f-427c-b8ac-cf0dfb9a191e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-245927104'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:25.948150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c250d-a59e-44f3-9081-c57ca4545559 req-719b511c-421d-4591-8456-9952e99f06fe tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:25.955160 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d4c250d-a59e-44f3-9081-c57ca4545559 req-719b511c-421d-4591-8456-9952e99f06fe tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.2258358 Aug 28 12:51:26.076733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fa65b-2f9c-497e-ba34-055fbc54e690 req-9e942039-ad78-4089-a9e2-170c2446ad22 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:26.078345 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-672fa65b-2f9c-497e-ba34-055fbc54e690 req-9e942039-ad78-4089-a9e2-170c2446ad22 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 944 time: 0.1239359 Aug 28 12:51:26.136718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559c1da8-666f-427c-b8ac-cf0dfb9a191e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:26.140615 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-559c1da8-666f-427c-b8ac-cf0dfb9a191e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:26.167375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d4c250d-a59e-44f3-9081-c57ca4545559 req-7f83a0fe-0047-4ff8-ab29-80faebb502fe tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102056 Aug 28 12:51:26.179325 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-672fa65b-2f9c-497e-ba34-055fbc54e690 req-fd1350f0-45a0-4ad2-bc84-dbe371c09566 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/security-groups?id=690d28ef-c3ad-4f3f-94f7-896be069b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859191 Aug 28 12:51:26.203750 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-907ea0da-9be3-4bea-8e4c-e846bcdcc0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:26.207410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-453169d5-f751-409e-9d45-c001e1f2a368 req-39de1ff1-f030-4ed9-a8bf-455d0574d7d6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Allocated IP 172.20.0.9 (dcea506e-e089-41e5-aa79-93de45e015b6/de9a2c7f-c06f-42fa-b208-11919fd54cbe/329be0c1-7f02-4283-9739-8061c52cce89) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:26.247903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559c1da8-666f-427c-b8ac-cf0dfb9a191e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:26.280923 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-559c1da8-666f-427c-b8ac-cf0dfb9a191e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:26.281273 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-559c1da8-666f-427c-b8ac-cf0dfb9a191e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Added segment 26cdcc49-12d1-4aef-a1bc-277af61858fe of type vlan for network 2d2f50eb-b489-4115-a571-2e158fc1bb77 Aug 28 12:51:26.379475 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-559c1da8-666f-427c-b8ac-cf0dfb9a191e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:26.442552 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-559c1da8-666f-427c-b8ac-cf0dfb9a191e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:26.448427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c1da8-666f-427c-b8ac-cf0dfb9a191e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:26.449067 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-559c1da8-666f-427c-b8ac-cf0dfb9a191e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:26.522951 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-559c1da8-666f-427c-b8ac-cf0dfb9a191e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6364183 Aug 28 12:51:26.530087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49104) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:26.537831 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:26.559349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c1da8-666f-427c-b8ac-cf0dfb9a191e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Network': ['ID=2d2f50eb-b489-4115-a571-2e158fc1bb77,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:26.572770 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-453169d5-f751-409e-9d45-c001e1f2a368 req-39de1ff1-f030-4ed9-a8bf-455d0574d7d6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:26.576072 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 2d2f50eb-b489-4115-a571-2e158fc1bb77 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:26.676698 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-453169d5-f751-409e-9d45-c001e1f2a368 req-39de1ff1-f030-4ed9-a8bf-455d0574d7d6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:26.698864 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4ed7f69-eb09-44b1-af1c-59916f957c7f req-0953e5b9-d10c-4c94-930a-bf1d99da9946 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 210 time: 0.1202767 Aug 28 12:51:26.747795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['28cb739a-6955-49e8-9930-f0494e159d5d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:51:26.813970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:26.820611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907ea0da-9be3-4bea-8e4c-e846bcdcc0f6 admin admin] Router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:51:26.822073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be98e150-000d-4d8a-a306-dd25bab494c6 None None] Network ba0166af-1690-4906-8061-57f1f3c35d95 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:26.822869 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453169d5-f751-409e-9d45-c001e1f2a368 req-39de1ff1-f030-4ed9-a8bf-455d0574d7d6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Network dcea506e-e089-41e5-aa79-93de45e015b6 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:26.833202 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-453169d5-f751-409e-9d45-c001e1f2a368 req-39de1ff1-f030-4ed9-a8bf-455d0574d7d6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:26.838120 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:26.840158 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de1ff1-f030-4ed9-a8bf-455d0574d7d6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Pushing event updated for resources: {'Port': ['ID=329be0c1-7f02-4283-9739-8061c52cce89,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:26.851002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-453169d5-f751-409e-9d45-c001e1f2a368 req-39de1ff1-f030-4ed9-a8bf-455d0574d7d6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:26.936626 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:26.951324 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network 2d2f50eb-b489-4115-a571-2e158fc1bb77 is not hosted by any dhcp agent {{(pid=94878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 12:51:26.960648 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:26.961887 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:26.966594 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "PUT /v2.0/networks/2d2f50eb-b489-4115-a571-2e158fc1bb77 HTTP/1.1" status: 200 len: 723 time: 0.4314921 Aug 28 12:51:26.970530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49114) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:26.975037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b1c6cf68-a254-4633-a2f6-958a6512f22f None None] Provisioning for port cc5e21e5-7367-480c-9976-9e39881cb31c completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:51:26.997919 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-dbcc58dd-0923-4270-8070-7bdc81c6fc23 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'subnet': {'network_id': '2d2f50eb-b489-4115-a571-2e158fc1bb77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:27.010176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453169d5-f751-409e-9d45-c001e1f2a368 req-39de1ff1-f030-4ed9-a8bf-455d0574d7d6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:27.011740 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-453169d5-f751-409e-9d45-c001e1f2a368 req-39de1ff1-f030-4ed9-a8bf-455d0574d7d6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:27.047136 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-453169d5-f751-409e-9d45-c001e1f2a368 req-39de1ff1-f030-4ed9-a8bf-455d0574d7d6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4826574 Aug 28 12:51:27.069262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Request body: {'port': {'device_id': 'fd0d1ac7-437e-490f-bfd8-00e8ddb85f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:27.073645 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:51:27.086034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:27.086034 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:27.087378 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Network': ['ID=2d2f50eb-b489-4115-a571-2e158fc1bb77,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:27.210729 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:27.257681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cc5e21e5-7367-480c-9976-9e39881cb31c up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:27.331490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49124) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:27.441806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd880e5-bcb5-411e-b10d-103db18c116b req-695c98a7-b138-485b-985a-4ce069d6734b tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:27.444548 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbd880e5-bcb5-411e-b10d-103db18c116b req-695c98a7-b138-485b-985a-4ce069d6734b tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.1659522 Aug 28 12:51:27.467433 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:27.493215 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port cc5e21e5-7367-480c-9976-9e39881cb31c completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:51:27.505554 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port cc5e21e5-7367-480c-9976-9e39881cb31c triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:27.506018 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:27.550401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db233146-8b86-4a2d-a27f-9e09633c65a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f887cec-c2cb-47d0-a98b-1c60fa3bc66a'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:51:27.552875 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b028d6a2-71ec-4e4f-b955-db6daad9134c" -d '{"events": [{"server_uuid": "db233146-8b86-4a2d-a27f-9e09633c65a2", "name": "network-vif-plugged", "status": "completed", "tag": "4f887cec-c2cb-47d0-a98b-1c60fa3bc66a"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:51:27.563155 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-274a3275-d76f-4d20-b418-b783a486448c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:27.569129 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbd880e5-bcb5-411e-b10d-103db18c116b req-5843ec95-47f8-47cf-9c2d-18737f59d2bd tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166570 Aug 28 12:51:27.615247 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=4f887cec-c2cb-47d0-a98b-1c60fa3bc66a,segment=NetworkSegment(1b05b56d-6db0-4500-9865-8a62fa343555),segment_id=1b05b56d-6db0-4500-9865-8a62fa343555)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:27.627197 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:27.658026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8a9ec2-3064-473a-95d0-99e2a40cfe2b None None] Update dhcp port {'port': {'network_id': 'ba0166af-1690-4906-8061-57f1f3c35d95', 'fixed_ips': [{'subnet_id': '26ca4833-936f-44c1-89ed-1341fb7bf2c3', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a76b454-4ce9-4703-bf64-73cbecf9410b'}], 'binding:host_id': 'n-d-791505-21'}, 'id': 'cc5e21e5-7367-480c-9976-9e39881cb31c'} from n-d-791505-21. {{(pid=94879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 12:51:27.687570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907ea0da-9be3-4bea-8e4c-e846bcdcc0f6 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:51:27.704256 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:27.705258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:27.705763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f924e7-0949-4529-a083-3a4f24d07fd1 None None] Sync routers for ids ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:51:27.706283 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:27.707379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:27.708247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:27.708478 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8d8a9ec2-3064-473a-95d0-99e2a40cfe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:27.708950 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:27.709581 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:27.710260 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:27.711216 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:27.711790 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:27.712553 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:27.713201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055512ed-d802-460a-847d-2b5602179b30 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:27.736126 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-907ea0da-9be3-4bea-8e4c-e846bcdcc0f6 admin admin] 10.222.0.20 "PUT /v2.0/routers/c3e6884d-2c9a-4865-b7c6-7748d89a28b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0207033 Aug 28 12:51:27.744094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49132) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:27.794107 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d52ee8f-8c47-490f-85a0-d7658e5156cd x-openstack-request-id: req-5d52ee8f-8c47-490f-85a0-d7658e5156cd {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:51:27.794612 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db233146-8b86-4a2d-a27f-9e09633c65a2", "name": "network-vif-plugged", "status": "completed", "tag": "4f887cec-c2cb-47d0-a98b-1c60fa3bc66a", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:51:27.794723 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d52ee8f-8c47-490f-85a0-d7658e5156cd {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:51:27.795043 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db233146-8b86-4a2d-a27f-9e09633c65a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f887cec-c2cb-47d0-a98b-1c60fa3bc66a', 'code': 200} Aug 28 12:51:27.807740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 2d2f50eb-b489-4115-a571-2e158fc1bb77 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:27.813104 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2ca2b-e93f-4eb0-9603-1ed334d2683a req-192a703f-e979-4a61-91f6-10ca9f9cf3c9 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:27.819906 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c7f2ca2b-e93f-4eb0-9603-1ed334d2683a req-192a703f-e979-4a61-91f6-10ca9f9cf3c9 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 945 time: 0.1459317 Aug 28 12:51:27.864860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f924e7-0949-4529-a083-3a4f24d07fd1 None None] Routers {'c3e6884d-2c9a-4865-b7c6-7748d89a28b3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:51:27.865778 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-94f924e7-0949-4529-a083-3a4f24d07fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:51:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:27.865920 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c7f2ca2b-e93f-4eb0-9603-1ed334d2683a req-960ece51-856d-44ac-a2f0-082aa7354035 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/security-groups?id=690d28ef-c3ad-4f3f-94f7-896be069b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400238 Aug 28 12:51:27.880282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=4f887cec-c2cb-47d0-a98b-1c60fa3bc66a,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:27.950833 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.023647 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a159e1-7961-4d9e-925c-87f1cd35f25e req-355c686d-4fde-45f8-9300-1fbd3c204d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:28.025145 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-96a159e1-7961-4d9e-925c-87f1cd35f25e req-355c686d-4fde-45f8-9300-1fbd3c204d70 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 1097 time: 0.2125356 Aug 28 12:51:28.055468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329be0c1-7f02-4283-9739-8061c52cce89 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:51:28.064259 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-84c0a52a-5d06-47f3-a045-3def8caabc7d admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.085886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf23e8c-6a2a-4b35-be25-12092e1e0b83 req-08e1aab4-4fb4-4467-85d7-39ed773b7225 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:28.087414 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdf23e8c-6a2a-4b35-be25-12092e1e0b83 req-08e1aab4-4fb4-4467-85d7-39ed773b7225 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 931 time: 0.2719190 Aug 28 12:51:28.091078 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.133023 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-274a3275-d76f-4d20-b418-b783a486448c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.153183 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port cc5e21e5-7367-480c-9976-9e39881cb31c, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cc5e21e5-7367-480c-9976-9e39881cb31c,segment=NetworkSegment(0602fe7f-83ab-4c78-a465-c9b3932be8fd),segment_id=0602fe7f-83ab-4c78-a465-c9b3932be8fd)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:28.158128 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-274a3275-d76f-4d20-b418-b783a486448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.159275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcc58dd-0923-4270-8070-7bdc81c6fc23 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:28.164209 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dbcc58dd-0923-4270-8070-7bdc81c6fc23 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.164411 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.177058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Transition to ACTIVE for port object 329be0c1-7f02-4283-9739-8061c52cce89 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:28.202808 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.217240 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-96a159e1-7961-4d9e-925c-87f1cd35f25e req-139b78e6-7566-4800-9f1d-a681021be98a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=690d28ef-c3ad-4f3f-94f7-896be069b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763890 Aug 28 12:51:28.225548 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=cc5e21e5-7367-480c-9976-9e39881cb31c,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:28.261782 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-94f924e7-0949-4529-a083-3a4f24d07fd1 None None] Set router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:51:28.307021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a3275-d76f-4d20-b418-b783a486448c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ef5134-7bf9-4c0d-ab4d-bfdd5e1ae504,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:28.313103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdf23e8c-6a2a-4b35-be25-12092e1e0b83 req-c3c0c815-a0e0-4762-8584-dc0f27060029 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854243 Aug 28 12:51:28.323867 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-274a3275-d76f-4d20-b418-b783a486448c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bfae87e4c0b49b6b743f888e66bd390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9863796 Aug 28 12:51:28.326492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49136) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:28.373835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Pushing event updated for resources: {'Port': ['ID=329be0c1-7f02-4283-9739-8061c52cce89,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:28.403151 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dbcc58dd-0923-4270-8070-7bdc81c6fc23 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.411369 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-84c0a52a-5d06-47f3-a045-3def8caabc7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.473674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc58dd-0923-4270-8070-7bdc81c6fc23 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Subnet': ['ID=173647a6-0ea5-4ba5-a19e-2a04663cd629,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:28.481562 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc58dd-0923-4270-8070-7bdc81c6fc23 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Checking segment: {'id': '26cdcc49-12d1-4aef-a1bc-277af61858fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2d2f50eb-b489-4115-a571-2e158fc1bb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:28.482137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc58dd-0923-4270-8070-7bdc81c6fc23 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network hostable DHCP agents. Network: 2d2f50eb-b489-4115-a571-2e158fc1bb77, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:51:28.502258 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e9f3c30-ac7f-4fa1-97bf-b7fdc2212bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.508058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc58dd-0923-4270-8070-7bdc81c6fc23 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network 2d2f50eb-b489-4115-a571-2e158fc1bb77 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:51:28.522171 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-dbcc58dd-0923-4270-8070-7bdc81c6fc23 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 2d2f50eb-b489-4115-a571-2e158fc1bb77) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:28.527889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc58dd-0923-4270-8070-7bdc81c6fc23 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:28.528636 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dbcc58dd-0923-4270-8070-7bdc81c6fc23 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.540934 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e9f3c30-ac7f-4fa1-97bf-b7fdc2212bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.542724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Attempting to bind port 329be0c1-7f02-4283-9739-8061c52cce89 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:28.543269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Attempting to bind port 329be0c1-7f02-4283-9739-8061c52cce89 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '98596cea-5ffb-4bd8-b732-621934d75ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:28.543566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Attempting to bind port 329be0c1-7f02-4283-9739-8061c52cce89 on network dcea506e-e089-41e5-aa79-93de45e015b6 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:28.549647 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dbcc58dd-0923-4270-8070-7bdc81c6fc23 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5618603 Aug 28 12:51:28.550241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49138) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:28.556146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-689bfb53-5233-4464-88d9-296cf83d5e52 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:28.559012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Port 329be0c1-7f02-4283-9739-8061c52cce89 on network dcea506e-e089-41e5-aa79-93de45e015b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:51:28.559565 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Attempting to bind port 329be0c1-7f02-4283-9739-8061c52cce89 on network dcea506e-e089-41e5-aa79-93de45e015b6 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:28.564583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3238c0b2-0cb0-4393-b0ef-32b19730fa28 None None] Network 2d2f50eb-b489-4115-a571-2e158fc1bb77 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:28.576166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-8d8a9ec2-3064-473a-95d0-99e2a40cfe2b None None] Allocated IP 172.20.0.1 (ba0166af-1690-4906-8061-57f1f3c35d95/0a76b454-4ce9-4703-bf64-73cbecf9410b/cc5e21e5-7367-480c-9976-9e39881cb31c) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:28.582305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:28.583067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Checking segment: {'id': '98596cea-5ffb-4bd8-b732-621934d75ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:28.583518 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Bound using segment: {'id': '98596cea-5ffb-4bd8-b732-621934d75ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:28.584013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Bound port: 329be0c1-7f02-4283-9739-8061c52cce89, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98596cea-5ffb-4bd8-b732-621934d75ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:28.584373 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.610886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-84c0a52a-5d06-47f3-a045-3def8caabc7d admin admin] Deleting port 88075557-ec32-41f7-9e0d-790e42e78663 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:28.611233 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-84c0a52a-5d06-47f3-a045-3def8caabc7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.698041 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-689bfb53-5233-4464-88d9-296cf83d5e52 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62437903'] for subnet, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.729676 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e9f3c30-ac7f-4fa1-97bf-b7fdc2212bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.733552 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e9f3c30-ac7f-4fa1-97bf-b7fdc2212bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.737651 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4e9f3c30-ac7f-4fa1-97bf-b7fdc2212bc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48ef5134-7bf9-4c0d-ab4d-bfdd5e1ae504 HTTP/1.1" status: 204 len: 168 time: 0.4028378 Aug 28 12:51:28.776516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f3c30-ac7f-4fa1-97bf-b7fdc2212bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ef5134-7bf9-4c0d-ab4d-bfdd5e1ae504,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:28.832762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-84c0a52a-5d06-47f3-a045-3def8caabc7d admin admin] For port 88075557-ec32-41f7-9e0d-790e42e78663, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=88075557-ec32-41f7-9e0d-790e42e78663,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:28.833745 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-84c0a52a-5d06-47f3-a045-3def8caabc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:28.838404 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e63235-9596-4620-bb45-5e00f48e78fa req-d187fecf-98c5-4f6f-808c-9bc6a04b1cec tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:28.846933 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88e63235-9596-4620-bb45-5e00f48e78fa req-d187fecf-98c5-4f6f-808c-9bc6a04b1cec tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.1747689 Aug 28 12:51:28.858788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-84c0a52a-5d06-47f3-a045-3def8caabc7d admin admin] Calling delete_port for 88075557-ec32-41f7-9e0d-790e42e78663 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:28.966466 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88e63235-9596-4620-bb45-5e00f48e78fa req-a504f4f1-24dc-404d-a74d-39d880336c0c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132061 Aug 28 12:51:28.974391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] For port 329be0c1-7f02-4283-9739-8061c52cce89, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:29.073200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cc5e21e5-7367-480c-9976-9e39881cb31c up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:29.082486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-2d2f50eb-b489-4115-a571-2e158fc1bb77', 'network_id': '2d2f50eb-b489-4115-a571-2e158fc1bb77', 'tenant_id': '654d1bca82ae4316ae91f0e866d13895', 'fixed_ips': [{'subnet_id': '173647a6-0ea5-4ba5-a19e-2a04663cd629'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:51:29.083367 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:29.084293 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-689bfb53-5233-4464-88d9-296cf83d5e52 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760091561948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62422577'] for subnet, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:29.137297 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689bfb53-5233-4464-88d9-296cf83d5e52 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:29.138869 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-689bfb53-5233-4464-88d9-296cf83d5e52 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:29.142946 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-689bfb53-5233-4464-88d9-296cf83d5e52 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "PUT /v2.0/subnets/173647a6-0ea5-4ba5-a19e-2a04663cd629 HTTP/1.1" status: 200 len: 826 time: 0.5891662 Aug 28 12:51:29.143077 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] For port 329be0c1-7f02-4283-9739-8061c52cce89, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=329be0c1-7f02-4283-9739-8061c52cce89,segment=NetworkSegment(98596cea-5ffb-4bd8-b732-621934d75ab2),segment_id=98596cea-5ffb-4bd8-b732-621934d75ab2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:29.143189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49156) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:29.239416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bfb53-5233-4464-88d9-296cf83d5e52 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Subnet': ['ID=173647a6-0ea5-4ba5-a19e-2a04663cd629,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:29.255004 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:29.294410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-94f924e7-0949-4529-a083-3a4f24d07fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'name': 'tempest-ServerActionsTestJSON-1102254835-router', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '88075557-ec32-41f7-9e0d-790e42e78663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:40:09Z', 'updated_at': '2021-08-28T12:51:25Z', 'revision_number': 5, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'gw_port': {'id': '88075557-ec32-41f7-9e0d-790e42e78663', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:40:11Z', 'updated_at': '2021-08-28T12:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:29.306057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8d8a9ec2-3064-473a-95d0-99e2a40cfe2b None None] For port cc5e21e5-7367-480c-9976-9e39881cb31c, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cc5e21e5-7367-480c-9976-9e39881cb31c,segment=NetworkSegment(0602fe7f-83ab-4c78-a465-c9b3932be8fd),segment_id=0602fe7f-83ab-4c78-a465-c9b3932be8fd)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:29.331514 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:29.377992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:29.378549 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f924e7-0949-4529-a083-3a4f24d07fd1 None None] Checking router: c3e6884d-2c9a-4865-b7c6-7748d89a28b3 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:51:29.379565 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:29.395009 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-453169d5-f751-409e-9d45-c001e1f2a368 req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] 10.222.0.11 "PUT /v2.0/ports/329be0c1-7f02-4283-9739-8061c52cce89 HTTP/1.1" status: 200 len: 1092 time: 2.3384192 Aug 28 12:51:29.399138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0d1ac7-437e-490f-bfd8-00e8ddb85f57', 'tag': '329be0c1-7f02-4283-9739-8061c52cce89'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:51:29.407426 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cde216-a01a-4e33-9cb3-73d0780a6905" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0d1ac7-437e-490f-bfd8-00e8ddb85f57", "tag": "329be0c1-7f02-4283-9739-8061c52cce89"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:51:29.416844 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-84c0a52a-5d06-47f3-a045-3def8caabc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:29.428770 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:29.521022 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8d8a9ec2-3064-473a-95d0-99e2a40cfe2b None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:29.543802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da69efa-f8c1-4464-9cc6-56fa95ad76ab req-6a7bd824-165c-4359-a9f8-12e67b017564 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:29.545631 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8da69efa-f8c1-4464-9cc6-56fa95ad76ab req-6a7bd824-165c-4359-a9f8-12e67b017564 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 945 time: 0.5288496 Aug 28 12:51:29.550471 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f924e7-0949-4529-a083-3a4f24d07fd1 None None] Routers {'c3e6884d-2c9a-4865-b7c6-7748d89a28b3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:51:29.551901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-94f924e7-0949-4529-a083-3a4f24d07fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:51:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:29.562915 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35213e8b-4e1b-43fb-9403-0e97b3a27da2 service neutron] Pushing event updated for resources: {'Port': ['ID=329be0c1-7f02-4283-9739-8061c52cce89,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:29.570597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c587a2a-de77-4a5a-963f-d5320c51f225 req-893bfb57-2a23-43b6-9363-54b654ef606e tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:29.579053 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c587a2a-de77-4a5a-963f-d5320c51f225 req-893bfb57-2a23-43b6-9363-54b654ef606e tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 943 time: 0.0900736 Aug 28 12:51:29.622758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port cc5e21e5-7367-480c-9976-9e39881cb31c triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:29.623260 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:29.656594 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c587a2a-de77-4a5a-963f-d5320c51f225 req-2c41de07-beea-4612-b3a9-4d549a223861 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751565 Aug 28 12:51:29.689950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8d8a9ec2-3064-473a-95d0-99e2a40cfe2b None None] Transition to ACTIVE for port object cc5e21e5-7367-480c-9976-9e39881cb31c will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:29.699532 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0a52a-5d06-47f3-a045-3def8caabc7d admin admin] Pushing event deleted for resources: {'Port': ['ID=88075557-ec32-41f7-9e0d-790e42e78663,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:29.708566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Allocated IP 2001:db8::2 (2d2f50eb-b489-4115-a571-2e158fc1bb77/173647a6-0ea5-4ba5-a19e-2a04663cd629/d3f2c6b1-9a44-45b2-b401-88d5e6d049b1) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:29.724488 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8d8a9ec2-3064-473a-95d0-99e2a40cfe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:29.734783 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-94f924e7-0949-4529-a083-3a4f24d07fd1 None None] Set router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:51:29.742556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453169d5-f751-409e-9d45-c001e1f2a368 req-92119f9d-d455-49cd-9c7f-e7590d0e0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:29.744442 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-453169d5-f751-409e-9d45-c001e1f2a368 req-92119f9d-d455-49cd-9c7f-e7590d0e0b71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b1744f3dc1444e0abd073208c687038&device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 1095 time: 0.2542596 Aug 28 12:51:29.762989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8da69efa-f8c1-4464-9cc6-56fa95ad76ab req-d0d97058-d104-4911-bacc-100fd6cab8c7 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/security-groups?id=690d28ef-c3ad-4f3f-94f7-896be069b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921027 Aug 28 12:51:29.765791 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-84c0a52a-5d06-47f3-a045-3def8caabc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:29.836899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a9ec2-3064-473a-95d0-99e2a40cfe2b None None] Pushing event updated for resources: {'Port': ['ID=cc5e21e5-7367-480c-9976-9e39881cb31c,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:29.881120 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-94f924e7-0949-4529-a083-3a4f24d07fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'name': 'tempest-ServerActionsTestJSON-1102254835-router', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:40:09Z', 'updated_at': '2021-08-28T12:51:29Z', 'revision_number': 7, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:29.984819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f924e7-0949-4529-a083-3a4f24d07fd1 None None] The sync data for ids ['c3e6884d-2c9a-4865-b7c6-7748d89a28b3'] in n-d-791505-21 is: [{'id': 'c3e6884d-2c9a-4865-b7c6-7748d89a28b3', 'name': 'tempest-ServerActionsTestJSON-1102254835-router', 'tenant_id': '819b91169b1e4280b386bd53b09e7c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:40:09Z', 'updated_at': '2021-08-28T12:51:29Z', 'revision_number': 7, 'project_id': '819b91169b1e4280b386bd53b09e7c4e', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:51:29.991403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Port cc5e21e5-7367-480c-9976-9e39881cb31c had new provisioning blocks added so it will not transition to active. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 28 12:51:30.149269 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:30.158630 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Transition to ACTIVE for port object d3f2c6b1-9a44-45b2-b401-88d5e6d049b1 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:30.176889 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Transition to ACTIVE for port object d3f2c6b1-9a44-45b2-b401-88d5e6d049b1 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:30.186420 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:30.214447 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:30.230343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Network 2d2f50eb-b489-4115-a571-2e158fc1bb77 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:30.233746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:30.237595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:30.265668 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-453169d5-f751-409e-9d45-c001e1f2a368 req-0129d39a-0e6e-4ff1-a3ef-5672206eb092 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=329be0c1-7f02-4283-9739-8061c52cce89 HTTP/1.1" status: 200 len: 217 time: 0.5010231 Aug 28 12:51:30.267067 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd40fe0a-5ff9-498a-bdec-963dfabbed9b x-openstack-request-id: req-cd40fe0a-5ff9-498a-bdec-963dfabbed9b {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:51:30.267358 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0d1ac7-437e-490f-bfd8-00e8ddb85f57", "tag": "329be0c1-7f02-4283-9739-8061c52cce89", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:51:30.267608 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd40fe0a-5ff9-498a-bdec-963dfabbed9b {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:51:30.268038 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0d1ac7-437e-490f-bfd8-00e8ddb85f57', 'tag': '329be0c1-7f02-4283-9739-8061c52cce89', 'status': 'completed', 'code': 200} Aug 28 12:51:30.277812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Pushing event updated for resources: {'Port': ['ID=d3f2c6b1-9a44-45b2-b401-88d5e6d049b1,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:30.290068 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Subnet': ['ID=173647a6-0ea5-4ba5-a19e-2a04663cd629,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:30.337194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Attempting to bind port d3f2c6b1-9a44-45b2-b401-88d5e6d049b1 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:30.343292 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Attempting to bind port d3f2c6b1-9a44-45b2-b401-88d5e6d049b1 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '26cdcc49-12d1-4aef-a1bc-277af61858fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2d2f50eb-b489-4115-a571-2e158fc1bb77'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:30.343830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Attempting to bind port d3f2c6b1-9a44-45b2-b401-88d5e6d049b1 on network 2d2f50eb-b489-4115-a571-2e158fc1bb77 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:30.353197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:30.353570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Checking segment: {'id': '26cdcc49-12d1-4aef-a1bc-277af61858fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2d2f50eb-b489-4115-a571-2e158fc1bb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:30.353981 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:30.354389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Bound using segment: {'id': '26cdcc49-12d1-4aef-a1bc-277af61858fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2d2f50eb-b489-4115-a571-2e158fc1bb77'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:30.359751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Bound port: d3f2c6b1-9a44-45b2-b401-88d5e6d049b1, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cdcc49-12d1-4aef-a1bc-277af61858fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2d2f50eb-b489-4115-a571-2e158fc1bb77'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:30.359751 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:30.427490 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:30.443841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2f50eb-b489-4115-a571-2e158fc1bb77']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:30.477324 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cdcc49-12d1-4aef-a1bc-277af61858fe') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:30.477620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cdcc49-12d1-4aef-a1bc-277af61858fe') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:30.489978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] For port d3f2c6b1-9a44-45b2-b401-88d5e6d049b1, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:30.494297 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] For port d3f2c6b1-9a44-45b2-b401-88d5e6d049b1, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d3f2c6b1-9a44-45b2-b401-88d5e6d049b1,segment=NetworkSegment(26cdcc49-12d1-4aef-a1bc-277af61858fe),segment_id=26cdcc49-12d1-4aef-a1bc-277af61858fe)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:30.502447 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:30.504175 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:30.518840 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-84c0a52a-5d06-47f3-a045-3def8caabc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:30.527690 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-84c0a52a-5d06-47f3-a045-3def8caabc7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:30.539824 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad4e08f2-4c4f-4702-96d5-3521e29d2d8f req-f8f1d367-5d39-4d1d-8042-4662a22b8d75 tempest-AbsoluteLimitsNegativeTestJSON-269521156 tempest-AbsoluteLimitsNegativeTestJSON-269521156-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5df8eb86d13e4108aa0cf848fba5265c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410447 Aug 28 12:51:30.556360 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:30.590216 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453169d5-f751-409e-9d45-c001e1f2a368 req-4a39d777-f027-49ef-a8b2-3a88ab9faa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:30.591884 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-453169d5-f751-409e-9d45-c001e1f2a368 req-4a39d777-f027-49ef-a8b2-3a88ab9faa42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de9a2c7f-c06f-42fa-b208-11919fd54cbe HTTP/1.1" status: 200 len: 851 time: 0.2517960 Aug 28 12:51:30.603233 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdedc0-0fd3-4d8c-bcca-a5e0db264e32 req-cff3ab3a-ebe4-471e-a1b9-7a72be161450 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:30.605054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:30.605457 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:30.609102 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:30.616307 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8bfdedc0-0fd3-4d8c-bcca-a5e0db264e32 req-cff3ab3a-ebe4-471e-a1b9-7a72be161450 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.3473036 Aug 28 12:51:30.636963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f3f12-94d7-46bd-8f5f-167be97166bf None None] Network 2d2f50eb-b489-4115-a571-2e158fc1bb77 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:30.640549 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-84c0a52a-5d06-47f3-a045-3def8caabc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:30.641201 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c0a52a-5d06-47f3-a045-3def8caabc7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3e6884d-2c9a-4865-b7c6-7748d89a28b3 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:51:30.646326 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-84c0a52a-5d06-47f3-a045-3def8caabc7d admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:30.647835 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-84c0a52a-5d06-47f3-a045-3def8caabc7d admin admin] 10.222.0.20 "DELETE /v2.0/routers/c3e6884d-2c9a-4865-b7c6-7748d89a28b3 HTTP/1.1" status: 204 len: 168 time: 2.9021447 Aug 28 12:51:30.678196 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-453169d5-f751-409e-9d45-c001e1f2a368 req-8fcdd903-3343-4d42-840b-5f7f10d12510 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcea506e-e089-41e5-aa79-93de45e015b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564532 Aug 28 12:51:30.679237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49196) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:30.695368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e2dd0-57e4-4f68-bcd5-832d6d9ef122 None None] Pushing event updated for resources: {'Port': ['ID=d3f2c6b1-9a44-45b2-b401-88d5e6d049b1,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:30.724249 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.api [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 12:51:30.724249 n-d-791505-21 neutron-server[94878]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 12:51:30.724249 n-d-791505-21 neutron-server[94878]: [parameters: {'id': '2d2f50eb-b489-4115-a571-2e158fc1bb77'}] Aug 28 12:51:30.724249 n-d-791505-21 neutron-server[94878]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:51:30.724944 n-d-791505-21 neutron-server[94878]: DEBUG oslo_db.api [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:51:30.754766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e08f2-4c4f-4702-96d5-3521e29d2d8f req-adfb9efc-ba4c-4a1e-b5ce-28b1d9cf93b8 tempest-AbsoluteLimitsNegativeTestJSON-269521156 tempest-AbsoluteLimitsNegativeTestJSON-269521156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:30.760747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad4e08f2-4c4f-4702-96d5-3521e29d2d8f req-adfb9efc-ba4c-4a1e-b5ce-28b1d9cf93b8 tempest-AbsoluteLimitsNegativeTestJSON-269521156 tempest-AbsoluteLimitsNegativeTestJSON-269521156-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2200077 Aug 28 12:51:30.775150 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad4e08f2-4c4f-4702-96d5-3521e29d2d8f req-2a833730-f564-4382-be32-310458624af1 tempest-AbsoluteLimitsNegativeTestJSON-269521156 tempest-AbsoluteLimitsNegativeTestJSON-269521156-project] 10.222.0.20 "GET /v2.0/quotas/5df8eb86d13e4108aa0cf848fba5265c HTTP/1.1" status: 200 len: 375 time: 0.0118325 Aug 28 12:51:30.804656 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b72d8-bc4f-48bb-a19d-d94ba79d3d5c None None] Network 2d2f50eb-b489-4115-a571-2e158fc1bb77 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:30.818662 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad4e08f2-4c4f-4702-96d5-3521e29d2d8f req-60b8ca1c-0060-4c6b-9dd6-8c229a77f487 tempest-AbsoluteLimitsNegativeTestJSON-269521156 tempest-AbsoluteLimitsNegativeTestJSON-269521156-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5df8eb86d13e4108aa0cf848fba5265c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313170 Aug 28 12:51:30.827421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e62f8e-070c-489b-8f1b-875f6dd61bae admin admin] Deleting subnet dab837be-7b25-47dd-90d1-50250cb3e83a {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:51:30.832996 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8bfdedc0-0fd3-4d8c-bcca-a5e0db264e32 req-744a5ca4-3f61-45ff-b0ea-a11d6762b602 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151024 Aug 28 12:51:30.836617 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9e62f8e-070c-489b-8f1b-875f6dd61bae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:30.900044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bead945-10c8-47a1-b009-1089991b2b8e None None] Network ba0166af-1690-4906-8061-57f1f3c35d95 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:30.937020 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9e62f8e-070c-489b-8f1b-875f6dd61bae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:31.034552 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411533c-af2e-48eb-9794-c070007cab0c req-c9bd1cdc-1f17-44e6-8e03-43fb3b47f4fe tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:31.035820 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4411533c-af2e-48eb-9794-c070007cab0c req-c9bd1cdc-1f17-44e6-8e03-43fb3b47f4fe tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 945 time: 0.1018503 Aug 28 12:51:31.069767 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cc5e21e5-7367-480c-9976-9e39881cb31c up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:31.096864 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-453169d5-f751-409e-9d45-c001e1f2a368 req-f7eb6ef6-a7a6-4405-bb49-c06658562bd6 service neutron] 10.222.0.11 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024889 Aug 28 12:51:31.111447 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4411533c-af2e-48eb-9794-c070007cab0c req-43f70d51-a0c6-47d0-8714-30087ae38ff5 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/security-groups?id=690d28ef-c3ad-4f3f-94f7-896be069b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633719 Aug 28 12:51:31.160935 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-aaa0bcf0-523e-4055-803b-9da9f4e5853e None None] Provisioning for port cc5e21e5-7367-480c-9976-9e39881cb31c completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:51:31.167010 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-aaa0bcf0-523e-4055-803b-9da9f4e5853e None None] Provisioning complete for port cc5e21e5-7367-480c-9976-9e39881cb31c triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:31.167386 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-aaa0bcf0-523e-4055-803b-9da9f4e5853e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:31.191598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b0c5e-f5ec-4ba1-bf6f-36080b2b9617 req-476e29dd-8fdb-4892-8c6a-5b92d641a909 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:31.193264 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-593b0c5e-f5ec-4ba1-bf6f-36080b2b9617 req-476e29dd-8fdb-4892-8c6a-5b92d641a909 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 943 time: 0.1869931 Aug 28 12:51:31.226635 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:31.289712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49210) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:31.344855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-593b0c5e-f5ec-4ba1-bf6f-36080b2b9617 req-41ba816f-f72f-4c3c-8fa6-1665d9c0bd0d tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177673 Aug 28 12:51:31.345620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Deleting port d3f2c6b1-9a44-45b2-b401-88d5e6d049b1 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:31.345975 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:31.352283 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9e62f8e-070c-489b-8f1b-875f6dd61bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:31.456365 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-453169d5-f751-409e-9d45-c001e1f2a368 req-a8c8960b-4022-40e6-a9a9-0c4780957aa0 service neutron] 10.222.0.11 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397739 Aug 28 12:51:31.513096 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9e62f8e-070c-489b-8f1b-875f6dd61bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:31.515667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] For port d3f2c6b1-9a44-45b2-b401-88d5e6d049b1, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d3f2c6b1-9a44-45b2-b401-88d5e6d049b1,segment=NetworkSegment(26cdcc49-12d1-4aef-a1bc-277af61858fe),segment_id=26cdcc49-12d1-4aef-a1bc-277af61858fe)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:31.521400 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:31.546697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port cc5e21e5-7367-480c-9976-9e39881cb31c triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:31.551395 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:31.552456 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Calling delete_port for d3f2c6b1-9a44-45b2-b401-88d5e6d049b1 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:31.579076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e62f8e-070c-489b-8f1b-875f6dd61bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab837be-7b25-47dd-90d1-50250cb3e83a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:31.621919 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17815516-bc49-46e3-85a3-42c5da37e988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:31.663046 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9e62f8e-070c-489b-8f1b-875f6dd61bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:31.665097 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b9e62f8e-070c-489b-8f1b-875f6dd61bae admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dab837be-7b25-47dd-90d1-50250cb3e83a HTTP/1.1" status: 204 len: 168 time: 0.9789507 Aug 28 12:51:31.670576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49218) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:31.711840 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f81295-7572-4c7c-959a-87d91f87a343 None None] Network 60a4a2e2-32f4-42e8-a215-a251458b02ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:31.743546 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:31.755988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cde216-a01a-4e33-9cb3-73d0780a6905 req-d3ae2411-8046-439d-8394-3860aeeaff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:31.757647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51cde216-a01a-4e33-9cb3-73d0780a6905 req-d3ae2411-8046-439d-8394-3860aeeaff97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b1744f3dc1444e0abd073208c687038&device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 1095 time: 0.1821001 Aug 28 12:51:31.795838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Port': ['ID=d3f2c6b1-9a44-45b2-b401-88d5e6d049b1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:31.797850 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No DVR routers for this DVR port d3f2c6b1-9a44-45b2-b401-88d5e6d049b1 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:31.872836 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:31.943038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 88075557-ec32-41f7-9e0d-790e42e78663 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:31.968843 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:31.983944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cde216-a01a-4e33-9cb3-73d0780a6905 req-e0b6cec3-f165-4fd2-87d5-3a756832926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:31.985560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51cde216-a01a-4e33-9cb3-73d0780a6905 req-e0b6cec3-f165-4fd2-87d5-3a756832926c service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcea506e-e089-41e5-aa79-93de45e015b6 HTTP/1.1" status: 200 len: 911 time: 0.2128332 Aug 28 12:51:31.987698 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2f50eb-b489-4115-a571-2e158fc1bb77']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:32.004428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cdcc49-12d1-4aef-a1bc-277af61858fe') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:32.005326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cdcc49-12d1-4aef-a1bc-277af61858fe') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:32.018410 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.045486 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.056454 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:32.056963 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:32.061577 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:32.088657 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51cde216-a01a-4e33-9cb3-73d0780a6905 req-8ff14b60-657a-4265-97c0-e2293deddf40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=329be0c1-7f02-4283-9739-8061c52cce89 HTTP/1.1" status: 200 len: 217 time: 0.0780523 Aug 28 12:51:32.093277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] Deleting port fcaa1302-46a3-43d3-942c-1e82162fd8f3 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:32.093743 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.137527 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.144818 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.147415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 88075557-ec32-41f7-9e0d-790e42e78663 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:32.147760 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 88075557-ec32-41f7-9e0d-790e42e78663 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:32.148234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3d435da6-cfdc-4b2e-8de4-b300128a6a39 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:32.149089 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/2d2f50eb-b489-4115-a571-2e158fc1bb77 HTTP/1.1" status: 204 len: 168 time: 3.0045762 Aug 28 12:51:32.154478 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49228) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:32.161030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df6f7a-ce81-4903-99c1-efbb0f12be46 req-c9252422-6a9c-4345-9e64-8ef577746802 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:32.162796 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-35df6f7a-ce81-4903-99c1-efbb0f12be46 req-c9252422-6a9c-4345-9e64-8ef577746802 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.2114608 Aug 28 12:51:32.169530 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 3d435da6-cfdc-4b2e-8de4-b300128a6a39 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:32.174494 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3d435da6-cfdc-4b2e-8de4-b300128a6a39 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:32.174494 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-65b9d6f2-510e-4787-8b7e-a5f3642752fd None None] Provisioning complete for port cc5e21e5-7367-480c-9976-9e39881cb31c triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:32.174494 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-65b9d6f2-510e-4787-8b7e-a5f3642752fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.184540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c42c5-a3c7-4ff8-8888-6071b991e054 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Network': ['ID=2d2f50eb-b489-4115-a571-2e158fc1bb77,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:32.193999 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17815516-bc49-46e3-85a3-42c5da37e988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.200344 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db54c28-0cd9-4963-983e-92d1e3c6bd67 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] DELETE failed (client error): The resource could not be found. Aug 28 12:51:32.201310 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db54c28-0cd9-4963-983e-92d1e3c6bd67 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:51:32.204479 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7db54c28-0cd9-4963-983e-92d1e3c6bd67 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/2d2f50eb-b489-4115-a571-2e158fc1bb77 HTTP/1.1" status: 404 len: 339 time: 0.0488408 Aug 28 12:51:32.211780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49232) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:32.218215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b328b1c5-3afa-49b8-b511-441bb01070aa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-959660247', 'description': 'd1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:32.220272 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17815516-bc49-46e3-85a3-42c5da37e988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.258912 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b328b1c5-3afa-49b8-b511-441bb01070aa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:32.263171 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b328b1c5-3afa-49b8-b511-441bb01070aa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.295347 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252b6e2a-e64d-49f2-b2ec-52906d816ee5 None None] DHCP port deletion for 60a4a2e2-32f4-42e8-a215-a251458b02ab request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:51:32.304771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b328b1c5-3afa-49b8-b511-441bb01070aa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:32.309320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] For port fcaa1302-46a3-43d3-942c-1e82162fd8f3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=fcaa1302-46a3-43d3-942c-1e82162fd8f3,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:32.309792 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.315653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cde216-a01a-4e33-9cb3-73d0780a6905 req-bcb873f2-a272-43e1-9292-e1c905324fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:32.316902 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b328b1c5-3afa-49b8-b511-441bb01070aa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.317547 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-b328b1c5-3afa-49b8-b511-441bb01070aa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Added segment 9da8466a-65c9-405e-9ac4-772ab3354e7e of type vlan for network c8b63870-6d4d-4343-8b46-b5383a442441 Aug 28 12:51:32.317665 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51cde216-a01a-4e33-9cb3-73d0780a6905 req-bcb873f2-a272-43e1-9292-e1c905324fbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de9a2c7f-c06f-42fa-b208-11919fd54cbe HTTP/1.1" status: 200 len: 851 time: 0.2106714 Aug 28 12:51:32.336392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-17815516-bc49-46e3-85a3-42c5da37e988 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5df8eb86d13e4108aa0cf848fba5265c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0451739 Aug 28 12:51:32.348409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17815516-bc49-46e3-85a3-42c5da37e988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57536c7-41a4-42f9-88cc-ee1abc5a092d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:32.355144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49236) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:32.361107 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-252b6e2a-e64d-49f2-b2ec-52906d816ee5 None None] Deleting port fcaa1302-46a3-43d3-942c-1e82162fd8f3 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:32.361739 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-252b6e2a-e64d-49f2-b2ec-52906d816ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.362144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] Calling delete_port for fcaa1302-46a3-43d3-942c-1e82162fd8f3 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:32.369989 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b328b1c5-3afa-49b8-b511-441bb01070aa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.381161 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-35df6f7a-ce81-4903-99c1-efbb0f12be46 req-69fd510c-dfe1-4ca2-97d8-cdca0dca6371 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839650 Aug 28 12:51:32.386542 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51cde216-a01a-4e33-9cb3-73d0780a6905 req-df762b5d-c799-43c2-84a9-bd36f5e5b43b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcea506e-e089-41e5-aa79-93de45e015b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537863 Aug 28 12:51:32.403754 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b328b1c5-3afa-49b8-b511-441bb01070aa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.411535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328b1c5-3afa-49b8-b511-441bb01070aa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:32.412110 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b328b1c5-3afa-49b8-b511-441bb01070aa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.449185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-252b6e2a-e64d-49f2-b2ec-52906d816ee5 None None] For port fcaa1302-46a3-43d3-942c-1e82162fd8f3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=fcaa1302-46a3-43d3-942c-1e82162fd8f3,segment=NetworkSegment(cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2),segment_id=cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:32.451926 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-252b6e2a-e64d-49f2-b2ec-52906d816ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.481597 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-252b6e2a-e64d-49f2-b2ec-52906d816ee5 None None] Calling delete_port for fcaa1302-46a3-43d3-942c-1e82162fd8f3 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:32.505829 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328b1c5-3afa-49b8-b511-441bb01070aa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Network': ['ID=c8b63870-6d4d-4343-8b46-b5383a442441,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:32.516398 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b328b1c5-3afa-49b8-b511-441bb01070aa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2964184 Aug 28 12:51:32.517291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49244) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:32.540179 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network c8b63870-6d4d-4343-8b46-b5383a442441 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:32.602866 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51cde216-a01a-4e33-9cb3-73d0780a6905 req-bb523ad6-cfaf-4abe-8d5a-4f31e4cc1bc1 service neutron] 10.222.0.11 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042356 Aug 28 12:51:32.619622 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072b1385-99ce-46dc-9db3-0e0badd0513d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:32.625066 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-072b1385-99ce-46dc-9db3-0e0badd0513d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "GET /v2.0/networks?id=c8b63870-6d4d-4343-8b46-b5383a442441 HTTP/1.1" status: 200 len: 764 time: 0.1067338 Aug 28 12:51:32.630428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49248) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:32.636442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-129f5994-6128-4727-8c53-08f2b1a81985 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'network': {'description': 'd2'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:32.648844 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-252b6e2a-e64d-49f2-b2ec-52906d816ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.684680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b6e2a-e64d-49f2-b2ec-52906d816ee5 None None] Pushing event deleted for resources: {'Port': ['ID=fcaa1302-46a3-43d3-942c-1e82162fd8f3,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:32.693849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252b6e2a-e64d-49f2-b2ec-52906d816ee5 None None] No DVR routers for this DVR port fcaa1302-46a3-43d3-942c-1e82162fd8f3 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:32.720358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f244fa-0f59-49a6-ab26-19a3f669cef6 None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 12:51:32.751433 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-13873130-6e2b-4194-84c0-768e7fdb6369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.802769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397e83a-8e69-4587-80f4-6da0ed90a5c0 req-00bc5da2-029b-4c75-a697-f11a94adb125 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:32.804236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5397e83a-8e69-4587-80f4-6da0ed90a5c0 req-00bc5da2-029b-4c75-a697-f11a94adb125 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 943 time: 0.2053878 Aug 28 12:51:32.804888 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.816173 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-13873130-6e2b-4194-84c0-768e7fdb6369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.881481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcaa1302-46a3-43d3-942c-1e82162fd8f3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:32.885297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] No DVR routers for this DVR port fcaa1302-46a3-43d3-942c-1e82162fd8f3 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:32.890318 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51cde216-a01a-4e33-9cb3-73d0780a6905 req-5cef555f-a123-4001-87a9-aa9a25bad5a8 service neutron] 10.222.0.11 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660823 Aug 28 12:51:32.892149 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-129f5994-6128-4727-8c53-08f2b1a81985 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.933151 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-129f5994-6128-4727-8c53-08f2b1a81985 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:32.955851 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f244fa-0f59-49a6-ab26-19a3f669cef6 None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 12:51:32.983954 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5397e83a-8e69-4587-80f4-6da0ed90a5c0 req-5d4c498e-975d-40a0-977f-b27f5f5711dd tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699119 Aug 28 12:51:33.010816 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:33.011001 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-129f5994-6128-4727-8c53-08f2b1a81985 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network c8b63870-6d4d-4343-8b46-b5383a442441 is not hosted by any dhcp agent {{(pid=94878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 12:51:33.032588 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-13873130-6e2b-4194-84c0-768e7fdb6369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:33.038707 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-13873130-6e2b-4194-84c0-768e7fdb6369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:33.044270 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129f5994-6128-4727-8c53-08f2b1a81985 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:33.045655 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-129f5994-6128-4727-8c53-08f2b1a81985 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:33.049302 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-13873130-6e2b-4194-84c0-768e7fdb6369 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d57536c7-41a4-42f9-88cc-ee1abc5a092d HTTP/1.1" status: 204 len: 168 time: 0.6904504 Aug 28 12:51:33.049541 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-129f5994-6128-4727-8c53-08f2b1a81985 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "PUT /v2.0/networks/c8b63870-6d4d-4343-8b46-b5383a442441 HTTP/1.1" status: 200 len: 761 time: 0.4150467 Aug 28 12:51:33.049645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a4a2e2-32f4-42e8-a215-a251458b02ab']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:33.071177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49260) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:33.075605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device fcaa1302-46a3-43d3-942c-1e82162fd8f3 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:33.112100 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: fcaa1302-46a3-43d3-942c-1e82162fd8f3 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:33.112583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device fcaa1302-46a3-43d3-942c-1e82162fd8f3 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:33.121777 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:33.121777 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec9ce58-b1a3-4612-b3a8-eb00dae3f9d2') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:33.122873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13873130-6e2b-4194-84c0-768e7fdb6369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57536c7-41a4-42f9-88cc-ee1abc5a092d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:33.172095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f5994-6128-4727-8c53-08f2b1a81985 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Network': ['ID=c8b63870-6d4d-4343-8b46-b5383a442441,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:33.194853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network c8b63870-6d4d-4343-8b46-b5383a442441 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:33.230923 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:33.263333 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:33.297308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbe71ad-582b-42f2-a6d5-dd3ddea06940 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:33.298876 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0dbe71ad-582b-42f2-a6d5-dd3ddea06940 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "GET /v2.0/networks?id=c8b63870-6d4d-4343-8b46-b5383a442441 HTTP/1.1" status: 200 len: 764 time: 0.2266715 Aug 28 12:51:33.303526 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49268) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:33.318331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:33.318775 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:33.323296 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:33.420445 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:33.428461 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:33.433404 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] 10.222.0.20 "DELETE /v2.0/networks/60a4a2e2-32f4-42e8-a215-a251458b02ab HTTP/1.1" status: 204 len: 168 time: 1.7588031 Aug 28 12:51:33.459500 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a460fd1-da65-4fb0-8634-a1f7a09caf41 admin admin] Pushing event deleted for resources: {'Network': ['ID=60a4a2e2-32f4-42e8-a215-a251458b02ab,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:33.507336 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:51:33.552678 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcedea1-173b-4bed-8f10-a66eac62c540 req-d9735b15-e4f6-4091-afee-1751647ac6b6 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:33.554315 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9fcedea1-173b-4bed-8f10-a66eac62c540 req-d9735b15-e4f6-4091-afee-1751647ac6b6 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.0809081 Aug 28 12:51:33.627413 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9fcedea1-173b-4bed-8f10-a66eac62c540 req-1e7931ee-e0f3-438e-bd9b-8efe43febc68 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630593 Aug 28 12:51:33.638525 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20a6e1e-de86-4a21-9e5b-58de7e397a6e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:33.640266 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d20a6e1e-de86-4a21-9e5b-58de7e397a6e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3357294 Aug 28 12:51:33.643641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49286) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:33.671546 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49288) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:33.703010 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-baf2de4f-05db-4d58-97f5-89e44b4916ec tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 207 time: 0.0572317 Aug 28 12:51:33.707254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49290) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:33.794728 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cb8dd513-9567-4b91-8f51-7260e0106460 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=819b91169b1e4280b386bd53b09e7c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1197791 Aug 28 12:51:33.795183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49294) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:33.855206 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a37683c4-0624-426b-8215-3a99ac3d20a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:33.883891 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a37683c4-0624-426b-8215-3a99ac3d20a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:33.941019 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a37683c4-0624-426b-8215-3a99ac3d20a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:33.945219 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a37683c4-0624-426b-8215-3a99ac3d20a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:33.947292 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a37683c4-0624-426b-8215-3a99ac3d20a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6667bbe-097b-4cca-beae-ac77e084119b HTTP/1.1" status: 204 len: 168 time: 0.1508164 Aug 28 12:51:33.955359 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37683c4-0624-426b-8215-3a99ac3d20a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6667bbe-097b-4cca-beae-ac77e084119b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:33.970192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420b4a6e-5bd1-4b88-a302-488bd19cae10 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:33.978713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420b4a6e-5bd1-4b88-a302-488bd19cae10 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:33.985551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420b4a6e-5bd1-4b88-a302-488bd19cae10 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:33.992154 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420b4a6e-5bd1-4b88-a302-488bd19cae10 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:33.997729 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420b4a6e-5bd1-4b88-a302-488bd19cae10 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.004435 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420b4a6e-5bd1-4b88-a302-488bd19cae10 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.011865 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49312) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:34.026549 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-420b4a6e-5bd1-4b88-a302-488bd19cae10 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3163447 Aug 28 12:51:34.182449 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49324) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:34.272356 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a9fec-0c32-46cc-beee-10fd6f086c4e req-a7f10b3a-7cd0-4ee8-9b1e-a5aafa529327 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.273978 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c70a9fec-0c32-46cc-beee-10fd6f086c4e req-a7f10b3a-7cd0-4ee8-9b1e-a5aafa529327 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 943 time: 0.1550231 Aug 28 12:51:34.300154 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-826b06bc-7ece-43a4-adcd-fc6f808520a4 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2870860 Aug 28 12:51:34.304711 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49332) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:34.332418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e5cf90dc-86fc-491e-aa41-f2effbb145d6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1281604271-network', 'tenant_id': 'efea20def67f4288b7bdd25f7df5ce8e'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:34.355036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cf90dc-86fc-491e-aa41-f2effbb145d6 admin admin] Made reservation on behalf of efea20def67f4288b7bdd25f7df5ce8e for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:34.357086 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5cf90dc-86fc-491e-aa41-f2effbb145d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:34.370176 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c70a9fec-0c32-46cc-beee-10fd6f086c4e req-9f1b1fda-bddb-4a2e-961a-d2dfb6213cd8 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899639 Aug 28 12:51:34.370997 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5cf90dc-86fc-491e-aa41-f2effbb145d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:34.437680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b801e4c-3a02-44ab-95cd-53be51057ae2 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.439367 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b801e4c-3a02-44ab-95cd-53be51057ae2 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.440908 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b801e4c-3a02-44ab-95cd-53be51057ae2 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.443359 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b801e4c-3a02-44ab-95cd-53be51057ae2 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.444899 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b801e4c-3a02-44ab-95cd-53be51057ae2 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.447724 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9b801e4c-3a02-44ab-95cd-53be51057ae2 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1408393 Aug 28 12:51:34.450755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49338) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:34.455967 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc701d8a-8b6a-4b9a-8a66-248c73ec20e9 req-c16645ab-db58-4f6a-95c0-850c1298979f tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.457685 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc701d8a-8b6a-4b9a-8a66-248c73ec20e9 req-c16645ab-db58-4f6a-95c0-850c1298979f tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 945 time: 0.1422265 Aug 28 12:51:34.509400 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc701d8a-8b6a-4b9a-8a66-248c73ec20e9 req-cca4f5b2-cdd3-44b1-aa71-7b1ef65b89a4 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/security-groups?id=690d28ef-c3ad-4f3f-94f7-896be069b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422604 Aug 28 12:51:34.541014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb628b7f-d76c-43e1-9586-5456426967e8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.542428 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb628b7f-d76c-43e1-9586-5456426967e8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.543802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb628b7f-d76c-43e1-9586-5456426967e8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.545303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb628b7f-d76c-43e1-9586-5456426967e8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.546708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb628b7f-d76c-43e1-9586-5456426967e8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.548294 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cb628b7f-d76c-43e1-9586-5456426967e8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0942066 Aug 28 12:51:34.552776 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49342) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:34.583311 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5cf90dc-86fc-491e-aa41-f2effbb145d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:34.611089 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5cf90dc-86fc-491e-aa41-f2effbb145d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:34.640526 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cf90dc-86fc-491e-aa41-f2effbb145d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:34.673317 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5cf90dc-86fc-491e-aa41-f2effbb145d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:34.673317 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-e5cf90dc-86fc-491e-aa41-f2effbb145d6 admin admin] Added segment e2064b67-ec60-4adc-8c71-fc1578e32c98 of type vlan for network d17acdf6-5541-4ef8-bfd3-fa6b78f26e52 Aug 28 12:51:34.680325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 329be0c1-7f02-4283-9739-8061c52cce89 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:51:34.687605 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf90dc-86fc-491e-aa41-f2effbb145d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b760ea88-174d-4167-8a8e-d1e10b09351f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:34.770836 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08cf5cd-2616-4e59-9fb5-01203dfb9ad5 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.772267 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b08cf5cd-2616-4e59-9fb5-01203dfb9ad5 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "GET /v2.0/networks/b53fd642-aa61-4a48-93f8-ba595074e8c3 HTTP/1.1" status: 200 len: 803 time: 0.2185738 Aug 28 12:51:34.774185 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5cf90dc-86fc-491e-aa41-f2effbb145d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:34.776024 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49352) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:34.796736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49354) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:34.806202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 329be0c1-7f02-4283-9739-8061c52cce89, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=329be0c1-7f02-4283-9739-8061c52cce89,segment=NetworkSegment(98596cea-5ffb-4bd8-b732-621934d75ab2),segment_id=98596cea-5ffb-4bd8-b732-621934d75ab2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:34.819908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '329be0c1-7f02-4283-9739-8061c52cce89', 'network_id': 'dcea506e-e089-41e5-aa79-93de45e015b6', 'port_id': '329be0c1-7f02-4283-9739-8061c52cce89', 'mac_address': 'fa:16:3e:c4:e1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9a2c7f-c06f-42fa-b208-11919fd54cbe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:51:34.820420 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c83af-ee08-459e-8012-994ccb24a810 req-d16e1dff-4c80-40ef-82ea-431320a13783 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.822144 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a02c83af-ee08-459e-8012-994ccb24a810 req-d16e1dff-4c80-40ef-82ea-431320a13783 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.1199868 Aug 28 12:51:34.823565 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5cf90dc-86fc-491e-aa41-f2effbb145d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:34.824705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cf90dc-86fc-491e-aa41-f2effbb145d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.825455 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5cf90dc-86fc-491e-aa41-f2effbb145d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:34.864145 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:34.880205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329be0c1-7f02-4283-9739-8061c52cce89 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:51:34.897989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e5cf90dc-86fc-491e-aa41-f2effbb145d6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7146564 Aug 28 12:51:34.901976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49358) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:34.910549 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 329be0c1-7f02-4283-9739-8061c52cce89, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=329be0c1-7f02-4283-9739-8061c52cce89,segment=NetworkSegment(98596cea-5ffb-4bd8-b732-621934d75ab2),segment_id=98596cea-5ffb-4bd8-b732-621934d75ab2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:34.912818 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-9f709324-dc33-4dd7-a0a9-bf462bf868e4 admin admin] Request body: {'subnet': {'network_id': 'd17acdf6-5541-4ef8-bfd3-fa6b78f26e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1281604271-subnet', 'tenant_id': 'efea20def67f4288b7bdd25f7df5ce8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:34.915927 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:34.916942 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-089dd1bc-a9cb-49af-bf10-6fbb04c55de6 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "GET /v2.0/networks/b53fd642-aa61-4a48-93f8-ba595074e8c3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1397057 Aug 28 12:51:34.920363 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49362) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:34.925803 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf90dc-86fc-491e-aa41-f2effbb145d6 admin admin] Pushing event updated for resources: {'Network': ['ID=d17acdf6-5541-4ef8-bfd3-fa6b78f26e52,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:34.962423 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a02c83af-ee08-459e-8012-994ccb24a810 req-2ffaf889-4fd8-4ed2-847c-1ea381411f8a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206777 Aug 28 12:51:34.977506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f709324-dc33-4dd7-a0a9-bf462bf868e4 admin admin] Made reservation on behalf of efea20def67f4288b7bdd25f7df5ce8e for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:34.980761 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9f709324-dc33-4dd7-a0a9-bf462bf868e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:34.985725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network d17acdf6-5541-4ef8-bfd3-fa6b78f26e52 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:34.991062 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeaf503-0e3c-4338-b909-bfd9334c4a9d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:34.992763 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-abeaf503-0e3c-4338-b909-bfd9334c4a9d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "GET /v2.0/subnets/88514d51-c569-447a-adeb-518ae638bc27 HTTP/1.1" status: 200 len: 843 time: 0.0692711 Aug 28 12:51:34.996932 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49364) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:35.037410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-dfb7b487-9204-458d-bf18-03098ddde980 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-897198999-network', 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:35.065858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3c389-d26f-4ee1-8171-c97162446ffa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['shared'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:35.068379 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7ff3c389-d26f-4ee1-8171-c97162446ffa tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "GET /v2.0/subnets/88514d51-c569-447a-adeb-518ae638bc27?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0696170 Aug 28 12:51:35.071694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49366) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:35.073052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=329be0c1-7f02-4283-9739-8061c52cce89,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:35.076661 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ef01abcb-df77-457d-aa01-f431e146539d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-447930606'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:35.092875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb7b487-9204-458d-bf18-03098ddde980 admin admin] Made reservation on behalf of 5fa6504f1c5245c4bc244aff3d31f637 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:35.095314 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b487-9204-458d-bf18-03098ddde980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.103697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef01abcb-df77-457d-aa01-f431e146539d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:35.107108 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef01abcb-df77-457d-aa01-f431e146539d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.108889 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b487-9204-458d-bf18-03098ddde980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.131167 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef01abcb-df77-457d-aa01-f431e146539d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:35.141332 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef01abcb-df77-457d-aa01-f431e146539d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.141787 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-ef01abcb-df77-457d-aa01-f431e146539d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Added segment 5231ed8f-fff2-42eb-9fad-61215985bf45 of type vlan for network ca111925-fe29-4403-bd16-5515cdb04068 Aug 28 12:51:35.186383 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef01abcb-df77-457d-aa01-f431e146539d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.212608 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef01abcb-df77-457d-aa01-f431e146539d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.218094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef01abcb-df77-457d-aa01-f431e146539d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:35.218695 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef01abcb-df77-457d-aa01-f431e146539d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.258406 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9f709324-dc33-4dd7-a0a9-bf462bf868e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.290690 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01abcb-df77-457d-aa01-f431e146539d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Network': ['ID=ca111925-fe29-4403-bd16-5515cdb04068,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:35.301311 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network ca111925-fe29-4403-bd16-5515cdb04068 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:35.347340 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b487-9204-458d-bf18-03098ddde980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.357104 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ef01abcb-df77-457d-aa01-f431e146539d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2843568 Aug 28 12:51:35.359761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49370) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:35.364782 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b487-9204-458d-bf18-03098ddde980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.365994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e83edc64-050e-41c9-9cfc-7738f303613a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'subnet': {'network_id': 'ca111925-fe29-4403-bd16-5515cdb04068', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:35.371512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f709324-dc33-4dd7-a0a9-bf462bf868e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd0c517-a703-46d3-a04a-d15073178abd,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:35.380526 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['329be0c1-7f02-4283-9739-8061c52cce89'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:51:35.395701 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f709324-dc33-4dd7-a0a9-bf462bf868e4 admin admin] Checking segment: {'id': 'e2064b67-ec60-4adc-8c71-fc1578e32c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd17acdf6-5541-4ef8-bfd3-fa6b78f26e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:35.396013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f709324-dc33-4dd7-a0a9-bf462bf868e4 admin admin] Network hostable DHCP agents. Network: d17acdf6-5541-4ef8-bfd3-fa6b78f26e52, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:51:35.405053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb7b487-9204-458d-bf18-03098ddde980 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:35.421063 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7b487-9204-458d-bf18-03098ddde980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61baa48b-f93e-4470-9613-0844ab75c759,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:35.426925 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b487-9204-458d-bf18-03098ddde980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.427269 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-dfb7b487-9204-458d-bf18-03098ddde980 admin admin] Added segment 55936036-2d47-4609-b5fe-e27b34c33343 of type vlan for network 94c98bd0-b397-4410-9e9a-94046b8de866 Aug 28 12:51:35.442622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f709324-dc33-4dd7-a0a9-bf462bf868e4 admin admin] Network d17acdf6-5541-4ef8-bfd3-fa6b78f26e52 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:51:35.478664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83edc64-050e-41c9-9cfc-7738f303613a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Made reservation on behalf of 654d1bca82ae4316ae91f0e866d13895 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:35.481186 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-9f709324-dc33-4dd7-a0a9-bf462bf868e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, d17acdf6-5541-4ef8-bfd3-fa6b78f26e52) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:35.483580 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e83edc64-050e-41c9-9cfc-7738f303613a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.487830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f709324-dc33-4dd7-a0a9-bf462bf868e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:35.487830 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9f709324-dc33-4dd7-a0a9-bf462bf868e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.493055 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21126ce-1a75-44d3-bcdb-a45df39abdaa None None] Network d17acdf6-5541-4ef8-bfd3-fa6b78f26e52 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:35.510095 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b487-9204-458d-bf18-03098ddde980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.522452 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9f709324-dc33-4dd7-a0a9-bf462bf868e4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6154191 Aug 28 12:51:35.577532 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_backend_mixin [None req-e83edc64-050e-41c9-9cfc-7738f303613a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Performing IP validity checks on allocation pools {{(pid=94878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 12:51:35.577746 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b487-9204-458d-bf18-03098ddde980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.578432 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_backend_mixin [None req-e83edc64-050e-41c9-9cfc-7738f303613a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 12:51:35.578629 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb7b487-9204-458d-bf18-03098ddde980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:35.579323 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b487-9204-458d-bf18-03098ddde980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.617328 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4e842-e846-481b-8da9-b1a3f1cedd85 req-c96e6ae0-3164-473a-9f54-04a34880afc5 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:35.619271 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4c4e842-e846-481b-8da9-b1a3f1cedd85 req-c96e6ae0-3164-473a-9f54-04a34880afc5 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 944 time: 0.1183636 Aug 28 12:51:35.671082 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dfb7b487-9204-458d-bf18-03098ddde980 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8719974 Aug 28 12:51:35.686878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49378) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:35.705161 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0f7c87e1-dcf0-4c67-bb31-3db661447123 admin admin] Request body: {'subnet': {'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-897198999-subnet', 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:35.712312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8243ad-61ec-49f6-8bba-5af95b19da32 None None] Network d17acdf6-5541-4ef8-bfd3-fa6b78f26e52 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:35.729599 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7b487-9204-458d-bf18-03098ddde980 admin admin] Pushing event updated for resources: {'Network': ['ID=94c98bd0-b397-4410-9e9a-94046b8de866,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:35.740334 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4c4e842-e846-481b-8da9-b1a3f1cedd85 req-feab4020-321b-4d5b-82a9-9b3b5fc0b835 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087294 Aug 28 12:51:35.755015 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 94c98bd0-b397-4410-9e9a-94046b8de866 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:35.763505 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a15a49-1596-4221-be89-64d24fca99f9 req-305b8507-163f-4691-b3f1-809320ff38d2 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:35.765094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65a15a49-1596-4221-be89-64d24fca99f9 req-305b8507-163f-4691-b3f1-809320ff38d2 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 945 time: 0.0930095 Aug 28 12:51:35.802792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7c87e1-dcf0-4c67-bb31-3db661447123 admin admin] Made reservation on behalf of 5fa6504f1c5245c4bc244aff3d31f637 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:35.805107 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f7c87e1-dcf0-4c67-bb31-3db661447123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.846429 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65a15a49-1596-4221-be89-64d24fca99f9 req-01c7d3a0-fee2-49db-ad67-9e9dd3c18965 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/security-groups?id=690d28ef-c3ad-4f3f-94f7-896be069b4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628374 Aug 28 12:51:35.888113 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e83edc64-050e-41c9-9cfc-7738f303613a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:35.958562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b14d62-44c7-444b-b033-3262c3b5119d req-67f667fd-ac12-42c4-b302-1c95c30bf069 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:35.960944 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59b14d62-44c7-444b-b033-3262c3b5119d req-67f667fd-ac12-42c4-b302-1c95c30bf069 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.11 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 945 time: 0.0713055 Aug 28 12:51:35.978375 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83edc64-050e-41c9-9cfc-7738f303613a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Subnet': ['ID=57393ee0-dc3e-41b4-98bc-fec53d730cdc,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:35.989620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-a243b29c-4c3d-4bdf-b19a-0fd2384e38ec req-d98381c4-52ba-441f-a5c3-3a8a123768b9 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-215272056', 'description': 'tempest-description-277972032'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:36.024321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83edc64-050e-41c9-9cfc-7738f303613a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Checking segment: {'id': '5231ed8f-fff2-42eb-9fad-61215985bf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca111925-fe29-4403-bd16-5515cdb04068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:36.024688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83edc64-050e-41c9-9cfc-7738f303613a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network hostable DHCP agents. Network: ca111925-fe29-4403-bd16-5515cdb04068, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:51:36.067565 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a243b29c-4c3d-4bdf-b19a-0fd2384e38ec req-d98381c4-52ba-441f-a5c3-3a8a123768b9 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.100771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83edc64-050e-41c9-9cfc-7738f303613a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Network ca111925-fe29-4403-bd16-5515cdb04068 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:51:36.123481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e0005-2514-45e3-b941-c3e0436691bd req-9e287908-28d0-491f-b412-e64ca3ed7e21 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:36.124961 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc0e0005-2514-45e3-b941-c3e0436691bd req-9e287908-28d0-491f-b412-e64ca3ed7e21 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.0887349 Aug 28 12:51:36.138216 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-e83edc64-050e-41c9-9cfc-7738f303613a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, ca111925-fe29-4403-bd16-5515cdb04068) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:36.148879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4367e83a-1d6b-41e0-828b-365978a93f07 None None] Network ca111925-fe29-4403-bd16-5515cdb04068 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:36.156941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83edc64-050e-41c9-9cfc-7738f303613a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:36.157548 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e83edc64-050e-41c9-9cfc-7738f303613a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.158324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-59b14d62-44c7-444b-b033-3262c3b5119d req-8055d40e-6049-4e36-b2aa-b92a9b2a12ab tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Deleting port 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:36.158676 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-59b14d62-44c7-444b-b033-3262c3b5119d req-8055d40e-6049-4e36-b2aa-b92a9b2a12ab tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.175512 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f7c87e1-dcf0-4c67-bb31-3db661447123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.240005 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc0e0005-2514-45e3-b941-c3e0436691bd req-6d0d3e53-46c3-4551-a005-cc9645c6a5a4 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053362 Aug 28 12:51:36.254694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c87e1-dcf0-4c67-bb31-3db661447123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=515db44d-2b7a-4e76-9761-e9a394711f3d,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:36.287495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7c87e1-dcf0-4c67-bb31-3db661447123 admin admin] Checking segment: {'id': '55936036-2d47-4609-b5fe-e27b34c33343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:36.287857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7c87e1-dcf0-4c67-bb31-3db661447123 admin admin] Network hostable DHCP agents. Network: 94c98bd0-b397-4410-9e9a-94046b8de866, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:51:36.293217 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a243b29c-4c3d-4bdf-b19a-0fd2384e38ec req-d98381c4-52ba-441f-a5c3-3a8a123768b9 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.301745 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a243b29c-4c3d-4bdf-b19a-0fd2384e38ec req-d98381c4-52ba-441f-a5c3-3a8a123768b9 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.315116 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e83edc64-050e-41c9-9cfc-7738f303613a tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9509809 Aug 28 12:51:36.317119 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-59b14d62-44c7-444b-b033-3262c3b5119d req-8055d40e-6049-4e36-b2aa-b92a9b2a12ab tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] For port 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=4f887cec-c2cb-47d0-a98b-1c60fa3bc66a,segment=NetworkSegment(1b05b56d-6db0-4500-9865-8a62fa343555),segment_id=1b05b56d-6db0-4500-9865-8a62fa343555)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:36.318091 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-59b14d62-44c7-444b-b033-3262c3b5119d req-8055d40e-6049-4e36-b2aa-b92a9b2a12ab tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.321490 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49388) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:36.328162 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-ca111925-fe29-4403-bd16-5515cdb04068', 'network_id': 'ca111925-fe29-4403-bd16-5515cdb04068', 'tenant_id': '654d1bca82ae4316ae91f0e866d13895', 'fixed_ips': [{'subnet_id': '57393ee0-dc3e-41b4-98bc-fec53d730cdc'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:51:36.331094 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.331674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d376ccf9-9b0d-4c4d-9183-ec4bf96f6c00 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:36.336434 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-59b14d62-44c7-444b-b033-3262c3b5119d req-8055d40e-6049-4e36-b2aa-b92a9b2a12ab tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Calling delete_port for 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:36.372536 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7c87e1-dcf0-4c67-bb31-3db661447123 admin admin] Network 94c98bd0-b397-4410-9e9a-94046b8de866 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:51:36.378193 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98381c4-52ba-441f-a5c3-3a8a123768b9 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63eef418-1dfb-4c9d-8fdc-03f9da35e604,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:36.385281 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a243b29c-4c3d-4bdf-b19a-0fd2384e38ec req-d98381c4-52ba-441f-a5c3-3a8a123768b9 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.389853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a243b29c-4c3d-4bdf-b19a-0fd2384e38ec req-d98381c4-52ba-441f-a5c3-3a8a123768b9 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4165928 Aug 28 12:51:36.414563 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-0f7c87e1-dcf0-4c67-bb31-3db661447123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 94c98bd0-b397-4410-9e9a-94046b8de866) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:36.435414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7c87e1-dcf0-4c67-bb31-3db661447123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:36.435925 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f7c87e1-dcf0-4c67-bb31-3db661447123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.462612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd42ad5a-ac3e-4ea3-800a-6856a3f8b5f0 None None] Network 94c98bd0-b397-4410-9e9a-94046b8de866 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:36.493511 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0f7c87e1-dcf0-4c67-bb31-3db661447123 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7989213 Aug 28 12:51:36.493853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49394) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:36.498391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-897198999-router', 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:36.519699 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-981a8c21-993d-4649-8edb-a024bef1eb94 req-0f964bc7-de9d-4aa6-99ca-ca99c0108455 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "GET /v2.0/security-groups/63eef418-1dfb-4c9d-8fdc-03f9da35e604 HTTP/1.1" status: 200 len: 1813 time: 0.1096759 Aug 28 12:51:36.531067 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-981a8c21-993d-4649-8edb-a024bef1eb94 req-1508ad50-98dc-4568-b6a7-6bf10d9ce8eb tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63eef418-1dfb-4c9d-8fdc-03f9da35e604', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:36.531419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-981a8c21-993d-4649-8edb-a024bef1eb94 req-1508ad50-98dc-4568-b6a7-6bf10d9ce8eb tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63eef418-1dfb-4c9d-8fdc-03f9da35e604', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:36.542084 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.543303 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.544185 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d376ccf9-9b0d-4c4d-9183-ec4bf96f6c00 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62437903'] for subnet, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.551341 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-59b14d62-44c7-444b-b033-3262c3b5119d req-8055d40e-6049-4e36-b2aa-b92a9b2a12ab tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.584266 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Allocated IP 2001:db8::3 (ca111925-fe29-4403-bd16-5515cdb04068/57393ee0-dc3e-41b4-98bc-fec53d730cdc/cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:36.591608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055d40e-6049-4e36-b2aa-b92a9b2a12ab tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Pushing event deleted for resources: {'Port': ['ID=4f887cec-c2cb-47d0-a98b-1c60fa3bc66a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:36.623906 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-981a8c21-993d-4649-8edb-a024bef1eb94 req-1508ad50-98dc-4568-b6a7-6bf10d9ce8eb tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.667426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b14d62-44c7-444b-b033-3262c3b5119d req-8055d40e-6049-4e36-b2aa-b92a9b2a12ab tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] No DVR routers for this DVR port 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:36.669875 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.672040 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-59b14d62-44c7-444b-b033-3262c3b5119d req-8055d40e-6049-4e36-b2aa-b92a9b2a12ab tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.672638 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-981a8c21-993d-4649-8edb-a024bef1eb94 req-1508ad50-98dc-4568-b6a7-6bf10d9ce8eb tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.674885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59b14d62-44c7-444b-b033-3262c3b5119d req-8055d40e-6049-4e36-b2aa-b92a9b2a12ab tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.11 "DELETE /v2.0/ports/4f887cec-c2cb-47d0-a98b-1c60fa3bc66a HTTP/1.1" status: 204 len: 173 time: 0.7062337 Aug 28 12:51:36.676689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db233146-8b86-4a2d-a27f-9e09633c65a2', 'name': 'network-vif-deleted', 'tag': '4f887cec-c2cb-47d0-a98b-1c60fa3bc66a'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:51:36.678576 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-981a8c21-993d-4649-8edb-a024bef1eb94 req-1508ad50-98dc-4568-b6a7-6bf10d9ce8eb tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.678865 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49c74a9-5090-417d-a288-e64282a44866" -d '{"events": [{"server_uuid": "db233146-8b86-4a2d-a27f-9e09633c65a2", "name": "network-vif-deleted", "tag": "4f887cec-c2cb-47d0-a98b-1c60fa3bc66a"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:51:36.707571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e507cc09-117f-4a0a-9aef-9f04b9937db2 None None] Network 94c98bd0-b397-4410-9e9a-94046b8de866 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:36.709658 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['4f887cec-c2cb-47d0-a98b-1c60fa3bc66a'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:51:36.725040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508ad50-98dc-4568-b6a7-6bf10d9ce8eb tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f5b1987-09d2-4627-bfc4-4c370a39b060,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:36.737204 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-981a8c21-993d-4649-8edb-a024bef1eb94 req-1508ad50-98dc-4568-b6a7-6bf10d9ce8eb tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.740097 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-981a8c21-993d-4649-8edb-a024bef1eb94 req-1508ad50-98dc-4568-b6a7-6bf10d9ce8eb tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2193811 Aug 28 12:51:36.825155 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-031afd6c-738c-49c6-99fc-4d78a6b5505f req-e3dfa1f4-c1f9-4a82-95ab-808e407ae469 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "GET /v2.0/security-groups/63eef418-1dfb-4c9d-8fdc-03f9da35e604 HTTP/1.1" status: 200 len: 2407 time: 0.0640295 Aug 28 12:51:36.874080 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fa50ddcf-acc6-4e40-a417-091db038d702 req-fc73b4f8-9507-4ee4-962f-27b0a1553a3f tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "GET /v2.0/security-group-rules/7f5b1987-09d2-4627-bfc4-4c370a39b060 HTTP/1.1" status: 200 len: 778 time: 0.0272961 Aug 28 12:51:36.927020 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fa50ddcf-acc6-4e40-a417-091db038d702 req-a7b9e4ca-1a9b-43b1-9ca9-8b3a9cdd9aac tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "GET /v2.0/security-groups/63eef418-1dfb-4c9d-8fdc-03f9da35e604 HTTP/1.1" status: 200 len: 2407 time: 0.0458944 Aug 28 12:51:36.960775 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-fa50ddcf-acc6-4e40-a417-091db038d702 req-2cfa74a6-e96d-4fa8-9c64-0c5e340d8add tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:36.970816 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-fa50ddcf-acc6-4e40-a417-091db038d702 req-2cfa74a6-e96d-4fa8-9c64-0c5e340d8add tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.004548 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-fa50ddcf-acc6-4e40-a417-091db038d702 req-2cfa74a6-e96d-4fa8-9c64-0c5e340d8add tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.011499 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-fa50ddcf-acc6-4e40-a417-091db038d702 req-2cfa74a6-e96d-4fa8-9c64-0c5e340d8add tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.012668 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fa50ddcf-acc6-4e40-a417-091db038d702 req-2cfa74a6-e96d-4fa8-9c64-0c5e340d8add tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7f5b1987-09d2-4627-bfc4-4c370a39b060 HTTP/1.1" status: 204 len: 173 time: 0.0791445 Aug 28 12:51:37.024174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa74a6-e96d-4fa8-9c64-0c5e340d8add tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f5b1987-09d2-4627-bfc4-4c370a39b060,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:37.133859 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d511b94-2622-4998-8737-52c1f56a13c8 x-openstack-request-id: req-0d511b94-2622-4998-8737-52c1f56a13c8 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:51:37.134454 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db233146-8b86-4a2d-a27f-9e09633c65a2", "name": "network-vif-deleted", "tag": "4f887cec-c2cb-47d0-a98b-1c60fa3bc66a", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:51:37.137574 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d511b94-2622-4998-8737-52c1f56a13c8 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:51:37.138086 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db233146-8b86-4a2d-a27f-9e09633c65a2', 'name': 'network-vif-deleted', 'tag': '4f887cec-c2cb-47d0-a98b-1c60fa3bc66a', 'status': 'completed', 'code': 200} Aug 28 12:51:37.145171 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.149357 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd3bda18-3e68-43e0-a140-75b7aa69701c req-7e10e95d-9b33-459a-b79b-dc341cb709c6 tempest-ServerTagsTestJSON-203102118 tempest-ServerTagsTestJSON-203102118-project] 10.222.0.20 "GET /v2.0/ports?device_id=db233146-8b86-4a2d-a27f-9e09633c65a2 HTTP/1.1" status: 200 len: 210 time: 0.0450082 Aug 28 12:51:37.158739 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.160764 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Transition to ACTIVE for port object cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:37.180893 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Transition to ACTIVE for port object cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:37.193847 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.204998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-cfa21f73-531e-43c6-9fb0-db46e5cf9198 req-3561d371-aa2c-4ed3-81e2-4343f556e790 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1131874953', 'description': 'tempest-description-623587770'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:37.232637 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-cfa21f73-531e-43c6-9fb0-db46e5cf9198 req-3561d371-aa2c-4ed3-81e2-4343f556e790 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.258304 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Network ca111925-fe29-4403-bd16-5515cdb04068 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:37.264986 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:37.267567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Pushing event updated for resources: {'Port': ['ID=cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:37.270098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:37.279301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:37.279301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:37.279674 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.279765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:37.280001 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:37.280330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:37.280655 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:37.280982 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:37.281305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:37.281629 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:37.282423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:37.282423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:37.282615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:37.303715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b72c71-2f02-474f-a0fe-fe598a885661 req-3c92c1a4-8cfd-461b-a947-74b6c3952f0a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:37.311974 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07b72c71-2f02-474f-a0fe-fe598a885661 req-3c92c1a4-8cfd-461b-a947-74b6c3952f0a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 944 time: 0.1726282 Aug 28 12:51:37.357752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Attempting to bind port cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:37.358632 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Attempting to bind port cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '5231ed8f-fff2-42eb-9fad-61215985bf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca111925-fe29-4403-bd16-5515cdb04068'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:37.359059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Attempting to bind port cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6 on network ca111925-fe29-4403-bd16-5515cdb04068 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:37.365566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:37.366090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Checking segment: {'id': '5231ed8f-fff2-42eb-9fad-61215985bf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca111925-fe29-4403-bd16-5515cdb04068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:37.366923 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.367457 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Bound using segment: {'id': '5231ed8f-fff2-42eb-9fad-61215985bf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca111925-fe29-4403-bd16-5515cdb04068'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:37.368054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Bound port: cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5231ed8f-fff2-42eb-9fad-61215985bf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ca111925-fe29-4403-bd16-5515cdb04068'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:37.368578 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.407435 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07b72c71-2f02-474f-a0fe-fe598a885661 req-2a3dcb44-6996-4491-a36a-36574fabccbe tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942233 Aug 28 12:51:37.452065 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] For port cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:37.457373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] For port cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6,segment=NetworkSegment(5231ed8f-fff2-42eb-9fad-61215985bf45),segment_id=5231ed8f-fff2-42eb-9fad-61215985bf45)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:37.463386 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.479818 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-cfa21f73-531e-43c6-9fb0-db46e5cf9198 req-3561d371-aa2c-4ed3-81e2-4343f556e790 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.481056 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d376ccf9-9b0d-4c4d-9183-ec4bf96f6c00 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760091561948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62422577'] for subnet, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.495877 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-cfa21f73-531e-43c6-9fb0-db46e5cf9198 req-3561d371-aa2c-4ed3-81e2-4343f556e790 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.537450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d5221-0ddb-4d07-ad5c-eacd67456ac4 None None] Pushing event updated for resources: {'Port': ['ID=cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:37.654557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f808e7a-d35e-440f-8cc7-449e8df65fe6 req-fa7d4e33-6802-4db5-9ae7-7d3d412fdd30 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:37.660839 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6f808e7a-d35e-440f-8cc7-449e8df65fe6 req-fa7d4e33-6802-4db5-9ae7-7d3d412fdd30 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.1197383 Aug 28 12:51:37.690187 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.735869 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.755958 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6f808e7a-d35e-440f-8cc7-449e8df65fe6 req-350918cc-61d2-4693-a387-ee0b57dc8d2f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917890 Aug 28 12:51:37.897044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Allocated IP 172.25.1.10 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/91b0039d-fea1-49ef-b4bd-0c4561d1dc9b) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:37.925306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d376ccf9-9b0d-4c4d-9183-ec4bf96f6c00 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:37.925905 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d376ccf9-9b0d-4c4d-9183-ec4bf96f6c00 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.927271 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d376ccf9-9b0d-4c4d-9183-ec4bf96f6c00 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "PUT /v2.0/subnets/57393ee0-dc3e-41b4-98bc-fec53d730cdc HTTP/1.1" status: 200 len: 900 time: 1.6002345 Aug 28 12:51:37.936187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49414) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:37.961304 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-cfa21f73-531e-43c6-9fb0-db46e5cf9198 req-3561d371-aa2c-4ed3-81e2-4343f556e790 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:37.962592 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cfa21f73-531e-43c6-9fb0-db46e5cf9198 req-3561d371-aa2c-4ed3-81e2-4343f556e790 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7642162 Aug 28 12:51:38.006910 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561d371-aa2c-4ed3-81e2-4343f556e790 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8db3f1-369c-4c05-8aae-665837673863,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:38.011235 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376ccf9-9b0d-4c4d-9183-ec4bf96f6c00 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event updated for resources: {'Subnet': ['ID=57393ee0-dc3e-41b4-98bc-fec53d730cdc,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:38.029862 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.059810 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d4fa413-456e-4501-9e1f-a953b4225423 req-8cdac57d-c5f8-4b7e-a22f-45ae98edccc6 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "GET /v2.0/security-groups/1d8db3f1-369c-4c05-8aae-665837673863 HTTP/1.1" status: 200 len: 1814 time: 0.0680144 Aug 28 12:51:38.071753 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.092267 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.124556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-3df16cdd-a1d2-43f6-919e-70735900e9bf req-17a86a84-d892-447d-b1b2-fff3cbb219f5 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-415207171', 'description': 'tempest-description-2093309594'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:38.142943 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Deleting port cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:38.143281 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.150636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:38.158396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:38.163898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:38.190695 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Pushing event updated for resources: {'Port': ['ID=91b0039d-fea1-49ef-b4bd-0c4561d1dc9b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:38.200113 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3df16cdd-a1d2-43f6-919e-70735900e9bf req-17a86a84-d892-447d-b1b2-fff3cbb219f5 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.214328 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49424) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:38.232876 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] For port cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6,segment=NetworkSegment(5231ed8f-fff2-42eb-9fad-61215985bf45),segment_id=5231ed8f-fff2-42eb-9fad-61215985bf45)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:38.233242 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.247003 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Calling delete_port for cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:38.380357 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecee1e8c-47e6-4207-abf4-07de2bcc1141 admin admin] Deleting subnet cdf39362-820f-4dbc-a96d-81c88ad21e73 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:51:38.380768 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.389118 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ecee1e8c-47e6-4207-abf4-07de2bcc1141 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.409478 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Port': ['ID=cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:38.455869 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No DVR routers for this DVR port cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:38.462978 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ecee1e8c-47e6-4207-abf4-07de2bcc1141 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.546502 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.609488 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3df16cdd-a1d2-43f6-919e-70735900e9bf req-17a86a84-d892-447d-b1b2-fff3cbb219f5 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.612286 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ecee1e8c-47e6-4207-abf4-07de2bcc1141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.617708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f7834-6192-4364-9cdb-15d8e4b7b5b4 req-004fd2ec-8002-446a-8b87-ef9503ee6ddf tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:38.619150 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe5f7834-6192-4364-9cdb-15d8e4b7b5b4 req-004fd2ec-8002-446a-8b87-ef9503ee6ddf tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 944 time: 0.1147637 Aug 28 12:51:38.637363 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3df16cdd-a1d2-43f6-919e-70735900e9bf req-17a86a84-d892-447d-b1b2-fff3cbb219f5 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.666438 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.681521 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4de2c7-bf87-4356-8f7e-a5f58e74d4f0 None None] Network ca111925-fe29-4403-bd16-5515cdb04068 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:38.684166 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3df16cdd-a1d2-43f6-919e-70735900e9bf req-17a86a84-d892-447d-b1b2-fff3cbb219f5 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.702484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e4800467-c3eb-4fe0-90ca-d32dad354a51 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:51:38.704774 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 329be0c1-7f02-4283-9739-8061c52cce89 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:38.709126 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3df16cdd-a1d2-43f6-919e-70735900e9bf req-17a86a84-d892-447d-b1b2-fff3cbb219f5 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6056330 Aug 28 12:51:38.721475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Subnet': ['ID=57393ee0-dc3e-41b4-98bc-fec53d730cdc,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:38.727073 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.761395 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe5f7834-6192-4364-9cdb-15d8e4b7b5b4 req-2043b825-e111-44a0-bbe7-e186c428b0ad tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310287 Aug 28 12:51:38.777803 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a86a84-d892-447d-b1b2-fff3cbb219f5 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8d1ea4-0c41-4049-a59d-a1685587f555,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:38.781885 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.805866 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca111925-fe29-4403-bd16-5515cdb04068']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:38.811650 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ecee1e8c-47e6-4207-abf4-07de2bcc1141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.819791 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5231ed8f-fff2-42eb-9fad-61215985bf45') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:38.820232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5231ed8f-fff2-42eb-9fad-61215985bf45') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:38.830475 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.846759 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.854526 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:38.855106 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.871582 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-14b61a48-c364-4a2b-9726-49ca1463f2e4 None None] Could not find standard attr ID for object cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 12:51:38.882885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-56c87803-6daf-4e8f-bf1f-2c40a5a1e597 req-58fae70c-fcbc-494b-ae59-9cf2470b31b2 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "GET /v2.0/security-groups/4a8d1ea4-0c41-4049-a59d-a1685587f555 HTTP/1.1" status: 200 len: 1814 time: 0.1739902 Aug 28 12:51:38.884747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee1e8c-47e6-4207-abf4-07de2bcc1141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf39362-820f-4dbc-a96d-81c88ad21e73,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:38.889389 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ecee1e8c-47e6-4207-abf4-07de2bcc1141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.900640 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ecee1e8c-47e6-4207-abf4-07de2bcc1141 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cdf39362-820f-4dbc-a96d-81c88ad21e73 HTTP/1.1" status: 204 len: 168 time: 0.6823223 Aug 28 12:51:38.905944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49436) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:38.932844 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:38.950325 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.979927 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:38.982022 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/ca111925-fe29-4403-bd16-5515cdb04068 HTTP/1.1" status: 204 len: 168 time: 1.0450575 Aug 28 12:51:38.994477 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49440) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:39.009142 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f7b69-6afe-4a73-8b63-5d86dbc7922b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Network': ['ID=ca111925-fe29-4403-bd16-5515cdb04068,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:39.033514 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b7958c-2a4c-45ab-884e-e96f80a67b24 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] DELETE failed (client error): The resource could not be found. Aug 28 12:51:39.033855 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 329be0c1-7f02-4283-9739-8061c52cce89 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:51:39.034615 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-4ac51a8e-c621-4873-8a9d-93ea5ed53f76 req-427457be-ba27-4840-a34e-8b6de5ff7dbb tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-893478732', 'description': 'tempest-description-723864024'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:39.035469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b7958c-2a4c-45ab-884e-e96f80a67b24 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:51:39.040054 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a2b7958c-2a4c-45ab-884e-e96f80a67b24 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/subnets/57393ee0-dc3e-41b4-98bc-fec53d730cdc HTTP/1.1" status: 404 len: 337 time: 0.0401676 Aug 28 12:51:39.042255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49442) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:39.044073 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-632bbb81-f3a6-448c-9601-ce16c9fbd3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.046623 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 329be0c1-7f02-4283-9739-8061c52cce89 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:39.046998 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.064872 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-160a3004-70ab-4cfb-8edb-fe436c9740a5 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] DELETE failed (client error): The resource could not be found. Aug 28 12:51:39.067194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160a3004-70ab-4cfb-8edb-fe436c9740a5 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:51:39.072633 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-160a3004-70ab-4cfb-8edb-fe436c9740a5 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/ca111925-fe29-4403-bd16-5515cdb04068 HTTP/1.1" status: 404 len: 339 time: 0.0311477 Aug 28 12:51:39.073306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49444) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:39.084759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156133d-20ce-49ac-84d8-d72b84ec9e32 req-4059a7c7-299c-4ace-8959-5a69dd35b1a8 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:39.091558 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2156133d-20ce-49ac-84d8-d72b84ec9e32 req-4059a7c7-299c-4ace-8959-5a69dd35b1a8 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.1553218 Aug 28 12:51:39.113965 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4ac51a8e-c621-4873-8a9d-93ea5ed53f76 req-427457be-ba27-4840-a34e-8b6de5ff7dbb tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.136569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e4800467-c3eb-4fe0-90ca-d32dad354a51, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e4800467-c3eb-4fe0-90ca-d32dad354a51,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:39.147447 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.165166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'e4800467-c3eb-4fe0-90ca-d32dad354a51', 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532', 'port_id': 'e4800467-c3eb-4fe0-90ca-d32dad354a51', 'mac_address': 'fa:16:3e:cc:45:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4308f611-4243-42be-8e8a-6ce4e311daa2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:51:39.172061 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b4bf60-fbaf-4709-8f6e-0caf328cd066 None None] DHCP port deletion for ca111925-fe29-4403-bd16-5515cdb04068 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:51:39.219011 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2156133d-20ce-49ac-84d8-d72b84ec9e32 req-19e175fd-0a9d-4367-b1c6-cc6455717f9c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937128 Aug 28 12:51:39.224584 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc7063c2-0503-4040-b281-47f3ac8ed5b7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.246887 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.257937 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81041f8-79cd-4745-bebe-4026feed262b None None] Network ca111925-fe29-4403-bd16-5515cdb04068 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:39.302139 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.307564 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81041f8-79cd-4745-bebe-4026feed262b None None] Network ca111925-fe29-4403-bd16-5515cdb04068 could not be found, it might have been deleted concurrently. {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 12:51:39.325723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0d1ac7-437e-490f-bfd8-00e8ddb85f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329be0c1-7f02-4283-9739-8061c52cce89'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:51:39.328549 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab396c5-237c-4a4d-80ef-980b15f85514" -d '{"events": [{"server_uuid": "fd0d1ac7-437e-490f-bfd8-00e8ddb85f57", "name": "network-vif-plugged", "status": "completed", "tag": "329be0c1-7f02-4283-9739-8061c52cce89"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:51:39.340587 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-632bbb81-f3a6-448c-9601-ce16c9fbd3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.341155 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc7063c2-0503-4040-b281-47f3ac8ed5b7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.343329 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4800467-c3eb-4fe0-90ca-d32dad354a51 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:51:39.354614 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 329be0c1-7f02-4283-9739-8061c52cce89, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=329be0c1-7f02-4283-9739-8061c52cce89,segment=NetworkSegment(98596cea-5ffb-4bd8-b732-621934d75ab2),segment_id=98596cea-5ffb-4bd8-b732-621934d75ab2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:39.365923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-632bbb81-f3a6-448c-9601-ce16c9fbd3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b3b857-ec95-4f38-b764-82bc562d0726']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:39.366205 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.366205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:39.375736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-dc7063c2-0503-4040-b281-47f3ac8ed5b7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b63870-6d4d-4343-8b46-b5383a442441']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:39.381779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-632bbb81-f3a6-448c-9601-ce16c9fbd3f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b05b56d-6db0-4500-9865-8a62fa343555') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:39.382005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-632bbb81-f3a6-448c-9601-ce16c9fbd3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b05b56d-6db0-4500-9865-8a62fa343555') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:39.405499 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-632bbb81-f3a6-448c-9601-ce16c9fbd3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.411423 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-dc7063c2-0503-4040-b281-47f3ac8ed5b7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da8466a-65c9-405e-9ac4-772ab3354e7e') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:39.411807 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-dc7063c2-0503-4040-b281-47f3ac8ed5b7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da8466a-65c9-405e-9ac4-772ab3354e7e') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:39.417306 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e4800467-c3eb-4fe0-90ca-d32dad354a51, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e4800467-c3eb-4fe0-90ca-d32dad354a51,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:39.418256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:39.418652 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 4f887cec-c2cb-47d0-a98b-1c60fa3bc66a not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:39.419122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e4800467-c3eb-4fe0-90ca-d32dad354a51 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:39.427236 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.427731 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc7063c2-0503-4040-b281-47f3ac8ed5b7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.442781 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-632bbb81-f3a6-448c-9601-ce16c9fbd3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.448105 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4ac51a8e-c621-4873-8a9d-93ea5ed53f76 req-427457be-ba27-4840-a34e-8b6de5ff7dbb tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.451397 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea3cde0-a160-459d-af39-9edef39a01db x-openstack-request-id: req-8ea3cde0-a160-459d-af39-9edef39a01db {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:51:39.451889 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0d1ac7-437e-490f-bfd8-00e8ddb85f57", "name": "network-vif-plugged", "status": "completed", "tag": "329be0c1-7f02-4283-9739-8061c52cce89", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:51:39.452046 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ea3cde0-a160-459d-af39-9edef39a01db {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:51:39.452498 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0d1ac7-437e-490f-bfd8-00e8ddb85f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329be0c1-7f02-4283-9739-8061c52cce89', 'code': 200} Aug 28 12:51:39.455218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632bbb81-f3a6-448c-9601-ce16c9fbd3f3 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:39.455626 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-632bbb81-f3a6-448c-9601-ce16c9fbd3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:39.458928 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4ac51a8e-c621-4873-8a9d-93ea5ed53f76 req-427457be-ba27-4840-a34e-8b6de5ff7dbb tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.466197 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc7063c2-0503-4040-b281-47f3ac8ed5b7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.475798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7063c2-0503-4040-b281-47f3ac8ed5b7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:39.476535 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc7063c2-0503-4040-b281-47f3ac8ed5b7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:39.481167 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:39.504896 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=329be0c1-7f02-4283-9739-8061c52cce89,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:39.536920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Router a2c52a28-92d5-4e18-9295-e2e03b532b12 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:51:39.576673 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc7063c2-0503-4040-b281-47f3ac8ed5b7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.594205 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc7063c2-0503-4040-b281-47f3ac8ed5b7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.599067 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dc7063c2-0503-4040-b281-47f3ac8ed5b7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/c8b63870-6d4d-4343-8b46-b5383a442441 HTTP/1.1" status: 204 len: 168 time: 0.5223298 Aug 28 12:51:39.603053 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e4800467-c3eb-4fe0-90ca-d32dad354a51,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:39.609935 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49448) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:39.610179 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4ac51a8e-c621-4873-8a9d-93ea5ed53f76 req-427457be-ba27-4840-a34e-8b6de5ff7dbb tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.615331 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4ac51a8e-c621-4873-8a9d-93ea5ed53f76 req-427457be-ba27-4840-a34e-8b6de5ff7dbb tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5893412 Aug 28 12:51:39.617900 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.629549 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7063c2-0503-4040-b281-47f3ac8ed5b7 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Network': ['ID=c8b63870-6d4d-4343-8b46-b5383a442441,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:39.632640 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.640705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427457be-ba27-4840-a34e-8b6de5ff7dbb tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3b8871-d72a-4482-bb15-ce0f793501a1,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:39.659433 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7b11d7-eaf0-42dd-9aad-a3d290cde837 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] DELETE failed (client error): The resource could not be found. Aug 28 12:51:39.659768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7b11d7-eaf0-42dd-9aad-a3d290cde837 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:51:39.664632 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1c7b11d7-eaf0-42dd-9aad-a3d290cde837 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/subnets/173647a6-0ea5-4ba5-a19e-2a04663cd629 HTTP/1.1" status: 404 len: 337 time: 0.0506623 Aug 28 12:51:39.664784 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-632bbb81-f3a6-448c-9601-ce16c9fbd3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.668319 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49452) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:39.684341 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-632bbb81-f3a6-448c-9601-ce16c9fbd3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.686374 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-632bbb81-f3a6-448c-9601-ce16c9fbd3f3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/62b3b857-ec95-4f38-b764-82bc562d0726 HTTP/1.1" status: 204 len: 168 time: 0.7791004 Aug 28 12:51:39.696714 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e4800467-c3eb-4fe0-90ca-d32dad354a51 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:51:39.704437 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-913105dc-b0d3-44e7-a806-67b967be2327 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] DELETE failed (client error): The resource could not be found. Aug 28 12:51:39.705253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913105dc-b0d3-44e7-a806-67b967be2327 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:51:39.711272 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49456) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:39.712070 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-913105dc-b0d3-44e7-a806-67b967be2327 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/2d2f50eb-b489-4115-a571-2e158fc1bb77 HTTP/1.1" status: 404 len: 339 time: 0.0426993 Aug 28 12:51:39.722507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bbb81-f3a6-448c-9601-ce16c9fbd3f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=62b3b857-ec95-4f38-b764-82bc562d0726,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:39.728790 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e4800467-c3eb-4fe0-90ca-d32dad354a51, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e4800467-c3eb-4fe0-90ca-d32dad354a51,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:39.735323 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.757303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b196b5-82c0-48f2-9bc6-758dfbf2d464 req-ef1a8817-b277-4b1e-b593-2119efa13611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:39.758835 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f4b196b5-82c0-48f2-9bc6-758dfbf2d464 req-ef1a8817-b277-4b1e-b593-2119efa13611 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 1097 time: 0.2396646 Aug 28 12:51:39.779344 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-00147db7-bfdc-4e10-b47e-23741272166e req-3ea34c09-0d01-4a15-92b2-9b5f5b2aab69 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "GET /v2.0/security-groups/cb3b8871-d72a-4482-bb15-ce0f793501a1 HTTP/1.1" status: 200 len: 1813 time: 0.0647233 Aug 28 12:51:39.830279 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-03c97cd7-af11-4fe0-a9b0-9bcf4fb11d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.832199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-496e748c-3568-4f78-92e9-38de98608b63 req-0e6a341e-7e46-4deb-a202-6b268ec7e6f0 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1851278674', 'description': 'tempest-description-1476031905'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:39.846050 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['e4800467-c3eb-4fe0-90ca-d32dad354a51'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:51:39.857345 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f4b196b5-82c0-48f2-9bc6-758dfbf2d464 req-50ec83cb-d00f-441a-ba9f-5eedd4f4739f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777504 Aug 28 12:51:39.893765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ad5193-ced9-4d05-ba8b-7497d31a7689 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Deleting subnet 0a76b454-4ce9-4703-bf64-73cbecf9410b {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:51:39.900480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e4800467-c3eb-4fe0-90ca-d32dad354a51,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:39.901201 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63ad5193-ced9-4d05-ba8b-7497d31a7689 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.940895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49462) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:39.959616 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-496e748c-3568-4f78-92e9-38de98608b63 req-0e6a341e-7e46-4deb-a202-6b268ec7e6f0 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:39.970253 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63ad5193-ced9-4d05-ba8b-7497d31a7689 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:40.004917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:51:40.017537 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Sync routers for ids ['a2c52a28-92d5-4e18-9295-e2e03b532b12'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:51:40.021183 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0c6018b7-9cd2-43ad-8a36-a44b52707531 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b50c01058e33445582f5222a08fe0810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803216 Aug 28 12:51:40.024262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49466) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:40.052546 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:40.053836 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-eda0630e-ddc0-4dc8-ac23-6f7691a5f2fe admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5589130 Aug 28 12:51:40.060123 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49468) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:40.063327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03752bdf-7ceb-4aa8-8e9c-deb89a7bb2e7 req-ae4fc85c-19ea-4883-a8a4-72c58d9af5f3 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:40.063588 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Routers {'a2c52a28-92d5-4e18-9295-e2e03b532b12'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:51:40.065264 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:51:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a2c52a28-92d5-4e18-9295-e2e03b532b12'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:40.073849 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-03752bdf-7ceb-4aa8-8e9c-deb89a7bb2e7 req-ae4fc85c-19ea-4883-a8a4-72c58d9af5f3 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.1853654 Aug 28 12:51:40.167230 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-03752bdf-7ceb-4aa8-8e9c-deb89a7bb2e7 req-d28ff2da-0978-4be1-bd00-737eb393248c tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927780 Aug 28 12:51:40.168872 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2308eacb-4425-4b9d-9312-76bd74f0f902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:40.204908 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Set router a2c52a28-92d5-4e18-9295-e2e03b532b12 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:51:40.212829 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2308eacb-4425-4b9d-9312-76bd74f0f902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:40.224512 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63ad5193-ced9-4d05-ba8b-7497d31a7689 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:40.297602 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2308eacb-4425-4b9d-9312-76bd74f0f902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:40.301947 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2308eacb-4425-4b9d-9312-76bd74f0f902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:40.303787 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2308eacb-4425-4b9d-9312-76bd74f0f902 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/690d28ef-c3ad-4f3f-94f7-896be069b4af HTTP/1.1" status: 204 len: 168 time: 0.2773371 Aug 28 12:51:40.321858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308eacb-4425-4b9d-9312-76bd74f0f902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690d28ef-c3ad-4f3f-94f7-896be069b4af,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:40.389268 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-496e748c-3568-4f78-92e9-38de98608b63 req-0e6a341e-7e46-4deb-a202-6b268ec7e6f0 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:40.397578 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-496e748c-3568-4f78-92e9-38de98608b63 req-0e6a341e-7e46-4deb-a202-6b268ec7e6f0 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:40.419883 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63ad5193-ced9-4d05-ba8b-7497d31a7689 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:40.448057 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'name': 'tempest-ServerRescueNegativeTestJSON-897198999-router', 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '91b0039d-fea1-49ef-b4bd-0c4561d1dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:36Z', 'updated_at': '2021-08-28T12:51:38Z', 'revision_number': 3, 'project_id': '5fa6504f1c5245c4bc244aff3d31f637', 'gw_port': {'id': '91b0039d-fea1-49ef-b4bd-0c4561d1dc9b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:37Z', 'updated_at': '2021-08-28T12:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:40.470028 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-496e748c-3568-4f78-92e9-38de98608b63 req-0e6a341e-7e46-4deb-a202-6b268ec7e6f0 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:40.480166 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b16e0b-bd2b-4928-9e4a-b21516fab602 req-e5d57164-4039-4cc5-a962-5b61b67251e9 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:40.481985 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3b16e0b-bd2b-4928-9e4a-b21516fab602 req-e5d57164-4039-4cc5-a962-5b61b67251e9 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 943 time: 0.0936773 Aug 28 12:51:40.482558 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-496e748c-3568-4f78-92e9-38de98608b63 req-0e6a341e-7e46-4deb-a202-6b268ec7e6f0 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6607993 Aug 28 12:51:40.484633 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Checking router: a2c52a28-92d5-4e18-9295-e2e03b532b12 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:51:40.484983 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Updating router a2c52a28-92d5-4e18-9295-e2e03b532b12 port 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:51:40.493204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad5193-ced9-4d05-ba8b-7497d31a7689 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Subnet': ['ID=0a76b454-4ce9-4703-bf64-73cbecf9410b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:40.496572 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63ad5193-ced9-4d05-ba8b-7497d31a7689 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:40.499487 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-63ad5193-ced9-4d05-ba8b-7497d31a7689 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/subnets/0a76b454-4ce9-4703-bf64-73cbecf9410b HTTP/1.1" status: 204 len: 168 time: 0.7858286 Aug 28 12:51:40.500405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a341e-7e46-4deb-a202-6b268ec7e6f0 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b900266-0d8f-4df9-93a1-8ccc44616f94,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:40.502547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49478) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:40.509344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e1390-c75a-4608-9f35-9b7e5f374acc None None] Network ba0166af-1690-4906-8061-57f1f3c35d95 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:40.511439 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:40.610304 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3b16e0b-bd2b-4928-9e4a-b21516fab602 req-daa5b205-9c59-4d84-a986-a5160adcb33d tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186044 Aug 28 12:51:40.841351 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:40.854742 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Transition to ACTIVE for port object 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:40.863112 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:40.936620 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a6ac3-dee1-4f4c-9b3a-16ab758ea621 None None] Pushing event updated for resources: {'Port': ['ID=91b0039d-fea1-49ef-b4bd-0c4561d1dc9b,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:40.939636 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Attempting to bind port 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:40.940182 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Attempting to bind port 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:40.941457 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Attempting to bind port 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:40.956304 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a6ac3-dee1-4f4c-9b3a-16ab758ea621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:40.958216 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a6ac3-dee1-4f4c-9b3a-16ab758ea621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:40.959105 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a6ac3-dee1-4f4c-9b3a-16ab758ea621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:40.960050 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a6ac3-dee1-4f4c-9b3a-16ab758ea621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:40.960436 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a6ac3-dee1-4f4c-9b3a-16ab758ea621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:40.960836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:40.961570 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a6ac3-dee1-4f4c-9b3a-16ab758ea621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:40.961570 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a6ac3-dee1-4f4c-9b3a-16ab758ea621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:40.961740 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a6ac3-dee1-4f4c-9b3a-16ab758ea621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:40.962312 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a6ac3-dee1-4f4c-9b3a-16ab758ea621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:40.962929 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a6ac3-dee1-4f4c-9b3a-16ab758ea621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:40.963784 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a6ac3-dee1-4f4c-9b3a-16ab758ea621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:40.964567 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a6ac3-dee1-4f4c-9b3a-16ab758ea621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:51:40.969746 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:40.970572 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:40.971130 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:40.971690 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:40.972682 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Bound port: 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:40.973246 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:41.010949 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:41.011539 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cfa3f197-4f73-4fd8-a7b6-aecdf0bd9bf6 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:41.061116 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] For port 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:41.068667 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] For port 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=91b0039d-fea1-49ef-b4bd-0c4561d1dc9b,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:41.075489 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:41.137273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d8693a-744e-4648-a5c9-9caf50a6013e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Deleting subnet 26ca4833-936f-44c1-89ed-1341fb7bf2c3 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:51:41.150176 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38d8693a-744e-4648-a5c9-9caf50a6013e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:41.157835 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a6ac3-dee1-4f4c-9b3a-16ab758ea621 None None] Pushing event updated for resources: {'Port': ['ID=91b0039d-fea1-49ef-b4bd-0c4561d1dc9b,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:41.164510 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Routers {'a2c52a28-92d5-4e18-9295-e2e03b532b12'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:51:41.165380 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:51:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a2c52a28-92d5-4e18-9295-e2e03b532b12'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:41.179893 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-138468f5-1edf-4cb9-94f3-7689e6bb0686 req-7a370457-9189-4b3f-a776-66cfc98d6c0b tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "GET /v2.0/security-groups/2b900266-0d8f-4df9-93a1-8ccc44616f94 HTTP/1.1" status: 200 len: 1815 time: 0.1634154 Aug 28 12:51:41.232949 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38d8693a-744e-4648-a5c9-9caf50a6013e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:41.331763 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] Set router a2c52a28-92d5-4e18-9295-e2e03b532b12 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:51:41.374343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90b497-2217-4480-ab41-80b1cc953f51 req-7badf898-4e11-4ae7-a9b4-b2ae258d575a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:41.377139 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-4a29cbde-8610-4461-bffd-74ee566fb10e req-6e9bddf5-bdfe-4f22-8f61-f84f5a3ec9dc tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] show failed (client error): The resource could not be found. Aug 28 12:51:41.384110 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa90b497-2217-4480-ab41-80b1cc953f51 req-7badf898-4e11-4ae7-a9b4-b2ae258d575a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.0792711 Aug 28 12:51:41.395622 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a29cbde-8610-4461-bffd-74ee566fb10e req-6e9bddf5-bdfe-4f22-8f61-f84f5a3ec9dc tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "GET /v2.0/security-groups/e8877ec5-008d-471b-b993-9763ae8cfeb2 HTTP/1.1" status: 404 len: 352 time: 0.0756683 Aug 28 12:51:41.471274 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa90b497-2217-4480-ab41-80b1cc953f51 req-9bb5c4d1-95e6-4a69-9e03-abd30ca27934 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726707 Aug 28 12:51:41.542383 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [req-dbeeaea3-2f6f-455a-91c2-9f90b2f7a855 req-eb86706e-4a2c-4198-905d-86a95900d4c1 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] show failed (client error): The resource could not be found. Aug 28 12:51:41.549363 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dbeeaea3-2f6f-455a-91c2-9f90b2f7a855 req-eb86706e-4a2c-4198-905d-86a95900d4c1 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "GET /v2.0/security-group-rules/3573fb26-8edb-4ca8-881d-7b8fc302e519 HTTP/1.1" status: 404 len: 361 time: 0.0196621 Aug 28 12:51:41.616362 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49510) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:41.638408 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'name': 'tempest-ServerRescueNegativeTestJSON-897198999-router', 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '91b0039d-fea1-49ef-b4bd-0c4561d1dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:36Z', 'updated_at': '2021-08-28T12:51:38Z', 'revision_number': 3, 'project_id': '5fa6504f1c5245c4bc244aff3d31f637', 'gw_port': {'id': '91b0039d-fea1-49ef-b4bd-0c4561d1dc9b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:37Z', 'updated_at': '2021-08-28T12:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:41.684140 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38d8693a-744e-4648-a5c9-9caf50a6013e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:41.725767 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-04622c28-c46d-4adf-b426-15dfce759dfc None None] Provisioning complete for port cc5e21e5-7367-480c-9976-9e39881cb31c triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:41.726250 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-04622c28-c46d-4adf-b426-15dfce759dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:41.787134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-1b6023c8-228c-467b-9e7c-b7b7d25cc996 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-467622773-network', 'tenant_id': '573c018398664696a67d8bb440ec4bdf'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:41.811929 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29501c5b-ab83-4600-b106-8108e404f230 None None] The sync data for ids ['a2c52a28-92d5-4e18-9295-e2e03b532b12'] in n-d-791505-21 is: [{'id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'name': 'tempest-ServerRescueNegativeTestJSON-897198999-router', 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '91b0039d-fea1-49ef-b4bd-0c4561d1dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:36Z', 'updated_at': '2021-08-28T12:51:38Z', 'revision_number': 3, 'project_id': '5fa6504f1c5245c4bc244aff3d31f637', 'gw_port': {'id': '91b0039d-fea1-49ef-b4bd-0c4561d1dc9b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:37Z', 'updated_at': '2021-08-28T12:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:51:41.837626 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e50e0861-faaf-4825-acf9-b2b8832f0a92 req-22ab84b9-8124-4524-ba0d-60ef7a98a611 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "GET /v2.0/security-groups/2b900266-0d8f-4df9-93a1-8ccc44616f94 HTTP/1.1" status: 200 len: 1815 time: 0.2400146 Aug 28 12:51:41.847373 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6023c8-228c-467b-9e7c-b7b7d25cc996 admin admin] Made reservation on behalf of 573c018398664696a67d8bb440ec4bdf for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:41.850496 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b6023c8-228c-467b-9e7c-b7b7d25cc996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:41.873375 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143d88c-0870-47bc-b604-4171ad00d656 req-67413e8e-ed01-4fd6-9b39-6d0adcf68dec tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:41.874940 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9143d88c-0870-47bc-b604-4171ad00d656 req-67413e8e-ed01-4fd6-9b39-6d0adcf68dec tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 943 time: 0.1039960 Aug 28 12:51:41.875651 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b6023c8-228c-467b-9e7c-b7b7d25cc996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:41.935440 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38d8693a-744e-4648-a5c9-9caf50a6013e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:41.946853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9143d88c-0870-47bc-b604-4171ad00d656 req-98c28ade-c382-46ad-b227-1d21ffe11f6f tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625937 Aug 28 12:51:41.965940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8693a-744e-4648-a5c9-9caf50a6013e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Subnet': ['ID=26ca4833-936f-44c1-89ed-1341fb7bf2c3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:41.988833 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.002466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38d8693a-744e-4648-a5c9-9caf50a6013e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.005367 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-38d8693a-744e-4648-a5c9-9caf50a6013e tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/subnets/26ca4833-936f-44c1-89ed-1341fb7bf2c3 HTTP/1.1" status: 204 len: 168 time: 1.0021651 Aug 28 12:51:42.007892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49516) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:42.010031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459845fa-fb9c-42d0-be76-a497bacf29ed None None] Network ba0166af-1690-4906-8061-57f1f3c35d95 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:42.023154 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e50e0861-faaf-4825-acf9-b2b8832f0a92 req-a18ab942-21e3-4e1e-8d66-4a0908b3f35e tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.082128 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e50e0861-faaf-4825-acf9-b2b8832f0a92 req-a18ab942-21e3-4e1e-8d66-4a0908b3f35e tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.101352 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b6023c8-228c-467b-9e7c-b7b7d25cc996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.105150 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b6023c8-228c-467b-9e7c-b7b7d25cc996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.150622 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.165119 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6023c8-228c-467b-9e7c-b7b7d25cc996 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:42.174163 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6023c8-228c-467b-9e7c-b7b7d25cc996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:42.235936 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e50e0861-faaf-4825-acf9-b2b8832f0a92 req-a18ab942-21e3-4e1e-8d66-4a0908b3f35e tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.254031 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a022d923-c48a-4840-a890-1f52bf35405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.256948 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b6023c8-228c-467b-9e7c-b7b7d25cc996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.257374 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-1b6023c8-228c-467b-9e7c-b7b7d25cc996 admin admin] Added segment 8d106dec-6e2d-4b54-81b2-a09c51d8b5f4 of type vlan for network f0affd8f-97d8-4f35-bf89-01dc3a581000 Aug 28 12:51:42.271595 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e50e0861-faaf-4825-acf9-b2b8832f0a92 req-a18ab942-21e3-4e1e-8d66-4a0908b3f35e tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.278344 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e50e0861-faaf-4825-acf9-b2b8832f0a92 req-a18ab942-21e3-4e1e-8d66-4a0908b3f35e tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "DELETE /v2.0/security-groups/2b900266-0d8f-4df9-93a1-8ccc44616f94 HTTP/1.1" status: 204 len: 173 time: 0.4370461 Aug 28 12:51:42.319455 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ab942-21e3-4e1e-8d66-4a0908b3f35e tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b900266-0d8f-4df9-93a1-8ccc44616f94,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:42.336574 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b6023c8-228c-467b-9e7c-b7b7d25cc996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.340424 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f7a46b-4548-4a11-913f-fa676b4a45fa None None] DHCP port deletion for ba0166af-1690-4906-8061-57f1f3c35d95 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:51:42.353896 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Allocated IP 172.20.0.1 (94c98bd0-b397-4410-9e9a-94046b8de866/515db44d-2b7a-4e76-9761-e9a394711f3d/bc36930c-e300-4412-8dbc-e145f6326bae) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:42.434522 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c59479a7-bee0-41d2-aa12-a73bc1343020 req-c6b8adb6-ce21-4e6d-ae0d-871397a1ae03 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "GET /v2.0/security-groups/cb3b8871-d72a-4482-bb15-ce0f793501a1 HTTP/1.1" status: 200 len: 1813 time: 0.1260722 Aug 28 12:51:42.436664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Deleting port cc5e21e5-7367-480c-9976-9e39881cb31c {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:42.437074 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.440024 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b6023c8-228c-467b-9e7c-b7b7d25cc996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.441527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6023c8-228c-467b-9e7c-b7b7d25cc996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:42.442116 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b6023c8-228c-467b-9e7c-b7b7d25cc996 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.458059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-11f7a46b-4548-4a11-913f-fa676b4a45fa None None] Deleting port cc5e21e5-7367-480c-9976-9e39881cb31c {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:42.459685 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-11f7a46b-4548-4a11-913f-fa676b4a45fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.572295 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.622077 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1b6023c8-228c-467b-9e7c-b7b7d25cc996 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0042992 Aug 28 12:51:42.630882 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49524) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:42.635039 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.646309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-835231a7-9cb9-4571-90dd-3f95bcbeec1f admin admin] Request body: {'subnet': {'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-467622773-subnet', 'tenant_id': '573c018398664696a67d8bb440ec4bdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:42.667132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-11f7a46b-4548-4a11-913f-fa676b4a45fa None None] For port cc5e21e5-7367-480c-9976-9e39881cb31c, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cc5e21e5-7367-480c-9976-9e39881cb31c,segment=NetworkSegment(0602fe7f-83ab-4c78-a465-c9b3932be8fd),segment_id=0602fe7f-83ab-4c78-a465-c9b3932be8fd)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:42.667132 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-11f7a46b-4548-4a11-913f-fa676b4a45fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.683805 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.687755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-11f7a46b-4548-4a11-913f-fa676b4a45fa None None] Calling delete_port for cc5e21e5-7367-480c-9976-9e39881cb31c owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:42.722895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6023c8-228c-467b-9e7c-b7b7d25cc996 admin admin] Pushing event updated for resources: {'Network': ['ID=f0affd8f-97d8-4f35-bf89-01dc3a581000,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:42.728079 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] For port cc5e21e5-7367-480c-9976-9e39881cb31c, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cc5e21e5-7367-480c-9976-9e39881cb31c,segment=NetworkSegment(0602fe7f-83ab-4c78-a465-c9b3932be8fd),segment_id=0602fe7f-83ab-4c78-a465-c9b3932be8fd)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:42.728306 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.734529 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Network 94c98bd0-b397-4410-9e9a-94046b8de866 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:42.743751 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835231a7-9cb9-4571-90dd-3f95bcbeec1f admin admin] Made reservation on behalf of 573c018398664696a67d8bb440ec4bdf for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:42.746042 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-835231a7-9cb9-4571-90dd-3f95bcbeec1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.750327 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:42.752897 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:42.799295 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.828201 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e4800467-c3eb-4fe0-90ca-d32dad354a51 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:42.830998 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network f0affd8f-97d8-4f35-bf89-01dc3a581000 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:42.845922 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c59479a7-bee0-41d2-aa12-a73bc1343020 req-3b79134c-3094-414c-91aa-8649a8876a80 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.851145 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Calling delete_port for cc5e21e5-7367-480c-9976-9e39881cb31c owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:42.873179 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-11f7a46b-4548-4a11-913f-fa676b4a45fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:42.933243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc356f64-db52-4ae9-a7f3-d2d8fd562aec req-cc7235ff-44c5-4f80-b2dc-e54446b04cf6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:42.935437 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc356f64-db52-4ae9-a7f3-d2d8fd562aec req-cc7235ff-44c5-4f80-b2dc-e54446b04cf6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.3348560 Aug 28 12:51:42.940795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Pushing event updated for resources: {'Port': ['ID=bc36930c-e300-4412-8dbc-e145f6326bae,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:42.962508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7a46b-4548-4a11-913f-fa676b4a45fa None None] Pushing event deleted for resources: {'Port': ['ID=cc5e21e5-7367-480c-9976-9e39881cb31c,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:42.980862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f7a46b-4548-4a11-913f-fa676b4a45fa None None] No DVR routers for this DVR port cc5e21e5-7367-480c-9976-9e39881cb31c on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:43.055235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port e4800467-c3eb-4fe0-90ca-d32dad354a51 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:43.056754 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.060326 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.066919 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c59479a7-bee0-41d2-aa12-a73bc1343020 req-3b79134c-3094-414c-91aa-8649a8876a80 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.097154 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc356f64-db52-4ae9-a7f3-d2d8fd562aec req-7d7a689f-7f0a-438a-af50-9349dfafe305 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068087 Aug 28 12:51:43.106764 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-835231a7-9cb9-4571-90dd-3f95bcbeec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.153168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:43.238941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835231a7-9cb9-4571-90dd-3f95bcbeec1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd852a07-8b52-48ff-bea6-e7301fb1f959,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:43.256883 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c59479a7-bee0-41d2-aa12-a73bc1343020 req-3b79134c-3094-414c-91aa-8649a8876a80 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.265390 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c59479a7-bee0-41d2-aa12-a73bc1343020 req-3b79134c-3094-414c-91aa-8649a8876a80 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.278032 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c59479a7-bee0-41d2-aa12-a73bc1343020 req-3b79134c-3094-414c-91aa-8649a8876a80 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "DELETE /v2.0/security-groups/cb3b8871-d72a-4482-bb15-ce0f793501a1 HTTP/1.1" status: 204 len: 173 time: 0.8054702 Aug 28 12:51:43.318973 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79134c-3094-414c-91aa-8649a8876a80 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3b8871-d72a-4482-bb15-ce0f793501a1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:43.322003 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835231a7-9cb9-4571-90dd-3f95bcbeec1f admin admin] Checking segment: {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:43.322386 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835231a7-9cb9-4571-90dd-3f95bcbeec1f admin admin] Network hostable DHCP agents. Network: f0affd8f-97d8-4f35-bf89-01dc3a581000, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:51:43.336280 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.364350 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.370436 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.375204 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Port': ['ID=cc5e21e5-7367-480c-9976-9e39881cb31c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:43.381200 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No DVR routers for this DVR port cc5e21e5-7367-480c-9976-9e39881cb31c on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:43.389705 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.425648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:51:43.426879 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835231a7-9cb9-4571-90dd-3f95bcbeec1f admin admin] Network f0affd8f-97d8-4f35-bf89-01dc3a581000 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:51:43.437955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8563af6-7a9a-48cd-980d-867d1fa163b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4800467-c3eb-4fe0-90ca-d32dad354a51'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:51:43.444345 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8860954-6eaf-4cad-a936-b19246fa218b" -d '{"events": [{"server_uuid": "d8563af6-7a9a-48cd-980d-867d1fa163b6", "name": "network-vif-plugged", "status": "completed", "tag": "e4800467-c3eb-4fe0-90ca-d32dad354a51"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:51:43.452995 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.468427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:43.469820 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.471486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Pushing event updated for resources: {'Port': ['ID=bc36930c-e300-4412-8dbc-e145f6326bae,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:43.475704 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.517924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-835231a7-9cb9-4571-90dd-3f95bcbeec1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, f0affd8f-97d8-4f35-bf89-01dc3a581000) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:43.528430 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835231a7-9cb9-4571-90dd-3f95bcbeec1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:43.529021 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-835231a7-9cb9-4571-90dd-3f95bcbeec1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.534132 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.534536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e4800467-c3eb-4fe0-90ca-d32dad354a51, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e4800467-c3eb-4fe0-90ca-d32dad354a51,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:43.543767 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15321137-f161-4798-8fa2-f87bfdf5354c None None] Network f0affd8f-97d8-4f35-bf89-01dc3a581000 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:43.556651 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.556893 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0166af-1690-4906-8061-57f1f3c35d95']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:43.566417 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-835231a7-9cb9-4571-90dd-3f95bcbeec1f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9314802 Aug 28 12:51:43.574053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2578af-c330-4477-ac43-51911af8d6fa req-1895c9aa-6f5c-449a-a8a6-14641baf115e tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:43.581845 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fb2578af-c330-4477-ac43-51911af8d6fa req-1895c9aa-6f5c-449a-a8a6-14641baf115e tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 943 time: 0.1713672 Aug 28 12:51:43.592915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0602fe7f-83ab-4c78-a465-c9b3932be8fd') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:43.593269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0602fe7f-83ab-4c78-a465-c9b3932be8fd') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:43.610647 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.636298 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.652304 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fb2578af-c330-4477-ac43-51911af8d6fa req-683480b5-ba50-453a-91ba-d1b5796bb244 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693705 Aug 28 12:51:43.653664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:43.654083 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:43.671639 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:43.695112 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f89e51a-072e-4334-8b86-adb5b282eb7d req-561d8044-2c31-4f3b-a39b-619a260538ea tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "GET /v2.0/security-groups/4a8d1ea4-0c41-4049-a59d-a1685587f555 HTTP/1.1" status: 200 len: 1814 time: 0.1528065 Aug 28 12:51:43.696780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbc665-bb99-410a-8887-2c42f14c47bb req-69ac3d33-4825-4062-97ef-43e048173efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:43.698223 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65bbc665-bb99-410a-8887-2c42f14c47bb req-69ac3d33-4825-4062-97ef-43e048173efb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b1744f3dc1444e0abd073208c687038&device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 1097 time: 0.1548107 Aug 28 12:51:43.727882 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.771074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=91b0039d-fea1-49ef-b4bd-0c4561d1dc9b,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:43.773064 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114113b4-3e9a-48b2-803e-f6eaf984ed2a x-openstack-request-id: req-114113b4-3e9a-48b2-803e-f6eaf984ed2a {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:51:43.773824 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8563af6-7a9a-48cd-980d-867d1fa163b6", "name": "network-vif-plugged", "status": "completed", "tag": "e4800467-c3eb-4fe0-90ca-d32dad354a51", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:51:43.774177 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-114113b4-3e9a-48b2-803e-f6eaf984ed2a {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:51:43.774887 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8563af6-7a9a-48cd-980d-867d1fa163b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4800467-c3eb-4fe0-90ca-d32dad354a51', 'code': 200} Aug 28 12:51:43.793016 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.798221 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.811814 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:43.819291 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/ba0166af-1690-4906-8061-57f1f3c35d95 HTTP/1.1" status: 204 len: 168 time: 1.8081629 Aug 28 12:51:43.819737 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49542) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:43.821699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Network 94c98bd0-b397-4410-9e9a-94046b8de866 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:43.833960 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:43.853479 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e4800467-c3eb-4fe0-90ca-d32dad354a51,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:43.877709 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b5d41-b9cd-4a6f-89c2-ea57b9811ca8 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Network': ['ID=ba0166af-1690-4906-8061-57f1f3c35d95,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:43.917946 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-67019f65-1e42-46d9-8e62-9619d162ceea tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] DELETE failed (client error): The resource could not be found. Aug 28 12:51:43.918956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67019f65-1e42-46d9-8e62-9619d162ceea tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:51:43.920884 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-67019f65-1e42-46d9-8e62-9619d162ceea tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/subnets/3eb6c637-f541-4193-ae28-04bc78b86ab3 HTTP/1.1" status: 404 len: 337 time: 0.0779591 Aug 28 12:51:43.925996 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49548) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:43.931255 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cc5e21e5-7367-480c-9976-9e39881cb31c no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:43.948094 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc9beec-81b3-4265-bfcc-b29190c6e000 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] DELETE failed (client error): The resource could not be found. Aug 28 12:51:43.948980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc9beec-81b3-4265-bfcc-b29190c6e000 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:51:43.950796 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ffc9beec-81b3-4265-bfcc-b29190c6e000 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/d3865886-6639-4e7b-9a35-758fb9ab5c9e HTTP/1.1" status: 404 len: 339 time: 0.0234580 Aug 28 12:51:43.953530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49550) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:43.991943 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a430a1-c1b1-4d92-b1da-be3b69722d52 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] DELETE failed (client error): The resource could not be found. Aug 28 12:51:43.992562 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a430a1-c1b1-4d92-b1da-be3b69722d52 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:51:43.996904 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-96a430a1-c1b1-4d92-b1da-be3b69722d52 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/subnets/3e571883-7ba1-45ad-87dd-215daddfbb3a HTTP/1.1" status: 404 len: 337 time: 0.0401645 Aug 28 12:51:44.003600 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480562e-07ab-493c-9536-cb85b8e7628e req-0c3cd9a1-71a7-4752-a6a5-84873543743b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:44.005222 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f480562e-07ab-493c-9536-cb85b8e7628e req-0c3cd9a1-71a7-4752-a6a5-84873543743b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.1608078 Aug 28 12:51:44.005741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49552) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:44.033038 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bc5c70-d9a7-492c-a63b-227f6e59d689 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] DELETE failed (client error): The resource could not be found. Aug 28 12:51:44.033685 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bc5c70-d9a7-492c-a63b-227f6e59d689 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:51:44.038395 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-87bc5c70-d9a7-492c-a63b-227f6e59d689 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/9efeb5e4-3cec-4d37-9365-92997908f242 HTTP/1.1" status: 404 len: 339 time: 0.0293555 Aug 28 12:51:44.042837 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49554) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:44.082982 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f361e0a-5d69-4e3a-99c8-10cae4a59e22 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] DELETE failed (client error): The resource could not be found. Aug 28 12:51:44.083444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f361e0a-5d69-4e3a-99c8-10cae4a59e22 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:51:44.088854 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1f361e0a-5d69-4e3a-99c8-10cae4a59e22 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/subnets/c22e54cd-2516-4cc6-8583-af872116c7f2 HTTP/1.1" status: 404 len: 337 time: 0.0417900 Aug 28 12:51:44.088854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49556) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:44.096874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658a71f-260d-4371-9e69-7cd2b3a485cc req-7eea8ccf-d3ce-4162-b521-f78dba71cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:44.098957 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e658a71f-260d-4371-9e69-7cd2b3a485cc req-7eea8ccf-d3ce-4162-b521-f78dba71cc68 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 1097 time: 0.1539466 Aug 28 12:51:44.103573 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2f89e51a-072e-4334-8b86-adb5b282eb7d req-88753850-db69-443d-9dae-09f7e93e9923 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:44.107414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbc665-bb99-410a-8887-2c42f14c47bb req-b178748e-83c4-4933-9bdf-435cab3756be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:44.108904 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65bbc665-bb99-410a-8887-2c42f14c47bb req-b178748e-83c4-4933-9bdf-435cab3756be service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcea506e-e089-41e5-aa79-93de45e015b6 HTTP/1.1" status: 200 len: 911 time: 0.4011128 Aug 28 12:51:44.115578 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-33533d66-c2ea-4c8d-937f-f6e9be71c057 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] DELETE failed (client error): The resource could not be found. Aug 28 12:51:44.116177 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33533d66-c2ea-4c8d-937f-f6e9be71c057 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:51:44.120326 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-33533d66-c2ea-4c8d-937f-f6e9be71c057 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/d19bf107-9a0f-4da1-aeb2-5d90166dabfa HTTP/1.1" status: 404 len: 339 time: 0.0291488 Aug 28 12:51:44.120718 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49558) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:44.134662 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: cc5e21e5-7367-480c-9976-9e39881cb31c {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:44.135240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cc5e21e5-7367-480c-9976-9e39881cb31c not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:44.143172 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f480562e-07ab-493c-9536-cb85b8e7628e req-7a75dfab-81d4-496d-b3e2-845ad80bdbdf tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271660 Aug 28 12:51:44.157142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb244f7-c363-4742-bd32-1e29c372ddb4 None None] Network f0affd8f-97d8-4f35-bf89-01dc3a581000 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:44.165473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Router a2c52a28-92d5-4e18-9295-e2e03b532b12 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:51:44.169417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=91b0039d-fea1-49ef-b4bd-0c4561d1dc9b,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:44.203981 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65bbc665-bb99-410a-8887-2c42f14c47bb req-ba316e98-c85a-48b2-a4bb-d283cda018cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=329be0c1-7f02-4283-9739-8061c52cce89 HTTP/1.1" status: 200 len: 217 time: 0.0724857 Aug 28 12:51:44.208833 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2f89e51a-072e-4334-8b86-adb5b282eb7d req-88753850-db69-443d-9dae-09f7e93e9923 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:44.213252 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-201296e3-3d34-4f8e-b5e9-468d6f6cbf53 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Deleting subnet 15d76989-c85d-4b2f-960a-0a29167d22db {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:51:44.214765 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e658a71f-260d-4371-9e69-7cd2b3a485cc req-e41a2d1d-3c9a-41c6-b837-79d3d78ab75c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038942 Aug 28 12:51:44.217851 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-201296e3-3d34-4f8e-b5e9-468d6f6cbf53 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:44.275154 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-201296e3-3d34-4f8e-b5e9-468d6f6cbf53 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:44.342132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbc665-bb99-410a-8887-2c42f14c47bb req-33a028d2-bdb5-4125-aaa6-a0a04c41f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:44.343653 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65bbc665-bb99-410a-8887-2c42f14c47bb req-33a028d2-bdb5-4125-aaa6-a0a04c41f659 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de9a2c7f-c06f-42fa-b208-11919fd54cbe HTTP/1.1" status: 200 len: 851 time: 0.1205523 Aug 28 12:51:44.359271 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2f89e51a-072e-4334-8b86-adb5b282eb7d req-88753850-db69-443d-9dae-09f7e93e9923 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:44.362088 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2f89e51a-072e-4334-8b86-adb5b282eb7d req-88753850-db69-443d-9dae-09f7e93e9923 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:44.375118 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f89e51a-072e-4334-8b86-adb5b282eb7d req-88753850-db69-443d-9dae-09f7e93e9923 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "DELETE /v2.0/security-groups/4a8d1ea4-0c41-4049-a59d-a1685587f555 HTTP/1.1" status: 204 len: 173 time: 0.6656845 Aug 28 12:51:44.445928 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-201296e3-3d34-4f8e-b5e9-468d6f6cbf53 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:44.458641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88753850-db69-443d-9dae-09f7e93e9923 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8d1ea4-0c41-4049-a59d-a1685587f555,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:44.480528 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65bbc665-bb99-410a-8887-2c42f14c47bb req-149455c2-349a-4dc9-823d-607f68c77975 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcea506e-e089-41e5-aa79-93de45e015b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499785 Aug 28 12:51:44.483759 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:51:44.491847 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-91f6a4b6-7a40-49d5-aa27-2e9594f25288 admin admin] 10.222.0.20 "PUT /v2.0/routers/a2c52a28-92d5-4e18-9295-e2e03b532b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4307177 Aug 28 12:51:44.502831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Sync routers for ids ['a2c52a28-92d5-4e18-9295-e2e03b532b12'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:51:44.513845 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Routers {'a2c52a28-92d5-4e18-9295-e2e03b532b12'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:51:44.514830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:51:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a2c52a28-92d5-4e18-9295-e2e03b532b12'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:44.618828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-fce2bfb8-4d10-4dd2-84d9-64e9f51cde81 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:44.626203 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-fce2bfb8-4d10-4dd2-84d9-64e9f51cde81 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 805 time: 0.1921980 Aug 28 12:51:44.635013 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-201296e3-3d34-4f8e-b5e9-468d6f6cbf53 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:44.642539 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-88d29953-30c1-48d5-924a-cdf721116301 req-3ba1e4b3-dad8-4da0-8ccc-914b9a928cc3 tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "GET /v2.0/security-groups/1d8db3f1-369c-4c05-8aae-665837673863 HTTP/1.1" status: 200 len: 1814 time: 0.0724924 Aug 28 12:51:44.673126 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b43c2dbb-8730-4ece-aa8f-7e1c57132275 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/quotas/573c018398664696a67d8bb440ec4bdf HTTP/1.1" status: 200 len: 375 time: 0.0458963 Aug 28 12:51:44.676820 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201296e3-3d34-4f8e-b5e9-468d6f6cbf53 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Subnet': ['ID=15d76989-c85d-4b2f-960a-0a29167d22db,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:44.689629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-201296e3-3d34-4f8e-b5e9-468d6f6cbf53 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:44.691736 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-201296e3-3d34-4f8e-b5e9-468d6f6cbf53 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/subnets/15d76989-c85d-4b2f-960a-0a29167d22db HTTP/1.1" status: 204 len: 168 time: 0.5700645 Aug 28 12:51:44.699853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49580) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:44.712289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b993be91-063c-4481-aae9-d59a5af958b1 None None] Network 7d53d137-2713-4ecc-9d2d-b58f9cfbc01f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:44.713635 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-940a5189-7760-4d2d-a19f-60ff30c424cb tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395985 Aug 28 12:51:44.720403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Set router a2c52a28-92d5-4e18-9295-e2e03b532b12 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:51:44.745524 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65bbc665-bb99-410a-8887-2c42f14c47bb req-1f5f0d8b-b275-4533-bf2f-f806bf7fed87 service neutron] 10.222.0.11 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521951 Aug 28 12:51:44.830078 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-f9822113-1ba2-48d6-9961-3e8ceba434f7 service neutron] 10.222.0.20 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069684 Aug 28 12:51:44.881206 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:44.904816 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-88d29953-30c1-48d5-924a-cdf721116301 req-436f1c2f-15ab-4399-88f1-122e62fe08ad tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:44.947353 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b139feb6-285e-46e4-9c93-92c0fdaf8999 service neutron] 10.222.0.20 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085148 Aug 28 12:51:44.967525 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65bbc665-bb99-410a-8887-2c42f14c47bb req-5146b627-79a9-47c1-aeec-26b96d5d723a service neutron] 10.222.0.11 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883228 Aug 28 12:51:44.983751 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-88d29953-30c1-48d5-924a-cdf721116301 req-436f1c2f-15ab-4399-88f1-122e62fe08ad tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.048712 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'name': 'tempest-ServerRescueNegativeTestJSON-897198999-router', 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '91b0039d-fea1-49ef-b4bd-0c4561d1dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:36Z', 'updated_at': '2021-08-28T12:51:42Z', 'revision_number': 4, 'project_id': '5fa6504f1c5245c4bc244aff3d31f637', 'gw_port': {'id': '91b0039d-fea1-49ef-b4bd-0c4561d1dc9b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:37Z', 'updated_at': '2021-08-28T12:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'bc36930c-e300-4412-8dbc-e145f6326bae', 'name': '', 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866', 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637', 'mac_address': 'fa:16:3e:db:86:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '515db44d-2b7a-4e76-9761-e9a394711f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:42Z', 'updated_at': '2021-08-28T12:51:43Z', 'revision_number': 2, 'project_id': '5fa6504f1c5245c4bc244aff3d31f637', 'subnets': [{'id': '515db44d-2b7a-4e76-9761-e9a394711f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:45.090634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Deleting port 7c7dc77c-9558-4d83-b377-1861806a1d3d {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:45.091012 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.116761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Checking router: a2c52a28-92d5-4e18-9295-e2e03b532b12 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:51:45.117455 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Updating router a2c52a28-92d5-4e18-9295-e2e03b532b12 port bc36930c-e300-4412-8dbc-e145f6326bae binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:51:45.123306 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17e5b1d-e57a-43f3-b61d-0f2be963d635 None None] DHCP port deletion for 7d53d137-2713-4ecc-9d2d-b58f9cfbc01f request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:51:45.126424 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:45.153735 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-88d29953-30c1-48d5-924a-cdf721116301 req-436f1c2f-15ab-4399-88f1-122e62fe08ad tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.157187 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-88d29953-30c1-48d5-924a-cdf721116301 req-436f1c2f-15ab-4399-88f1-122e62fe08ad tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.158325 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-88d29953-30c1-48d5-924a-cdf721116301 req-436f1c2f-15ab-4399-88f1-122e62fe08ad tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "DELETE /v2.0/security-groups/1d8db3f1-369c-4c05-8aae-665837673863 HTTP/1.1" status: 204 len: 173 time: 0.4875078 Aug 28 12:51:45.184286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f1c2f-15ab-4399-88f1-122e62fe08ad tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8db3f1-369c-4c05-8aae-665837673863,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:45.221081 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] For port 7c7dc77c-9558-4d83-b377-1861806a1d3d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7c7dc77c-9558-4d83-b377-1861806a1d3d,segment=NetworkSegment(6a53eb45-7281-464d-95bd-4f573338862a),segment_id=6a53eb45-7281-464d-95bd-4f573338862a)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:45.221524 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.225101 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac6e8b-20a3-4567-b245-d34f1f2873b6 req-e61c82cc-be93-460e-bb1c-008ac868dff5 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:45.226820 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b8ac6e8b-20a3-4567-b245-d34f1f2873b6 req-e61c82cc-be93-460e-bb1c-008ac868dff5 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.0789344 Aug 28 12:51:45.241444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Calling delete_port for 7c7dc77c-9558-4d83-b377-1861806a1d3d owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:45.250492 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.313329 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b8ac6e8b-20a3-4567-b245-d34f1f2873b6 req-0546339d-5d7e-4630-9fe7-ed3d1b5aa130 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740013 Aug 28 12:51:45.340051 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.371010 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.411819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Port': ['ID=7c7dc77c-9558-4d83-b377-1861806a1d3d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:45.416690 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No DVR routers for this DVR port 7c7dc77c-9558-4d83-b377-1861806a1d3d on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:45.432659 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bec797fa-fe3a-4d8d-9521-c3cce9fac018 req-ce4e235d-0648-4782-af8f-d2a52af74d77 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 210 time: 0.0654309 Aug 28 12:51:45.432863 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d17e5b1d-e57a-43f3-b61d-0f2be963d635 None None] Deleting port 7c7dc77c-9558-4d83-b377-1861806a1d3d {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:45.433168 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d17e5b1d-e57a-43f3-b61d-0f2be963d635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.524658 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:45.525028 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.556293 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a6df91f2-a447-406e-aada-ef9bfb1f8bd4 req-31f83ad9-d5ba-4bc7-9374-14c70da4cffd tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "GET /v2.0/security-groups/63eef418-1dfb-4c9d-8fdc-03f9da35e604 HTTP/1.1" status: 200 len: 1813 time: 0.0824525 Aug 28 12:51:45.604920 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.613912 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d17e5b1d-e57a-43f3-b61d-0f2be963d635 None None] For port 7c7dc77c-9558-4d83-b377-1861806a1d3d, host n-d-791505-21, got binding levels [] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:45.613912 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d17e5b1d-e57a-43f3-b61d-0f2be963d635 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.624007 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d53d137-2713-4ecc-9d2d-b58f9cfbc01f']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:45.646144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a53eb45-7281-464d-95bd-4f573338862a') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:45.646465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a53eb45-7281-464d-95bd-4f573338862a') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:45.665523 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.677416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d17e5b1d-e57a-43f3-b61d-0f2be963d635 None None] Calling delete_port for 7c7dc77c-9558-4d83-b377-1861806a1d3d owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:45.682466 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.ipam_backend_mixin [None req-d17e5b1d-e57a-43f3-b61d-0f2be963d635 None None] Port 7c7dc77c-9558-4d83-b377-1861806a1d3d was not found and therefore no delete operation was performed {{(pid=94879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 12:51:45.690205 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d17e5b1d-e57a-43f3-b61d-0f2be963d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.693767 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.704229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9617bb-ef49-4244-aa87-54033104d34b req-7ab41095-087e-4c70-9488-672edb5f7c84 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:45.705750 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba9617bb-ef49-4244-aa87-54033104d34b req-7ab41095-087e-4c70-9488-672edb5f7c84 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/networks?id=94c98bd0-b397-4410-9e9a-94046b8de866 HTTP/1.1" status: 200 len: 818 time: 0.2977984 Aug 28 12:51:45.712919 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:45.713328 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:45.717512 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:45.724640 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a6df91f2-a447-406e-aada-ef9bfb1f8bd4 req-972a682e-f5e5-4784-8f6e-f1218918561b tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.747306 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e5b1d-e57a-43f3-b61d-0f2be963d635 None None] Pushing event deleted for resources: {'Port': ['ID=7c7dc77c-9558-4d83-b377-1861806a1d3d,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:45.757768 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a6df91f2-a447-406e-aada-ef9bfb1f8bd4 req-972a682e-f5e5-4784-8f6e-f1218918561b tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.761574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17e5b1d-e57a-43f3-b61d-0f2be963d635 None None] No DVR routers for this DVR port 7c7dc77c-9558-4d83-b377-1861806a1d3d on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:45.771471 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba9617bb-ef49-4244-aa87-54033104d34b req-0dd96523-d262-4b0e-a23c-707a24ceff8e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/quotas/5fa6504f1c5245c4bc244aff3d31f637 HTTP/1.1" status: 200 len: 375 time: 0.0392051 Aug 28 12:51:45.809838 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a6df91f2-a447-406e-aada-ef9bfb1f8bd4 req-972a682e-f5e5-4784-8f6e-f1218918561b tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.812967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a6df91f2-a447-406e-aada-ef9bfb1f8bd4 req-972a682e-f5e5-4784-8f6e-f1218918561b tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.814830 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a6df91f2-a447-406e-aada-ef9bfb1f8bd4 req-972a682e-f5e5-4784-8f6e-f1218918561b tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] 10.222.0.20 "DELETE /v2.0/security-groups/63eef418-1dfb-4c9d-8fdc-03f9da35e604 HTTP/1.1" status: 204 len: 173 time: 0.2524390 Aug 28 12:51:45.821919 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49618) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:45.835173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a682e-f5e5-4784-8f6e-f1218918561b tempest-SecurityGroupRulesNegativeTestJSON-843630340 tempest-SecurityGroupRulesNegativeTestJSON-843630340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eef418-1dfb-4c9d-8fdc-03f9da35e604,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:45.858855 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.864102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.866807 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/7d53d137-2713-4ecc-9d2d-b58f9cfbc01f HTTP/1.1" status: 204 len: 168 time: 1.1657643 Aug 28 12:51:45.869954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49620) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:45.897401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28c737-bac4-4957-968c-3b2cc71d06db tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Network': ['ID=7d53d137-2713-4ecc-9d2d-b58f9cfbc01f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:45.911853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6eeef1-0386-44ae-998a-167aafc8b6e6 admin admin] Deleting subnet 1cd0c517-a703-46d3-a04a-d15073178abd {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:51:45.918817 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b30a55-29dd-4088-9005-403186465c74 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] DELETE failed (client error): The resource could not be found. Aug 28 12:51:45.919263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b30a55-29dd-4088-9005-403186465c74 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:51:45.920735 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba9617bb-ef49-4244-aa87-54033104d34b req-1486f31c-6bfb-473e-9e1a-88cf996a7912 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5fa6504f1c5245c4bc244aff3d31f637&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1394217 Aug 28 12:51:45.921199 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-11b30a55-29dd-4088-9005-403186465c74 tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/subnets/32151139-3d49-41ff-b3d9-ab598919fe8e HTTP/1.1" status: 404 len: 337 time: 0.0500875 Aug 28 12:51:45.921806 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb6eeef1-0386-44ae-998a-167aafc8b6e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.923771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49622) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:45.941400 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.953389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Transition to ACTIVE for port object bc36930c-e300-4412-8dbc-e145f6326bae will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:45.961072 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:45.985441 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a95c0-5a6f-40d1-899b-6db343bbe704 req-5b3cf64d-c4d0-4582-92a7-5bb81d9e7bc8 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:45.987583 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f31a95c0-5a6f-40d1-899b-6db343bbe704 req-5b3cf64d-c4d0-4582-92a7-5bb81d9e7bc8 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.0711210 Aug 28 12:51:45.992175 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96ac697-26d6-47e5-a1c6-859cdde156fb tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] DELETE failed (client error): The resource could not be found. Aug 28 12:51:45.992783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96ac697-26d6-47e5-a1c6-859cdde156fb tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:51:45.994861 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f96ac697-26d6-47e5-a1c6-859cdde156fb tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/ae802e57-84d6-4d09-93c3-21a24c31f7d6 HTTP/1.1" status: 404 len: 339 time: 0.0699222 Aug 28 12:51:46.025562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be818b39-f47b-49a5-b55e-72070aad4d66 None None] Pushing event updated for resources: {'Port': ['ID=bc36930c-e300-4412-8dbc-e145f6326bae,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:46.039863 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49624) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:46.043429 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f31a95c0-5a6f-40d1-899b-6db343bbe704 req-715df9c7-c25b-4ea2-9350-5f8b54f58355 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492847 Aug 28 12:51:46.097811 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Attempting to bind port bc36930c-e300-4412-8dbc-e145f6326bae on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:46.098169 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Attempting to bind port bc36930c-e300-4412-8dbc-e145f6326bae by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '55936036-2d47-4609-b5fe-e27b34c33343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:46.098812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Attempting to bind port bc36930c-e300-4412-8dbc-e145f6326bae on network 94c98bd0-b397-4410-9e9a-94046b8de866 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:46.101593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8a7b25-f9e4-4ad7-ac6e-1c0565c0d32d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Deleting subnet 88514d51-c569-447a-adeb-518ae638bc27 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:51:46.104673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:46.105266 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Checking segment: {'id': '55936036-2d47-4609-b5fe-e27b34c33343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:46.105488 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7b25-f9e4-4ad7-ac6e-1c0565c0d32d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:46.106018 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:46.106607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Bound using segment: {'id': '55936036-2d47-4609-b5fe-e27b34c33343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:46.107250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Bound port: bc36930c-e300-4412-8dbc-e145f6326bae, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55936036-2d47-4609-b5fe-e27b34c33343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:46.107783 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:46.153575 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7b25-f9e4-4ad7-ac6e-1c0565c0d32d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:46.197878 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] For port bc36930c-e300-4412-8dbc-e145f6326bae, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:46.202010 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] For port bc36930c-e300-4412-8dbc-e145f6326bae, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bc36930c-e300-4412-8dbc-e145f6326bae,segment=NetworkSegment(55936036-2d47-4609-b5fe-e27b34c33343),segment_id=55936036-2d47-4609-b5fe-e27b34c33343)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:46.207918 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:46.259195 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7b25-f9e4-4ad7-ac6e-1c0565c0d32d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:46.269896 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Routers {'a2c52a28-92d5-4e18-9295-e2e03b532b12'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:51:46.270560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:51:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a2c52a28-92d5-4e18-9295-e2e03b532b12'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:46.320745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be818b39-f47b-49a5-b55e-72070aad4d66 None None] Pushing event updated for resources: {'Port': ['ID=bc36930c-e300-4412-8dbc-e145f6326bae,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:46.325634 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7b25-f9e4-4ad7-ac6e-1c0565c0d32d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:46.371082 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a7b25-f9e4-4ad7-ac6e-1c0565c0d32d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Subnet': ['ID=88514d51-c569-447a-adeb-518ae638bc27,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:46.377808 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d8a7b25-f9e4-4ad7-ac6e-1c0565c0d32d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:46.378009 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb6eeef1-0386-44ae-998a-167aafc8b6e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:46.380336 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5d8a7b25-f9e4-4ad7-ac6e-1c0565c0d32d tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/subnets/88514d51-c569-447a-adeb-518ae638bc27 HTTP/1.1" status: 204 len: 168 time: 0.3359811 Aug 28 12:51:46.382997 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49628) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:46.433026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5364298-aaa3-435f-9680-116fcde473a5 None None] Network b53fd642-aa61-4a48-93f8-ba595074e8c3 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:46.446089 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb6eeef1-0386-44ae-998a-167aafc8b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:46.475144 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba9617bb-ef49-4244-aa87-54033104d34b req-b4d166ee-c1f3-43cf-b189-2dcf8c1cae00 service neutron] 10.222.0.20 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207648 Aug 28 12:51:46.530002 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88818b17-5e7c-4fdc-b445-38ba03209b49 req-f7d97687-7efc-4ed1-a316-dfd0bbe273bc tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:46.531635 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88818b17-5e7c-4fdc-b445-38ba03209b49 req-f7d97687-7efc-4ed1-a316-dfd0bbe273bc tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.1389210 Aug 28 12:51:46.536443 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:46.650092 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb6eeef1-0386-44ae-998a-167aafc8b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:46.652582 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88818b17-5e7c-4fdc-b445-38ba03209b49 req-fc020e20-06b0-47e2-b384-b27349c55a71 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117160 Aug 28 12:51:46.675395 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Deleting port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:46.676211 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:46.717323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6eeef1-0386-44ae-998a-167aafc8b6e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd0c517-a703-46d3-a04a-d15073178abd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:46.725207 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] Set router a2c52a28-92d5-4e18-9295-e2e03b532b12 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:51:46.733025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-33087a1f-7b2a-443c-9b7c-6b95839a0019 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:46.734564 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-33087a1f-7b2a-443c-9b7c-6b95839a0019 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 805 time: 0.2568750 Aug 28 12:51:46.735622 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb6eeef1-0386-44ae-998a-167aafc8b6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:46.737430 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bb6eeef1-0386-44ae-998a-167aafc8b6e6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1cd0c517-a703-46d3-a04a-d15073178abd HTTP/1.1" status: 204 len: 168 time: 0.9142635 Aug 28 12:51:46.743675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49634) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:46.757264 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-95731d18-fd73-44aa-896f-2822ae3e485b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Request body: {'port': {'device_id': '5d3d8772-9675-4086-8484-1d91a74c25f1', 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000', 'admin_state_up': True, 'tenant_id': '573c018398664696a67d8bb440ec4bdf'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:46.786535 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba9617bb-ef49-4244-aa87-54033104d34b req-4b326191-112b-4675-9f63-659391292201 service neutron] 10.222.0.20 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894449 Aug 28 12:51:46.792434 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9903863d-bad0-49e7-a38d-a1f1caec7142 req-b3c99ef8-62e0-4683-b58d-275121dbb756 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 210 time: 0.0321546 Aug 28 12:51:46.801970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] For port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bcd92942-dfd7-46c6-a1d2-07a709e1e8a1,segment=NetworkSegment(d8a765a8-4675-43ed-935c-a46b66fb5969),segment_id=d8a765a8-4675-43ed-935c-a46b66fb5969)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:46.802582 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:46.844514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Calling delete_port for bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:46.892836 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63b1644f-562a-4b43-871d-b1e55d5e7453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:47.038231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-95731d18-fd73-44aa-896f-2822ae3e485b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Made reservation on behalf of 573c018398664696a67d8bb440ec4bdf for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:47.042220 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-95731d18-fd73-44aa-896f-2822ae3e485b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:47.062939 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63b1644f-562a-4b43-871d-b1e55d5e7453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:47.069987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1206a91-95fd-46ba-b55f-13e696a949c4 None None] DHCP port deletion for b53fd642-aa61-4a48-93f8-ba595074e8c3 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:51:47.074857 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7c7dc77c-9558-4d83-b377-1861806a1d3d no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:47.099304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-63b1644f-562a-4b43-871d-b1e55d5e7453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17acdf6-5541-4ef8-bfd3-fa6b78f26e52']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:47.114472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-63b1644f-562a-4b43-871d-b1e55d5e7453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2064b67-ec60-4adc-8c71-fc1578e32c98') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:47.114775 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-63b1644f-562a-4b43-871d-b1e55d5e7453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2064b67-ec60-4adc-8c71-fc1578e32c98') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:47.121710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 7c7dc77c-9558-4d83-b377-1861806a1d3d {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:47.122044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7c7dc77c-9558-4d83-b377-1861806a1d3d not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:47.148076 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63b1644f-562a-4b43-871d-b1e55d5e7453 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:47.195654 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'name': 'tempest-ServerRescueNegativeTestJSON-897198999-router', 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '91b0039d-fea1-49ef-b4bd-0c4561d1dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:36Z', 'updated_at': '2021-08-28T12:51:42Z', 'revision_number': 4, 'project_id': '5fa6504f1c5245c4bc244aff3d31f637', 'gw_port': {'id': '91b0039d-fea1-49ef-b4bd-0c4561d1dc9b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:37Z', 'updated_at': '2021-08-28T12:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'bc36930c-e300-4412-8dbc-e145f6326bae', 'name': '', 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866', 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637', 'mac_address': 'fa:16:3e:db:86:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '515db44d-2b7a-4e76-9761-e9a394711f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:42Z', 'updated_at': '2021-08-28T12:51:46Z', 'revision_number': 4, 'project_id': '5fa6504f1c5245c4bc244aff3d31f637', 'subnets': [{'id': '515db44d-2b7a-4e76-9761-e9a394711f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:47.199971 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b6026eb-e8cf-426e-a47d-811810639a80 req-384f8722-4341-4cb9-81db-6cc0217be145 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 210 time: 0.0686557 Aug 28 12:51:47.213106 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63b1644f-562a-4b43-871d-b1e55d5e7453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:47.228101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b1644f-562a-4b43-871d-b1e55d5e7453 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:47.228516 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63b1644f-562a-4b43-871d-b1e55d5e7453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:47.230394 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:47.239189 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a99d61-d808-4a0a-9e73-6eee446af44f None None] The sync data for ids ['a2c52a28-92d5-4e18-9295-e2e03b532b12'] in n-d-791505-21 is: [{'id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'name': 'tempest-ServerRescueNegativeTestJSON-897198999-router', 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '91b0039d-fea1-49ef-b4bd-0c4561d1dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:36Z', 'updated_at': '2021-08-28T12:51:42Z', 'revision_number': 4, 'project_id': '5fa6504f1c5245c4bc244aff3d31f637', 'gw_port': {'id': '91b0039d-fea1-49ef-b4bd-0c4561d1dc9b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:37Z', 'updated_at': '2021-08-28T12:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'bc36930c-e300-4412-8dbc-e145f6326bae', 'name': '', 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866', 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637', 'mac_address': 'fa:16:3e:db:86:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '515db44d-2b7a-4e76-9761-e9a394711f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:42Z', 'updated_at': '2021-08-28T12:51:46Z', 'revision_number': 4, 'project_id': '5fa6504f1c5245c4bc244aff3d31f637', 'subnets': [{'id': '515db44d-2b7a-4e76-9761-e9a394711f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:51:47.253739 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f1206a91-95fd-46ba-b55f-13e696a949c4 None None] Deleting port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:47.253739 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1206a91-95fd-46ba-b55f-13e696a949c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:47.304510 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed5b63-351e-4aeb-8ae4-d70cd13e8055 req-d934591a-8d0d-4179-9019-fe2a2cad0e23 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:47.312652 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e8ed5b63-351e-4aeb-8ae4-d70cd13e8055 req-d934591a-8d0d-4179-9019-fe2a2cad0e23 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.4030936 Aug 28 12:51:47.376215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63b1644f-562a-4b43-871d-b1e55d5e7453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:47.432378 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f1206a91-95fd-46ba-b55f-13e696a949c4 None None] For port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bcd92942-dfd7-46c6-a1d2-07a709e1e8a1,segment=NetworkSegment(d8a765a8-4675-43ed-935c-a46b66fb5969),segment_id=d8a765a8-4675-43ed-935c-a46b66fb5969)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:47.432948 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1206a91-95fd-46ba-b55f-13e696a949c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:47.437652 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e8ed5b63-351e-4aeb-8ae4-d70cd13e8055 req-adad41ab-5967-4b14-8b93-04b77d6178fd tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232936 Aug 28 12:51:47.438849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-95731d18-fd73-44aa-896f-2822ae3e485b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Allocated IP 172.20.0.13 (f0affd8f-97d8-4f35-bf89-01dc3a581000/bd852a07-8b52-48ff-bea6-e7301fb1f959/0267ec38-4c25-4b7f-a556-ba3e5bf00fbd) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:47.463042 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:47.473478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f1206a91-95fd-46ba-b55f-13e696a949c4 None None] Calling delete_port for bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:47.483432 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63b1644f-562a-4b43-871d-b1e55d5e7453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:47.488547 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-63b1644f-562a-4b43-871d-b1e55d5e7453 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d17acdf6-5541-4ef8-bfd3-fa6b78f26e52 HTTP/1.1" status: 204 len: 168 time: 0.7436290 Aug 28 12:51:47.490961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1644f-562a-4b43-871d-b1e55d5e7453 admin admin] Pushing event deleted for resources: {'Network': ['ID=d17acdf6-5541-4ef8-bfd3-fa6b78f26e52,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:47.525505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] No DVR routers for this DVR port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:47.542743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Port': ['ID=bcd92942-dfd7-46c6-a1d2-07a709e1e8a1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:47.601029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e514a-1677-430b-9841-01857fe6efa4 req-5f246bcd-ed4f-4ab7-91df-5775d4950be9 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:47.608657 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-049e514a-1677-430b-9841-01857fe6efa4 req-5f246bcd-ed4f-4ab7-91df-5775d4950be9 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.2235785 Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: from cryptography.utils import int_from_bytes Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: from cryptography.utils import int_from_bytes Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.630779 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.633494 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.633494 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.633494 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.633494 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.633494 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.633494 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.633494 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.633494 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.633494 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.633494 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.633494 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.633494 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.633494 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:51:47.633494 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:51:47.644365 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1206a91-95fd-46ba-b55f-13e696a949c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:47.681232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1206a91-95fd-46ba-b55f-13e696a949c4 None None] Pushing event deleted for resources: {'Port': ['ID=bcd92942-dfd7-46c6-a1d2-07a709e1e8a1,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:47.699318 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1206a91-95fd-46ba-b55f-13e696a949c4 None None] No DVR routers for this DVR port bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:47.745842 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:47.762837 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53fd642-aa61-4a48-93f8-ba595074e8c3']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:47.772575 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-049e514a-1677-430b-9841-01857fe6efa4 req-79a6ae11-0a65-449b-a66b-c499b71edd05 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630309 Aug 28 12:51:47.791736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a765a8-4675-43ed-935c-a46b66fb5969') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:47.791736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a765a8-4675-43ed-935c-a46b66fb5969') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:47.808785 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:47.821248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49668) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:47.902693 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:47.917583 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:51:47.917981 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:51:47.921062 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:51:47.987278 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49672) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:47.987434 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cd3d4b8e-84fb-4e8a-bd8d-2c92d7a85db0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efea20def67f4288b7bdd25f7df5ce8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563036 Aug 28 12:51:47.994758 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-95731d18-fd73-44aa-896f-2822ae3e485b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:48.075046 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:48.081607 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:48.083935 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] 10.222.0.20 "DELETE /v2.0/networks/b53fd642-aa61-4a48-93f8-ba595074e8c3 HTTP/1.1" status: 204 len: 168 time: 1.7004151 Aug 28 12:51:48.098443 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-95731d18-fd73-44aa-896f-2822ae3e485b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:48.182452 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ae256-c05f-45f8-80db-403954c79d1b tempest-NetworksIpV6Test-1559164062 tempest-NetworksIpV6Test-1559164062-project] Pushing event deleted for resources: {'Network': ['ID=b53fd642-aa61-4a48-93f8-ba595074e8c3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:48.202671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-95731d18-fd73-44aa-896f-2822ae3e485b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Network f0affd8f-97d8-4f35-bf89-01dc3a581000 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:48.205633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-82cd2adf-63d8-4267-86e6-ac4fa5729faf tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:48.215601 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-82cd2adf-63d8-4267-86e6-ac4fa5729faf tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/networks?id=94c98bd0-b397-4410-9e9a-94046b8de866 HTTP/1.1" status: 200 len: 818 time: 0.3822086 Aug 28 12:51:48.224233 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cd7c13e5-9064-4fd0-980f-1abea64e0e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:48.244522 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-95731d18-fd73-44aa-896f-2822ae3e485b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:48.250731 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cd7c13e5-9064-4fd0-980f-1abea64e0e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:48.253696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-95731d18-fd73-44aa-896f-2822ae3e485b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:48.284284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95731d18-fd73-44aa-896f-2822ae3e485b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Pushing event updated for resources: {'Port': ['ID=0267ec38-4c25-4b7f-a556-ba3e5bf00fbd,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:48.314000 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b33f2-fa81-4e27-a4b1-15bb1d8c9c34 req-97fbfa83-8f44-4b4d-a1cc-9868fca42117 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:48.315600 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-156b33f2-fa81-4e27-a4b1-15bb1d8c9c34 req-97fbfa83-8f44-4b4d-a1cc-9868fca42117 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 932 time: 0.1251745 Aug 28 12:51:48.326308 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6133b537-b4fa-44a0-8f0e-6da2c78d2bbd tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/quotas/5fa6504f1c5245c4bc244aff3d31f637 HTTP/1.1" status: 200 len: 375 time: 0.1054051 Aug 28 12:51:48.350681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-95731d18-fd73-44aa-896f-2822ae3e485b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:48.351319 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-95731d18-fd73-44aa-896f-2822ae3e485b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:48.381683 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-95731d18-fd73-44aa-896f-2822ae3e485b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6357315 Aug 28 12:51:48.393740 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cd7c13e5-9064-4fd0-980f-1abea64e0e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:48.398014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-156b33f2-fa81-4e27-a4b1-15bb1d8c9c34 req-9ad56ae9-b762-4df6-8d22-2d8bbb08d2e1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686686 Aug 28 12:51:48.398652 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cd7c13e5-9064-4fd0-980f-1abea64e0e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:48.402059 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cd7c13e5-9064-4fd0-980f-1abea64e0e1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b760ea88-174d-4167-8a8e-d1e10b09351f HTTP/1.1" status: 204 len: 168 time: 0.4087102 Aug 28 12:51:48.418521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Request body: {'port': {'device_id': '5d3d8772-9675-4086-8484-1d91a74c25f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:48.424755 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c13e5-9064-4fd0-980f-1abea64e0e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b760ea88-174d-4167-8a8e-d1e10b09351f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:48.449676 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-d8503ee1-8cac-4e4a-a1ac-ecbd40972e82 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5fa6504f1c5245c4bc244aff3d31f637&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1216407 Aug 28 12:51:48.517687 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49692) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:48.593546 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-3cbb5f35-4c07-427b-8142-fbd6dd08756e service neutron] 10.222.0.20 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426034 Aug 28 12:51:48.632978 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:48.768337 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-a278ec77-d17f-484d-a9db-e3c4e224bf1e service neutron] 10.222.0.20 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629267 Aug 28 12:51:48.981762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-bd40f3cf-9809-4866-92f2-fe120155cd40 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:48.986502 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c878febe-5630-49e1-9ab0-b7c9b82f2d94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=654d1bca82ae4316ae91f0e866d13895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4650786 Aug 28 12:51:48.987525 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49710) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:48.999577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-bd40f3cf-9809-4866-92f2-fe120155cd40 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/networks?id=8e5087e7-1a60-4dfa-993c-815f10cc8532 HTTP/1.1" status: 200 len: 815 time: 0.4615991 Aug 28 12:51:49.039707 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-bb21f75d-e6d2-48dd-a623-8369544bc8d6 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/quotas/9268704101a74e1cb668f06e13dc85fd HTTP/1.1" status: 200 len: 375 time: 0.0391579 Aug 28 12:51:49.104588 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-314c3afb-2ee6-499c-86f3-089bbaddb063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:49.129960 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-314c3afb-2ee6-499c-86f3-089bbaddb063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:49.154072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9617bb-ef49-4244-aa87-54033104d34b req-3fd7db64-1f8b-4f10-9ac1-505cac6903b4 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:49.155767 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba9617bb-ef49-4244-aa87-54033104d34b req-3fd7db64-1f8b-4f10-9ac1-505cac6903b4 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.11 "GET /v2.0/networks?id=94c98bd0-b397-4410-9e9a-94046b8de866 HTTP/1.1" status: 200 len: 818 time: 0.5022016 Aug 28 12:51:49.180123 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ba9617bb-ef49-4244-aa87-54033104d34b req-7cb24525-164d-4ecb-bab2-84c6e02ca86b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Request body: {'port': {'device_id': 'ac1898ff-e749-4501-8106-a354da453568', 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866', 'admin_state_up': True, 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:49.197312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bc36930c-e300-4412-8dbc-e145f6326bae up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:49.204894 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-314c3afb-2ee6-499c-86f3-089bbaddb063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:49.211384 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-314c3afb-2ee6-499c-86f3-089bbaddb063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:49.221229 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-314c3afb-2ee6-499c-86f3-089bbaddb063 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60ccf236-7533-4269-910b-c4b98aa8733b HTTP/1.1" status: 204 len: 168 time: 0.2294645 Aug 28 12:51:49.231197 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c3afb-2ee6-499c-86f3-089bbaddb063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ccf236-7533-4269-910b-c4b98aa8733b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:49.385276 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-e3471781-8b09-4866-905b-ff0022b8faf0 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9268704101a74e1cb668f06e13dc85fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3446357 Aug 28 12:51:49.390601 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port bc36930c-e300-4412-8dbc-e145f6326bae completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:51:49.406924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port bc36930c-e300-4412-8dbc-e145f6326bae triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:49.409114 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:49.490602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ae6b1-c18d-47e1-8c8c-afd34ec18df3 req-dc8a3c8c-e9a0-494b-a99d-c33207001569 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:49.499360 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a82ae6b1-c18d-47e1-8c8c-afd34ec18df3 req-dc8a3c8c-e9a0-494b-a99d-c33207001569 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.1183429 Aug 28 12:51:49.552811 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a82ae6b1-c18d-47e1-8c8c-afd34ec18df3 req-b12fbd92-6e3c-449e-83d3-0d5299cb1ca5 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523522 Aug 28 12:51:49.580952 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:49.607764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9617bb-ef49-4244-aa87-54033104d34b req-7cb24525-164d-4ecb-bab2-84c6e02ca86b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Made reservation on behalf of 5fa6504f1c5245c4bc244aff3d31f637 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:49.611312 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba9617bb-ef49-4244-aa87-54033104d34b req-7cb24525-164d-4ecb-bab2-84c6e02ca86b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:49.635608 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8615643-0582-4f28-9df7-6bfa755ec96f req-9bff5160-07bd-467f-8fc9-ac2f07c64228 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 210 time: 0.0389168 Aug 28 12:51:49.651334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port bc36930c-e300-4412-8dbc-e145f6326bae, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bc36930c-e300-4412-8dbc-e145f6326bae,segment=NetworkSegment(55936036-2d47-4609-b5fe-e27b34c33343),segment_id=55936036-2d47-4609-b5fe-e27b34c33343)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:49.668037 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:49.786016 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:49.805954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed4a7f-4fb3-476f-b8d7-6b871ae74bb5 req-91dc507c-02a5-4c89-8341-bc819586d41e tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:49.820290 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-97ed4a7f-4fb3-476f-b8d7-6b871ae74bb5 req-91dc507c-02a5-4c89-8341-bc819586d41e tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 932 time: 0.0863333 Aug 28 12:51:49.860062 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e24065-6328-4cf8-99c2-f0aba2db27d1 req-ea86d205-cc71-4fb2-95f8-9c81d0177fba tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:49.861793 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6e24065-6328-4cf8-99c2-f0aba2db27d1 req-ea86d205-cc71-4fb2-95f8-9c81d0177fba tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8563af6-7a9a-48cd-980d-867d1fa163b6 HTTP/1.1" status: 200 len: 945 time: 0.3048775 Aug 28 12:51:49.865879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:49.866228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bcd92942-dfd7-46c6-a1d2-07a709e1e8a1 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:49.899280 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-70292f58-8c23-48ed-8763-2ab93eb42d0c service neutron] 10.222.0.20 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115774 Aug 28 12:51:49.900338 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=bc36930c-e300-4412-8dbc-e145f6326bae,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:49.906175 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-97ed4a7f-4fb3-476f-b8d7-6b871ae74bb5 req-7748e7df-42f9-4602-acf5-7f393552f2f6 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848696 Aug 28 12:51:50.166729 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:51:50.178857 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-ba9617bb-ef49-4244-aa87-54033104d34b req-7cb24525-164d-4ecb-bab2-84c6e02ca86b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Allocated IP 172.20.0.6 (94c98bd0-b397-4410-9e9a-94046b8de866/515db44d-2b7a-4e76-9761-e9a394711f3d/2a6c0169-7662-446d-ac2c-843f451109ae) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:50.185741 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:50.223932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Transition to ACTIVE for port object 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:50.233543 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-a155cbcc-e666-45a2-8443-48344dd60dc6 service neutron] 10.222.0.20 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316455 Aug 28 12:51:50.237850 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:50.294379 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-b6e24065-6328-4cf8-99c2-f0aba2db27d1 req-18d6967c-6c75-4abb-a98d-9d8f5e3ebd8c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Deleting port e4800467-c3eb-4fe0-90ca-d32dad354a51 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:51:50.294755 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b6e24065-6328-4cf8-99c2-f0aba2db27d1 req-18d6967c-6c75-4abb-a98d-9d8f5e3ebd8c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:50.528555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b6e24065-6328-4cf8-99c2-f0aba2db27d1 req-18d6967c-6c75-4abb-a98d-9d8f5e3ebd8c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] For port e4800467-c3eb-4fe0-90ca-d32dad354a51, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e4800467-c3eb-4fe0-90ca-d32dad354a51,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:50.528931 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b6e24065-6328-4cf8-99c2-f0aba2db27d1 req-18d6967c-6c75-4abb-a98d-9d8f5e3ebd8c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:50.593479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49772) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:50.624533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-b6e24065-6328-4cf8-99c2-f0aba2db27d1 req-18d6967c-6c75-4abb-a98d-9d8f5e3ebd8c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Calling delete_port for e4800467-c3eb-4fe0-90ca-d32dad354a51 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:51:50.626633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Pushing event updated for resources: {'Port': ['ID=0267ec38-4c25-4b7f-a556-ba3e5bf00fbd,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:50.822564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5466b432-df2d-411d-a4a9-0c9fe8217669 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-736602924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:50.832362 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c426f5de-cbfc-493f-9aaf-36c928574729 req-3a674a29-4fe2-4873-9f84-3f46cf44f97a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 210 time: 0.0755658 Aug 28 12:51:50.862130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-b5b87b80-e3b1-4217-9d70-53bd18c2f91f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:50.865312 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-b5b87b80-e3b1-4217-9d70-53bd18c2f91f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.11 "GET /v2.0/networks?id=94c98bd0-b397-4410-9e9a-94046b8de866 HTTP/1.1" status: 200 len: 818 time: 0.3722084 Aug 28 12:51:50.881533 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-08a600a3-c611-429b-8e03-a7b20ae6cdb3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Request body: {'port': {'device_id': '3b4fef64-df02-4186-818b-55043ca1c66a', 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866', 'admin_state_up': True, 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:50.906066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Attempting to bind port 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:50.906453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Attempting to bind port 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:50.906779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Attempting to bind port 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd on network f0affd8f-97d8-4f35-bf89-01dc3a581000 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:50.911103 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49784) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:50.955297 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba9617bb-ef49-4244-aa87-54033104d34b req-7cb24525-164d-4ecb-bab2-84c6e02ca86b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:50.999884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Port 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd on network f0affd8f-97d8-4f35-bf89-01dc3a581000 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:51:51.000668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Attempting to bind port 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd on network f0affd8f-97d8-4f35-bf89-01dc3a581000 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:51.037586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bc36930c-e300-4412-8dbc-e145f6326bae up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:51.047003 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-64a43361-3fb2-460f-9a5a-5e52e4309744 req-0896665b-d2aa-4ec8-b9b1-a4b185365305 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 210 time: 0.0553110 Aug 28 12:51:51.059741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:51.060423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Checking segment: {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:51.061848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Bound using segment: {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:51.062582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Bound port: 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:51.063185 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.146481 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port bc36930c-e300-4412-8dbc-e145f6326bae triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:51.146857 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.185132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] For port 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:51.188665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] For port 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=0267ec38-4c25-4b7f-a556-ba3e5bf00fbd,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:51.190436 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5466b432-df2d-411d-a4a9-0c9fe8217669 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.192347 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5466b432-df2d-411d-a4a9-0c9fe8217669 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.204507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b330d0-683f-4ef6-ab8b-0a2af8a67606 req-225e21ec-7f93-474b-abcd-6bf98ff6eede tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:51.206086 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87b330d0-683f-4ef6-ab8b-0a2af8a67606 req-225e21ec-7f93-474b-abcd-6bf98ff6eede tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.4725966 Aug 28 12:51:51.214618 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.220558 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-08a600a3-c611-429b-8e03-a7b20ae6cdb3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Made reservation on behalf of 5fa6504f1c5245c4bc244aff3d31f637 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:51.230133 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-08a600a3-c611-429b-8e03-a7b20ae6cdb3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.252632 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecf43b6e-00de-408c-a467-6d6ea63fcc39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.282057 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba9617bb-ef49-4244-aa87-54033104d34b req-7cb24525-164d-4ecb-bab2-84c6e02ca86b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.323158 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:51.323844 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.325463 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] 10.222.0.11 "PUT /v2.0/ports/0267ec38-4c25-4b7f-a556-ba3e5bf00fbd HTTP/1.1" status: 200 len: 1093 time: 2.9261591 Aug 28 12:51:51.335502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3d8772-9675-4086-8484-1d91a74c25f1', 'tag': '0267ec38-4c25-4b7f-a556-ba3e5bf00fbd'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:51:51.338341 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4109a3-cfe1-4198-bba1-6d471cb97887" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3d8772-9675-4086-8484-1d91a74c25f1", "tag": "0267ec38-4c25-4b7f-a556-ba3e5bf00fbd"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:51:51.344321 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363d9c0-b974-4227-8746-aa7ca918417f service neutron] Pushing event updated for resources: {'Port': ['ID=0267ec38-4c25-4b7f-a556-ba3e5bf00fbd,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:51.372442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31df00a-0aba-4284-aff8-85b428aaf24f req-5a0e8a2a-22c3-4c56-8dbe-4c11c5a2b396 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:51.373933 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c31df00a-0aba-4284-aff8-85b428aaf24f req-5a0e8a2a-22c3-4c56-8dbe-4c11c5a2b396 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 944 time: 0.2186239 Aug 28 12:51:51.475455 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c31df00a-0aba-4284-aff8-85b428aaf24f req-dff425da-4e01-4320-a361-2231a636e04b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941474 Aug 28 12:51:51.488049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-08a600a3-c611-429b-8e03-a7b20ae6cdb3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Allocated IP 172.20.0.14 (94c98bd0-b397-4410-9e9a-94046b8de866/515db44d-2b7a-4e76-9761-e9a394711f3d/d60385a0-46e2-4d6a-893b-822c58345f58) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:51.553000 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecf43b6e-00de-408c-a467-6d6ea63fcc39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.557388 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecf43b6e-00de-408c-a467-6d6ea63fcc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.623416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf43b6e-00de-408c-a467-6d6ea63fcc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635a8b22-0848-4ec6-a073-c35227adc5b9,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:51.628135 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ecf43b6e-00de-408c-a467-6d6ea63fcc39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73cec82fef92422ca12770fe021b98f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7159665 Aug 28 12:51:51.632410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49798) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:51.702075 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-105bd9f7-a4b6-42ed-b35d-35ae3e26238e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.728631 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-105bd9f7-a4b6-42ed-b35d-35ae3e26238e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.752837 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365b2ea7-2b0e-4d54-93b1-be442289dcee x-openstack-request-id: req-365b2ea7-2b0e-4d54-93b1-be442289dcee {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:51:51.753736 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3d8772-9675-4086-8484-1d91a74c25f1", "tag": "0267ec38-4c25-4b7f-a556-ba3e5bf00fbd", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:51:51.753954 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-365b2ea7-2b0e-4d54-93b1-be442289dcee {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:51:51.754269 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3d8772-9675-4086-8484-1d91a74c25f1', 'tag': '0267ec38-4c25-4b7f-a556-ba3e5bf00fbd', 'status': 'completed', 'code': 200} Aug 28 12:51:51.755984 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5466b432-df2d-411d-a4a9-0c9fe8217669 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.779613 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-105bd9f7-a4b6-42ed-b35d-35ae3e26238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.783338 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-105bd9f7-a4b6-42ed-b35d-35ae3e26238e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.785490 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-105bd9f7-a4b6-42ed-b35d-35ae3e26238e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/635a8b22-0848-4ec6-a073-c35227adc5b9 HTTP/1.1" status: 204 len: 168 time: 0.1509545 Aug 28 12:51:51.794262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bd9f7-a4b6-42ed-b35d-35ae3e26238e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635a8b22-0848-4ec6-a073-c35227adc5b9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:51.812886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9617bb-ef49-4244-aa87-54033104d34b req-7cb24525-164d-4ecb-bab2-84c6e02ca86b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Network 94c98bd0-b397-4410-9e9a-94046b8de866 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:51.816425 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87b330d0-683f-4ef6-ab8b-0a2af8a67606 req-63419703-6e34-41d8-a159-5bcd44ebf92d tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969126 Aug 28 12:51:51.831365 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5466b432-df2d-411d-a4a9-0c9fe8217669 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.880966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-ba9617bb-ef49-4244-aa87-54033104d34b req-7cb24525-164d-4ecb-bab2-84c6e02ca86b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:51.897406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9617bb-ef49-4244-aa87-54033104d34b req-7cb24525-164d-4ecb-bab2-84c6e02ca86b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:51.918014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb24525-164d-4ecb-bab2-84c6e02ca86b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Pushing event updated for resources: {'Port': ['ID=2a6c0169-7662-446d-ac2c-843f451109ae,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:51.952647 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93a1db57-1236-4dcc-b808-30311dc65249 req-4cf7b453-114e-4159-a29e-3b595a290f67 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 210 time: 0.0284503 Aug 28 12:51:51.953103 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5466b432-df2d-411d-a4a9-0c9fe8217669 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.954290 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5466b432-df2d-411d-a4a9-0c9fe8217669 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.3511577 Aug 28 12:51:51.957798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49804) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:51.965210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2e8148a1-c3fc-4f1a-9e0b-ff2562776825 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-138730220'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:51.982926 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b6e24065-6328-4cf8-99c2-f0aba2db27d1 req-18d6967c-6c75-4abb-a98d-9d8f5e3ebd8c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:51.991594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-aee44cd8-def2-471f-ae76-7bb10fc7e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:51.993133 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-aee44cd8-def2-471f-ae76-7bb10fc7e625 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 1096 time: 0.2565358 Aug 28 12:51:52.052918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8148a1-c3fc-4f1a-9e0b-ff2562776825 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Made reservation on behalf of 17fad3f5c47b4838a3afd12fff9a03ae for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:52.056683 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e8148a1-c3fc-4f1a-9e0b-ff2562776825 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:52.080812 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e8148a1-c3fc-4f1a-9e0b-ff2562776825 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:52.085552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9617bb-ef49-4244-aa87-54033104d34b req-7cb24525-164d-4ecb-bab2-84c6e02ca86b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:52.086505 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba9617bb-ef49-4244-aa87-54033104d34b req-7cb24525-164d-4ecb-bab2-84c6e02ca86b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:52.093882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6967c-6c75-4abb-a98d-9d8f5e3ebd8c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Pushing event deleted for resources: {'Port': ['ID=e4800467-c3eb-4fe0-90ca-d32dad354a51,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:52.103366 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-16cdfa9d-a998-4b06-8adb-8d0f570cd1d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0267ec38-4c25-4b7f-a556-ba3e5bf00fbd HTTP/1.1" status: 200 len: 217 time: 0.0965831 Aug 28 12:51:52.136232 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-1a11541f-15f4-4251-acd9-f8844ffb034a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:52.137808 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-1a11541f-15f4-4251-acd9-f8844ffb034a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.11 "GET /v2.0/networks?id=8e5087e7-1a60-4dfa-993c-815f10cc8532 HTTP/1.1" status: 200 len: 815 time: 0.3953433 Aug 28 12:51:52.155908 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-b77e8bb9-7609-4966-a5bc-471637e12e16 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Request body: {'port': {'device_id': 'fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51', 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532', 'admin_state_up': True, 'tenant_id': '9268704101a74e1cb668f06e13dc85fd'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:52.178714 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-08a600a3-c611-429b-8e03-a7b20ae6cdb3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:52.208592 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e24065-6328-4cf8-99c2-f0aba2db27d1 req-18d6967c-6c75-4abb-a98d-9d8f5e3ebd8c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] No DVR routers for this DVR port e4800467-c3eb-4fe0-90ca-d32dad354a51 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:51:52.247172 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b6e24065-6328-4cf8-99c2-f0aba2db27d1 req-18d6967c-6c75-4abb-a98d-9d8f5e3ebd8c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:52.249354 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6e24065-6328-4cf8-99c2-f0aba2db27d1 req-18d6967c-6c75-4abb-a98d-9d8f5e3ebd8c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.11 "DELETE /v2.0/ports/e4800467-c3eb-4fe0-90ca-d32dad354a51 HTTP/1.1" status: 204 len: 173 time: 2.3805020 Aug 28 12:51:52.277515 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68425ef2-fd0a-414a-95bd-0560fd08e237 req-6cb95466-bbaf-49a0-8547-5e17367d7c33 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 210 time: 0.1021330 Aug 28 12:51:52.307280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-73a41d9a-95dd-45a1-a0d7-043810f3559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:52.309114 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-73a41d9a-95dd-45a1-a0d7-043810f3559b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd852a07-8b52-48ff-bea6-e7301fb1f959 HTTP/1.1" status: 200 len: 845 time: 0.1702962 Aug 28 12:51:52.315324 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-08a600a3-c611-429b-8e03-a7b20ae6cdb3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:52.356561 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-3f8bceed-c631-4b7a-b3f8-644c84a0b788 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0affd8f-97d8-4f35-bf89-01dc3a581000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390177 Aug 28 12:51:52.387334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-08a600a3-c611-429b-8e03-a7b20ae6cdb3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Network 94c98bd0-b397-4410-9e9a-94046b8de866 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:52.399886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-08a600a3-c611-429b-8e03-a7b20ae6cdb3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:52.402414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-08a600a3-c611-429b-8e03-a7b20ae6cdb3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:52.406347 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e8148a1-c3fc-4f1a-9e0b-ff2562776825 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:52.415905 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e8148a1-c3fc-4f1a-9e0b-ff2562776825 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:52.428245 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba9617bb-ef49-4244-aa87-54033104d34b req-7cb24525-164d-4ecb-bab2-84c6e02ca86b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2591231 Aug 28 12:51:52.441947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a600a3-c611-429b-8e03-a7b20ae6cdb3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Pushing event updated for resources: {'Port': ['ID=d60385a0-46e2-4d6a-893b-822c58345f58,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:52.446830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Request body: {'port': {'device_id': 'ac1898ff-e749-4501-8106-a354da453568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:52.494242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8148a1-c3fc-4f1a-9e0b-ff2562776825 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:52.494731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-b77e8bb9-7609-4966-a5bc-471637e12e16 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Made reservation on behalf of 9268704101a74e1cb668f06e13dc85fd for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:52.498586 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-b77e8bb9-7609-4966-a5bc-471637e12e16 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:52.505519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8148a1-c3fc-4f1a-9e0b-ff2562776825 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2528753d-6bab-4b13-8b52-ad177cf079c1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:52.516117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-08a600a3-c611-429b-8e03-a7b20ae6cdb3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:52.516899 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-08a600a3-c611-429b-8e03-a7b20ae6cdb3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:52.523655 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e8148a1-c3fc-4f1a-9e0b-ff2562776825 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:52.523655 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-2e8148a1-c3fc-4f1a-9e0b-ff2562776825 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Added segment 2f8b9386-6a77-46a7-969e-59efc847d747 of type vlan for network 71dee793-e619-4084-8e1e-6454b006d353 Aug 28 12:51:52.567717 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:52.568292 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-08a600a3-c611-429b-8e03-a7b20ae6cdb3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6924849 Aug 28 12:51:52.581006 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e8148a1-c3fc-4f1a-9e0b-ff2562776825 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:52.581245 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-0247c3e9-7726-4399-a666-71f246c89108 service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142920 Aug 28 12:51:52.587309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Request body: {'port': {'device_id': '3b4fef64-df02-4186-818b-55043ca1c66a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:52.709149 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:52.728132 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e8148a1-c3fc-4f1a-9e0b-ff2562776825 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:52.735338 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e4800467-c3eb-4fe0-90ca-d32dad354a51 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:51:52.751931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8148a1-c3fc-4f1a-9e0b-ff2562776825 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:52.752580 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e8148a1-c3fc-4f1a-9e0b-ff2562776825 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:52.776089 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: e4800467-c3eb-4fe0-90ca-d32dad354a51 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:51:52.777420 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e4800467-c3eb-4fe0-90ca-d32dad354a51 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:51:52.807676 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2e8148a1-c3fc-4f1a-9e0b-ff2562776825 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8483760 Aug 28 12:51:52.808695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49832) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:52.815397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49834) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:52.854301 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-d08814b6-11dd-4e47-b10e-f13ae02782af tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Request body: {'subnet': {'network_id': '71dee793-e619-4084-8e1e-6454b006d353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:52.899630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38ad15-5aaa-4589-8d9b-2249ee95f4c3 req-7435cc77-a717-406f-abc4-7828ebadf5ad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:52.901196 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d38ad15-5aaa-4589-8d9b-2249ee95f4c3 req-7435cc77-a717-406f-abc4-7828ebadf5ad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 944 time: 0.2868462 Aug 28 12:51:52.928745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8148a1-c3fc-4f1a-9e0b-ff2562776825 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event updated for resources: {'Network': ['ID=71dee793-e619-4084-8e1e-6454b006d353,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:52.953151 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 71dee793-e619-4084-8e1e-6454b006d353 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:53.009343 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb75262e-4b0a-4925-83dd-206754cee3a2 req-5f14c136-0954-481d-a0ae-640e7a886330 service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164011 Aug 28 12:51:53.069088 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d38ad15-5aaa-4589-8d9b-2249ee95f4c3 req-fdf0e9e4-ec13-4e9b-ab43-bc855d0b608d tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574249 Aug 28 12:51:53.075614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-cb24b798-3425-48da-aa9b-1b504598e469 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1022554763-network', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:53.102464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb24b798-3425-48da-aa9b-1b504598e469 admin admin] Made reservation on behalf of 8c66db8c96724d8985dc40fa8c593ecc for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:53.105175 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb24b798-3425-48da-aa9b-1b504598e469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.115227 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb24b798-3425-48da-aa9b-1b504598e469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.154577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-b77e8bb9-7609-4966-a5bc-471637e12e16 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Allocated IP 172.20.0.10 (8e5087e7-1a60-4dfa-993c-815f10cc8532/4308f611-4243-42be-8e8a-6ce4e311daa2/21272b16-e8dc-4c64-a88f-68a72afb80cd) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:53.171623 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-54f7e3fa-e3db-4ab3-966b-e8489d484e6c req-4b4ad5bf-ecb1-4427-bb98-4a8397049f13 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 210 time: 0.0362294 Aug 28 12:51:53.214745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb2c33-dd7f-43b2-89f4-33167fe642b5 req-dc9c4b06-555f-4736-ab6d-3f6cff7df874 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:53.216375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07bb2c33-dd7f-43b2-89f4-33167fe642b5 req-dc9c4b06-555f-4736-ab6d-3f6cff7df874 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.2241325 Aug 28 12:51:53.235930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4109a3-cfe1-4198-bba1-6d471cb97887 req-b6554769-eb97-44aa-8745-5742bb30f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:53.237389 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf4109a3-cfe1-4198-bba1-6d471cb97887 req-b6554769-eb97-44aa-8745-5742bb30f082 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 1096 time: 0.1240330 Aug 28 12:51:53.252325 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb24b798-3425-48da-aa9b-1b504598e469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.256822 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb24b798-3425-48da-aa9b-1b504598e469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.279486 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb24b798-3425-48da-aa9b-1b504598e469 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:53.295353 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24b798-3425-48da-aa9b-1b504598e469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ad73aa-78f0-4e3d-b5c4-5714e0df4325,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:53.299425 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb24b798-3425-48da-aa9b-1b504598e469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.299785 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-cb24b798-3425-48da-aa9b-1b504598e469 admin admin] Added segment 62122ca6-8fa6-44b3-b200-f670403561a4 of type vlan for network 8c33761f-db05-4660-b311-b355e5202ecb Aug 28 12:51:53.351259 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb24b798-3425-48da-aa9b-1b504598e469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.399419 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb24b798-3425-48da-aa9b-1b504598e469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.400392 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb24b798-3425-48da-aa9b-1b504598e469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:53.400964 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb24b798-3425-48da-aa9b-1b504598e469 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.420736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08814b6-11dd-4e47-b10e-f13ae02782af tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Made reservation on behalf of 17fad3f5c47b4838a3afd12fff9a03ae for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:53.424143 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d08814b6-11dd-4e47-b10e-f13ae02782af tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.441711 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07bb2c33-dd7f-43b2-89f4-33167fe642b5 req-04aa7a24-404a-4e3e-8c24-064999f1b964 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130966 Aug 28 12:51:53.465573 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cb24b798-3425-48da-aa9b-1b504598e469 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5988400 Aug 28 12:51:53.468495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49844) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:53.477332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d0985cda-fdea-4054-affb-07dcf20017b3 admin admin] Request body: {'subnet': {'network_id': '8c33761f-db05-4660-b311-b355e5202ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1022554763-subnet', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:53.489985 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24b798-3425-48da-aa9b-1b504598e469 admin admin] Pushing event updated for resources: {'Network': ['ID=8c33761f-db05-4660-b311-b355e5202ecb,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:53.499926 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 8c33761f-db05-4660-b311-b355e5202ecb details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:53.500844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18df9e-6cf0-4baf-9e1f-a1a373599b5a req-9a1d06d1-8349-4518-9d1d-009564d75143 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:53.502373 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9a18df9e-6cf0-4baf-9e1f-a1a373599b5a req-9a1d06d1-8349-4518-9d1d-009564d75143 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 932 time: 0.1340351 Aug 28 12:51:53.520869 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0985cda-fdea-4054-affb-07dcf20017b3 admin admin] Made reservation on behalf of 8c66db8c96724d8985dc40fa8c593ecc for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:53.523449 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0985cda-fdea-4054-affb-07dcf20017b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.582095 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6c0169-7662-446d-ac2c-843f451109ae {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:51:53.595156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4109a3-cfe1-4198-bba1-6d471cb97887 req-279aeb3b-cd58-4591-94f9-4fd0a508b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:53.596630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf4109a3-cfe1-4198-bba1-6d471cb97887 req-279aeb3b-cd58-4591-94f9-4fd0a508b515 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 905 time: 0.3451402 Aug 28 12:51:53.607045 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.609202 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9a18df9e-6cf0-4baf-9e1f-a1a373599b5a req-3bbe1f1c-2ed2-4869-a92a-005d90a49f3b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833807 Aug 28 12:51:53.670135 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-b77e8bb9-7609-4966-a5bc-471637e12e16 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.674352 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf4109a3-cfe1-4198-bba1-6d471cb97887 req-bc3a793a-f446-4740-8b1b-a2ee81198027 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0267ec38-4c25-4b7f-a556-ba3e5bf00fbd HTTP/1.1" status: 200 len: 217 time: 0.0649178 Aug 28 12:51:53.677872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Transition to ACTIVE for port object 2a6c0169-7662-446d-ac2c-843f451109ae will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:53.694089 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.756390 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8563af6-7a9a-48cd-980d-867d1fa163b6', 'name': 'network-vif-deleted', 'tag': 'e4800467-c3eb-4fe0-90ca-d32dad354a51'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:51:53.758678 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f03e360-0338-427c-b2b4-5c8e2add2af8" -d '{"events": [{"server_uuid": "d8563af6-7a9a-48cd-980d-867d1fa163b6", "name": "network-vif-deleted", "tag": "e4800467-c3eb-4fe0-90ca-d32dad354a51"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:51:53.782753 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0985cda-fdea-4054-affb-07dcf20017b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.825447 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3286a91-3821-4a9c-8876-aa784d3dbcfc x-openstack-request-id: req-e3286a91-3821-4a9c-8876-aa784d3dbcfc {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:51:53.825737 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8563af6-7a9a-48cd-980d-867d1fa163b6", "name": "network-vif-deleted", "tag": "e4800467-c3eb-4fe0-90ca-d32dad354a51", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:51:53.825985 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3286a91-3821-4a9c-8876-aa784d3dbcfc {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:51:53.826383 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8563af6-7a9a-48cd-980d-867d1fa163b6', 'name': 'network-vif-deleted', 'tag': 'e4800467-c3eb-4fe0-90ca-d32dad354a51', 'status': 'completed', 'code': 200} Aug 28 12:51:53.843049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4109a3-cfe1-4198-bba1-6d471cb97887 req-b7c1c0fa-f37f-489c-b66b-e25823b23846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:53.844169 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf4109a3-cfe1-4198-bba1-6d471cb97887 req-b7c1c0fa-f37f-489c-b66b-e25823b23846 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd852a07-8b52-48ff-bea6-e7301fb1f959 HTTP/1.1" status: 200 len: 845 time: 0.1607172 Aug 28 12:51:53.849000 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6c0169-7662-446d-ac2c-843f451109ae,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:53.885037 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0985cda-fdea-4054-affb-07dcf20017b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f1acfd0-9b8b-49ff-9926-40732f167066,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:53.911372 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf4109a3-cfe1-4198-bba1-6d471cb97887 req-9e2bb4ec-8375-44ec-86ba-95df83f35af7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0affd8f-97d8-4f35-bf89-01dc3a581000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543346 Aug 28 12:51:53.913561 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0985cda-fdea-4054-affb-07dcf20017b3 admin admin] Checking segment: {'id': '62122ca6-8fa6-44b3-b200-f670403561a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:53.914004 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0985cda-fdea-4054-affb-07dcf20017b3 admin admin] Network hostable DHCP agents. Network: 8c33761f-db05-4660-b311-b355e5202ecb, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:51:53.946296 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-b77e8bb9-7609-4966-a5bc-471637e12e16 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.958264 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d60385a0-46e2-4d6a-893b-822c58345f58 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:51:53.968652 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.973164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0985cda-fdea-4054-affb-07dcf20017b3 admin admin] Network 8c33761f-db05-4660-b311-b355e5202ecb is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:51:53.988484 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Transition to ACTIVE for port object d60385a0-46e2-4d6a-893b-822c58345f58 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:53.989614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d0985cda-fdea-4054-affb-07dcf20017b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 8c33761f-db05-4660-b311-b355e5202ecb) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:53.994824 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:53.998910 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0985cda-fdea-4054-affb-07dcf20017b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:53.999536 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0985cda-fdea-4054-affb-07dcf20017b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.004703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c12d28-08c7-41fa-8eb1-ce2f4d5b8b37 None None] Network 8c33761f-db05-4660-b311-b355e5202ecb requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:54.080190 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d0985cda-fdea-4054-affb-07dcf20017b3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6096020 Aug 28 12:51:54.086308 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49852) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:54.091207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1022554763-router', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:54.092395 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d08814b6-11dd-4e47-b10e-f13ae02782af tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.104622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-b77e8bb9-7609-4966-a5bc-471637e12e16 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Network 8e5087e7-1a60-4dfa-993c-815f10cc8532 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:54.129816 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d60385a0-46e2-4d6a-893b-822c58345f58,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:54.145798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-b77e8bb9-7609-4966-a5bc-471637e12e16 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:54.157323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-b77e8bb9-7609-4966-a5bc-471637e12e16 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:54.164324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e8bb9-7609-4966-a5bc-471637e12e16 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Pushing event updated for resources: {'Port': ['ID=21272b16-e8dc-4c64-a88f-68a72afb80cd,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:54.198252 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Attempting to bind port 2a6c0169-7662-446d-ac2c-843f451109ae on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:54.198609 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Attempting to bind port 2a6c0169-7662-446d-ac2c-843f451109ae by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '55936036-2d47-4609-b5fe-e27b34c33343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:54.198931 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Attempting to bind port 2a6c0169-7662-446d-ac2c-843f451109ae on network 94c98bd0-b397-4410-9e9a-94046b8de866 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:54.220648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-8c33761f-db05-4660-b311-b355e5202ecb', 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'fixed_ips': [{'subnet_id': '7f1acfd0-9b8b-49ff-9926-40732f167066'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:51:54.221726 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.235539 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.237249 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.265858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Port 2a6c0169-7662-446d-ac2c-843f451109ae on network 94c98bd0-b397-4410-9e9a-94046b8de866 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:51:54.266824 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Attempting to bind port 2a6c0169-7662-446d-ac2c-843f451109ae on network 94c98bd0-b397-4410-9e9a-94046b8de866 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:54.275836 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08814b6-11dd-4e47-b10e-f13ae02782af tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event updated for resources: {'Subnet': ['ID=1f61bbf1-f30b-456d-8c3a-a9896660790d,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:54.290875 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf4109a3-cfe1-4198-bba1-6d471cb97887 req-fc260e51-fc3e-4996-8bb6-32cd7f0e65fe service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560343 Aug 28 12:51:54.293920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:54.299765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Checking segment: {'id': '55936036-2d47-4609-b5fe-e27b34c33343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:54.299973 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.300663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Bound using segment: {'id': '55936036-2d47-4609-b5fe-e27b34c33343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:54.301380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Bound port: 2a6c0169-7662-446d-ac2c-843f451109ae, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55936036-2d47-4609-b5fe-e27b34c33343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:54.301986 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.313885 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-b77e8bb9-7609-4966-a5bc-471637e12e16 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:54.315140 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-b77e8bb9-7609-4966-a5bc-471637e12e16 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.391333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Allocated IP 172.20.0.2 (8c33761f-db05-4660-b311-b355e5202ecb/7f1acfd0-9b8b-49ff-9926-40732f167066/4402ce46-a393-4cbc-819d-4cd403f99581) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:54.431331 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Attempting to bind port d60385a0-46e2-4d6a-893b-822c58345f58 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:54.431737 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Attempting to bind port d60385a0-46e2-4d6a-893b-822c58345f58 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '55936036-2d47-4609-b5fe-e27b34c33343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:54.431997 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Attempting to bind port d60385a0-46e2-4d6a-893b-822c58345f58 on network 94c98bd0-b397-4410-9e9a-94046b8de866 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:54.433271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343c5f7-e25a-422f-8b92-1f1f903e9196 req-f7faaf65-87fb-4cb4-b1df-7c6535c822c8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:54.434828 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5343c5f7-e25a-422f-8b92-1f1f903e9196 req-f7faaf65-87fb-4cb4-b1df-7c6535c822c8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 944 time: 0.2618182 Aug 28 12:51:54.436048 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-b77e8bb9-7609-4966-a5bc-471637e12e16 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2857733 Aug 28 12:51:54.439711 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Port d60385a0-46e2-4d6a-893b-822c58345f58 on network 94c98bd0-b397-4410-9e9a-94046b8de866 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:51:54.440131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Attempting to bind port d60385a0-46e2-4d6a-893b-822c58345f58 on network 94c98bd0-b397-4410-9e9a-94046b8de866 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:54.447651 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:54.447951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Checking segment: {'id': '55936036-2d47-4609-b5fe-e27b34c33343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:54.448418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Bound using segment: {'id': '55936036-2d47-4609-b5fe-e27b34c33343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:54.448855 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Bound port: d60385a0-46e2-4d6a-893b-822c58345f58, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55936036-2d47-4609-b5fe-e27b34c33343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:54.449213 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.467552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Request body: {'port': {'device_id': 'fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:54.475224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08814b6-11dd-4e47-b10e-f13ae02782af tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Checking segment: {'id': '2f8b9386-6a77-46a7-969e-59efc847d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '71dee793-e619-4084-8e1e-6454b006d353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:54.475591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08814b6-11dd-4e47-b10e-f13ae02782af tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Network hostable DHCP agents. Network: 71dee793-e619-4084-8e1e-6454b006d353, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:51:54.540864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb298007-e108-43ef-bb37-533988e58f8e req-40778339-dead-471a-851d-e70ee4e6e94a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:54.549206 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bb298007-e108-43ef-bb37-533988e58f8e req-40778339-dead-471a-851d-e70ee4e6e94a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 932 time: 0.2308862 Aug 28 12:51:54.565611 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.567082 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.577925 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Transition to ACTIVE for port object 4402ce46-a393-4cbc-819d-4cd403f99581 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:54.582757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-e377d451-09a7-4bb1-83b8-0e0860c4a244 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2646368 Aug 28 12:51:54.608883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Transition to ACTIVE for port object 4402ce46-a393-4cbc-819d-4cd403f99581 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:54.616164 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.634148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] For port 2a6c0169-7662-446d-ac2c-843f451109ae, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:54.646344 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5343c5f7-e25a-422f-8b92-1f1f903e9196 req-69a05a3b-80f2-49bf-87ee-52684c8b9e79 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878726 Aug 28 12:51:54.668973 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf4109a3-cfe1-4198-bba1-6d471cb97887 req-371d4236-6330-4f11-b9bd-33448039d495 service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431640 Aug 28 12:51:54.673161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08814b6-11dd-4e47-b10e-f13ae02782af tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Network 71dee793-e619-4084-8e1e-6454b006d353 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:51:54.687464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] For port 2a6c0169-7662-446d-ac2c-843f451109ae, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2a6c0169-7662-446d-ac2c-843f451109ae,segment=NetworkSegment(55936036-2d47-4609-b5fe-e27b34c33343),segment_id=55936036-2d47-4609-b5fe-e27b34c33343)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:54.687464 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.693761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Network 8c33761f-db05-4660-b311-b355e5202ecb is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:54.695137 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bb298007-e108-43ef-bb37-533988e58f8e req-ee3ce7fe-f19d-467c-ae69-ddf8cdd47000 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452498 Aug 28 12:51:54.701211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:54.702050 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.703880 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d08814b6-11dd-4e47-b10e-f13ae02782af tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 71dee793-e619-4084-8e1e-6454b006d353) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:54.706602 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:54.719230 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Pushing event updated for resources: {'Port': ['ID=4402ce46-a393-4cbc-819d-4cd403f99581,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:54.731562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08814b6-11dd-4e47-b10e-f13ae02782af tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:54.732164 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d08814b6-11dd-4e47-b10e-f13ae02782af tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.742694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] For port d60385a0-46e2-4d6a-893b-822c58345f58, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:54.748916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef722ef3-dce1-4c04-89fd-93f0e40ee7d3 None None] Network 71dee793-e619-4084-8e1e-6454b006d353 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:54.761320 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] For port d60385a0-46e2-4d6a-893b-822c58345f58, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d60385a0-46e2-4d6a-893b-822c58345f58,segment=NetworkSegment(55936036-2d47-4609-b5fe-e27b34c33343),segment_id=55936036-2d47-4609-b5fe-e27b34c33343)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:54.774235 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.835013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Attempting to bind port 4402ce46-a393-4cbc-819d-4cd403f99581 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:54.836971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Attempting to bind port 4402ce46-a393-4cbc-819d-4cd403f99581 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '62122ca6-8fa6-44b3-b200-f670403561a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:54.837336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Attempting to bind port 4402ce46-a393-4cbc-819d-4cd403f99581 on network 8c33761f-db05-4660-b311-b355e5202ecb {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:54.851070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:54.851540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Checking segment: {'id': '62122ca6-8fa6-44b3-b200-f670403561a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:54.852010 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.852466 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Bound using segment: {'id': '62122ca6-8fa6-44b3-b200-f670403561a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:54.853132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Bound port: 4402ce46-a393-4cbc-819d-4cd403f99581, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62122ca6-8fa6-44b3-b200-f670403561a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:54.853516 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.877816 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:54.880792 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:54.881456 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] 10.222.0.11 "PUT /v2.0/ports/d60385a0-46e2-4d6a-893b-822c58345f58 HTTP/1.1" status: 200 len: 1093 time: 2.3023942 Aug 28 12:51:54.886532 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4fef64-df02-4186-818b-55043ca1c66a', 'tag': 'd60385a0-46e2-4d6a-893b-822c58345f58'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:51:54.888779 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513eb5b7-a8ed-4004-addb-9b156a3c3ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4fef64-df02-4186-818b-55043ca1c66a", "tag": "d60385a0-46e2-4d6a-893b-822c58345f58"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:51:54.919456 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add90da-0420-43cb-9564-fe9c6f9b05a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d60385a0-46e2-4d6a-893b-822c58345f58,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:54.974246 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] For port 4402ce46-a393-4cbc-819d-4cd403f99581, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:54.979716 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4adc34-f7f2-48ad-9080-b008eed42ce1 req-1d7eb941-4508-47d1-8854-189ab89de87f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:54.981253 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc4adc34-f7f2-48ad-9080-b008eed42ce1 req-1d7eb941-4508-47d1-8854-189ab89de87f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 944 time: 0.1631060 Aug 28 12:51:54.993337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] For port 4402ce46-a393-4cbc-819d-4cd403f99581, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4402ce46-a393-4cbc-819d-4cd403f99581,segment=NetworkSegment(62122ca6-8fa6-44b3-b200-f670403561a4),segment_id=62122ca6-8fa6-44b3-b200-f670403561a4)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:55.000698 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:55.030198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-d32c3f99-4f32-44b4-bfc3-f53251df5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:55.031930 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-d32c3f99-4f32-44b4-bfc3-f53251df5f61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5fa6504f1c5245c4bc244aff3d31f637&device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 1096 time: 0.1040924 Aug 28 12:51:55.055524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-71dee793-e619-4084-8e1e-6454b006d353', 'network_id': '71dee793-e619-4084-8e1e-6454b006d353', 'tenant_id': '17fad3f5c47b4838a3afd12fff9a03ae', 'fixed_ips': [{'subnet_id': '1f61bbf1-f30b-456d-8c3a-a9896660790d'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:51:55.057011 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:55.157244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:55.158287 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:55.162275 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba9617bb-ef49-4244-aa87-54033104d34b req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] 10.222.0.11 "PUT /v2.0/ports/2a6c0169-7662-446d-ac2c-843f451109ae HTTP/1.1" status: 200 len: 1092 time: 2.7230482 Aug 28 12:51:55.166689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b61f0-e56b-4dc6-bae6-2a6c23417586 None None] Pushing event updated for resources: {'Port': ['ID=4402ce46-a393-4cbc-819d-4cd403f99581,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:55.182088 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-f80bab2c-56d3-40c8-b5c3-c3acacd2ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:55.183070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-f80bab2c-56d3-40c8-b5c3-c3acacd2ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:55.183708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-f80bab2c-56d3-40c8-b5c3-c3acacd2ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:55.184361 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-f80bab2c-56d3-40c8-b5c3-c3acacd2ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:55.184996 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-f80bab2c-56d3-40c8-b5c3-c3acacd2ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:55.185462 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-f80bab2c-56d3-40c8-b5c3-c3acacd2ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:55.185933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-f80bab2c-56d3-40c8-b5c3-c3acacd2ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:55.188908 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-f80bab2c-56d3-40c8-b5c3-c3acacd2ce1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e506c78606b440c8de2be4917f584b8&device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 6510 time: 0.5659137 Aug 28 12:51:55.255875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Allocated IP 2001:db8::2 (71dee793-e619-4084-8e1e-6454b006d353/1f61bbf1-f30b-456d-8c3a-a9896660790d/5881893e-2417-47d5-8e4d-13500a8fa795) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:55.383147 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d08814b6-11dd-4e47-b10e-f13ae02782af tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5589290 Aug 28 12:51:55.389785 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49868) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:55.396477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-22eee12e-4c3a-43de-97d1-964338705739 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Request body: {'network': {'name': 'tempest-router-network01--483366358'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:55.400565 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa22bd-71b4-47d8-b222-35736cdceb75 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6c0169-7662-446d-ac2c-843f451109ae,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:55.453768 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:55.467688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Transition to ACTIVE for port object 5881893e-2417-47d5-8e4d-13500a8fa795 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:55.473173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9617bb-ef49-4244-aa87-54033104d34b req-e1998bd9-0862-4385-ba06-c16142be5a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:55.476322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba9617bb-ef49-4244-aa87-54033104d34b req-e1998bd9-0862-4385-ba06-c16142be5a7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5fa6504f1c5245c4bc244aff3d31f637&device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 1095 time: 0.2599969 Aug 28 12:51:55.484800 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cc4adc34-f7f2-48ad-9080-b008eed42ce1 req-d946605e-0f8e-442b-8e79-da7c91038c3b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950998 Aug 28 12:51:55.492843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Transition to ACTIVE for port object 5881893e-2417-47d5-8e4d-13500a8fa795 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:55.500395 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:55.534268 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-ba5319f2-be20-4380-9d96-db40f65dcd11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d60385a0-46e2-4d6a-893b-822c58345f58 HTTP/1.1" status: 200 len: 217 time: 0.4919462 Aug 28 12:51:55.538592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Network 71dee793-e619-4084-8e1e-6454b006d353 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:55.541930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:55.545348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:55.563513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Pushing event updated for resources: {'Port': ['ID=5881893e-2417-47d5-8e4d-13500a8fa795,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:55.600345 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba9617bb-ef49-4244-aa87-54033104d34b req-aef0cb64-125e-426c-866e-60b741641dee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a6c0169-7662-446d-ac2c-843f451109ae HTTP/1.1" status: 200 len: 217 time: 0.0990469 Aug 28 12:51:55.608361 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168f0cb-d5d3-4fb3-b4e1-d362a4028d8e req-2f354264-3eff-41dd-8d66-e007d39e5a95 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:55.615644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Attempting to bind port 5881893e-2417-47d5-8e4d-13500a8fa795 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:55.616018 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Attempting to bind port 5881893e-2417-47d5-8e4d-13500a8fa795 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '2f8b9386-6a77-46a7-969e-59efc847d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '71dee793-e619-4084-8e1e-6454b006d353'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:55.616379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Attempting to bind port 5881893e-2417-47d5-8e4d-13500a8fa795 on network 71dee793-e619-4084-8e1e-6454b006d353 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:55.616895 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8168f0cb-d5d3-4fb3-b4e1-d362a4028d8e req-2f354264-3eff-41dd-8d66-e007d39e5a95 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.4139354 Aug 28 12:51:55.626402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eee12e-4c3a-43de-97d1-964338705739 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Made reservation on behalf of 17fad3f5c47b4838a3afd12fff9a03ae for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:55.627363 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:55.627894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Checking segment: {'id': '2f8b9386-6a77-46a7-969e-59efc847d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '71dee793-e619-4084-8e1e-6454b006d353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:55.629776 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:55.630317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Bound using segment: {'id': '2f8b9386-6a77-46a7-969e-59efc847d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '71dee793-e619-4084-8e1e-6454b006d353'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:55.630970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Bound port: 5881893e-2417-47d5-8e4d-13500a8fa795, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8b9386-6a77-46a7-969e-59efc847d747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '71dee793-e619-4084-8e1e-6454b006d353'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:55.631118 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-22eee12e-4c3a-43de-97d1-964338705739 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:55.631831 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:55.646889 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:55.649437 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-1f42eef0-1ce5-4b27-836d-beb64b14016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:55.664793 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-1f42eef0-1ce5-4b27-836d-beb64b14016e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=515db44d-2b7a-4e76-9761-e9a394711f3d HTTP/1.1" status: 200 len: 858 time: 0.1169162 Aug 28 12:51:55.666469 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1e0b98-890a-49c6-9f5b-88efeab60219 x-openstack-request-id: req-5d1e0b98-890a-49c6-9f5b-88efeab60219 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:51:55.666953 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4fef64-df02-4186-818b-55043ca1c66a", "tag": "d60385a0-46e2-4d6a-893b-822c58345f58", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:51:55.667161 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d1e0b98-890a-49c6-9f5b-88efeab60219 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:51:55.667620 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4fef64-df02-4186-818b-55043ca1c66a', 'tag': 'd60385a0-46e2-4d6a-893b-822c58345f58', 'status': 'completed', 'code': 200} Aug 28 12:51:55.705006 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:55.734054 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-2095bc5c-c20c-4e72-accd-3a4f06513a74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94c98bd0-b397-4410-9e9a-94046b8de866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379441 Aug 28 12:51:55.740527 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] For port 5881893e-2417-47d5-8e4d-13500a8fa795, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:55.744600 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] For port 5881893e-2417-47d5-8e4d-13500a8fa795, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5881893e-2417-47d5-8e4d-13500a8fa795,segment=NetworkSegment(2f8b9386-6a77-46a7-969e-59efc847d747),segment_id=2f8b9386-6a77-46a7-969e-59efc847d747)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:55.750087 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:55.790252 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-49669f93-c499-44f7-9596-d7963bbc8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:55.790751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-49669f93-c499-44f7-9596-d7963bbc8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:55.791221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-49669f93-c499-44f7-9596-d7963bbc8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:55.792823 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-49669f93-c499-44f7-9596-d7963bbc8eaa service neutron] 10.222.0.11 "GET /v2.0/networks?id=13d7cd11-7d64-44bd-94e1-a8725c05108d&id=59b71610-974a-47e0-be6f-1998f7e34702&id=59b71610-974a-47e0-be6f-1998f7e34702&id=59b71610-974a-47e0-be6f-1998f7e34702&id=59b71610-974a-47e0-be6f-1998f7e34702&id=bcb5f611-12de-426c-9450-c8901fa3ceaa&id=bcb5f611-12de-426c-9450-c8901fa3ceaa HTTP/1.1" status: 200 len: 2294 time: 0.5383916 Aug 28 12:51:55.834808 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2c121-f6de-4793-b67f-4ef26b599ddf None None] Pushing event updated for resources: {'Port': ['ID=5881893e-2417-47d5-8e4d-13500a8fa795,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:55.860555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1898ff-e749-4501-8106-a354da453568', 'tag': '2a6c0169-7662-446d-ac2c-843f451109ae'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:51:55.862676 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-356ee2c4-45d1-4715-a260-76bb0b3d5782 service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952413 Aug 28 12:51:55.863385 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469e26ae-537d-4456-bc06-a3153dab9e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1898ff-e749-4501-8106-a354da453568", "tag": "2a6c0169-7662-446d-ac2c-843f451109ae"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:51:55.868560 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22eee12e-4c3a-43de-97d1-964338705739 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:55.884718 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8168f0cb-d5d3-4fb3-b4e1-d362a4028d8e req-7ef7e2ee-4a2d-4e90-9bc8-e6a8ce5ba75b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649779 Aug 28 12:51:55.908790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9617bb-ef49-4244-aa87-54033104d34b req-af2af22d-87d9-4f1b-8b38-9593b973e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:55.911258 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba9617bb-ef49-4244-aa87-54033104d34b req-af2af22d-87d9-4f1b-8b38-9593b973e5f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=515db44d-2b7a-4e76-9761-e9a394711f3d HTTP/1.1" status: 200 len: 858 time: 0.2855296 Aug 28 12:51:55.928335 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-22eee12e-4c3a-43de-97d1-964338705739 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:55.928945 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-22eee12e-4c3a-43de-97d1-964338705739 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Added segment 7d8545b2-2903-4f2f-a957-654c4e2ce991 of type vlan for network 159d051f-d952-4548-8088-260cd4a5d14f Aug 28 12:51:56.000311 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba9617bb-ef49-4244-aa87-54033104d34b req-7bd56163-be92-4f1a-aa9f-d8d9f36f391a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94c98bd0-b397-4410-9e9a-94046b8de866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694227 Aug 28 12:51:56.021380 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8ff1d-6873-4062-a6fa-c25943900de8 req-7d8b10d5-07fe-486d-a48a-0fcb7d6d9584 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:56.023002 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3ea8ff1d-6873-4062-a6fa-c25943900de8 req-7d8b10d5-07fe-486d-a48a-0fcb7d6d9584 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 944 time: 0.1593089 Aug 28 12:51:56.027479 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-db99547d-af21-4a20-807c-ae1f6f05cd71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c703f518-96ae-4fe3-8bb2-0979603ac65f HTTP/1.1" status: 200 len: 1002 time: 0.2175403 Aug 28 12:51:56.153647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Allocated IP 172.25.1.189 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/07b372f4-dbc9-4c45-ac4c-a0739e3ddbec) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:56.164586 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4d288cc-fe49-4b36-ae29-5d9d4f4fc1cd req-7eaa1780-fdd8-4f30-a946-4c24dcca3ca8 service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888615 Aug 28 12:51:56.192954 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-22eee12e-4c3a-43de-97d1-964338705739 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:56.298092 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-6d7fa931-2291-4d6c-aff3-47dbafd8ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:56.300644 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-6d7fa931-2291-4d6c-aff3-47dbafd8ea1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48054526-9b9a-45e5-8cb6-dd16d5f9b72d HTTP/1.1" status: 200 len: 855 time: 0.2405579 Aug 28 12:51:56.393674 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:56.401874 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd65808-fa3f-4773-9df5-05a9ef4fb1e0 None None] Network 8c33761f-db05-4660-b311-b355e5202ecb requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:56.403969 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3ea8ff1d-6873-4062-a6fa-c25943900de8 req-3b0d21f6-0446-4668-b84d-5e9f4724b22c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713503 Aug 28 12:51:56.410296 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513eb5b7-a8ed-4004-addb-9b156a3c3ea5 req-2c0724fd-e892-457b-ae46-ae0a13cba7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:56.412345 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-513eb5b7-a8ed-4004-addb-9b156a3c3ea5 req-2c0724fd-e892-457b-ae46-ae0a13cba7e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5fa6504f1c5245c4bc244aff3d31f637&device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 1096 time: 0.1591451 Aug 28 12:51:56.442266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21272b16-e8dc-4c64-a88f-68a72afb80cd {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:51:56.450778 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:56.464047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Transition to ACTIVE for port object 21272b16-e8dc-4c64-a88f-68a72afb80cd will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:56.477217 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba9617bb-ef49-4244-aa87-54033104d34b req-1b0dc1a0-3577-407f-b251-ec891e8c909d service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516208 Aug 28 12:51:56.478698 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c744bc-bf13-4813-9341-6e99093cf9a2 x-openstack-request-id: req-31c744bc-bf13-4813-9341-6e99093cf9a2 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:51:56.478988 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1898ff-e749-4501-8106-a354da453568", "tag": "2a6c0169-7662-446d-ac2c-843f451109ae", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:51:56.479239 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31c744bc-bf13-4813-9341-6e99093cf9a2 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:51:56.479643 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1898ff-e749-4501-8106-a354da453568', 'tag': '2a6c0169-7662-446d-ac2c-843f451109ae', 'status': 'completed', 'code': 200} Aug 28 12:51:56.489872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a67d79-200d-4185-9112-99f602d29cda req-9cfd7db2-812a-4399-a64e-174aca0fa57c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:56.491468 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-75a67d79-200d-4185-9112-99f602d29cda req-9cfd7db2-812a-4399-a64e-174aca0fa57c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 932 time: 0.4986928 Aug 28 12:51:56.494261 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:56.502692 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-22eee12e-4c3a-43de-97d1-964338705739 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:56.512916 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eee12e-4c3a-43de-97d1-964338705739 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:56.513410 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:56.513933 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-22eee12e-4c3a-43de-97d1-964338705739 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:56.555991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2923f083-2b2b-4bc4-92ab-a5eeb3ea8311 None None] Provisioning for port 4402ce46-a393-4cbc-819d-4cd403f99581 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:51:56.595248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:56.617325 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:56.619204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-22eee12e-4c3a-43de-97d1-964338705739 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2279558 Aug 28 12:51:56.638187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49882) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:56.638973 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:51:56.650214 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-fdb36210-8122-44bc-a5d8-182c1391294d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Request body: {'network': {'name': 'tempest-router-network02--1950805500'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:56.673058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513eb5b7-a8ed-4004-addb-9b156a3c3ea5 req-d432b85c-3e22-46d9-a665-09d1c3dd68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:56.677254 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-513eb5b7-a8ed-4004-addb-9b156a3c3ea5 req-d432b85c-3e22-46d9-a665-09d1c3dd68b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94c98bd0-b397-4410-9e9a-94046b8de866 HTTP/1.1" status: 200 len: 918 time: 0.2555172 Aug 28 12:51:56.717909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eee12e-4c3a-43de-97d1-964338705739 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event updated for resources: {'Network': ['ID=159d051f-d952-4548-8088-260cd4a5d14f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:56.729063 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 159d051f-d952-4548-8088-260cd4a5d14f details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:56.746646 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Pushing event updated for resources: {'Port': ['ID=07b372f4-dbc9-4c45-ac4c-a0739e3ddbec,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:56.804887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-91cd1f56-2d7d-4c0a-b150-f404d9c13685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:56.805442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:51:56.810061 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-91cd1f56-2d7d-4c0a-b150-f404d9c13685 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13d7cd11-7d64-44bd-94e1-a8725c05108d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4802885 Aug 28 12:51:56.870020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=21272b16-e8dc-4c64-a88f-68a72afb80cd,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:56.877529 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-75a67d79-200d-4185-9112-99f602d29cda req-d8604efe-90b6-4ff5-a58d-a311e465b9f7 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429244 Aug 28 12:51:56.921160 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba9617bb-ef49-4244-aa87-54033104d34b req-4905381c-0115-4997-ad4f-913291f1338a service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882833 Aug 28 12:51:57.007305 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-513eb5b7-a8ed-4004-addb-9b156a3c3ea5 req-64abd2c9-a440-46fc-b0e5-ac33fdabbb69 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d60385a0-46e2-4d6a-893b-822c58345f58 HTTP/1.1" status: 200 len: 217 time: 0.2097573 Aug 28 12:51:57.073125 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f7964-10db-4a15-b5f1-9558172f6cb1 req-313da349-d007-475d-8070-052261f4870d tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:57.081011 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5a9f7964-10db-4a15-b5f1-9558172f6cb1 req-313da349-d007-475d-8070-052261f4870d tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 944 time: 0.4758518 Aug 28 12:51:57.086181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb36210-8122-44bc-a5d8-182c1391294d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Made reservation on behalf of 17fad3f5c47b4838a3afd12fff9a03ae for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:57.090258 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdb36210-8122-44bc-a5d8-182c1391294d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:57.116614 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=0267ec38-4c25-4b7f-a556-ba3e5bf00fbd,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:57.141425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '0267ec38-4c25-4b7f-a556-ba3e5bf00fbd', 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000', 'port_id': '0267ec38-4c25-4b7f-a556-ba3e5bf00fbd', 'mac_address': 'fa:16:3e:1c:d3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd852a07-8b52-48ff-bea6-e7301fb1f959', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:51:57.193722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Attempting to bind port 21272b16-e8dc-4c64-a88f-68a72afb80cd on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:57.194057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Attempting to bind port 21272b16-e8dc-4c64-a88f-68a72afb80cd by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'd9c3162a-b9c9-499d-8cf2-972124171301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:57.194415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Attempting to bind port 21272b16-e8dc-4c64-a88f-68a72afb80cd on network 8e5087e7-1a60-4dfa-993c-815f10cc8532 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:57.230761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb36210-8122-44bc-a5d8-182c1391294d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:51:57.234285 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513eb5b7-a8ed-4004-addb-9b156a3c3ea5 req-cf095b54-ccbb-42c7-b6bb-874aa9d3b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:57.235923 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-513eb5b7-a8ed-4004-addb-9b156a3c3ea5 req-cf095b54-ccbb-42c7-b6bb-874aa9d3b026 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=515db44d-2b7a-4e76-9761-e9a394711f3d HTTP/1.1" status: 200 len: 858 time: 0.1829247 Aug 28 12:51:57.247387 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-26619d1a-393b-4f19-b42e-bb25cf3539af service neutron] 10.222.0.11 "GET /v2.0/networks/13d7cd11-7d64-44bd-94e1-a8725c05108d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676372 Aug 28 12:51:57.248276 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5a9f7964-10db-4a15-b5f1-9558172f6cb1 req-978e2fa3-ba11-48c1-8508-63ca5674db77 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661334 Aug 28 12:51:57.265473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4402ce46-a393-4cbc-819d-4cd403f99581 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:57.268015 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Port 21272b16-e8dc-4c64-a88f-68a72afb80cd on network 8e5087e7-1a60-4dfa-993c-815f10cc8532 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:51:57.268344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Attempting to bind port 21272b16-e8dc-4c64-a88f-68a72afb80cd on network 8e5087e7-1a60-4dfa-993c-815f10cc8532 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:57.285423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:57.285837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Checking segment: {'id': 'd9c3162a-b9c9-499d-8cf2-972124171301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:57.286413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Bound using segment: {'id': 'd9c3162a-b9c9-499d-8cf2-972124171301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:57.286938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Bound port: 21272b16-e8dc-4c64-a88f-68a72afb80cd, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c3162a-b9c9-499d-8cf2-972124171301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:57.287308 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:57.293891 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:57.387347 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdb36210-8122-44bc-a5d8-182c1391294d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:57.387698 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-fdb36210-8122-44bc-a5d8-182c1391294d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Added segment 50560cef-ef20-447f-a3ae-8ae206095e7d of type vlan for network 0b67ea7c-8a54-4a3f-84de-70900420feb9 Aug 28 12:51:57.432623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-f7057bfc-b22c-4565-a682-59cea259df64 service neutron] 10.222.0.11 "GET /v2.0/networks/13d7cd11-7d64-44bd-94e1-a8725c05108d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546280 Aug 28 12:51:57.443864 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdb36210-8122-44bc-a5d8-182c1391294d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:57.474258 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:57.493295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] For port 21272b16-e8dc-4c64-a88f-68a72afb80cd, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:57.497200 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] For port 21272b16-e8dc-4c64-a88f-68a72afb80cd, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=21272b16-e8dc-4c64-a88f-68a72afb80cd,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:57.515760 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:57.530398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:51:57.534196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7dc323-829b-4970-bb93-1cf0c10db9db None None] Network 71dee793-e619-4084-8e1e-6454b006d353 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:51:57.536299 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdb36210-8122-44bc-a5d8-182c1391294d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:57.543335 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb36210-8122-44bc-a5d8-182c1391294d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:57.543930 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdb36210-8122-44bc-a5d8-182c1391294d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:57.602285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e26ae-537d-4456-bc06-a3153dab9e1d req-79be46aa-7e06-40f9-a9f4-fd8e117b7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:57.603896 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-469e26ae-537d-4456-bc06-a3153dab9e1d req-79be46aa-7e06-40f9-a9f4-fd8e117b7b4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5fa6504f1c5245c4bc244aff3d31f637&device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 1095 time: 0.5902722 Aug 28 12:51:57.604180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=0267ec38-4c25-4b7f-a556-ba3e5bf00fbd,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:57.609246 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-5966c256-6c72-4c89-a64b-2b56071b91f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=708f1d54-3c32-49c6-8985-1c867d1c59b6 HTTP/1.1" status: 200 len: 217 time: 0.1088965 Aug 28 12:51:57.610723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:57.611717 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:57.612081 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:57.612722 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] 10.222.0.11 "PUT /v2.0/ports/21272b16-e8dc-4c64-a88f-68a72afb80cd HTTP/1.1" status: 200 len: 1093 time: 3.1553657 Aug 28 12:51:57.614901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1636f9df-9452-4d4f-86b4-39125fdbabfe None None] Provisioning for port 5881893e-2417-47d5-8e4d-13500a8fa795 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:51:57.624583 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-513eb5b7-a8ed-4004-addb-9b156a3c3ea5 req-29348000-c6b4-43fd-9282-fd8d8782bb74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94c98bd0-b397-4410-9e9a-94046b8de866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538315 Aug 28 12:51:57.658096 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 4402ce46-a393-4cbc-819d-4cd403f99581 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:51:57.670868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 4402ce46-a393-4cbc-819d-4cd403f99581 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:57.671595 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:57.700403 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fdb36210-8122-44bc-a5d8-182c1391294d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0563567 Aug 28 12:51:57.702251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175b7f3-1c6f-4a26-87ec-ea29a93ba0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=21272b16-e8dc-4c64-a88f-68a72afb80cd,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:57.704744 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49890) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:57.734887 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=0267ec38-4c25-4b7f-a556-ba3e5bf00fbd,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:57.735145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a963464-854a-496f-89a9-08dddcf4a569 req-8d086e75-e8b0-452a-838d-60544a17ad7d tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:57.736388 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5a963464-854a-496f-89a9-08dddcf4a569 req-8d086e75-e8b0-452a-838d-60544a17ad7d tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.3085451 Aug 28 12:51:57.748964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-0abc3d46-1890-4957-9378-a94982d4b9a0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Request body: {'subnet': {'network_id': '159d051f-d952-4548-8088-260cd4a5d14f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:51:57.841564 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb36210-8122-44bc-a5d8-182c1391294d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event updated for resources: {'Network': ['ID=0b67ea7c-8a54-4a3f-84de-70900420feb9,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:57.844528 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:57.862681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 0b67ea7c-8a54-4a3f-84de-70900420feb9 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:51:57.866049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb729f56-0a54-4fee-ba1a-1973356c9e2c req-f28e106e-27e6-4063-a243-ed94381d1302 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:57.874573 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb729f56-0a54-4fee-ba1a-1973356c9e2c req-f28e106e-27e6-4063-a243-ed94381d1302 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 944 time: 0.3404427 Aug 28 12:51:57.877783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-6a67fe4e-303f-4f3e-8976-27297dc6aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:57.880304 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-6a67fe4e-303f-4f3e-8976-27297dc6aabb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb64fb14-001a-49f8-b98d-50135cdf674b HTTP/1.1" status: 200 len: 797 time: 0.2322454 Aug 28 12:51:57.940166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 4402ce46-a393-4cbc-819d-4cd403f99581, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4402ce46-a393-4cbc-819d-4cd403f99581,segment=NetworkSegment(62122ca6-8fa6-44b3-b200-f670403561a4),segment_id=62122ca6-8fa6-44b3-b200-f670403561a4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:57.947307 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:57.948409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5881893e-2417-47d5-8e4d-13500a8fa795 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:57.959642 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5a963464-854a-496f-89a9-08dddcf4a569 req-6df87e46-8ff7-40ac-a9c8-1be65da31c22 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993544 Aug 28 12:51:57.975285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-e595bc54-2bd5-4050-9460-83458e995f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:57.976997 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-e595bc54-2bd5-4050-9460-83458e995f6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9268704101a74e1cb668f06e13dc85fd&device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 1096 time: 0.2714219 Aug 28 12:51:57.981054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e26ae-537d-4456-bc06-a3153dab9e1d req-bba4e206-5b75-48f4-8937-1054c112bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:57.982722 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-469e26ae-537d-4456-bc06-a3153dab9e1d req-bba4e206-5b75-48f4-8937-1054c112bc36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94c98bd0-b397-4410-9e9a-94046b8de866 HTTP/1.1" status: 200 len: 918 time: 0.3512688 Aug 28 12:51:57.992290 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-513eb5b7-a8ed-4004-addb-9b156a3c3ea5 req-7cd5359f-113c-4b3c-a2dc-2305dba9aec7 service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963176 Aug 28 12:51:58.006392 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb729f56-0a54-4fee-ba1a-1973356c9e2c req-b099bf8e-60d9-4d40-b50c-cf5e741f82b3 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308625 Aug 28 12:51:58.064920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['0267ec38-4c25-4b7f-a556-ba3e5bf00fbd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:51:58.079140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-d93f2f4a-c4f0-43f8-b9a6-3fbb910a252f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21272b16-e8dc-4c64-a88f-68a72afb80cd HTTP/1.1" status: 200 len: 217 time: 0.0903366 Aug 28 12:51:58.088699 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-469e26ae-537d-4456-bc06-a3153dab9e1d req-e4e5d53d-e6ef-4549-8c73-20932ad331f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a6c0169-7662-446d-ac2c-843f451109ae HTTP/1.1" status: 200 len: 217 time: 0.0871141 Aug 28 12:51:58.114525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-f1465314-db7b-4a2e-ad3e-934593975454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:58.116280 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-f1465314-db7b-4a2e-ad3e-934593975454 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59b71610-974a-47e0-be6f-1998f7e34702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2159839 Aug 28 12:51:58.150004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abc3d46-1890-4957-9378-a94982d4b9a0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Made reservation on behalf of 17fad3f5c47b4838a3afd12fff9a03ae for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:51:58.153618 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0abc3d46-1890-4957-9378-a94982d4b9a0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:58.177319 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=4402ce46-a393-4cbc-819d-4cd403f99581,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:58.273550 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 5881893e-2417-47d5-8e4d-13500a8fa795 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:51:58.278515 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 5881893e-2417-47d5-8e4d-13500a8fa795 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:58.278890 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:58.308883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-75730960-247f-45a3-8108-04a1582ca4e2 None None] Provisioning complete for port 5881893e-2417-47d5-8e4d-13500a8fa795 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:58.309709 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-75730960-247f-45a3-8108-04a1582ca4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:58.378016 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:58.485150 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-75730960-247f-45a3-8108-04a1582ca4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:58.488761 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:58.532710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffb63b-9707-492c-b7fb-37384aef639e req-4a79c8f4-2cc0-49d2-b4d8-f6407e88d500 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:58.534206 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-75730960-247f-45a3-8108-04a1582ca4e2 None None] For port 5881893e-2417-47d5-8e4d-13500a8fa795, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5881893e-2417-47d5-8e4d-13500a8fa795,segment=NetworkSegment(2f8b9386-6a77-46a7-969e-59efc847d747),segment_id=2f8b9386-6a77-46a7-969e-59efc847d747)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:58.535228 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-42ffb63b-9707-492c-b7fb-37384aef639e req-4a79c8f4-2cc0-49d2-b4d8-f6407e88d500 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 944 time: 0.1601150 Aug 28 12:51:58.539626 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-513eb5b7-a8ed-4004-addb-9b156a3c3ea5 req-629f8683-a2e5-4438-899a-9440f1cc2835 service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127614 Aug 28 12:51:58.545661 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-75730960-247f-45a3-8108-04a1582ca4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:58.595225 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-42ffb63b-9707-492c-b7fb-37384aef639e req-cd5c7e5d-a9d9-436b-91a7-c0e3b664455a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510597 Aug 28 12:51:58.617325 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:51:58.617625 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:51:58.621406 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Router 55e290d5-07cf-43df-9441-856b9352bf2c is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:51:58.633570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75730960-247f-45a3-8108-04a1582ca4e2 None None] Pushing event updated for resources: {'Port': ['ID=5881893e-2417-47d5-8e4d-13500a8fa795,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:58.684106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51', 'tag': '21272b16-e8dc-4c64-a88f-68a72afb80cd'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:51:58.686339 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f408b4-0fac-4d21-8ca0-09c5e432fe62" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51", "tag": "21272b16-e8dc-4c64-a88f-68a72afb80cd"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:51:58.741559 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c7a891-815a-4fab-adfe-47590df4c543 x-openstack-request-id: req-08c7a891-815a-4fab-adfe-47590df4c543 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:51:58.741847 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51", "tag": "21272b16-e8dc-4c64-a88f-68a72afb80cd", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:51:58.742100 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08c7a891-815a-4fab-adfe-47590df4c543 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:51:58.742507 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51', 'tag': '21272b16-e8dc-4c64-a88f-68a72afb80cd', 'status': 'completed', 'code': 200} Aug 28 12:51:58.745744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:51:58.750114 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-2a5dce55-0fe4-4267-a268-eacac8b4b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:58.751615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-2a5dce55-0fe4-4267-a268-eacac8b4b87e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4308f611-4243-42be-8e8a-6ce4e311daa2 HTTP/1.1" status: 200 len: 855 time: 0.6452024 Aug 28 12:51:58.757062 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Sync routers for ids ['55e290d5-07cf-43df-9441-856b9352bf2c'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:51:58.764462 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:58.765772 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f164e84f-999c-4e64-acf9-33e5acc00070 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6782458 Aug 28 12:51:58.768542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49902) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:51:58.771299 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Routers {'55e290d5-07cf-43df-9441-856b9352bf2c'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:51:58.771445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e26ae-537d-4456-bc06-a3153dab9e1d req-8f879aa5-f770-4a77-826c-5f9a11657edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:58.771969 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:51:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['55e290d5-07cf-43df-9441-856b9352bf2c'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:58.772766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-469e26ae-537d-4456-bc06-a3153dab9e1d req-8f879aa5-f770-4a77-826c-5f9a11657edc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=515db44d-2b7a-4e76-9761-e9a394711f3d HTTP/1.1" status: 200 len: 858 time: 0.6433434 Aug 28 12:51:58.782139 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d60385a0-46e2-4d6a-893b-822c58345f58 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:51:58.796700 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f026b-36a3-4f35-97e4-a9e30d4aa41a req-24fb7910-1707-4205-847c-70a084e01192 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:58.798240 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6f4f026b-36a3-4f35-97e4-a9e30d4aa41a req-24fb7910-1707-4205-847c-70a084e01192 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 944 time: 0.7212267 Aug 28 12:51:58.833325 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-30142983-97bc-4803-a7f3-c8c8a163e957 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e5087e7-1a60-4dfa-993c-815f10cc8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586705 Aug 28 12:51:58.869143 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-469e26ae-537d-4456-bc06-a3153dab9e1d req-c12817cd-d0b2-4f9b-9ab7-fd0e11612f1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94c98bd0-b397-4410-9e9a-94046b8de866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681813 Aug 28 12:51:58.905658 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Set router 55e290d5-07cf-43df-9441-856b9352bf2c gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:51:58.906765 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-06a8bb65-5933-4dc0-ba58-cac8b750c1d1 service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6795547 Aug 28 12:51:58.928039 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d60385a0-46e2-4d6a-893b-822c58345f58, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d60385a0-46e2-4d6a-893b-822c58345f58,segment=NetworkSegment(55936036-2d47-4609-b5fe-e27b34c33343),segment_id=55936036-2d47-4609-b5fe-e27b34c33343)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:58.944420 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'd60385a0-46e2-4d6a-893b-822c58345f58', 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866', 'port_id': 'd60385a0-46e2-4d6a-893b-822c58345f58', 'mac_address': 'fa:16:3e:90:a8:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515db44d-2b7a-4e76-9761-e9a394711f3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:51:58.984230 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:59.005224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d60385a0-46e2-4d6a-893b-822c58345f58 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:51:59.049208 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d60385a0-46e2-4d6a-893b-822c58345f58, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d60385a0-46e2-4d6a-893b-822c58345f58,segment=NetworkSegment(55936036-2d47-4609-b5fe-e27b34c33343),segment_id=55936036-2d47-4609-b5fe-e27b34c33343)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:51:59.054575 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:59.119328 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6f4f026b-36a3-4f35-97e4-a9e30d4aa41a req-3ae36049-281f-4e98-b7e7-b288306c0566 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885807 Aug 28 12:51:59.137956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d60385a0-46e2-4d6a-893b-822c58345f58,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:59.151929 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'name': 'tempest-ServersTestBootFromVolume-1022554763-router', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:54Z', 'updated_at': '2021-08-28T12:51:57Z', 'revision_number': 3, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'gw_port': {'id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:55Z', 'updated_at': '2021-08-28T12:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:59.189323 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Checking router: 55e290d5-07cf-43df-9441-856b9352bf2c for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:51:59.190066 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Updating router 55e290d5-07cf-43df-9441-856b9352bf2c port 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:51:59.210501 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-469e26ae-537d-4456-bc06-a3153dab9e1d req-855c2653-efed-4b65-851e-49e911d75986 service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279500 Aug 28 12:51:59.224037 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:59.262839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e2dda-1f36-4605-ae73-ae34c003cc38 req-7ff4fc2d-785d-4adc-bc87-3a0222b2b72a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:59.264391 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e57e2dda-1f36-4605-ae73-ae34c003cc38 req-7ff4fc2d-785d-4adc-bc87-3a0222b2b72a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.2077329 Aug 28 12:51:59.306026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-a013221d-3f28-4397-acd3-c7d04be78010 service neutron] 10.222.0.11 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395399 Aug 28 12:51:59.351626 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e57e2dda-1f36-4605-ae73-ae34c003cc38 req-d07eb4d8-3363-45aa-9604-038808426b47 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781538 Aug 28 12:51:59.353276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4402ce46-a393-4cbc-819d-4cd403f99581 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:59.397060 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-dd3ac416-761e-48da-97d0-db89a417b88c service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493771 Aug 28 12:51:59.401795 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:59.459921 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 4402ce46-a393-4cbc-819d-4cd403f99581 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:59.460148 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:59.473051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d60385a0-46e2-4d6a-893b-822c58345f58'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:51:59.512244 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-1f2714cf-97e2-43cf-8d8d-7d84a0bca0d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=440861dd-6270-4426-a201-c0adbe3cd44a HTTP/1.1" status: 200 len: 217 time: 0.0510278 Aug 28 12:51:59.513920 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0abc3d46-1890-4957-9378-a94982d4b9a0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:59.543376 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:59.554645 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Transition to ACTIVE for port object 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:59.560184 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:59.606941 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9c3f3-e1dc-4b7f-96f5-7178cd26a131 None None] Pushing event updated for resources: {'Port': ['ID=07b372f4-dbc9-4c45-ac4c-a0739e3ddbec,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:59.634014 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Attempting to bind port 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:51:59.634468 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Attempting to bind port 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:51:59.634833 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Attempting to bind port 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:51:59.640907 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:51:59.641294 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:51:59.641703 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:59.642105 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:51:59.642570 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Bound port: 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:51:59.642946 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:59.650100 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Allocated IP 172.20.0.1 (8c33761f-db05-4660-b311-b355e5202ecb/7f1acfd0-9b8b-49ff-9926-40732f167066/77d9edfb-c0a8-4bc4-ab40-14e896359c18) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:51:59.703271 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] For port 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:51:59.708577 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] For port 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=07b372f4-dbc9-4c45-ac4c-a0739e3ddbec,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:51:59.713761 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:59.722547 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5881893e-2417-47d5-8e4d-13500a8fa795 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:51:59.776314 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9c3f3-e1dc-4b7f-96f5-7178cd26a131 None None] Pushing event updated for resources: {'Port': ['ID=07b372f4-dbc9-4c45-ac4c-a0739e3ddbec,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:59.795381 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Routers {'55e290d5-07cf-43df-9441-856b9352bf2c'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:51:59.796100 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:51:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['55e290d5-07cf-43df-9441-856b9352bf2c'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:51:59.808632 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:59.813494 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-c4ecb48f-4dc2-4280-929a-d65c127a107f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:59.815295 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-c4ecb48f-4dc2-4280-929a-d65c127a107f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb64fb14-001a-49f8-b98d-50135cdf674b HTTP/1.1" status: 200 len: 797 time: 0.2903781 Aug 28 12:51:59.832428 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 5881893e-2417-47d5-8e4d-13500a8fa795 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:51:59.832791 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:59.833728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Transition to ACTIVE for port object 77d9edfb-c0a8-4bc4-ab40-14e896359c18 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:51:59.856726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871d7ee-0844-4803-b383-c8b57e418e7f req-b68ac2ba-f38f-476d-b254-384a58db619a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:51:59.859009 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7871d7ee-0844-4803-b383-c8b57e418e7f req-b68ac2ba-f38f-476d-b254-384a58db619a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 945 time: 0.1082258 Aug 28 12:51:59.904322 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc3d46-1890-4957-9378-a94982d4b9a0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event updated for resources: {'Subnet': ['ID=c588c3bc-a44a-4d59-8d63-f84e2f45b816,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:51:59.916002 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] Set router 55e290d5-07cf-43df-9441-856b9352bf2c gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:51:59.922143 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:51:59.942636 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2acd2f0f-d89e-4fec-947d-fb3898f13c3e req-a64e11b0-1f44-464a-a2fe-5b0f7563924b service neutron] 10.222.0.11 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128011 Aug 28 12:51:59.957560 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7871d7ee-0844-4803-b383-c8b57e418e7f req-a9a6019d-0e37-49d9-a1f5-95c25518acb0 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900106 Aug 28 12:51:59.991719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Network 8c33761f-db05-4660-b311-b355e5202ecb is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:51:59.994782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:51:59.998263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:00.008418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b6b6c-ca2f-4374-92a4-9a1133a66f6a req-a2383917-07fa-4813-a535-939794205d5d tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:00.010025 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-816b6b6c-ca2f-4374-92a4-9a1133a66f6a req-a2383917-07fa-4813-a535-939794205d5d tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 945 time: 0.7958634 Aug 28 12:52:00.031120 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Pushing event updated for resources: {'Port': ['ID=77d9edfb-c0a8-4bc4-ab40-14e896359c18,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:00.048489 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:00.089057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abc3d46-1890-4957-9378-a94982d4b9a0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Checking segment: {'id': '7d8545b2-2903-4f2f-a957-654c4e2ce991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '159d051f-d952-4548-8088-260cd4a5d14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:00.090059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abc3d46-1890-4957-9378-a94982d4b9a0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Network hostable DHCP agents. Network: 159d051f-d952-4548-8088-260cd4a5d14f, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:52:00.112014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-f047f3f1-2f7d-448a-82bf-ee29b6570ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:00.114126 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-f047f3f1-2f7d-448a-82bf-ee29b6570ad7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59b71610-974a-47e0-be6f-1998f7e34702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2645273 Aug 28 12:52:00.126562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f408b4-0fac-4d21-8ca0-09c5e432fe62 req-8ca4ad47-9cd5-4184-844d-b5b5242d320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:00.128091 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06f408b4-0fac-4d21-8ca0-09c5e432fe62 req-8ca4ad47-9cd5-4184-844d-b5b5242d320b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9268704101a74e1cb668f06e13dc85fd&device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 1096 time: 0.1145103 Aug 28 12:52:00.143543 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-469e26ae-537d-4456-bc06-a3153dab9e1d req-c41da56e-a335-4cf0-87e0-aa38a78ae3e5 service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8399718 Aug 28 12:52:00.164710 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-816b6b6c-ca2f-4374-92a4-9a1133a66f6a req-aa6de121-6922-4725-95c5-b5e54e95e177 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401014 Aug 28 12:52:00.165075 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'name': 'tempest-ServersTestBootFromVolume-1022554763-router', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:54Z', 'updated_at': '2021-08-28T12:51:57Z', 'revision_number': 3, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'gw_port': {'id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:55Z', 'updated_at': '2021-08-28T12:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:00.211704 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9544f10-5b87-4ee5-b83c-9555bae8a506 None None] The sync data for ids ['55e290d5-07cf-43df-9441-856b9352bf2c'] in n-d-791505-21 is: [{'id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'name': 'tempest-ServersTestBootFromVolume-1022554763-router', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:54Z', 'updated_at': '2021-08-28T12:51:57Z', 'revision_number': 3, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'gw_port': {'id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:55Z', 'updated_at': '2021-08-28T12:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:52:00.249161 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:00.286763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-33205c3a-1f54-4821-a4eb-87f62fb4b879 None None] Provisioning for port 77d9edfb-c0a8-4bc4-ab40-14e896359c18 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:00.292391 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-33205c3a-1f54-4821-a4eb-87f62fb4b879 None None] Provisioning complete for port 77d9edfb-c0a8-4bc4-ab40-14e896359c18 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:00.293550 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-33205c3a-1f54-4821-a4eb-87f62fb4b879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:00.309181 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abc3d46-1890-4957-9378-a94982d4b9a0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Network 159d051f-d952-4548-8088-260cd4a5d14f is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:52:00.332381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-0abc3d46-1890-4957-9378-a94982d4b9a0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 159d051f-d952-4548-8088-260cd4a5d14f) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:00.342964 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28e806-f884-49cf-b980-6fc99af2cd8f req-c5a86887-3613-491f-bc75-8ed102a81012 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:00.344588 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cb28e806-f884-49cf-b980-6fc99af2cd8f req-c5a86887-3613-491f-bc75-8ed102a81012 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 944 time: 0.1263437 Aug 28 12:52:00.345341 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38893b5c-b3c5-4346-afde-ff81675c32f1 None None] Network 159d051f-d952-4548-8088-260cd4a5d14f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:52:00.353101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abc3d46-1890-4957-9378-a94982d4b9a0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:00.353827 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0abc3d46-1890-4957-9378-a94982d4b9a0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:00.388224 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-aeae471e-9c33-4ee9-8849-f612d919a997 service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640634 Aug 28 12:52:00.401914 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-33205c3a-1f54-4821-a4eb-87f62fb4b879 None None] Port 77d9edfb-c0a8-4bc4-ab40-14e896359c18 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:52:00.475011 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0abc3d46-1890-4957-9378-a94982d4b9a0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7478485 Aug 28 12:52:00.478934 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cb28e806-f884-49cf-b980-6fc99af2cd8f req-25b624b1-6fd3-45e7-9a2a-8f7d81231436 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198707 Aug 28 12:52:00.481122 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49920) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:00.485997 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-979628dc-dd71-4c32-bc9d-4deb2a0440b0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Request body: {'subnet': {'network_id': '0b67ea7c-8a54-4a3f-84de-70900420feb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:00.568252 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f408b4-0fac-4d21-8ca0-09c5e432fe62 req-4f817538-e243-40b3-9ad7-7e9bde420af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:00.570637 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06f408b4-0fac-4d21-8ca0-09c5e432fe62 req-4f817538-e243-40b3-9ad7-7e9bde420af8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8e5087e7-1a60-4dfa-993c-815f10cc8532 HTTP/1.1" status: 200 len: 915 time: 0.4258971 Aug 28 12:52:00.629287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-159d051f-d952-4548-8088-260cd4a5d14f', 'network_id': '159d051f-d952-4548-8088-260cd4a5d14f', 'tenant_id': '17fad3f5c47b4838a3afd12fff9a03ae', 'fixed_ips': [{'subnet_id': 'c588c3bc-a44a-4d59-8d63-f84e2f45b816'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:52:00.630650 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:00.639276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979628dc-dd71-4c32-bc9d-4deb2a0440b0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Made reservation on behalf of 17fad3f5c47b4838a3afd12fff9a03ae for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:00.642818 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-979628dc-dd71-4c32-bc9d-4deb2a0440b0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:00.704020 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-c7986c6b-a03e-458a-9f61-e8fdb0883f03 service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067336 Aug 28 12:52:00.707692 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06f408b4-0fac-4d21-8ca0-09c5e432fe62 req-d9138407-73ba-4eda-9480-2f72c204a9c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21272b16-e8dc-4c64-a88f-68a72afb80cd HTTP/1.1" status: 200 len: 217 time: 0.1197579 Aug 28 12:52:00.741770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a30bd-b577-45d6-96da-fae7f4728b59 req-39c447bb-26b7-4abf-b44e-3114ba9d3f54 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:00.743527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dc0a30bd-b577-45d6-96da-fae7f4728b59 req-39c447bb-26b7-4abf-b44e-3114ba9d3f54 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.2640934 Aug 28 12:52:00.776351 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:00.795414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f408b4-0fac-4d21-8ca0-09c5e432fe62 req-040477c5-96b8-443c-8717-690abbfee389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:00.797034 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06f408b4-0fac-4d21-8ca0-09c5e432fe62 req-040477c5-96b8-443c-8717-690abbfee389 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4308f611-4243-42be-8e8a-6ce4e311daa2 HTTP/1.1" status: 200 len: 855 time: 0.0696499 Aug 28 12:52:00.804750 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:00.840638 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-65a5efb4-4d83-4e70-a3a0-79578a2bc87d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=270133e3-b69e-4c31-a29a-5624250f6d0a HTTP/1.1" status: 200 len: 217 time: 0.1194394 Aug 28 12:52:00.852787 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Allocated IP 2001:db8::2 (159d051f-d952-4548-8088-260cd4a5d14f/c588c3bc-a44a-4d59-8d63-f84e2f45b816/1b7684c9-e2fa-4639-96c7-d39ff37d79af) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:00.868935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06f408b4-0fac-4d21-8ca0-09c5e432fe62 req-55ef8ca7-56ea-49cd-9e13-985dcf248292 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8e5087e7-1a60-4dfa-993c-815f10cc8532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423651 Aug 28 12:52:00.872647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2a6c0169-7662-446d-ac2c-843f451109ae details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:52:00.922334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-353646b2-1906-4669-81f9-9870c2857f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:00.923830 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-353646b2-1906-4669-81f9-9870c2857f87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb64fb14-001a-49f8-b98d-50135cdf674b HTTP/1.1" status: 200 len: 797 time: 0.0592179 Aug 28 12:52:00.938257 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Pushing event updated for resources: {'Port': ['ID=77d9edfb-c0a8-4bc4-ab40-14e896359c18,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:00.947627 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:00.984217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 2a6c0169-7662-446d-ac2c-843f451109ae, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2a6c0169-7662-446d-ac2c-843f451109ae,segment=NetworkSegment(55936036-2d47-4609-b5fe-e27b34c33343),segment_id=55936036-2d47-4609-b5fe-e27b34c33343)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:00.997348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:01.003695 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '2a6c0169-7662-446d-ac2c-843f451109ae', 'network_id': '94c98bd0-b397-4410-9e9a-94046b8de866', 'port_id': '2a6c0169-7662-446d-ac2c-843f451109ae', 'mac_address': 'fa:16:3e:21:58:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515db44d-2b7a-4e76-9761-e9a394711f3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:52:01.031055 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dc0a30bd-b577-45d6-96da-fae7f4728b59 req-0ab190c1-a79b-4a64-a3b3-731910c0e7b5 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068133 Aug 28 12:52:01.071816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-3fbd838e-11b6-4ab7-bf79-a66bfcb3f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:01.073764 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-3fbd838e-11b6-4ab7-bf79-a66bfcb3f5fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59b71610-974a-47e0-be6f-1998f7e34702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1395988 Aug 28 12:52:01.094775 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-979628dc-dd71-4c32-bc9d-4deb2a0440b0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:01.113693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06f408b4-0fac-4d21-8ca0-09c5e432fe62 req-f5a76b3f-df7f-4fc7-ad8c-75aab84d8885 service neutron] 10.222.0.11 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886089 Aug 28 12:52:01.138916 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:01.174716 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6c0169-7662-446d-ac2c-843f451109ae {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:52:01.243225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 2a6c0169-7662-446d-ac2c-843f451109ae, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2a6c0169-7662-446d-ac2c-843f451109ae,segment=NetworkSegment(55936036-2d47-4609-b5fe-e27b34c33343),segment_id=55936036-2d47-4609-b5fe-e27b34c33343)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:01.257762 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:01.292527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979628dc-dd71-4c32-bc9d-4deb2a0440b0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event updated for resources: {'Subnet': ['ID=605d3807-8c8e-4dd5-9b6c-ec8acb3cb64c,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:01.314462 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d3588-fb55-45a0-96ab-fbfb1df308e4 req-a75d5eb6-aba3-42d2-ae08-6715f478c427 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:01.325298 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-646d3588-fb55-45a0-96ab-fbfb1df308e4 req-a75d5eb6-aba3-42d2-ae08-6715f478c427 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 945 time: 0.2259033 Aug 28 12:52:01.332968 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:01.333583 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-f2046c90-06d6-4455-95d1-8ff88a6b6765 service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433827 Aug 28 12:52:01.358287 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Network 8c33761f-db05-4660-b311-b355e5202ecb is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:01.363058 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:01.364202 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:01.367354 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:01.383769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979628dc-dd71-4c32-bc9d-4deb2a0440b0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Checking segment: {'id': '50560cef-ef20-447f-a3ae-8ae206095e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0b67ea7c-8a54-4a3f-84de-70900420feb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:01.384700 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979628dc-dd71-4c32-bc9d-4deb2a0440b0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Network hostable DHCP agents. Network: 0b67ea7c-8a54-4a3f-84de-70900420feb9, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:52:01.423853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-646d3588-fb55-45a0-96ab-fbfb1df308e4 req-b6a1926a-e97e-408c-a936-3bc7f412046b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967267 Aug 28 12:52:01.452132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:01.513352 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-6e1d33e3-0e7b-4dd1-9a1f-f944f3cc1726 service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695688 Aug 28 12:52:01.524515 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=2a6c0169-7662-446d-ac2c-843f451109ae,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:01.546625 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06f408b4-0fac-4d21-8ca0-09c5e432fe62 req-9c713c8c-87d6-4a28-9e25-ebf3291358ec service neutron] 10.222.0.11 "GET /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074433 Aug 28 12:52:01.582932 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Router 55e290d5-07cf-43df-9441-856b9352bf2c has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:52:01.586932 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979628dc-dd71-4c32-bc9d-4deb2a0440b0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Network 0b67ea7c-8a54-4a3f-84de-70900420feb9 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:52:01.592031 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-84e5cd81-2593-484a-ac11-3ce74a0e1118 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=1cbe3f0b-18d7-4706-9651-2722f3d45f33 HTTP/1.1" status: 200 len: 217 time: 0.0671849 Aug 28 12:52:01.609069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-979628dc-dd71-4c32-bc9d-4deb2a0440b0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 0b67ea7c-8a54-4a3f-84de-70900420feb9) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:01.611099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080de640-9f76-417b-b4d0-369ec647e28a req-58c2fb14-5341-4f22-9d0d-652f077a9716 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:01.613766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-080de640-9f76-417b-b4d0-369ec647e28a req-58c2fb14-5341-4f22-9d0d-652f077a9716 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 945 time: 0.3312171 Aug 28 12:52:01.641562 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979628dc-dd71-4c32-bc9d-4deb2a0440b0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:01.642441 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-979628dc-dd71-4c32-bc9d-4deb2a0440b0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:01.718255 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-080de640-9f76-417b-b4d0-369ec647e28a req-eb896cdd-9d83-46e6-b9e8-4d7a7c35604b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915527 Aug 28 12:52:01.720337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-4987f27d-2989-4432-ae06-565c9bdbcb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:01.722546 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-4987f27d-2989-4432-ae06-565c9bdbcb51 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb64fb14-001a-49f8-b98d-50135cdf674b HTTP/1.1" status: 200 len: 797 time: 0.1069777 Aug 28 12:52:01.731925 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8343838c-8d42-4144-a09f-a007079b3ae0 None None] Network 0b67ea7c-8a54-4a3f-84de-70900420feb9 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:52:01.733980 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['2a6c0169-7662-446d-ac2c-843f451109ae'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:52:01.751726 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-979628dc-dd71-4c32-bc9d-4deb2a0440b0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2695596 Aug 28 12:52:01.759351 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49934) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:01.801550 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde7d72-dfe1-4fdf-8c55-8018db07fa3b req-663cd912-21b8-43b8-9e48-0b90dbafbc28 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:01.811178 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cdde7d72-dfe1-4fdf-8c55-8018db07fa3b req-663cd912-21b8-43b8-9e48-0b90dbafbc28 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 944 time: 0.1651912 Aug 28 12:52:01.813302 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-2585ee9d-ce06-4754-be5e-828bb1e0fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:01.815008 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-2585ee9d-ce06-4754-be5e-828bb1e0fda0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59b71610-974a-47e0-be6f-1998f7e34702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0834241 Aug 28 12:52:01.819868 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:01.834660 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:01.850703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:01.851071 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:01.881926 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-96c8473b-3c11-4626-908a-c0e3327cb6b5 None None] Provisioning complete for port 77d9edfb-c0a8-4bc4-ab40-14e896359c18 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:01.882655 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96c8473b-3c11-4626-908a-c0e3327cb6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:01.886761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Transition to ACTIVE for port object 1b7684c9-e2fa-4639-96c7-d39ff37d79af will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:01.962418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Transition to ACTIVE for port object 1b7684c9-e2fa-4639-96c7-d39ff37d79af will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:01.968136 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-5c0465b8-10f3-4716-bba4-c46b9ce108e3 service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325841 Aug 28 12:52:02.007938 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:02.020723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-96c8473b-3c11-4626-908a-c0e3327cb6b5 None None] Port 77d9edfb-c0a8-4bc4-ab40-14e896359c18 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:52:02.102781 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-2c0f60d1-dcbb-4e55-8a40-55e1320c4985 service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207170 Aug 28 12:52:02.115463 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:02.121847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Network 159d051f-d952-4548-8088-260cd4a5d14f is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:02.139729 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:02.153092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Pushing event updated for resources: {'Port': ['ID=1b7684c9-e2fa-4639-96c7-d39ff37d79af,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:02.163577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-a5bbb2a2-8658-4167-9857-f2112f037de8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=00290326-04f3-468c-be88-b5556baab84a HTTP/1.1" status: 200 len: 217 time: 0.0517976 Aug 28 12:52:02.174833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:02.217849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3d8772-9675-4086-8484-1d91a74c25f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0267ec38-4c25-4b7f-a556-ba3e5bf00fbd'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:02.220403 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bd33ef-2bfa-439d-be05-2149e57dd525" -d '{"events": [{"server_uuid": "5d3d8772-9675-4086-8484-1d91a74c25f1", "name": "network-vif-plugged", "status": "completed", "tag": "0267ec38-4c25-4b7f-a556-ba3e5bf00fbd"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:02.263768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-27810e60-f2e1-4144-ae2c-760a79f235cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:02.265354 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-27810e60-f2e1-4144-ae2c-760a79f235cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b264f4ef-1309-4558-ad1d-260dd40e4e63 HTTP/1.1" status: 200 len: 797 time: 0.0806723 Aug 28 12:52:02.274841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc82b9-9aab-4df5-ab2e-5e85c97b5377 req-e20188ca-3c44-4471-96c0-5094936e8882 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:02.276372 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eedc82b9-9aab-4df5-ab2e-5e85c97b5377 req-e20188ca-3c44-4471-96c0-5094936e8882 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.1039400 Aug 28 12:52:02.277901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=0267ec38-4c25-4b7f-a556-ba3e5bf00fbd,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:02.307181 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:02.311965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-0b67ea7c-8a54-4a3f-84de-70900420feb9', 'network_id': '0b67ea7c-8a54-4a3f-84de-70900420feb9', 'tenant_id': '17fad3f5c47b4838a3afd12fff9a03ae', 'fixed_ips': [{'subnet_id': '605d3807-8c8e-4dd5-9b6c-ec8acb3cb64c'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:52:02.312763 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:02.315262 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:02.354188 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eedc82b9-9aab-4df5-ab2e-5e85c97b5377 req-89625a2b-5d05-4fec-accc-5c9b84a88eab tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448816 Aug 28 12:52:02.357109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-d8a80895-9688-4583-8780-89ab21da171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:02.358615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-d8a80895-9688-4583-8780-89ab21da171e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcb5f611-12de-426c-9450-c8901fa3ceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0812907 Aug 28 12:52:02.365266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:52:02.389075 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cdde7d72-dfe1-4fdf-8c55-8018db07fa3b req-89dae3b8-93d0-43b9-9c47-a620a8a20f3d tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761356 Aug 28 12:52:02.391252 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=07b372f4-dbc9-4c45-ac4c-a0739e3ddbec,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:02.392889 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-388064fd-d48d-4964-a966-c7828309db82 admin admin] 10.222.0.20 "PUT /v2.0/routers/55e290d5-07cf-43df-9441-856b9352bf2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6228254 Aug 28 12:52:02.403989 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Attempting to bind port 1b7684c9-e2fa-4639-96c7-d39ff37d79af on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:52:02.404898 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Attempting to bind port 1b7684c9-e2fa-4639-96c7-d39ff37d79af by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '7d8545b2-2903-4f2f-a957-654c4e2ce991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '159d051f-d952-4548-8088-260cd4a5d14f'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:52:02.404898 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Attempting to bind port 1b7684c9-e2fa-4639-96c7-d39ff37d79af on network 159d051f-d952-4548-8088-260cd4a5d14f {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:02.459693 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:02.466271 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b766ef-d604-4327-b2c9-2b1a8d7985bb x-openstack-request-id: req-77b766ef-d604-4327-b2c9-2b1a8d7985bb {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:02.466806 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3d8772-9675-4086-8484-1d91a74c25f1", "name": "network-vif-plugged", "status": "completed", "tag": "0267ec38-4c25-4b7f-a556-ba3e5bf00fbd", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:02.467273 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77b766ef-d604-4327-b2c9-2b1a8d7985bb {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:02.467862 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3d8772-9675-4086-8484-1d91a74c25f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0267ec38-4c25-4b7f-a556-ba3e5bf00fbd', 'code': 200} Aug 28 12:52:02.473823 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:52:02.474902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Checking segment: {'id': '7d8545b2-2903-4f2f-a957-654c4e2ce991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '159d051f-d952-4548-8088-260cd4a5d14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:02.475836 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:02.476462 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Bound using segment: {'id': '7d8545b2-2903-4f2f-a957-654c4e2ce991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '159d051f-d952-4548-8088-260cd4a5d14f'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:52:02.477323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Bound port: 1b7684c9-e2fa-4639-96c7-d39ff37d79af, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8545b2-2903-4f2f-a957-654c4e2ce991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '159d051f-d952-4548-8088-260cd4a5d14f'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:52:02.478306 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:02.535679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Sync routers for ids ['55e290d5-07cf-43df-9441-856b9352bf2c'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:52:02.583805 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-c6384322-5a22-4556-9f1c-ed1f679a9c73 service neutron] 10.222.0.11 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163084 Aug 28 12:52:02.610669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=0267ec38-4c25-4b7f-a556-ba3e5bf00fbd,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:02.638161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c595ba-6ab1-4bf7-9850-03fd1a6e86b0 req-36c9d82b-9257-4b3c-84c8-d1853d885f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:02.639605 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-56c595ba-6ab1-4bf7-9850-03fd1a6e86b0 req-36c9d82b-9257-4b3c-84c8-d1853d885f76 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 1098 time: 0.1283598 Aug 28 12:52:02.646571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Routers {'55e290d5-07cf-43df-9441-856b9352bf2c'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:02.647963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:51:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['55e290d5-07cf-43df-9441-856b9352bf2c'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:02.691738 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:02.703399 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15069cc-3e57-49e5-a260-89fd28359fe9 req-b7972ca3-4763-48a2-9f85-ee8d972b3720 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:02.711388 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b15069cc-3e57-49e5-a260-89fd28359fe9 req-b7972ca3-4763-48a2-9f85-ee8d972b3720 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 945 time: 0.1494901 Aug 28 12:52:02.721236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-56c595ba-6ab1-4bf7-9850-03fd1a6e86b0 req-522136c1-34c1-4acd-9132-727b955fc623 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544162 Aug 28 12:52:02.739820 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-f0c26ac1-b3eb-4e49-b291-79fbf7ac99b7 service neutron] 10.222.0.11 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464262 Aug 28 12:52:02.762651 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b15069cc-3e57-49e5-a260-89fd28359fe9 req-ec32c369-f3f9-4576-a08f-dd4782fbe4b9 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500689 Aug 28 12:52:02.808621 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 21272b16-e8dc-4c64-a88f-68a72afb80cd details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:52:02.896673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d60385a0-46e2-4d6a-893b-822c58345f58 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:02.984060 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e89b1-62b4-4c6b-a778-a4610eb0e1d9 req-3c5055bc-5419-4003-a716-584502baad95 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:02.984854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49958) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:02.985602 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f5e89b1-62b4-4c6b-a778-a4610eb0e1d9 req-3c5055bc-5419-4003-a716-584502baad95 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 946 time: 0.1444037 Aug 28 12:52:02.991753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-9a119710-40e1-41ab-b155-8af71e3d8d0e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1914914544', 'description': 'tempest-description--1828240194'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:03.001313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-168fbee8-3ac8-44c0-9f82-d900f831c781 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e1211f4-8497-4466-9e2b-21509e98d6a4 HTTP/1.1" status: 200 len: 217 time: 0.0805256 Aug 28 12:52:03.008004 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] For port 1b7684c9-e2fa-4639-96c7-d39ff37d79af, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:52:03.012334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=07b372f4-dbc9-4c45-ac4c-a0739e3ddbec,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:03.059076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Allocated IP 2001:db8::2 (0b67ea7c-8a54-4a3f-84de-70900420feb9/605d3807-8c8e-4dd5-9b6c-ec8acb3cb64c/95be9224-1d87-4492-8583-edd3daca4538) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:03.062073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] For port 1b7684c9-e2fa-4639-96c7-d39ff37d79af, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1b7684c9-e2fa-4639-96c7-d39ff37d79af,segment=NetworkSegment(7d8545b2-2903-4f2f-a957-654c4e2ce991),segment_id=7d8545b2-2903-4f2f-a957-654c4e2ce991)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:52:03.077978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 21272b16-e8dc-4c64-a88f-68a72afb80cd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=21272b16-e8dc-4c64-a88f-68a72afb80cd,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:03.082818 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.088486 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9a119710-40e1-41ab-b155-8af71e3d8d0e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.106343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-e9d6b250-2959-4189-9299-548897c72154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:03.108890 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f5e89b1-62b4-4c6b-a778-a4610eb0e1d9 req-4ee37991-ff27-45b5-adbd-85265aed545b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054716 Aug 28 12:52:03.109074 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-e9d6b250-2959-4189-9299-548897c72154 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b264f4ef-1309-4558-ad1d-260dd40e4e63 HTTP/1.1" status: 200 len: 797 time: 0.0981808 Aug 28 12:52:03.135062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Set router 55e290d5-07cf-43df-9441-856b9352bf2c gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:52:03.169126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '21272b16-e8dc-4c64-a88f-68a72afb80cd', 'network_id': '8e5087e7-1a60-4dfa-993c-815f10cc8532', 'port_id': '21272b16-e8dc-4c64-a88f-68a72afb80cd', 'mac_address': 'fa:16:3e:d8:66:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4308f611-4243-42be-8e8a-6ce4e311daa2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:52:03.181185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Allocated IP 2001:db8::1 (159d051f-d952-4548-8088-260cd4a5d14f/c588c3bc-a44a-4d59-8d63-f84e2f45b816/cd31b2d2-036c-4455-8d37-59dab968b348) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:03.187281 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-8cbf877e-fd61-4f24-88d1-671811592e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:03.188840 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-8cbf877e-fd61-4f24-88d1-671811592e2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcb5f611-12de-426c-9450-c8901fa3ceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0685833 Aug 28 12:52:03.294727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9a119710-40e1-41ab-b155-8af71e3d8d0e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.300457 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port d60385a0-46e2-4d6a-893b-822c58345f58 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:03.302503 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9a119710-40e1-41ab-b155-8af71e3d8d0e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.358249 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9a119710-40e1-41ab-b155-8af71e3d8d0e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.362034 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9a119710-40e1-41ab-b155-8af71e3d8d0e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3726375 Aug 28 12:52:03.364314 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port d60385a0-46e2-4d6a-893b-822c58345f58 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:03.364460 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49960) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:03.364661 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.369307 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-ebdeddd1-7b22-4ff5-a941-07fba5386960 service neutron] 10.222.0.11 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702833 Aug 28 12:52:03.369906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a119710-40e1-41ab-b155-8af71e3d8d0e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d40efd0-4917-42bc-9b29-67ce5a375816,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:03.371069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b11cf409-af87-4d1b-86a8-fbf56b7ceea4 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Request body: {'security_group_rule': {'security_group_id': '0d40efd0-4917-42bc-9b29-67ce5a375816', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:03.405785 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1870cfb-578f-4d9e-9503-3c6c0101a9e6 None None] Pushing event updated for resources: {'Port': ['ID=1b7684c9-e2fa-4639-96c7-d39ff37d79af,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:03.408577 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:03.423558 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.441999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Transition to ACTIVE for port object cd31b2d2-036c-4455-8d37-59dab968b348 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:03.445693 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.502617 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.527008 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b11cf409-af87-4d1b-86a8-fbf56b7ceea4 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.537825 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05c7adc0-04e8-4ee7-8952-2a75b6d8985e req-77873c28-64ea-4bb8-9c3d-59e6e20212d1 service neutron] 10.222.0.11 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594031 Aug 28 12:52:03.619240 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb447c45-aebc-46be-b354-9852bb89f8db req-3ee86e8f-5803-4247-a77e-0f3544f21750 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:03.625933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21272b16-e8dc-4c64-a88f-68a72afb80cd {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:52:03.632344 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Network 159d051f-d952-4548-8088-260cd4a5d14f is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:03.639955 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cb447c45-aebc-46be-b354-9852bb89f8db req-3ee86e8f-5803-4247-a77e-0f3544f21750 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 944 time: 0.0865543 Aug 28 12:52:03.654679 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:03.669569 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:03.670134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.686955 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cb447c45-aebc-46be-b354-9852bb89f8db req-dbf42a45-0ffa-4063-af86-3e35ff16d799 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456362 Aug 28 12:52:03.731298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:03.731667 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.735819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 21272b16-e8dc-4c64-a88f-68a72afb80cd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=21272b16-e8dc-4c64-a88f-68a72afb80cd,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:03.737159 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.778223 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b11cf409-af87-4d1b-86a8-fbf56b7ceea4 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.783270 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event updated for resources: {'Port': ['ID=cd31b2d2-036c-4455-8d37-59dab968b348,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:03.794881 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b11cf409-af87-4d1b-86a8-fbf56b7ceea4 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.795100 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.814494 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Transition to ACTIVE for port object 95be9224-1d87-4492-8583-edd3daca4538 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:03.824528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec40a9-e89f-4a2f-9ee0-6192706bc4d4 req-e7f3c049-06fd-403a-8758-7509b4404751 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:03.826249 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caec40a9-e89f-4a2f-9ee0-6192706bc4d4 req-e7f3c049-06fd-403a-8758-7509b4404751 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.2520370 Aug 28 12:52:03.837358 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cf409-af87-4d1b-86a8-fbf56b7ceea4 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0bf66e-6c74-46bf-abf0-09ab8b85f0ab,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:03.878558 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b11cf409-af87-4d1b-86a8-fbf56b7ceea4 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.879966 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b11cf409-af87-4d1b-86a8-fbf56b7ceea4 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5145075 Aug 28 12:52:03.884309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49968) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:03.892012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4d2f993b-2dea-4ed3-a6ae-289b82269adf tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Request body: {'security_group_rule': {'security_group_id': '0d40efd0-4917-42bc-9b29-67ce5a375816', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:03.903775 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:03.908046 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aec22f-0ddd-4a7f-ac7e-6b88e1f09f53 req-6f390319-ab56-4203-8000-5f8dc006dd3c tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:03.919160 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-66aec22f-0ddd-4a7f-ac7e-6b88e1f09f53 req-6f390319-ab56-4203-8000-5f8dc006dd3c tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 945 time: 0.0697181 Aug 28 12:52:03.958500 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caec40a9-e89f-4a2f-9ee0-6192706bc4d4 req-23e9f021-4ef8-4822-bb43-3bb87046f960 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244743 Aug 28 12:52:03.988204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-66aec22f-0ddd-4a7f-ac7e-6b88e1f09f53 req-ab233975-4cff-4879-861a-f91ba4c85573 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599263 Aug 28 12:52:04.010514 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4d2f993b-2dea-4ed3-a6ae-289b82269adf tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:04.065244 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:04.082454 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Transition to ACTIVE for port object 95be9224-1d87-4492-8583-edd3daca4538 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:04.153597 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:04.155408 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=21272b16-e8dc-4c64-a88f-68a72afb80cd,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:04.209744 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4d2f993b-2dea-4ed3-a6ae-289b82269adf tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:04.227973 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4d2f993b-2dea-4ed3-a6ae-289b82269adf tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:04.291451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbedea-4b1b-4c32-b111-fffcaf59316f req-e5a9e5ee-ca06-4237-9dfb-2ab5e8f74ba5 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:04.293556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Pushing event updated for resources: {'Port': ['ID=95be9224-1d87-4492-8583-edd3daca4538,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:04.294902 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f993b-2dea-4ed3-a6ae-289b82269adf tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfaa03d-f4d9-4296-8745-406dba17da78,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:04.295035 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11cbedea-4b1b-4c32-b111-fffcaf59316f req-e5a9e5ee-ca06-4237-9dfb-2ab5e8f74ba5 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 946 time: 0.0804439 Aug 28 12:52:04.309020 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4d2f993b-2dea-4ed3-a6ae-289b82269adf tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:04.310277 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4d2f993b-2dea-4ed3-a6ae-289b82269adf tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4231541 Aug 28 12:52:04.313351 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49976) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:04.320826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:04.323287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Network 0b67ea7c-8a54-4a3f-84de-70900420feb9 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:04.326931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d60385a0-46e2-4d6a-893b-822c58345f58, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d60385a0-46e2-4d6a-893b-822c58345f58,segment=NetworkSegment(55936036-2d47-4609-b5fe-e27b34c33343),segment_id=55936036-2d47-4609-b5fe-e27b34c33343)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:04.333419 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:04.339101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:04.345064 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:04.359542 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11cbedea-4b1b-4c32-b111-fffcaf59316f req-87556919-266a-4a3f-b527-2ac99741083c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470221 Aug 28 12:52:04.410208 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['21272b16-e8dc-4c64-a88f-68a72afb80cd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:52:04.414912 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:04.478875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4fef64-df02-4186-818b-55043ca1c66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60385a0-46e2-4d6a-893b-822c58345f58'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:04.481362 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6bc538-8f27-4d6c-a94c-69a36f682ca1" -d '{"events": [{"server_uuid": "3b4fef64-df02-4186-818b-55043ca1c66a", "name": "network-vif-plugged", "status": "completed", "tag": "d60385a0-46e2-4d6a-893b-822c58345f58"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:04.490166 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:04.504321 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:04.504321 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:04.542152 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Attempting to bind port 95be9224-1d87-4492-8583-edd3daca4538 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:52:04.542545 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Attempting to bind port 95be9224-1d87-4492-8583-edd3daca4538 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '50560cef-ef20-447f-a3ae-8ae206095e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0b67ea7c-8a54-4a3f-84de-70900420feb9'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:52:04.542901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Attempting to bind port 95be9224-1d87-4492-8583-edd3daca4538 on network 0b67ea7c-8a54-4a3f-84de-70900420feb9 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:04.549313 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'name': 'tempest-ServersTestBootFromVolume-1022554763-router', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:54Z', 'updated_at': '2021-08-28T12:52:00Z', 'revision_number': 4, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'gw_port': {'id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:55Z', 'updated_at': '2021-08-28T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '77d9edfb-c0a8-4bc4-ab40-14e896359c18', 'name': '', 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'mac_address': 'fa:16:3e:62:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:59Z', 'updated_at': '2021-08-28T12:52:00Z', 'revision_number': 2, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'subnets': [{'id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:04.553223 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:52:04.553398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Checking segment: {'id': '50560cef-ef20-447f-a3ae-8ae206095e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0b67ea7c-8a54-4a3f-84de-70900420feb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:04.553764 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:04.554133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Bound using segment: {'id': '50560cef-ef20-447f-a3ae-8ae206095e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0b67ea7c-8a54-4a3f-84de-70900420feb9'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:52:04.554648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Bound port: 95be9224-1d87-4492-8583-edd3daca4538, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50560cef-ef20-447f-a3ae-8ae206095e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0b67ea7c-8a54-4a3f-84de-70900420feb9'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:52:04.555023 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:04.563375 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d60385a0-46e2-4d6a-893b-822c58345f58,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:04.615635 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a89e2d3-85f0-4fb4-8ee3-e94cb421ff3f x-openstack-request-id: req-7a89e2d3-85f0-4fb4-8ee3-e94cb421ff3f {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:04.615845 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4fef64-df02-4186-818b-55043ca1c66a", "name": "network-vif-plugged", "status": "completed", "tag": "d60385a0-46e2-4d6a-893b-822c58345f58", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:04.616743 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a89e2d3-85f0-4fb4-8ee3-e94cb421ff3f {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:04.616743 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4fef64-df02-4186-818b-55043ca1c66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60385a0-46e2-4d6a-893b-822c58345f58', 'code': 200} Aug 28 12:52:04.623894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Checking router: 55e290d5-07cf-43df-9441-856b9352bf2c for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:52:04.624327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Updating router 55e290d5-07cf-43df-9441-856b9352bf2c port 77d9edfb-c0a8-4bc4-ab40-14e896359c18 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:52:04.652168 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event updated for resources: {'Port': ['ID=cd31b2d2-036c-4455-8d37-59dab968b348,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:04.688639 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:04.726731 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Network 159d051f-d952-4548-8088-260cd4a5d14f is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:04.728584 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:04.767452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] For port 95be9224-1d87-4492-8583-edd3daca4538, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:52:04.795821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] For port 95be9224-1d87-4492-8583-edd3daca4538, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=95be9224-1d87-4492-8583-edd3daca4538,segment=NetworkSegment(50560cef-ef20-447f-a3ae-8ae206095e7d),segment_id=50560cef-ef20-447f-a3ae-8ae206095e7d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:52:04.797152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:04.797908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edd6bf4-d707-42dd-adcb-b7894e7d43d0 None None] Network 159d051f-d952-4548-8088-260cd4a5d14f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:52:04.828798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf79599-19ce-47a6-a651-4a91f57f17b7 req-0942499d-9a78-4a83-a2f5-d07c220771db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:04.830391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7bf79599-19ce-47a6-a651-4a91f57f17b7 req-0942499d-9a78-4a83-a2f5-d07c220771db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 1098 time: 0.0960894 Aug 28 12:52:04.843814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2a6c0169-7662-446d-ac2c-843f451109ae up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:04.853027 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:04.882377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c693bba-8621-4feb-b2b0-14b5acd8e9e8 req-6aec5412-2eef-4039-81f5-727afb4f67c9 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:04.883784 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c693bba-8621-4feb-b2b0-14b5acd8e9e8 req-6aec5412-2eef-4039-81f5-727afb4f67c9 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 805 time: 0.2771976 Aug 28 12:52:04.888732 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7bf79599-19ce-47a6-a651-4a91f57f17b7 req-d7d5e4f0-de81-4488-a821-0410fb1f2b77 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473826 Aug 28 12:52:04.900394 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c693bba-8621-4feb-b2b0-14b5acd8e9e8 req-1e071a89-cd96-4db4-9a9f-0b6e4b1c5eed tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/quotas/573c018398664696a67d8bb440ec4bdf HTTP/1.1" status: 200 len: 375 time: 0.0104740 Aug 28 12:52:04.955259 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c693bba-8621-4feb-b2b0-14b5acd8e9e8 req-ea27e81f-8bdf-4e3d-a659-6591825aa518 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0483248 Aug 28 12:52:04.957085 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0221583-25fe-4d63-817b-3f90b48f64c3 req-fedc5b81-5c6f-41c1-bbf6-db6c9bc25c98 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:04.958684 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0221583-25fe-4d63-817b-3f90b48f64c3 req-fedc5b81-5c6f-41c1-bbf6-db6c9bc25c98 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 945 time: 0.1763043 Aug 28 12:52:04.999938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Allocated IP 172.25.1.225 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/d1e5e5d7-63fc-4f3a-8514-5fbf31a8fb1d) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:05.021281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a24a3b4f-3da6-44a5-8878-01688b5b020e None None] Provisioning for port 1b7684c9-e2fa-4639-96c7-d39ff37d79af completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:05.045071 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0221583-25fe-4d63-817b-3f90b48f64c3 req-52ab75e6-66cb-4f07-afbe-bbe77e30ec8a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795116 Aug 28 12:52:05.085406 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a025d00-e2dd-410f-8d3e-ab8f2cb5f745 None None] Pushing event updated for resources: {'Port': ['ID=95be9224-1d87-4492-8583-edd3daca4538,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:05.180802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 2a6c0169-7662-446d-ac2c-843f451109ae completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:05.195915 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 2a6c0169-7662-446d-ac2c-843f451109ae triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:05.196293 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:05.418272 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:05.435002 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:05.437669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Transition to ACTIVE for port object 77d9edfb-c0a8-4bc4-ab40-14e896359c18 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:05.448294 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:05.515192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Router 5e59946b-4cc0-43aa-bbcd-781e9d4ca356 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:52:05.585379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 2a6c0169-7662-446d-ac2c-843f451109ae, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2a6c0169-7662-446d-ac2c-843f451109ae,segment=NetworkSegment(55936036-2d47-4609-b5fe-e27b34c33343),segment_id=55936036-2d47-4609-b5fe-e27b34c33343)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:05.595913 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c693bba-8621-4feb-b2b0-14b5acd8e9e8 req-6be97c5a-404e-4aa1-ae34-dc0ba475c616 service neutron] 10.222.0.20 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273317 Aug 28 12:52:05.604183 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1b7684c9-e2fa-4639-96c7-d39ff37d79af up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:05.608779 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a10c08-440e-416a-80ac-42c197b98ca2 None None] Pushing event updated for resources: {'Port': ['ID=77d9edfb-c0a8-4bc4-ab40-14e896359c18,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:05.636719 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:05.701037 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9c303-0954-45c1-8e5b-e1639a35636e req-fa36a635-a7f8-4d45-94b9-12db03696718 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:05.709964 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f6d9c303-0954-45c1-8e5b-e1639a35636e req-fa36a635-a7f8-4d45-94b9-12db03696718 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.2746413 Aug 28 12:52:05.739237 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c693bba-8621-4feb-b2b0-14b5acd8e9e8 req-77dbd5a2-98e3-4055-a048-8c9e58967f0e service neutron] 10.222.0.20 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410787 Aug 28 12:52:05.763162 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:05.804586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Attempting to bind port 77d9edfb-c0a8-4bc4-ab40-14e896359c18 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:52:05.804957 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Attempting to bind port 77d9edfb-c0a8-4bc4-ab40-14e896359c18 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '62122ca6-8fa6-44b3-b200-f670403561a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:52:05.805351 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Attempting to bind port 77d9edfb-c0a8-4bc4-ab40-14e896359c18 on network 8c33761f-db05-4660-b311-b355e5202ecb {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:05.821295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=2a6c0169-7662-446d-ac2c-843f451109ae,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:05.824572 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:52:05.824953 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Checking segment: {'id': '62122ca6-8fa6-44b3-b200-f670403561a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:05.825358 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:05.825727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Bound using segment: {'id': '62122ca6-8fa6-44b3-b200-f670403561a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:52:05.826226 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Bound port: 77d9edfb-c0a8-4bc4-ab40-14e896359c18, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62122ca6-8fa6-44b3-b200-f670403561a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:52:05.826613 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:05.856515 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f6d9c303-0954-45c1-8e5b-e1639a35636e req-58b3d77a-7cfa-4719-b866-6bfec21316af tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454995 Aug 28 12:52:05.864001 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:52:05.882684 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 1b7684c9-e2fa-4639-96c7-d39ff37d79af completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:05.889483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 1b7684c9-e2fa-4639-96c7-d39ff37d79af triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:05.889851 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:05.892889 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-17677cbe-35d9-4468-8747-b2d577d63b90 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "PUT /v2.0/routers/5e59946b-4cc0-43aa-bbcd-781e9d4ca356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1266711 Aug 28 12:52:05.894103 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50002) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:05.908862 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc451df8-1ba1-438f-8730-329fc3f85ee6 None None] Sync routers for ids ['5e59946b-4cc0-43aa-bbcd-781e9d4ca356'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:52:05.926990 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc451df8-1ba1-438f-8730-329fc3f85ee6 None None] Routers {'5e59946b-4cc0-43aa-bbcd-781e9d4ca356'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:05.929033 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bc451df8-1ba1-438f-8730-329fc3f85ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:51:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5e59946b-4cc0-43aa-bbcd-781e9d4ca356'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:06.002967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:06.006138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] For port 77d9edfb-c0a8-4bc4-ab40-14e896359c18, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:52:06.011075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] For port 77d9edfb-c0a8-4bc4-ab40-14e896359c18, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=77d9edfb-c0a8-4bc4-ab40-14e896359c18,segment=NetworkSegment(62122ca6-8fa6-44b3-b200-f670403561a4),segment_id=62122ca6-8fa6-44b3-b200-f670403561a4)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:52:06.012590 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bc451df8-1ba1-438f-8730-329fc3f85ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:06.039147 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:06.048432 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc451df8-1ba1-438f-8730-329fc3f85ee6 None None] Routers {'5e59946b-4cc0-43aa-bbcd-781e9d4ca356'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:06.049056 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bc451df8-1ba1-438f-8730-329fc3f85ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:51:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5e59946b-4cc0-43aa-bbcd-781e9d4ca356'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:06.107568 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e4c65f99-2aa1-4697-b348-3cfd3273ef9e None None] Provisioning for port cd31b2d2-036c-4455-8d37-59dab968b348 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:06.155908 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bc451df8-1ba1-438f-8730-329fc3f85ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:06.156705 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc451df8-1ba1-438f-8730-329fc3f85ee6 None None] The sync data for ids ['5e59946b-4cc0-43aa-bbcd-781e9d4ca356'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:52:06.197305 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:06.198259 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Pushing event updated for resources: {'Port': ['ID=d1e5e5d7-63fc-4f3a-8514-5fbf31a8fb1d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:06.211925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:06.220673 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:06.245567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e4c65f99-2aa1-4697-b348-3cfd3273ef9e None None] Provisioning complete for port cd31b2d2-036c-4455-8d37-59dab968b348 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:06.249370 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e4c65f99-2aa1-4697-b348-3cfd3273ef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:06.251212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Routers {'55e290d5-07cf-43df-9441-856b9352bf2c'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:06.251844 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:51:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['55e290d5-07cf-43df-9441-856b9352bf2c'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:06.369277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09493b3e-44f3-4987-9eb9-4af90e6301e0 req-d876eb1d-b9d9-4708-aa44-8e2b5d17566a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:06.376558 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-09493b3e-44f3-4987-9eb9-4af90e6301e0 req-d876eb1d-b9d9-4708-aa44-8e2b5d17566a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.3682587 Aug 28 12:52:06.395581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-e4c65f99-2aa1-4697-b348-3cfd3273ef9e None None] Port cd31b2d2-036c-4455-8d37-59dab968b348 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:52:06.447176 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:06.530297 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-09493b3e-44f3-4987-9eb9-4af90e6301e0 req-0bf2b94f-a2bf-4f80-b3c8-243eafdc36ce tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451182 Aug 28 12:52:06.592798 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a10c08-440e-416a-80ac-42c197b98ca2 None None] Pushing event updated for resources: {'Port': ['ID=77d9edfb-c0a8-4bc4-ab40-14e896359c18,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:06.739845 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1898ff-e749-4501-8106-a354da453568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6c0169-7662-446d-ac2c-843f451109ae'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:06.742275 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf99d32b-ccd9-4c24-9840-d07b16347922" -d '{"events": [{"server_uuid": "ac1898ff-e749-4501-8106-a354da453568", "name": "network-vif-plugged", "status": "completed", "tag": "2a6c0169-7662-446d-ac2c-843f451109ae"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:06.752765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e4c65f99-2aa1-4697-b348-3cfd3273ef9e None None] Provisioning complete for port 1b7684c9-e2fa-4639-96c7-d39ff37d79af triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:06.752765 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e4c65f99-2aa1-4697-b348-3cfd3273ef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:06.788880 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:06.855498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4040d18-eb14-4cc0-9954-c907fdb0fdda req-7aea214a-aaf0-466b-93f9-909caf5edb99 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:06.863855 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f4040d18-eb14-4cc0-9954-c907fdb0fdda req-7aea214a-aaf0-466b-93f9-909caf5edb99 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 945 time: 0.1404679 Aug 28 12:52:06.883905 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:07.004094 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f4040d18-eb14-4cc0-9954-c907fdb0fdda req-1c4a8235-d326-4997-a19b-c1e15aab4271 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382556 Aug 28 12:52:07.142454 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 1b7684c9-e2fa-4639-96c7-d39ff37d79af, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1b7684c9-e2fa-4639-96c7-d39ff37d79af,segment=NetworkSegment(7d8545b2-2903-4f2f-a957-654c4e2ce991),segment_id=7d8545b2-2903-4f2f-a957-654c4e2ce991)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:07.145281 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09127b52-1742-4741-94af-0c7c2c05310a x-openstack-request-id: req-09127b52-1742-4741-94af-0c7c2c05310a {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:07.145521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351b26e-6a24-4af1-a587-ea4fa9eb5304 req-30b905d3-3aac-4a61-8097-3a5ad7d5fe49 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:07.145928 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1898ff-e749-4501-8106-a354da453568", "name": "network-vif-plugged", "status": "completed", "tag": "2a6c0169-7662-446d-ac2c-843f451109ae", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:07.145928 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09127b52-1742-4741-94af-0c7c2c05310a {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:07.146226 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1898ff-e749-4501-8106-a354da453568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6c0169-7662-446d-ac2c-843f451109ae', 'code': 200} Aug 28 12:52:07.148801 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 21272b16-e8dc-4c64-a88f-68a72afb80cd up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:07.150984 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a873b80-6a41-4a81-aa6b-5d56b30e1970 None None] Network 0b67ea7c-8a54-4a3f-84de-70900420feb9 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:52:07.153538 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2351b26e-6a24-4af1-a587-ea4fa9eb5304 req-30b905d3-3aac-4a61-8097-3a5ad7d5fe49 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.1290879 Aug 28 12:52:07.191298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700bef0-3778-4c43-9b0c-3d1de1d68f7c req-ea231f17-b32c-4af1-9f95-40414f0112f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:07.195041 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1700bef0-3778-4c43-9b0c-3d1de1d68f7c req-ea231f17-b32c-4af1-9f95-40414f0112f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 1097 time: 0.1995540 Aug 28 12:52:07.195237 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:07.230940 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2351b26e-6a24-4af1-a587-ea4fa9eb5304 req-f4f4a396-36ff-4e22-a771-e4a19701e1cc tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764811 Aug 28 12:52:07.254141 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-d248f757-3c3d-4d16-a887-6921faf00c83 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 12:52:07.255456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d248f757-3c3d-4d16-a887-6921faf00c83 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "PUT /v2.0/routers/5e59946b-4cc0-43aa-bbcd-781e9d4ca356/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3593805 Aug 28 12:52:07.261016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50044) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:07.273776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-813c05fa-3d53-4d39-9f75-31d19841cde2 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:07.289168 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-813c05fa-3d53-4d39-9f75-31d19841cde2 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 805 time: 0.1821330 Aug 28 12:52:07.311389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] Set router 55e290d5-07cf-43df-9441-856b9352bf2c gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:52:07.317498 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-940b426e-6887-43fb-a9ff-936af3e85ecc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/quotas/573c018398664696a67d8bb440ec4bdf HTTP/1.1" status: 200 len: 375 time: 0.0253699 Aug 28 12:52:07.321751 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:07.337284 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:07.353587 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:07.409908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=1b7684c9-e2fa-4639-96c7-d39ff37d79af,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:07.428324 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1700bef0-3778-4c43-9b0c-3d1de1d68f7c req-6f45bad3-bdf5-47dc-95d8-0183b73cb12d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253366 Aug 28 12:52:07.483949 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 95be9224-1d87-4492-8583-edd3daca4538 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:07.486916 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-e501745d-cac4-43d0-af72-24a387e18b3b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1685045 Aug 28 12:52:07.498312 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Pushing event updated for resources: {'Port': ['ID=d1e5e5d7-63fc-4f3a-8514-5fbf31a8fb1d,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:07.524088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 21272b16-e8dc-4c64-a88f-68a72afb80cd completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:07.526222 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:07.574178 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 21272b16-e8dc-4c64-a88f-68a72afb80cd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:07.574621 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:07.575423 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:07.582445 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-58bf83c4-d867-4a62-aae0-47b820541f4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2624109 Aug 28 12:52:07.621801 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-43fd3195-391e-4612-aa90-590201cd4b15 service neutron] 10.222.0.20 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201663 Aug 28 12:52:07.743255 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b2d4d171-d77b-4ef2-8c13-a02afc91e75d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:07.774057 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-8e33956d-aa37-483f-8ec3-69f3b3963f63 service neutron] 10.222.0.20 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454935 Aug 28 12:52:07.875810 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddeed4-11dc-492b-b73b-c366c0aa62f3 req-fdc7727e-577d-4f1d-86f8-39bb4fe6b1c2 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:07.877669 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72ddeed4-11dc-492b-b73b-c366c0aa62f3 req-fdc7727e-577d-4f1d-86f8-39bb4fe6b1c2 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.1433027 Aug 28 12:52:07.887905 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c5c520d5-9b4f-4db1-ad2b-7dc34bde6e5b None None] Provisioning complete for port cd31b2d2-036c-4455-8d37-59dab968b348 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:07.888447 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c5c520d5-9b4f-4db1-ad2b-7dc34bde6e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:07.991671 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 95be9224-1d87-4492-8583-edd3daca4538 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:08.008001 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:08.016126 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-024055f7-5d2e-4031-8520-d5e81bf6cc15 req-a822a83a-7d1d-451b-9ca4-80d16acb338a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 210 time: 0.0577388 Aug 28 12:52:08.025082 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72ddeed4-11dc-492b-b73b-c366c0aa62f3 req-16530bae-f658-4854-8e66-b7ce111a6ba6 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384075 Aug 28 12:52:08.122476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c5c520d5-9b4f-4db1-ad2b-7dc34bde6e5b None None] Port cd31b2d2-036c-4455-8d37-59dab968b348 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:52:08.215471 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 21272b16-e8dc-4c64-a88f-68a72afb80cd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=21272b16-e8dc-4c64-a88f-68a72afb80cd,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:08.227607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c5c520d5-9b4f-4db1-ad2b-7dc34bde6e5b None None] Provisioning for port 95be9224-1d87-4492-8583-edd3daca4538 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:08.231333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'name': 'tempest-ServersTestBootFromVolume-1022554763-router', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:54Z', 'updated_at': '2021-08-28T12:52:00Z', 'revision_number': 4, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'gw_port': {'id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:55Z', 'updated_at': '2021-08-28T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '77d9edfb-c0a8-4bc4-ab40-14e896359c18', 'name': '', 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'mac_address': 'fa:16:3e:62:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:59Z', 'updated_at': '2021-08-28T12:52:05Z', 'revision_number': 4, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'subnets': [{'id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:08.319846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b52058-a0e2-4921-8a97-cb99e1fa81ae req-0d194666-1e57-433a-b1e6-328d5f7233d3 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:08.323024 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19b52058-a0e2-4921-8a97-cb99e1fa81ae req-0d194666-1e57-433a-b1e6-328d5f7233d3 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 946 time: 0.1587465 Aug 28 12:52:08.342059 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:08.349046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c5c520d5-9b4f-4db1-ad2b-7dc34bde6e5b None None] Provisioning complete for port 95be9224-1d87-4492-8583-edd3daca4538 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:08.349533 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c5c520d5-9b4f-4db1-ad2b-7dc34bde6e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:08.354124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e224dec5-cbc0-46dd-8eb8-8a9b385d509a None None] The sync data for ids ['55e290d5-07cf-43df-9441-856b9352bf2c'] in n-d-791505-21 is: [{'id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'name': 'tempest-ServersTestBootFromVolume-1022554763-router', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:54Z', 'updated_at': '2021-08-28T12:52:00Z', 'revision_number': 4, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'gw_port': {'id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:55Z', 'updated_at': '2021-08-28T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '77d9edfb-c0a8-4bc4-ab40-14e896359c18', 'name': '', 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'mac_address': 'fa:16:3e:62:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:59Z', 'updated_at': '2021-08-28T12:52:05Z', 'revision_number': 4, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'subnets': [{'id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:52:08.377364 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b2d4d171-d77b-4ef2-8c13-a02afc91e75d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Deleting port cd31b2d2-036c-4455-8d37-59dab968b348 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:52:08.379137 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b2d4d171-d77b-4ef2-8c13-a02afc91e75d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:08.574682 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=21272b16-e8dc-4c64-a88f-68a72afb80cd,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:08.585510 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486a827-925d-432a-bc91-61fc6dea279c req-b40efa4f-6cc9-4fb2-8b41-b9a0c2f23afb tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:08.585949 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b2d4d171-d77b-4ef2-8c13-a02afc91e75d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:08.595756 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5486a827-925d-432a-bc91-61fc6dea279c req-b40efa4f-6cc9-4fb2-8b41-b9a0c2f23afb tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.1114657 Aug 28 12:52:08.609867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b2d4d171-d77b-4ef2-8c13-a02afc91e75d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Calling delete_port for cd31b2d2-036c-4455-8d37-59dab968b348 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:52:08.693527 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5486a827-925d-432a-bc91-61fc6dea279c req-bca4383e-a7b6-4184-9698-c1038e043d2c tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968518 Aug 28 12:52:08.714914 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c5c520d5-9b4f-4db1-ad2b-7dc34bde6e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:08.761015 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19b52058-a0e2-4921-8a97-cb99e1fa81ae req-d62e53ee-4a16-4ab1-9a9d-01c06c497223 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366832 Aug 28 12:52:08.786161 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c5c520d5-9b4f-4db1-ad2b-7dc34bde6e5b None None] For port 95be9224-1d87-4492-8583-edd3daca4538, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=95be9224-1d87-4492-8583-edd3daca4538,segment=NetworkSegment(50560cef-ef20-447f-a3ae-8ae206095e7d),segment_id=50560cef-ef20-447f-a3ae-8ae206095e7d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:08.799272 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c5c520d5-9b4f-4db1-ad2b-7dc34bde6e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:08.900444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd12c1-2ef3-4b36-ad10-08e07c87f7a5 req-cbb11242-a140-4cd0-b432-938483835466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:08.901982 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-47bd12c1-2ef3-4b36-ad10-08e07c87f7a5 req-cbb11242-a140-4cd0-b432-938483835466 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5fa6504f1c5245c4bc244aff3d31f637&device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 1098 time: 0.4706850 Aug 28 12:52:08.952217 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d572969-2ee9-4104-b47f-7a663abddc33 req-f8457f04-de97-4921-82c0-0f7a30cb26c7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:08.965889 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c520d5-9b4f-4db1-ad2b-7dc34bde6e5b None None] Pushing event updated for resources: {'Port': ['ID=95be9224-1d87-4492-8583-edd3daca4538,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:08.966072 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8d572969-2ee9-4104-b47f-7a663abddc33 req-f8457f04-de97-4921-82c0-0f7a30cb26c7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.1629169 Aug 28 12:52:08.988175 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-126aa00a-66f7-47b3-99e3-434d38408d5d None None] Provisioning complete for port 95be9224-1d87-4492-8583-edd3daca4538 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:08.988555 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-126aa00a-66f7-47b3-99e3-434d38408d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:09.045633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd12c1-2ef3-4b36-ad10-08e07c87f7a5 req-a830c601-a53d-4781-b29a-865bec611f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:09.047911 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-47bd12c1-2ef3-4b36-ad10-08e07c87f7a5 req-a830c601-a53d-4781-b29a-865bec611f36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94c98bd0-b397-4410-9e9a-94046b8de866 HTTP/1.1" status: 200 len: 918 time: 0.1316760 Aug 28 12:52:09.069497 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8d572969-2ee9-4104-b47f-7a663abddc33 req-aec100af-3d43-4688-8c59-6211da54bb90 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945463 Aug 28 12:52:09.156307 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-47bd12c1-2ef3-4b36-ad10-08e07c87f7a5 req-ecab1cfa-26f0-44f9-a7c4-12cf73c36e17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d60385a0-46e2-4d6a-893b-822c58345f58 HTTP/1.1" status: 200 len: 217 time: 0.0965054 Aug 28 12:52:09.189912 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21272b16-e8dc-4c64-a88f-68a72afb80cd'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:09.198650 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daab577-8e01-456c-be2e-e50614fde2b2" -d '{"events": [{"server_uuid": "fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51", "name": "network-vif-plugged", "status": "completed", "tag": "21272b16-e8dc-4c64-a88f-68a72afb80cd"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:09.210527 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4702e7c6-f688-4638-9f23-3f028917c51f req-0146f2d8-b22e-4259-948c-bece54467747 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 210 time: 0.0680537 Aug 28 12:52:09.275657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd12c1-2ef3-4b36-ad10-08e07c87f7a5 req-537c389e-e714-4da1-a6d3-800df0399d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:09.276747 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-47bd12c1-2ef3-4b36-ad10-08e07c87f7a5 req-537c389e-e714-4da1-a6d3-800df0399d6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=515db44d-2b7a-4e76-9761-e9a394711f3d HTTP/1.1" status: 200 len: 858 time: 0.1120875 Aug 28 12:52:09.299424 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f1d0d3-d7aa-4290-9ee5-4aec0245814c x-openstack-request-id: req-e5f1d0d3-d7aa-4290-9ee5-4aec0245814c {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:09.300426 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51", "name": "network-vif-plugged", "status": "completed", "tag": "21272b16-e8dc-4c64-a88f-68a72afb80cd", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:09.300980 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5f1d0d3-d7aa-4290-9ee5-4aec0245814c {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:09.301575 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21272b16-e8dc-4c64-a88f-68a72afb80cd', 'code': 200} Aug 28 12:52:09.321449 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-47bd12c1-2ef3-4b36-ad10-08e07c87f7a5 req-dcd44f89-a2f6-45ba-807b-9bb147911ce7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94c98bd0-b397-4410-9e9a-94046b8de866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354216 Aug 28 12:52:09.456435 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b2d4d171-d77b-4ef2-8c13-a02afc91e75d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:09.520831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1b7684c9-e2fa-4639-96c7-d39ff37d79af up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:09.527290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb549e-8d7e-41fa-9575-4b5812a9934c req-320c7eeb-5c1e-462e-a3c3-d27a3b37982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:09.529022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cfb549e-8d7e-41fa-9575-4b5812a9934c req-320c7eeb-5c1e-462e-a3c3-d27a3b37982b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 1098 time: 0.1307905 Aug 28 12:52:09.529864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4d171-d77b-4ef2-8c13-a02afc91e75d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event deleted for resources: {'Port': ['ID=cd31b2d2-036c-4455-8d37-59dab968b348,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:09.647301 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:09.674318 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-47bd12c1-2ef3-4b36-ad10-08e07c87f7a5 req-c9a44ce4-9b77-484e-b6be-0ca1900ec425 service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310637 Aug 28 12:52:09.694841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 1b7684c9-e2fa-4639-96c7-d39ff37d79af triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:09.695181 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:09.847608 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ae709a7a-00fe-43a0-b886-f35291c01795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:09.948151 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711574a-7bbe-4bed-9350-81593d34b7d6 req-9ab06b8a-d356-492a-bfe9-554046ef4622 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:09.960727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 95be9224-1d87-4492-8583-edd3daca4538 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:09.960966 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3711574a-7bbe-4bed-9350-81593d34b7d6 req-9ab06b8a-d356-492a-bfe9-554046ef4622 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.1028264 Aug 28 12:52:09.996305 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cfb549e-8d7e-41fa-9575-4b5812a9934c req-ccd90bc0-11f2-4a93-a1c4-81e2522c8e43 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372442 Aug 28 12:52:09.996952 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b2d4d171-d77b-4ef2-8c13-a02afc91e75d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:10.014402 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3711574a-7bbe-4bed-9350-81593d34b7d6 req-1ff2f271-efc5-42b3-9ed9-53dc85969484 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454450 Aug 28 12:52:10.060105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 95be9224-1d87-4492-8583-edd3daca4538 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:10.060398 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:10.168353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 77d9edfb-c0a8-4bc4-ab40-14e896359c18 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:10.173282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b3d70-c820-49a6-ad90-35d197a84876 req-400886c9-543c-47d5-8270-40fbc0f8b54d tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:10.181433 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b10b3d70-c820-49a6-ad90-35d197a84876 req-400886c9-543c-47d5-8270-40fbc0f8b54d tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 946 time: 0.2496059 Aug 28 12:52:10.218218 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-47bd12c1-2ef3-4b36-ad10-08e07c87f7a5 req-42465014-dc8b-4efb-b91b-ccb3952132d1 service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982274 Aug 28 12:52:10.248101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 77d9edfb-c0a8-4bc4-ab40-14e896359c18 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:10.252673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 77d9edfb-c0a8-4bc4-ab40-14e896359c18 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:10.253647 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:10.272244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-b1afc6fd-6dd3-4382-90ab-dcf176ddc519 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:10.274037 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-b1afc6fd-6dd3-4382-90ab-dcf176ddc519 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 805 time: 0.5434330 Aug 28 12:52:10.342149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-b67d0722-f3bb-4f08-8ae1-c5e24f7793ad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Request body: {'port': {'device_id': 'f42ddf2a-5134-4c5b-b1b2-735c1e60ed45', 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000', 'admin_state_up': True, 'tenant_id': '573c018398664696a67d8bb440ec4bdf'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:10.394348 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:10.411587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e7798-071b-4b8e-8990-84f34f668fe1 req-6c283743-414d-4ad8-bc9e-8947fe7f6d02 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:10.419020 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-206e7798-071b-4b8e-8990-84f34f668fe1 req-6c283743-414d-4ad8-bc9e-8947fe7f6d02 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0869892 Aug 28 12:52:10.466680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 77d9edfb-c0a8-4bc4-ab40-14e896359c18, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=77d9edfb-c0a8-4bc4-ab40-14e896359c18,segment=NetworkSegment(62122ca6-8fa6-44b3-b200-f670403561a4),segment_id=62122ca6-8fa6-44b3-b200-f670403561a4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:10.474122 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:10.497151 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-206e7798-071b-4b8e-8990-84f34f668fe1 req-57e6f174-c630-4f1c-bbbe-3c494b29e391 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759230 Aug 28 12:52:10.508953 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:52:10.564260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=77d9edfb-c0a8-4bc4-ab40-14e896359c18,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:10.681986 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef3f95ca-444b-4d05-bdc5-60a0d89f0012 req-6358e077-86b2-4aad-9751-99f4d766cba1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 210 time: 0.0404480 Aug 28 12:52:10.743261 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b10b3d70-c820-49a6-ad90-35d197a84876 req-272d2ec0-de83-4cab-8014-45c122b1f63b tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609131 Aug 28 12:52:10.759603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d4d171-d77b-4ef2-8c13-a02afc91e75d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Router 5e59946b-4cc0-43aa-bbcd-781e9d4ca356 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:52:10.869038 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d4d171-d77b-4ef2-8c13-a02afc91e75d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:52:10.874652 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b2d4d171-d77b-4ef2-8c13-a02afc91e75d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "PUT /v2.0/routers/5e59946b-4cc0-43aa-bbcd-781e9d4ca356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6087058 Aug 28 12:52:10.878979 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50176) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:10.883656 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881cfb1d-1456-4849-ac9c-3319298518e2 None None] Sync routers for ids ['5e59946b-4cc0-43aa-bbcd-781e9d4ca356'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:52:10.899986 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-b67d0722-f3bb-4f08-8ae1-c5e24f7793ad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Made reservation on behalf of 573c018398664696a67d8bb440ec4bdf for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:10.904770 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-b67d0722-f3bb-4f08-8ae1-c5e24f7793ad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:10.906241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881cfb1d-1456-4849-ac9c-3319298518e2 None None] Routers {'5e59946b-4cc0-43aa-bbcd-781e9d4ca356'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:10.906956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-881cfb1d-1456-4849-ac9c-3319298518e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:51:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5e59946b-4cc0-43aa-bbcd-781e9d4ca356'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:10.937728 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-5dad8869-6ae1-45f6-bff6-6f1fbe9c8a47 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] delete failed (client error): The resource could not be found. Aug 28 12:52:10.943983 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5dad8869-6ae1-45f6-bff6-6f1fbe9c8a47 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1024673421 HTTP/1.1" status: 404 len: 335 time: 0.0626426 Aug 28 12:52:10.944637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50178) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:10.949272 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4431e351-8ea2-4c0a-a765-2ae2aca270ba tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Request body: {'router': {'external_gateway_info': {'network_id': '5e59946b-4cc0-43aa-bbcd-781e9d4ca356'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:10.957389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-881cfb1d-1456-4849-ac9c-3319298518e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:10.969609 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881cfb1d-1456-4849-ac9c-3319298518e2 None None] Routers {'5e59946b-4cc0-43aa-bbcd-781e9d4ca356'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:10.970496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-881cfb1d-1456-4849-ac9c-3319298518e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:51:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5e59946b-4cc0-43aa-bbcd-781e9d4ca356'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:11.006285 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-881cfb1d-1456-4849-ac9c-3319298518e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:11.007087 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881cfb1d-1456-4849-ac9c-3319298518e2 None None] The sync data for ids ['5e59946b-4cc0-43aa-bbcd-781e9d4ca356'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:52:11.099947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-b67d0722-f3bb-4f08-8ae1-c5e24f7793ad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Allocated IP 172.20.0.10 (f0affd8f-97d8-4f35-bf89-01dc3a581000/bd852a07-8b52-48ff-bea6-e7301fb1f959/f88094ac-0d45-4510-a327-8d76666daf61) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:11.247596 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4431e351-8ea2-4c0a-a765-2ae2aca270ba tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:11.276830 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc3bb9-aa1e-40c7-9036-e58f9c69f5e1 req-78b3f228-5307-43c0-ab52-ca476f144d5e tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:11.284686 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dedc3bb9-aa1e-40c7-9036-e58f9c69f5e1 req-78b3f228-5307-43c0-ab52-ca476f144d5e tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.1901505 Aug 28 12:52:11.290049 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-b67d0722-f3bb-4f08-8ae1-c5e24f7793ad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:11.313148 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-4431e351-8ea2-4c0a-a765-2ae2aca270ba tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] update failed (client error): The resource could not be found. Aug 28 12:52:11.319316 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4431e351-8ea2-4c0a-a765-2ae2aca270ba tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "PUT /v2.0/routers/5e59946b-4cc0-43aa-bbcd-781e9d4ca356 HTTP/1.1" status: 404 len: 339 time: 0.3736343 Aug 28 12:52:11.321227 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50184) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:11.326477 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-46ea2816-a307-48b8-b260-c03d7d437790 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-466923152'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:11.353015 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-b67d0722-f3bb-4f08-8ae1-c5e24f7793ad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:11.367150 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['0267ec38-4c25-4b7f-a556-ba3e5bf00fbd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:52:11.381790 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dedc3bb9-aa1e-40c7-9036-e58f9c69f5e1 req-6583ba5f-607f-4caa-b52c-4fe9d18f925e tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821462 Aug 28 12:52:11.387007 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ea2816-a307-48b8-b260-c03d7d437790 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Made reservation on behalf of 17fad3f5c47b4838a3afd12fff9a03ae for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:11.393450 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46ea2816-a307-48b8-b260-c03d7d437790 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:11.402052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 77d9edfb-c0a8-4bc4-ab40-14e896359c18 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:11.427616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ea2816-a307-48b8-b260-c03d7d437790 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:52:11.438925 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46ea2816-a307-48b8-b260-c03d7d437790 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:11.439270 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-46ea2816-a307-48b8-b260-c03d7d437790 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Added segment db27bb31-e058-43a2-8884-7b8eb4107ec1 of type vlan for network e02d19b6-90a6-4ade-b48b-2bcca91c5a10 Aug 28 12:52:11.478496 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-b67d0722-f3bb-4f08-8ae1-c5e24f7793ad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Network f0affd8f-97d8-4f35-bf89-01dc3a581000 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:11.491361 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46ea2816-a307-48b8-b260-c03d7d437790 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:11.522597 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-b67d0722-f3bb-4f08-8ae1-c5e24f7793ad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:11.525075 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d0722-f3bb-4f08-8ae1-c5e24f7793ad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Pushing event updated for resources: {'Port': ['ID=f88094ac-0d45-4510-a327-8d76666daf61,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:11.531652 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46ea2816-a307-48b8-b260-c03d7d437790 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:11.535544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-b67d0722-f3bb-4f08-8ae1-c5e24f7793ad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:11.540097 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ea2816-a307-48b8-b260-c03d7d437790 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:11.541004 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46ea2816-a307-48b8-b260-c03d7d437790 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:11.561364 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 77d9edfb-c0a8-4bc4-ab40-14e896359c18 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:11.562020 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:11.596126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-b67d0722-f3bb-4f08-8ae1-c5e24f7793ad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:11.598697 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-b67d0722-f3bb-4f08-8ae1-c5e24f7793ad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:11.626674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea2816-a307-48b8-b260-c03d7d437790 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event updated for resources: {'Network': ['ID=e02d19b6-90a6-4ade-b48b-2bcca91c5a10,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:11.639843 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-b67d0722-f3bb-4f08-8ae1-c5e24f7793ad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3263819 Aug 28 12:52:11.646563 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-46ea2816-a307-48b8-b260-c03d7d437790 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3199234 Aug 28 12:52:11.646563 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50192) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:11.661034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network e02d19b6-90a6-4ade-b48b-2bcca91c5a10 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:52:11.672049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7d6e3f90-287e-4d01-9ff7-29c1e6211e7d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Request body: {'subnet': {'network_id': 'e02d19b6-90a6-4ade-b48b-2bcca91c5a10', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:11.741736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Request body: {'port': {'device_id': 'f42ddf2a-5134-4c5b-b1b2-735c1e60ed45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:11.798072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb54cd7-423f-425c-b4fe-3dba6772e771 req-5835fe36-b6f8-4e7f-89bc-1de4c826145e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:11.800103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bdb54cd7-423f-425c-b4fe-3dba6772e771 req-5835fe36-b6f8-4e7f-89bc-1de4c826145e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.1329296 Aug 28 12:52:11.853801 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:11.889623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bdb54cd7-423f-425c-b4fe-3dba6772e771 req-95e9720e-65fb-45d1-9be7-e09764622c21 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610304 Aug 28 12:52:11.891270 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916659af-cdc7-4b01-b713-9b58c884504a req-4f943003-c546-4ee0-a83e-d96f15b59cb9 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:11.899592 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-916659af-cdc7-4b01-b713-9b58c884504a req-4f943003-c546-4ee0-a83e-d96f15b59cb9 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 932 time: 0.1058698 Aug 28 12:52:11.921891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6e3f90-287e-4d01-9ff7-29c1e6211e7d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Made reservation on behalf of 17fad3f5c47b4838a3afd12fff9a03ae for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:11.926335 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7d6e3f90-287e-4d01-9ff7-29c1e6211e7d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:12.022801 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-916659af-cdc7-4b01-b713-9b58c884504a req-d646a403-21b1-4b6f-9883-4d1ca8c326c2 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220031 Aug 28 12:52:12.129872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756819f-4bdf-48af-9b22-d0eb318bec8d req-47b4b031-5519-41eb-927a-696a0623f773 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:12.131559 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d756819f-4bdf-48af-9b22-d0eb318bec8d req-47b4b031-5519-41eb-927a-696a0623f773 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 946 time: 0.1265471 Aug 28 12:52:12.199689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7d6e3f90-287e-4d01-9ff7-29c1e6211e7d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:12.201152 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d756819f-4bdf-48af-9b22-d0eb318bec8d req-9ede4530-a0c3-4985-91d7-3f841162f4a7 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589049 Aug 28 12:52:12.236099 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc70cf22-b126-4211-9c67-b9887bf40ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:12.280330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88094ac-0d45-4510-a327-8d76666daf61 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:52:12.281547 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6e3f90-287e-4d01-9ff7-29c1e6211e7d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Checking segment: {'id': 'db27bb31-e058-43a2-8884-7b8eb4107ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e02d19b6-90a6-4ade-b48b-2bcca91c5a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:12.281917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6e3f90-287e-4d01-9ff7-29c1e6211e7d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Network hostable DHCP agents. Network: e02d19b6-90a6-4ade-b48b-2bcca91c5a10, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:52:12.288518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e3f90-287e-4d01-9ff7-29c1e6211e7d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event updated for resources: {'Subnet': ['ID=c3671d87-d283-46cc-9dec-5224ac20852c,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:12.289435 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:12.305538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Transition to ACTIVE for port object f88094ac-0d45-4510-a327-8d76666daf61 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:12.309334 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:12.313116 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6e3f90-287e-4d01-9ff7-29c1e6211e7d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Network e02d19b6-90a6-4ade-b48b-2bcca91c5a10 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:52:12.349669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-7d6e3f90-287e-4d01-9ff7-29c1e6211e7d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, e02d19b6-90a6-4ade-b48b-2bcca91c5a10) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:12.359318 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c74707-d121-43fd-a0c1-4087f221bb21 None None] Network e02d19b6-90a6-4ade-b48b-2bcca91c5a10 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:52:12.366132 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6e3f90-287e-4d01-9ff7-29c1e6211e7d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:12.367180 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7d6e3f90-287e-4d01-9ff7-29c1e6211e7d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:12.385627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Pushing event updated for resources: {'Port': ['ID=f88094ac-0d45-4510-a327-8d76666daf61,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:12.402199 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24943d51-1773-4a3a-b635-e2708835b5b4 req-92d30b4f-a0ff-47ca-b133-8770cf88cb8a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:12.408070 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24943d51-1773-4a3a-b635-e2708835b5b4 req-92d30b4f-a0ff-47ca-b133-8770cf88cb8a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 946 time: 0.1056941 Aug 28 12:52:12.477353 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Attempting to bind port f88094ac-0d45-4510-a327-8d76666daf61 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:52:12.478288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Attempting to bind port f88094ac-0d45-4510-a327-8d76666daf61 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:52:12.478721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Attempting to bind port f88094ac-0d45-4510-a327-8d76666daf61 on network f0affd8f-97d8-4f35-bf89-01dc3a581000 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:12.484456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Port f88094ac-0d45-4510-a327-8d76666daf61 on network f0affd8f-97d8-4f35-bf89-01dc3a581000 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:52:12.484778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Attempting to bind port f88094ac-0d45-4510-a327-8d76666daf61 on network f0affd8f-97d8-4f35-bf89-01dc3a581000 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:12.491211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:52:12.491566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Checking segment: {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:12.491927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Bound using segment: {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:52:12.492354 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Bound port: f88094ac-0d45-4510-a327-8d76666daf61, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:52:12.492714 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:12.514003 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24943d51-1773-4a3a-b635-e2708835b5b4 req-893254f5-2fb6-403e-97b0-4891e87bce67 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854046 Aug 28 12:52:12.515446 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7d6e3f90-287e-4d01-9ff7-29c1e6211e7d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8690407 Aug 28 12:52:12.525763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50206) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:12.537466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c28ffb16-12c9-42fe-ab1f-fe6573fdd6de tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e02d19b6-90a6-4ade-b48b-2bcca91c5a10'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:12.556520 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:12.617605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-e02d19b6-90a6-4ade-b48b-2bcca91c5a10', 'network_id': 'e02d19b6-90a6-4ade-b48b-2bcca91c5a10', 'tenant_id': '17fad3f5c47b4838a3afd12fff9a03ae', 'fixed_ips': [{'subnet_id': 'c3671d87-d283-46cc-9dec-5224ac20852c'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:52:12.618151 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:12.649717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] For port f88094ac-0d45-4510-a327-8d76666daf61, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:52:12.655130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] For port f88094ac-0d45-4510-a327-8d76666daf61, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f88094ac-0d45-4510-a327-8d76666daf61,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:52:12.668898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96eb6ef-39cb-47be-a246-875eb9a06760 req-8389ed5d-dbd8-40be-876f-91bbccc91aa8 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:12.669910 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f96eb6ef-39cb-47be-a246-875eb9a06760 req-8389ed5d-dbd8-40be-876f-91bbccc91aa8 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.0901618 Aug 28 12:52:12.686510 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:12.823193 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:12.824087 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:12.825921 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] 10.222.0.11 "PUT /v2.0/ports/f88094ac-0d45-4510-a327-8d76666daf61 HTTP/1.1" status: 200 len: 1093 time: 1.1767948 Aug 28 12:52:12.826095 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42ddf2a-5134-4c5b-b1b2-735c1e60ed45', 'tag': 'f88094ac-0d45-4510-a327-8d76666daf61'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:12.828432 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d60d8c-758e-4372-8e8b-9d7ffb154e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f42ddf2a-5134-4c5b-b1b2-735c1e60ed45", "tag": "f88094ac-0d45-4510-a327-8d76666daf61"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:12.853444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ee272-6afb-441e-abee-796ea5f07e80 service neutron] Pushing event updated for resources: {'Port': ['ID=f88094ac-0d45-4510-a327-8d76666daf61,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:12.854067 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Allocated IP 2001:db8:1::2 (e02d19b6-90a6-4ade-b48b-2bcca91c5a10/c3671d87-d283-46cc-9dec-5224ac20852c/ec1c5d49-fa51-406e-8863-a1d75cb7e534) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:12.881951 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f96eb6ef-39cb-47be-a246-875eb9a06760 req-1fd911ab-2334-4b33-9f29-380234633fd6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033396 Aug 28 12:52:12.893516 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c28ffb16-12c9-42fe-ab1f-fe6573fdd6de tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:12.937297 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d3a0f-a5a2-4b51-96ca-ac3c9faa5aa8 req-33f314a3-f3c4-4327-aab9-78f2c3c3de6c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:12.945420 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2e6d3a0f-a5a2-4b51-96ca-ac3c9faa5aa8 req-33f314a3-f3c4-4327-aab9-78f2c3c3de6c tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 946 time: 0.1658573 Aug 28 12:52:12.989349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-415f7d7f-b625-4bb1-be10-bfcf1073aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:12.990810 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-415f7d7f-b625-4bb1-be10-bfcf1073aafb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 1096 time: 0.1076190 Aug 28 12:52:13.083131 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:13.088760 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-344dcacb-5ea6-445b-9d29-da7386dc25d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f88094ac-0d45-4510-a327-8d76666daf61 HTTP/1.1" status: 200 len: 217 time: 0.0756118 Aug 28 12:52:13.095647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Transition to ACTIVE for port object ec1c5d49-fa51-406e-8863-a1d75cb7e534 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:13.096452 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c36d14-c9ed-41eb-aa5c-4359bb966af4 x-openstack-request-id: req-97c36d14-c9ed-41eb-aa5c-4359bb966af4 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:13.096965 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42ddf2a-5134-4c5b-b1b2-735c1e60ed45", "tag": "f88094ac-0d45-4510-a327-8d76666daf61", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:13.098201 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97c36d14-c9ed-41eb-aa5c-4359bb966af4 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:13.098861 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42ddf2a-5134-4c5b-b1b2-735c1e60ed45', 'tag': 'f88094ac-0d45-4510-a327-8d76666daf61', 'status': 'completed', 'code': 200} Aug 28 12:52:13.121122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Transition to ACTIVE for port object ec1c5d49-fa51-406e-8863-a1d75cb7e534 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:13.131248 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:13.203457 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Network e02d19b6-90a6-4ade-b48b-2bcca91c5a10 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:13.205039 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Pushing event updated for resources: {'Port': ['ID=ec1c5d49-fa51-406e-8863-a1d75cb7e534,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:13.208487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:13.210929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:13.220649 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-b9ea6097-f471-41aa-8f46-d5fcfde26fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:13.222896 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-b9ea6097-f471-41aa-8f46-d5fcfde26fdf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd852a07-8b52-48ff-bea6-e7301fb1f959 HTTP/1.1" status: 200 len: 845 time: 0.1139951 Aug 28 12:52:13.286986 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-4624e669-224a-4589-a1ad-f0cbb664c70c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0affd8f-97d8-4f35-bf89-01dc3a581000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502198 Aug 28 12:52:13.288504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Attempting to bind port ec1c5d49-fa51-406e-8863-a1d75cb7e534 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:52:13.288975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Attempting to bind port ec1c5d49-fa51-406e-8863-a1d75cb7e534 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'db27bb31-e058-43a2-8884-7b8eb4107ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e02d19b6-90a6-4ade-b48b-2bcca91c5a10'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:52:13.289432 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Attempting to bind port ec1c5d49-fa51-406e-8863-a1d75cb7e534 on network e02d19b6-90a6-4ade-b48b-2bcca91c5a10 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:13.296089 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:52:13.296978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Checking segment: {'id': 'db27bb31-e058-43a2-8884-7b8eb4107ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e02d19b6-90a6-4ade-b48b-2bcca91c5a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:13.297462 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:13.298051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Bound using segment: {'id': 'db27bb31-e058-43a2-8884-7b8eb4107ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e02d19b6-90a6-4ade-b48b-2bcca91c5a10'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:52:13.300242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Bound port: ec1c5d49-fa51-406e-8863-a1d75cb7e534, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db27bb31-e058-43a2-8884-7b8eb4107ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e02d19b6-90a6-4ade-b48b-2bcca91c5a10'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:52:13.300713 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:13.313332 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2e6d3a0f-a5a2-4b51-96ca-ac3c9faa5aa8 req-a415ed87-d5d7-4af3-87a4-9f2a3c2321af tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669424 Aug 28 12:52:13.327570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771d2f-9748-4f32-8e22-62fea6d019ca req-7fb1cd86-50dd-4cbe-982e-92f2c2e1e975 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:13.336526 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6b771d2f-9748-4f32-8e22-62fea6d019ca req-7fb1cd86-50dd-4cbe-982e-92f2c2e1e975 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.1470423 Aug 28 12:52:13.417897 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:13.418176 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6b771d2f-9748-4f32-8e22-62fea6d019ca req-ce7296fd-59da-41d9-9a93-cfb7a11fe30d tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807371 Aug 28 12:52:13.443306 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] For port ec1c5d49-fa51-406e-8863-a1d75cb7e534, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:52:13.445135 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-c20f20cf-84aa-4d50-8624-5c0313d770c3 service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502030 Aug 28 12:52:13.447612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] For port ec1c5d49-fa51-406e-8863-a1d75cb7e534, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ec1c5d49-fa51-406e-8863-a1d75cb7e534,segment=NetworkSegment(db27bb31-e058-43a2-8884-7b8eb4107ec1),segment_id=db27bb31-e058-43a2-8884-7b8eb4107ec1)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:52:13.454297 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:13.459522 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-c28ffb16-12c9-42fe-ab1f-fe6573fdd6de tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 12:52:13.460677 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c28ffb16-12c9-42fe-ab1f-fe6573fdd6de tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "PUT /v2.0/routers/5e59946b-4cc0-43aa-bbcd-781e9d4ca356 HTTP/1.1" status: 400 len: 364 time: 0.9338744 Aug 28 12:52:13.465835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50226) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:13.489027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5e751-cfb1-4b73-9c98-0fd95c5eacaa req-92be1cdb-38f5-49ea-b633-a8bb8de2f4d8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:13.498033 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26d5e751-cfb1-4b73-9c98-0fd95c5eacaa req-92be1cdb-38f5-49ea-b633-a8bb8de2f4d8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 944 time: 0.1014054 Aug 28 12:52:13.527842 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f47a3-1c62-4e83-a6e8-a926e3d0c1dd None None] Pushing event updated for resources: {'Port': ['ID=ec1c5d49-fa51-406e-8863-a1d75cb7e534,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:13.543622 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26d5e751-cfb1-4b73-9c98-0fd95c5eacaa req-77f210ff-dee8-49dc-89cd-55c66533137a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446408 Aug 28 12:52:13.734502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322e139-7b70-4ece-9e37-91ff0097fb2c req-598aedda-6063-4a11-be65-3151b8d81560 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:13.737676 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3322e139-7b70-4ece-9e37-91ff0097fb2c req-598aedda-6063-4a11-be65-3151b8d81560 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 946 time: 0.1839733 Aug 28 12:52:13.861472 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8a70a6e9-acd9-4602-8598-e66ddaee841b req-25114f80-07c5-4c66-adc5-d7833e49e5ff service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076962 Aug 28 12:52:13.974925 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3322e139-7b70-4ece-9e37-91ff0097fb2c req-d8a2dd7f-69d3-48b7-addf-a0a3797896c4 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290347 Aug 28 12:52:14.008739 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:14.028956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788d663-9392-488a-ab6c-841814b5b944 req-eaccd868-3fc9-41ae-af7e-16eef8e75730 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:14.030821 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8788d663-9392-488a-ab6c-841814b5b944 req-eaccd868-3fc9-41ae-af7e-16eef8e75730 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.0647316 Aug 28 12:52:14.036827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60d8c-758e-4372-8e8b-9d7ffb154e6e req-52f8dc35-d950-47d1-8204-ec249ee481c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:14.038262 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-70d60d8c-758e-4372-8e8b-9d7ffb154e6e req-52f8dc35-d950-47d1-8204-ec249ee481c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 1096 time: 0.1209259 Aug 28 12:52:14.084635 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8788d663-9392-488a-ab6c-841814b5b944 req-969b4274-3552-42ce-837e-f77eaabbd354 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458000 Aug 28 12:52:14.246008 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ceee8a-2837-435e-919e-f77223b4a350 req-38f8b0c1-5882-4cc2-8f01-3e79b42489e1 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:14.247663 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-84ceee8a-2837-435e-919e-f77223b4a350 req-38f8b0c1-5882-4cc2-8f01-3e79b42489e1 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0655639 Aug 28 12:52:14.302554 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-84ceee8a-2837-435e-919e-f77223b4a350 req-bb95f630-05e5-4df7-aec9-e25e4618ea8a tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463402 Aug 28 12:52:14.318422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60d8c-758e-4372-8e8b-9d7ffb154e6e req-3ad8551b-badd-4246-be1d-be3523e92a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:14.318422 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-70d60d8c-758e-4372-8e8b-9d7ffb154e6e req-3ad8551b-badd-4246-be1d-be3523e92a8d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 905 time: 0.1978447 Aug 28 12:52:14.397580 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-70d60d8c-758e-4372-8e8b-9d7ffb154e6e req-61e5aac2-d56b-4b17-8f76-568c3c6418cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f88094ac-0d45-4510-a327-8d76666daf61 HTTP/1.1" status: 200 len: 217 time: 0.0768259 Aug 28 12:52:14.512644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60d8c-758e-4372-8e8b-9d7ffb154e6e req-0edf0c3f-6805-434b-a9e6-e47c4a3dc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:14.514477 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-70d60d8c-758e-4372-8e8b-9d7ffb154e6e req-0edf0c3f-6805-434b-a9e6-e47c4a3dc4d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd852a07-8b52-48ff-bea6-e7301fb1f959 HTTP/1.1" status: 200 len: 845 time: 0.0917704 Aug 28 12:52:14.529483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Allocated IP 2001:db8::1 (71dee793-e619-4084-8e1e-6454b006d353/1f61bbf1-f30b-456d-8c3a-a9896660790d/8e14fd36-9826-43be-ab23-d5c8b3487ace) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:14.554069 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751b6ad-68bf-4bad-81c7-c128d7b0396f req-5a6257d1-a540-451f-a7f0-cee61fde91c7 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:14.555835 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7751b6ad-68bf-4bad-81c7-c128d7b0396f req-5a6257d1-a540-451f-a7f0-cee61fde91c7 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 946 time: 0.1745796 Aug 28 12:52:14.561303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c1aac-5cfe-4735-b724-b92681bc41f4 req-1ffc3b29-0651-4330-a77c-03d131f0f91d tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:14.562888 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-109c1aac-5cfe-4735-b724-b92681bc41f4 req-1ffc3b29-0651-4330-a77c-03d131f0f91d tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0620840 Aug 28 12:52:14.581989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-70d60d8c-758e-4372-8e8b-9d7ffb154e6e req-56090a16-fb65-4ebe-baf3-9dcf40608179 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0affd8f-97d8-4f35-bf89-01dc3a581000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503259 Aug 28 12:52:14.620213 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-109c1aac-5cfe-4735-b724-b92681bc41f4 req-adede71f-f2cd-4a2e-a79e-2ba76eac5f9f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485497 Aug 28 12:52:14.718865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e88932e-cdfc-4479-85e6-072aaa166b21 None None] Network e02d19b6-90a6-4ade-b48b-2bcca91c5a10 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:52:14.719520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7751b6ad-68bf-4bad-81c7-c128d7b0396f req-1e04730f-ccca-497d-8583-6cd3f7c063ba tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398907 Aug 28 12:52:14.759487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991887f-c19a-4ae4-a888-97fa16b5961d req-66646aa6-525b-4710-afd1-cc5ea0f725a1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:14.761086 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9991887f-c19a-4ae4-a888-97fa16b5961d req-66646aa6-525b-4710-afd1-cc5ea0f725a1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 944 time: 0.0729921 Aug 28 12:52:14.812037 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-70d60d8c-758e-4372-8e8b-9d7ffb154e6e req-ec8230a4-0356-4cb6-9ac3-d16cb9b6b169 service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098536 Aug 28 12:52:14.827005 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:14.865212 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9991887f-c19a-4ae4-a888-97fa16b5961d req-571b3189-6962-42b2-be19-f808d87f48f1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895197 Aug 28 12:52:14.897922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Transition to ACTIVE for port object 8e14fd36-9826-43be-ab23-d5c8b3487ace will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:14.932876 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7685191a-c535-4966-bc58-d353e745672e None None] Provisioning for port ec1c5d49-fa51-406e-8863-a1d75cb7e534 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:14.968112 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-70d60d8c-758e-4372-8e8b-9d7ffb154e6e req-2dfac61a-a8fd-4489-b313-7936d185d85b service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393034 Aug 28 12:52:14.976080 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:15.021415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Network 71dee793-e619-4084-8e1e-6454b006d353 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:15.026452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:15.029699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:15.030347 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:15.101776 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event updated for resources: {'Port': ['ID=8e14fd36-9826-43be-ab23-d5c8b3487ace,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:15.259839 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:15.325700 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:15.344932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52485f0c-9cb5-4450-96c6-5a7be21f625a req-b8147681-6fd6-4030-bd46-7916e649cae2 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:15.346586 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52485f0c-9cb5-4450-96c6-5a7be21f625a req-b8147681-6fd6-4030-bd46-7916e649cae2 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.1552637 Aug 28 12:52:15.441650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ec1c5d49-fa51-406e-8863-a1d75cb7e534 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:15.471052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581a704-a1e4-48af-8b62-067a7b7273b4 req-f12e91af-12f2-42ee-a538-966ee2ca88fd tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:15.472858 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4581a704-a1e4-48af-8b62-067a7b7273b4 req-f12e91af-12f2-42ee-a538-966ee2ca88fd tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 946 time: 0.0614333 Aug 28 12:52:15.521524 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4581a704-a1e4-48af-8b62-067a7b7273b4 req-42414f35-700f-49dc-9414-1a56181c9698 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418289 Aug 28 12:52:15.527425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-75e0e078-0cf6-40b6-ab6a-f442ceabca15 None None] Provisioning for port 8e14fd36-9826-43be-ab23-d5c8b3487ace completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:15.543743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-75e0e078-0cf6-40b6-ab6a-f442ceabca15 None None] Provisioning complete for port 8e14fd36-9826-43be-ab23-d5c8b3487ace triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:15.544975 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-75e0e078-0cf6-40b6-ab6a-f442ceabca15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:15.548419 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port ec1c5d49-fa51-406e-8863-a1d75cb7e534 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:15.571297 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ec1c5d49-fa51-406e-8863-a1d75cb7e534 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:15.571567 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:15.583629 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52485f0c-9cb5-4450-96c6-5a7be21f625a req-d47bbd08-07a2-4c7e-98aa-67e967dcbb01 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639376 Aug 28 12:52:15.611444 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-75e0e078-0cf6-40b6-ab6a-f442ceabca15 None None] Port 8e14fd36-9826-43be-ab23-d5c8b3487ace cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:52:15.672516 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:15.715264 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port ec1c5d49-fa51-406e-8863-a1d75cb7e534, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ec1c5d49-fa51-406e-8863-a1d75cb7e534,segment=NetworkSegment(db27bb31-e058-43a2-8884-7b8eb4107ec1),segment_id=db27bb31-e058-43a2-8884-7b8eb4107ec1)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:15.720344 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:15.746651 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d553b-9148-4645-81c7-d4984bfaffd5 req-1f0cda16-c2f1-4c1b-b081-f9c4b9245e0e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:15.756419 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cf3d553b-9148-4645-81c7-d4984bfaffd5 req-1f0cda16-c2f1-4c1b-b081-f9c4b9245e0e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0619402 Aug 28 12:52:15.775735 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:15.780080 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=ec1c5d49-fa51-406e-8863-a1d75cb7e534,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:15.782110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:15.783110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:15.798964 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cf3d553b-9148-4645-81c7-d4984bfaffd5 req-983141a9-f6b2-4af6-9189-1e64a54fdf4d tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418727 Aug 28 12:52:15.875196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event updated for resources: {'Port': ['ID=8e14fd36-9826-43be-ab23-d5c8b3487ace,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:15.927772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Network 71dee793-e619-4084-8e1e-6454b006d353 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:15.929211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:16.020596 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78601e28-836a-4711-b185-62a74fa4da84 req-a88fde7a-689c-413c-ac07-b42d9ca5a9aa tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:16.022549 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78601e28-836a-4711-b185-62a74fa4da84 req-a88fde7a-689c-413c-ac07-b42d9ca5a9aa tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 944 time: 0.0681238 Aug 28 12:52:16.050841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Router 5e59946b-4cc0-43aa-bbcd-781e9d4ca356 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:52:16.068618 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78601e28-836a-4711-b185-62a74fa4da84 req-a5ceb780-3e24-4c2d-9928-3968b5ca05c4 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398324 Aug 28 12:52:16.241756 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0430f1f2-ea04-4b00-940f-bbba2acbc9b1 None None] Provisioning complete for port 8e14fd36-9826-43be-ab23-d5c8b3487ace triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:16.242202 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0430f1f2-ea04-4b00-940f-bbba2acbc9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:16.278674 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0430f1f2-ea04-4b00-940f-bbba2acbc9b1 None None] Port 8e14fd36-9826-43be-ab23-d5c8b3487ace cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:52:16.475078 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:52:16.480317 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a2cc898c-a9e9-4968-9b17-af42ce23aaf3 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "PUT /v2.0/routers/5e59946b-4cc0-43aa-bbcd-781e9d4ca356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0126615 Aug 28 12:52:16.483111 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50268) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:16.485683 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90a4c5a-5a9e-46f5-94e2-5df2054cfd1e None None] Sync routers for ids ['5e59946b-4cc0-43aa-bbcd-781e9d4ca356'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:52:16.497246 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a4c5a-5a9e-46f5-94e2-5df2054cfd1e None None] Routers {'5e59946b-4cc0-43aa-bbcd-781e9d4ca356'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:16.497860 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f90a4c5a-5a9e-46f5-94e2-5df2054cfd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:52:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5e59946b-4cc0-43aa-bbcd-781e9d4ca356'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:16.530660 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f90a4c5a-5a9e-46f5-94e2-5df2054cfd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:16.539789 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a4c5a-5a9e-46f5-94e2-5df2054cfd1e None None] Routers {'5e59946b-4cc0-43aa-bbcd-781e9d4ca356'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:16.540410 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f90a4c5a-5a9e-46f5-94e2-5df2054cfd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:52:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5e59946b-4cc0-43aa-bbcd-781e9d4ca356'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:16.576740 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f90a4c5a-5a9e-46f5-94e2-5df2054cfd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:16.577635 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90a4c5a-5a9e-46f5-94e2-5df2054cfd1e None None] The sync data for ids ['5e59946b-4cc0-43aa-bbcd-781e9d4ca356'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:52:16.661536 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e646c29-832d-495c-903c-4d76693b7d26 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:16.720476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaa18c-1cf3-49dc-986f-e7021614b6f9 req-dc3f9fb1-3015-4077-9495-ef058d802b34 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:16.722526 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ffaa18c-1cf3-49dc-986f-e7021614b6f9 req-dc3f9fb1-3015-4077-9495-ef058d802b34 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.0601099 Aug 28 12:52:16.762525 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa97de3-062c-4a8c-9035-069b05cc2f6a req-ec179d07-3280-4995-a112-706c9df2a94b tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:16.764129 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3fa97de3-062c-4a8c-9035-069b05cc2f6a req-ec179d07-3280-4995-a112-706c9df2a94b tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 946 time: 0.1415124 Aug 28 12:52:16.806477 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-6e646c29-832d-495c-903c-4d76693b7d26 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 12:52:16.812667 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6e646c29-832d-495c-903c-4d76693b7d26 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "DELETE /v2.0/routers/5e59946b-4cc0-43aa-bbcd-781e9d4ca356 HTTP/1.1" status: 409 len: 329 time: 0.3234375 Aug 28 12:52:16.813545 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50274) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:16.824908 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3fa97de3-062c-4a8c-9035-069b05cc2f6a req-73a788b8-1c3d-4a6f-8a43-d7e069980239 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/security-groups?id=8cc2db4d-8ad6-49c5-baef-106f7dad2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462608 Aug 28 12:52:16.827776 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ffaa18c-1cf3-49dc-986f-e7021614b6f9 req-c7a12783-3847-4ef9-bcf8-91acc3188343 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936706 Aug 28 12:52:16.858944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb3db3-6de7-449a-b7a3-8c666f7a4d53 req-5feb565d-5297-4544-a680-8f44fc110fa8 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:16.860482 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-febb3db3-6de7-449a-b7a3-8c666f7a4d53 req-5feb565d-5297-4544-a680-8f44fc110fa8 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 946 time: 0.1372929 Aug 28 12:52:16.866426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15878de0-a466-45d9-868f-ebcd7ecc300c req-5350284c-4eaa-4905-89a1-80b51002c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:16.867924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-15878de0-a466-45d9-868f-ebcd7ecc300c req-5350284c-4eaa-4905-89a1-80b51002c1ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 1097 time: 0.0891991 Aug 28 12:52:16.894686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f88094ac-0d45-4510-a327-8d76666daf61 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:52:16.958619 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-15878de0-a466-45d9-868f-ebcd7ecc300c req-b3cba18a-93cb-4430-97b5-5d46caa8d130 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816994 Aug 28 12:52:16.999576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-febb3db3-6de7-449a-b7a3-8c666f7a4d53 req-cee8139c-1422-4010-a305-0728d58c63eb tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Deleting port 21272b16-e8dc-4c64-a88f-68a72afb80cd {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:52:17.000474 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-febb3db3-6de7-449a-b7a3-8c666f7a4d53 req-cee8139c-1422-4010-a305-0728d58c63eb tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:17.042490 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f88094ac-0d45-4510-a327-8d76666daf61, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f88094ac-0d45-4510-a327-8d76666daf61,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:17.064750 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'f88094ac-0d45-4510-a327-8d76666daf61', 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000', 'port_id': 'f88094ac-0d45-4510-a327-8d76666daf61', 'mac_address': 'fa:16:3e:94:1f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd852a07-8b52-48ff-bea6-e7301fb1f959', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:52:17.114949 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:17.134505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88094ac-0d45-4510-a327-8d76666daf61 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:52:17.135971 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-febb3db3-6de7-449a-b7a3-8c666f7a4d53 req-cee8139c-1422-4010-a305-0728d58c63eb tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] For port 21272b16-e8dc-4c64-a88f-68a72afb80cd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=21272b16-e8dc-4c64-a88f-68a72afb80cd,segment=NetworkSegment(d9c3162a-b9c9-499d-8cf2-972124171301),segment_id=d9c3162a-b9c9-499d-8cf2-972124171301)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:17.136451 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-febb3db3-6de7-449a-b7a3-8c666f7a4d53 req-cee8139c-1422-4010-a305-0728d58c63eb tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:17.153637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-febb3db3-6de7-449a-b7a3-8c666f7a4d53 req-cee8139c-1422-4010-a305-0728d58c63eb tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Calling delete_port for 21272b16-e8dc-4c64-a88f-68a72afb80cd owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:52:17.163667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f88094ac-0d45-4510-a327-8d76666daf61, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f88094ac-0d45-4510-a327-8d76666daf61,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:17.171033 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:17.202757 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc592707-8d27-43e2-bb0b-7615afc5e891 req-75a37f1b-2a35-4117-93ca-fd4e1e03f2f4 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:17.204303 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dc592707-8d27-43e2-bb0b-7615afc5e891 req-75a37f1b-2a35-4117-93ca-fd4e1e03f2f4 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.2261660 Aug 28 12:52:17.261565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=f88094ac-0d45-4510-a327-8d76666daf61,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:17.314569 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dc592707-8d27-43e2-bb0b-7615afc5e891 req-624961de-949b-40af-aef2-d0fce9ec14d6 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996060 Aug 28 12:52:17.359693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ec1c5d49-fa51-406e-8863-a1d75cb7e534 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:17.397973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718a733-633b-4017-980b-0e1f3f503fef req-ee5f2d16-d1ab-47f9-8d94-8af926759bab tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:17.400093 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8718a733-633b-4017-980b-0e1f3f503fef req-ee5f2d16-d1ab-47f9-8d94-8af926759bab tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 945 time: 0.1186280 Aug 28 12:52:17.401297 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-febb3db3-6de7-449a-b7a3-8c666f7a4d53 req-cee8139c-1422-4010-a305-0728d58c63eb tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:17.419672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['21272b16-e8dc-4c64-a88f-68a72afb80cd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:52:17.477593 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d94e9d6f-9e93-46a9-a157-d6d0b5905ffd tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:17.479530 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8139c-1422-4010-a305-0728d58c63eb tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Pushing event deleted for resources: {'Port': ['ID=21272b16-e8dc-4c64-a88f-68a72afb80cd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:17.480090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ec1c5d49-fa51-406e-8863-a1d75cb7e534 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:17.480522 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:17.573452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-febb3db3-6de7-449a-b7a3-8c666f7a4d53 req-cee8139c-1422-4010-a305-0728d58c63eb tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] No DVR routers for this DVR port 21272b16-e8dc-4c64-a88f-68a72afb80cd on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:52:17.581303 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8718a733-633b-4017-980b-0e1f3f503fef req-148e4131-e187-409e-ad04-91d3435dfda4 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645806 Aug 28 12:52:17.581303 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-febb3db3-6de7-449a-b7a3-8c666f7a4d53 req-cee8139c-1422-4010-a305-0728d58c63eb tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:17.583211 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-febb3db3-6de7-449a-b7a3-8c666f7a4d53 req-cee8139c-1422-4010-a305-0728d58c63eb tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.11 "DELETE /v2.0/ports/21272b16-e8dc-4c64-a88f-68a72afb80cd HTTP/1.1" status: 204 len: 173 time: 0.7141771 Aug 28 12:52:17.583678 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51', 'name': 'network-vif-deleted', 'tag': '21272b16-e8dc-4c64-a88f-68a72afb80cd'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:17.588912 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb822522-39f5-4dca-baef-3e538657510b" -d '{"events": [{"server_uuid": "fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51", "name": "network-vif-deleted", "tag": "21272b16-e8dc-4c64-a88f-68a72afb80cd"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:17.640835 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fee31fe-fea5-46c3-849a-6085a704950b x-openstack-request-id: req-7fee31fe-fea5-46c3-849a-6085a704950b {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:17.641123 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51", "name": "network-vif-deleted", "tag": "21272b16-e8dc-4c64-a88f-68a72afb80cd", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:17.641373 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fee31fe-fea5-46c3-849a-6085a704950b {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:17.641765 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51', 'name': 'network-vif-deleted', 'tag': '21272b16-e8dc-4c64-a88f-68a72afb80cd', 'status': 'completed', 'code': 200} Aug 28 12:52:17.678820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['f88094ac-0d45-4510-a327-8d76666daf61'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:52:17.818993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d94e9d6f-9e93-46a9-a157-d6d0b5905ffd tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Deleting port 8e14fd36-9826-43be-ab23-d5c8b3487ace {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:52:17.819584 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d94e9d6f-9e93-46a9-a157-d6d0b5905ffd tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:17.924817 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d94e9d6f-9e93-46a9-a157-d6d0b5905ffd tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:17.944798 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65c9b7cd-9eed-4a51-9bed-862d52e6263c req-d758e927-07fd-4466-bdeb-eb813e69ece2 tempest-ServerDiskConfigTestJSON-532118936 tempest-ServerDiskConfigTestJSON-532118936-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc8bdf9d-3ea4-4e14-8f06-25ec2c5e1e51 HTTP/1.1" status: 200 len: 210 time: 0.0302186 Aug 28 12:52:17.958923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d94e9d6f-9e93-46a9-a157-d6d0b5905ffd tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Calling delete_port for 8e14fd36-9826-43be-ab23-d5c8b3487ace owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:52:18.017321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78897e-8fdc-44c0-885d-65567cc6610f req-3df7a13e-0eec-4ff2-988f-03c2c49d0af7 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:18.019584 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4b78897e-8fdc-44c0-885d-65567cc6610f req-3df7a13e-0eec-4ff2-988f-03c2c49d0af7 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.1069529 Aug 28 12:52:18.108912 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4b78897e-8fdc-44c0-885d-65567cc6610f req-55d6b65c-f187-4ad2-ae8b-ecae2d61031a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805566 Aug 28 12:52:18.205070 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d94e9d6f-9e93-46a9-a157-d6d0b5905ffd tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:18.248572 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e9d6f-9e93-46a9-a157-d6d0b5905ffd tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event deleted for resources: {'Port': ['ID=8e14fd36-9826-43be-ab23-d5c8b3487ace,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:18.370263 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d94e9d6f-9e93-46a9-a157-d6d0b5905ffd tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:18.576393 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975a43e-9370-4276-81ad-a6a372745f04 req-4c7257d3-e624-4268-a4af-bba2846d75d7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:18.577952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a975a43e-9370-4276-81ad-a6a372745f04 req-4c7257d3-e624-4268-a4af-bba2846d75d7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.1489313 Aug 28 12:52:18.588294 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94e9d6f-9e93-46a9-a157-d6d0b5905ffd tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Router 5e59946b-4cc0-43aa-bbcd-781e9d4ca356 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:52:18.691883 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a975a43e-9370-4276-81ad-a6a372745f04 req-f2ce73bb-71a3-4dbd-bb2b-35b272d3513c tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058338 Aug 28 12:52:18.696784 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94e9d6f-9e93-46a9-a157-d6d0b5905ffd tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:52:18.707487 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d94e9d6f-9e93-46a9-a157-d6d0b5905ffd tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "PUT /v2.0/routers/5e59946b-4cc0-43aa-bbcd-781e9d4ca356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8928895 Aug 28 12:52:18.708181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50302) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:18.708337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1744ba55-a83d-4545-8ec7-baa0d899c6ea None None] Sync routers for ids ['5e59946b-4cc0-43aa-bbcd-781e9d4ca356'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:52:18.719105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1744ba55-a83d-4545-8ec7-baa0d899c6ea None None] Routers {'5e59946b-4cc0-43aa-bbcd-781e9d4ca356'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:18.719732 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1744ba55-a83d-4545-8ec7-baa0d899c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:52:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5e59946b-4cc0-43aa-bbcd-781e9d4ca356'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:18.749725 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-00291f82-2d72-4bd0-a954-0adf4af51f73 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] show failed (client error): The resource could not be found. Aug 28 12:52:18.750528 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1269bda-a61f-4312-9cf8-eebf44a2f7fb req-c43ac926-24e4-4294-b2dc-4098577b6d9b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:18.751705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-00291f82-2d72-4bd0-a954-0adf4af51f73 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-499908881 HTTP/1.1" status: 404 len: 334 time: 0.0425420 Aug 28 12:52:18.752189 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1269bda-a61f-4312-9cf8-eebf44a2f7fb req-c43ac926-24e4-4294-b2dc-4098577b6d9b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 945 time: 0.0797861 Aug 28 12:52:18.755928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50304) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:18.760631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b0527c75-1716-4f02-bf45-0c59dfdb33e9 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:18.761066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1744ba55-a83d-4545-8ec7-baa0d899c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:18.776533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1744ba55-a83d-4545-8ec7-baa0d899c6ea None None] Routers {'5e59946b-4cc0-43aa-bbcd-781e9d4ca356'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:18.779120 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1744ba55-a83d-4545-8ec7-baa0d899c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:52:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5e59946b-4cc0-43aa-bbcd-781e9d4ca356'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:18.803121 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1269bda-a61f-4312-9cf8-eebf44a2f7fb req-2c229513-1d14-4924-ad8d-5cda69ace473 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435848 Aug 28 12:52:18.814730 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-b0527c75-1716-4f02-bf45-0c59dfdb33e9 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] update failed (client error): The resource could not be found. Aug 28 12:52:18.815957 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b0527c75-1716-4f02-bf45-0c59dfdb33e9 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1528041683 HTTP/1.1" status: 404 len: 335 time: 0.0589972 Aug 28 12:52:18.827965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50306) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:18.828834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1744ba55-a83d-4545-8ec7-baa0d899c6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:18.829396 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1744ba55-a83d-4545-8ec7-baa0d899c6ea None None] The sync data for ids ['5e59946b-4cc0-43aa-bbcd-781e9d4ca356'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:52:18.882810 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-41539328-4c3f-448d-9120-2b09fb30afd0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Deleting subnet c3671d87-d283-46cc-9dec-5224ac20852c {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:52:18.886200 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41539328-4c3f-448d-9120-2b09fb30afd0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:18.928973 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41539328-4c3f-448d-9120-2b09fb30afd0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.027436 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41539328-4c3f-448d-9120-2b09fb30afd0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.098322 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41539328-4c3f-448d-9120-2b09fb30afd0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.130235 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41539328-4c3f-448d-9120-2b09fb30afd0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event deleted for resources: {'Subnet': ['ID=c3671d87-d283-46cc-9dec-5224ac20852c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:19.134150 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41539328-4c3f-448d-9120-2b09fb30afd0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.136109 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-41539328-4c3f-448d-9120-2b09fb30afd0 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "DELETE /v2.0/subnets/c3671d87-d283-46cc-9dec-5224ac20852c HTTP/1.1" status: 204 len: 168 time: 0.3071446 Aug 28 12:52:19.138839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50318) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:19.145220 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c909a68-350a-4831-a441-459359a38baa None None] Network e02d19b6-90a6-4ade-b48b-2bcca91c5a10 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:52:19.168262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50322) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:19.249513 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.299953 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Deleting subnet 4308f611-4243-42be-8e8a-6ce4e311daa2 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:52:19.304658 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.321098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Deleting port ec1c5d49-fa51-406e-8863-a1d75cb7e534 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:52:19.322207 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.338907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12cb40-a52e-4eb1-9bee-0d91b9dd74d2 req-5548b8ef-8e24-4407-8558-5680bb52690a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:19.346448 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d12cb40-a52e-4eb1-9bee-0d91b9dd74d2 req-5548b8ef-8e24-4407-8558-5680bb52690a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.1244967 Aug 28 12:52:19.388622 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.430796 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d12cb40-a52e-4eb1-9bee-0d91b9dd74d2 req-5d859667-8915-469b-a6cf-3f4822a88610 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783172 Aug 28 12:52:19.451274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] For port ec1c5d49-fa51-406e-8863-a1d75cb7e534, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ec1c5d49-fa51-406e-8863-a1d75cb7e534,segment=NetworkSegment(db27bb31-e058-43a2-8884-7b8eb4107ec1),segment_id=db27bb31-e058-43a2-8884-7b8eb4107ec1)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:19.451644 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.468105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6658a231-5122-4524-8273-c2915a9c7e8e None None] DHCP port deletion for e02d19b6-90a6-4ade-b48b-2bcca91c5a10 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:52:19.480331 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.480692 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Calling delete_port for ec1c5d49-fa51-406e-8863-a1d75cb7e534 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:52:19.579561 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.591685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6658a231-5122-4524-8273-c2915a9c7e8e None None] Deleting port ec1c5d49-fa51-406e-8863-a1d75cb7e534 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:52:19.591954 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6658a231-5122-4524-8273-c2915a9c7e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.623471 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4308f611-4243-42be-8e8a-6ce4e311daa2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:19.624679 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.627074 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.633060 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4308f611-4243-42be-8e8a-6ce4e311daa2 HTTP/1.1" status: 204 len: 168 time: 0.4598560 Aug 28 12:52:19.644314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50334) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:19.683215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] No DVR routers for this DVR port ec1c5d49-fa51-406e-8863-a1d75cb7e534 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:52:19.698956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6658a231-5122-4524-8273-c2915a9c7e8e None None] For port ec1c5d49-fa51-406e-8863-a1d75cb7e534, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ec1c5d49-fa51-406e-8863-a1d75cb7e534,segment=NetworkSegment(db27bb31-e058-43a2-8884-7b8eb4107ec1),segment_id=db27bb31-e058-43a2-8884-7b8eb4107ec1)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:19.699492 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6658a231-5122-4524-8273-c2915a9c7e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.711987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event deleted for resources: {'Port': ['ID=ec1c5d49-fa51-406e-8863-a1d75cb7e534,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:19.719893 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:19.720242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:19.720589 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:19.720922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:19.721258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:19.722545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:19.722965 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:19.723297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:19.723624 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:19.724214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:19.724547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:19.725273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b469d-3f29-40ea-a64f-fc5cf4ed656e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:19.726222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6658a231-5122-4524-8273-c2915a9c7e8e None None] Calling delete_port for ec1c5d49-fa51-406e-8863-a1d75cb7e534 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:52:19.832277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618defb5-2e8a-4582-bcf3-8a4b18e57354 req-24496ead-3046-4969-b51c-d6462b3c2f0b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:19.841455 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-618defb5-2e8a-4582-bcf3-8a4b18e57354 req-24496ead-3046-4969-b51c-d6462b3c2f0b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.1943526 Aug 28 12:52:19.867066 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d2928a45-422f-4841-8ff4-c030134a37cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.870886 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6658a231-5122-4524-8273-c2915a9c7e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:19.875401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa3bd-1738-4fc9-9074-5bbefe259d68 req-476c6eb0-5765-4a0b-b5d7-4aec22cfd3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:19.877253 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e0aa3bd-1738-4fc9-9074-5bbefe259d68 req-476c6eb0-5765-4a0b-b5d7-4aec22cfd3dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b1744f3dc1444e0abd073208c687038&device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 1097 time: 0.2422199 Aug 28 12:52:19.910987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6658a231-5122-4524-8273-c2915a9c7e8e None None] No DVR routers for this DVR port ec1c5d49-fa51-406e-8863-a1d75cb7e534 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:52:19.918895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658a231-5122-4524-8273-c2915a9c7e8e None None] Pushing event deleted for resources: {'Port': ['ID=ec1c5d49-fa51-406e-8863-a1d75cb7e534,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:19.950739 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-618defb5-2e8a-4582-bcf3-8a4b18e57354 req-d45dac9c-1069-4174-b933-ffc5d7562c52 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080630 Aug 28 12:52:20.063844 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d2928a45-422f-4841-8ff4-c030134a37cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.097058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-d2928a45-422f-4841-8ff4-c030134a37cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5087e7-1a60-4dfa-993c-815f10cc8532']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:20.123322 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-d2928a45-422f-4841-8ff4-c030134a37cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c3162a-b9c9-499d-8cf2-972124171301') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:20.123617 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-d2928a45-422f-4841-8ff4-c030134a37cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c3162a-b9c9-499d-8cf2-972124171301') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:20.135108 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.136714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa3bd-1738-4fc9-9074-5bbefe259d68 req-3002250c-b4cc-4538-9e0a-11a4de847e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:20.138239 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e0aa3bd-1738-4fc9-9074-5bbefe259d68 req-3002250c-b4cc-4538-9e0a-11a4de847e6d service neutron] 10.222.0.11 "GET /v2.0/networks?id=dcea506e-e089-41e5-aa79-93de45e015b6 HTTP/1.1" status: 200 len: 911 time: 0.2465496 Aug 28 12:52:20.140729 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d2928a45-422f-4841-8ff4-c030134a37cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.149167 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02d19b6-90a6-4ade-b48b-2bcca91c5a10']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:20.149919 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7d632-55df-4efe-97e2-cb1657a3a06f req-3035ed77-9f1d-4264-967a-21500ac7ca3f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:20.151444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e7a7d632-55df-4efe-97e2-cb1657a3a06f req-3035ed77-9f1d-4264-967a-21500ac7ca3f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 945 time: 0.1112099 Aug 28 12:52:20.164405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db27bb31-e058-43a2-8884-7b8eb4107ec1') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:20.164707 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db27bb31-e058-43a2-8884-7b8eb4107ec1') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:20.176874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdb255-364e-4c2c-9b1d-a212ed66eaba req-053ebe89-db97-48c9-a4d5-bf5a5ee9f7b4 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:20.176874 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32bdb255-364e-4c2c-9b1d-a212ed66eaba req-053ebe89-db97-48c9-a4d5-bf5a5ee9f7b4 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0834379 Aug 28 12:52:20.185942 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.203623 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d2928a45-422f-4841-8ff4-c030134a37cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.215496 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.216594 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e0aa3bd-1738-4fc9-9074-5bbefe259d68 req-9a275876-a7b1-4003-9923-908edb045e44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=329be0c1-7f02-4283-9739-8061c52cce89 HTTP/1.1" status: 200 len: 217 time: 0.0595186 Aug 28 12:52:20.219864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2928a45-422f-4841-8ff4-c030134a37cf admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:52:20.220424 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d2928a45-422f-4841-8ff4-c030134a37cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:52:20.223086 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:52:20.229409 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:52:20.229838 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:52:20.233267 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:52:20.254573 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32bdb255-364e-4c2c-9b1d-a212ed66eaba req-8c79a4ad-30ef-41db-8285-145ffcc8b295 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698819 Aug 28 12:52:20.317413 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.330038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e7a7d632-55df-4efe-97e2-cb1657a3a06f req-c9a4ff12-d286-45ec-8a2b-d16635cf9338 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640382 Aug 28 12:52:20.336655 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.340407 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "DELETE /v2.0/networks/e02d19b6-90a6-4ade-b48b-2bcca91c5a10 HTTP/1.1" status: 204 len: 168 time: 1.2004652 Aug 28 12:52:20.344738 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50342) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:20.353604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824d070-8cdb-44b6-bf80-6da99a67d58d tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event deleted for resources: {'Network': ['ID=e02d19b6-90a6-4ade-b48b-2bcca91c5a10,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:20.354208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aa3bd-1738-4fc9-9074-5bbefe259d68 req-5d6f1e13-85a8-442f-922c-b34d93d65a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:20.355688 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e0aa3bd-1738-4fc9-9074-5bbefe259d68 req-5d6f1e13-85a8-442f-922c-b34d93d65a88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de9a2c7f-c06f-42fa-b208-11919fd54cbe HTTP/1.1" status: 200 len: 851 time: 0.1321301 Aug 28 12:52:20.356280 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d2928a45-422f-4841-8ff4-c030134a37cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.380769 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d2928a45-422f-4841-8ff4-c030134a37cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.382694 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d2928a45-422f-4841-8ff4-c030134a37cf admin admin] 10.222.0.20 "DELETE /v2.0/networks/8e5087e7-1a60-4dfa-993c-815f10cc8532 HTTP/1.1" status: 204 len: 168 time: 0.7212663 Aug 28 12:52:20.426100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2928a45-422f-4841-8ff4-c030134a37cf admin admin] Pushing event deleted for resources: {'Network': ['ID=8e5087e7-1a60-4dfa-993c-815f10cc8532,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:20.431661 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e0aa3bd-1738-4fc9-9074-5bbefe259d68 req-6bf12e6d-652e-43d3-b530-71aeb243b47c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dcea506e-e089-41e5-aa79-93de45e015b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478601 Aug 28 12:52:20.472742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-e889a63e-6b58-4741-8bd5-1ade66e2adba tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Deleting subnet 605d3807-8c8e-4dd5-9b6c-ec8acb3cb64c {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:52:20.511123 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e889a63e-6b58-4741-8bd5-1ade66e2adba tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.556880 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50348) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:20.568678 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e889a63e-6b58-4741-8bd5-1ade66e2adba tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.603054 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a8086db9-5474-4f18-816d-7a7d5cf370ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9268704101a74e1cb668f06e13dc85fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449100 Aug 28 12:52:20.605627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50350) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:20.626002 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e0aa3bd-1738-4fc9-9074-5bbefe259d68 req-d79b667a-591b-4a9b-8d0a-2e83eee24321 service neutron] 10.222.0.11 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819062 Aug 28 12:52:20.672974 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2ebb7f4-b957-40ee-9aaa-ee3f2d054d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.697353 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2ebb7f4-b957-40ee-9aaa-ee3f2d054d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.724355 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e889a63e-6b58-4741-8bd5-1ade66e2adba tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.751313 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2ebb7f4-b957-40ee-9aaa-ee3f2d054d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.754105 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2ebb7f4-b957-40ee-9aaa-ee3f2d054d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.755454 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d2ebb7f4-b957-40ee-9aaa-ee3f2d054d52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cc2db4d-8ad6-49c5-baef-106f7dad2e18 HTTP/1.1" status: 204 len: 168 time: 0.1488118 Aug 28 12:52:20.769999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebb7f4-b957-40ee-9aaa-ee3f2d054d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc2db4d-8ad6-49c5-baef-106f7dad2e18,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:20.815830 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e0aa3bd-1738-4fc9-9074-5bbefe259d68 req-13e39ac3-8767-4a2c-94f5-18a4d07cf2cb service neutron] 10.222.0.11 "GET /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793892 Aug 28 12:52:20.834964 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e889a63e-6b58-4741-8bd5-1ade66e2adba tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.864085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889a63e-6b58-4741-8bd5-1ade66e2adba tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event deleted for resources: {'Subnet': ['ID=605d3807-8c8e-4dd5-9b6c-ec8acb3cb64c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:20.872325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e889a63e-6b58-4741-8bd5-1ade66e2adba tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.874630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e889a63e-6b58-4741-8bd5-1ade66e2adba tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "DELETE /v2.0/subnets/605d3807-8c8e-4dd5-9b6c-ec8acb3cb64c HTTP/1.1" status: 204 len: 168 time: 0.5287204 Aug 28 12:52:20.877070 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50356) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:20.883020 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d21081-20b1-4ca1-8280-2731ee7ecf5a None None] Network 0b67ea7c-8a54-4a3f-84de-70900420feb9 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:52:20.948838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ee81f9-698a-4ff7-9d2f-57fcf2fd7e18 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Deleting subnet c588c3bc-a44a-4d59-8d63-f84e2f45b816 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:52:20.951748 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ee81f9-698a-4ff7-9d2f-57fcf2fd7e18 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:20.965512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f88094ac-0d45-4510-a327-8d76666daf61 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:21.002130 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ee81f9-698a-4ff7-9d2f-57fcf2fd7e18 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:21.100184 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port f88094ac-0d45-4510-a327-8d76666daf61 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:21.107812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port f88094ac-0d45-4510-a327-8d76666daf61 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:21.109797 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:21.147955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70b5f0-0dff-4318-a31b-3b9104a86e9e req-3fb92827-4a5c-4450-9af5-115844f7ff81 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:21.149956 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2c70b5f0-0dff-4318-a31b-3b9104a86e9e req-3fb92827-4a5c-4450-9af5-115844f7ff81 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.1061466 Aug 28 12:52:21.168522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbd8689-4e67-42e7-b864-cfaa7a9ab371 None None] DHCP port deletion for 0b67ea7c-8a54-4a3f-84de-70900420feb9 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:52:21.190130 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ee81f9-698a-4ff7-9d2f-57fcf2fd7e18 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:21.284932 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:21.297698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd8689-4e67-42e7-b864-cfaa7a9ab371 None None] Deleting port 95be9224-1d87-4492-8583-edd3daca4538 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:52:21.298407 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8689-4e67-42e7-b864-cfaa7a9ab371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:21.300453 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2c70b5f0-0dff-4318-a31b-3b9104a86e9e req-e5279186-dc6b-4c02-ace3-17f754579ab9 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379855 Aug 28 12:52:21.371177 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ee81f9-698a-4ff7-9d2f-57fcf2fd7e18 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:21.405806 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ee81f9-698a-4ff7-9d2f-57fcf2fd7e18 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:21.410474 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-98ee81f9-698a-4ff7-9d2f-57fcf2fd7e18 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "DELETE /v2.0/subnets/c588c3bc-a44a-4d59-8d63-f84e2f45b816 HTTP/1.1" status: 204 len: 168 time: 0.5290160 Aug 28 12:52:21.411284 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50376) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:21.453073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ec1c5d49-fa51-406e-8863-a1d75cb7e534 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:52:21.456832 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75c87d3-ee9e-43b7-82bc-9063b7376bb6 None None] Network 159d051f-d952-4548-8088-260cd4a5d14f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:52:21.470904 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-2cbd8689-4e67-42e7-b864-cfaa7a9ab371 None None] For port 95be9224-1d87-4492-8583-edd3daca4538, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=95be9224-1d87-4492-8583-edd3daca4538,segment=NetworkSegment(50560cef-ef20-447f-a3ae-8ae206095e7d),segment_id=50560cef-ef20-447f-a3ae-8ae206095e7d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:21.472330 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8689-4e67-42e7-b864-cfaa7a9ab371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:21.472529 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650b091-08a3-4a3a-9793-6ee5d88bf15f req-9502613d-91cd-4f17-b510-af7639c76303 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:21.483558 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b650b091-08a3-4a3a-9793-6ee5d88bf15f req-9502613d-91cd-4f17-b510-af7639c76303 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0832758 Aug 28 12:52:21.483797 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee81f9-698a-4ff7-9d2f-57fcf2fd7e18 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event deleted for resources: {'Subnet': ['ID=c588c3bc-a44a-4d59-8d63-f84e2f45b816,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:21.489851 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd8689-4e67-42e7-b864-cfaa7a9ab371 None None] Calling delete_port for 95be9224-1d87-4492-8583-edd3daca4538 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:52:21.584360 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b650b091-08a3-4a3a-9793-6ee5d88bf15f req-1eae702e-a059-4c2d-91d6-b61a5938c68f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001396 Aug 28 12:52:21.673495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbce26-0f39-45c0-94d5-7f4926b65e85 req-368e3757-4157-48d1-b346-ed910e8b22ef tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:21.675844 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c9dbce26-0f39-45c0-94d5-7f4926b65e85 req-368e3757-4157-48d1-b346-ed910e8b22ef tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 945 time: 0.1985974 Aug 28 12:52:21.681686 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:21.684646 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: ec1c5d49-fa51-406e-8863-a1d75cb7e534 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:52:21.685144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ec1c5d49-fa51-406e-8863-a1d75cb7e534 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:52:21.685961 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 95be9224-1d87-4492-8583-edd3daca4538 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:52:21.756631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42ddf2a-5134-4c5b-b1b2-735c1e60ed45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88094ac-0d45-4510-a327-8d76666daf61'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:21.758955 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f16af6-eb4f-4a74-88ab-a043d0d2b196" -d '{"events": [{"server_uuid": "f42ddf2a-5134-4c5b-b1b2-735c1e60ed45", "name": "network-vif-plugged", "status": "completed", "tag": "f88094ac-0d45-4510-a327-8d76666daf61"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:21.765026 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c9dbce26-0f39-45c0-94d5-7f4926b65e85 req-6083607a-6977-4f7f-9b33-bc9206f37e20 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785422 Aug 28 12:52:21.807742 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Deleting port 95be9224-1d87-4492-8583-edd3daca4538 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:52:21.808090 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:21.821425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f88094ac-0d45-4510-a327-8d76666daf61, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f88094ac-0d45-4510-a327-8d76666daf61,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:21.873156 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8c9362-1235-4456-ba1e-309dd4f3cff9 x-openstack-request-id: req-8d8c9362-1235-4456-ba1e-309dd4f3cff9 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:21.874577 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42ddf2a-5134-4c5b-b1b2-735c1e60ed45", "name": "network-vif-plugged", "status": "completed", "tag": "f88094ac-0d45-4510-a327-8d76666daf61", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:21.875024 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d8c9362-1235-4456-ba1e-309dd4f3cff9 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:21.876256 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42ddf2a-5134-4c5b-b1b2-735c1e60ed45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88094ac-0d45-4510-a327-8d76666daf61', 'code': 200} Aug 28 12:52:21.884300 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:21.887536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 21272b16-e8dc-4c64-a88f-68a72afb80cd no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:52:21.936575 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] For port 95be9224-1d87-4492-8583-edd3daca4538, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=95be9224-1d87-4492-8583-edd3daca4538,segment=NetworkSegment(50560cef-ef20-447f-a3ae-8ae206095e7d),segment_id=50560cef-ef20-447f-a3ae-8ae206095e7d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:21.937043 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:21.937190 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50392) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:21.952729 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Calling delete_port for 95be9224-1d87-4492-8583-edd3daca4538 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:52:21.976827 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 21272b16-e8dc-4c64-a88f-68a72afb80cd {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:52:21.977510 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 21272b16-e8dc-4c64-a88f-68a72afb80cd not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:52:21.979224 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2cbd8689-4e67-42e7-b864-cfaa7a9ab371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:21.985796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe2d1b9-11dd-4e97-b9b1-a1c92ae4e74a None None] DHCP port deletion for 159d051f-d952-4548-8088-260cd4a5d14f request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:52:21.989186 n-d-791505-21 neutron-server[94879]: INFO neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No ports have port_id starting with 95be9224-1d87-4492-8583-edd3daca4538 Aug 28 12:52:22.041714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdb4ee-3c54-4553-b6b8-84201d67622a req-a7c4f4f3-0b6c-4d51-a45d-e03d209bf019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:22.044036 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7acdb4ee-3c54-4553-b6b8-84201d67622a req-a7c4f4f3-0b6c-4d51-a45d-e03d209bf019 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 1098 time: 0.0861769 Aug 28 12:52:22.054670 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd8689-4e67-42e7-b864-cfaa7a9ab371 None None] No DVR routers for this DVR port 95be9224-1d87-4492-8583-edd3daca4538 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:52:22.062754 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.072041 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=f88094ac-0d45-4510-a327-8d76666daf61,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:22.104205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd8689-4e67-42e7-b864-cfaa7a9ab371 None None] Pushing event deleted for resources: {'Port': ['ID=95be9224-1d87-4492-8583-edd3daca4538,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:22.111864 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7acdb4ee-3c54-4553-b6b8-84201d67622a req-52684ff1-6862-4f3a-b546-57760427d553 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526302 Aug 28 12:52:22.116920 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event deleted for resources: {'Port': ['ID=95be9224-1d87-4492-8583-edd3daca4538,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:22.121461 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] No DVR routers for this DVR port 95be9224-1d87-4492-8583-edd3daca4538 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:52:22.133467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2d1b9-11dd-4e97-b9b1-a1c92ae4e74a None None] Deleting port 1b7684c9-e2fa-4639-96c7-d39ff37d79af {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:52:22.134074 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d1b9-11dd-4e97-b9b1-a1c92ae4e74a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.154585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f815fdf9-37e2-41cb-ac3b-4b581a508f91 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2033782882-network', 'tenant_id': '98220894ba6f4f15a5dda420c3150ddc'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:22.189527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f815fdf9-37e2-41cb-ac3b-4b581a508f91 admin admin] Made reservation on behalf of 98220894ba6f4f15a5dda420c3150ddc for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:22.192564 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f815fdf9-37e2-41cb-ac3b-4b581a508f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.210270 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f815fdf9-37e2-41cb-ac3b-4b581a508f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.225581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0fe2d1b9-11dd-4e97-b9b1-a1c92ae4e74a None None] For port 1b7684c9-e2fa-4639-96c7-d39ff37d79af, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1b7684c9-e2fa-4639-96c7-d39ff37d79af,segment=NetworkSegment(7d8545b2-2903-4f2f-a957-654c4e2ce991),segment_id=7d8545b2-2903-4f2f-a957-654c4e2ce991)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:22.225981 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d1b9-11dd-4e97-b9b1-a1c92ae4e74a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.226344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.240359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2d1b9-11dd-4e97-b9b1-a1c92ae4e74a None None] Calling delete_port for 1b7684c9-e2fa-4639-96c7-d39ff37d79af owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:52:22.241577 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b67ea7c-8a54-4a3f-84de-70900420feb9']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:22.263998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50560cef-ef20-447f-a3ae-8ae206095e7d') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:22.264923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50560cef-ef20-447f-a3ae-8ae206095e7d') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:22.279702 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.300605 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.309185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:52:22.310067 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:52:22.313154 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:52:22.317285 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f815fdf9-37e2-41cb-ac3b-4b581a508f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.323134 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f815fdf9-37e2-41cb-ac3b-4b581a508f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.350818 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0fe2d1b9-11dd-4e97-b9b1-a1c92ae4e74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.354239 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fdf9-37e2-41cb-ac3b-4b581a508f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1527ff5d-55e8-4cab-b708-bc9778b21698,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:22.386325 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.390453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f815fdf9-37e2-41cb-ac3b-4b581a508f91 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:52:22.394940 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.400956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50398) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:22.401962 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "DELETE /v2.0/networks/0b67ea7c-8a54-4a3f-84de-70900420feb9 HTTP/1.1" status: 204 len: 168 time: 0.9878621 Aug 28 12:52:22.405957 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f815fdf9-37e2-41cb-ac3b-4b581a508f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.406311 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-f815fdf9-37e2-41cb-ac3b-4b581a508f91 admin admin] Added segment 29cf21dd-686b-4c79-bf00-c88438245701 of type vlan for network 5bcc4670-2500-4689-9588-5e6758453855 Aug 28 12:52:22.407167 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2d1b9-11dd-4e97-b9b1-a1c92ae4e74a None None] Pushing event deleted for resources: {'Port': ['ID=1b7684c9-e2fa-4639-96c7-d39ff37d79af,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:22.410106 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2d1b9-11dd-4e97-b9b1-a1c92ae4e74a None None] No DVR routers for this DVR port 1b7684c9-e2fa-4639-96c7-d39ff37d79af on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:52:22.437678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94db011-e129-4b39-a83a-7669ccffc0ef tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event deleted for resources: {'Network': ['ID=0b67ea7c-8a54-4a3f-84de-70900420feb9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:22.544802 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f815fdf9-37e2-41cb-ac3b-4b581a508f91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.584694 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1a77c5c3-4a64-4fb7-be81-aaad867a5ee4 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.598880 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1df3ba-c9c0-476f-b6b7-f380f4d3d4f4 req-e01c7c13-ecac-4e16-946a-13d7c65a37e8 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:22.600449 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b1df3ba-c9c0-476f-b6b7-f380f4d3d4f4 req-e01c7c13-ecac-4e16-946a-13d7c65a37e8 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.1659136 Aug 28 12:52:22.609427 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f815fdf9-37e2-41cb-ac3b-4b581a508f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.610525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f815fdf9-37e2-41cb-ac3b-4b581a508f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:22.611807 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f815fdf9-37e2-41cb-ac3b-4b581a508f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.717966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74d3b5-1202-494c-b674-f04999b83c18 req-3062b16a-9d47-43cb-bb36-d4aaf5fe03b4 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:22.722418 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f815fdf9-37e2-41cb-ac3b-4b581a508f91 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7820926 Aug 28 12:52:22.726247 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e74d3b5-1202-494c-b674-f04999b83c18 req-3062b16a-9d47-43cb-bb36-d4aaf5fe03b4 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0603495 Aug 28 12:52:22.728492 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50406) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:22.733470 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6ffcb6dd-9a68-41e8-9a90-e424cdaaa790 admin admin] Request body: {'subnet': {'network_id': '5bcc4670-2500-4689-9588-5e6758453855', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2033782882-subnet', 'tenant_id': '98220894ba6f4f15a5dda420c3150ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:22.776107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fdf9-37e2-41cb-ac3b-4b581a508f91 admin admin] Pushing event updated for resources: {'Network': ['ID=5bcc4670-2500-4689-9588-5e6758453855,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:22.781021 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b1df3ba-c9c0-476f-b6b7-f380f4d3d4f4 req-9f8d61b8-5729-4322-b3f5-fe19315ee07d tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659055 Aug 28 12:52:22.787466 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e74d3b5-1202-494c-b674-f04999b83c18 req-051179d4-d89a-48ef-a49f-fafb7f39b0ed tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602517 Aug 28 12:52:22.788626 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffcb6dd-9a68-41e8-9a90-e424cdaaa790 admin admin] Made reservation on behalf of 98220894ba6f4f15a5dda420c3150ddc for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:22.791009 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb6dd-9a68-41e8-9a90-e424cdaaa790 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.802582 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1a77c5c3-4a64-4fb7-be81-aaad867a5ee4 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.810594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 5bcc4670-2500-4689-9588-5e6758453855 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:52:22.813991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-1a77c5c3-4a64-4fb7-be81-aaad867a5ee4 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159d051f-d952-4548-8088-260cd4a5d14f']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:22.828124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-1a77c5c3-4a64-4fb7-be81-aaad867a5ee4 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8545b2-2903-4f2f-a957-654c4e2ce991') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:22.828401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-1a77c5c3-4a64-4fb7-be81-aaad867a5ee4 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8545b2-2903-4f2f-a957-654c4e2ce991') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:22.853499 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1a77c5c3-4a64-4fb7-be81-aaad867a5ee4 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.879336 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1a77c5c3-4a64-4fb7-be81-aaad867a5ee4 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.886922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a77c5c3-4a64-4fb7-be81-aaad867a5ee4 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:52:22.887463 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1a77c5c3-4a64-4fb7-be81-aaad867a5ee4 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:52:22.891218 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:52:23.003495 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071aa2-2f28-42ca-a186-1af3e6b3050c req-11d28c89-e6a5-4992-b626-a4b9394eeda2 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:23.005326 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-31071aa2-2f28-42ca-a186-1af3e6b3050c req-11d28c89-e6a5-4992-b626-a4b9394eeda2 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 946 time: 0.0937562 Aug 28 12:52:23.005993 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1a77c5c3-4a64-4fb7-be81-aaad867a5ee4 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:23.014858 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1a77c5c3-4a64-4fb7-be81-aaad867a5ee4 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:23.016860 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1a77c5c3-4a64-4fb7-be81-aaad867a5ee4 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "DELETE /v2.0/networks/159d051f-d952-4548-8088-260cd4a5d14f HTTP/1.1" status: 204 len: 168 time: 0.6123366 Aug 28 12:52:23.021303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50412) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:23.033437 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77c5c3-4a64-4fb7-be81-aaad867a5ee4 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event deleted for resources: {'Network': ['ID=159d051f-d952-4548-8088-260cd4a5d14f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:23.066681 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-31071aa2-2f28-42ca-a186-1af3e6b3050c req-d1b5b2a7-7d1c-4f28-9771-2d85f5ef90e2 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397141 Aug 28 12:52:23.122756 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60ca4b1-7ebf-4a4c-b56d-1a525695ae2a tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Deleting subnet 1f61bbf1-f30b-456d-8c3a-a9896660790d {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:52:23.129451 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b60ca4b1-7ebf-4a4c-b56d-1a525695ae2a tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:23.201138 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b60ca4b1-7ebf-4a4c-b56d-1a525695ae2a tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:23.247742 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb6dd-9a68-41e8-9a90-e424cdaaa790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:23.340134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcb6dd-9a68-41e8-9a90-e424cdaaa790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=addf27ad-baa6-4e3c-8109-91a76c3672c5,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:23.344571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1b7684c9-e2fa-4639-96c7-d39ff37d79af no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:52:23.368212 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffcb6dd-9a68-41e8-9a90-e424cdaaa790 admin admin] Checking segment: {'id': '29cf21dd-686b-4c79-bf00-c88438245701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5bcc4670-2500-4689-9588-5e6758453855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:23.368212 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffcb6dd-9a68-41e8-9a90-e424cdaaa790 admin admin] Network hostable DHCP agents. Network: 5bcc4670-2500-4689-9588-5e6758453855, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:52:23.376157 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b60ca4b1-7ebf-4a4c-b56d-1a525695ae2a tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:23.384448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 1b7684c9-e2fa-4639-96c7-d39ff37d79af {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:52:23.384448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1b7684c9-e2fa-4639-96c7-d39ff37d79af not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:52:23.494223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffcb6dd-9a68-41e8-9a90-e424cdaaa790 admin admin] Network 5bcc4670-2500-4689-9588-5e6758453855 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:52:23.499319 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b60ca4b1-7ebf-4a4c-b56d-1a525695ae2a tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:23.539418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ca4b1-7ebf-4a4c-b56d-1a525695ae2a tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event deleted for resources: {'Subnet': ['ID=1f61bbf1-f30b-456d-8c3a-a9896660790d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:23.541170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-6ffcb6dd-9a68-41e8-9a90-e424cdaaa790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 5bcc4670-2500-4689-9588-5e6758453855) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:23.545632 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b60ca4b1-7ebf-4a4c-b56d-1a525695ae2a tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:23.547627 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b60ca4b1-7ebf-4a4c-b56d-1a525695ae2a tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "DELETE /v2.0/subnets/1f61bbf1-f30b-456d-8c3a-a9896660790d HTTP/1.1" status: 204 len: 168 time: 0.5250394 Aug 28 12:52:23.549022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffcb6dd-9a68-41e8-9a90-e424cdaaa790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:23.550069 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb6dd-9a68-41e8-9a90-e424cdaaa790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:23.550743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50424) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:23.557365 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e88ee2-8060-4f8d-8a0a-dba80b89ea89 None None] Network 5bcc4670-2500-4689-9588-5e6758453855 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:52:23.576905 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bf4bad-551f-43a7-ad9c-ff031875550d None None] Network 71dee793-e619-4084-8e1e-6454b006d353 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:52:23.581238 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6ffcb6dd-9a68-41e8-9a90-e424cdaaa790 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8507617 Aug 28 12:52:23.664809 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:23.734729 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Deleting port 5881893e-2417-47d5-8e4d-13500a8fa795 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:52:23.735168 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:23.814264 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] For port 5881893e-2417-47d5-8e4d-13500a8fa795, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5881893e-2417-47d5-8e4d-13500a8fa795,segment=NetworkSegment(2f8b9386-6a77-46a7-969e-59efc847d747),segment_id=2f8b9386-6a77-46a7-969e-59efc847d747)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:23.814264 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:23.840547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Calling delete_port for 5881893e-2417-47d5-8e4d-13500a8fa795 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:52:23.943680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27ba86-ac21-4d80-8d9d-5fc93636af9c req-ca4b3c58-9e06-436e-8566-7a21f4706638 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:23.945559 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee27ba86-ac21-4d80-8d9d-5fc93636af9c req-ca4b3c58-9e06-436e-8566-7a21f4706638 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0743234 Aug 28 12:52:24.006250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ee27ba86-ac21-4d80-8d9d-5fc93636af9c req-9bb7491b-d498-4ed3-94e1-ad7322761355 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533855 Aug 28 12:52:24.029600 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:24.031300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e866c4ac-fd41-4498-aa56-c84ecedbe35b None None] Network 5bcc4670-2500-4689-9588-5e6758453855 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:52:24.084929 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event deleted for resources: {'Port': ['ID=5881893e-2417-47d5-8e4d-13500a8fa795,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:24.087371 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] No DVR routers for this DVR port 5881893e-2417-47d5-8e4d-13500a8fa795 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:52:24.136378 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02273992-1909-4362-8ab0-c979a2138962 None None] DHCP port deletion for 71dee793-e619-4084-8e1e-6454b006d353 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:52:24.215450 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fb0c3-1eed-44f8-8ee6-44d48cda341d req-2346561e-4077-4daf-b4e3-083599718aa0 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:24.217347 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-457fb0c3-1eed-44f8-8ee6-44d48cda341d req-2346561e-4077-4daf-b4e3-083599718aa0 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.0834315 Aug 28 12:52:24.259475 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:24.260718 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-457fb0c3-1eed-44f8-8ee6-44d48cda341d req-0607007c-7bbd-4373-96e0-4f9465a1453c tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361488 Aug 28 12:52:24.276202 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71dee793-e619-4084-8e1e-6454b006d353']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:24.293373 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8b9386-6a77-46a7-969e-59efc847d747') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:24.293665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8b9386-6a77-46a7-969e-59efc847d747') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:24.309780 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:24.335108 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:24.351858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:52:24.352254 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:52:24.355288 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:52:24.377295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-dcc3bdc8-5042-4cd2-bd4b-00337a97e017 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:24.378957 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-dcc3bdc8-5042-4cd2-bd4b-00337a97e017 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/networks?id=5bcc4670-2500-4689-9588-5e6758453855 HTTP/1.1" status: 200 len: 818 time: 0.2051508 Aug 28 12:52:24.429220 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-d55e1616-94fe-4045-8f32-6d82961a20e3 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/quotas/98220894ba6f4f15a5dda420c3150ddc HTTP/1.1" status: 200 len: 375 time: 0.0241663 Aug 28 12:52:24.437761 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:24.448333 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:24.450353 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "DELETE /v2.0/networks/71dee793-e619-4084-8e1e-6454b006d353 HTTP/1.1" status: 204 len: 168 time: 0.8979590 Aug 28 12:52:24.453263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50462) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:24.500223 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4bfcf54f-6333-4e73-9cda-56c9b29aae54 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e59946b-4cc0-43aa-bbcd-781e9d4ca356 HTTP/1.1" status: 200 len: 205 time: 0.0453384 Aug 28 12:52:24.506522 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-6269b90d-877f-467d-bacc-cb2d3746a7fd tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=98220894ba6f4f15a5dda420c3150ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663154 Aug 28 12:52:24.507366 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50464) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:24.514911 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6466637-6906-4325-902b-dbf34596f134 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Pushing event deleted for resources: {'Network': ['ID=71dee793-e619-4084-8e1e-6454b006d353,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:24.552703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef7836-ec85-4600-8dd3-161160152c6d req-fe7d4300-4786-4043-84f2-2114a5f40d35 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:24.554217 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1ef7836-ec85-4600-8dd3-161160152c6d req-fe7d4300-4786-4043-84f2-2114a5f40d35 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 946 time: 0.0566144 Aug 28 12:52:24.593470 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1ef7836-ec85-4600-8dd3-161160152c6d req-9b2fb99d-d81f-4dd6-8afe-a96b62f7c27b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327811 Aug 28 12:52:24.640234 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a75431b1-8c70-4bd2-ad12-27b3bd415820 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:24.831796 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-135945f3-0519-4296-8ac7-04460ddd6097 service neutron] 10.222.0.20 "GET /v2.0/networks/5bcc4670-2500-4689-9588-5e6758453855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118031 Aug 28 12:52:24.835208 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a75431b1-8c70-4bd2-ad12-27b3bd415820 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:24.837633 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a75431b1-8c70-4bd2-ad12-27b3bd415820 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:24.874562 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829aa54-8674-4c3c-9787-7cf77275e479 req-fdaebb48-0f02-4a11-b739-fac24827961b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:24.876131 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c829aa54-8674-4c3c-9787-7cf77275e479 req-fdaebb48-0f02-4a11-b739-fac24827961b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 946 time: 0.0604508 Aug 28 12:52:24.920162 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c829aa54-8674-4c3c-9787-7cf77275e479 req-c4c3063d-06a6-4815-a33f-30b3d7d75e7c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360692 Aug 28 12:52:25.034239 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5607719-6a9d-4597-9a1f-72d4c170fb91 req-b72d5648-e984-4cc1-bc40-bcc9d9480720 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:25.036023 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5607719-6a9d-4597-9a1f-72d4c170fb91 req-b72d5648-e984-4cc1-bc40-bcc9d9480720 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.0531387 Aug 28 12:52:25.079822 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5607719-6a9d-4597-9a1f-72d4c170fb91 req-82f71bcd-d96d-48f7-93d5-5809b57f1fb2 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372720 Aug 28 12:52:25.314926 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a75431b1-8c70-4bd2-ad12-27b3bd415820 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:25.321338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75431b1-8c70-4bd2-ad12-27b3bd415820 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Fanout notify agent at l3_agent the message router_deleted on router 5e59946b-4cc0-43aa-bbcd-781e9d4ca356 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:52:25.352748 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a75431b1-8c70-4bd2-ad12-27b3bd415820 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:25.356066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a75431b1-8c70-4bd2-ad12-27b3bd415820 tempest-RoutersNegativeIpV6Test-648620986 tempest-RoutersNegativeIpV6Test-648620986-project] 10.222.0.20 "DELETE /v2.0/routers/5e59946b-4cc0-43aa-bbcd-781e9d4ca356 HTTP/1.1" status: 204 len: 168 time: 0.8451233 Aug 28 12:52:25.356219 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5881893e-2417-47d5-8e4d-13500a8fa795 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:52:25.376256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-a38b3b0d-1457-4b08-abfd-45312fc80732 service neutron] 10.222.0.20 "GET /v2.0/networks/5bcc4670-2500-4689-9588-5e6758453855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368268 Aug 28 12:52:25.390079 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a59aa-3471-4996-a0c1-1aff46abd7f7 req-50b758fc-5eba-49ed-8267-82fb28608bf8 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:25.391665 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-369a59aa-3471-4996-a0c1-1aff46abd7f7 req-50b758fc-5eba-49ed-8267-82fb28608bf8 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0786645 Aug 28 12:52:25.401885 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 5881893e-2417-47d5-8e4d-13500a8fa795 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:52:25.402235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5881893e-2417-47d5-8e4d-13500a8fa795 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:52:25.474528 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-369a59aa-3471-4996-a0c1-1aff46abd7f7 req-62dc6271-7e60-4658-b4b5-c9ff7810bb15 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706766 Aug 28 12:52:25.610912 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503739a-1db1-48d3-b5a6-85af42fb36e5 req-42a54f7a-d378-4f9b-89c4-d61f1f90955b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:25.621066 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7503739a-1db1-48d3-b5a6-85af42fb36e5 req-42a54f7a-d378-4f9b-89c4-d61f1f90955b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 946 time: 0.0829661 Aug 28 12:52:25.668732 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7503739a-1db1-48d3-b5a6-85af42fb36e5 req-23613076-f1fe-46f3-ae4e-5e5bbfa0b97b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467319 Aug 28 12:52:25.771044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50504) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:25.771554 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c741ea22-da44-40c4-b101-dbfb370f9c79 req-7e78ff11-ef0b-46ba-bcfd-9e43e2c833b2 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 210 time: 0.0432229 Aug 28 12:52:25.937424 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2930bf62-192b-47ae-8791-3e78c41173b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17fad3f5c47b4838a3afd12fff9a03ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651592 Aug 28 12:52:25.939875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50510) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:25.994941 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a7a82ca2-4f3d-4463-8d15-be7eb1c61a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:26.017320 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a7a82ca2-4f3d-4463-8d15-be7eb1c61a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:26.071897 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a7a82ca2-4f3d-4463-8d15-be7eb1c61a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:26.075913 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a7a82ca2-4f3d-4463-8d15-be7eb1c61a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:26.077600 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a7a82ca2-4f3d-4463-8d15-be7eb1c61a1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2528753d-6bab-4b13-8b52-ad177cf079c1 HTTP/1.1" status: 204 len: 168 time: 0.1357675 Aug 28 12:52:26.087320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a82ca2-4f3d-4463-8d15-be7eb1c61a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2528753d-6bab-4b13-8b52-ad177cf079c1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:26.240520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322de1de-b7e1-4e2c-a952-986981067127 req-3aa083e3-f4a1-4e91-abd0-a9751dc878cd tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:26.242226 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-322de1de-b7e1-4e2c-a952-986981067127 req-3aa083e3-f4a1-4e91-abd0-a9751dc878cd tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.0697103 Aug 28 12:52:26.288176 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-322de1de-b7e1-4e2c-a952-986981067127 req-5d119a36-56d3-4a93-84f3-d3298d2aa5d6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390391 Aug 28 12:52:26.602192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1e4e4-139b-436f-9f85-f34c0d5ef1c1 req-8e183be9-822c-4360-8b60-27e967a8c1e8 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:26.603960 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bee1e4e4-139b-436f-9f85-f34c0d5ef1c1 req-8e183be9-822c-4360-8b60-27e967a8c1e8 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0606599 Aug 28 12:52:26.675549 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bee1e4e4-139b-436f-9f85-f34c0d5ef1c1 req-936ce433-c547-49bd-a5c0-f64f82d8abfc tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649738 Aug 28 12:52:26.911740 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6296ca1-07d5-45f5-a028-2b2a13bbbbd5 req-372a0957-6941-4cc9-b57c-1e2b22faabd7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:26.917714 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e6296ca1-07d5-45f5-a028-2b2a13bbbbd5 req-372a0957-6941-4cc9-b57c-1e2b22faabd7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 946 time: 0.1284852 Aug 28 12:52:26.964882 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e6296ca1-07d5-45f5-a028-2b2a13bbbbd5 req-39df40d2-f9eb-43dc-9438-ce4d78943701 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461056 Aug 28 12:52:27.016587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-57c0da55-f60a-41df-93d8-fa2e160a9024 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:27.018115 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-57c0da55-f60a-41df-93d8-fa2e160a9024 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.11 "GET /v2.0/networks?id=5bcc4670-2500-4689-9588-5e6758453855 HTTP/1.1" status: 200 len: 818 time: 0.2124271 Aug 28 12:52:27.036034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-53441fc0-29dd-4b9f-b1b0-31273103c366 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Request body: {'port': {'device_id': '34b3969f-6a11-40e2-86b5-bebb8ffedc23', 'network_id': '5bcc4670-2500-4689-9588-5e6758453855', 'admin_state_up': True, 'tenant_id': '98220894ba6f4f15a5dda420c3150ddc'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:27.121498 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c795147e-4ca7-4093-a831-70b111de51b3 req-fd2814f8-c0ce-4e18-aaf1-2409dce37d2d tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 210 time: 0.0616412 Aug 28 12:52:27.198571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-53441fc0-29dd-4b9f-b1b0-31273103c366 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Made reservation on behalf of 98220894ba6f4f15a5dda420c3150ddc for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:27.202851 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-53441fc0-29dd-4b9f-b1b0-31273103c366 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:27.350315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88641fcf-ed18-4cac-bdfe-9b64736d7676 req-11f0bed0-ce4f-452c-bcc9-a3ff87b53808 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:27.352727 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-88641fcf-ed18-4cac-bdfe-9b64736d7676 req-11f0bed0-ce4f-452c-bcc9-a3ff87b53808 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 946 time: 0.1214685 Aug 28 12:52:27.449067 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35073372-546f-48f9-a4a1-61a820d7995a req-bb8dec00-77f4-4c1a-bc32-fb9075a8a37c tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:27.455525 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-35073372-546f-48f9-a4a1-61a820d7995a req-bb8dec00-77f4-4c1a-bc32-fb9075a8a37c tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.0737941 Aug 28 12:52:27.489454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-53441fc0-29dd-4b9f-b1b0-31273103c366 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Allocated IP 172.20.0.14 (5bcc4670-2500-4689-9588-5e6758453855/addf27ad-baa6-4e3c-8109-91a76c3672c5/7d81768d-9ff6-4a40-a8d5-ae71565c2d78) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:27.530513 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-35073372-546f-48f9-a4a1-61a820d7995a req-e4526ca9-27fc-4128-a7ee-63821c8122b8 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623801 Aug 28 12:52:27.576933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-88641fcf-ed18-4cac-bdfe-9b64736d7676 req-8e2655e8-2441-47c1-888b-9fae3393340b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Deleting port f88094ac-0d45-4510-a327-8d76666daf61 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:52:27.577273 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-88641fcf-ed18-4cac-bdfe-9b64736d7676 req-8e2655e8-2441-47c1-888b-9fae3393340b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:27.770807 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-88641fcf-ed18-4cac-bdfe-9b64736d7676 req-8e2655e8-2441-47c1-888b-9fae3393340b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] For port f88094ac-0d45-4510-a327-8d76666daf61, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f88094ac-0d45-4510-a327-8d76666daf61,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:27.771607 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-88641fcf-ed18-4cac-bdfe-9b64736d7676 req-8e2655e8-2441-47c1-888b-9fae3393340b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:27.820129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-88641fcf-ed18-4cac-bdfe-9b64736d7676 req-8e2655e8-2441-47c1-888b-9fae3393340b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Calling delete_port for f88094ac-0d45-4510-a327-8d76666daf61 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:52:27.824490 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-53441fc0-29dd-4b9f-b1b0-31273103c366 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:27.970591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf3fc8-7b48-4c6d-aa38-c1478a963d90 req-685dafb6-11fd-444d-961b-65b1052cea53 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:27.972989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6cdf3fc8-7b48-4c6d-aa38-c1478a963d90 req-685dafb6-11fd-444d-961b-65b1052cea53 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.1961575 Aug 28 12:52:28.035647 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-53441fc0-29dd-4b9f-b1b0-31273103c366 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:28.120131 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6cdf3fc8-7b48-4c6d-aa38-c1478a963d90 req-be31cda8-3bae-4d05-9c13-e7957dfbb102 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190517 Aug 28 12:52:28.146050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-53441fc0-29dd-4b9f-b1b0-31273103c366 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Network 5bcc4670-2500-4689-9588-5e6758453855 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:28.172852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-53441fc0-29dd-4b9f-b1b0-31273103c366 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:28.179003 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-53441fc0-29dd-4b9f-b1b0-31273103c366 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:28.212875 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-88641fcf-ed18-4cac-bdfe-9b64736d7676 req-8e2655e8-2441-47c1-888b-9fae3393340b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:28.214685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53441fc0-29dd-4b9f-b1b0-31273103c366 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Pushing event updated for resources: {'Port': ['ID=7d81768d-9ff6-4a40-a8d5-ae71565c2d78,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:28.221654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04543434-af53-401e-8145-9a6e141c2af1 req-62a811b4-d32d-4840-97e6-0a8a49136a54 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:28.225655 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['0267ec38-4c25-4b7f-a556-ba3e5bf00fbd', 'f88094ac-0d45-4510-a327-8d76666daf61'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:52:28.226311 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-04543434-af53-401e-8145-9a6e141c2af1 req-62a811b4-d32d-4840-97e6-0a8a49136a54 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=f42ddf2a-5134-4c5b-b1b2-735c1e60ed45 HTTP/1.1" status: 200 len: 867 time: 0.0894063 Aug 28 12:52:28.272136 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-04543434-af53-401e-8145-9a6e141c2af1 req-9ba9834f-10cb-47dc-8029-5e84c9444466 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395794 Aug 28 12:52:28.290708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2655e8-2441-47c1-888b-9fae3393340b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Pushing event deleted for resources: {'Port': ['ID=f88094ac-0d45-4510-a327-8d76666daf61,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:28.351473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-53441fc0-29dd-4b9f-b1b0-31273103c366 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:28.352115 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-53441fc0-29dd-4b9f-b1b0-31273103c366 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:28.376762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-88641fcf-ed18-4cac-bdfe-9b64736d7676 req-8e2655e8-2441-47c1-888b-9fae3393340b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] No DVR routers for this DVR port f88094ac-0d45-4510-a327-8d76666daf61 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:52:28.381503 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-88641fcf-ed18-4cac-bdfe-9b64736d7676 req-8e2655e8-2441-47c1-888b-9fae3393340b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:28.384397 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-88641fcf-ed18-4cac-bdfe-9b64736d7676 req-8e2655e8-2441-47c1-888b-9fae3393340b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "DELETE /v2.0/ports/f88094ac-0d45-4510-a327-8d76666daf61 HTTP/1.1" status: 204 len: 173 time: 1.0057559 Aug 28 12:52:28.384855 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42ddf2a-5134-4c5b-b1b2-735c1e60ed45', 'name': 'network-vif-deleted', 'tag': 'f88094ac-0d45-4510-a327-8d76666daf61'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:28.387147 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424b465b-2b37-40ce-a331-dd07cebfa0b1" -d '{"events": [{"server_uuid": "f42ddf2a-5134-4c5b-b1b2-735c1e60ed45", "name": "network-vif-deleted", "tag": "f88094ac-0d45-4510-a327-8d76666daf61"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:28.400446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6d563-9288-4be7-acfd-223d8348ad87 req-6ec9502d-5be3-4ed4-913b-5e677d71b934 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:28.402665 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61e6d563-9288-4be7-acfd-223d8348ad87 req-6ec9502d-5be3-4ed4-913b-5e677d71b934 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 932 time: 0.1542449 Aug 28 12:52:28.404464 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-53441fc0-29dd-4b9f-b1b0-31273103c366 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3765817 Aug 28 12:52:28.462935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61e6d563-9288-4be7-acfd-223d8348ad87 req-aceb4e1e-8d1f-4e52-9986-ee09c1eebbb4 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/security-groups?id=1527ff5d-55e8-4cab-b708-bc9778b21698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491383 Aug 28 12:52:28.473153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Request body: {'port': {'device_id': '34b3969f-6a11-40e2-86b5-bebb8ffedc23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:28.555843 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:28.587186 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50596) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:28.774451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629b401-1774-4f09-9093-1f57079e876e req-205ff2bd-d789-46f6-b518-aebff876380a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:28.775954 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8629b401-1774-4f09-9093-1f57079e876e req-205ff2bd-d789-46f6-b518-aebff876380a tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.1438489 Aug 28 12:52:28.777379 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491444b0-7126-44cb-8c0c-4b381a2e4c6a x-openstack-request-id: req-491444b0-7126-44cb-8c0c-4b381a2e4c6a {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:28.777662 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42ddf2a-5134-4c5b-b1b2-735c1e60ed45", "name": "network-vif-deleted", "tag": "f88094ac-0d45-4510-a327-8d76666daf61", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:28.777914 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-491444b0-7126-44cb-8c0c-4b381a2e4c6a {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:28.778294 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42ddf2a-5134-4c5b-b1b2-735c1e60ed45', 'name': 'network-vif-deleted', 'tag': 'f88094ac-0d45-4510-a327-8d76666daf61', 'status': 'completed', 'code': 200} Aug 28 12:52:28.781790 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bcd8411c-2f29-4f95-bb95-c45652a650f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:28.925507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8629b401-1774-4f09-9093-1f57079e876e req-a9be6378-9aab-41b1-a875-64698f2b22b5 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376154 Aug 28 12:52:29.069071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:52:29.081936 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:29.096300 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bcd8411c-2f29-4f95-bb95-c45652a650f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:29.104515 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bcd8411c-2f29-4f95-bb95-c45652a650f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:29.113085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Transition to ACTIVE for port object 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:29.131415 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:29.196917 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bcd8411c-2f29-4f95-bb95-c45652a650f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a18a45bf8b8048fe8aad0909ddda7317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6086676 Aug 28 12:52:29.199927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50608) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:29.223804 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8411c-2f29-4f95-bb95-c45652a650f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4406cbc-cf00-4d58-92d7-a60bc9611687,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:29.257119 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Pushing event updated for resources: {'Port': ['ID=7d81768d-9ff6-4a40-a8d5-ae71565c2d78,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:29.274071 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:29.304801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3559c81-1c39-40eb-b7b7-e64a69b9331f req-a9bfe9a3-695c-4a8b-aabb-12fcd75c0e09 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:29.306404 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b3559c81-1c39-40eb-b7b7-e64a69b9331f req-a9bfe9a3-695c-4a8b-aabb-12fcd75c0e09 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 945 time: 0.1259274 Aug 28 12:52:29.306571 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:29.387749 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:29.393793 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:29.398212 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4406cbc-cf00-4d58-92d7-a60bc9611687 HTTP/1.1" status: 204 len: 168 time: 0.1852622 Aug 28 12:52:29.404918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa2a6d-eb48-481d-8993-187ad849ec5a req-47ecc2e2-e90a-4751-9153-f4366da54fce tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:29.406531 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebfa2a6d-eb48-481d-8993-187ad849ec5a req-47ecc2e2-e90a-4751-9153-f4366da54fce tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.1687901 Aug 28 12:52:29.408259 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4406cbc-cf00-4d58-92d7-a60bc9611687,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:29.417093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:29.417824 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:29.418401 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:29.419197 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:29.419885 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:29.420436 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:29.420999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:29.421470 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:29.422017 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:29.422602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:29.423122 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:29.423633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96584a28-b904-4c73-9a7d-f7553cd4f175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:29.480047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Attempting to bind port 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:52:29.480683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Attempting to bind port 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '29cf21dd-686b-4c79-bf00-c88438245701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5bcc4670-2500-4689-9588-5e6758453855'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:52:29.481188 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Attempting to bind port 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 on network 5bcc4670-2500-4689-9588-5e6758453855 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:29.498742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Port 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 on network 5bcc4670-2500-4689-9588-5e6758453855 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:52:29.499067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Attempting to bind port 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 on network 5bcc4670-2500-4689-9588-5e6758453855 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:29.505855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebfa2a6d-eb48-481d-8993-187ad849ec5a req-f6533210-7d22-41a8-a986-e5455f8de641 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859375 Aug 28 12:52:29.511387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:52:29.512054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Checking segment: {'id': '29cf21dd-686b-4c79-bf00-c88438245701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5bcc4670-2500-4689-9588-5e6758453855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:29.512054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Bound using segment: {'id': '29cf21dd-686b-4c79-bf00-c88438245701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5bcc4670-2500-4689-9588-5e6758453855'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:52:29.512570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Bound port: 7d81768d-9ff6-4a40-a8d5-ae71565c2d78, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29cf21dd-686b-4c79-bf00-c88438245701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5bcc4670-2500-4689-9588-5e6758453855'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:52:29.512820 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:29.538448 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-b3559c81-1c39-40eb-b7b7-e64a69b9331f req-7152b2c4-e785-486a-8d77-c0250ece147b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Deleting port 329be0c1-7f02-4283-9739-8061c52cce89 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:52:29.538821 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b3559c81-1c39-40eb-b7b7-e64a69b9331f req-7152b2c4-e785-486a-8d77-c0250ece147b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:29.701645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] For port 7d81768d-9ff6-4a40-a8d5-ae71565c2d78, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:52:29.707543 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] For port 7d81768d-9ff6-4a40-a8d5-ae71565c2d78, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7d81768d-9ff6-4a40-a8d5-ae71565c2d78,segment=NetworkSegment(29cf21dd-686b-4c79-bf00-c88438245701),segment_id=29cf21dd-686b-4c79-bf00-c88438245701)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:52:29.714699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b3559c81-1c39-40eb-b7b7-e64a69b9331f req-7152b2c4-e785-486a-8d77-c0250ece147b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] For port 329be0c1-7f02-4283-9739-8061c52cce89, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=329be0c1-7f02-4283-9739-8061c52cce89,segment=NetworkSegment(98596cea-5ffb-4bd8-b732-621934d75ab2),segment_id=98596cea-5ffb-4bd8-b732-621934d75ab2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:29.715081 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b3559c81-1c39-40eb-b7b7-e64a69b9331f req-7152b2c4-e785-486a-8d77-c0250ece147b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:29.718853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:29.735131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407b6c9-b603-49db-921b-04a20051e6e2 req-24bacb00-7902-4eeb-84e9-ab706af81050 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:29.736647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8407b6c9-b603-49db-921b-04a20051e6e2 req-24bacb00-7902-4eeb-84e9-ab706af81050 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 944 time: 0.1367829 Aug 28 12:52:29.759751 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50624) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:29.774147 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b37511ed-ab0b-45b6-a97a-46bd063898cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:29.776493 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-b3559c81-1c39-40eb-b7b7-e64a69b9331f req-7152b2c4-e785-486a-8d77-c0250ece147b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Calling delete_port for 329be0c1-7f02-4283-9739-8061c52cce89 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:52:29.811849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:29.812469 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:29.813887 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] 10.222.0.11 "PUT /v2.0/ports/7d81768d-9ff6-4a40-a8d5-ae71565c2d78 HTTP/1.1" status: 200 len: 1093 time: 1.3627610 Aug 28 12:52:29.887796 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b37511ed-ab0b-45b6-a97a-46bd063898cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:29.898161 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b37511ed-ab0b-45b6-a97a-46bd063898cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:29.904036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aebf49-dc5b-4d2d-a59f-9609f4bdbb41 service neutron] Pushing event updated for resources: {'Port': ['ID=7d81768d-9ff6-4a40-a8d5-ae71565c2d78,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:29.915165 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8407b6c9-b603-49db-921b-04a20051e6e2 req-bfd36ebf-7605-4be9-b5bc-9afba0ba0864 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/security-groups?id=1527ff5d-55e8-4cab-b708-bc9778b21698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648571 Aug 28 12:52:29.951359 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-3c30384f-06b5-4def-bb99-cab8338213c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:29.951359 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-3c30384f-06b5-4def-bb99-cab8338213c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=98220894ba6f4f15a5dda420c3150ddc&device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 1096 time: 0.0845294 Aug 28 12:52:29.952536 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37511ed-ab0b-45b6-a97a-46bd063898cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42a87ea-01a8-4dff-8dc9-3d07606d5e20,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:29.961029 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b37511ed-ab0b-45b6-a97a-46bd063898cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04259cd3cc6d40b898b5da7a0f6a502a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999857 Aug 28 12:52:29.964828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50640) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:30.007890 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-660f820d-f50b-4e20-9ae8-678f2841bfc0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d81768d-9ff6-4a40-a8d5-ae71565c2d78 HTTP/1.1" status: 200 len: 217 time: 0.0439949 Aug 28 12:52:30.095501 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a04d980-00cd-4bc5-8c8a-9ce2a08f51ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:30.121637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-f8b21967-10f7-41d4-9549-6d69f70f6e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:30.123191 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-f8b21967-10f7-41d4-9549-6d69f70f6e5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=addf27ad-baa6-4e3c-8109-91a76c3672c5 HTTP/1.1" status: 200 len: 858 time: 0.0915310 Aug 28 12:52:30.125065 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b3559c81-1c39-40eb-b7b7-e64a69b9331f req-7152b2c4-e785-486a-8d77-c0250ece147b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:30.139267 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a04d980-00cd-4bc5-8c8a-9ce2a08f51ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:30.139569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['28cb739a-6955-49e8-9930-f0494e159d5d', '329be0c1-7f02-4283-9739-8061c52cce89'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:52:30.147767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-c5f09a86-6329-4ce6-902a-cd0b2da6de7e tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:30.149316 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-c5f09a86-6329-4ce6-902a-cd0b2da6de7e tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 805 time: 0.1620719 Aug 28 12:52:30.177969 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-b455cba0-9488-4a04-b71e-733d778db4f1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/quotas/573c018398664696a67d8bb440ec4bdf HTTP/1.1" status: 200 len: 375 time: 0.0226429 Aug 28 12:52:30.184808 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-a76a9d27-8132-4506-b53a-54ca58de336b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bcc4670-2500-4689-9588-5e6758453855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506048 Aug 28 12:52:30.185536 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152b2c4-e785-486a-8d77-c0250ece147b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Pushing event deleted for resources: {'Port': ['ID=329be0c1-7f02-4283-9739-8061c52cce89,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:30.216620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f56426-0f0e-4c32-82d3-c4b4a37854e0 req-b16e3bff-7cbf-45b1-a06c-a28113d6db8c tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:30.218061 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c0f56426-0f0e-4c32-82d3-c4b4a37854e0 req-b16e3bff-7cbf-45b1-a06c-a28113d6db8c tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd0d1ac7-437e-490f-bfd8-00e8ddb85f57 HTTP/1.1" status: 200 len: 867 time: 0.1486208 Aug 28 12:52:30.248726 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-ba13b20b-6250-400a-a976-de41dbbf509d tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535290 Aug 28 12:52:30.262917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a04d980-00cd-4bc5-8c8a-9ce2a08f51ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:30.266590 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a04d980-00cd-4bc5-8c8a-9ce2a08f51ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:30.267788 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7a04d980-00cd-4bc5-8c8a-9ce2a08f51ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e42a87ea-01a8-4dff-8dc9-3d07606d5e20 HTTP/1.1" status: 204 len: 168 time: 0.3011765 Aug 28 12:52:30.297417 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04d980-00cd-4bc5-8c8a-9ce2a08f51ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42a87ea-01a8-4dff-8dc9-3d07606d5e20,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:30.303122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3559c81-1c39-40eb-b7b7-e64a69b9331f req-7152b2c4-e785-486a-8d77-c0250ece147b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] No DVR routers for this DVR port 329be0c1-7f02-4283-9739-8061c52cce89 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:52:30.316325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b3559c81-1c39-40eb-b7b7-e64a69b9331f req-7152b2c4-e785-486a-8d77-c0250ece147b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:30.318354 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b3559c81-1c39-40eb-b7b7-e64a69b9331f req-7152b2c4-e785-486a-8d77-c0250ece147b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.11 "DELETE /v2.0/ports/329be0c1-7f02-4283-9739-8061c52cce89 HTTP/1.1" status: 204 len: 173 time: 0.9958885 Aug 28 12:52:30.378714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c0f56426-0f0e-4c32-82d3-c4b4a37854e0 req-12dacc60-dc8d-4dea-8079-a42c92e25dc4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347704 Aug 28 12:52:30.403641 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-b918c34d-9dc3-4e9a-8d02-e7d174b68c2e service neutron] 10.222.0.11 "GET /v2.0/networks/5bcc4670-2500-4689-9588-5e6758453855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050643 Aug 28 12:52:30.406916 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-548bb08f-bbe7-406f-abd3-e7ca9edbde74 service neutron] 10.222.0.20 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365838 Aug 28 12:52:30.524896 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-14ac4ead-0d8b-45b9-8ed7-288724516d77 service neutron] 10.222.0.20 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170340 Aug 28 12:52:30.528103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edbfe561-2bfd-481b-9633-6e845aef6e39 req-3749befe-e683-48de-a250-feba30d6ae7c service neutron] 10.222.0.11 "GET /v2.0/networks/5bcc4670-2500-4689-9588-5e6758453855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166728 Aug 28 12:52:30.551073 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce38c53-10c1-4c01-b251-650cef61403d req-07be3f84-58e0-476e-8e30-3e5b801fa28b tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1914914544&fields=id&tenant_id=8c66db8c96724d8985dc40fa8c593ecc HTTP/1.1" status: 200 len: 267 time: 0.0450170 Aug 28 12:52:30.686167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce38c53-10c1-4c01-b251-650cef61403d req-46ca52b6-1460-4e6c-b966-f090dde5555e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:30.688047 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce38c53-10c1-4c01-b251-650cef61403d req-46ca52b6-1460-4e6c-b966-f090dde5555e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/networks?id=8c33761f-db05-4660-b311-b355e5202ecb HTTP/1.1" status: 200 len: 816 time: 0.1266401 Aug 28 12:52:30.712505 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce38c53-10c1-4c01-b251-650cef61403d req-a1e59654-bac6-4363-b47a-6642116614cb tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/quotas/8c66db8c96724d8985dc40fa8c593ecc HTTP/1.1" status: 200 len: 375 time: 0.0133815 Aug 28 12:52:30.784486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b3969f-6a11-40e2-86b5-bebb8ffedc23', 'tag': '7d81768d-9ff6-4a40-a8d5-ae71565c2d78'}, {'server_uuid': 'fd0d1ac7-437e-490f-bfd8-00e8ddb85f57', 'name': 'network-vif-deleted', 'tag': '329be0c1-7f02-4283-9739-8061c52cce89'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:30.786887 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9945737f-a42c-4a66-817b-9682d4fd0d11" -d '{"events": [{"name": "network-changed", "server_uuid": "34b3969f-6a11-40e2-86b5-bebb8ffedc23", "tag": "7d81768d-9ff6-4a40-a8d5-ae71565c2d78"}, {"server_uuid": "fd0d1ac7-437e-490f-bfd8-00e8ddb85f57", "name": "network-vif-deleted", "tag": "329be0c1-7f02-4283-9739-8061c52cce89"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:30.838949 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce38c53-10c1-4c01-b251-650cef61403d req-bb0bac96-5590-408d-9d3c-a23ae1018fac tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c66db8c96724d8985dc40fa8c593ecc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1147084 Aug 28 12:52:30.853338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7493a0-97b6-496d-9fb2-e9f96cd76580 req-9731d0ef-7c6e-48c6-a170-17c2b8eb3593 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:30.855053 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9a7493a0-97b6-496d-9fb2-e9f96cd76580 req-9731d0ef-7c6e-48c6-a170-17c2b8eb3593 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0700369 Aug 28 12:52:30.916115 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9a7493a0-97b6-496d-9fb2-e9f96cd76580 req-c7eb0bcc-8477-4755-b658-25ebbf204804 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539360 Aug 28 12:52:30.958377 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 329be0c1-7f02-4283-9739-8061c52cce89 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:52:30.982029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 329be0c1-7f02-4283-9739-8061c52cce89 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:52:30.982826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 329be0c1-7f02-4283-9739-8061c52cce89 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:52:30.983472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f88094ac-0d45-4510-a327-8d76666daf61 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:52:30.984735 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce38c53-10c1-4c01-b251-650cef61403d req-588395a8-830f-4221-beb7-62932e6ca08d service neutron] 10.222.0.20 "GET /v2.0/networks/8c33761f-db05-4660-b311-b355e5202ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333702 Aug 28 12:52:31.014291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: f88094ac-0d45-4510-a327-8d76666daf61 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:52:31.015037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f88094ac-0d45-4510-a327-8d76666daf61 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:52:31.030182 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd693376-c5e3-47fc-8378-dece14603e6d req-bc9a7fbc-9f9c-4788-8caf-1a87e08108d7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 210 time: 0.0391078 Aug 28 12:52:31.113569 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1f86d9-b04e-4b33-a927-90d569a75c07 x-openstack-request-id: req-1b1f86d9-b04e-4b33-a927-90d569a75c07 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:31.115412 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b3969f-6a11-40e2-86b5-bebb8ffedc23", "tag": "7d81768d-9ff6-4a40-a8d5-ae71565c2d78", "status": "completed", "code": 200}, {"server_uuid": "fd0d1ac7-437e-490f-bfd8-00e8ddb85f57", "name": "network-vif-deleted", "tag": "329be0c1-7f02-4283-9739-8061c52cce89", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:31.115673 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b1f86d9-b04e-4b33-a927-90d569a75c07 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:31.116246 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b3969f-6a11-40e2-86b5-bebb8ffedc23', 'tag': '7d81768d-9ff6-4a40-a8d5-ae71565c2d78', 'status': 'completed', 'code': 200} Aug 28 12:52:31.116534 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0d1ac7-437e-490f-bfd8-00e8ddb85f57', 'name': 'network-vif-deleted', 'tag': '329be0c1-7f02-4283-9739-8061c52cce89', 'status': 'completed', 'code': 200} Aug 28 12:52:31.141077 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce38c53-10c1-4c01-b251-650cef61403d req-cc241cd7-7949-4df4-825d-5d8ea6207441 service neutron] 10.222.0.20 "GET /v2.0/networks/8c33761f-db05-4660-b311-b355e5202ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489024 Aug 28 12:52:31.208720 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945737f-a42c-4a66-817b-9682d4fd0d11 req-d858407b-1ddf-4f8e-ba2b-dc25c886628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:31.211302 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9945737f-a42c-4a66-817b-9682d4fd0d11 req-d858407b-1ddf-4f8e-ba2b-dc25c886628d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=98220894ba6f4f15a5dda420c3150ddc&device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 1096 time: 0.0622928 Aug 28 12:52:31.225195 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905d712-2c1e-4b51-a83b-890ee33e435f req-e9a8d3fd-e8a9-4757-9c6a-730bf49bd0eb tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:31.227158 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a905d712-2c1e-4b51-a83b-890ee33e435f req-e9a8d3fd-e8a9-4757-9c6a-730bf49bd0eb tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 944 time: 0.0602074 Aug 28 12:52:31.309848 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a905d712-2c1e-4b51-a83b-890ee33e435f req-825bac2d-4acc-4597-833c-d526b875fd07 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/security-groups?id=1527ff5d-55e8-4cab-b708-bc9778b21698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754192 Aug 28 12:52:31.362290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945737f-a42c-4a66-817b-9682d4fd0d11 req-afde77d3-fc28-4e28-a2e9-2102710e9261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:31.364102 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9945737f-a42c-4a66-817b-9682d4fd0d11 req-afde77d3-fc28-4e28-a2e9-2102710e9261 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bcc4670-2500-4689-9588-5e6758453855 HTTP/1.1" status: 200 len: 918 time: 0.1442771 Aug 28 12:52:31.418200 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9945737f-a42c-4a66-817b-9682d4fd0d11 req-25892bbc-c90d-40c0-9e53-d65e39f53ecf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d81768d-9ff6-4a40-a8d5-ae71565c2d78 HTTP/1.1" status: 200 len: 217 time: 0.0451384 Aug 28 12:52:31.513222 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945737f-a42c-4a66-817b-9682d4fd0d11 req-fdfc5176-ab99-40e1-b81e-f0b4b49fcd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:31.514759 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9945737f-a42c-4a66-817b-9682d4fd0d11 req-fdfc5176-ab99-40e1-b81e-f0b4b49fcd87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=addf27ad-baa6-4e3c-8109-91a76c3672c5 HTTP/1.1" status: 200 len: 858 time: 0.0842886 Aug 28 12:52:31.560887 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9945737f-a42c-4a66-817b-9682d4fd0d11 req-ef937fa7-6faa-442d-86a0-ab2bf6e74354 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bcc4670-2500-4689-9588-5e6758453855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358613 Aug 28 12:52:31.953738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43035ab0-4ec0-4bd5-b9e8-1baa0913addd req-399a7e72-c815-4633-8544-aaea0daa7e06 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:31.955808 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43035ab0-4ec0-4bd5-b9e8-1baa0913addd req-399a7e72-c815-4633-8544-aaea0daa7e06 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.0636997 Aug 28 12:52:32.021525 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43035ab0-4ec0-4bd5-b9e8-1baa0913addd req-45d8d9df-6bd6-48f9-99d9-5b58fc474e9e tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561585 Aug 28 12:52:32.101574 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b293828-4437-49db-852c-0d49c52a4fc0 req-705ff5fe-cc7f-419b-800d-e3e9dda4de50 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 210 time: 0.4982505 Aug 28 12:52:32.189431 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9945737f-a42c-4a66-817b-9682d4fd0d11 req-aa9b6431-d41b-4933-87c4-4e66c3ff4bb1 service neutron] 10.222.0.11 "GET /v2.0/networks/5bcc4670-2500-4689-9588-5e6758453855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207542 Aug 28 12:52:32.195968 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70b2c7-5a66-4249-bf93-c8c3cef4ff5d req-45d14bc0-10f0-4bb4-8924-a1ba44a9acbc tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:32.208303 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-de70b2c7-5a66-4249-bf93-c8c3cef4ff5d req-45d14bc0-10f0-4bb4-8924-a1ba44a9acbc tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.1239569 Aug 28 12:52:32.286154 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-de70b2c7-5a66-4249-bf93-c8c3cef4ff5d req-aa22a3ff-b4a2-4281-93a5-a3d3d5f51272 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712371 Aug 28 12:52:32.338790 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-687294ed-c738-4774-9054-b259c54c0f2a req-204b5931-4105-49fa-bd41-be32a4abe4a9 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 210 time: 0.0581098 Aug 28 12:52:32.363448 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-f7f23c39-5bac-40e4-b86a-9bc145308a10 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:32.364924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-f7f23c39-5bac-40e4-b86a-9bc145308a10 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 805 time: 0.2445753 Aug 28 12:52:32.390194 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-41af8930-0bc2-4f34-a829-a3e41ddde9c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Request body: {'port': {'device_id': 'c0405530-aead-474f-86b5-0695070492c3', 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000', 'admin_state_up': True, 'tenant_id': '573c018398664696a67d8bb440ec4bdf'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:32.447733 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9945737f-a42c-4a66-817b-9682d4fd0d11 req-ec57f423-9c90-45f5-9545-4f4603d9b636 service neutron] 10.222.0.11 "GET /v2.0/networks/5bcc4670-2500-4689-9588-5e6758453855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432296 Aug 28 12:52:32.483439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b444fdf-092a-4099-8c29-b8d9373c0692 req-63673b62-261b-4e6d-adef-67be95fd30a3 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:32.485936 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3b444fdf-092a-4099-8c29-b8d9373c0692 req-63673b62-261b-4e6d-adef-67be95fd30a3 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 944 time: 0.0721183 Aug 28 12:52:32.530981 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3b444fdf-092a-4099-8c29-b8d9373c0692 req-37f67a30-a733-4578-8b75-58f30ef45f75 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/security-groups?id=1527ff5d-55e8-4cab-b708-bc9778b21698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376103 Aug 28 12:52:32.551661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-41af8930-0bc2-4f34-a829-a3e41ddde9c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Made reservation on behalf of 573c018398664696a67d8bb440ec4bdf for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:32.555413 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-41af8930-0bc2-4f34-a829-a3e41ddde9c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:32.685902 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-41af8930-0bc2-4f34-a829-a3e41ddde9c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Allocated IP 172.20.0.14 (f0affd8f-97d8-4f35-bf89-01dc3a581000/bd852a07-8b52-48ff-bea6-e7301fb1f959/27e964b3-b062-4bc2-9d17-a00bcc2bfc59) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:32.871441 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-41af8930-0bc2-4f34-a829-a3e41ddde9c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:32.920256 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-41af8930-0bc2-4f34-a829-a3e41ddde9c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:32.935044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['0267ec38-4c25-4b7f-a556-ba3e5bf00fbd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:52:32.964777 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:52:33.031686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-41af8930-0bc2-4f34-a829-a3e41ddde9c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Network f0affd8f-97d8-4f35-bf89-01dc3a581000 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:33.034547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-41af8930-0bc2-4f34-a829-a3e41ddde9c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:33.044069 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-41af8930-0bc2-4f34-a829-a3e41ddde9c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:33.079281 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af8930-0bc2-4f34-a829-a3e41ddde9c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Pushing event updated for resources: {'Port': ['ID=27e964b3-b062-4bc2-9d17-a00bcc2bfc59,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:33.131314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-41af8930-0bc2-4f34-a829-a3e41ddde9c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:33.131955 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-41af8930-0bc2-4f34-a829-a3e41ddde9c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:33.156176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7d81768d-9ff6-4a40-a8d5-ae71565c2d78, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7d81768d-9ff6-4a40-a8d5-ae71565c2d78,segment=NetworkSegment(29cf21dd-686b-4c79-bf00-c88438245701),segment_id=29cf21dd-686b-4c79-bf00-c88438245701)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:33.162688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce38c53-10c1-4c01-b251-650cef61403d req-f471ddfc-cffe-40df-9f70-a8a7bfba063d tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:33.164204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce38c53-10c1-4c01-b251-650cef61403d req-f471ddfc-cffe-40df-9f70-a8a7bfba063d tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.11 "GET /v2.0/networks?id=8c33761f-db05-4660-b311-b355e5202ecb HTTP/1.1" status: 200 len: 816 time: 0.2102201 Aug 28 12:52:33.176103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-41af8930-0bc2-4f34-a829-a3e41ddde9c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7945848 Aug 28 12:52:33.208014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '7d81768d-9ff6-4a40-a8d5-ae71565c2d78', 'network_id': '5bcc4670-2500-4689-9588-5e6758453855', 'port_id': '7d81768d-9ff6-4a40-a8d5-ae71565c2d78', 'mac_address': 'fa:16:3e:08:f2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'addf27ad-baa6-4e3c-8109-91a76c3672c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:52:33.216709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Request body: {'port': {'device_id': 'c0405530-aead-474f-86b5-0695070492c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:33.283227 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3f607cb7-3209-4634-8043-8f4b5e03b4a1 req-6b9712e3-0fcc-4d02-b267-cbc315ef9331 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 210 time: 0.0400653 Aug 28 12:52:33.294946 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:33.326833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:52:33.349933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0c779-dc01-4a1e-b084-491563352f36 req-c2780fbb-e9dd-4477-9f26-a1c14ef1a40f tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:33.357829 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6c0c779-dc01-4a1e-b084-491563352f36 req-c2780fbb-e9dd-4477-9f26-a1c14ef1a40f tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.1806831 Aug 28 12:52:33.364670 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce38c53-10c1-4c01-b251-650cef61403d req-2cf7bdba-9887-41dc-8f1e-bc356cdb6248 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c66db8c96724d8985dc40fa8c593ecc HTTP/1.1" status: 200 len: 380 time: 0.1590414 Aug 28 12:52:33.365994 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7d81768d-9ff6-4a40-a8d5-ae71565c2d78, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7d81768d-9ff6-4a40-a8d5-ae71565c2d78,segment=NetworkSegment(29cf21dd-686b-4c79-bf00-c88438245701),segment_id=29cf21dd-686b-4c79-bf00-c88438245701)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:33.372067 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:33.383205 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-1ce38c53-10c1-4c01-b251-650cef61403d req-ec86f22e-aea4-40b9-9756-58feec2d9718 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Request body: {'port': {'device_id': 'aaf55c41-9bb5-498a-920e-d1c9896352ee', 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb', 'admin_state_up': True, 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'security_groups': ['0d40efd0-4917-42bc-9b29-67ce5a375816']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:33.412860 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:33.431287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7d81768d-9ff6-4a40-a8d5-ae71565c2d78,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:33.453236 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0406992-17ea-418e-a398-60839250faba req-f64ce7b7-6965-44ac-928a-974754eb8ee6 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:33.461852 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0406992-17ea-418e-a398-60839250faba req-f64ce7b7-6965-44ac-928a-974754eb8ee6 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0949023 Aug 28 12:52:33.505887 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0406992-17ea-418e-a398-60839250faba req-8be3556e-bf32-4d89-8baa-c225a8261e12 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428100 Aug 28 12:52:33.517578 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6c0c779-dc01-4a1e-b084-491563352f36 req-44371408-fdc4-4e06-ae07-bcb55ce58ebb tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581180 Aug 28 12:52:33.647709 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51793ba6-9df2-4883-bcbd-b5bf642a45cc req-82600831-53c6-49ea-bb52-1ff7eb7aed46 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:33.657352 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-51793ba6-9df2-4883-bcbd-b5bf642a45cc req-82600831-53c6-49ea-bb52-1ff7eb7aed46 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 932 time: 0.0787761 Aug 28 12:52:33.718337 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-51793ba6-9df2-4883-bcbd-b5bf642a45cc req-e8b48582-214b-4044-978d-f3b6c66c8c97 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537353 Aug 28 12:52:33.813701 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['7d81768d-9ff6-4a40-a8d5-ae71565c2d78'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:52:33.863753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f87c8-b87a-4f02-a6da-22724d0e4e75 req-5ff0d278-c865-4b51-95fb-34fe135ec55d tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:33.875491 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cf5f87c8-b87a-4f02-a6da-22724d0e4e75 req-5ff0d278-c865-4b51-95fb-34fe135ec55d tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 945 time: 0.1337907 Aug 28 12:52:33.885065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce38c53-10c1-4c01-b251-650cef61403d req-ec86f22e-aea4-40b9-9756-58feec2d9718 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Made reservation on behalf of 8c66db8c96724d8985dc40fa8c593ecc for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:33.888863 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ce38c53-10c1-4c01-b251-650cef61403d req-ec86f22e-aea4-40b9-9756-58feec2d9718 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:34.035764 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cf5f87c8-b87a-4f02-a6da-22724d0e4e75 req-d538a5c0-0a73-46ff-869a-360efd44038b tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/security-groups?id=1527ff5d-55e8-4cab-b708-bc9778b21698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442831 Aug 28 12:52:34.068750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:52:34.108892 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:34.136337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Transition to ACTIVE for port object 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:34.140309 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:34.143587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-1ce38c53-10c1-4c01-b251-650cef61403d req-ec86f22e-aea4-40b9-9756-58feec2d9718 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Allocated IP 172.20.0.6 (8c33761f-db05-4660-b311-b355e5202ecb/7f1acfd0-9b8b-49ff-9926-40732f167066/c86f3cd5-49ad-437b-a843-23280d1f2ce8) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:34.240690 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Pushing event updated for resources: {'Port': ['ID=27e964b3-b062-4bc2-9d17-a00bcc2bfc59,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:34.364230 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Attempting to bind port 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:52:34.364971 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Attempting to bind port 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:52:34.365536 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Attempting to bind port 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 on network f0affd8f-97d8-4f35-bf89-01dc3a581000 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:34.375557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Port 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 on network f0affd8f-97d8-4f35-bf89-01dc3a581000 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:52:34.375915 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Attempting to bind port 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 on network f0affd8f-97d8-4f35-bf89-01dc3a581000 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:34.390986 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:52:34.391306 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Checking segment: {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:34.391618 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Bound using segment: {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:52:34.392054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Bound port: 27e964b3-b062-4bc2-9d17-a00bcc2bfc59, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:52:34.392412 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:34.398143 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-95a86920-3ffb-4867-9cf9-969f62bc6dce req-2f5ed5fc-1cbe-491e-be1f-2978b69f2aa4 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 210 time: 0.0380595 Aug 28 12:52:34.467693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ce38c53-10c1-4c01-b251-650cef61403d req-ec86f22e-aea4-40b9-9756-58feec2d9718 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:34.499774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-1ce38c53-10c1-4c01-b251-650cef61403d req-ec86f22e-aea4-40b9-9756-58feec2d9718 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Transition to ACTIVE for port object c86f3cd5-49ad-437b-a843-23280d1f2ce8 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:34.507288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] For port 27e964b3-b062-4bc2-9d17-a00bcc2bfc59, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:52:34.511441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] For port 27e964b3-b062-4bc2-9d17-a00bcc2bfc59, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=27e964b3-b062-4bc2-9d17-a00bcc2bfc59,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:52:34.519482 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:34.618482 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Pushing event updated for resources: {'Port': ['ID=27e964b3-b062-4bc2-9d17-a00bcc2bfc59,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:34.679764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:34.680372 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:34.682267 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-1a12b9ab-7035-4097-9f25-fd561a7d3398 service neutron] 10.222.0.11 "PUT /v2.0/ports/27e964b3-b062-4bc2-9d17-a00bcc2bfc59 HTTP/1.1" status: 200 len: 1093 time: 1.4695446 Aug 28 12:52:34.684499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0405530-aead-474f-86b5-0695070492c3', 'tag': '27e964b3-b062-4bc2-9d17-a00bcc2bfc59'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:34.687343 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f120cc0-805e-42d2-915e-16235fd06247" -d '{"events": [{"name": "network-changed", "server_uuid": "c0405530-aead-474f-86b5-0695070492c3", "tag": "27e964b3-b062-4bc2-9d17-a00bcc2bfc59"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:34.691844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dae69c-f8bb-4a50-baf2-67473ff88672 req-39821e61-d2f1-4cdf-9319-8c34ee967b74 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:34.696698 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f8dae69c-f8bb-4a50-baf2-67473ff88672 req-39821e61-d2f1-4cdf-9319-8c34ee967b74 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.0975118 Aug 28 12:52:34.711295 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ce38c53-10c1-4c01-b251-650cef61403d req-ec86f22e-aea4-40b9-9756-58feec2d9718 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:34.755464 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f8dae69c-f8bb-4a50-baf2-67473ff88672 req-433ade88-77e2-4b36-ad86-950c656c55ed tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454843 Aug 28 12:52:34.801634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79452e7-7527-4de5-93ee-c0b8aaafc646 req-5cbe3710-ad36-4e97-9f95-7265f320cd3b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:34.803302 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a79452e7-7527-4de5-93ee-c0b8aaafc646 req-5cbe3710-ad36-4e97-9f95-7265f320cd3b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.1906176 Aug 28 12:52:34.837722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce38c53-10c1-4c01-b251-650cef61403d req-ec86f22e-aea4-40b9-9756-58feec2d9718 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Network 8c33761f-db05-4660-b311-b355e5202ecb is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:34.852310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-1ce38c53-10c1-4c01-b251-650cef61403d req-ec86f22e-aea4-40b9-9756-58feec2d9718 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:34.855180 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce38c53-10c1-4c01-b251-650cef61403d req-ec86f22e-aea4-40b9-9756-58feec2d9718 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:34.868760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86f22e-aea4-40b9-9756-58feec2d9718 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Pushing event updated for resources: {'Port': ['ID=c86f3cd5-49ad-437b-a843-23280d1f2ce8,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:34.943819 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dd4d20-51cf-4e98-a165-a230381cb7ff x-openstack-request-id: req-09dd4d20-51cf-4e98-a165-a230381cb7ff {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:34.944135 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0405530-aead-474f-86b5-0695070492c3", "tag": "27e964b3-b062-4bc2-9d17-a00bcc2bfc59", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:34.944350 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09dd4d20-51cf-4e98-a165-a230381cb7ff {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:34.944739 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0405530-aead-474f-86b5-0695070492c3', 'tag': '27e964b3-b062-4bc2-9d17-a00bcc2bfc59', 'status': 'completed', 'code': 200} Aug 28 12:52:34.962677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-af8be0df-2ee1-4a31-aec0-82baa078de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:34.964191 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-af8be0df-2ee1-4a31-aec0-82baa078de6f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 1096 time: 0.2157390 Aug 28 12:52:34.967189 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a79452e7-7527-4de5-93ee-c0b8aaafc646 req-31314ddc-8ffb-44a9-8674-1d4e616ee787 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388292 Aug 28 12:52:34.984672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a508586-b97d-4430-adf3-de63fbf28e59 req-0fc9f4ea-e878-4350-b5df-aeb4d4abb39b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:34.990808 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a508586-b97d-4430-adf3-de63fbf28e59 req-0fc9f4ea-e878-4350-b5df-aeb4d4abb39b tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.2389379 Aug 28 12:52:35.016499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce38c53-10c1-4c01-b251-650cef61403d req-ec86f22e-aea4-40b9-9756-58feec2d9718 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:35.017123 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ce38c53-10c1-4c01-b251-650cef61403d req-ec86f22e-aea4-40b9-9756-58feec2d9718 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:35.097314 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-55388c1c-5b88-4421-8b57-df91181c0c1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27e964b3-b062-4bc2-9d17-a00bcc2bfc59 HTTP/1.1" status: 200 len: 217 time: 0.0997870 Aug 28 12:52:35.127055 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce38c53-10c1-4c01-b251-650cef61403d req-ec86f22e-aea4-40b9-9756-58feec2d9718 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7509086 Aug 28 12:52:35.157999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397dfdc-7067-4e0f-8f5b-afc8133145b9 req-d513524a-82d3-4546-bdc0-ea6301a6f7ae tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:35.164851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Request body: {'port': {'device_id': 'aaf55c41-9bb5-498a-920e-d1c9896352ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:35.183242 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9397dfdc-7067-4e0f-8f5b-afc8133145b9 req-d513524a-82d3-4546-bdc0-ea6301a6f7ae tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 944 time: 0.1384192 Aug 28 12:52:35.200852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2b885725-ce0c-4a04-80ab-546d2897b1ff None None] Provisioning for port c86f3cd5-49ad-437b-a843-23280d1f2ce8 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:35.207054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2b885725-ce0c-4a04-80ab-546d2897b1ff None None] Provisioning complete for port c86f3cd5-49ad-437b-a843-23280d1f2ce8 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:35.207629 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2b885725-ce0c-4a04-80ab-546d2897b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:35.227183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-20c1e576-afd2-4244-9622-7190fb0f2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:35.228685 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-20c1e576-afd2-4244-9622-7190fb0f2470 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd852a07-8b52-48ff-bea6-e7301fb1f959 HTTP/1.1" status: 200 len: 845 time: 0.1155875 Aug 28 12:52:35.266269 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9397dfdc-7067-4e0f-8f5b-afc8133145b9 req-be290190-4e9b-44c9-b60e-562a4f80cea6 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790155 Aug 28 12:52:35.304901 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-785c13f1-5fdd-44ae-995a-189056907ce5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0affd8f-97d8-4f35-bf89-01dc3a581000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656891 Aug 28 12:52:35.309709 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2b885725-ce0c-4a04-80ab-546d2897b1ff None None] Port c86f3cd5-49ad-437b-a843-23280d1f2ce8 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:52:35.358544 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:35.408337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-1a508586-b97d-4430-adf3-de63fbf28e59 req-c081a307-52ad-467d-9dcb-d5ef06996cd4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Deleting port 28cb739a-6955-49e8-9930-f0494e159d5d {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:52:35.408725 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1a508586-b97d-4430-adf3-de63fbf28e59 req-c081a307-52ad-467d-9dcb-d5ef06996cd4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:35.603263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b70c4e-c5e0-4c71-b32c-5c7f9aef02b8 req-26839033-cc7b-4ee2-a8cf-3a3e0928933c tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:35.604852 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a1b70c4e-c5e0-4c71-b32c-5c7f9aef02b8 req-26839033-cc7b-4ee2-a8cf-3a3e0928933c tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 945 time: 0.3059425 Aug 28 12:52:35.624490 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbaea93-7959-4396-a53f-aab633a978c1 req-d6dcf075-7747-4ef4-a873-c164e424dece tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:35.626602 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-abbaea93-7959-4396-a53f-aab633a978c1 req-d6dcf075-7747-4ef4-a873-c164e424dece tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 931 time: 0.1105416 Aug 28 12:52:35.688646 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-abbaea93-7959-4396-a53f-aab633a978c1 req-20ccfd54-4c1a-4902-b829-22e58d996a6c tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488620 Aug 28 12:52:35.740855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-7b8c8ec9-4f06-4e98-aead-9c31d52290f5 service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199851 Aug 28 12:52:35.788945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1a508586-b97d-4430-adf3-de63fbf28e59 req-c081a307-52ad-467d-9dcb-d5ef06996cd4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] For port 28cb739a-6955-49e8-9930-f0494e159d5d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=28cb739a-6955-49e8-9930-f0494e159d5d,segment=NetworkSegment(98596cea-5ffb-4bd8-b732-621934d75ab2),segment_id=98596cea-5ffb-4bd8-b732-621934d75ab2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:35.789319 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1a508586-b97d-4430-adf3-de63fbf28e59 req-c081a307-52ad-467d-9dcb-d5ef06996cd4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:35.843587 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a1b70c4e-c5e0-4c71-b32c-5c7f9aef02b8 req-badf9b93-f427-479e-941f-a51a18cbeae2 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/security-groups?id=1527ff5d-55e8-4cab-b708-bc9778b21698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234299 Aug 28 12:52:35.851952 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-1a508586-b97d-4430-adf3-de63fbf28e59 req-c081a307-52ad-467d-9dcb-d5ef06996cd4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Calling delete_port for 28cb739a-6955-49e8-9930-f0494e159d5d owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:52:35.878862 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0243c-1eb2-4f4d-b467-975ae1850c21 req-6e756b69-d58f-4f5a-bd9c-1f837b580bc1 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:35.881248 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5af0243c-1eb2-4f4d-b467-975ae1850c21 req-6e756b69-d58f-4f5a-bd9c-1f837b580bc1 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 945 time: 0.0536253 Aug 28 12:52:35.930211 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5af0243c-1eb2-4f4d-b467-975ae1850c21 req-b4c34e83-7bf2-4a67-b735-ea45c66ffa95 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389984 Aug 28 12:52:36.039236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5d1c5e4-64ab-4fff-813c-82849a024c06 req-0dd23c66-e4c6-4bf8-88ce-603a416b8a63 service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751834 Aug 28 12:52:36.106518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d0108-5e43-46b4-809d-3594c35fd615 req-ebc11a5b-0db3-4000-85f7-fa6baa63a5b2 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:36.108419 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-230d0108-5e43-46b4-809d-3594c35fd615 req-ebc11a5b-0db3-4000-85f7-fa6baa63a5b2 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0653713 Aug 28 12:52:36.110169 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86f3cd5-49ad-437b-a843-23280d1f2ce8 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:52:36.118555 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:36.150799 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-230d0108-5e43-46b4-809d-3594c35fd615 req-884ab5d7-5be8-419d-a7be-7b3aae35fb10 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345740 Aug 28 12:52:36.191876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Transition to ACTIVE for port object c86f3cd5-49ad-437b-a843-23280d1f2ce8 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:36.206090 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:36.239887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f120cc0-805e-42d2-915e-16235fd06247 req-86018448-a0d2-4c84-8bbc-41624d065f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:36.241460 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f120cc0-805e-42d2-915e-16235fd06247 req-86018448-a0d2-4c84-8bbc-41624d065f47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 1096 time: 0.1188953 Aug 28 12:52:36.246161 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1a508586-b97d-4430-adf3-de63fbf28e59 req-c081a307-52ad-467d-9dcb-d5ef06996cd4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:36.261303 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['28cb739a-6955-49e8-9930-f0494e159d5d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:52:36.321184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Pushing event updated for resources: {'Port': ['ID=c86f3cd5-49ad-437b-a843-23280d1f2ce8,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:36.429404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081a307-52ad-467d-9dcb-d5ef06996cd4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Pushing event deleted for resources: {'Port': ['ID=28cb739a-6955-49e8-9930-f0494e159d5d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:36.443363 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb79cd8-4646-4a85-8c68-d09315f9e2fa req-55c936bd-5e96-4b1e-b9ec-d6550879dfb0 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:36.446283 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-beb79cd8-4646-4a85-8c68-d09315f9e2fa req-55c936bd-5e96-4b1e-b9ec-d6550879dfb0 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 944 time: 0.0954683 Aug 28 12:52:36.519814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a508586-b97d-4430-adf3-de63fbf28e59 req-c081a307-52ad-467d-9dcb-d5ef06996cd4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] No DVR routers for this DVR port 28cb739a-6955-49e8-9930-f0494e159d5d on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:52:36.525637 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1a508586-b97d-4430-adf3-de63fbf28e59 req-c081a307-52ad-467d-9dcb-d5ef06996cd4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:36.527506 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-beb79cd8-4646-4a85-8c68-d09315f9e2fa req-5aadbadf-cb75-42df-981d-a9a9dbe763b4 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697341 Aug 28 12:52:36.527730 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a508586-b97d-4430-adf3-de63fbf28e59 req-c081a307-52ad-467d-9dcb-d5ef06996cd4 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.11 "DELETE /v2.0/ports/28cb739a-6955-49e8-9930-f0494e159d5d HTTP/1.1" status: 204 len: 173 time: 1.5236814 Aug 28 12:52:36.599581 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Attempting to bind port c86f3cd5-49ad-437b-a843-23280d1f2ce8 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:52:36.600071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Attempting to bind port c86f3cd5-49ad-437b-a843-23280d1f2ce8 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '62122ca6-8fa6-44b3-b200-f670403561a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:52:36.600384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Attempting to bind port c86f3cd5-49ad-437b-a843-23280d1f2ce8 on network 8c33761f-db05-4660-b311-b355e5202ecb {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:36.614987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Port c86f3cd5-49ad-437b-a843-23280d1f2ce8 on network 8c33761f-db05-4660-b311-b355e5202ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:52:36.615304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Attempting to bind port c86f3cd5-49ad-437b-a843-23280d1f2ce8 on network 8c33761f-db05-4660-b311-b355e5202ecb {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:36.621655 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:52:36.622048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Checking segment: {'id': '62122ca6-8fa6-44b3-b200-f670403561a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:36.623740 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Bound using segment: {'id': '62122ca6-8fa6-44b3-b200-f670403561a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:52:36.623740 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Bound port: c86f3cd5-49ad-437b-a843-23280d1f2ce8, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62122ca6-8fa6-44b3-b200-f670403561a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:52:36.623740 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:36.626909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f120cc0-805e-42d2-915e-16235fd06247 req-544bbe28-2d69-418c-9d36-12eb35637f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:36.629564 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f120cc0-805e-42d2-915e-16235fd06247 req-544bbe28-2d69-418c-9d36-12eb35637f64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 905 time: 0.3665586 Aug 28 12:52:36.713624 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f120cc0-805e-42d2-915e-16235fd06247 req-bceebbbb-7f8e-4020-8a26-a375a2c51304 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27e964b3-b062-4bc2-9d17-a00bcc2bfc59 HTTP/1.1" status: 200 len: 217 time: 0.0676572 Aug 28 12:52:36.805726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] For port c86f3cd5-49ad-437b-a843-23280d1f2ce8, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:52:36.826757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] For port c86f3cd5-49ad-437b-a843-23280d1f2ce8, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c86f3cd5-49ad-437b-a843-23280d1f2ce8,segment=NetworkSegment(62122ca6-8fa6-44b3-b200-f670403561a4),segment_id=62122ca6-8fa6-44b3-b200-f670403561a4)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:52:36.835933 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:36.847410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f120cc0-805e-42d2-915e-16235fd06247 req-398bc1a1-8f1b-4f31-b8ea-e06c3f195b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:36.848869 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f120cc0-805e-42d2-915e-16235fd06247 req-398bc1a1-8f1b-4f31-b8ea-e06c3f195b6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd852a07-8b52-48ff-bea6-e7301fb1f959 HTTP/1.1" status: 200 len: 845 time: 0.1130390 Aug 28 12:52:36.876983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:36.877788 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:36.879605 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] 10.222.0.11 "PUT /v2.0/ports/c86f3cd5-49ad-437b-a843-23280d1f2ce8 HTTP/1.1" status: 200 len: 1092 time: 1.7225995 Aug 28 12:52:36.913946 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f120cc0-805e-42d2-915e-16235fd06247 req-0fc3a0f1-2766-4a35-9cc2-2f1849c2aa07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0affd8f-97d8-4f35-bf89-01dc3a581000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292635 Aug 28 12:52:36.921740 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a893a71-f26b-46de-9720-abc9d153f521 req-6f96a195-972c-4d15-b162-e085a20e932a tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:36.923278 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a893a71-f26b-46de-9720-abc9d153f521 req-6f96a195-972c-4d15-b162-e085a20e932a tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 943 time: 0.1504390 Aug 28 12:52:36.947388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce4f376-10ee-47e5-8faf-59f3bb5660cf', 'name': 'network-vif-deleted', 'tag': '28cb739a-6955-49e8-9930-f0494e159d5d'}, {'name': 'network-changed', 'server_uuid': 'aaf55c41-9bb5-498a-920e-d1c9896352ee', 'tag': 'c86f3cd5-49ad-437b-a843-23280d1f2ce8'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:36.949644 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0044719c-250e-4a30-abea-e1cf329d0d7c" -d '{"events": [{"server_uuid": "1ce4f376-10ee-47e5-8faf-59f3bb5660cf", "name": "network-vif-deleted", "tag": "28cb739a-6955-49e8-9930-f0494e159d5d"}, {"name": "network-changed", "server_uuid": "aaf55c41-9bb5-498a-920e-d1c9896352ee", "tag": "c86f3cd5-49ad-437b-a843-23280d1f2ce8"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:36.982413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:37.028093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66ab64-3cd9-4ca3-a7ce-8c50440bcff6 req-d6531f36-0e93-4e47-b8f7-bbf2f1a1168c tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:37.031686 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f66ab64-3cd9-4ca3-a7ce-8c50440bcff6 req-d6531f36-0e93-4e47-b8f7-bbf2f1a1168c tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 945 time: 0.0831473 Aug 28 12:52:37.088711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27278a-83e6-45fe-adc8-51db697b323e service neutron] Pushing event updated for resources: {'Port': ['ID=c86f3cd5-49ad-437b-a843-23280d1f2ce8,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:37.103698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:37.107950 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a893a71-f26b-46de-9720-abc9d153f521 req-3026a03f-269b-41b8-9bf6-2df1f6544aa5 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675467 Aug 28 12:52:37.116999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:37.121608 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:37.131513 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f66ab64-3cd9-4ca3-a7ce-8c50440bcff6 req-fe2b3211-bda1-4827-94f9-4ecf7f3db5a8 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/security-groups?id=1527ff5d-55e8-4cab-b708-bc9778b21698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900860 Aug 28 12:52:37.180005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce38c53-10c1-4c01-b251-650cef61403d req-00acd03c-0ad7-4167-98de-e1c91bd3b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:37.181552 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce38c53-10c1-4c01-b251-650cef61403d req-00acd03c-0ad7-4167-98de-e1c91bd3b966 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c66db8c96724d8985dc40fa8c593ecc&device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 1095 time: 0.2146835 Aug 28 12:52:37.191542 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f120cc0-805e-42d2-915e-16235fd06247 req-b0d7eb8c-3737-41b3-994f-ffe612431a28 service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645099 Aug 28 12:52:37.251021 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce38c53-10c1-4c01-b251-650cef61403d req-153d0f0f-7f4c-49c6-a6c1-41844dc40c37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c86f3cd5-49ad-437b-a843-23280d1f2ce8 HTTP/1.1" status: 200 len: 217 time: 0.0580425 Aug 28 12:52:37.271622 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:37.351622 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:37.416867 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7d81768d-9ff6-4a40-a8d5-ae71565c2d78, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7d81768d-9ff6-4a40-a8d5-ae71565c2d78,segment=NetworkSegment(29cf21dd-686b-4c79-bf00-c88438245701),segment_id=29cf21dd-686b-4c79-bf00-c88438245701)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:37.418539 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b3969f-6a11-40e2-86b5-bebb8ffedc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d81768d-9ff6-4a40-a8d5-ae71565c2d78'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:37.421900 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c62ccc2-9111-4e39-b2a2-c65b475c6dfc" -d '{"events": [{"server_uuid": "34b3969f-6a11-40e2-86b5-bebb8ffedc23", "name": "network-vif-plugged", "status": "completed", "tag": "7d81768d-9ff6-4a40-a8d5-ae71565c2d78"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:37.426759 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:37.494040 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7d81768d-9ff6-4a40-a8d5-ae71565c2d78,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:37.495526 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b7e6d-c031-4e5e-a970-9693d64c20ad req-a0c19bef-17e5-4872-b274-a50791d72462 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:37.504518 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:37.505010 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:37.505647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:37.505878 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-412b7e6d-c031-4e5e-a970-9693d64c20ad req-a0c19bef-17e5-4872-b274-a50791d72462 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0729804 Aug 28 12:52:37.506028 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:37.506327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:37.506735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:37.507139 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:37.507468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:37.507836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:37.508294 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:37.508624 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:37.509000 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:37.558259 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-412b7e6d-c031-4e5e-a970-9693d64c20ad req-0383b506-a8bd-4bbf-962f-728de9f77cf2 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501125 Aug 28 12:52:37.690320 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236ff843-1f0e-47d7-90cb-c53a79d8caf2 x-openstack-request-id: req-236ff843-1f0e-47d7-90cb-c53a79d8caf2 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:37.690932 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce4f376-10ee-47e5-8faf-59f3bb5660cf", "name": "network-vif-deleted", "tag": "28cb739a-6955-49e8-9930-f0494e159d5d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aaf55c41-9bb5-498a-920e-d1c9896352ee", "tag": "c86f3cd5-49ad-437b-a843-23280d1f2ce8", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:37.691621 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-236ff843-1f0e-47d7-90cb-c53a79d8caf2 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:37.691806 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce4f376-10ee-47e5-8faf-59f3bb5660cf', 'name': 'network-vif-deleted', 'tag': '28cb739a-6955-49e8-9930-f0494e159d5d', 'status': 'completed', 'code': 200} Aug 28 12:52:37.692040 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf55c41-9bb5-498a-920e-d1c9896352ee', 'tag': 'c86f3cd5-49ad-437b-a843-23280d1f2ce8', 'status': 'completed', 'code': 200} Aug 28 12:52:37.722065 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-932cb7ea-aca4-45cb-b0e8-e2f5a3770129 req-21ce4107-09e1-49f6-9525-7214e60312b6 tempest-ServerRescueTestJSON-135268160 tempest-ServerRescueTestJSON-135268160-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ce4f376-10ee-47e5-8faf-59f3bb5660cf HTTP/1.1" status: 200 len: 210 time: 0.4242611 Aug 28 12:52:37.739020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce38c53-10c1-4c01-b251-650cef61403d req-a5b224aa-232b-4030-ab8b-f6f4a52b373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:37.740391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce38c53-10c1-4c01-b251-650cef61403d req-a5b224aa-232b-4030-ab8b-f6f4a52b373e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f1acfd0-9b8b-49ff-9926-40732f167066 HTTP/1.1" status: 200 len: 855 time: 0.4786606 Aug 28 12:52:37.792565 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f120cc0-805e-42d2-915e-16235fd06247 req-de046b50-34f8-4f96-9209-b5c424efb7aa service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884473 Aug 28 12:52:37.807496 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce38c53-10c1-4c01-b251-650cef61403d req-f016211f-8aa3-4cd4-9d77-6718a566bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:37.809149 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce38c53-10c1-4c01-b251-650cef61403d req-f016211f-8aa3-4cd4-9d77-6718a566bbdf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c33761f-db05-4660-b311-b355e5202ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552065 Aug 28 12:52:37.943049 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d285f5a8-e40f-47b3-b917-06abda3d4675 x-openstack-request-id: req-d285f5a8-e40f-47b3-b917-06abda3d4675 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:37.943344 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b3969f-6a11-40e2-86b5-bebb8ffedc23", "name": "network-vif-plugged", "status": "completed", "tag": "7d81768d-9ff6-4a40-a8d5-ae71565c2d78", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:37.943598 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d285f5a8-e40f-47b3-b917-06abda3d4675 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:37.943996 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b3969f-6a11-40e2-86b5-bebb8ffedc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d81768d-9ff6-4a40-a8d5-ae71565c2d78', 'code': 200} Aug 28 12:52:37.961708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdb8e7-e6d6-4708-8758-b026e6cefa13 req-fb31e243-a115-41a0-b41a-3963a9b686e9 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:37.969500 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5bdb8e7-e6d6-4708-8758-b026e6cefa13 req-fb31e243-a115-41a0-b41a-3963a9b686e9 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 944 time: 0.1143968 Aug 28 12:52:38.024720 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce38c53-10c1-4c01-b251-650cef61403d req-b4e6b7e8-ee40-43cf-be46-a1aa43fb9735 service neutron] 10.222.0.11 "GET /v2.0/networks/8c33761f-db05-4660-b311-b355e5202ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002015 Aug 28 12:52:38.030070 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5bdb8e7-e6d6-4708-8758-b026e6cefa13 req-e5c1f5e4-7e8f-4040-a190-8e511121c17a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597949 Aug 28 12:52:38.150080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47359e52-9dde-4a69-8bc0-d3dc04496ac8 req-4eae55c6-c40a-446f-bc6d-f932b76f05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:38.151684 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-47359e52-9dde-4a69-8bc0-d3dc04496ac8 req-4eae55c6-c40a-446f-bc6d-f932b76f05e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 1098 time: 0.1103125 Aug 28 12:52:38.174163 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce38c53-10c1-4c01-b251-650cef61403d req-9bd0f933-cd47-4798-88b5-3ec70091ae64 service neutron] 10.222.0.11 "GET /v2.0/networks/8c33761f-db05-4660-b311-b355e5202ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235130 Aug 28 12:52:38.223966 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-47359e52-9dde-4a69-8bc0-d3dc04496ac8 req-9dfe276a-eb07-4f8d-ac56-204e2fca62a7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1527ff5d-55e8-4cab-b708-bc9778b21698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480020 Aug 28 12:52:38.295928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a8e39-40a9-4e72-94f3-80a10335bac9 req-c02cfc5e-0d5f-4a9d-8a6d-bba72d28dbb8 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:38.298329 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c1a8e39-40a9-4e72-94f3-80a10335bac9 req-c02cfc5e-0d5f-4a9d-8a6d-bba72d28dbb8 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 943 time: 0.0565467 Aug 28 12:52:38.314029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d05670-f0d8-43ef-97e2-1fa12f00f477 req-4326bdaa-e2f3-48be-936e-0032ec00105d tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:38.316291 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4d05670-f0d8-43ef-97e2-1fa12f00f477 req-4326bdaa-e2f3-48be-936e-0032ec00105d tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 946 time: 0.0616977 Aug 28 12:52:38.342884 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c1a8e39-40a9-4e72-94f3-80a10335bac9 req-8b7902b7-cc8a-4875-8d6e-04b54e01fd81 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379057 Aug 28 12:52:38.367387 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4d05670-f0d8-43ef-97e2-1fa12f00f477 req-b644864e-b85a-43f7-a314-e2f57e5ca81a tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/security-groups?id=1527ff5d-55e8-4cab-b708-bc9778b21698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448563 Aug 28 12:52:38.490769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044719c-250e-4a30-abea-e1cf329d0d7c req-e1b5b89e-cbe5-4f51-8c0c-c75f62fdaabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:38.492275 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0044719c-250e-4a30-abea-e1cf329d0d7c req-e1b5b89e-cbe5-4f51-8c0c-c75f62fdaabd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c66db8c96724d8985dc40fa8c593ecc&device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 1095 time: 0.0456860 Aug 28 12:52:38.593199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044719c-250e-4a30-abea-e1cf329d0d7c req-2ce9df04-78c4-4554-bbcb-50656a9a5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:38.594959 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0044719c-250e-4a30-abea-e1cf329d0d7c req-2ce9df04-78c4-4554-bbcb-50656a9a5c76 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c33761f-db05-4660-b311-b355e5202ecb HTTP/1.1" status: 200 len: 916 time: 0.0910254 Aug 28 12:52:38.663828 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0044719c-250e-4a30-abea-e1cf329d0d7c req-bca950d4-7e82-413c-84ba-6cb9a5956e0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c86f3cd5-49ad-437b-a843-23280d1f2ce8 HTTP/1.1" status: 200 len: 217 time: 0.0543005 Aug 28 12:52:38.738325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caccf0-983a-42de-bbcd-a994db1783c3 req-6b07e1e6-8b33-4c43-9402-0825c275108a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:38.739987 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65caccf0-983a-42de-bbcd-a994db1783c3 req-6b07e1e6-8b33-4c43-9402-0825c275108a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0876060 Aug 28 12:52:38.773273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044719c-250e-4a30-abea-e1cf329d0d7c req-34828cf9-df56-46b5-9182-2e1b08cd69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:38.774921 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0044719c-250e-4a30-abea-e1cf329d0d7c req-34828cf9-df56-46b5-9182-2e1b08cd69f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f1acfd0-9b8b-49ff-9926-40732f167066 HTTP/1.1" status: 200 len: 855 time: 0.0820169 Aug 28 12:52:38.797516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50846) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:38.801637 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65caccf0-983a-42de-bbcd-a994db1783c3 req-0423da2e-4db2-4b80-877e-399688fad189 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526495 Aug 28 12:52:38.843045 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044719c-250e-4a30-abea-e1cf329d0d7c req-b9dd1bf8-e2fa-41a9-bd5d-11a5a755045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:38.844619 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0044719c-250e-4a30-abea-e1cf329d0d7c req-b9dd1bf8-e2fa-41a9-bd5d-11a5a755045a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c33761f-db05-4660-b311-b355e5202ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553071 Aug 28 12:52:38.951847 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0044719c-250e-4a30-abea-e1cf329d0d7c req-2854a45e-e412-4bf7-a575-d9fc9a8cfdf0 service neutron] 10.222.0.11 "GET /v2.0/networks/8c33761f-db05-4660-b311-b355e5202ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954208 Aug 28 12:52:38.990192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:52:38.992651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 28cb739a-6955-49e8-9930-f0494e159d5d no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:52:39.025508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 28cb739a-6955-49e8-9930-f0494e159d5d {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:52:39.026061 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 28cb739a-6955-49e8-9930-f0494e159d5d not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:52:39.055853 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0044719c-250e-4a30-abea-e1cf329d0d7c req-e59fd069-bad2-419d-8c08-84275cf69377 service neutron] 10.222.0.11 "GET /v2.0/networks/8c33761f-db05-4660-b311-b355e5202ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956805 Aug 28 12:52:39.138855 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 27e964b3-b062-4bc2-9d17-a00bcc2bfc59, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=27e964b3-b062-4bc2-9d17-a00bcc2bfc59,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:39.150612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '27e964b3-b062-4bc2-9d17-a00bcc2bfc59', 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000', 'port_id': '27e964b3-b062-4bc2-9d17-a00bcc2bfc59', 'mac_address': 'fa:16:3e:58:af:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd852a07-8b52-48ff-bea6-e7301fb1f959', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:52:39.181077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f9669-0522-42ee-9bf6-d0bb5db253c3 req-6725fb5b-891a-4312-9927-ec2834714a02 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:39.182510 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-999f9669-0522-42ee-9bf6-d0bb5db253c3 req-6725fb5b-891a-4312-9927-ec2834714a02 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 944 time: 0.0692086 Aug 28 12:52:39.194943 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:39.208826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:52:39.229455 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 27e964b3-b062-4bc2-9d17-a00bcc2bfc59, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=27e964b3-b062-4bc2-9d17-a00bcc2bfc59,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:39.233697 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:39.256115 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-999f9669-0522-42ee-9bf6-d0bb5db253c3 req-cfcc2557-9a21-4163-a449-b671713b7dd7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623455 Aug 28 12:52:39.290883 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ce54c9d-e16f-499c-a944-1b4cc14c266c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:39.291405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=27e964b3-b062-4bc2-9d17-a00bcc2bfc59,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:39.474626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69301d8c-f05a-42b5-9071-1877e178d21d req-704c1249-bec8-4989-a74e-8cafb3e9b7a6 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:39.486171 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69301d8c-f05a-42b5-9071-1877e178d21d req-704c1249-bec8-4989-a74e-8cafb3e9b7a6 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 943 time: 0.0697260 Aug 28 12:52:39.536379 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69301d8c-f05a-42b5-9071-1877e178d21d req-b382b664-9d0c-4d26-adb4-5ee309add90a tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440598 Aug 28 12:52:39.552143 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6ddd1-2f94-4c8d-a96b-194402435fa7 req-8aece219-550e-4a9d-ba9f-8f35841a908c tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:39.553691 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-10a6ddd1-2f94-4c8d-a96b-194402435fa7 req-8aece219-550e-4a9d-ba9f-8f35841a908c tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 946 time: 0.0930314 Aug 28 12:52:39.593693 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:39.632194 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-10a6ddd1-2f94-4c8d-a96b-194402435fa7 req-bdcf50f8-fe0b-45d0-be69-8f851532de7f tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/security-groups?id=1527ff5d-55e8-4cab-b708-bc9778b21698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574601 Aug 28 12:52:39.660698 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4ce54c9d-e16f-499c-a944-1b4cc14c266c admin admin] Deleting port a1a6d086-58cd-463b-b32e-709154fd9097 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:52:39.661344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ce54c9d-e16f-499c-a944-1b4cc14c266c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:39.786741 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['27e964b3-b062-4bc2-9d17-a00bcc2bfc59'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:52:39.889780 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a4dddabb-f5c3-4064-88ef-d60eb07fcc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:40.054444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1a4e1-9f6b-4325-8b40-736f710b6529 req-aad47e85-de07-4d7b-af58-10aca8333446 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:40.055824 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57d1a4e1-9f6b-4325-8b40-736f710b6529 req-aad47e85-de07-4d7b-af58-10aca8333446 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0810843 Aug 28 12:52:40.057566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-4ce54c9d-e16f-499c-a944-1b4cc14c266c admin admin] For port a1a6d086-58cd-463b-b32e-709154fd9097, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a1a6d086-58cd-463b-b32e-709154fd9097,segment=NetworkSegment(98596cea-5ffb-4bd8-b732-621934d75ab2),segment_id=98596cea-5ffb-4bd8-b732-621934d75ab2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:40.057934 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ce54c9d-e16f-499c-a944-1b4cc14c266c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:40.076661 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4ce54c9d-e16f-499c-a944-1b4cc14c266c admin admin] Calling delete_port for a1a6d086-58cd-463b-b32e-709154fd9097 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:52:40.139962 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57d1a4e1-9f6b-4325-8b40-736f710b6529 req-03eeffd2-6f85-41fa-8283-136fc32fb864 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737207 Aug 28 12:52:40.290118 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ce54c9d-e16f-499c-a944-1b4cc14c266c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:40.322224 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce54c9d-e16f-499c-a944-1b4cc14c266c admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a6d086-58cd-463b-b32e-709154fd9097,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:40.415522 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ab38b-eb78-4628-ba0e-8e00a5bc4cd0 req-16e27a3f-263e-4657-b5f5-808f018c7a01 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:40.424182 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-903ab38b-eb78-4628-ba0e-8e00a5bc4cd0 req-16e27a3f-263e-4657-b5f5-808f018c7a01 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 945 time: 0.0687118 Aug 28 12:52:40.473646 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-903ab38b-eb78-4628-ba0e-8e00a5bc4cd0 req-c59ee73b-7c2e-4111-90c5-46f37ce35cf7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481701 Aug 28 12:52:40.525663 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ce54c9d-e16f-499c-a944-1b4cc14c266c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:40.685961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae4f48-498a-4293-b8e4-175a8a2d8a9f req-95c7c5c3-b031-460d-94a9-c274a9f58551 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:40.687530 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7ae4f48-498a-4293-b8e4-175a8a2d8a9f req-95c7c5c3-b031-460d-94a9-c274a9f58551 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 943 time: 0.0694127 Aug 28 12:52:40.789514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e04f2c-88f0-4ce9-a627-fe15c412b04f req-2bedec37-4c7b-4fbb-859b-f5f1ed4b4ed8 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:40.804752 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3e04f2c-88f0-4ce9-a627-fe15c412b04f req-2bedec37-4c7b-4fbb-859b-f5f1ed4b4ed8 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 946 time: 0.0734243 Aug 28 12:52:40.816240 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7ae4f48-498a-4293-b8e4-175a8a2d8a9f req-17ab03a2-ef0e-4a12-ba3b-399d685a0155 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888152 Aug 28 12:52:40.858953 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce54c9d-e16f-499c-a944-1b4cc14c266c admin admin] Router 3971d34d-aa83-4d61-9d89-3881067cb4af has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:52:40.865295 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3e04f2c-88f0-4ce9-a627-fe15c412b04f req-23028400-a2f5-4b33-be81-0c334ad34b5b tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/security-groups?id=1527ff5d-55e8-4cab-b708-bc9778b21698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592716 Aug 28 12:52:40.994728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce54c9d-e16f-499c-a944-1b4cc14c266c admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:52:41.001256 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4ce54c9d-e16f-499c-a944-1b4cc14c266c admin admin] 10.222.0.20 "PUT /v2.0/routers/3971d34d-aa83-4d61-9d89-3881067cb4af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2026148 Aug 28 12:52:41.004839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50878) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:41.007277 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c088867-4dec-4266-af40-5bffbd06ab88 None None] Sync routers for ids ['3971d34d-aa83-4d61-9d89-3881067cb4af'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:52:41.018853 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c088867-4dec-4266-af40-5bffbd06ab88 None None] Routers {'3971d34d-aa83-4d61-9d89-3881067cb4af'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:41.019686 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9c088867-4dec-4266-af40-5bffbd06ab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:52:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3971d34d-aa83-4d61-9d89-3881067cb4af'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:41.161520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0060e578-888b-4455-96a9-f7f39c733759 admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:41.164942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503e089-7d8d-4913-a1f4-60bf3efb83fc req-e282bf6d-7377-4b17-92a7-682e7d0886f7 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:41.165855 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d503e089-7d8d-4913-a1f4-60bf3efb83fc req-e282bf6d-7377-4b17-92a7-682e7d0886f7 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 946 time: 0.0566492 Aug 28 12:52:41.216099 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d503e089-7d8d-4913-a1f4-60bf3efb83fc req-e1ddb8d6-5c9d-4c2c-b3f4-a27f8ad7a7f2 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/security-groups?id=1527ff5d-55e8-4cab-b708-bc9778b21698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430729 Aug 28 12:52:41.234958 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-9c088867-4dec-4266-af40-5bffbd06ab88 None None] Set router 3971d34d-aa83-4d61-9d89-3881067cb4af gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:52:41.315336 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0060e578-888b-4455-96a9-f7f39c733759 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:41.327367 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8822d-df22-465e-b304-385c229e9b22 req-b4864b92-a15c-4473-a722-cb3b61e22347 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:41.329077 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54c8822d-df22-465e-b304-385c229e9b22 req-b4864b92-a15c-4473-a722-cb3b61e22347 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0785043 Aug 28 12:52:41.402433 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54c8822d-df22-465e-b304-385c229e9b22 req-4f28ea1e-89f7-4b6b-bfdc-accf26a14f8a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593894 Aug 28 12:52:41.421151 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9c088867-4dec-4266-af40-5bffbd06ab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'name': 'tempest-ServerRescueTestJSON-1897945360-router', 'tenant_id': '1b1744f3dc1444e0abd073208c687038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'b0ddb99d-05a0-44f6-bb01-cd47ea76aef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:50:16Z', 'updated_at': '2021-08-28T12:52:40Z', 'revision_number': 5, 'project_id': '1b1744f3dc1444e0abd073208c687038', 'gw_port': {'id': 'b0ddb99d-05a0-44f6-bb01-cd47ea76aef5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:50:17Z', 'updated_at': '2021-08-28T12:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:41.426901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-0060e578-888b-4455-96a9-f7f39c733759 admin admin] Deleting port b0ddb99d-05a0-44f6-bb01-cd47ea76aef5 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:52:41.427391 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0060e578-888b-4455-96a9-f7f39c733759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:41.449262 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c088867-4dec-4266-af40-5bffbd06ab88 None None] Checking router: 3971d34d-aa83-4d61-9d89-3881067cb4af for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:52:41.459444 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c088867-4dec-4266-af40-5bffbd06ab88 None None] Routers {'3971d34d-aa83-4d61-9d89-3881067cb4af'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:41.460148 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9c088867-4dec-4266-af40-5bffbd06ab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:52:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3971d34d-aa83-4d61-9d89-3881067cb4af'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:41.531637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-0060e578-888b-4455-96a9-f7f39c733759 admin admin] For port b0ddb99d-05a0-44f6-bb01-cd47ea76aef5, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b0ddb99d-05a0-44f6-bb01-cd47ea76aef5,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:41.532484 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0060e578-888b-4455-96a9-f7f39c733759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:41.547450 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-0060e578-888b-4455-96a9-f7f39c733759 admin admin] Calling delete_port for b0ddb99d-05a0-44f6-bb01-cd47ea76aef5 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:52:41.574754 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-9c088867-4dec-4266-af40-5bffbd06ab88 None None] Set router 3971d34d-aa83-4d61-9d89-3881067cb4af gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:52:41.612739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447af54-326d-4ad8-b855-e588bf4ef04a req-358cb62e-3bda-4a49-8bf0-05df883971ba tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:41.614847 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e447af54-326d-4ad8-b855-e588bf4ef04a req-358cb62e-3bda-4a49-8bf0-05df883971ba tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 945 time: 0.0613234 Aug 28 12:52:41.646079 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9c088867-4dec-4266-af40-5bffbd06ab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'name': 'tempest-ServerRescueTestJSON-1897945360-router', 'tenant_id': '1b1744f3dc1444e0abd073208c687038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:50:16Z', 'updated_at': '2021-08-28T12:52:41Z', 'revision_number': 6, 'project_id': '1b1744f3dc1444e0abd073208c687038', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:41.671858 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e447af54-326d-4ad8-b855-e588bf4ef04a req-fe6942e1-b3cf-4815-8600-53952c0681a7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507393 Aug 28 12:52:41.688075 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c088867-4dec-4266-af40-5bffbd06ab88 None None] The sync data for ids ['3971d34d-aa83-4d61-9d89-3881067cb4af'] in n-d-791505-21 is: [{'id': '3971d34d-aa83-4d61-9d89-3881067cb4af', 'name': 'tempest-ServerRescueTestJSON-1897945360-router', 'tenant_id': '1b1744f3dc1444e0abd073208c687038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:50:16Z', 'updated_at': '2021-08-28T12:52:41Z', 'revision_number': 6, 'project_id': '1b1744f3dc1444e0abd073208c687038', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:52:41.778177 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0060e578-888b-4455-96a9-f7f39c733759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:41.809458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060e578-888b-4455-96a9-f7f39c733759 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ddb99d-05a0-44f6-bb01-cd47ea76aef5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:41.874102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0060e578-888b-4455-96a9-f7f39c733759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:41.972959 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187611b5-ee02-4a04-9446-f50a68431c23 req-b39b78a3-2c99-4f83-966e-ad0d34481eb2 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:41.974874 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-187611b5-ee02-4a04-9446-f50a68431c23 req-b39b78a3-2c99-4f83-966e-ad0d34481eb2 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 943 time: 0.0557044 Aug 28 12:52:42.019533 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-187611b5-ee02-4a04-9446-f50a68431c23 req-a33830b1-6acf-44b0-95ae-f3b90f5a6fd8 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373909 Aug 28 12:52:42.055936 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0060e578-888b-4455-96a9-f7f39c733759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.058252 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0060e578-888b-4455-96a9-f7f39c733759 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.148355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c3f2f-e63d-414c-9872-b48f69a932ce req-bff4a174-5a46-423e-bce2-c562d001a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:42.150771 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d77c3f2f-e63d-414c-9872-b48f69a932ce req-bff4a174-5a46-423e-bce2-c562d001a985 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 1098 time: 0.1233373 Aug 28 12:52:42.151626 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0060e578-888b-4455-96a9-f7f39c733759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.152349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0060e578-888b-4455-96a9-f7f39c733759 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3971d34d-aa83-4d61-9d89-3881067cb4af {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:52:42.167339 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0060e578-888b-4455-96a9-f7f39c733759 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.171403 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50900) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:42.181226 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0060e578-888b-4455-96a9-f7f39c733759 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3971d34d-aa83-4d61-9d89-3881067cb4af HTTP/1.1" status: 204 len: 168 time: 1.1745164 Aug 28 12:52:42.239399 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-88fbb877-91dc-44ab-8623-bc3254ad6f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.240208 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d77c3f2f-e63d-414c-9872-b48f69a932ce req-0f5e88f6-eb07-4cc8-a554-7648146f8d50 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566056 Aug 28 12:52:42.268412 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-e947d037-b79f-4411-a450-fc1897cc8b62 admin admin] Deleting subnet de9a2c7f-c06f-42fa-b208-11919fd54cbe {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:52:42.272839 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e947d037-b79f-4411-a450-fc1897cc8b62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.341673 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e947d037-b79f-4411-a450-fc1897cc8b62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.391691 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e947d037-b79f-4411-a450-fc1897cc8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.401567 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc6548-91f0-4de7-a38e-e62e96fc5ed0 req-c782fa18-0400-4973-81ff-e7d329c602c9 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:42.403143 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ffc6548-91f0-4de7-a38e-e62e96fc5ed0 req-c782fa18-0400-4973-81ff-e7d329c602c9 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 946 time: 0.0909450 Aug 28 12:52:42.476359 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ffc6548-91f0-4de7-a38e-e62e96fc5ed0 req-a9700191-19d9-4037-9a17-f38bcc45ea9a tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/security-groups?id=1527ff5d-55e8-4cab-b708-bc9778b21698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491838 Aug 28 12:52:42.497441 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e947d037-b79f-4411-a450-fc1897cc8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.509907 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.550418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947d037-b79f-4411-a450-fc1897cc8b62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de9a2c7f-c06f-42fa-b208-11919fd54cbe,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:42.550418 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e947d037-b79f-4411-a450-fc1897cc8b62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.550418 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e947d037-b79f-4411-a450-fc1897cc8b62 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/de9a2c7f-c06f-42fa-b208-11919fd54cbe HTTP/1.1" status: 204 len: 168 time: 0.3727040 Aug 28 12:52:42.550418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50906) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:42.554758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0c680-2efe-454d-9cf6-2c9402d1d871 req-2ce8d37b-75dc-4a30-bc48-b812b0fd6f4c tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:42.565390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce0c680-2efe-454d-9cf6-2c9402d1d871 req-2ce8d37b-75dc-4a30-bc48-b812b0fd6f4c tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0876963 Aug 28 12:52:42.607863 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce0c680-2efe-454d-9cf6-2c9402d1d871 req-3692191f-0d61-44bb-80e9-abeb62c314f5 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413053 Aug 28 12:52:42.626841 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88fac196-8800-4336-9ed6-cd545a79ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.715514 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88fac196-8800-4336-9ed6-cd545a79ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.726240 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-88fac196-8800-4336-9ed6-cd545a79ba61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcea506e-e089-41e5-aa79-93de45e015b6']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:42.737615 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-88fac196-8800-4336-9ed6-cd545a79ba61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98596cea-5ffb-4bd8-b732-621934d75ab2') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:42.738006 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-88fac196-8800-4336-9ed6-cd545a79ba61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98596cea-5ffb-4bd8-b732-621934d75ab2') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:42.747583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88fac196-8800-4336-9ed6-cd545a79ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.762548 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88fac196-8800-4336-9ed6-cd545a79ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.800227 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fac196-8800-4336-9ed6-cd545a79ba61 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:52:42.800727 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88fac196-8800-4336-9ed6-cd545a79ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:52:42.802605 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:52:42.878269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd07315-045d-4992-98df-b293e9771494 req-cbe07b89-55cc-4fd1-ac34-0dabccbf7d19 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:42.879891 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8bd07315-045d-4992-98df-b293e9771494 req-cbe07b89-55cc-4fd1-ac34-0dabccbf7d19 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 945 time: 0.1129842 Aug 28 12:52:42.880741 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88fac196-8800-4336-9ed6-cd545a79ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.886555 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88fac196-8800-4336-9ed6-cd545a79ba61 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:42.888436 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-88fac196-8800-4336-9ed6-cd545a79ba61 admin admin] 10.222.0.20 "DELETE /v2.0/networks/dcea506e-e089-41e5-aa79-93de45e015b6 HTTP/1.1" status: 204 len: 168 time: 0.3399549 Aug 28 12:52:42.901218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fac196-8800-4336-9ed6-cd545a79ba61 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcea506e-e089-41e5-aa79-93de45e015b6,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:42.958728 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8bd07315-045d-4992-98df-b293e9771494 req-9caa1fcd-8d7b-432e-b6b5-3da13e79ba9a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497770 Aug 28 12:52:43.000704 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:43.075117 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:43.080988 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:43.081539 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:43.155103 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50918) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:43.175665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a506b-ecf5-4a1a-999d-a2308e1002d2 req-9467261d-5a6b-45c4-9d97-2da534ef93c1 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:43.177232 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c2a506b-ecf5-4a1a-999d-a2308e1002d2 req-9467261d-5a6b-45c4-9d97-2da534ef93c1 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.11 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 946 time: 0.0990856 Aug 28 12:52:43.226849 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:43.259859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0405530-aead-474f-86b5-0695070492c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e964b3-b062-4bc2-9d17-a00bcc2bfc59'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:43.260806 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4b540536-e53e-49dc-8ade-59e517178c27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b1744f3dc1444e0abd073208c687038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1039040 Aug 28 12:52:43.262238 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f5ac9c-16e2-48ac-ad9c-fef11d0332e3" -d '{"events": [{"server_uuid": "c0405530-aead-474f-86b5-0695070492c3", "name": "network-vif-plugged", "status": "completed", "tag": "27e964b3-b062-4bc2-9d17-a00bcc2bfc59"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:43.263499 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50922) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:43.295985 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a87f8-bdfd-4f3e-a4a4-856d98378aa0 req-26286387-1d01-45d5-a720-dd11e86f3f45 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:43.304199 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-152a87f8-bdfd-4f3e-a4a4-856d98378aa0 req-26286387-1d01-45d5-a720-dd11e86f3f45 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 943 time: 0.1321187 Aug 28 12:52:43.307714 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 27e964b3-b062-4bc2-9d17-a00bcc2bfc59, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=27e964b3-b062-4bc2-9d17-a00bcc2bfc59,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:43.319529 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:43.340574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5c2a506b-ecf5-4a1a-999d-a2308e1002d2 req-81c2220c-969a-45ef-9f91-88a74f0f78c9 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Deleting port 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:52:43.340957 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c2a506b-ecf5-4a1a-999d-a2308e1002d2 req-81c2220c-969a-45ef-9f91-88a74f0f78c9 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:43.362797 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06576065-2638-4c50-a09f-da99a28c799a x-openstack-request-id: req-06576065-2638-4c50-a09f-da99a28c799a {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:43.363010 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0405530-aead-474f-86b5-0695070492c3", "name": "network-vif-plugged", "status": "completed", "tag": "27e964b3-b062-4bc2-9d17-a00bcc2bfc59", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:43.363208 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06576065-2638-4c50-a09f-da99a28c799a {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:43.364943 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0405530-aead-474f-86b5-0695070492c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e964b3-b062-4bc2-9d17-a00bcc2bfc59', 'code': 200} Aug 28 12:52:43.411891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a1a6d086-58cd-463b-b32e-709154fd9097 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:52:43.415053 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-152a87f8-bdfd-4f3e-a4a4-856d98378aa0 req-aeb22ddf-8283-471d-99bf-b25913daea2c tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015658 Aug 28 12:52:43.422617 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e4d94091-8529-481e-ad6d-bcb6e7dd3d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:43.452247 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e4d94091-8529-481e-ad6d-bcb6e7dd3d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:43.469854 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:43.484048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: a1a6d086-58cd-463b-b32e-709154fd9097 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:52:43.484499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a1a6d086-58cd-463b-b32e-709154fd9097 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:52:43.484873 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b0ddb99d-05a0-44f6-bb01-cd47ea76aef5 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:52:43.491501 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=27e964b3-b062-4bc2-9d17-a00bcc2bfc59,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:43.513062 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cecb32-ecfe-4830-ae37-cea0ed20756f req-dbf141fd-a929-441d-aca1-95ce855404d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:43.515081 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68cecb32-ecfe-4830-ae37-cea0ed20756f req-dbf141fd-a929-441d-aca1-95ce855404d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 1098 time: 0.1117461 Aug 28 12:52:43.522436 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: b0ddb99d-05a0-44f6-bb01-cd47ea76aef5 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:52:43.522892 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b0ddb99d-05a0-44f6-bb01-cd47ea76aef5 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:52:43.523051 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e4d94091-8529-481e-ad6d-bcb6e7dd3d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:43.523487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5c2a506b-ecf5-4a1a-999d-a2308e1002d2 req-81c2220c-969a-45ef-9f91-88a74f0f78c9 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] For port 7d81768d-9ff6-4a40-a8d5-ae71565c2d78, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7d81768d-9ff6-4a40-a8d5-ae71565c2d78,segment=NetworkSegment(29cf21dd-686b-4c79-bf00-c88438245701),segment_id=29cf21dd-686b-4c79-bf00-c88438245701)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:43.523854 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c2a506b-ecf5-4a1a-999d-a2308e1002d2 req-81c2220c-969a-45ef-9f91-88a74f0f78c9 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:43.526232 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e4d94091-8529-481e-ad6d-bcb6e7dd3d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:43.530978 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e4d94091-8529-481e-ad6d-bcb6e7dd3d53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef4c660d-d5c0-453f-ab1d-f0cf84d9b786 HTTP/1.1" status: 204 len: 168 time: 0.2643075 Aug 28 12:52:43.550554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5c2a506b-ecf5-4a1a-999d-a2308e1002d2 req-81c2220c-969a-45ef-9f91-88a74f0f78c9 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Calling delete_port for 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:52:43.555538 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d94091-8529-481e-ad6d-bcb6e7dd3d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4c660d-d5c0-453f-ab1d-f0cf84d9b786,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:43.661350 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68cecb32-ecfe-4830-ae37-cea0ed20756f req-09d32d29-58ef-4e6a-aed4-32f975477573 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248069 Aug 28 12:52:43.704823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c12a9-8392-420c-91ca-65b4c46ee330 req-8b03f744-48b2-4067-abbd-11a9e107621b tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:43.706637 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-641c12a9-8392-420c-91ca-65b4c46ee330 req-8b03f744-48b2-4067-abbd-11a9e107621b tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/ports?device_id=34b3969f-6a11-40e2-86b5-bebb8ffedc23 HTTP/1.1" status: 200 len: 946 time: 0.0826054 Aug 28 12:52:43.761711 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aff10c-62b1-4027-a758-2aebef7a5df7 req-a7dc49f8-e7e0-404c-9bb9-fd330ff08875 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:43.770985 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7aff10c-62b1-4027-a758-2aebef7a5df7 req-a7dc49f8-e7e0-404c-9bb9-fd330ff08875 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0710895 Aug 28 12:52:43.786611 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-641c12a9-8392-420c-91ca-65b4c46ee330 req-a27248e3-b14c-48cf-a21f-16cf39208981 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.20 "GET /v2.0/security-groups?id=1527ff5d-55e8-4cab-b708-bc9778b21698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695705 Aug 28 12:52:43.815893 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c2a506b-ecf5-4a1a-999d-a2308e1002d2 req-81c2220c-969a-45ef-9f91-88a74f0f78c9 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:43.824524 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7aff10c-62b1-4027-a758-2aebef7a5df7 req-6aa523f3-6b2a-4c1f-b6b0-55793df14969 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501511 Aug 28 12:52:43.829687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['7d81768d-9ff6-4a40-a8d5-ae71565c2d78'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:52:43.851971 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2220c-969a-45ef-9f91-88a74f0f78c9 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Pushing event deleted for resources: {'Port': ['ID=7d81768d-9ff6-4a40-a8d5-ae71565c2d78,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:43.903857 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2a506b-ecf5-4a1a-999d-a2308e1002d2 req-81c2220c-969a-45ef-9f91-88a74f0f78c9 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] No DVR routers for this DVR port 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:52:43.906584 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c2a506b-ecf5-4a1a-999d-a2308e1002d2 req-81c2220c-969a-45ef-9f91-88a74f0f78c9 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:43.909039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c2a506b-ecf5-4a1a-999d-a2308e1002d2 req-81c2220c-969a-45ef-9f91-88a74f0f78c9 tempest-InstanceActionsV221TestJSON-1541403699 tempest-InstanceActionsV221TestJSON-1541403699-project] 10.222.0.11 "DELETE /v2.0/ports/7d81768d-9ff6-4a40-a8d5-ae71565c2d78 HTTP/1.1" status: 204 len: 173 time: 0.7228093 Aug 28 12:52:43.910343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b3969f-6a11-40e2-86b5-bebb8ffedc23', 'name': 'network-vif-deleted', 'tag': '7d81768d-9ff6-4a40-a8d5-ae71565c2d78'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:43.915532 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedac7d4-4881-4b15-b2db-5888dfd13ab0" -d '{"events": [{"server_uuid": "34b3969f-6a11-40e2-86b5-bebb8ffedc23", "name": "network-vif-deleted", "tag": "7d81768d-9ff6-4a40-a8d5-ae71565c2d78"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:43.960346 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2a7f32-d838-41fc-9794-58509ad3f38c x-openstack-request-id: req-8c2a7f32-d838-41fc-9794-58509ad3f38c {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:43.960636 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b3969f-6a11-40e2-86b5-bebb8ffedc23", "name": "network-vif-deleted", "tag": "7d81768d-9ff6-4a40-a8d5-ae71565c2d78", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:43.960882 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c2a7f32-d838-41fc-9794-58509ad3f38c {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:43.961299 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b3969f-6a11-40e2-86b5-bebb8ffedc23', 'name': 'network-vif-deleted', 'tag': '7d81768d-9ff6-4a40-a8d5-ae71565c2d78', 'status': 'completed', 'code': 200} Aug 28 12:52:44.089377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecae45f-5209-438c-8c61-0244edaddb6a req-632c8d96-c7dd-449c-8e49-4f45e22b4d24 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:44.091029 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ecae45f-5209-438c-8c61-0244edaddb6a req-632c8d96-c7dd-449c-8e49-4f45e22b4d24 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 946 time: 0.0515504 Aug 28 12:52:44.133528 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ecae45f-5209-438c-8c61-0244edaddb6a req-7a8d420a-2708-45ab-9397-179e054e05f2 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347970 Aug 28 12:52:44.389728 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50966) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:44.554675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-dba85ea3-4826-4132-aa89-270cc502be4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-network', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:44.586429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba85ea3-4826-4132-aa89-270cc502be4e admin admin] Made reservation on behalf of c8c53cdf63604dd2bfa61ae1af00cc4f for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:44.589110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dba85ea3-4826-4132-aa89-270cc502be4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:44.598214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fb308-eedc-443b-ae58-26532ac16eb2 req-e9b52175-61da-4e63-b2a2-8192a56f711f tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:44.600050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-511fb308-eedc-443b-ae58-26532ac16eb2 req-e9b52175-61da-4e63-b2a2-8192a56f711f tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 943 time: 0.0995295 Aug 28 12:52:44.607615 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dba85ea3-4826-4132-aa89-270cc502be4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:44.667549 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-511fb308-eedc-443b-ae58-26532ac16eb2 req-d7aaa4d3-c66b-462c-b91c-5c3233373a2c tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574884 Aug 28 12:52:44.737716 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dba85ea3-4826-4132-aa89-270cc502be4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:44.741604 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dba85ea3-4826-4132-aa89-270cc502be4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:44.769244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba85ea3-4826-4132-aa89-270cc502be4e admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:52:44.776043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba85ea3-4826-4132-aa89-270cc502be4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0df1166-c49b-44ed-b068-ca51848b3c1a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:44.783370 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dba85ea3-4826-4132-aa89-270cc502be4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:44.784374 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-dba85ea3-4826-4132-aa89-270cc502be4e admin admin] Added segment 6e93c903-5020-43ff-aef0-1c45a9ce4cbe of type vlan for network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 Aug 28 12:52:44.824569 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dba85ea3-4826-4132-aa89-270cc502be4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:44.865143 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dba85ea3-4826-4132-aa89-270cc502be4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:44.867089 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba85ea3-4826-4132-aa89-270cc502be4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:44.868042 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dba85ea3-4826-4132-aa89-270cc502be4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:44.909913 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dba85ea3-4826-4132-aa89-270cc502be4e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5178721 Aug 28 12:52:44.912969 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50978) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:44.918041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e8f9c645-3187-4aa5-9a92-bdc355485555 admin admin] Request body: {'subnet': {'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-subnet', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:44.961847 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f9c645-3187-4aa5-9a92-bdc355485555 admin admin] Made reservation on behalf of c8c53cdf63604dd2bfa61ae1af00cc4f for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:44.964743 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e8f9c645-3187-4aa5-9a92-bdc355485555 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:44.994016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba85ea3-4826-4132-aa89-270cc502be4e admin admin] Pushing event updated for resources: {'Network': ['ID=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:45.004823 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:52:45.036156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f347c5-5a5c-4a41-a448-3f11cab3d4ad req-df36db47-208c-447d-b7b6-92a26400c6d3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:45.039813 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3f347c5-5a5c-4a41-a448-3f11cab3d4ad req-df36db47-208c-447d-b7b6-92a26400c6d3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0939028 Aug 28 12:52:45.111922 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3f347c5-5a5c-4a41-a448-3f11cab3d4ad req-e1e81d08-c786-4672-8870-a946ca366a54 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650046 Aug 28 12:52:45.193158 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50990) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:45.234456 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:45.258233 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e8f9c645-3187-4aa5-9a92-bdc355485555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:45.285674 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81126db-fb24-43e3-a03e-dc163c7a9fc7 admin admin] Deleting subnet addf27ad-baa6-4e3c-8109-91a76c3672c5 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:52:45.290562 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d81126db-fb24-43e3-a03e-dc163c7a9fc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:45.327095 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701723c4-39f8-434f-9c4c-38a0a9d92042 req-1d44105d-d5ad-4599-bbcd-8e3d052fec2e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:45.328615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-701723c4-39f8-434f-9c4c-38a0a9d92042 req-1d44105d-d5ad-4599-bbcd-8e3d052fec2e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.1264699 Aug 28 12:52:45.356697 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d81126db-fb24-43e3-a03e-dc163c7a9fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:45.359792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9c645-3187-4aa5-9a92-bdc355485555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac72157-2444-43b8-a097-cf18d714c2d2,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:45.383046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c61921-e7e1-48eb-888c-a060b7ed036c req-0eff4d82-e3eb-4da6-b585-b3a59997dbbc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:45.384558 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70c61921-e7e1-48eb-888c-a060b7ed036c req-0eff4d82-e3eb-4da6-b585-b3a59997dbbc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 946 time: 0.0834806 Aug 28 12:52:45.385733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f9c645-3187-4aa5-9a92-bdc355485555 admin admin] Checking segment: {'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:45.386096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f9c645-3187-4aa5-9a92-bdc355485555 admin admin] Network hostable DHCP agents. Network: ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:52:45.402866 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-701723c4-39f8-434f-9c4c-38a0a9d92042 req-43257010-2354-4dfe-bd7a-3011493e801d tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677640 Aug 28 12:52:45.421811 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f9c645-3187-4aa5-9a92-bdc355485555 admin admin] Network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:52:45.427418 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d81126db-fb24-43e3-a03e-dc163c7a9fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:45.439825 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70c61921-e7e1-48eb-888c-a060b7ed036c req-9ec7f52c-d82c-47ac-b789-cfbc18cd9775 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469966 Aug 28 12:52:45.440923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-e8f9c645-3187-4aa5-9a92-bdc355485555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:45.450968 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c571483-9f4d-4460-9165-415e2e18b57a None None] Network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:52:45.464517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f9c645-3187-4aa5-9a92-bdc355485555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:45.465195 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e8f9c645-3187-4aa5-9a92-bdc355485555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:45.508356 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e8f9c645-3187-4aa5-9a92-bdc355485555 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5940433 Aug 28 12:52:45.513634 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51000) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:45.521845 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:45.560593 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d81126db-fb24-43e3-a03e-dc163c7a9fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:45.562169 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:45.563275 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:45.600930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81126db-fb24-43e3-a03e-dc163c7a9fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=addf27ad-baa6-4e3c-8109-91a76c3672c5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:45.603099 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d81126db-fb24-43e3-a03e-dc163c7a9fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:45.605136 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d81126db-fb24-43e3-a03e-dc163c7a9fc7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/addf27ad-baa6-4e3c-8109-91a76c3672c5 HTTP/1.1" status: 204 len: 168 time: 0.4102919 Aug 28 12:52:45.607933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51004) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:45.683180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:52:45.684245 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:45.734540 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:45.738678 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc8e97fd-89fc-445f-86dd-cc913410f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:45.749751 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769f60-2c21-4dc9-b2cc-325ed7ddd0f1 req-9bbd836c-73ff-4264-bf34-4cf47d16f988 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:45.751332 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d5769f60-2c21-4dc9-b2cc-325ed7ddd0f1 req-9bbd836c-73ff-4264-bf34-4cf47d16f988 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 946 time: 0.1204045 Aug 28 12:52:45.879456 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Allocated IP 172.20.0.2 (ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2/fac72157-2444-43b8-a097-cf18d714c2d2/4950976e-6683-4c01-9f00-bf6a6f529903) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:45.888985 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc8e97fd-89fc-445f-86dd-cc913410f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:45.924324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-bc8e97fd-89fc-445f-86dd-cc913410f771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcc4670-2500-4689-9588-5e6758453855']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:45.951876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-bc8e97fd-89fc-445f-86dd-cc913410f771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cf21dd-686b-4c79-bf00-c88438245701') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:45.952174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-bc8e97fd-89fc-445f-86dd-cc913410f771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cf21dd-686b-4c79-bf00-c88438245701') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:45.973215 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d5769f60-2c21-4dc9-b2cc-325ed7ddd0f1 req-d89bb40a-f028-439d-9074-f311326c39ca tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353047 Aug 28 12:52:45.980646 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:45.986411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4abb8-0f69-48fa-8064-f69776cfe320 req-4beda615-05c6-4c5b-98a9-60974feaa100 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:45.988825 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38c4abb8-0f69-48fa-8064-f69776cfe320 req-4beda615-05c6-4c5b-98a9-60974feaa100 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 943 time: 0.1202679 Aug 28 12:52:45.991479 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc8e97fd-89fc-445f-86dd-cc913410f771 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:46.025134 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc8e97fd-89fc-445f-86dd-cc913410f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:46.041934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8e97fd-89fc-445f-86dd-cc913410f771 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:52:46.042395 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc8e97fd-89fc-445f-86dd-cc913410f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:52:46.045004 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:52:46.116995 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:46.122279 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38c4abb8-0f69-48fa-8064-f69776cfe320 req-30d1837a-923e-4c91-9d3c-3958e962bc00 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134493 Aug 28 12:52:46.134991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Transition to ACTIVE for port object 4950976e-6683-4c01-9f00-bf6a6f529903 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:46.147873 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc8e97fd-89fc-445f-86dd-cc913410f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:46.157930 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc8e97fd-89fc-445f-86dd-cc913410f771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:46.162454 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bc8e97fd-89fc-445f-86dd-cc913410f771 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5bcc4670-2500-4689-9588-5e6758453855 HTTP/1.1" status: 204 len: 168 time: 0.5512433 Aug 28 12:52:46.163275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Transition to ACTIVE for port object 4950976e-6683-4c01-9f00-bf6a6f529903 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:46.187986 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:46.197647 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e97fd-89fc-445f-86dd-cc913410f771 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bcc4670-2500-4689-9588-5e6758453855,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:46.251118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43aba8-84c0-46f9-a6ea-fc661bcf3d40 req-6c5a7472-4ae2-40ae-ac63-7e76b835c33f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:46.263474 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed43aba8-84c0-46f9-a6ea-fc661bcf3d40 req-6c5a7472-4ae2-40ae-ac63-7e76b835c33f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.1477575 Aug 28 12:52:46.273963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:46.278798 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:46.281894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:46.322459 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Pushing event updated for resources: {'Port': ['ID=4950976e-6683-4c01-9f00-bf6a6f529903,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:46.327332 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed43aba8-84c0-46f9-a6ea-fc661bcf3d40 req-6c3bc954-4870-44b3-9ae3-8d073002d6f1 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627091 Aug 28 12:52:46.357019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51020) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:46.438141 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c3c39212-2d27-436b-83d7-3db943b95518 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98220894ba6f4f15a5dda420c3150ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0783341 Aug 28 12:52:46.440090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51022) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:46.462010 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Attempting to bind port 4950976e-6683-4c01-9f00-bf6a6f529903 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:52:46.462403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Attempting to bind port 4950976e-6683-4c01-9f00-bf6a6f529903 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:52:46.462774 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Attempting to bind port 4950976e-6683-4c01-9f00-bf6a6f529903 on network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:46.471961 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:52:46.472365 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Checking segment: {'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:46.472810 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:46.473355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Bound using segment: {'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:52:46.473881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Bound port: 4950976e-6683-4c01-9f00-bf6a6f529903, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:52:46.474833 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:46.556222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7e470636-45ee-45d9-ac0e-d96b94bd1a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:46.610545 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] For port 4950976e-6683-4c01-9f00-bf6a6f529903, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:52:46.615075 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7e470636-45ee-45d9-ac0e-d96b94bd1a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:46.619475 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] For port 4950976e-6683-4c01-9f00-bf6a6f529903, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4950976e-6683-4c01-9f00-bf6a6f529903,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:52:46.626302 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:46.677107 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a291ea6-be1f-46f1-9bb6-2e7bd6eaf6ab req-e5ea2d5c-26a0-48d1-ae83-1a2bd291b4a9 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:46.684808 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a291ea6-be1f-46f1-9bb6-2e7bd6eaf6ab req-e5ea2d5c-26a0-48d1-ae83-1a2bd291b4a9 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 946 time: 0.1979177 Aug 28 12:52:46.694911 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:46.725197 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7e470636-45ee-45d9-ac0e-d96b94bd1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:46.729068 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7e470636-45ee-45d9-ac0e-d96b94bd1a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:46.733738 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7e470636-45ee-45d9-ac0e-d96b94bd1a10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1527ff5d-55e8-4cab-b708-bc9778b21698 HTTP/1.1" status: 204 len: 168 time: 0.2904510 Aug 28 12:52:46.745458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e470636-45ee-45d9-ac0e-d96b94bd1a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1527ff5d-55e8-4cab-b708-bc9778b21698,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:46.780739 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:46.848686 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a291ea6-be1f-46f1-9bb6-2e7bd6eaf6ab req-29e9b1ae-4ef7-4092-ab62-c1ed15381e64 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445146 Aug 28 12:52:46.872301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44760bd-81f6-4596-929d-ad1d16618e31 None None] Pushing event updated for resources: {'Port': ['ID=4950976e-6683-4c01-9f00-bf6a6f529903,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:47.031814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c86f3cd5-49ad-437b-a843-23280d1f2ce8 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:52:47.061702 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51040) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:47.078148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daeb32-e93b-4884-9a39-8ccaedae1b27 req-3a970e82-bb30-400e-ba02-f3e37cb0aa41 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:47.108272 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Allocated IP 172.25.1.139 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/f4e70ede-9f5b-43c9-96b0-9bb9e270498b) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:47.120152 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3daeb32-e93b-4884-9a39-8ccaedae1b27 req-3a970e82-bb30-400e-ba02-f3e37cb0aa41 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.1636837 Aug 28 12:52:47.178682 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c86f3cd5-49ad-437b-a843-23280d1f2ce8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c86f3cd5-49ad-437b-a843-23280d1f2ce8,segment=NetworkSegment(62122ca6-8fa6-44b3-b200-f670403561a4),segment_id=62122ca6-8fa6-44b3-b200-f670403561a4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:47.214638 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:52:47.231940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'c86f3cd5-49ad-437b-a843-23280d1f2ce8', 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb', 'port_id': 'c86f3cd5-49ad-437b-a843-23280d1f2ce8', 'mac_address': 'fa:16:3e:68:13:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:52:47.235706 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3daeb32-e93b-4884-9a39-8ccaedae1b27 req-24bdfc8d-9f59-4211-9f45-76dea82e8c76 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048512 Aug 28 12:52:47.259269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:52:47.259606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7d81768d-9ff6-4a40-a8d5-ae71565c2d78 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:52:47.317033 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35eb90f2-5ec9-4804-98df-3607a377ec24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:47.345215 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:47.383445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86f3cd5-49ad-437b-a843-23280d1f2ce8 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:52:47.436627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15313708-f32d-4b50-8f3f-54994c64a9fc req-83894ddf-e597-4d64-ab64-a79ebd9eb572 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:47.445143 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15313708-f32d-4b50-8f3f-54994c64a9fc req-83894ddf-e597-4d64-ab64-a79ebd9eb572 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 943 time: 0.1528347 Aug 28 12:52:47.449121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c86f3cd5-49ad-437b-a843-23280d1f2ce8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c86f3cd5-49ad-437b-a843-23280d1f2ce8,segment=NetworkSegment(62122ca6-8fa6-44b3-b200-f670403561a4),segment_id=62122ca6-8fa6-44b3-b200-f670403561a4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:47.458256 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:47.467045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4950976e-6683-4c01-9f00-bf6a6f529903 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:47.484982 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:47.511076 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:52:47.570165 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15313708-f32d-4b50-8f3f-54994c64a9fc req-59bf1e71-2cc2-4fba-b559-206a09ef494d tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192129 Aug 28 12:52:47.585046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=c86f3cd5-49ad-437b-a843-23280d1f2ce8,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:47.605826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 4950976e-6683-4c01-9f00-bf6a6f529903 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:47.631573 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:47.646496 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35eb90f2-5ec9-4804-98df-3607a377ec24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:47.682708 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35eb90f2-5ec9-4804-98df-3607a377ec24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:47.947417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['c86f3cd5-49ad-437b-a843-23280d1f2ce8'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:52:47.953079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51068) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:48.047496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:48.072513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0075b0-51e4-42bd-9f01-44182951ebd7 req-89a350f3-107d-4f69-b68a-82b800019696 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:48.074391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c0075b0-51e4-42bd-9f01-44182951ebd7 req-89a350f3-107d-4f69-b68a-82b800019696 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 946 time: 0.0890255 Aug 28 12:52:48.088751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-d6874f6b-abbf-4962-a607-06628ebffee9 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1249203125-network', 'tenant_id': 'ea7d7841882e4d9582ae9834a9cbb992'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:48.103922 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:48.114205 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Pushing event updated for resources: {'Port': ['ID=f4e70ede-9f5b-43c9-96b0-9bb9e270498b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:48.120891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:48.126408 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb90f2-5ec9-4804-98df-3607a377ec24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7fa543-7c78-428f-8dd2-df6d9bfaa040,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:48.152572 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-35eb90f2-5ec9-4804-98df-3607a377ec24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c4f224373d54e26aecc080e0eab3d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0872741 Aug 28 12:52:48.154656 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51072) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:48.208583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6874f6b-abbf-4962-a607-06628ebffee9 admin admin] Made reservation on behalf of ea7d7841882e4d9582ae9834a9cbb992 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:48.209289 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5385c-ca37-4319-bfda-2262a3e2330f req-0eb629f6-2e6a-43b7-8922-898732e7cdec tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:48.210865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-84b5385c-ca37-4319-bfda-2262a3e2330f req-0eb629f6-2e6a-43b7-8922-898732e7cdec tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 946 time: 0.1766677 Aug 28 12:52:48.210987 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6874f6b-abbf-4962-a607-06628ebffee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.217173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc886be-fbf5-4905-bed8-bb8ebf7dbf46 None None] Network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:52:48.226662 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6874f6b-abbf-4962-a607-06628ebffee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.275286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5c0075b0-51e4-42bd-9f01-44182951ebd7 req-26e94939-b98a-40e6-9138-35a5e8ca34bc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Deleting port 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:52:48.275632 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c0075b0-51e4-42bd-9f01-44182951ebd7 req-26e94939-b98a-40e6-9138-35a5e8ca34bc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.344746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-127ecaba-7508-40e0-bab2-9206e6b8eb82 None None] Provisioning for port 4950976e-6683-4c01-9f00-bf6a6f529903 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:48.356397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-127ecaba-7508-40e0-bab2-9206e6b8eb82 None None] Provisioning complete for port 4950976e-6683-4c01-9f00-bf6a6f529903 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:48.356768 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-127ecaba-7508-40e0-bab2-9206e6b8eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.385584 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-84b5385c-ca37-4319-bfda-2262a3e2330f req-1f9ecfe9-8508-4d79-bab6-fa8c1749d7c5 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604149 Aug 28 12:52:48.388181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9bb7056-c35a-417f-9136-f18f4ee6e6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.428019 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9bb7056-c35a-417f-9136-f18f4ee6e6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.452491 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e02e0b-2fa5-4a0b-99f9-cb00a84900ae req-1a931488-3d93-4066-b1c8-5ee4e780525e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:48.453913 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-91e02e0b-2fa5-4a0b-99f9-cb00a84900ae req-1a931488-3d93-4066-b1c8-5ee4e780525e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.1206465 Aug 28 12:52:48.461274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5c0075b0-51e4-42bd-9f01-44182951ebd7 req-26e94939-b98a-40e6-9138-35a5e8ca34bc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] For port 27e964b3-b062-4bc2-9d17-a00bcc2bfc59, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=27e964b3-b062-4bc2-9d17-a00bcc2bfc59,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:48.461889 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c0075b0-51e4-42bd-9f01-44182951ebd7 req-26e94939-b98a-40e6-9138-35a5e8ca34bc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.503472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5c0075b0-51e4-42bd-9f01-44182951ebd7 req-26e94939-b98a-40e6-9138-35a5e8ca34bc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Calling delete_port for 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:52:48.522967 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6874f6b-abbf-4962-a607-06628ebffee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.542567 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6874f6b-abbf-4962-a607-06628ebffee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.571593 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.608144 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9bb7056-c35a-417f-9136-f18f4ee6e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.615811 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9bb7056-c35a-417f-9136-f18f4ee6e6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.619303 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e9bb7056-c35a-417f-9136-f18f4ee6e6d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a7fa543-7c78-428f-8dd2-df6d9bfaa040 HTTP/1.1" status: 204 len: 168 time: 0.4614694 Aug 28 12:52:48.646854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb7056-c35a-417f-9136-f18f4ee6e6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7fa543-7c78-428f-8dd2-df6d9bfaa040,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:48.671830 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-127ecaba-7508-40e0-bab2-9206e6b8eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.733205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-127ecaba-7508-40e0-bab2-9206e6b8eb82 None None] For port 4950976e-6683-4c01-9f00-bf6a6f529903, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4950976e-6683-4c01-9f00-bf6a6f529903,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:48.740371 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-127ecaba-7508-40e0-bab2-9206e6b8eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.751116 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-91e02e0b-2fa5-4a0b-99f9-cb00a84900ae req-0b14a042-d5ca-4ac5-a617-9b890e46c5c4 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865901 Aug 28 12:52:48.761899 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c0075b0-51e4-42bd-9f01-44182951ebd7 req-26e94939-b98a-40e6-9138-35a5e8ca34bc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.780771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6874f6b-abbf-4962-a607-06628ebffee9 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:52:48.819164 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6874f6b-abbf-4962-a607-06628ebffee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:48.836891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ecaba-7508-40e0-bab2-9206e6b8eb82 None None] Pushing event updated for resources: {'Port': ['ID=4950976e-6683-4c01-9f00-bf6a6f529903,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:48.837818 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e94939-b98a-40e6-9138-35a5e8ca34bc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Pushing event deleted for resources: {'Port': ['ID=27e964b3-b062-4bc2-9d17-a00bcc2bfc59,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:48.853536 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6874f6b-abbf-4962-a607-06628ebffee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.853905 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-d6874f6b-abbf-4962-a607-06628ebffee9 admin admin] Added segment 3468e88b-efea-407e-b0f6-144ffca07932 of type vlan for network afe762d9-3d97-4f9c-9d76-52d359ad14ee Aug 28 12:52:48.919705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0075b0-51e4-42bd-9f01-44182951ebd7 req-26e94939-b98a-40e6-9138-35a5e8ca34bc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] No DVR routers for this DVR port 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:52:48.925597 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5c0075b0-51e4-42bd-9f01-44182951ebd7 req-26e94939-b98a-40e6-9138-35a5e8ca34bc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.928051 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c0075b0-51e4-42bd-9f01-44182951ebd7 req-26e94939-b98a-40e6-9138-35a5e8ca34bc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "DELETE /v2.0/ports/27e964b3-b062-4bc2-9d17-a00bcc2bfc59 HTTP/1.1" status: 204 len: 173 time: 0.8464367 Aug 28 12:52:48.928397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0405530-aead-474f-86b5-0695070492c3', 'name': 'network-vif-deleted', 'tag': '27e964b3-b062-4bc2-9d17-a00bcc2bfc59'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:48.930855 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd699f04-413c-4cd5-9db4-1efb12a63e9c" -d '{"events": [{"server_uuid": "c0405530-aead-474f-86b5-0695070492c3", "name": "network-vif-deleted", "tag": "27e964b3-b062-4bc2-9d17-a00bcc2bfc59"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:48.948579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03470b2-f036-4dfb-9fe9-cf6dadcd891b req-45bb5695-6a9e-484e-80b5-667ff5cc3990 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:48.961378 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f03470b2-f036-4dfb-9fe9-cf6dadcd891b req-45bb5695-6a9e-484e-80b5-667ff5cc3990 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 944 time: 0.2196221 Aug 28 12:52:48.964630 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6874f6b-abbf-4962-a607-06628ebffee9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.997444 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6874f6b-abbf-4962-a607-06628ebffee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:48.998944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6874f6b-abbf-4962-a607-06628ebffee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:48.999735 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6874f6b-abbf-4962-a607-06628ebffee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:49.024162 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b356c8d-864a-4f6a-9ef8-bf6cc9815c88 x-openstack-request-id: req-0b356c8d-864a-4f6a-9ef8-bf6cc9815c88 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:49.024696 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0405530-aead-474f-86b5-0695070492c3", "name": "network-vif-deleted", "tag": "27e964b3-b062-4bc2-9d17-a00bcc2bfc59", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:49.025104 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b356c8d-864a-4f6a-9ef8-bf6cc9815c88 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:49.025979 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0405530-aead-474f-86b5-0695070492c3', 'name': 'network-vif-deleted', 'tag': '27e964b3-b062-4bc2-9d17-a00bcc2bfc59', 'status': 'completed', 'code': 200} Aug 28 12:52:49.063130 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-67b308ba-a321-4181-8a30-604728622127 None None] Provisioning complete for port 4950976e-6683-4c01-9f00-bf6a6f529903 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:49.063653 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-67b308ba-a321-4181-8a30-604728622127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:49.093189 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d6874f6b-abbf-4962-a607-06628ebffee9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1384714 Aug 28 12:52:49.098659 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f03470b2-f036-4dfb-9fe9-cf6dadcd891b req-9853d5cc-0d4d-4e17-9721-7d6b9cc884d4 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327715 Aug 28 12:52:49.114816 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51090) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:49.115375 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-28cbc951-9a35-430f-b2d6-f6a0a36ce12e admin admin] Request body: {'subnet': {'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1249203125-subnet', 'tenant_id': 'ea7d7841882e4d9582ae9834a9cbb992', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:49.136454 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:49.152986 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6874f6b-abbf-4962-a607-06628ebffee9 admin admin] Pushing event updated for resources: {'Network': ['ID=afe762d9-3d97-4f9c-9d76-52d359ad14ee,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:49.174833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network afe762d9-3d97-4f9c-9d76-52d359ad14ee details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:52:49.192976 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cbc951-9a35-430f-b2d6-f6a0a36ce12e admin admin] Made reservation on behalf of ea7d7841882e4d9582ae9834a9cbb992 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:49.192976 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-28cbc951-9a35-430f-b2d6-f6a0a36ce12e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:49.208041 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51092) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:49.225804 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42c67306-d3f2-4589-9c69-a57ea55e8e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:49.251774 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['0267ec38-4c25-4b7f-a556-ba3e5bf00fbd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:52:49.353999 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42c67306-d3f2-4589-9c69-a57ea55e8e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:49.375020 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42c67306-d3f2-4589-9c69-a57ea55e8e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:49.436211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4950976e-6683-4c01-9f00-bf6a6f529903 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:49.474102 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-42c67306-d3f2-4589-9c69-a57ea55e8e49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22d454365cf94686a51cf835714367ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554896 Aug 28 12:52:49.476888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51100) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:49.479625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c67306-d3f2-4589-9c69-a57ea55e8e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7be774c-5916-45c9-934d-309e8def4025,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:49.490521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Router d66524e2-c33a-402e-a7cf-7e086c4b0724 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:52:49.515881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 4950976e-6683-4c01-9f00-bf6a6f529903 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:49.516409 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:49.593876 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dcded172-8161-437c-86aa-c5b01b828d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:49.621679 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dcded172-8161-437c-86aa-c5b01b828d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:49.646566 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a348e760-7eed-4ccb-809f-fe87ced3eff6 req-47d56e2f-b0ba-4f5b-b27c-6f46a4c71029 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0405530-aead-474f-86b5-0695070492c3 HTTP/1.1" status: 200 len: 210 time: 0.0920796 Aug 28 12:52:49.657920 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-28cbc951-9a35-430f-b2d6-f6a0a36ce12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:49.727503 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dcded172-8161-437c-86aa-c5b01b828d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:49.730490 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dcded172-8161-437c-86aa-c5b01b828d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:49.734226 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dcded172-8161-437c-86aa-c5b01b828d32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7be774c-5916-45c9-934d-309e8def4025 HTTP/1.1" status: 204 len: 168 time: 0.2196689 Aug 28 12:52:49.755291 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcded172-8161-437c-86aa-c5b01b828d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7be774c-5916-45c9-934d-309e8def4025,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:49.792938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbc951-9a35-430f-b2d6-f6a0a36ce12e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3dc7a40-056f-4dda-851c-6686c8c3fb51,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:49.826787 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:52:49.828276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cbc951-9a35-430f-b2d6-f6a0a36ce12e admin admin] Checking segment: {'id': '3468e88b-efea-407e-b0f6-144ffca07932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:49.828632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cbc951-9a35-430f-b2d6-f6a0a36ce12e admin admin] Network hostable DHCP agents. Network: afe762d9-3d97-4f9c-9d76-52d359ad14ee, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:52:49.844468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Sync routers for ids ['d66524e2-c33a-402e-a7cf-7e086c4b0724'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:52:49.852407 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:49.853705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ecaddfa0-9e33-4caf-ab31-c8dea941d90a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3388567 Aug 28 12:52:49.857240 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51108) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:49.869542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cbc951-9a35-430f-b2d6-f6a0a36ce12e admin admin] Network afe762d9-3d97-4f9c-9d76-52d359ad14ee is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:52:49.875313 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Routers {'d66524e2-c33a-402e-a7cf-7e086c4b0724'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:49.878809 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:52:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['d66524e2-c33a-402e-a7cf-7e086c4b0724'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:49.881487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-28cbc951-9a35-430f-b2d6-f6a0a36ce12e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, afe762d9-3d97-4f9c-9d76-52d359ad14ee) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:49.887302 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cbc951-9a35-430f-b2d6-f6a0a36ce12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:49.888459 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-28cbc951-9a35-430f-b2d6-f6a0a36ce12e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:49.912100 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-28cbc951-9a35-430f-b2d6-f6a0a36ce12e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8014572 Aug 28 12:52:50.037543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Set router d66524e2-c33a-402e-a7cf-7e086c4b0724 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:52:50.144626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a3b4bd-2f1f-4a1d-9e94-5ada6e67bbe5 None None] Network afe762d9-3d97-4f9c-9d76-52d359ad14ee requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:52:50.357600 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbc982-b64d-4ca8-b622-bac07abf3fc3 req-a9db69fa-da84-4351-8ce4-c1539a8440de tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:50.373420 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-03cbc982-b64d-4ca8-b622-bac07abf3fc3 req-a9db69fa-da84-4351-8ce4-c1539a8440de tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 944 time: 0.1617379 Aug 28 12:52:50.375180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:48Z', 'revision_number': 3, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:50.380678 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa90d6f-8fac-4871-9d83-eb64f753e4b0 None None] Network afe762d9-3d97-4f9c-9d76-52d359ad14ee requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:52:50.423446 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Checking router: d66524e2-c33a-402e-a7cf-7e086c4b0724 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:52:50.424339 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Updating router d66524e2-c33a-402e-a7cf-7e086c4b0724 port f4e70ede-9f5b-43c9-96b0-9bb9e270498b binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:52:50.487138 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-03cbc982-b64d-4ca8-b622-bac07abf3fc3 req-8803fba2-8d57-41b0-965e-916f7fa76527 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124728 Aug 28 12:52:50.520824 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:50.943307 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-c984d847-437d-43f0-a1e1-47159ae16137 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:50.950675 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:50.951327 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-c984d847-437d-43f0-a1e1-47159ae16137 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/networks?id=afe762d9-3d97-4f9c-9d76-52d359ad14ee HTTP/1.1" status: 200 len: 818 time: 0.2058113 Aug 28 12:52:50.965503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Transition to ACTIVE for port object f4e70ede-9f5b-43c9-96b0-9bb9e270498b will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:50.974649 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:50.976836 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-18fa0c19-d323-4d6b-8d30-46646c56783d tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/quotas/ea7d7841882e4d9582ae9834a9cbb992 HTTP/1.1" status: 200 len: 375 time: 0.0244353 Aug 28 12:52:51.031985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c86f3cd5-49ad-437b-a843-23280d1f2ce8 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:51.038932 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Attempting to bind port f4e70ede-9f5b-43c9-96b0-9bb9e270498b on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:52:51.039301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Attempting to bind port f4e70ede-9f5b-43c9-96b0-9bb9e270498b by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:52:51.039662 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Attempting to bind port f4e70ede-9f5b-43c9-96b0-9bb9e270498b on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:51.043846 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-f200da29-2d8a-4706-a344-f51d5382a924 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea7d7841882e4d9582ae9834a9cbb992&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579875 Aug 28 12:52:51.058237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d0add-2cad-41a7-8251-22c15340d7b6 None None] Pushing event updated for resources: {'Port': ['ID=f4e70ede-9f5b-43c9-96b0-9bb9e270498b,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:51.068019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:52:51.068383 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:51.068791 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:51.069179 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:52:51.069652 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Bound port: f4e70ede-9f5b-43c9-96b0-9bb9e270498b, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:52:51.070031 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:51.136527 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] For port f4e70ede-9f5b-43c9-96b0-9bb9e270498b, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:52:51.140619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] For port f4e70ede-9f5b-43c9-96b0-9bb9e270498b, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f4e70ede-9f5b-43c9-96b0-9bb9e270498b,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:52:51.141814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port c86f3cd5-49ad-437b-a843-23280d1f2ce8 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:51.148507 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:51.157611 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port c86f3cd5-49ad-437b-a843-23280d1f2ce8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:51.157938 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:51.158070 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:51.162425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-26b6ade5-84cf-4baa-a36b-b2ed70822a50 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:51.170060 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-26b6ade5-84cf-4baa-a36b-b2ed70822a50 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 805 time: 0.1797945 Aug 28 12:52:51.190955 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-d702cf75-e62e-4aae-b2f8-1989ecee6d7b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/quotas/573c018398664696a67d8bb440ec4bdf HTTP/1.1" status: 200 len: 375 time: 0.0196757 Aug 28 12:52:51.253867 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Routers {'d66524e2-c33a-402e-a7cf-7e086c4b0724'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:51.254103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:52:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['d66524e2-c33a-402e-a7cf-7e086c4b0724'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:51.264611 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-58d5c522-43ae-4ba7-b3a4-87381730b20e tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721335 Aug 28 12:52:51.270033 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-7620c046-619e-4e31-bee4-b13f74338511 service neutron] 10.222.0.20 "GET /v2.0/networks/afe762d9-3d97-4f9c-9d76-52d359ad14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149997 Aug 28 12:52:51.293868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d0add-2cad-41a7-8251-22c15340d7b6 None None] Pushing event updated for resources: {'Port': ['ID=f4e70ede-9f5b-43c9-96b0-9bb9e270498b,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:51.385479 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:51.414586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] Set router d66524e2-c33a-402e-a7cf-7e086c4b0724 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:52:51.428273 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-b8b7f4df-464b-4b7c-a4e6-d6702d93cdf9 service neutron] 10.222.0.20 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624691 Aug 28 12:52:51.448921 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf55c41-9bb5-498a-920e-d1c9896352ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86f3cd5-49ad-437b-a843-23280d1f2ce8'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:51.450629 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-a02bd734-60c9-4ade-9c38-54cd07b06b20 service neutron] 10.222.0.20 "GET /v2.0/networks/afe762d9-3d97-4f9c-9d76-52d359ad14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799185 Aug 28 12:52:51.451401 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46975e44-d179-4ccb-bdcd-2fbbc8509636" -d '{"events": [{"server_uuid": "aaf55c41-9bb5-498a-920e-d1c9896352ee", "name": "network-vif-plugged", "status": "completed", "tag": "c86f3cd5-49ad-437b-a843-23280d1f2ce8"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:51.461404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Allocated IP 172.20.0.1 (ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2/fac72157-2444-43b8-a097-cf18d714c2d2/6542d205-c3ca-46d5-8699-a1ec6c440f2b) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:51.502449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c86f3cd5-49ad-437b-a843-23280d1f2ce8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c86f3cd5-49ad-437b-a843-23280d1f2ce8,segment=NetworkSegment(62122ca6-8fa6-44b3-b200-f670403561a4),segment_id=62122ca6-8fa6-44b3-b200-f670403561a4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:51.515616 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:51.516437 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:52:51.589142 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-e70feb16-4f3b-4409-b346-2a4b3a10e710 service neutron] 10.222.0.20 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536896 Aug 28 12:52:51.608390 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:52:51.608741 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 27e964b3-b062-4bc2-9d17-a00bcc2bfc59 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:52:51.676341 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:51.693589 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Transition to ACTIVE for port object 6542d205-c3ca-46d5-8699-a1ec6c440f2b will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:51.699935 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=c86f3cd5-49ad-437b-a843-23280d1f2ce8,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:51.756609 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:51.771673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:48Z', 'revision_number': 3, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:51.803377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:51.810768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:51.816384 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178c933e-b58e-40d5-b8de-59197fe38b60 x-openstack-request-id: req-178c933e-b58e-40d5-b8de-59197fe38b60 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:51.817227 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf55c41-9bb5-498a-920e-d1c9896352ee", "name": "network-vif-plugged", "status": "completed", "tag": "c86f3cd5-49ad-437b-a843-23280d1f2ce8", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:51.817510 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:51.818004 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-178c933e-b58e-40d5-b8de-59197fe38b60 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:51.818573 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf55c41-9bb5-498a-920e-d1c9896352ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86f3cd5-49ad-437b-a843-23280d1f2ce8', 'code': 200} Aug 28 12:52:51.820033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f91eaa5-94f5-4a0d-8c0d-32eb27e3d001 None None] The sync data for ids ['d66524e2-c33a-402e-a7cf-7e086c4b0724'] in n-d-791505-21 is: [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:48Z', 'revision_number': 3, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:52:51.821947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Pushing event updated for resources: {'Port': ['ID=6542d205-c3ca-46d5-8699-a1ec6c440f2b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:52.014389 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:52.045542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c74f4-06b4-444b-a636-a00bb61bf76c req-6845f44b-ca19-4c88-9f36-2729f6d8c253 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:52.056139 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d4c74f4-06b4-444b-a636-a00bb61bf76c req-6845f44b-ca19-4c88-9f36-2729f6d8c253 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 945 time: 0.0923190 Aug 28 12:52:52.115632 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d4c74f4-06b4-444b-a636-a00bb61bf76c req-e3d5f2e5-5c97-4689-ba58-7107b834dbfc tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584784 Aug 28 12:52:52.271743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1a816888-5872-457e-8e0a-10b4bd549bd6 None None] Provisioning for port 6542d205-c3ca-46d5-8699-a1ec6c440f2b completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:52.286085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac07e46-ea47-4ecf-b9f9-bf02ce98cab5 req-9f41b611-add6-402d-bd3d-61ea04802c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:52.286732 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1a816888-5872-457e-8e0a-10b4bd549bd6 None None] Provisioning complete for port 6542d205-c3ca-46d5-8699-a1ec6c440f2b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:52.288372 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1a816888-5872-457e-8e0a-10b4bd549bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:52.288506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ac07e46-ea47-4ecf-b9f9-bf02ce98cab5 req-9f41b611-add6-402d-bd3d-61ea04802c20 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 1097 time: 0.3927543 Aug 28 12:52:52.296036 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:52.315538 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7b193188-123c-4156-aa60-ee5c991e3aac req-ca81f1f3-5f33-4406-ba33-455929fc7cd5 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 210 time: 0.0925398 Aug 28 12:52:52.395075 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ac07e46-ea47-4ecf-b9f9-bf02ce98cab5 req-bf72f44f-02d5-4ec0-b554-b1200b0dac77 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961847 Aug 28 12:52:52.768603 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:52.811048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:52.812656 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8712e65a-64c4-45dd-8b18-79789b398790 req-ff36b949-b4ba-4983-9e49-dc1a934531e5 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 210 time: 0.0569239 Aug 28 12:52:52.817364 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-1a816888-5872-457e-8e0a-10b4bd549bd6 None None] Port 6542d205-c3ca-46d5-8699-a1ec6c440f2b cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:52:52.971409 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:53.001103 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Pushing event updated for resources: {'Port': ['ID=6542d205-c3ca-46d5-8699-a1ec6c440f2b,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:53.016268 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17b099-0f16-4c5b-94d0-aca1cbc0e535 req-01181287-27a9-43f8-b0a3-7a9552336a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:53.017937 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc17b099-0f16-4c5b-94d0-aca1cbc0e535 req-01181287-27a9-43f8-b0a3-7a9552336a85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5fa6504f1c5245c4bc244aff3d31f637&device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 1097 time: 0.2470384 Aug 28 12:52:53.097586 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24722529-c0ec-446e-8599-9354198504a3 req-569b926f-fdbd-465b-937c-c7728c3f5284 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:53.104721 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-24722529-c0ec-446e-8599-9354198504a3 req-569b926f-fdbd-465b-937c-c7728c3f5284 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.3127384 Aug 28 12:52:53.238298 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-24722529-c0ec-446e-8599-9354198504a3 req-90a1c95c-d179-44cc-928d-ffd0343e2086 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324224 Aug 28 12:52:53.295112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17b099-0f16-4c5b-94d0-aca1cbc0e535 req-938f9c47-5d6e-4a1b-a9f1-302226175b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:53.297003 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc17b099-0f16-4c5b-94d0-aca1cbc0e535 req-938f9c47-5d6e-4a1b-a9f1-302226175b06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94c98bd0-b397-4410-9e9a-94046b8de866 HTTP/1.1" status: 200 len: 918 time: 0.2152998 Aug 28 12:52:53.299741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:53.301662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:53.310304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154258fa-34d1-4f0d-a18b-43ea8f1407f2 req-6aa41e60-a871-400a-9100-f55f3bb4dc41 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:53.313244 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-154258fa-34d1-4f0d-a18b-43ea8f1407f2 req-6aa41e60-a871-400a-9100-f55f3bb4dc41 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 945 time: 0.1186121 Aug 28 12:52:53.419886 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-154258fa-34d1-4f0d-a18b-43ea8f1407f2 req-3ae9b6e6-396c-4844-97ce-950c784735ef tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939076 Aug 28 12:52:53.435621 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc17b099-0f16-4c5b-94d0-aca1cbc0e535 req-fc5d509b-96df-47e7-b12c-f1d5ba607de7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a6c0169-7662-446d-ac2c-843f451109ae HTTP/1.1" status: 200 len: 217 time: 0.1283360 Aug 28 12:52:53.520944 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f4e70ede-9f5b-43c9-96b0-9bb9e270498b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:53.583195 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5519499-7e49-4c86-b6f3-7421fe2c0f91 req-ef92170c-2d36-4f85-ab08-1306d16a6423 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 210 time: 0.1051216 Aug 28 12:52:53.685462 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port f4e70ede-9f5b-43c9-96b0-9bb9e270498b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:53.692479 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f4e70ede-9f5b-43c9-96b0-9bb9e270498b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:53.695401 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:53.766152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17b099-0f16-4c5b-94d0-aca1cbc0e535 req-d6dd6338-520a-4b14-9bd9-5f853eadd637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:53.768323 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc17b099-0f16-4c5b-94d0-aca1cbc0e535 req-d6dd6338-520a-4b14-9bd9-5f853eadd637 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=515db44d-2b7a-4e76-9761-e9a394711f3d HTTP/1.1" status: 200 len: 858 time: 0.2916820 Aug 28 12:52:53.853739 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:53.883198 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc17b099-0f16-4c5b-94d0-aca1cbc0e535 req-2aaa2586-c7fc-45c0-bdf4-fe43cb24ba49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94c98bd0-b397-4410-9e9a-94046b8de866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792375 Aug 28 12:52:53.894482 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port f4e70ede-9f5b-43c9-96b0-9bb9e270498b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f4e70ede-9f5b-43c9-96b0-9bb9e270498b,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:53.904263 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d81cc506-d3f1-4891-9109-bdb3451f70df None None] Provisioning complete for port 6542d205-c3ca-46d5-8699-a1ec6c440f2b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:53.904905 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d81cc506-d3f1-4891-9109-bdb3451f70df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:53.910894 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:53.935596 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Router d66524e2-c33a-402e-a7cf-7e086c4b0724 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:52:54.006449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d81cc506-d3f1-4891-9109-bdb3451f70df None None] Port 6542d205-c3ca-46d5-8699-a1ec6c440f2b cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:52:54.051599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=f4e70ede-9f5b-43c9-96b0-9bb9e270498b,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:54.052916 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5cceceaa-d12d-4672-b082-fb0ed7a1185d req-78023067-821c-4967-bb29-66cf35b854b2 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 210 time: 0.1156552 Aug 28 12:52:54.084178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-d7997fe2-6675-4bd8-86a5-02827a53ae75 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:54.085602 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-d7997fe2-6675-4bd8-86a5-02827a53ae75 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 805 time: 0.3653648 Aug 28 12:52:54.133281 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-bef53f97-4641-4d28-9413-9d131e6c98b8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Request body: {'port': {'device_id': '08ae2282-35bb-4c80-93d6-48344342f90e', 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000', 'admin_state_up': True, 'tenant_id': '573c018398664696a67d8bb440ec4bdf'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:54.208544 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc17b099-0f16-4c5b-94d0-aca1cbc0e535 req-407c6f29-1516-447b-b8c3-f2237d3e9891 service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054519 Aug 28 12:52:54.381366 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:52:54.411749 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-18a87bb8-d52e-4698-88e4-6227735d495c admin admin] 10.222.0.20 "PUT /v2.0/routers/d66524e2-c33a-402e-a7cf-7e086c4b0724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5531182 Aug 28 12:52:54.542468 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc17b099-0f16-4c5b-94d0-aca1cbc0e535 req-ccc4d878-83b5-4412-aeee-3e6e5be90950 service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979655 Aug 28 12:52:54.569216 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-bef53f97-4641-4d28-9413-9d131e6c98b8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Made reservation on behalf of 573c018398664696a67d8bb440ec4bdf for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:54.573175 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-bef53f97-4641-4d28-9413-9d131e6c98b8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:54.597858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f0e0e-4efc-4e5a-9830-523c9f4d89b0 req-3628f709-e3f7-4119-8ce8-fa3331f8a759 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:54.599606 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f00f0e0e-4efc-4e5a-9830-523c9f4d89b0 req-3628f709-e3f7-4119-8ce8-fa3331f8a759 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.2489121 Aug 28 12:52:54.600102 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51276) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:54.606386 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be7040-1b14-4d33-bdfe-0c3647f75ad1 req-fa75f914-a328-42f2-a2dd-820c2627ac80 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:54.617738 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7be7040-1b14-4d33-bdfe-0c3647f75ad1 req-fa75f914-a328-42f2-a2dd-820c2627ac80 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 945 time: 0.0885422 Aug 28 12:52:54.687086 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7be7040-1b14-4d33-bdfe-0c3647f75ad1 req-b37eb35b-2efd-4cd8-8da5-40fdcd80c70d tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682983 Aug 28 12:52:54.739968 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Sync routers for ids ['d66524e2-c33a-402e-a7cf-7e086c4b0724'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:52:54.752630 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Routers {'d66524e2-c33a-402e-a7cf-7e086c4b0724'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:54.753532 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:52:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['d66524e2-c33a-402e-a7cf-7e086c4b0724'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:54.758582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-0e0b5913-98a8-497d-ac6c-abb388110e27 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:54.760093 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-0e0b5913-98a8-497d-ac6c-abb388110e27 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.11 "GET /v2.0/networks?id=afe762d9-3d97-4f9c-9d76-52d359ad14ee HTTP/1.1" status: 200 len: 818 time: 0.3407788 Aug 28 12:52:54.769666 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f00f0e0e-4efc-4e5a-9830-523c9f4d89b0 req-6f1308e8-aa34-469d-a1af-583530af43ab tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501286 Aug 28 12:52:54.793731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-ba983322-15ec-40b4-80e5-7ee962c12ff8 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Request body: {'port': {'device_id': 'dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3', 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee', 'admin_state_up': True, 'tenant_id': 'ea7d7841882e4d9582ae9834a9cbb992'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:54.807822 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c9816fce-08a3-433d-bfcd-10fe625cae39 req-6819ff49-3474-44fa-9b3e-5d49370435ef tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 210 time: 0.0423315 Aug 28 12:52:54.859122 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ba8b07fc-dee4-454a-b4e4-3889b7131fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:54.974959 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Set router d66524e2-c33a-402e-a7cf-7e086c4b0724 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:52:55.027692 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344667a-41bb-4ffb-bf37-833e5a157168 req-d273a441-8e4e-4b4a-887c-3f3aadf1bc4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:55.045671 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a344667a-41bb-4ffb-bf37-833e5a157168 req-d273a441-8e4e-4b4a-887c-3f3aadf1bc4e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 945 time: 0.1234431 Aug 28 12:52:55.047744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51294) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:55.060104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-bef53f97-4641-4d28-9413-9d131e6c98b8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Allocated IP 172.20.0.12 (f0affd8f-97d8-4f35-bf89-01dc3a581000/bd852a07-8b52-48ff-bea6-e7301fb1f959/02196f4a-677f-4344-b3cf-b7dc0193b815) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:55.066329 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-bc980f75-352d-40b1-9b81-09b77d641985 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Request body: {'floatingip': {'port_id': 'c86f3cd5-49ad-437b-a843-23280d1f2ce8'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:55.126099 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bc980f75-352d-40b1-9b81-09b77d641985 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:55.323674 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:52Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6542d205-c3ca-46d5-8699-a1ec6c440f2b', 'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'mac_address': 'fa:16:3e:ae:81:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:51Z', 'updated_at': '2021-08-28T12:52:52Z', 'revision_number': 2, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'subnets': [{'id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:55.334640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-eb0149cd-9516-4369-a9ce-4f2b9af212c7 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:55.336272 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-eb0149cd-9516-4369-a9ce-4f2b9af212c7 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.11 "GET /v2.0/networks?id=afe762d9-3d97-4f9c-9d76-52d359ad14ee HTTP/1.1" status: 200 len: 818 time: 0.4121804 Aug 28 12:52:55.370446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-113adf88-f3e4-4c25-ab22-880595ae9c3c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Request body: {'port': {'device_id': 'a720f713-11a7-4be7-a2d8-ac93c1c9532b', 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee', 'admin_state_up': True, 'tenant_id': 'ea7d7841882e4d9582ae9834a9cbb992'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:55.391437 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Checking router: d66524e2-c33a-402e-a7cf-7e086c4b0724 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:52:55.392467 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Updating router d66524e2-c33a-402e-a7cf-7e086c4b0724 port 6542d205-c3ca-46d5-8699-a1ec6c440f2b binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:52:55.423992 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f4e70ede-9f5b-43c9-96b0-9bb9e270498b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:55.451100 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:55.482149 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51300) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:55.506775 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9fdb491f-7654-44b2-9006-0b1c97164d55 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--579978993', 'description': 'tempest-description--282006057'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:55.548260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f4e70ede-9f5b-43c9-96b0-9bb9e270498b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:55.548645 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:55.574826 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbe68955-643a-427b-aecb-517baa3c99e9 req-e404731a-a087-4d7a-9beb-b591c5785f07 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 210 time: 0.1553209 Aug 28 12:52:55.648935 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-82f2d255-4f0d-4d85-9cf0-bd5bd0c32e31 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2598553 Aug 28 12:52:55.850007 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:55.864750 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Transition to ACTIVE for port object 6542d205-c3ca-46d5-8699-a1ec6c440f2b will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:55.867159 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ba8b07fc-dee4-454a-b4e4-3889b7131fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:55.873226 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:55.893315 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-bef53f97-4641-4d28-9413-9d131e6c98b8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:55.922232 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ba8b07fc-dee4-454a-b4e4-3889b7131fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:55.935610 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1878e-e8a4-40c7-868c-db91e54954f4 None None] Pushing event updated for resources: {'Port': ['ID=6542d205-c3ca-46d5-8699-a1ec6c440f2b,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:55.953592 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1878e-e8a4-40c7-868c-db91e54954f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:55.953746 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1878e-e8a4-40c7-868c-db91e54954f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:55.954079 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1878e-e8a4-40c7-868c-db91e54954f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:55.954477 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1878e-e8a4-40c7-868c-db91e54954f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:55.954750 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1878e-e8a4-40c7-868c-db91e54954f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:55.955125 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1878e-e8a4-40c7-868c-db91e54954f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:55.955445 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1878e-e8a4-40c7-868c-db91e54954f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:55.955760 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1878e-e8a4-40c7-868c-db91e54954f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:55.956073 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1878e-e8a4-40c7-868c-db91e54954f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:55.956390 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1878e-e8a4-40c7-868c-db91e54954f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:55.956699 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1878e-e8a4-40c7-868c-db91e54954f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:55.957029 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1878e-e8a4-40c7-868c-db91e54954f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:52:56.000809 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d68cb29b-1ec8-4869-84a7-a11c3100dbb8 req-e4ec3f26-706e-4631-a2b4-cd9a3b5f1b7a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 210 time: 0.0946028 Aug 28 12:52:56.016337 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Attempting to bind port 6542d205-c3ca-46d5-8699-a1ec6c440f2b on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:52:56.016907 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Attempting to bind port 6542d205-c3ca-46d5-8699-a1ec6c440f2b by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:52:56.017436 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Attempting to bind port 6542d205-c3ca-46d5-8699-a1ec6c440f2b on network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:56.024992 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:52:56.025366 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Checking segment: {'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:56.025764 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:56.026281 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Bound using segment: {'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:52:56.027035 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Bound port: 6542d205-c3ca-46d5-8699-a1ec6c440f2b, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:52:56.027599 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:56.089251 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ba8b07fc-dee4-454a-b4e4-3889b7131fca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87a1249f830e4f88b0876e3634b3e7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4836056 Aug 28 12:52:56.090194 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-ba983322-15ec-40b4-80e5-7ee962c12ff8 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Made reservation on behalf of ea7d7841882e4d9582ae9834a9cbb992 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:56.093902 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-ba983322-15ec-40b4-80e5-7ee962c12ff8 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:56.096132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51306) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:56.118255 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] For port 6542d205-c3ca-46d5-8699-a1ec6c440f2b, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:52:56.124699 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] For port 6542d205-c3ca-46d5-8699-a1ec6c440f2b, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6542d205-c3ca-46d5-8699-a1ec6c440f2b,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:52:56.131608 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:56.138072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b07fc-dee4-454a-b4e4-3889b7131fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145e8c11-a6a9-403a-b51e-c08fc3675a99,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:56.203957 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-bef53f97-4641-4d28-9413-9d131e6c98b8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:56.225155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['0267ec38-4c25-4b7f-a556-ba3e5bf00fbd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:52:56.229689 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1878e-e8a4-40c7-868c-db91e54954f4 None None] Pushing event updated for resources: {'Port': ['ID=6542d205-c3ca-46d5-8699-a1ec6c440f2b,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:56.233451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-e504492c-cf79-4ed6-8a64-6f99a725fe05 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:56.235315 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-e504492c-cf79-4ed6-8a64-6f99a725fe05 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.11 "GET /v2.0/networks?id=afe762d9-3d97-4f9c-9d76-52d359ad14ee HTTP/1.1" status: 200 len: 818 time: 0.3663113 Aug 28 12:52:56.293421 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Routers {'d66524e2-c33a-402e-a7cf-7e086c4b0724'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:56.294209 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:52:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['d66524e2-c33a-402e-a7cf-7e086c4b0724'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:56.316861 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-268e8164-78ca-413d-8a4a-d3c24f168d2a tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Request body: {'port': {'device_id': '5f409987-d25d-4e06-aae7-98caab5e607c', 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee', 'admin_state_up': True, 'tenant_id': 'ea7d7841882e4d9582ae9834a9cbb992'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:56.359778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03d592-987e-44d6-bcf2-8a5646f64016 req-c51ff746-3b88-49c7-ab9c-d8eeb95f87db tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:56.368723 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f03d592-987e-44d6-bcf2-8a5646f64016 req-c51ff746-3b88-49c7-ab9c-d8eeb95f87db tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.5127485 Aug 28 12:52:56.381824 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-f37d45d3-85e1-4df4-ac57-e56b37550a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:56.382224 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-f37d45d3-85e1-4df4-ac57-e56b37550a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:56.382847 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-f37d45d3-85e1-4df4-ac57-e56b37550a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:56.383172 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-f37d45d3-85e1-4df4-ac57-e56b37550a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:56.383634 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-f37d45d3-85e1-4df4-ac57-e56b37550a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:56.384091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-f37d45d3-85e1-4df4-ac57-e56b37550a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:56.384554 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-f37d45d3-85e1-4df4-ac57-e56b37550a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:56.386507 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-f37d45d3-85e1-4df4-ac57-e56b37550a13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848f98195d42445793f4ad0f8595cb5d&device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 6496 time: 0.6901872 Aug 28 12:52:56.410445 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.api [None req-9fdb491f-7654-44b2-9006-0b1c97164d55 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 12:52:56.410445 n-d-791505-21 neutron-server[94878]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 12:52:56.410445 n-d-791505-21 neutron-server[94878]: [parameters: {'project_id_1': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'expiration_1': datetime.datetime(2021, 8, 28, 12, 52, 55, 584189)}] Aug 28 12:52:56.410445 n-d-791505-21 neutron-server[94878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:52:56.410445 n-d-791505-21 neutron-server[94878]: DEBUG oslo_db.api [None req-9fdb491f-7654-44b2-9006-0b1c97164d55 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:52:56.495887 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] Set router d66524e2-c33a-402e-a7cf-7e086c4b0724 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:52:56.535739 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f03d592-987e-44d6-bcf2-8a5646f64016 req-e23c7d5c-7048-4e9c-b020-98e02f9e4786 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660371 Aug 28 12:52:56.590257 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-29da1b4e-6309-42cf-9436-30e7e110a062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:56.601358 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-bef53f97-4641-4d28-9413-9d131e6c98b8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Network f0affd8f-97d8-4f35-bf89-01dc3a581000 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:56.603079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-ba983322-15ec-40b4-80e5-7ee962c12ff8 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Allocated IP 172.20.0.14 (afe762d9-3d97-4f9c-9d76-52d359ad14ee/e3dc7a40-056f-4dda-851c-6686c8c3fb51/aaa4851a-b86e-4c44-b738-ff550c6aa9fc) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:56.610340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef53f97-4641-4d28-9413-9d131e6c98b8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Pushing event updated for resources: {'Port': ['ID=02196f4a-677f-4344-b3cf-b7dc0193b815,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:56.620778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-bef53f97-4641-4d28-9413-9d131e6c98b8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:56.637151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-bef53f97-4641-4d28-9413-9d131e6c98b8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:56.656447 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.resource_extend [None req-bc980f75-352d-40b1-9b81-09b77d641985 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:52:56.684780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-113adf88-f3e4-4c25-ab22-880595ae9c3c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Made reservation on behalf of ea7d7841882e4d9582ae9834a9cbb992 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:56.689168 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-113adf88-f3e4-4c25-ab22-880595ae9c3c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:56.750520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-29da1b4e-6309-42cf-9436-30e7e110a062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:56.753394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-8778c331-ee2f-403e-8987-91575b643b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:56.753591 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-8778c331-ee2f-403e-8987-91575b643b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:56.754003 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-8778c331-ee2f-403e-8987-91575b643b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:56.755952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-8778c331-ee2f-403e-8987-91575b643b5d service neutron] 10.222.0.11 "GET /v2.0/networks?id=efbe7541-b127-4e81-9a72-35e309b4f7c9&id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&id=3352c8b5-3501-47c1-96f2-9e32c1cc7612&id=3352c8b5-3501-47c1-96f2-9e32c1cc7612 HTTP/1.1" status: 200 len: 2289 time: 0.3159454 Aug 28 12:52:56.763554 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bc980f75-352d-40b1-9b81-09b77d641985 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:56.771464 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53b46bf9-67f6-45a6-9e74-40fec11d481f req-b414fd96-1a13-4d86-a2e6-96505aee99ba tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 210 time: 0.1191697 Aug 28 12:52:56.775342 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bc980f75-352d-40b1-9b81-09b77d641985 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:56.795051 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:52Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6542d205-c3ca-46d5-8699-a1ec6c440f2b', 'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'mac_address': 'fa:16:3e:ae:81:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:51Z', 'updated_at': '2021-08-28T12:52:56Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'subnets': [{'id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:56.825624 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f5508-e45f-4373-9866-b9e8db600513 None None] The sync data for ids ['d66524e2-c33a-402e-a7cf-7e086c4b0724'] in n-d-791505-21 is: [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:52Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6542d205-c3ca-46d5-8699-a1ec6c440f2b', 'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'mac_address': 'fa:16:3e:ae:81:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:51Z', 'updated_at': '2021-08-28T12:52:56Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'subnets': [{'id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:52:56.882594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-bef53f97-4641-4d28-9413-9d131e6c98b8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:56.882594 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-bef53f97-4641-4d28-9413-9d131e6c98b8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:56.898437 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-268e8164-78ca-413d-8a4a-d3c24f168d2a tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Made reservation on behalf of ea7d7841882e4d9582ae9834a9cbb992 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:52:56.902903 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-268e8164-78ca-413d-8a4a-d3c24f168d2a tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:56.947151 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-ae4b3a38-e5c9-41ec-967e-766ac1f5635c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a806cd-64e3-408c-90a9-60fc8608d090 HTTP/1.1" status: 200 len: 1001 time: 0.1807816 Aug 28 12:52:57.036956 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-29da1b4e-6309-42cf-9436-30e7e110a062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:57.039967 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-29da1b4e-6309-42cf-9436-30e7e110a062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:57.043866 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-29da1b4e-6309-42cf-9436-30e7e110a062 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/145e8c11-a6a9-403a-b51e-c08fc3675a99 HTTP/1.1" status: 204 len: 168 time: 0.9320209 Aug 28 12:52:57.044598 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9fdb491f-7654-44b2-9006-0b1c97164d55 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:57.065841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-676d9e48-3272-485c-9686-c7df8050ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:57.067833 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-676d9e48-3272-485c-9686-c7df8050ee0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=054df6af-7208-4216-97f7-7a8ded4fac28 HTTP/1.1" status: 200 len: 850 time: 0.0899646 Aug 28 12:52:57.071126 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-bc980f75-352d-40b1-9b81-09b77d641985 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Floating IP 318fe7dd-5750-499f-adee-ab0a20e73a10 associated. External IP: 172.25.1.225, port: c86f3cd5-49ad-437b-a843-23280d1f2ce8. Aug 28 12:52:57.125416 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-bef53f97-4641-4d28-9413-9d131e6c98b8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0045376 Aug 28 12:52:57.131846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da1b4e-6309-42cf-9436-30e7e110a062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145e8c11-a6a9-403a-b51e-c08fc3675a99,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:57.178031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Request body: {'port': {'device_id': '08ae2282-35bb-4c80-93d6-48344342f90e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:57.238853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-ba983322-15ec-40b4-80e5-7ee962c12ff8 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:57.271851 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-cc76db45-4fb5-40b8-95dc-45a29b07440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:57.273359 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-cc76db45-4fb5-40b8-95dc-45a29b07440d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efbe7541-b127-4e81-9a72-35e309b4f7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1647184 Aug 28 12:52:57.296526 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-ba983322-15ec-40b4-80e5-7ee962c12ff8 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:57.363495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1405a29-0bed-4e34-b0b6-1d91d770fd71 req-2683f46f-6358-4e44-bc6c-9801b3a81fb8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:57.374168 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e1405a29-0bed-4e34-b0b6-1d91d770fd71 req-2683f46f-6358-4e44-bc6c-9801b3a81fb8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 932 time: 0.2090533 Aug 28 12:52:57.447142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51322) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:57.494487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-ba983322-15ec-40b4-80e5-7ee962c12ff8 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Network afe762d9-3d97-4f9c-9d76-52d359ad14ee is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:57.495427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba983322-15ec-40b4-80e5-7ee962c12ff8 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Pushing event updated for resources: {'Port': ['ID=aaa4851a-b86e-4c44-b738-ff550c6aa9fc,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:57.495814 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9fdb491f-7654-44b2-9006-0b1c97164d55 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:57.496721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6542d205-c3ca-46d5-8699-a1ec6c440f2b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:57.513347 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-ba983322-15ec-40b4-80e5-7ee962c12ff8 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:57.517876 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c63e7018-45ab-42d2-b030-72c2eb37ed27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:57.520239 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-ba983322-15ec-40b4-80e5-7ee962c12ff8 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:57.526630 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:57.534944 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-b0ee4f70-b2be-428b-b1da-9637558e61bd service neutron] 10.222.0.11 "GET /v2.0/networks/efbe7541-b127-4e81-9a72-35e309b4f7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424157 Aug 28 12:52:57.544358 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9fdb491f-7654-44b2-9006-0b1c97164d55 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:57.567679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 6542d205-c3ca-46d5-8699-a1ec6c440f2b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:52:57.573040 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6542d205-c3ca-46d5-8699-a1ec6c440f2b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:57.573641 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:57.582312 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-113adf88-f3e4-4c25-ab22-880595ae9c3c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Allocated IP 172.20.0.10 (afe762d9-3d97-4f9c-9d76-52d359ad14ee/e3dc7a40-056f-4dda-851c-6686c8c3fb51/fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:57.649725 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e1405a29-0bed-4e34-b0b6-1d91d770fd71 req-f2aff62d-dcd0-47b4-a7c3-6056ae264c71 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742317 Aug 28 12:52:57.702568 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9fdb491f-7654-44b2-9006-0b1c97164d55 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:57.706637 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9fdb491f-7654-44b2-9006-0b1c97164d55 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2212989 Aug 28 12:52:57.712061 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51326) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:57.718245 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:57.729666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-01325005-a703-4b6b-8dce-7f1fb1b32044 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Request body: {'security_group_rule': {'security_group_id': 'd342c507-b494-4623-a19a-d45db09ed26d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:57.747882 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb491f-7654-44b2-9006-0b1c97164d55 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d342c507-b494-4623-a19a-d45db09ed26d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:57.754561 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-ba983322-15ec-40b4-80e5-7ee962c12ff8 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:57.755651 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-ba983322-15ec-40b4-80e5-7ee962c12ff8 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:57.769086 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 6542d205-c3ca-46d5-8699-a1ec6c440f2b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6542d205-c3ca-46d5-8699-a1ec6c440f2b,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:52:57.777032 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:57.788793 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc980f75-352d-40b1-9b81-09b77d641985 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Router 55e290d5-07cf-43df-9441-856b9352bf2c has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:52:57.820542 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-e2a9a491-0450-459a-b85d-b5a4316c16ac service neutron] 10.222.0.11 "GET /v2.0/networks/efbe7541-b127-4e81-9a72-35e309b4f7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685037 Aug 28 12:52:57.877783 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=6542d205-c3ca-46d5-8699-a1ec6c440f2b,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:57.917135 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-bb09f6d1-0761-4caa-8419-fe9f0a1a0320 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=22c5cda6-d969-43e9-8487-47b1be36cba7 HTTP/1.1" status: 200 len: 217 time: 0.0615959 Aug 28 12:52:58.126346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ef9e2-0acf-41ed-8522-5fd0c701f180 req-3e7cbb94-5c85-428f-9267-8eaa63794a76 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:58.132923 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e51ef9e2-0acf-41ed-8522-5fd0c701f180 req-3e7cbb94-5c85-428f-9267-8eaa63794a76 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.3868122 Aug 28 12:52:58.277104 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e51ef9e2-0acf-41ed-8522-5fd0c701f180 req-d5dee13a-7bf2-4d3b-b12f-f30c9fcc7db0 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284075 Aug 28 12:52:58.298781 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c63e7018-45ab-42d2-b030-72c2eb37ed27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:58.301967 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-113adf88-f3e4-4c25-ab22-880595ae9c3c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:58.311762 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c63e7018-45ab-42d2-b030-72c2eb37ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:58.314210 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4045c031-07db-4e19-a01c-2f3ad191de46 req-80d7d21d-ba19-46f6-a978-08bdbe51c8ad tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 210 time: 0.3561318 Aug 28 12:52:58.341509 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-8d53fa82-baf7-4c28-8569-34f8d3175111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:58.343449 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-8d53fa82-baf7-4c28-8569-34f8d3175111 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d557cd69-cd27-4452-a97d-808c7d64731a HTTP/1.1" status: 200 len: 797 time: 0.4175563 Aug 28 12:52:58.366738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc980f75-352d-40b1-9b81-09b77d641985 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:52:58.375085 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bc980f75-352d-40b1-9b81-09b77d641985 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:58.379409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776724c9-47c3-440e-903a-c0d1bac8e2b9 None None] Sync routers for ids ['55e290d5-07cf-43df-9441-856b9352bf2c'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:52:58.382115 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-01325005-a703-4b6b-8dce-7f1fb1b32044 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:58.384181 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-ba983322-15ec-40b4-80e5-7ee962c12ff8 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5993149 Aug 28 12:52:58.388999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776724c9-47c3-440e-903a-c0d1bac8e2b9 None None] Routers {'55e290d5-07cf-43df-9441-856b9352bf2c'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:58.389631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-776724c9-47c3-440e-903a-c0d1bac8e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:52:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['55e290d5-07cf-43df-9441-856b9352bf2c'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:58.401588 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c63e7018-45ab-42d2-b030-72c2eb37ed27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb9613734c4c4c8a89b4059e73ecdd75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9280400 Aug 28 12:52:58.409675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Request body: {'port': {'device_id': 'dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:58.410696 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51332) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:58.413569 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e7018-45ab-42d2-b030-72c2eb37ed27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc259ba-36b5-4a11-a9d5-072cb9f10509,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:58.493861 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02196f4a-677f-4344-b3cf-b7dc0193b815 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:52:58.533091 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-113adf88-f3e4-4c25-ab22-880595ae9c3c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:58.540070 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-8ea5a1e4-3ed7-4ad4-b1d4-b5368da614ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:58.541695 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-8ea5a1e4-3ed7-4ad4-b1d4-b5368da614ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1852014 Aug 28 12:52:58.542392 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-489ceb58-0ccb-44a8-89ce-bf870c434a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:58.573088 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-489ceb58-0ccb-44a8-89ce-bf870c434a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:58.578137 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:58.597820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-776724c9-47c3-440e-903a-c0d1bac8e2b9 None None] Set router 55e290d5-07cf-43df-9441-856b9352bf2c gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:52:58.648147 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bc980f75-352d-40b1-9b81-09b77d641985 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "PUT /v2.0/floatingips/318fe7dd-5750-499f-adee-ab0a20e73a10 HTTP/1.1" status: 200 len: 991 time: 3.5952702 Aug 28 12:52:58.659153 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:58.675208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Transition to ACTIVE for port object 02196f4a-677f-4344-b3cf-b7dc0193b815 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:52:58.692580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-113adf88-f3e4-4c25-ab22-880595ae9c3c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Network afe762d9-3d97-4f9c-9d76-52d359ad14ee is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:52:58.693028 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf55c41-9bb5-498a-920e-d1c9896352ee', 'tag': 'c86f3cd5-49ad-437b-a843-23280d1f2ce8'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:58.695785 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aed570-243e-4a0d-8187-08f8b385a5da" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf55c41-9bb5-498a-920e-d1c9896352ee", "tag": "c86f3cd5-49ad-437b-a843-23280d1f2ce8"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:58.699733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-113adf88-f3e4-4c25-ab22-880595ae9c3c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:52:58.702255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-113adf88-f3e4-4c25-ab22-880595ae9c3c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:52:58.706222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:58.784105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-268e8164-78ca-413d-8a4a-d3c24f168d2a tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Allocated IP 172.20.0.13 (afe762d9-3d97-4f9c-9d76-52d359ad14ee/e3dc7a40-056f-4dda-851c-6686c8c3fb51/325f02e2-94ff-447a-a3d4-23b08d1b855d) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:52:58.789012 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-489ceb58-0ccb-44a8-89ce-bf870c434a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:58.807238 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-489ceb58-0ccb-44a8-89ce-bf870c434a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:58.811153 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-489ceb58-0ccb-44a8-89ce-bf870c434a03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afc259ba-36b5-4a11-a9d5-072cb9f10509 HTTP/1.1" status: 204 len: 168 time: 0.3788602 Aug 28 12:52:58.869726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113adf88-f3e4-4c25-ab22-880595ae9c3c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Pushing event updated for resources: {'Port': ['ID=fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:58.895727 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-3609f8ef-4d38-4364-bf39-7bb87a530c49 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944710 Aug 28 12:52:58.898532 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-01325005-a703-4b6b-8dce-7f1fb1b32044 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:58.925630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Attempting to bind port 02196f4a-677f-4344-b3cf-b7dc0193b815 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:52:58.926033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Attempting to bind port 02196f4a-677f-4344-b3cf-b7dc0193b815 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:52:58.926392 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Attempting to bind port 02196f4a-677f-4344-b3cf-b7dc0193b815 on network f0affd8f-97d8-4f35-bf89-01dc3a581000 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:58.944927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Port 02196f4a-677f-4344-b3cf-b7dc0193b815 on network f0affd8f-97d8-4f35-bf89-01dc3a581000 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:52:58.945251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Attempting to bind port 02196f4a-677f-4344-b3cf-b7dc0193b815 on network f0affd8f-97d8-4f35-bf89-01dc3a581000 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:52:58.966030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-113adf88-f3e4-4c25-ab22-880595ae9c3c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:58.966977 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-113adf88-f3e4-4c25-ab22-880595ae9c3c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:59.008218 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-113adf88-f3e4-4c25-ab22-880595ae9c3c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6581907 Aug 28 12:52:59.044556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-776724c9-47c3-440e-903a-c0d1bac8e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'name': 'tempest-ServersTestBootFromVolume-1022554763-router', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:54Z', 'updated_at': '2021-08-28T12:52:00Z', 'revision_number': 4, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'gw_port': {'id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:55Z', 'updated_at': '2021-08-28T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '318fe7dd-5750-499f-adee-ab0a20e73a10', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'port_id': 'c86f3cd5-49ad-437b-a843-23280d1f2ce8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb', 'mac_address': 'fa:16:3e:68:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf55c41-9bb5-498a-920e-d1c9896352ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:52:06Z', 'updated_at': '2021-08-28T12:52:56Z', 'revision_number': 1, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d9edfb-c0a8-4bc4-ab40-14e896359c18', 'name': '', 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'mac_address': 'fa:16:3e:62:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:59Z', 'updated_at': '2021-08-28T12:52:10Z', 'revision_number': 5, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'subnets': [{'id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:59.055146 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-f584cb3e-b926-4c58-8b85-b675c8f74cd7 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458747 Aug 28 12:52:59.082286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:52:59.082653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Checking segment: {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:52:59.083039 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Bound using segment: {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:52:59.083482 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Bound port: 02196f4a-677f-4344-b3cf-b7dc0193b815, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:52:59.083835 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:59.083949 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776724c9-47c3-440e-903a-c0d1bac8e2b9 None None] Checking router: 55e290d5-07cf-43df-9441-856b9352bf2c for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:52:59.094858 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776724c9-47c3-440e-903a-c0d1bac8e2b9 None None] Routers {'55e290d5-07cf-43df-9441-856b9352bf2c'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:52:59.095794 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-776724c9-47c3-440e-903a-c0d1bac8e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:52:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['55e290d5-07cf-43df-9441-856b9352bf2c'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:59.107590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ceb58-0ccb-44a8-89ce-bf870c434a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc259ba-36b5-4a11-a9d5-072cb9f10509,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:59.117916 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-01325005-a703-4b6b-8dce-7f1fb1b32044 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:59.175792 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] For port 02196f4a-677f-4344-b3cf-b7dc0193b815, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:52:59.176355 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-9428f47f-6233-434b-a34c-4f8f64117348 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=a6504f71-c67d-4bfd-8228-7b6d54b2acee HTTP/1.1" status: 200 len: 217 time: 0.0553696 Aug 28 12:52:59.179411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] For port 02196f4a-677f-4344-b3cf-b7dc0193b815, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=02196f4a-677f-4344-b3cf-b7dc0193b815,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:52:59.195584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Request body: {'port': {'device_id': 'a720f713-11a7-4be7-a2d8-ac93c1c9532b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:59.203704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Pushing event updated for resources: {'Port': ['ID=02196f4a-677f-4344-b3cf-b7dc0193b815,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:59.208364 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:59.264435 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:59.265215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:59.266811 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] 10.222.0.11 "PUT /v2.0/ports/02196f4a-677f-4344-b3cf-b7dc0193b815 HTTP/1.1" status: 200 len: 1093 time: 2.1198142 Aug 28 12:52:59.313654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ae2282-35bb-4c80-93d6-48344342f90e', 'tag': '02196f4a-677f-4344-b3cf-b7dc0193b815'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:52:59.314045 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-d4861d4c-199a-4699-968c-6fee7a45670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:59.316006 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30c4e74-d521-40be-a72d-eaed9ea780d4" -d '{"events": [{"name": "network-changed", "server_uuid": "08ae2282-35bb-4c80-93d6-48344342f90e", "tag": "02196f4a-677f-4344-b3cf-b7dc0193b815"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:52:59.316327 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-d4861d4c-199a-4699-968c-6fee7a45670d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d557cd69-cd27-4452-a97d-808c7d64731a HTTP/1.1" status: 200 len: 797 time: 0.1250408 Aug 28 12:52:59.321584 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-776724c9-47c3-440e-903a-c0d1bac8e2b9 None None] Set router 55e290d5-07cf-43df-9441-856b9352bf2c gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:52:59.324560 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66446efa-448f-4731-89c5-91837e3b4753 x-openstack-request-id: req-66446efa-448f-4731-89c5-91837e3b4753 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:59.324956 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf55c41-9bb5-498a-920e-d1c9896352ee", "tag": "c86f3cd5-49ad-437b-a843-23280d1f2ce8", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:59.325259 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66446efa-448f-4731-89c5-91837e3b4753 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:59.326090 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf55c41-9bb5-498a-920e-d1c9896352ee', 'tag': 'c86f3cd5-49ad-437b-a843-23280d1f2ce8', 'status': 'completed', 'code': 200} Aug 28 12:52:59.390313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9aa32e-7da6-4c96-b050-938e99b922d9 req-86ea8ff6-e15f-41de-817d-a21197a351fa tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:59.400734 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9b9aa32e-7da6-4c96-b050-938e99b922d9 req-86ea8ff6-e15f-41de-817d-a21197a351fa tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 944 time: 0.3428907 Aug 28 12:52:59.507899 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:59.523601 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9b9aa32e-7da6-4c96-b050-938e99b922d9 req-b165ebfd-f644-43a2-aa7a-11bdacd49dd0 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218069 Aug 28 12:52:59.552487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01325005-a703-4b6b-8dce-7f1fb1b32044 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90e52d2-71f0-4e57-bef5-466ac674590e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:59.584659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6542d205-c3ca-46d5-8699-a1ec6c440f2b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:52:59.587234 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-01325005-a703-4b6b-8dce-7f1fb1b32044 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:59.588658 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-01325005-a703-4b6b-8dce-7f1fb1b32044 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8734090 Aug 28 12:52:59.593606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51366) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:52:59.597366 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed570-243e-4a0d-8187-08f8b385a5da req-8f6915a7-17ef-400e-bf2d-61681ac76b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:59.599169 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d7aed570-243e-4a0d-8187-08f8b385a5da req-8f6915a7-17ef-400e-bf2d-61681ac76b8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c66db8c96724d8985dc40fa8c593ecc&device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 1097 time: 0.2676439 Aug 28 12:52:59.603996 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-1b91517a-d9d0-460f-a9c1-d00c243c022d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Request body: {'security_group_rule': {'security_group_id': 'd342c507-b494-4623-a19a-d45db09ed26d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:52:59.633300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-a25d6b5a-843f-4afe-a0b0-46392554509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:59.635175 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-a25d6b5a-843f-4afe-a0b0-46392554509d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 1096 time: 0.2982793 Aug 28 12:52:59.650806 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-3ad227b7-f6e0-44da-af37-5cca3873daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:59.654907 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-3ad227b7-f6e0-44da-af37-5cca3873daa4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2218802 Aug 28 12:52:59.655130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc51fe-7a75-436b-9395-77dce99b705f req-7ffb63c3-46da-4920-9865-e1a8111e4a25 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:52:59.663693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-17fc51fe-7a75-436b-9395-77dce99b705f req-7ffb63c3-46da-4920-9865-e1a8111e4a25 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.1353273 Aug 28 12:52:59.669373 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92ef41-7c7c-4c3b-b079-81d5ab3bc972 service neutron] Pushing event updated for resources: {'Port': ['ID=02196f4a-677f-4344-b3cf-b7dc0193b815,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:52:59.677740 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add188f3-a4f2-4fc1-9d74-8598b7de0d63 x-openstack-request-id: req-add188f3-a4f2-4fc1-9d74-8598b7de0d63 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:52:59.678023 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ae2282-35bb-4c80-93d6-48344342f90e", "tag": "02196f4a-677f-4344-b3cf-b7dc0193b815", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:52:59.678271 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-add188f3-a4f2-4fc1-9d74-8598b7de0d63 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:52:59.678677 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ae2282-35bb-4c80-93d6-48344342f90e', 'tag': '02196f4a-677f-4344-b3cf-b7dc0193b815', 'status': 'completed', 'code': 200} Aug 28 12:52:59.754675 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-17fc51fe-7a75-436b-9395-77dce99b705f req-dd6c2faf-472b-4e63-a82f-d5cfb8edde21 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861995 Aug 28 12:52:59.772824 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b91517a-d9d0-460f-a9c1-d00c243c022d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:59.784556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6542d205-c3ca-46d5-8699-a1ec6c440f2b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:52:59.785051 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:52:59.832641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-776724c9-47c3-440e-903a-c0d1bac8e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'name': 'tempest-ServersTestBootFromVolume-1022554763-router', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:54Z', 'updated_at': '2021-08-28T12:52:00Z', 'revision_number': 4, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'gw_port': {'id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:55Z', 'updated_at': '2021-08-28T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '318fe7dd-5750-499f-adee-ab0a20e73a10', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'port_id': 'c86f3cd5-49ad-437b-a843-23280d1f2ce8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb', 'mac_address': 'fa:16:3e:68:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf55c41-9bb5-498a-920e-d1c9896352ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:52:06Z', 'updated_at': '2021-08-28T12:52:56Z', 'revision_number': 1, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d9edfb-c0a8-4bc4-ab40-14e896359c18', 'name': '', 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'mac_address': 'fa:16:3e:62:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:59Z', 'updated_at': '2021-08-28T12:52:10Z', 'revision_number': 5, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'subnets': [{'id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:52:59.854026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-8e2c2226-37de-4382-8f6a-d3831ff6c8aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02196f4a-677f-4344-b3cf-b7dc0193b815 HTTP/1.1" status: 200 len: 217 time: 0.1743104 Aug 28 12:52:59.857939 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-7b91012b-39a1-494c-9010-845ca76eeee9 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642840 Aug 28 12:52:59.873846 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776724c9-47c3-440e-903a-c0d1bac8e2b9 None None] The sync data for ids ['55e290d5-07cf-43df-9441-856b9352bf2c'] in n-d-791505-21 is: [{'id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'name': 'tempest-ServersTestBootFromVolume-1022554763-router', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:54Z', 'updated_at': '2021-08-28T12:52:00Z', 'revision_number': 4, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'gw_port': {'id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:55Z', 'updated_at': '2021-08-28T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '318fe7dd-5750-499f-adee-ab0a20e73a10', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'floating_ip_address': '172.25.1.225', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'port_id': 'c86f3cd5-49ad-437b-a843-23280d1f2ce8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb', 'mac_address': 'fa:16:3e:68:13:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf55c41-9bb5-498a-920e-d1c9896352ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:52:06Z', 'updated_at': '2021-08-28T12:52:56Z', 'revision_number': 1, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77d9edfb-c0a8-4bc4-ab40-14e896359c18', 'name': '', 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'mac_address': 'fa:16:3e:62:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:59Z', 'updated_at': '2021-08-28T12:52:10Z', 'revision_number': 5, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'subnets': [{'id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:52:59.905822 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7c27b3b4-6961-4891-bf32-a48622de205f req-92ea6327-f441-4def-ac90-679c6b6f1154 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 210 time: 0.1012650 Aug 28 12:53:00.058620 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-268e8164-78ca-413d-8a4a-d3c24f168d2a tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:00.070837 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed570-243e-4a0d-8187-08f8b385a5da req-dab8a611-d1da-4332-98fc-b863cca662ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:00.072810 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d7aed570-243e-4a0d-8187-08f8b385a5da req-dab8a611-d1da-4332-98fc-b863cca662ac service neutron] 10.222.0.11 "GET /v2.0/networks?id=8c33761f-db05-4660-b311-b355e5202ecb HTTP/1.1" status: 200 len: 916 time: 0.4414284 Aug 28 12:53:00.076408 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-a77daeec-8cda-4ff4-9feb-3abbdfd3e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:00.077873 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-a77daeec-8cda-4ff4-9feb-3abbdfd3e8f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd852a07-8b52-48ff-bea6-e7301fb1f959 HTTP/1.1" status: 200 len: 845 time: 0.1010938 Aug 28 12:53:00.080315 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b91517a-d9d0-460f-a9c1-d00c243c022d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:00.089717 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b91517a-d9d0-460f-a9c1-d00c243c022d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:00.139407 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-5220ab0c-b25f-4504-98e5-ce62291bb7ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0affd8f-97d8-4f35-bf89-01dc3a581000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383186 Aug 28 12:53:00.157559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91517a-d9d0-460f-a9c1-d00c243c022d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464ec59c-1442-4587-96bc-9a8b9d34161e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:00.166204 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-32278bf1-05a2-4695-9215-e6470abdfd38 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626116 Aug 28 12:53:00.186205 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b91517a-d9d0-460f-a9c1-d00c243c022d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:00.191159 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1b91517a-d9d0-460f-a9c1-d00c243c022d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5908208 Aug 28 12:53:00.193641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51384) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:00.226734 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:53:00.231729 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bee83a-80cb-4bed-b2ec-5775297b9ebe None None] New status for floating IP 318fe7dd-5750-499f-adee-ab0a20e73a10: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:53:00.238291 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-9b8b2a5f-e57a-483b-a466-2e8a84f7e0e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=b05d186c-de9e-4cbe-a886-89ee06ae7903 HTTP/1.1" status: 200 len: 217 time: 0.0643561 Aug 28 12:53:00.244701 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-268e8164-78ca-413d-8a4a-d3c24f168d2a tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:00.249049 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d7aed570-243e-4a0d-8187-08f8b385a5da req-8b201454-111c-4704-8e2a-4999365b3a25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c86f3cd5-49ad-437b-a843-23280d1f2ce8 HTTP/1.1" status: 200 len: 999 time: 0.1335156 Aug 28 12:53:00.334562 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:00.339268 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-268e8164-78ca-413d-8a4a-d3c24f168d2a tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Network afe762d9-3d97-4f9c-9d76-52d359ad14ee is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:53:00.342163 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-9f18b5eb-e427-4ec5-af4c-d89d2c3d6e7d service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946642 Aug 28 12:53:00.351386 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-268e8164-78ca-413d-8a4a-d3c24f168d2a tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:53:00.354508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-268e8164-78ca-413d-8a4a-d3c24f168d2a tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:53:00.388133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed570-243e-4a0d-8187-08f8b385a5da req-9653064f-2e7d-4e9f-a98d-e613ec3af351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:00.389621 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d7aed570-243e-4a0d-8187-08f8b385a5da req-9653064f-2e7d-4e9f-a98d-e613ec3af351 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7f1acfd0-9b8b-49ff-9926-40732f167066 HTTP/1.1" status: 200 len: 855 time: 0.1287472 Aug 28 12:53:00.390937 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-d31b2098-6262-4663-9a8d-72f29c06b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:00.392369 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-d31b2098-6262-4663-9a8d-72f29c06b2ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d557cd69-cd27-4452-a97d-808c7d64731a HTTP/1.1" status: 200 len: 797 time: 0.1456754 Aug 28 12:53:00.560071 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-a6ab3148-acc9-4969-a71e-76f4c79eaa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:00.561716 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-a6ab3148-acc9-4969-a71e-76f4c79eaa23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1386142 Aug 28 12:53:00.661658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed570-243e-4a0d-8187-08f8b385a5da req-dc0b7a0e-4149-4c3d-8c98-2875fae1fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:00.663531 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d7aed570-243e-4a0d-8187-08f8b385a5da req-dc0b7a0e-4149-4c3d-8c98-2875fae1fe35 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8c33761f-db05-4660-b311-b355e5202ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2384472 Aug 28 12:53:00.746321 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:00.818739 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-54996da3-964c-47a7-9a60-c09957265e65 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463055 Aug 28 12:53:00.916121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e8164-78ca-413d-8a4a-d3c24f168d2a tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Pushing event updated for resources: {'Port': ['ID=325f02e2-94ff-447a-a3d4-23b08d1b855d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:00.975355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-268e8164-78ca-413d-8a4a-d3c24f168d2a tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:00.975355 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-268e8164-78ca-413d-8a4a-d3c24f168d2a tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:01.011044 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d7aed570-243e-4a0d-8187-08f8b385a5da req-71161c0e-cb5b-480f-b187-bd817ad0f28a service neutron] 10.222.0.11 "GET /v2.0/networks/8c33761f-db05-4660-b311-b355e5202ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308361 Aug 28 12:53:01.031965 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-268e8164-78ca-413d-8a4a-d3c24f168d2a tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7239707 Aug 28 12:53:01.046407 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6646c6e-d4ec-40e1-a70c-c168ce978a56 req-01d78cdd-fb10-4d8c-8848-8dbaef34a7a4 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:01.047907 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6646c6e-d4ec-40e1-a70c-c168ce978a56 req-01d78cdd-fb10-4d8c-8848-8dbaef34a7a4 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 944 time: 0.1644933 Aug 28 12:53:01.051219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69909da-b6e6-438b-b8b3-01d3f2df3a70 req-35b2fbff-d120-4dec-ab75-39325358993d tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:01.052268 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b69909da-b6e6-438b-b8b3-01d3f2df3a70 req-35b2fbff-d120-4dec-ab75-39325358993d tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.2135675 Aug 28 12:53:01.056905 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b60bd9a-48fb-4b8d-823d-10877e5b7804 req-ec3c4458-66d7-4bd6-bcd3-ac743a6b8dc7 service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6949072 Aug 28 12:53:01.062393 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Request body: {'port': {'device_id': '5f409987-d25d-4e06-aae7-98caab5e607c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:53:01.100053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Allocated IP 172.25.1.61 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/f1cb6856-73a6-44c0-b3c1-6f582a6d89f2) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:53:01.150398 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa4851a-b86e-4c44-b738-ff550c6aa9fc {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:53:01.170775 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-7c44cb59-344d-4762-b3a0-1059ad8b1eda service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354931 Aug 28 12:53:01.196444 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:01.220419 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:01.227934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Transition to ACTIVE for port object aaa4851a-b86e-4c44-b738-ff550c6aa9fc will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:53:01.239717 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6646c6e-d4ec-40e1-a70c-c168ce978a56 req-c30b542d-14c8-43d7-bb64-ce9d5df856f9 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717973 Aug 28 12:53:01.266473 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:01.269949 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-d0458863-4733-4839-afee-4d11d0c0ddd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=39a6b9d2-5707-4e5a-9ea1-027d93c97c95 HTTP/1.1" status: 200 len: 217 time: 0.0894525 Aug 28 12:53:01.304981 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b69909da-b6e6-438b-b8b3-01d3f2df3a70 req-15e54a06-729c-445b-9cff-185003b1ece3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025881 Aug 28 12:53:01.366468 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d7aed570-243e-4a0d-8187-08f8b385a5da req-73d92a31-dee0-49d1-be20-679a76f6a32e service neutron] 10.222.0.11 "GET /v2.0/networks/8c33761f-db05-4660-b311-b355e5202ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358061 Aug 28 12:53:01.394486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c4e74-d521-40be-a72d-eaed9ea780d4 req-01b99119-7ec5-4480-9ed8-6829fb6dec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:01.394868 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b30c4e74-d521-40be-a72d-eaed9ea780d4 req-01b99119-7ec5-4480-9ed8-6829fb6dec9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 1096 time: 0.2601230 Aug 28 12:53:01.420175 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-54480149-110a-4d0a-8f59-cd5095cf580c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:01.421687 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-54480149-110a-4d0a-8f59-cd5095cf580c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d557cd69-cd27-4452-a97d-808c7d64731a HTTP/1.1" status: 200 len: 797 time: 0.1344743 Aug 28 12:53:01.465690 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa4851a-b86e-4c44-b738-ff550c6aa9fc,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:01.497362 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:01.583222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848e6e7-186f-4cf4-a3c2-a85507c4da56 req-c3745b60-e08b-4d39-8aab-72a202614b47 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:01.588738 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4848e6e7-186f-4cf4-a3c2-a85507c4da56 req-c3745b60-e08b-4d39-8aab-72a202614b47 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 932 time: 0.1661360 Aug 28 12:53:01.602687 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-f2aa82b1-3bd9-4690-b3a6-ba6085e4ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:01.604169 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-f2aa82b1-3bd9-4690-b3a6-ba6085e4ecd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1677980 Aug 28 12:53:01.696495 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:01.743103 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4848e6e7-186f-4cf4-a3c2-a85507c4da56 req-ec17f465-f5c6-474e-90c8-8bf812313e7c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377070 Aug 28 12:53:01.744564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c4e74-d521-40be-a72d-eaed9ea780d4 req-c0799b0f-6c44-4fcd-89cb-c0e730a7acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:01.746122 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b30c4e74-d521-40be-a72d-eaed9ea780d4 req-c0799b0f-6c44-4fcd-89cb-c0e730a7acfa service neutron] 10.222.0.11 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 905 time: 0.3320739 Aug 28 12:53:01.773660 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event updated for resources: {'Port': ['ID=f1cb6856-73a6-44c0-b3c1-6f582a6d89f2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:01.779899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Attempting to bind port aaa4851a-b86e-4c44-b738-ff550c6aa9fc on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:53:01.780136 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Attempting to bind port aaa4851a-b86e-4c44-b738-ff550c6aa9fc by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '3468e88b-efea-407e-b0f6-144ffca07932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:53:01.780319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Attempting to bind port aaa4851a-b86e-4c44-b738-ff550c6aa9fc on network afe762d9-3d97-4f9c-9d76-52d359ad14ee {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:53:01.781150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:53:01.785845 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:53:01.789118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:53:01.817203 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b30c4e74-d521-40be-a72d-eaed9ea780d4 req-00b236a1-7160-43d1-808d-e6f5a82b5e41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02196f4a-677f-4344-b3cf-b7dc0193b815 HTTP/1.1" status: 200 len: 217 time: 0.0495698 Aug 28 12:53:01.825644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:53:01.832129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Port aaa4851a-b86e-4c44-b738-ff550c6aa9fc on network afe762d9-3d97-4f9c-9d76-52d359ad14ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:53:01.832836 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Attempting to bind port aaa4851a-b86e-4c44-b738-ff550c6aa9fc on network afe762d9-3d97-4f9c-9d76-52d359ad14ee {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:53:01.845349 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:01.852699 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-f9def8a9-16b6-4245-8927-e0e30c2366a8 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366028 Aug 28 12:53:01.871249 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:53:01.871587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Checking segment: {'id': '3468e88b-efea-407e-b0f6-144ffca07932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:53:01.871975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Bound using segment: {'id': '3468e88b-efea-407e-b0f6-144ffca07932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:53:01.872409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Bound port: aaa4851a-b86e-4c44-b738-ff550c6aa9fc, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3468e88b-efea-407e-b0f6-144ffca07932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:53:01.872777 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:01.896812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Transition to ACTIVE for port object fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:53:01.907931 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:01.951500 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:01.997174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c4e74-d521-40be-a72d-eaed9ea780d4 req-d41731fe-0151-4946-b445-484a91dee111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:01.998600 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b30c4e74-d521-40be-a72d-eaed9ea780d4 req-d41731fe-0151-4946-b445-484a91dee111 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd852a07-8b52-48ff-bea6-e7301fb1f959 HTTP/1.1" status: 200 len: 845 time: 0.1674805 Aug 28 12:53:02.005241 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:02.009741 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-6d1a6f2a-3839-4005-839c-3e5130bc99ab service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500447 Aug 28 12:53:02.073884 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-a79c0f12-46ae-4633-af9b-e8d9cec79557 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac4113ad-b63c-4920-a1f1-661762381f07 HTTP/1.1" status: 200 len: 217 time: 0.0461814 Aug 28 12:53:02.075676 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Pushing event updated for resources: {'Port': ['ID=fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:02.079817 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b30c4e74-d521-40be-a72d-eaed9ea780d4 req-c0972bf1-aaa8-4aef-8eb4-c7cc37107657 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0affd8f-97d8-4f35-bf89-01dc3a581000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628667 Aug 28 12:53:02.137845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] For port aaa4851a-b86e-4c44-b738-ff550c6aa9fc, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:53:02.194491 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-23a563aa-1fe2-464d-9568-e6bc6cc06e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:02.196274 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-23a563aa-1fe2-464d-9568-e6bc6cc06e59 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9a81a33e-a30a-4f4f-bc8f-a36371ef2745 HTTP/1.1" status: 200 len: 797 time: 0.0993869 Aug 28 12:53:02.227688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] For port aaa4851a-b86e-4c44-b738-ff550c6aa9fc, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=aaa4851a-b86e-4c44-b738-ff550c6aa9fc,segment=NetworkSegment(3468e88b-efea-407e-b0f6-144ffca07932),segment_id=3468e88b-efea-407e-b0f6-144ffca07932)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:53:02.251410 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:02.276756 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-ab3c93e3-7d3f-4836-95f3-02b38161a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:02.278606 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-ab3c93e3-7d3f-4836-95f3-02b38161a2ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3352c8b5-3501-47c1-96f2-9e32c1cc7612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0741291 Aug 28 12:53:02.318387 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:02.346293 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:02.376089 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:02.376717 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:02.379571 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] 10.222.0.11 "PUT /v2.0/ports/aaa4851a-b86e-4c44-b738-ff550c6aa9fc HTTP/1.1" status: 200 len: 1093 time: 3.9838319 Aug 28 12:53:02.400417 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3', 'tag': 'aaa4851a-b86e-4c44-b738-ff550c6aa9fc'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:02.402771 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e919f449-f8a0-4085-933a-62a7796d6f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3", "tag": "aaa4851a-b86e-4c44-b738-ff550c6aa9fc"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:02.418539 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Attempting to bind port fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:53:02.418839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Attempting to bind port fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '3468e88b-efea-407e-b0f6-144ffca07932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:53:02.419133 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Attempting to bind port fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f on network afe762d9-3d97-4f9c-9d76-52d359ad14ee {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:53:02.463098 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325f02e2-94ff-447a-a3d4-23b08d1b855d {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:53:02.495118 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:02.502419 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b30c4e74-d521-40be-a72d-eaed9ea780d4 req-ba96b96d-9529-4266-bc60-63073bf0d397 service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025640 Aug 28 12:53:02.507329 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Port fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f on network afe762d9-3d97-4f9c-9d76-52d359ad14ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:53:02.507649 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Attempting to bind port fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f on network afe762d9-3d97-4f9c-9d76-52d359ad14ee {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:53:02.516160 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6da65e-d4da-4212-a8c7-b6cd68c2fce8 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa4851a-b86e-4c44-b738-ff550c6aa9fc,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:02.550408 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:53:02.550752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Checking segment: {'id': '3468e88b-efea-407e-b0f6-144ffca07932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:53:02.551137 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Bound using segment: {'id': '3468e88b-efea-407e-b0f6-144ffca07932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:53:02.551580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Bound port: fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3468e88b-efea-407e-b0f6-144ffca07932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:53:02.551936 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:02.554304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Transition to ACTIVE for port object 325f02e2-94ff-447a-a3d4-23b08d1b855d will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:53:02.590148 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:02.599279 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8bf7-b327-4aad-95e5-478f701f7afa req-8466d934-f998-4d0a-ab57-90abae67ef54 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:02.600803 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f00b8bf7-b327-4aad-95e5-478f701f7afa req-8466d934-f998-4d0a-ab57-90abae67ef54 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 944 time: 0.2656233 Aug 28 12:53:02.671719 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-8470fe6c-b562-486a-a97f-5acbb8360d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:02.673290 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-8470fe6c-b562-486a-a97f-5acbb8360d5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea7d7841882e4d9582ae9834a9cbb992&device_id=dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3 HTTP/1.1" status: 200 len: 1096 time: 0.2368448 Aug 28 12:53:02.785968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Pushing event updated for resources: {'Port': ['ID=325f02e2-94ff-447a-a3d4-23b08d1b855d,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:02.787658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event updated for resources: {'Port': ['ID=f1cb6856-73a6-44c0-b3c1-6f582a6d89f2,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:02.803678 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-0d7a46ee-99a7-4266-a121-afbd7e48180e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaa4851a-b86e-4c44-b738-ff550c6aa9fc HTTP/1.1" status: 200 len: 217 time: 0.1064200 Aug 28 12:53:02.820954 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:02.827376 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-e003177c-6c8c-41d0-9698-598e80e1037e service neutron] 10.222.0.11 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372632 Aug 28 12:53:02.835119 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c560c-a4d2-42aa-8fa8-addaf28dfe5c req-14362bcd-d4b0-42e9-b222-10a5d9e51b6a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:02.836695 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef2c560c-a4d2-42aa-8fa8-addaf28dfe5c req-14362bcd-d4b0-42e9-b222-10a5d9e51b6a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.1386247 Aug 28 12:53:02.854662 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f00b8bf7-b327-4aad-95e5-478f701f7afa req-66e11b07-9d27-47b3-93a5-795c6caa9206 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316101 Aug 28 12:53:02.860347 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b30c4e74-d521-40be-a72d-eaed9ea780d4 req-fe3569e5-93a4-4df2-a7d4-2dd6ed9c637e service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483849 Aug 28 12:53:02.931807 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] For port fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:53:02.953766 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] For port fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f,segment=NetworkSegment(3468e88b-efea-407e-b0f6-144ffca07932),segment_id=3468e88b-efea-407e-b0f6-144ffca07932)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:53:02.968825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-cb1314f9-3d6c-4708-a3ea-424b843d2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:02.970699 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-cb1314f9-3d6c-4708-a3ea-424b843d2e7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3dc7a40-056f-4dda-851c-6686c8c3fb51 HTTP/1.1" status: 200 len: 858 time: 0.1466157 Aug 28 12:53:02.981982 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:02.982478 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:02.993520 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d0753a12-fc90-4065-942c-830b976dc0bf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7729135 Aug 28 12:53:03.019061 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef2c560c-a4d2-42aa-8fa8-addaf28dfe5c req-ef60df7b-e424-408b-90e0-60fe4fb60027 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678758 Aug 28 12:53:03.060953 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Attempting to bind port 325f02e2-94ff-447a-a3d4-23b08d1b855d on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:53:03.067677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Attempting to bind port 325f02e2-94ff-447a-a3d4-23b08d1b855d by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '3468e88b-efea-407e-b0f6-144ffca07932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:53:03.068844 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-d5a71057-aeed-483e-93bd-6f29cd16a515 service neutron] 10.222.0.11 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261293 Aug 28 12:53:03.072293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Attempting to bind port 325f02e2-94ff-447a-a3d4-23b08d1b855d on network afe762d9-3d97-4f9c-9d76-52d359ad14ee {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:53:03.081439 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d4260e-2e5e-499d-9077-1f0bd8262413 x-openstack-request-id: req-c5d4260e-2e5e-499d-9077-1f0bd8262413 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:03.081736 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3", "tag": "aaa4851a-b86e-4c44-b738-ff550c6aa9fc", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:03.081966 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5d4260e-2e5e-499d-9077-1f0bd8262413 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:03.082381 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3', 'tag': 'aaa4851a-b86e-4c44-b738-ff550c6aa9fc', 'status': 'completed', 'code': 200} Aug 28 12:53:03.087877 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-a4830c0c-e030-46a6-922e-69316fd046e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=afe762d9-3d97-4f9c-9d76-52d359ad14ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015728 Aug 28 12:53:03.098299 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 02196f4a-677f-4344-b3cf-b7dc0193b815 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:53:03.099788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Port 325f02e2-94ff-447a-a3d4-23b08d1b855d on network afe762d9-3d97-4f9c-9d76-52d359ad14ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:53:03.100296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Attempting to bind port 325f02e2-94ff-447a-a3d4-23b08d1b855d on network afe762d9-3d97-4f9c-9d76-52d359ad14ee {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:53:03.108439 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:03.109324 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:03.110968 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] 10.222.0.11 "PUT /v2.0/ports/fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f HTTP/1.1" status: 200 len: 1093 time: 4.0027049 Aug 28 12:53:03.178874 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-7c0001a8-d19d-4e8a-b709-33aee92170f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6da04b61-8648-4f77-8bcc-6503e204f1b5 HTTP/1.1" status: 200 len: 217 time: 0.1032956 Aug 28 12:53:03.224183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:53:03.224686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Checking segment: {'id': '3468e88b-efea-407e-b0f6-144ffca07932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:53:03.225173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Bound using segment: {'id': '3468e88b-efea-407e-b0f6-144ffca07932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:53:03.225729 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Bound port: 325f02e2-94ff-447a-a3d4-23b08d1b855d, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3468e88b-efea-407e-b0f6-144ffca07932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:53:03.226207 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:03.282586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 02196f4a-677f-4344-b3cf-b7dc0193b815, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=02196f4a-677f-4344-b3cf-b7dc0193b815,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:03.295824 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '02196f4a-677f-4344-b3cf-b7dc0193b815', 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000', 'port_id': '02196f4a-677f-4344-b3cf-b7dc0193b815', 'mac_address': 'fa:16:3e:e5:74:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd852a07-8b52-48ff-bea6-e7301fb1f959', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:53:03.318635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-23b6b9ee-6141-4ffd-81c4-faca27f19407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:03.320560 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-23b6b9ee-6141-4ffd-81c4-faca27f19407 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9a81a33e-a30a-4f4f-bc8f-a36371ef2745 HTTP/1.1" status: 200 len: 797 time: 0.1315324 Aug 28 12:53:03.333062 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b83af7-385c-4399-9840-b2379bb5c5de service neutron] Pushing event updated for resources: {'Port': ['ID=fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:03.341109 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:03.358114 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02196f4a-677f-4344-b3cf-b7dc0193b815 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:53:03.363722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-e97b99cc-f569-45fe-b3a9-2ac29d439af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:03.365231 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-e97b99cc-f569-45fe-b3a9-2ac29d439af1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea7d7841882e4d9582ae9834a9cbb992&device_id=a720f713-11a7-4be7-a2d8-ac93c1c9532b HTTP/1.1" status: 200 len: 1096 time: 0.1773658 Aug 28 12:53:03.382937 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 02196f4a-677f-4344-b3cf-b7dc0193b815, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=02196f4a-677f-4344-b3cf-b7dc0193b815,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:03.389093 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:03.390519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be02c1-8730-49d1-a82c-6320f7155242 req-6965923c-2e83-44e2-86ec-3cb3da889496 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:03.400873 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9be02c1-8730-49d1-a82c-6320f7155242 req-6965923c-2e83-44e2-86ec-3cb3da889496 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 944 time: 0.1389983 Aug 28 12:53:03.450858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-e0782513-d2c4-4fac-bf69-d672dc511395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:03.453163 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=02196f4a-677f-4344-b3cf-b7dc0193b815,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:03.453581 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-e0782513-d2c4-4fac-bf69-d672dc511395 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3352c8b5-3501-47c1-96f2-9e32c1cc7612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1247962 Aug 28 12:53:03.471879 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-a3795722-15f6-4cb7-b79d-d8163ba0c9f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f HTTP/1.1" status: 200 len: 217 time: 0.0923998 Aug 28 12:53:03.472547 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9be02c1-8730-49d1-a82c-6320f7155242 req-fa34737a-f573-4dc7-ad1c-640295e2d84d tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688562 Aug 28 12:53:03.480201 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-ffe9e93b-44ef-47d2-ac5c-f39aafa46e31 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--579978993&fields=id&tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f HTTP/1.1" status: 200 len: 267 time: 0.1567485 Aug 28 12:53:03.552414 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-82e8a863-8a4a-4fd4-9a6d-d5ddf7798048 service neutron] 10.222.0.11 "GET /v2.0/networks/afe762d9-3d97-4f9c-9d76-52d359ad14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465764 Aug 28 12:53:03.571022 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-3c4bc57d-acb5-4f2f-ac42-c77855f3587d service neutron] 10.222.0.11 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971348 Aug 28 12:53:03.674889 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-11b378f4-4958-41c7-9f35-06dd6d38f31d service neutron] 10.222.0.11 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951807 Aug 28 12:53:03.676546 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] For port 325f02e2-94ff-447a-a3d4-23b08d1b855d, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:53:03.679719 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-d6da4f81-f492-4fd6-8f4b-cc4561e06a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:03.681107 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-d6da4f81-f492-4fd6-8f4b-cc4561e06a87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3dc7a40-056f-4dda-851c-6686c8c3fb51 HTTP/1.1" status: 200 len: 858 time: 0.1946657 Aug 28 12:53:03.697196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] For port 325f02e2-94ff-447a-a3d4-23b08d1b855d, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=325f02e2-94ff-447a-a3d4-23b08d1b855d,segment=NetworkSegment(3468e88b-efea-407e-b0f6-144ffca07932),segment_id=3468e88b-efea-407e-b0f6-144ffca07932)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:53:03.721564 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:03.760580 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-a2251367-48b8-4bce-8081-bd3472fee507 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=afe762d9-3d97-4f9c-9d76-52d359ad14ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591078 Aug 28 12:53:03.812699 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['02196f4a-677f-4344-b3cf-b7dc0193b815'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:53:03.831016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:03.831731 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:03.833127 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] 10.222.0.11 "PUT /v2.0/ports/325f02e2-94ff-447a-a3d4-23b08d1b855d HTTP/1.1" status: 200 len: 1093 time: 2.7786689 Aug 28 12:53:03.889123 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-aa3e0546-9739-487f-8cb3-4f402cfc224f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:03.895298 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-aa3e0546-9739-487f-8cb3-4f402cfc224f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/networks?id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 200 len: 817 time: 0.3733802 Aug 28 12:53:03.919175 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-d21ab121-6be2-4d1a-a214-a387a68e49b6 service neutron] 10.222.0.11 "GET /v2.0/networks/afe762d9-3d97-4f9c-9d76-52d359ad14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263268 Aug 28 12:53:03.946730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d894d-684e-4440-b905-178f6edd0e47 service neutron] Pushing event updated for resources: {'Port': ['ID=325f02e2-94ff-447a-a3d4-23b08d1b855d,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:03.960529 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-0d1f25e1-6ec6-4232-9b56-9661fcd05106 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/quotas/c8c53cdf63604dd2bfa61ae1af00cc4f HTTP/1.1" status: 200 len: 375 time: 0.0551872 Aug 28 12:53:04.048436 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b9af1-d92c-4e94-b7da-ff2526a0a57e req-318c3986-d60d-47a8-ad69-fdaa397a4b50 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:04.060458 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed7b9af1-d92c-4e94-b7da-ff2526a0a57e req-318c3986-d60d-47a8-ad69-fdaa397a4b50 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 945 time: 0.0827820 Aug 28 12:53:04.104663 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed7b9af1-d92c-4e94-b7da-ff2526a0a57e req-1a89e29e-a061-4da5-afbe-1fabf5057c3b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429511 Aug 28 12:53:04.320365 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd0643-6d36-466c-a1c8-51c16a9f5087 req-cc93d0ef-c9aa-4da7-a915-8ddcb5fe7fdd tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:04.322719 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3dcd0643-6d36-466c-a1c8-51c16a9f5087 req-cc93d0ef-c9aa-4da7-a915-8ddcb5fe7fdd tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0553708 Aug 28 12:53:04.367541 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3dcd0643-6d36-466c-a1c8-51c16a9f5087 req-78e3d291-d619-44e3-b210-391a8c7a8841 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377221 Aug 28 12:53:04.400502 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-fdf234f6-6182-4518-a50a-9cbb0ab76305 service neutron] 10.222.0.11 "GET /v2.0/networks/afe762d9-3d97-4f9c-9d76-52d359ad14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074429 Aug 28 12:53:04.404801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-a149971f-85bc-49c2-bc77-2f9f65626b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:04.406226 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-a149971f-85bc-49c2-bc77-2f9f65626b06 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea7d7841882e4d9582ae9834a9cbb992&device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 1096 time: 0.5035844 Aug 28 12:53:04.428293 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-09c212b2-13d5-4fbb-b2e0-8690a2c2377a tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4584379 Aug 28 12:53:04.453281 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919f449-f8a0-4085-933a-62a7796d6f6d req-b594b4a7-eb5d-4d3c-878c-4b3a418d6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:04.454746 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e919f449-f8a0-4085-933a-62a7796d6f6d req-b594b4a7-eb5d-4d3c-878c-4b3a418d6d61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea7d7841882e4d9582ae9834a9cbb992&device_id=dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3 HTTP/1.1" status: 200 len: 1096 time: 0.4686770 Aug 28 12:53:04.581296 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-83652f24-e2c8-425a-8349-5a9fa7e7c273 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=325f02e2-94ff-447a-a3d4-23b08d1b855d HTTP/1.1" status: 200 len: 217 time: 0.1433840 Aug 28 12:53:04.621121 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5679fe-e28b-4ea8-98b6-440164239831 req-c9db6d66-02d8-4b8e-933d-1606b40ddc83 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:04.622997 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7c5679fe-e28b-4ea8-98b6-440164239831 req-c9db6d66-02d8-4b8e-933d-1606b40ddc83 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 944 time: 0.0537581 Aug 28 12:53:04.674781 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7c5679fe-e28b-4ea8-98b6-440164239831 req-19058d32-7564-44b5-b337-1e4565f9a7ff tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400805 Aug 28 12:53:04.730022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-3d7373ca-ee03-4b28-9eb3-9967c4107e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:04.731521 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-3d7373ca-ee03-4b28-9eb3-9967c4107e81 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3dc7a40-056f-4dda-851c-6686c8c3fb51 HTTP/1.1" status: 200 len: 858 time: 0.1358461 Aug 28 12:53:04.791876 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-f269c548-69fe-4b66-82b5-1af0e7e97d30 service neutron] 10.222.0.11 "GET /v2.0/networks/afe762d9-3d97-4f9c-9d76-52d359ad14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610294 Aug 28 12:53:04.793071 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-4e87c583-fb5e-44eb-922e-75ab8b7b0707 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=afe762d9-3d97-4f9c-9d76-52d359ad14ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472398 Aug 28 12:53:04.796736 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-c6e87b20-626c-4cbc-a318-f4ab6afef084 service neutron] 10.222.0.20 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524406 Aug 28 12:53:04.797832 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919f449-f8a0-4085-933a-62a7796d6f6d req-dda49da8-66b8-4a7e-b091-c23c35ae87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:04.800253 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e919f449-f8a0-4085-933a-62a7796d6f6d req-dda49da8-66b8-4a7e-b091-c23c35ae87f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=afe762d9-3d97-4f9c-9d76-52d359ad14ee HTTP/1.1" status: 200 len: 918 time: 0.2923586 Aug 28 12:53:04.930870 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e919f449-f8a0-4085-933a-62a7796d6f6d req-24bf6432-c77d-404f-a1a1-0fde1580090b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaa4851a-b86e-4c44-b738-ff550c6aa9fc HTTP/1.1" status: 200 len: 217 time: 0.1053126 Aug 28 12:53:05.029674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-94d076e3-4451-4c68-b4ab-5593682b695a service neutron] 10.222.0.20 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244189 Aug 28 12:53:05.039916 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919f449-f8a0-4085-933a-62a7796d6f6d req-3b12949e-a183-4be7-a858-a652c7ec92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:05.041611 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e919f449-f8a0-4085-933a-62a7796d6f6d req-3b12949e-a183-4be7-a858-a652c7ec92d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3dc7a40-056f-4dda-851c-6686c8c3fb51 HTTP/1.1" status: 200 len: 858 time: 0.0979404 Aug 28 12:53:05.045014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-4ff77780-969d-414d-9905-c060ba2d36b5 service neutron] 10.222.0.11 "GET /v2.0/networks/afe762d9-3d97-4f9c-9d76-52d359ad14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186177 Aug 28 12:53:05.085610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a720f713-11a7-4be7-a2d8-ac93c1c9532b', 'tag': 'fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f'}, {'name': 'network-changed', 'server_uuid': '5f409987-d25d-4e06-aae7-98caab5e607c', 'tag': '325f02e2-94ff-447a-a3d4-23b08d1b855d'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:05.088319 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f" -d '{"events": [{"name": "network-changed", "server_uuid": "a720f713-11a7-4be7-a2d8-ac93c1c9532b", "tag": "fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f"}, {"name": "network-changed", "server_uuid": "5f409987-d25d-4e06-aae7-98caab5e607c", "tag": "325f02e2-94ff-447a-a3d4-23b08d1b855d"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:05.107159 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e919f449-f8a0-4085-933a-62a7796d6f6d req-97e2acaa-10c0-44c9-94bf-148c099ce257 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=afe762d9-3d97-4f9c-9d76-52d359ad14ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402150 Aug 28 12:53:05.181983 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7d61af-cdb2-472b-90db-6da9f8738937 x-openstack-request-id: req-7c7d61af-cdb2-472b-90db-6da9f8738937 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:05.182292 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a720f713-11a7-4be7-a2d8-ac93c1c9532b", "tag": "fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5f409987-d25d-4e06-aae7-98caab5e607c", "tag": "325f02e2-94ff-447a-a3d4-23b08d1b855d", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:05.182575 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c7d61af-cdb2-472b-90db-6da9f8738937 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:05.183068 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a720f713-11a7-4be7-a2d8-ac93c1c9532b', 'tag': 'fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f', 'status': 'completed', 'code': 200} Aug 28 12:53:05.183405 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f409987-d25d-4e06-aae7-98caab5e607c', 'tag': '325f02e2-94ff-447a-a3d4-23b08d1b855d', 'status': 'completed', 'code': 200} Aug 28 12:53:05.338183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3ce43d81-8590-4c2e-86d8-323f46715c24 req-ea6941ba-0883-4780-95e5-5071c7c2c01a tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 210 time: 0.0994446 Aug 28 12:53:05.357771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a0003-e48c-456d-b6e6-e82f8a89f65e req-225a7b7a-10e4-401a-9ac2-5d54d2981f7b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:05.359412 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-401a0003-e48c-456d-b6e6-e82f8a89f65e req-225a7b7a-10e4-401a-9ac2-5d54d2981f7b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 945 time: 0.1215415 Aug 28 12:53:05.393783 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3461f83-2f2d-45dd-b8b8-7913be1bf4b8 req-d0510bcf-2359-41f7-925f-8a73e2a24638 service neutron] 10.222.0.11 "GET /v2.0/networks/afe762d9-3d97-4f9c-9d76-52d359ad14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168364 Aug 28 12:53:05.402785 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-e24fe707-79b5-4503-999f-3ee7d65b958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:05.404418 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-e24fe707-79b5-4503-999f-3ee7d65b958e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea7d7841882e4d9582ae9834a9cbb992&device_id=a720f713-11a7-4be7-a2d8-ac93c1c9532b HTTP/1.1" status: 200 len: 1096 time: 0.1945953 Aug 28 12:53:05.442056 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e919f449-f8a0-4085-933a-62a7796d6f6d req-a88f2d0e-20bd-4d61-9370-e12720750740 service neutron] 10.222.0.11 "GET /v2.0/networks/afe762d9-3d97-4f9c-9d76-52d359ad14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680697 Aug 28 12:53:05.444980 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-401a0003-e48c-456d-b6e6-e82f8a89f65e req-40eaed42-bae9-46a4-86c7-3c000bde3a4c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639417 Aug 28 12:53:05.586780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51514) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:05.635040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-28a496e3-0f02-44a9-b7b8-2a88b47b12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:05.637028 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-28a496e3-0f02-44a9-b7b8-2a88b47b12eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=afe762d9-3d97-4f9c-9d76-52d359ad14ee HTTP/1.1" status: 200 len: 918 time: 0.2210999 Aug 28 12:53:05.645954 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e919f449-f8a0-4085-933a-62a7796d6f6d req-c6033848-5aae-41f5-9f24-08ce7faf48e8 service neutron] 10.222.0.11 "GET /v2.0/networks/afe762d9-3d97-4f9c-9d76-52d359ad14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802711 Aug 28 12:53:05.649345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7aeff-8d8a-40df-a743-b0c51b9e1843 req-2b843b41-6508-4221-ba23-a6f6163db7eb tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:05.655119 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0cd7aeff-8d8a-40df-a743-b0c51b9e1843 req-2b843b41-6508-4221-ba23-a6f6163db7eb tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0939097 Aug 28 12:53:05.699378 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-9e97077f-c02e-47d2-9b11-49563c6140b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f HTTP/1.1" status: 200 len: 217 time: 0.0521472 Aug 28 12:53:05.744032 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0cd7aeff-8d8a-40df-a743-b0c51b9e1843 req-11289913-273b-4dc4-9046-54811be01d97 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834427 Aug 28 12:53:05.815637 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c741394c-d368-45e3-8db3-d466b9f1e26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:05.840423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-1917ee76-5ad0-41bc-a4a7-0bd9e7532cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:05.842079 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-1917ee76-5ad0-41bc-a4a7-0bd9e7532cc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3dc7a40-056f-4dda-851c-6686c8c3fb51 HTTP/1.1" status: 200 len: 858 time: 0.1238637 Aug 28 12:53:05.912110 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-997b88dd-77c3-483f-9724-5991082337f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=afe762d9-3d97-4f9c-9d76-52d359ad14ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392175 Aug 28 12:53:06.081129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8702b-050a-4eaf-8e79-cd27c215b9c3 req-95edf6b5-a187-46bc-b209-24120cdf2e24 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:06.082458 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1c8702b-050a-4eaf-8e79-cd27c215b9c3 req-95edf6b5-a187-46bc-b209-24120cdf2e24 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 944 time: 0.1060808 Aug 28 12:53:06.085875 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c741394c-d368-45e3-8db3-d466b9f1e26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:06.090182 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-119c99ef-5e8f-413f-abef-c73a75bc02cf service neutron] 10.222.0.11 "GET /v2.0/networks/afe762d9-3d97-4f9c-9d76-52d359ad14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642094 Aug 28 12:53:06.092925 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c741394c-d368-45e3-8db3-d466b9f1e26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:06.199579 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741394c-d368-45e3-8db3-d466b9f1e26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925310e4-c0e1-4ebd-99fe-dfe05baea63f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:06.209656 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c741394c-d368-45e3-8db3-d466b9f1e26d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd7a3f9c91f64a66adb8bfd7768241a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6177878 Aug 28 12:53:06.213857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51522) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:06.219420 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1c8702b-050a-4eaf-8e79-cd27c215b9c3 req-b0bf26c6-6d45-4696-a59e-e999e75ddb94 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283169 Aug 28 12:53:06.253573 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-a51dc0c9-cdd1-41c6-976b-8a39709b4b1c service neutron] 10.222.0.11 "GET /v2.0/networks/afe762d9-3d97-4f9c-9d76-52d359ad14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494749 Aug 28 12:53:06.267161 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a78e685e-2b59-4739-a733-2ab15ba6e025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:06.289625 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a78e685e-2b59-4739-a733-2ab15ba6e025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:06.337416 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a78e685e-2b59-4739-a733-2ab15ba6e025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:06.340169 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a78e685e-2b59-4739-a733-2ab15ba6e025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:06.341332 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a78e685e-2b59-4739-a733-2ab15ba6e025 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/925310e4-c0e1-4ebd-99fe-dfe05baea63f HTTP/1.1" status: 204 len: 168 time: 0.1260517 Aug 28 12:53:06.344521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-1091a776-2c43-4507-81b4-573f24b44fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:06.347879 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-1091a776-2c43-4507-81b4-573f24b44fc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea7d7841882e4d9582ae9834a9cbb992&device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 1096 time: 0.0447109 Aug 28 12:53:06.350534 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e685e-2b59-4739-a733-2ab15ba6e025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925310e4-c0e1-4ebd-99fe-dfe05baea63f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:06.463006 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-d447f89e-7eb5-4211-8ad1-d0c68f9f88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:06.464734 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-d447f89e-7eb5-4211-8ad1-d0c68f9f88b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=afe762d9-3d97-4f9c-9d76-52d359ad14ee HTTP/1.1" status: 200 len: 918 time: 0.1091530 Aug 28 12:53:06.481692 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0489d1df-c6ac-409e-9b29-82c31798de85 req-ca28f4de-860b-42db-915e-1bf34b57079f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 210 time: 0.0394695 Aug 28 12:53:06.539451 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-2d3fae10-7b60-4ad8-b261-7760df5cac13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=325f02e2-94ff-447a-a3d4-23b08d1b855d HTTP/1.1" status: 200 len: 217 time: 0.0591528 Aug 28 12:53:06.682373 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51532) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:06.697167 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76fb534e-6bd3-4d37-b2e7-5dbd152d106a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:06.720082 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe4ad0-c04e-4930-ba2f-6711b2e5eaf9 req-22ef8962-7ca1-42b8-a7c3-18a568bcc9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:06.723530 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-04fe4ad0-c04e-4930-ba2f-6711b2e5eaf9 req-22ef8962-7ca1-42b8-a7c3-18a568bcc9cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 1097 time: 0.1939859 Aug 28 12:53:06.728049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-8803ec34-ce3b-4e3d-b7f1-538e72fecce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:06.729434 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-8803ec34-ce3b-4e3d-b7f1-538e72fecce9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3dc7a40-056f-4dda-851c-6686c8c3fb51 HTTP/1.1" status: 200 len: 858 time: 0.1710899 Aug 28 12:53:06.743406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623476c-d711-4f46-a84f-e33cfcbf55da req-fcbf0650-ccdc-4ac8-9f50-7000fb772ec1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:06.744901 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8623476c-d711-4f46-a84f-e33cfcbf55da req-fcbf0650-ccdc-4ac8-9f50-7000fb772ec1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 945 time: 0.2025225 Aug 28 12:53:06.810758 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76fb534e-6bd3-4d37-b2e7-5dbd152d106a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:06.815467 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76fb534e-6bd3-4d37-b2e7-5dbd152d106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:06.822990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-971575c5-b1a6-4dd3-bd6d-7d8273fddb87 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:06.824430 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-971575c5-b1a6-4dd3-bd6d-7d8273fddb87 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.11 "GET /v2.0/networks?id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 200 len: 817 time: 0.2017534 Aug 28 12:53:06.837729 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-2ac7277c-7d0e-4d4f-834b-61654d94bbe5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=afe762d9-3d97-4f9c-9d76-52d359ad14ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908003 Aug 28 12:53:06.879593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb534e-6bd3-4d37-b2e7-5dbd152d106a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3b12da-f609-40ec-8158-4f349db51e25,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:06.887397 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-76fb534e-6bd3-4d37-b2e7-5dbd152d106a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab6593264e1e4b308b2dd259fea858fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036836 Aug 28 12:53:06.888754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51538) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:06.926652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0097779-e417-451d-8786-8f62f15ab44a req-d8825080-f4e9-4181-81be-d146a75a23fa tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:06.928210 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0097779-e417-451d-8786-8f62f15ab44a req-d8825080-f4e9-4181-81be-d146a75a23fa tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.1019785 Aug 28 12:53:06.940241 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8623476c-d711-4f46-a84f-e33cfcbf55da req-f354ac71-aebe-433a-940e-6ae57a02c59b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755564 Aug 28 12:53:06.950526 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-04fe4ad0-c04e-4930-ba2f-6711b2e5eaf9 req-4d5d359d-fd94-417a-8188-1387156482ec service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046361 Aug 28 12:53:06.966049 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-20fe503e-d3e3-4ab9-ad4e-0227e993ad79 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f HTTP/1.1" status: 200 len: 379 time: 0.1232071 Aug 28 12:53:06.978192 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0548dba2-ea15-4125-9b86-7aaf338aad64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:07.003861 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0097779-e417-451d-8786-8f62f15ab44a req-d46a8aeb-f087-40a5-ae8c-6771282897d0 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659482 Aug 28 12:53:07.004168 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-603ff332-7a52-45dd-a69f-ff9d7731fc3c service neutron] 10.222.0.11 "GET /v2.0/networks/afe762d9-3d97-4f9c-9d76-52d359ad14ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493988 Aug 28 12:53:07.012526 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0548dba2-ea15-4125-9b86-7aaf338aad64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:07.065115 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0548dba2-ea15-4125-9b86-7aaf338aad64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:07.067851 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0548dba2-ea15-4125-9b86-7aaf338aad64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:07.069070 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0548dba2-ea15-4125-9b86-7aaf338aad64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b3b12da-f609-40ec-8158-4f349db51e25 HTTP/1.1" status: 204 len: 168 time: 0.1788273 Aug 28 12:53:07.077565 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548dba2-ea15-4125-9b86-7aaf338aad64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3b12da-f609-40ec-8158-4f349db51e25,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:07.133694 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device aaa4851a-b86e-4c44-b738-ff550c6aa9fc details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:53:07.136217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 02196f4a-677f-4344-b3cf-b7dc0193b815 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:53:07.168560 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:07.231158 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-078742e1-db31-4ea3-b0e5-a52f6f9f1bc3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Request body: {'port': {'device_id': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'admin_state_up': True, 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'security_groups': ['d342c507-b494-4623-a19a-d45db09ed26d']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:53:07.261566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 02196f4a-677f-4344-b3cf-b7dc0193b815 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:53:07.275688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 02196f4a-677f-4344-b3cf-b7dc0193b815 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:53:07.276983 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:07.331806 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port aaa4851a-b86e-4c44-b738-ff550c6aa9fc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=aaa4851a-b86e-4c44-b738-ff550c6aa9fc,segment=NetworkSegment(3468e88b-efea-407e-b0f6-144ffca07932),segment_id=3468e88b-efea-407e-b0f6-144ffca07932)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:07.354459 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'aaa4851a-b86e-4c44-b738-ff550c6aa9fc', 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee', 'port_id': 'aaa4851a-b86e-4c44-b738-ff550c6aa9fc', 'mac_address': 'fa:16:3e:ff:8e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3dc7a40-056f-4dda-851c-6686c8c3fb51', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:53:07.436388 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ab8f0aa-6ed6-421e-8d36-4b21d9f8406f req-c958f505-68ef-4263-a650-ec2556981bb9 service neutron] 10.222.0.11 "GET /v2.0/networks/afe762d9-3d97-4f9c-9d76-52d359ad14ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404099 Aug 28 12:53:07.439115 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:07.444682 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbf14c-c8bf-42ad-b280-06cfd38b395f req-6ed6a8cc-468e-4d3d-9d6f-9144a229e582 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:07.446352 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0bdbf14c-c8bf-42ad-b280-06cfd38b395f req-6ed6a8cc-468e-4d3d-9d6f-9144a229e582 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 944 time: 0.1193357 Aug 28 12:53:07.468804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa4851a-b86e-4c44-b738-ff550c6aa9fc {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:53:07.475553 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:07.489608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-078742e1-db31-4ea3-b0e5-a52f6f9f1bc3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Made reservation on behalf of c8c53cdf63604dd2bfa61ae1af00cc4f for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:53:07.493298 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-078742e1-db31-4ea3-b0e5-a52f6f9f1bc3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:07.522706 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0bdbf14c-c8bf-42ad-b280-06cfd38b395f req-9f4eeb79-7f9d-4cc3-9028-4dda6d0fcf6d tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641074 Aug 28 12:53:07.522862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port aaa4851a-b86e-4c44-b738-ff550c6aa9fc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=aaa4851a-b86e-4c44-b738-ff550c6aa9fc,segment=NetworkSegment(3468e88b-efea-407e-b0f6-144ffca07932),segment_id=3468e88b-efea-407e-b0f6-144ffca07932)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:07.534393 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:07.535695 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:53:07.537845 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ae2282-35bb-4c80-93d6-48344342f90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02196f4a-677f-4344-b3cf-b7dc0193b815'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:07.540781 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af17c7f-5fe0-426d-b887-16058bd2ae52" -d '{"events": [{"server_uuid": "08ae2282-35bb-4c80-93d6-48344342f90e", "name": "network-vif-plugged", "status": "completed", "tag": "02196f4a-677f-4344-b3cf-b7dc0193b815"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:07.601514 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561781bc-9bb4-4977-8bcc-671ee9df2476 x-openstack-request-id: req-561781bc-9bb4-4977-8bcc-671ee9df2476 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:07.602045 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ae2282-35bb-4c80-93d6-48344342f90e", "name": "network-vif-plugged", "status": "completed", "tag": "02196f4a-677f-4344-b3cf-b7dc0193b815", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:07.602570 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-561781bc-9bb4-4977-8bcc-671ee9df2476 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:07.603209 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ae2282-35bb-4c80-93d6-48344342f90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02196f4a-677f-4344-b3cf-b7dc0193b815', 'code': 200} Aug 28 12:53:07.620579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 02196f4a-677f-4344-b3cf-b7dc0193b815, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=02196f4a-677f-4344-b3cf-b7dc0193b815,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:07.625539 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=aaa4851a-b86e-4c44-b738-ff550c6aa9fc,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:07.634642 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:07.657989 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-add9b9d5-3c19-42db-b92e-a8fbb224fdf6 req-015f7f5c-fb70-42c4-a320-5fab200bea7e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 210 time: 0.0477312 Aug 28 12:53:07.705594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-078742e1-db31-4ea3-b0e5-a52f6f9f1bc3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Allocated IP 172.20.0.4 (ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2/fac72157-2444-43b8-a097-cf18d714c2d2/050dccf7-cb33-4035-a7b2-64069e71e1f1) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:53:07.733342 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f,segment=NetworkSegment(3468e88b-efea-407e-b0f6-144ffca07932),segment_id=3468e88b-efea-407e-b0f6-144ffca07932)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:07.747264 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=02196f4a-677f-4344-b3cf-b7dc0193b815,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:07.754727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f', 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee', 'port_id': 'fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f', 'mac_address': 'fa:16:3e:5f:ee:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3dc7a40-056f-4dda-851c-6686c8c3fb51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:53:07.801030 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:07.818478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f453bd-b9a9-461c-b346-1369967a90f7 req-23ad222f-d3b3-45ad-81d6-93d0e2ea2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:07.819906 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:53:07.820100 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05f453bd-b9a9-461c-b346-1369967a90f7 req-23ad222f-d3b3-45ad-81d6-93d0e2ea2e33 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 1098 time: 0.1037459 Aug 28 12:53:07.846938 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f,segment=NetworkSegment(3468e88b-efea-407e-b0f6-144ffca07932),segment_id=3468e88b-efea-407e-b0f6-144ffca07932)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:07.853089 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:07.912321 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:08.157404 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40177e5f-f656-4363-a49d-d23b55fd0928 req-6270b5fc-ddf4-4c28-8f23-90a802a7464a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:08.161480 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40177e5f-f656-4363-a49d-d23b55fd0928 req-6270b5fc-ddf4-4c28-8f23-90a802a7464a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0736501 Aug 28 12:53:08.226913 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40177e5f-f656-4363-a49d-d23b55fd0928 req-3a51ace3-0692-4c0f-a533-f68ab6ff36a4 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566666 Aug 28 12:53:08.245396 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05f453bd-b9a9-461c-b346-1369967a90f7 req-06b3ad4a-f658-4fb3-acae-d9e69e49fff5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158945 Aug 28 12:53:08.272919 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-078742e1-db31-4ea3-b0e5-a52f6f9f1bc3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:08.298116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656e91c-2404-4ab5-8ecf-372f340f6376 req-53e2b8c5-7dfe-4914-a268-6dc1faf0d4de tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:08.302880 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a656e91c-2404-4ab5-8ecf-372f340f6376 req-53e2b8c5-7dfe-4914-a268-6dc1faf0d4de tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 946 time: 0.1015348 Aug 28 12:53:08.304310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-078742e1-db31-4ea3-b0e5-a52f6f9f1bc3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Transition to ACTIVE for port object 050dccf7-cb33-4035-a7b2-64069e71e1f1 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:53:08.359689 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a656e91c-2404-4ab5-8ecf-372f340f6376 req-72d6d01d-dbf4-4abe-9c30-dcf457973d7a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534132 Aug 28 12:53:08.372361 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-078742e1-db31-4ea3-b0e5-a52f6f9f1bc3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:08.407562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['aaa4851a-b86e-4c44-b738-ff550c6aa9fc'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:53:08.436095 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-078742e1-db31-4ea3-b0e5-a52f6f9f1bc3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:53:08.439974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-078742e1-db31-4ea3-b0e5-a52f6f9f1bc3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:53:08.445417 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-078742e1-db31-4ea3-b0e5-a52f6f9f1bc3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:53:08.448504 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078742e1-db31-4ea3-b0e5-a52f6f9f1bc3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event updated for resources: {'Port': ['ID=050dccf7-cb33-4035-a7b2-64069e71e1f1,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:08.460962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:53:08.575914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-078742e1-db31-4ea3-b0e5-a52f6f9f1bc3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:08.577918 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-078742e1-db31-4ea3-b0e5-a52f6f9f1bc3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:08.609501 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-078742e1-db31-4ea3-b0e5-a52f6f9f1bc3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3958528 Aug 28 12:53:08.635410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Request body: {'port': {'device_id': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:53:08.728414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed1a9-a246-4f52-8579-d71659aa0e7f req-6b5148b8-3145-45f6-98f7-2c3564012d1b tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:08.740663 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a3ed1a9-a246-4f52-8579-d71659aa0e7f req-6b5148b8-3145-45f6-98f7-2c3564012d1b tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 944 time: 0.1083679 Aug 28 12:53:08.794089 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a3ed1a9-a246-4f52-8579-d71659aa0e7f req-b566ad13-ea38-4495-ac74-be60b432caca tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522585 Aug 28 12:53:08.801033 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:08.849501 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab338a98-772c-4930-94fb-e319c8d8ec63 req-7300e6d4-9d62-4aee-b4f0-ab699ccb1196 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:08.850988 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ab338a98-772c-4930-94fb-e319c8d8ec63 req-7300e6d4-9d62-4aee-b4f0-ab699ccb1196 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 931 time: 0.0909691 Aug 28 12:53:08.888897 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-01640474-8c6c-4550-bef7-1a3af85f03f4 None None] Provisioning for port 050dccf7-cb33-4035-a7b2-64069e71e1f1 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:53:08.893715 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-01640474-8c6c-4550-bef7-1a3af85f03f4 None None] Provisioning complete for port 050dccf7-cb33-4035-a7b2-64069e71e1f1 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:53:08.894159 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-01640474-8c6c-4550-bef7-1a3af85f03f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:08.965939 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ab338a98-772c-4930-94fb-e319c8d8ec63 req-0b36673f-b453-4cf2-85c8-a0a73c663ffe tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056061 Aug 28 12:53:09.090426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-01640474-8c6c-4550-bef7-1a3af85f03f4 None None] Port 050dccf7-cb33-4035-a7b2-64069e71e1f1 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:53:09.125215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050dccf7-cb33-4035-a7b2-64069e71e1f1 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:53:09.131002 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 325f02e2-94ff-447a-a3d4-23b08d1b855d details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:53:09.133478 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:09.146755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Transition to ACTIVE for port object 050dccf7-cb33-4035-a7b2-64069e71e1f1 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:53:09.151451 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:09.229940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=050dccf7-cb33-4035-a7b2-64069e71e1f1,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:09.244473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 325f02e2-94ff-447a-a3d4-23b08d1b855d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=325f02e2-94ff-447a-a3d4-23b08d1b855d,segment=NetworkSegment(3468e88b-efea-407e-b0f6-144ffca07932),segment_id=3468e88b-efea-407e-b0f6-144ffca07932)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:09.270283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '325f02e2-94ff-447a-a3d4-23b08d1b855d', 'network_id': 'afe762d9-3d97-4f9c-9d76-52d359ad14ee', 'port_id': '325f02e2-94ff-447a-a3d4-23b08d1b855d', 'mac_address': 'fa:16:3e:ec:6d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3dc7a40-056f-4dda-851c-6686c8c3fb51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:53:09.327977 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:09.331798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Attempting to bind port 050dccf7-cb33-4035-a7b2-64069e71e1f1 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:53:09.332140 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Attempting to bind port 050dccf7-cb33-4035-a7b2-64069e71e1f1 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:53:09.332472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Attempting to bind port 050dccf7-cb33-4035-a7b2-64069e71e1f1 on network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:53:09.349178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Port 050dccf7-cb33-4035-a7b2-64069e71e1f1 on network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:53:09.349504 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Attempting to bind port 050dccf7-cb33-4035-a7b2-64069e71e1f1 on network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:53:09.356522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325f02e2-94ff-447a-a3d4-23b08d1b855d {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:53:09.358964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:53:09.359405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Checking segment: {'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:53:09.359950 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Bound using segment: {'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:53:09.360395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Bound port: 050dccf7-cb33-4035-a7b2-64069e71e1f1, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:53:09.360842 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:09.403910 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada1963-9731-439a-b32e-dc5cee82f1d4 req-3c53662c-4fba-4c7e-ab76-7f369a9a8bea tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:09.408686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 325f02e2-94ff-447a-a3d4-23b08d1b855d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=325f02e2-94ff-447a-a3d4-23b08d1b855d,segment=NetworkSegment(3468e88b-efea-407e-b0f6-144ffca07932),segment_id=3468e88b-efea-407e-b0f6-144ffca07932)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:09.419165 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7ada1963-9731-439a-b32e-dc5cee82f1d4 req-3c53662c-4fba-4c7e-ab76-7f369a9a8bea tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0912788 Aug 28 12:53:09.427337 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:09.450675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] For port 050dccf7-cb33-4035-a7b2-64069e71e1f1, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:53:09.456235 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] For port 050dccf7-cb33-4035-a7b2-64069e71e1f1, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:53:09.462372 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:09.465137 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7ada1963-9731-439a-b32e-dc5cee82f1d4 req-9ddb5a8e-b1ec-4633-b9a0-938af87f8d86 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443454 Aug 28 12:53:09.524300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=325f02e2-94ff-447a-a3d4-23b08d1b855d,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:09.530527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:09.530835 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:09.532241 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] 10.222.0.11 "PUT /v2.0/ports/050dccf7-cb33-4035-a7b2-64069e71e1f1 HTTP/1.1" status: 200 len: 1092 time: 0.9029055 Aug 28 12:53:09.537134 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'tag': '050dccf7-cb33-4035-a7b2-64069e71e1f1'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:09.539606 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791d00c9-0111-486b-85a3-2ce34e83c90c" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc0e93e-e91d-4d47-9440-31b9ac1b1e51", "tag": "050dccf7-cb33-4035-a7b2-64069e71e1f1"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:09.570554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06948091-868c-4a23-9c94-593ef592f8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=050dccf7-cb33-4035-a7b2-64069e71e1f1,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:09.604801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cd277-ddfb-4f56-8469-067d20f7af6c req-ed334d70-d518-4b0a-a7fd-a579f3e685b5 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:09.605065 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:09.617643 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-160cd277-ddfb-4f56-8469-067d20f7af6c req-ed334d70-d518-4b0a-a7fd-a579f3e685b5 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 946 time: 0.1249857 Aug 28 12:53:09.693271 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-160cd277-ddfb-4f56-8469-067d20f7af6c req-9ae826e1-5785-4e11-babb-1a9891553923 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745761 Aug 28 12:53:09.740410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-838af25b-c7fb-4abe-ba25-59a0232e6fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:09.742042 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-838af25b-c7fb-4abe-ba25-59a0232e6fd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 1095 time: 0.0953441 Aug 28 12:53:09.813150 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5c4b5dd4-b27c-43bc-b52c-9b3ec7ffa319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:09.835009 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddfc970-d6c8-4446-a69c-2071f22790f3 x-openstack-request-id: req-1ddfc970-d6c8-4446-a69c-2071f22790f3 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:09.835322 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc0e93e-e91d-4d47-9440-31b9ac1b1e51", "tag": "050dccf7-cb33-4035-a7b2-64069e71e1f1", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:09.835591 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ddfc970-d6c8-4446-a69c-2071f22790f3 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:09.836025 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'tag': '050dccf7-cb33-4035-a7b2-64069e71e1f1', 'status': 'completed', 'code': 200} Aug 28 12:53:09.838285 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-0cf36a79-03c4-44bd-86f3-fb5fd7c16f5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1 HTTP/1.1" status: 200 len: 217 time: 0.0831339 Aug 28 12:53:09.964642 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-e987ee5b-31ca-4bc4-a4f4-1cc68d6fb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:09.966085 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-e987ee5b-31ca-4bc4-a4f4-1cc68d6fb656 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fac72157-2444-43b8-a097-cf18d714c2d2 HTTP/1.1" status: 200 len: 856 time: 0.1046128 Aug 28 12:53:10.045832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977e9d4-1ed8-429f-ac01-ebfa426f1925 req-30d2ef38-70d1-48d7-9df5-27682201c5fc tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:10.055332 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e977e9d4-1ed8-429f-ac01-ebfa426f1925 req-30d2ef38-70d1-48d7-9df5-27682201c5fc tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0706418 Aug 28 12:53:10.081886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17e0d8-5eba-489c-9c50-503d70db4446 req-dbac64f0-2766-4a5b-b9ca-f3ce9f024791 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:10.083415 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3c17e0d8-5eba-489c-9c50-503d70db4446 req-dbac64f0-2766-4a5b-b9ca-f3ce9f024791 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 945 time: 0.1349924 Aug 28 12:53:10.088089 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2851a-ddbd-4692-995c-957573d3435c req-48d243ab-c8f9-44a9-b53b-948b6423b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:10.089644 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9e2851a-ddbd-4692-995c-957573d3435c req-48d243ab-c8f9-44a9-b53b-948b6423b7fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5fa6504f1c5245c4bc244aff3d31f637&device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 1097 time: 0.1282413 Aug 28 12:53:10.096987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-0ee4f8be-0db4-43e4-8b05-395d132b7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:10.098446 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-0ee4f8be-0db4-43e4-8b05-395d132b7b0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037054 Aug 28 12:53:10.101071 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e977e9d4-1ed8-429f-ac01-ebfa426f1925 req-f65c2b1f-992c-46de-b211-beb8b411c56b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371125 Aug 28 12:53:10.221298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e736c-0201-43aa-b63a-f85322e88f5b req-e21f01ec-50cb-4628-b4fc-b184ab1b2d52 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:10.224301 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-930e736c-0201-43aa-b63a-f85322e88f5b req-e21f01ec-50cb-4628-b4fc-b184ab1b2d52 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.0625186 Aug 28 12:53:10.239193 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3c17e0d8-5eba-489c-9c50-503d70db4446 req-dea9c21d-978b-4be2-8e1c-ba653b0aa9ce tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453321 Aug 28 12:53:10.275488 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-930e736c-0201-43aa-b63a-f85322e88f5b req-0b3302bf-a007-4bf4-bf0d-bbfa30e50593 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436108 Aug 28 12:53:10.291642 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2851a-ddbd-4692-995c-957573d3435c req-db46ecb9-c893-4d49-a472-2c8d1711c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:10.293169 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9e2851a-ddbd-4692-995c-957573d3435c req-db46ecb9-c893-4d49-a472-2c8d1711c7cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=94c98bd0-b397-4410-9e9a-94046b8de866 HTTP/1.1" status: 200 len: 918 time: 0.1894736 Aug 28 12:53:10.296890 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-8ee3da50-2e79-4b99-9786-888b410192f4 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856146 Aug 28 12:53:10.354389 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9e2851a-ddbd-4692-995c-957573d3435c req-25ae2341-9fe5-4610-b837-c471f574692a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a6c0169-7662-446d-ac2c-843f451109ae HTTP/1.1" status: 200 len: 217 time: 0.0424500 Aug 28 12:53:10.454126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2851a-ddbd-4692-995c-957573d3435c req-16f59784-4ba7-4c19-9f6a-54fe09c946ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:10.456436 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9e2851a-ddbd-4692-995c-957573d3435c req-16f59784-4ba7-4c19-9f6a-54fe09c946ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=515db44d-2b7a-4e76-9761-e9a394711f3d HTTP/1.1" status: 200 len: 858 time: 0.0696361 Aug 28 12:53:10.489338 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94ac4db3-b307-45cf-8dad-5215adf7dff7 req-d175c09b-d7a5-48fa-a0c1-c39830d5398e service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714804 Aug 28 12:53:10.507594 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9e2851a-ddbd-4692-995c-957573d3435c req-41a1bb48-f91f-480e-b2a3-f4c7b6bed711 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94c98bd0-b397-4410-9e9a-94046b8de866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374115 Aug 28 12:53:10.638180 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d00c9-0111-486b-85a3-2ce34e83c90c req-1ce7e843-f94d-4c8f-9f06-8dd7a6b8185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:10.639711 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-791d00c9-0111-486b-85a3-2ce34e83c90c req-1ce7e843-f94d-4c8f-9f06-8dd7a6b8185f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 1095 time: 0.0722845 Aug 28 12:53:10.659187 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['325f02e2-94ff-447a-a3d4-23b08d1b855d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:53:10.663061 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9e2851a-ddbd-4692-995c-957573d3435c req-f5e6ca9a-1f13-4477-bd75-20704bf5d2c3 service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458035 Aug 28 12:53:10.854557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d00c9-0111-486b-85a3-2ce34e83c90c req-34dd3fc2-4435-430b-a850-672ce1a3191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:10.856047 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-791d00c9-0111-486b-85a3-2ce34e83c90c req-34dd3fc2-4435-430b-a850-672ce1a3191d service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 200 len: 917 time: 0.2063322 Aug 28 12:53:10.864475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9e2851a-ddbd-4692-995c-957573d3435c req-32a98c26-86f0-45c5-89ea-5bff6ce1daad service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652579 Aug 28 12:53:10.879608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a5c69-ef56-443e-8e5d-21434ba61bfb req-d880871e-6169-4d84-a4aa-774fb7893115 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:10.880184 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1c1a5c69-ef56-443e-8e5d-21434ba61bfb req-d880871e-6169-4d84-a4aa-774fb7893115 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 946 time: 0.0943434 Aug 28 12:53:10.928270 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-791d00c9-0111-486b-85a3-2ce34e83c90c req-ea9fd0cb-472f-4adb-ba07-88a8cdeddb72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1 HTTP/1.1" status: 200 len: 217 time: 0.0471201 Aug 28 12:53:10.984826 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1c1a5c69-ef56-443e-8e5d-21434ba61bfb req-6c21bf19-042f-45cf-b9e6-7032eccf662a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960104 Aug 28 12:53:11.010601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d00c9-0111-486b-85a3-2ce34e83c90c req-3cde484b-0c5a-431a-9cb5-6e64b3405d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:11.010601 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-791d00c9-0111-486b-85a3-2ce34e83c90c req-3cde484b-0c5a-431a-9cb5-6e64b3405d8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fac72157-2444-43b8-a097-cf18d714c2d2 HTTP/1.1" status: 200 len: 856 time: 0.0618167 Aug 28 12:53:11.055429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d00c9-0111-486b-85a3-2ce34e83c90c req-d876da4c-6620-4205-b650-66441e22c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:11.056875 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-791d00c9-0111-486b-85a3-2ce34e83c90c req-d876da4c-6620-4205-b650-66441e22c26b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455401 Aug 28 12:53:11.138455 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device aaa4851a-b86e-4c44-b738-ff550c6aa9fc up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:53:11.194186 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-791d00c9-0111-486b-85a3-2ce34e83c90c req-8a19e952-cf6e-462d-8023-a61d07a38c85 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209083 Aug 28 12:53:11.209181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port aaa4851a-b86e-4c44-b738-ff550c6aa9fc completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:53:11.217907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port aaa4851a-b86e-4c44-b738-ff550c6aa9fc triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:53:11.218701 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:11.331784 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:11.347418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-02b69a13-55b9-49aa-9967-d8148108f211 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:11.349088 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-02b69a13-55b9-49aa-9967-d8148108f211 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 805 time: 0.1327381 Aug 28 12:53:11.365506 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa4851a-b86e-4c44-b738-ff550c6aa9fc'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:11.368453 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8868a243-ebdf-4160-a72f-eabf94f30d29" -d '{"events": [{"server_uuid": "dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3", "name": "network-vif-plugged", "status": "completed", "tag": "aaa4851a-b86e-4c44-b738-ff550c6aa9fc"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:11.369533 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-791d00c9-0111-486b-85a3-2ce34e83c90c req-404ed0e3-c87f-4a21-ac2c-703566163db8 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652005 Aug 28 12:53:11.374536 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-87c9a95a-4c98-4b3e-898f-6f357680b7cc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/quotas/573c018398664696a67d8bb440ec4bdf HTTP/1.1" status: 200 len: 375 time: 0.0193412 Aug 28 12:53:11.380308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798c0f2-bf02-4350-9963-d2d2adfde868 req-fe7bd87d-2a12-45f1-9468-4dbe7b277f0d tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:11.382897 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1798c0f2-bf02-4350-9963-d2d2adfde868 req-fe7bd87d-2a12-45f1-9468-4dbe7b277f0d tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.1045773 Aug 28 12:53:11.396593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port aaa4851a-b86e-4c44-b738-ff550c6aa9fc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=aaa4851a-b86e-4c44-b738-ff550c6aa9fc,segment=NetworkSegment(3468e88b-efea-407e-b0f6-144ffca07932),segment_id=3468e88b-efea-407e-b0f6-144ffca07932)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:11.401941 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:11.402845 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:53:11.444992 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1798c0f2-bf02-4350-9963-d2d2adfde868 req-176f6bed-0f64-4d32-a4a5-70c4895babbe tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561671 Aug 28 12:53:11.448836 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-b6117bc9-d7ca-4d67-8da5-83a631addf3d tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731583 Aug 28 12:53:11.509501 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=aaa4851a-b86e-4c44-b738-ff550c6aa9fc,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:11.534119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:53:11.539384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:53:11.539769 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:11.572937 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46b24c-d352-4140-9fdf-83812eecb240 req-57e1b963-4c18-4def-842d-22eb04706a99 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:11.574949 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8a46b24c-d352-4140-9fdf-83812eecb240 req-57e1b963-4c18-4def-842d-22eb04706a99 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 945 time: 0.0563343 Aug 28 12:53:11.577724 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-b55f1fbc-efdd-4330-9b23-cb0f7caad2a6 service neutron] 10.222.0.20 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203091 Aug 28 12:53:11.624065 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8a46b24c-d352-4140-9fdf-83812eecb240 req-b4721ddf-85e7-405d-afde-55c3a16cf8b1 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422733 Aug 28 12:53:11.652067 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:11.695725 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-2d8975e7-84e8-4521-8317-c66b0b0ab708 service neutron] 10.222.0.20 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171112 Aug 28 12:53:11.712711 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f,segment=NetworkSegment(3468e88b-efea-407e-b0f6-144ffca07932),segment_id=3468e88b-efea-407e-b0f6-144ffca07932)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:11.718421 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:11.749961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2156621-c678-4700-a36f-1a772f7416b5 req-0a4b6839-9b39-40e3-8737-c61e15f95d91 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:11.757887 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f2156621-c678-4700-a36f-1a772f7416b5 req-0a4b6839-9b39-40e3-8737-c61e15f95d91 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.0693152 Aug 28 12:53:11.783885 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:11.807247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f2156621-c678-4700-a36f-1a772f7416b5 req-4ba3d4b0-49e7-4e6e-bd6d-8b0e6402cc98 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484834 Aug 28 12:53:11.858228 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4f1995-e31f-4cdf-a8f5-5afc7ab9a718 x-openstack-request-id: req-bb4f1995-e31f-4cdf-a8f5-5afc7ab9a718 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:11.858695 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3", "name": "network-vif-plugged", "status": "completed", "tag": "aaa4851a-b86e-4c44-b738-ff550c6aa9fc", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:11.859020 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb4f1995-e31f-4cdf-a8f5-5afc7ab9a718 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:11.859485 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa4851a-b86e-4c44-b738-ff550c6aa9fc', 'code': 200} Aug 28 12:53:12.014808 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c761c619-650f-4c31-b401-871cad65347f req-534f4836-10e7-4d7c-b1db-3756a59462e5 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 210 time: 0.0641534 Aug 28 12:53:12.042171 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd00457-ca04-4087-bc1c-342cdd148e98 req-7d92a4e8-a0d9-47e3-8447-75709f514257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:12.043999 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cdd00457-ca04-4087-bc1c-342cdd148e98 req-7d92a4e8-a0d9-47e3-8447-75709f514257 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3 HTTP/1.1" status: 200 len: 1098 time: 0.0953927 Aug 28 12:53:12.109430 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cdd00457-ca04-4087-bc1c-342cdd148e98 req-05be2220-f575-4dc3-8669-8e693e7586a3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366716 Aug 28 12:53:12.233394 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dfcd4fb4-b21a-433c-acb8-f3988024d920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:12.494939 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:12.557108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c1e76-78cc-4870-b0a5-95dc4e2d336b req-463445fd-dab6-4f74-a153-2ba46de2c17c tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:12.558532 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-322c1e76-78cc-4870-b0a5-95dc4e2d336b req-463445fd-dab6-4f74-a153-2ba46de2c17c tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0505152 Aug 28 12:53:12.597723 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-322c1e76-78cc-4870-b0a5-95dc4e2d336b req-e94abc25-316d-4b22-ab04-d1f2b0787543 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331168 Aug 28 12:53:12.748344 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b3d3d-7c5d-469a-8e65-e9f8453aaf54 req-a764a8ad-5ed3-4533-b8ab-3b83a37c2339 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:12.749748 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d2b3d3d-7c5d-469a-8e65-e9f8453aaf54 req-a764a8ad-5ed3-4533-b8ab-3b83a37c2339 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 945 time: 0.0508225 Aug 28 12:53:12.788792 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d2b3d3d-7c5d-469a-8e65-e9f8453aaf54 req-30ad2a99-44fb-4440-bf7d-b470b1f56bb7 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Aug 28 12:53:12.933146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddfd0a-0f73-4368-b6e9-20607c768326 req-9aa11749-abb3-46e6-a307-77268ecce688 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:12.934796 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e5ddfd0a-0f73-4368-b6e9-20607c768326 req-9aa11749-abb3-46e6-a307-77268ecce688 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.0537982 Aug 28 12:53:12.975303 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e5ddfd0a-0f73-4368-b6e9-20607c768326 req-ec94048d-2f57-42ef-84e5-da22908038d4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341899 Aug 28 12:53:13.119069 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a4e2b61-9527-4dfc-9db9-63acaf6be510 req-046a81d9-b88a-46dc-98b8-6d26d3ff4dcb tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 210 time: 0.0362897 Aug 28 12:53:13.146297 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 050dccf7-cb33-4035-a7b2-64069e71e1f1 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:53:13.149134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 325f02e2-94ff-447a-a3d4-23b08d1b855d up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:53:13.158287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-bc69a9d1-36b1-47fc-9430-2f50e8da6971 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:13.160623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-bc69a9d1-36b1-47fc-9430-2f50e8da6971 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 805 time: 0.1203578 Aug 28 12:53:13.185444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-9cf41bae-5169-4dc6-bd97-4593e7171968 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Request body: {'port': {'device_id': 'c4e44487-49af-47fc-bda1-a2c715114b10', 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000', 'admin_state_up': True, 'tenant_id': '573c018398664696a67d8bb440ec4bdf'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:53:13.271076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 325f02e2-94ff-447a-a3d4-23b08d1b855d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:53:13.278853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 325f02e2-94ff-447a-a3d4-23b08d1b855d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:53:13.279217 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:13.312730 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 050dccf7-cb33-4035-a7b2-64069e71e1f1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:13.321999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-9cf41bae-5169-4dc6-bd97-4593e7171968 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Made reservation on behalf of 573c018398664696a67d8bb440ec4bdf for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:53:13.325881 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-9cf41bae-5169-4dc6-bd97-4593e7171968 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:13.334046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '050dccf7-cb33-4035-a7b2-64069e71e1f1', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'port_id': '050dccf7-cb33-4035-a7b2-64069e71e1f1', 'mac_address': 'fa:16:3e:59:08:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:53:13.393379 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:13.397065 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:13.431099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050dccf7-cb33-4035-a7b2-64069e71e1f1 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:53:13.449140 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:13.460565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 050dccf7-cb33-4035-a7b2-64069e71e1f1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:13.470350 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:13.479095 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-9cf41bae-5169-4dc6-bd97-4593e7171968 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Allocated IP 172.20.0.8 (f0affd8f-97d8-4f35-bf89-01dc3a581000/bd852a07-8b52-48ff-bea6-e7301fb1f959/90fecc87-61ce-4608-a411-7442be27b545) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:53:13.526929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 325f02e2-94ff-447a-a3d4-23b08d1b855d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=325f02e2-94ff-447a-a3d4-23b08d1b855d,segment=NetworkSegment(3468e88b-efea-407e-b0f6-144ffca07932),segment_id=3468e88b-efea-407e-b0f6-144ffca07932)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:13.543389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=050dccf7-cb33-4035-a7b2-64069e71e1f1,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:13.543389 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:13.600877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=325f02e2-94ff-447a-a3d4-23b08d1b855d,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:13.702072 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-9cf41bae-5169-4dc6-bd97-4593e7171968 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:13.726820 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c694051-b272-4904-bbd7-197fbb802acf req-c0744155-ee43-40d4-9055-bb477d504f90 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:13.728343 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6c694051-b272-4904-bbd7-197fbb802acf req-c0744155-ee43-40d4-9055-bb477d504f90 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0550468 Aug 28 12:53:13.758693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-9cf41bae-5169-4dc6-bd97-4593e7171968 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:13.773399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['0267ec38-4c25-4b7f-a556-ba3e5bf00fbd', '02196f4a-677f-4344-b3cf-b7dc0193b815'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:53:13.789822 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6c694051-b272-4904-bbd7-197fbb802acf req-a0151ec8-f47c-4d4c-992d-bfd32aaaf669 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547993 Aug 28 12:53:13.829363 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-9cf41bae-5169-4dc6-bd97-4593e7171968 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Network f0affd8f-97d8-4f35-bf89-01dc3a581000 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:53:13.836905 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-9cf41bae-5169-4dc6-bd97-4593e7171968 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:53:13.842440 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-9cf41bae-5169-4dc6-bd97-4593e7171968 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:53:13.863871 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a720f713-11a7-4be7-a2d8-ac93c1c9532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f'}, {'server_uuid': '5f409987-d25d-4e06-aae7-98caab5e607c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325f02e2-94ff-447a-a3d4-23b08d1b855d'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:13.866707 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82067048-c640-4986-bdc3-860ee169d7de" -d '{"events": [{"server_uuid": "a720f713-11a7-4be7-a2d8-ac93c1c9532b", "name": "network-vif-plugged", "status": "completed", "tag": "fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f"}, {"server_uuid": "5f409987-d25d-4e06-aae7-98caab5e607c", "name": "network-vif-plugged", "status": "completed", "tag": "325f02e2-94ff-447a-a3d4-23b08d1b855d"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:13.916502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-9cf41bae-5169-4dc6-bd97-4593e7171968 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:13.917609 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-9cf41bae-5169-4dc6-bd97-4593e7171968 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:13.929414 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fdac91-b202-4c2f-97c4-9447aadf7f38 x-openstack-request-id: req-44fdac91-b202-4c2f-97c4-9447aadf7f38 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:13.929772 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a720f713-11a7-4be7-a2d8-ac93c1c9532b", "name": "network-vif-plugged", "status": "completed", "tag": "fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f", "code": 200}, {"server_uuid": "5f409987-d25d-4e06-aae7-98caab5e607c", "name": "network-vif-plugged", "status": "completed", "tag": "325f02e2-94ff-447a-a3d4-23b08d1b855d", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:13.930085 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44fdac91-b202-4c2f-97c4-9447aadf7f38 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:13.930768 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a720f713-11a7-4be7-a2d8-ac93c1c9532b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f', 'code': 200} Aug 28 12:53:13.931082 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f409987-d25d-4e06-aae7-98caab5e607c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325f02e2-94ff-447a-a3d4-23b08d1b855d', 'code': 200} Aug 28 12:53:13.956427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf41bae-5169-4dc6-bd97-4593e7171968 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Pushing event updated for resources: {'Port': ['ID=90fecc87-61ce-4608-a411-7442be27b545,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:13.973750 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-9cf41bae-5169-4dc6-bd97-4593e7171968 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7924111 Aug 28 12:53:13.990028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713d51e-dfdf-4d2a-ac47-13eb95693d8f req-d9aa8b16-2c7d-43ac-a780-db2023338bbe tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:13.991867 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b713d51e-dfdf-4d2a-ac47-13eb95693d8f req-d9aa8b16-2c7d-43ac-a780-db2023338bbe tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 946 time: 0.0708885 Aug 28 12:53:13.996971 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Request body: {'port': {'device_id': 'c4e44487-49af-47fc-bda1-a2c715114b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:53:14.089988 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:14.091388 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['050dccf7-cb33-4035-a7b2-64069e71e1f1'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:53:14.112472 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b713d51e-dfdf-4d2a-ac47-13eb95693d8f req-7664d5bc-8e87-45ba-9cdf-33413982b29e tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807986 Aug 28 12:53:14.229633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2cb95-9083-428a-90df-7c04cd49f406 req-ce9858f1-37bc-49f3-92cc-e81d5c627971 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:14.232344 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-83d2cb95-9083-428a-90df-7c04cd49f406 req-ce9858f1-37bc-49f3-92cc-e81d5c627971 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 944 time: 0.0752892 Aug 28 12:53:14.290101 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-83d2cb95-9083-428a-90df-7c04cd49f406 req-96de0b67-a194-43a6-9fca-38fd222de8cb tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383224 Aug 28 12:53:14.312504 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2b958-9e7f-49ff-ad89-563846f8b08f req-471c1ea8-571e-4e48-b12d-31863697a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:14.314019 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a3c2b958-9e7f-49ff-ad89-563846f8b08f req-471c1ea8-571e-4e48-b12d-31863697a626 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a720f713-11a7-4be7-a2d8-ac93c1c9532b HTTP/1.1" status: 200 len: 1098 time: 0.1936440 Aug 28 12:53:14.394641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221ee90-2ab1-47f9-99b6-dd86d7d2e3f5 req-5ae30791-09d5-4f9e-9d41-23faa61223c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:14.396138 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0221ee90-2ab1-47f9-99b6-dd86d7d2e3f5 req-5ae30791-09d5-4f9e-9d41-23faa61223c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 1098 time: 0.2196395 Aug 28 12:53:14.480450 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a3c2b958-9e7f-49ff-ad89-563846f8b08f req-da7bf252-3e59-4e65-9a8c-becfe532f54a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267397 Aug 28 12:53:14.497617 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2b5e2-f4f0-464c-9e0a-7362d7976f86 req-9a3b7aef-6a1f-45c0-91ad-530ec72a08cd tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:14.499030 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4f2b5e2-f4f0-464c-9e0a-7362d7976f86 req-9a3b7aef-6a1f-45c0-91ad-530ec72a08cd tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 931 time: 0.1948025 Aug 28 12:53:14.528932 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0221ee90-2ab1-47f9-99b6-dd86d7d2e3f5 req-0561b7d0-9847-4e8a-941e-f56c1512cf88 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218283 Aug 28 12:53:14.574488 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4f2b5e2-f4f0-464c-9e0a-7362d7976f86 req-2f817c3d-c5d4-4cdb-94e7-1457587b7a92 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630562 Aug 28 12:53:14.623777 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90fecc87-61ce-4608-a411-7442be27b545 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:53:14.631359 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:14.643927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Transition to ACTIVE for port object 90fecc87-61ce-4608-a411-7442be27b545 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:53:14.649052 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:14.731335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Pushing event updated for resources: {'Port': ['ID=90fecc87-61ce-4608-a411-7442be27b545,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:14.791051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Attempting to bind port 90fecc87-61ce-4608-a411-7442be27b545 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:53:14.791385 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Attempting to bind port 90fecc87-61ce-4608-a411-7442be27b545 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:53:14.791708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Attempting to bind port 90fecc87-61ce-4608-a411-7442be27b545 on network f0affd8f-97d8-4f35-bf89-01dc3a581000 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:53:14.795917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Port 90fecc87-61ce-4608-a411-7442be27b545 on network f0affd8f-97d8-4f35-bf89-01dc3a581000 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:53:14.796236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Attempting to bind port 90fecc87-61ce-4608-a411-7442be27b545 on network f0affd8f-97d8-4f35-bf89-01dc3a581000 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:53:14.801355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:53:14.801696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Checking segment: {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:53:14.802055 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Bound using segment: {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:53:14.802711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Bound port: 90fecc87-61ce-4608-a411-7442be27b545, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:53:14.802916 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:14.881172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] For port 90fecc87-61ce-4608-a411-7442be27b545, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:53:14.884632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] For port 90fecc87-61ce-4608-a411-7442be27b545, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=90fecc87-61ce-4608-a411-7442be27b545,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:53:14.890053 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:14.928311 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:14.928933 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:14.930727 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] 10.222.0.11 "PUT /v2.0/ports/90fecc87-61ce-4608-a411-7442be27b545 HTTP/1.1" status: 200 len: 1092 time: 0.9375041 Aug 28 12:53:14.930832 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e44487-49af-47fc-bda1-a2c715114b10', 'tag': '90fecc87-61ce-4608-a411-7442be27b545'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:14.932461 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a3540-09c3-46f0-998a-915679cf38f1 req-86074796-b080-4fe8-9b15-de6c305b21c8 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:14.933072 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e718b49-b6d7-4141-9e46-ca0cf7c94bde" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e44487-49af-47fc-bda1-a2c715114b10", "tag": "90fecc87-61ce-4608-a411-7442be27b545"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:14.934234 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-af9a3540-09c3-46f0-998a-915679cf38f1 req-86074796-b080-4fe8-9b15-de6c305b21c8 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0573382 Aug 28 12:53:14.974768 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cefb522-d32e-4837-b219-925e51cfa624 x-openstack-request-id: req-7cefb522-d32e-4837-b219-925e51cfa624 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:14.975172 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e44487-49af-47fc-bda1-a2c715114b10", "tag": "90fecc87-61ce-4608-a411-7442be27b545", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:14.975534 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cefb522-d32e-4837-b219-925e51cfa624 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:14.975939 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e44487-49af-47fc-bda1-a2c715114b10', 'tag': '90fecc87-61ce-4608-a411-7442be27b545', 'status': 'completed', 'code': 200} Aug 28 12:53:14.976928 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6fff3-f7d9-4fb7-bf60-cfdd0504ae42 service neutron] Pushing event updated for resources: {'Port': ['ID=90fecc87-61ce-4608-a411-7442be27b545,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:14.983099 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-af9a3540-09c3-46f0-998a-915679cf38f1 req-8e76bbcf-46dd-46b2-a2f1-c9c49c74fca9 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378413 Aug 28 12:53:15.089451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e718b49-b6d7-4141-9e46-ca0cf7c94bde req-c59fa6b5-bc7c-432b-a0c1-47fde14fa77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:15.090967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e718b49-b6d7-4141-9e46-ca0cf7c94bde req-c59fa6b5-bc7c-432b-a0c1-47fde14fa77b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 1095 time: 0.0448787 Aug 28 12:53:15.213984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e718b49-b6d7-4141-9e46-ca0cf7c94bde req-7da2e1ec-f63a-49ec-95c0-1ebbc15e9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:15.215638 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e718b49-b6d7-4141-9e46-ca0cf7c94bde req-7da2e1ec-f63a-49ec-95c0-1ebbc15e9047 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=573c018398664696a67d8bb440ec4bdf&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1068985 Aug 28 12:53:15.233973 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:15.243312 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2dd24-c82c-4584-a545-4795bb12891a req-aa973505-2878-4293-af14-68b44f0e7730 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:15.245013 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57c2dd24-c82c-4584-a545-4795bb12891a req-aa973505-2878-4293-af14-68b44f0e7730 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 946 time: 0.0627766 Aug 28 12:53:15.319875 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57c2dd24-c82c-4584-a545-4795bb12891a req-eabfce2b-6e17-4be2-b6ee-79acb8dc34e3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679011 Aug 28 12:53:15.347846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e718b49-b6d7-4141-9e46-ca0cf7c94bde req-189b240a-8413-4004-8ffa-2306f5245c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:15.349537 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e718b49-b6d7-4141-9e46-ca0cf7c94bde req-189b240a-8413-4004-8ffa-2306f5245c3a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1100984 Aug 28 12:53:15.437687 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa4a2f-69b9-4421-9db3-86b940964e40 req-43e0c1ae-8eef-473c-800e-960fff876abb tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:15.439367 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61aa4a2f-69b9-4421-9db3-86b940964e40 req-43e0c1ae-8eef-473c-800e-960fff876abb tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 944 time: 0.0608616 Aug 28 12:53:15.461814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-0dc5c476-5690-4369-8ad7-8c9d8808e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:15.467750 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-0dc5c476-5690-4369-8ad7-8c9d8808e852 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 1095 time: 0.0582185 Aug 28 12:53:15.498904 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61aa4a2f-69b9-4421-9db3-86b940964e40 req-05f69d2e-d7f2-4d36-b355-a3043b0a06e0 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531952 Aug 28 12:53:15.522319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-67e87850-96bb-46c5-b98d-47439c22c477 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90fecc87-61ce-4608-a411-7442be27b545 HTTP/1.1" status: 200 len: 217 time: 0.0391169 Aug 28 12:53:15.577183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-f42e72b5-7e4d-46cf-bb65-2cea2bfdb0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:15.578654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-f42e72b5-7e4d-46cf-bb65-2cea2bfdb0e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd852a07-8b52-48ff-bea6-e7301fb1f959 HTTP/1.1" status: 200 len: 845 time: 0.0433681 Aug 28 12:53:15.619168 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-b0330b97-be74-41a4-bce2-6a5ebc9c37fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0affd8f-97d8-4f35-bf89-01dc3a581000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252709 Aug 28 12:53:15.767883 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f5f2-e09b-42da-a35f-eb61a870e88b req-20ed2785-e54f-4d11-9db0-36da3759a022 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:15.769614 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3765f5f2-e09b-42da-a35f-eb61a870e88b req-20ed2785-e54f-4d11-9db0-36da3759a022 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 943 time: 0.0966539 Aug 28 12:53:15.772172 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-42f91bbc-bfa4-4a84-8053-fd9d77136707 service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409807 Aug 28 12:53:15.869819 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3765f5f2-e09b-42da-a35f-eb61a870e88b req-7fd13086-92f9-4c08-a53a-b06a7873f264 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927496 Aug 28 12:53:15.916483 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b39ef70-69a5-4ae0-a3c9-9aea896640be req-8baf53ac-2641-45f9-962c-58379e8d8b1a service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282132 Aug 28 12:53:16.471976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7838a39-8a41-462f-bff3-f0d43979855c req-0b92a98b-ebe5-484c-a520-0e7d2d41a8c0 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:16.473776 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7838a39-8a41-462f-bff3-f0d43979855c req-0b92a98b-ebe5-484c-a520-0e7d2d41a8c0 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 946 time: 0.0572319 Aug 28 12:53:16.525462 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7838a39-8a41-462f-bff3-f0d43979855c req-f398f1a8-5e2a-4589-9ecf-300d79fd5f42 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423393 Aug 28 12:53:16.566715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620a3ae-f75a-488a-b7a5-1e37aa6cf847 req-bec5c3a0-9c75-495a-beb5-e38316368f95 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:16.568252 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5620a3ae-f75a-488a-b7a5-1e37aa6cf847 req-bec5c3a0-9c75-495a-beb5-e38316368f95 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0577283 Aug 28 12:53:16.610522 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5620a3ae-f75a-488a-b7a5-1e37aa6cf847 req-e31fc571-083b-494a-94e8-94923667eb6a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348878 Aug 28 12:53:16.714313 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9347ff-f7a3-4e22-a59f-9db1bad004a4 req-0d0963ae-ba1a-42cb-a809-de3677e3e8bc tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:16.715990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-df9347ff-f7a3-4e22-a59f-9db1bad004a4 req-0d0963ae-ba1a-42cb-a809-de3677e3e8bc tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 944 time: 0.0589781 Aug 28 12:53:16.760985 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-df9347ff-f7a3-4e22-a59f-9db1bad004a4 req-2067b8c3-9753-49b2-beaa-b1de129f6c7a tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372086 Aug 28 12:53:17.017469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75572497-0705-4583-b555-0dbff8f13fae req-66d45bf8-9567-419a-a6da-c5c47b3e41d5 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:17.019109 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-75572497-0705-4583-b555-0dbff8f13fae req-66d45bf8-9567-419a-a6da-c5c47b3e41d5 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 943 time: 0.0730286 Aug 28 12:53:17.062860 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-75572497-0705-4583-b555-0dbff8f13fae req-6efc9ae6-8df6-471f-b224-145034f6d8c8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376961 Aug 28 12:53:17.160922 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 050dccf7-cb33-4035-a7b2-64069e71e1f1 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:53:17.219630 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 050dccf7-cb33-4035-a7b2-64069e71e1f1 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:53:17.224247 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 050dccf7-cb33-4035-a7b2-64069e71e1f1 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:53:17.224612 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:17.388726 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:17.441848 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050dccf7-cb33-4035-a7b2-64069e71e1f1'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:17.444044 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85aee214-3444-48b7-942c-85fc4eda732e" -d '{"events": [{"server_uuid": "3fc0e93e-e91d-4d47-9440-31b9ac1b1e51", "name": "network-vif-plugged", "status": "completed", "tag": "050dccf7-cb33-4035-a7b2-64069e71e1f1"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:17.465196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 050dccf7-cb33-4035-a7b2-64069e71e1f1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:17.483951 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:17.525857 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221a8c3e-9172-4193-b956-759161c97abc x-openstack-request-id: req-221a8c3e-9172-4193-b956-759161c97abc {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:17.526150 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc0e93e-e91d-4d47-9440-31b9ac1b1e51", "name": "network-vif-plugged", "status": "completed", "tag": "050dccf7-cb33-4035-a7b2-64069e71e1f1", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:17.526438 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-221a8c3e-9172-4193-b956-759161c97abc {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:17.526871 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050dccf7-cb33-4035-a7b2-64069e71e1f1', 'code': 200} Aug 28 12:53:17.571493 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=050dccf7-cb33-4035-a7b2-64069e71e1f1,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:17.909402 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dde3f-4320-4eda-ab28-433ec77a31a6 req-2884c647-0eac-4202-b9da-3009f1a75ac7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:17.918029 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-753dde3f-4320-4eda-ab28-433ec77a31a6 req-2884c647-0eac-4202-b9da-3009f1a75ac7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.0707154 Aug 28 12:53:17.980558 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-753dde3f-4320-4eda-ab28-433ec77a31a6 req-a47b351f-a70d-4615-991e-af0b3938b7bd tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615244 Aug 28 12:53:18.173100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b5182-b721-41f9-ac24-0176f40de55f req-76122dd8-3434-4232-962b-4c3c79f7ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:18.187587 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-040b5182-b721-41f9-ac24-0176f40de55f req-76122dd8-3434-4232-962b-4c3c79f7ff25 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 1097 time: 0.5593255 Aug 28 12:53:18.220724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b63a6-a5d1-4942-927a-7da1b8fc15b2 req-fc732c22-f6c1-4605-a290-443b833a151c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:18.228314 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8d1b63a6-a5d1-4942-927a-7da1b8fc15b2 req-fc732c22-f6c1-4605-a290-443b833a151c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 946 time: 0.6111803 Aug 28 12:53:18.268685 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27aa80b-9242-45d0-af0a-310cca5205ce req-6ddd73fa-72b2-4de1-b16d-e65e781731e0 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:18.270277 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d27aa80b-9242-45d0-af0a-310cca5205ce req-6ddd73fa-72b2-4de1-b16d-e65e781731e0 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 943 time: 0.0930297 Aug 28 12:53:18.300981 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-040b5182-b721-41f9-ac24-0176f40de55f req-7c7bbebd-934f-497c-82d7-97561f63591a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960691 Aug 28 12:53:18.310710 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8d1b63a6-a5d1-4942-927a-7da1b8fc15b2 req-8aece770-c0eb-4e15-99d1-d382a9f9c33a tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813153 Aug 28 12:53:18.364182 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d27aa80b-9242-45d0-af0a-310cca5205ce req-e9f88ee9-6695-4d0a-bc93-005a4b595741 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820720 Aug 28 12:53:18.507196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a527c9a-6383-485c-88e6-ae58a3c2af1c req-92202236-88a0-41ba-a233-94acfe01f876 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:18.508936 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a527c9a-6383-485c-88e6-ae58a3c2af1c req-92202236-88a0-41ba-a233-94acfe01f876 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=a720f713-11a7-4be7-a2d8-ac93c1c9532b HTTP/1.1" status: 200 len: 946 time: 0.0590923 Aug 28 12:53:18.540862 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51824) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:18.552975 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a527c9a-6383-485c-88e6-ae58a3c2af1c req-a41c7d7e-f1c7-4af7-a197-e1f4a643d663 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368543 Aug 28 12:53:18.708856 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00110ea8-b2d4-434c-aebd-4ff413bc2ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:18.760151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd8367-4cfe-4a32-adaa-2db2398829e7 req-e802a0df-426d-4001-a8a5-645e027fdc3f tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:18.761914 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bdcd8367-4cfe-4a32-adaa-2db2398829e7 req-e802a0df-426d-4001-a8a5-645e027fdc3f tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3 HTTP/1.1" status: 200 len: 946 time: 0.0913317 Aug 28 12:53:18.832645 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bdcd8367-4cfe-4a32-adaa-2db2398829e7 req-14f0d313-5425-426b-ae01-c4a754926373 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594769 Aug 28 12:53:18.871643 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00110ea8-b2d4-434c-aebd-4ff413bc2ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:18.875936 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00110ea8-b2d4-434c-aebd-4ff413bc2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:18.918575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00110ea8-b2d4-434c-aebd-4ff413bc2ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c67e55d-1438-4399-9a49-cfa825143bef,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:18.927886 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-00110ea8-b2d4-434c-aebd-4ff413bc2ca8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08711b0b932d4afc8ebcfb7f7b87e5fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842044 Aug 28 12:53:18.928252 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51836) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:18.984508 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9735e0d1-7c02-4547-bdcc-d4202dc8905f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:19.010906 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9735e0d1-7c02-4547-bdcc-d4202dc8905f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:19.074768 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9735e0d1-7c02-4547-bdcc-d4202dc8905f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:19.077588 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9735e0d1-7c02-4547-bdcc-d4202dc8905f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:19.079277 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9735e0d1-7c02-4547-bdcc-d4202dc8905f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c67e55d-1438-4399-9a49-cfa825143bef HTTP/1.1" status: 204 len: 168 time: 0.1507750 Aug 28 12:53:19.111618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735e0d1-7c02-4547-bdcc-d4202dc8905f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c67e55d-1438-4399-9a49-cfa825143bef,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:19.118256 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28c5d3-3f22-4ae7-a90b-172ebe15c360 req-c5bfa1fb-d6b1-42ae-817e-170ffd7fd8b7 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:19.119994 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b28c5d3-3f22-4ae7-a90b-172ebe15c360 req-c5bfa1fb-d6b1-42ae-817e-170ffd7fd8b7 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3 HTTP/1.1" status: 200 len: 946 time: 0.0670350 Aug 28 12:53:19.143554 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fed7c2-6100-4ffd-af27-e9247fceeb2f req-48a35857-e619-4646-a0a2-a6c515ebb4a6 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:19.145133 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d9fed7c2-6100-4ffd-af27-e9247fceeb2f req-48a35857-e619-4646-a0a2-a6c515ebb4a6 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.0646055 Aug 28 12:53:19.156829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 90fecc87-61ce-4608-a411-7442be27b545 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:53:19.168539 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b28c5d3-3f22-4ae7-a90b-172ebe15c360 req-ebfd394a-0676-40fd-a673-90b4385b3160 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423434 Aug 28 12:53:19.197001 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d9fed7c2-6100-4ffd-af27-e9247fceeb2f req-1861bdd2-2d54-4bdd-90d4-ccc5ed6bd18f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456469 Aug 28 12:53:19.311301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 90fecc87-61ce-4608-a411-7442be27b545, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=90fecc87-61ce-4608-a411-7442be27b545,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:19.323952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '90fecc87-61ce-4608-a411-7442be27b545', 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000', 'port_id': '90fecc87-61ce-4608-a411-7442be27b545', 'mac_address': 'fa:16:3e:19:d6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd852a07-8b52-48ff-bea6-e7301fb1f959', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:53:19.364587 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:19.387796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90fecc87-61ce-4608-a411-7442be27b545 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:53:19.415673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 90fecc87-61ce-4608-a411-7442be27b545, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=90fecc87-61ce-4608-a411-7442be27b545,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:19.420499 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:19.472726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51850) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:19.479536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=90fecc87-61ce-4608-a411-7442be27b545,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:19.495201 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2c5a-cc72-4991-98c9-79cf5fc671eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:19.496892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe6902-75eb-4a7a-b380-e006b8a9ced8 req-c97ea48d-dcf6-4a24-b877-bc60fd07ef0a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:19.498557 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38fe6902-75eb-4a7a-b380-e006b8a9ced8 req-c97ea48d-dcf6-4a24-b877-bc60fd07ef0a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 944 time: 0.0653303 Aug 28 12:53:19.559038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38fe6902-75eb-4a7a-b380-e006b8a9ced8 req-46f6fea5-3ce0-4f2e-8c1a-21dd4fbfb231 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532067 Aug 28 12:53:19.592347 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2c5a-cc72-4991-98c9-79cf5fc671eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:19.596432 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2c5a-cc72-4991-98c9-79cf5fc671eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:19.637754 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9bfb2c5a-cc72-4991-98c9-79cf5fc671eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2c7291dea594723a7258fda55dd3d33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613162 Aug 28 12:53:19.638055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51854) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:19.646496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb2c5a-cc72-4991-98c9-79cf5fc671eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cd3cd3-0e50-451d-b3ca-0d4f2461cda2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:19.716049 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e2d4-9e3f-4f11-9493-0a93d688adbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:19.738999 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e2d4-9e3f-4f11-9493-0a93d688adbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:19.789740 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e2d4-9e3f-4f11-9493-0a93d688adbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:19.792365 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e2d4-9e3f-4f11-9493-0a93d688adbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:19.793841 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0bb9e2d4-9e3f-4f11-9493-0a93d688adbf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2cd3cd3-0e50-451d-b3ca-0d4f2461cda2 HTTP/1.1" status: 204 len: 168 time: 0.1549664 Aug 28 12:53:19.804033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9e2d4-9e3f-4f11-9493-0a93d688adbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cd3cd3-0e50-451d-b3ca-0d4f2461cda2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:20.121742 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['90fecc87-61ce-4608-a411-7442be27b545'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:53:20.406276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a910046-0aef-4f82-8f41-ed8333da65bc req-6a4f71d0-9785-4b29-b909-f97fa5a81d16 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:20.410129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed327e-2716-43fc-9568-3bac0351e34f req-a7386219-0cc5-4052-812e-6cfb4d9641e2 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:20.412390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28ed327e-2716-43fc-9568-3bac0351e34f req-a7386219-0cc5-4052-812e-6cfb4d9641e2 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3 HTTP/1.1" status: 200 len: 946 time: 0.1134012 Aug 28 12:53:20.414901 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3a910046-0aef-4f82-8f41-ed8333da65bc req-6a4f71d0-9785-4b29-b909-f97fa5a81d16 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.0963209 Aug 28 12:53:20.477827 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28ed327e-2716-43fc-9568-3bac0351e34f req-5397e445-eaae-45ea-9acb-cb07274bce8b tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589771 Aug 28 12:53:20.483616 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3a910046-0aef-4f82-8f41-ed8333da65bc req-7d2a4669-4bf2-45d9-9d3e-3d37b4e38ee7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574336 Aug 28 12:53:20.685606 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38489453-5e4c-4bc5-a0ec-387eed2df551 req-663daf18-447e-491c-af34-fc53e798eb67 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:20.687161 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38489453-5e4c-4bc5-a0ec-387eed2df551 req-663daf18-447e-491c-af34-fc53e798eb67 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 944 time: 0.0534840 Aug 28 12:53:20.735411 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38489453-5e4c-4bc5-a0ec-387eed2df551 req-f6431754-0f7a-4420-bf67-a121787568d1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406990 Aug 28 12:53:21.244914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7b013-ff91-4fcd-89a2-7457cc526f79 req-31327f97-ae14-4cfc-9f81-41ca5507a78c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:21.246577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-48e7b013-ff91-4fcd-89a2-7457cc526f79 req-31327f97-ae14-4cfc-9f81-41ca5507a78c tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3 HTTP/1.1" status: 200 len: 946 time: 0.0539424 Aug 28 12:53:21.371732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-48e7b013-ff91-4fcd-89a2-7457cc526f79 req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Deleting port aaa4851a-b86e-4c44-b738-ff550c6aa9fc {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:53:21.372071 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-48e7b013-ff91-4fcd-89a2-7457cc526f79 req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:21.471582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-48e7b013-ff91-4fcd-89a2-7457cc526f79 req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] For port aaa4851a-b86e-4c44-b738-ff550c6aa9fc, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=aaa4851a-b86e-4c44-b738-ff550c6aa9fc,segment=NetworkSegment(3468e88b-efea-407e-b0f6-144ffca07932),segment_id=3468e88b-efea-407e-b0f6-144ffca07932)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:21.472208 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-48e7b013-ff91-4fcd-89a2-7457cc526f79 req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:21.489008 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-48e7b013-ff91-4fcd-89a2-7457cc526f79 req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Calling delete_port for aaa4851a-b86e-4c44-b738-ff550c6aa9fc owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:53:21.635419 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3cb08-0a98-43bb-a58a-ff7b625d1ce0 req-00f7fd96-f52d-4d3c-819b-49ca20195a9d tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:21.637507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9f3cb08-0a98-43bb-a58a-ff7b625d1ce0 req-00f7fd96-f52d-4d3c-819b-49ca20195a9d tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3 HTTP/1.1" status: 200 len: 946 time: 0.0729048 Aug 28 12:53:21.703542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb5806-57a4-4360-8015-4a29f6c50a43 req-2df9322e-b776-45b4-a762-a5c9d75ac07b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:21.707775 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40cb5806-57a4-4360-8015-4a29f6c50a43 req-2df9322e-b776-45b4-a762-a5c9d75ac07b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1128349 Aug 28 12:53:21.729849 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9f3cb08-0a98-43bb-a58a-ff7b625d1ce0 req-80991589-1dda-47f9-8380-47a567ac0854 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855289 Aug 28 12:53:21.730741 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-48e7b013-ff91-4fcd-89a2-7457cc526f79 req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:21.758621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Pushing event deleted for resources: {'Port': ['ID=aaa4851a-b86e-4c44-b738-ff550c6aa9fc,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:21.765008 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40cb5806-57a4-4360-8015-4a29f6c50a43 req-453a273c-e423-4130-a49d-44f6ebfd209b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494378 Aug 28 12:53:21.772195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:21.772620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:21.773224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:21.773455 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:21.773861 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:21.774205 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:21.774569 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:21.776570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:21.776570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:21.776570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:21.776570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:21.776570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:21.840961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e7b013-ff91-4fcd-89a2-7457cc526f79 req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] No DVR routers for this DVR port aaa4851a-b86e-4c44-b738-ff550c6aa9fc on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:53:21.844218 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-48e7b013-ff91-4fcd-89a2-7457cc526f79 req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:21.847385 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-48e7b013-ff91-4fcd-89a2-7457cc526f79 req-e9c41c43-582a-4d3b-a22f-7bac0e3402f3 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.11 "DELETE /v2.0/ports/aaa4851a-b86e-4c44-b738-ff550c6aa9fc HTTP/1.1" status: 204 len: 173 time: 0.5910401 Aug 28 12:53:21.847724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3', 'name': 'network-vif-deleted', 'tag': 'aaa4851a-b86e-4c44-b738-ff550c6aa9fc'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:21.850609 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd5f144-1eb7-47bd-b379-28ee13605c70" -d '{"events": [{"server_uuid": "dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3", "name": "network-vif-deleted", "tag": "aaa4851a-b86e-4c44-b738-ff550c6aa9fc"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:21.907150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6070845-7059-4fca-9daf-fd5936af6b8a req-97f0b433-74fc-413c-9495-6235ebf36413 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:21.910223 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6070845-7059-4fca-9daf-fd5936af6b8a req-97f0b433-74fc-413c-9495-6235ebf36413 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 944 time: 0.0707173 Aug 28 12:53:21.969214 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6070845-7059-4fca-9daf-fd5936af6b8a req-b7ca76f2-cb30-4d13-a87b-7538a1225412 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529363 Aug 28 12:53:22.035543 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c47780-d095-4cff-ad8b-f787e72a65c1 req-94cd40a2-0077-47c9-a2dd-76d1e425a41f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:22.050920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51940) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:22.051157 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e3c47780-d095-4cff-ad8b-f787e72a65c1 req-94cd40a2-0077-47c9-a2dd-76d1e425a41f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1106546 Aug 28 12:53:22.056380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-8862ffef-1d05-4ffa-8e8d-75ab8371c4f7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Request body: {'floatingip': {'port_id': '050dccf7-cb33-4035-a7b2-64069e71e1f1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:53:22.108535 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8862ffef-1d05-4ffa-8e8d-75ab8371c4f7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for floatingip, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:22.114177 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c9d962-ddc0-428d-99f2-034a8cc8b383 x-openstack-request-id: req-d3c9d962-ddc0-428d-99f2-034a8cc8b383 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:22.114571 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3", "name": "network-vif-deleted", "tag": "aaa4851a-b86e-4c44-b738-ff550c6aa9fc", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:22.114764 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3c9d962-ddc0-428d-99f2-034a8cc8b383 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:22.115162 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc34bacd-4d7c-4c41-ba1d-9d1f6f2fa1f3', 'name': 'network-vif-deleted', 'tag': 'aaa4851a-b86e-4c44-b738-ff550c6aa9fc', 'status': 'completed', 'code': 200} Aug 28 12:53:22.348234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['aaa4851a-b86e-4c44-b738-ff550c6aa9fc', 'fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f', '325f02e2-94ff-447a-a3d4-23b08d1b855d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:53:22.674451 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8862ffef-1d05-4ffa-8e8d-75ab8371c4f7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:22.680204 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8862ffef-1d05-4ffa-8e8d-75ab8371c4f7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:22.799609 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-8862ffef-1d05-4ffa-8e8d-75ab8371c4f7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Floating IP 3c4e7cf3-c95a-451f-b27b-6a1fe8941d59 associated. External IP: 172.25.1.61, port: 050dccf7-cb33-4035-a7b2-64069e71e1f1. Aug 28 12:53:23.030733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8862ffef-1d05-4ffa-8e8d-75ab8371c4f7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Router d66524e2-c33a-402e-a7cf-7e086c4b0724 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:53:23.180764 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 90fecc87-61ce-4608-a411-7442be27b545 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:53:23.209542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd9df8-cddf-45e8-96f9-3421244d5572 req-e73116d3-26b2-4b25-acfd-dccd7732243a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:23.211279 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4edd9df8-cddf-45e8-96f9-3421244d5572 req-e73116d3-26b2-4b25-acfd-dccd7732243a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 944 time: 0.1327910 Aug 28 12:53:23.214940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8862ffef-1d05-4ffa-8e8d-75ab8371c4f7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:53:23.219951 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8862ffef-1d05-4ffa-8e8d-75ab8371c4f7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:23.231675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec79c78-0541-4592-a0b3-631a27d1f09c None None] Sync routers for ids ['d66524e2-c33a-402e-a7cf-7e086c4b0724'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:53:23.255912 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec79c78-0541-4592-a0b3-631a27d1f09c None None] Routers {'d66524e2-c33a-402e-a7cf-7e086c4b0724'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:53:23.261442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7ec79c78-0541-4592-a0b3-631a27d1f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:53:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['d66524e2-c33a-402e-a7cf-7e086c4b0724'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:53:23.291633 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4edd9df8-cddf-45e8-96f9-3421244d5572 req-51a59178-9932-4a06-856c-0b2fae967a32 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677934 Aug 28 12:53:23.294493 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8862ffef-1d05-4ffa-8e8d-75ab8371c4f7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "PUT /v2.0/floatingips/3c4e7cf3-c95a-451f-b27b-6a1fe8941d59 HTTP/1.1" status: 200 len: 990 time: 1.2423313 Aug 28 12:53:23.347025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 90fecc87-61ce-4608-a411-7442be27b545 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:53:23.405669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 90fecc87-61ce-4608-a411-7442be27b545 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:53:23.406335 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:23.473851 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-7ec79c78-0541-4592-a0b3-631a27d1f09c None None] Set router d66524e2-c33a-402e-a7cf-7e086c4b0724 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:53:23.738055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015f2a9-4edd-4669-bf5e-cc1c673df2b6 req-c520986a-e95d-4659-b820-9c01cfb1399e tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:23.745029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015f2a9-4edd-4669-bf5e-cc1c673df2b6 req-c520986a-e95d-4659-b820-9c01cfb1399e tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:23.746678 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e015f2a9-4edd-4669-bf5e-cc1c673df2b6 req-c520986a-e95d-4659-b820-9c01cfb1399e tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c&device_id=a720f713-11a7-4be7-a2d8-ac93c1c9532b HTTP/1.1" status: 200 len: 1683 time: 0.0625811 Aug 28 12:53:23.757214 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:23.791242 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e015f2a9-4edd-4669-bf5e-cc1c673df2b6 req-c58e4da5-7d60-4fd6-ba90-c1d2b078cd81 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363967 Aug 28 12:53:23.818832 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e44487-49af-47fc-bda1-a2c715114b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fecc87-61ce-4608-a411-7442be27b545'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:23.821063 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05800ade-07b2-4907-b258-dcc90d543c81" -d '{"events": [{"server_uuid": "c4e44487-49af-47fc-bda1-a2c715114b10", "name": "network-vif-plugged", "status": "completed", "tag": "90fecc87-61ce-4608-a411-7442be27b545"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:23.840481 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 90fecc87-61ce-4608-a411-7442be27b545, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=90fecc87-61ce-4608-a411-7442be27b545,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:23.851581 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:23.852392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device aaa4851a-b86e-4c44-b738-ff550c6aa9fc no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:53:23.882720 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: aaa4851a-b86e-4c44-b738-ff550c6aa9fc {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:53:23.883064 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device aaa4851a-b86e-4c44-b738-ff550c6aa9fc not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:53:23.888547 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a3110f-bd9f-4e5c-8845-92b06a530817 x-openstack-request-id: req-04a3110f-bd9f-4e5c-8845-92b06a530817 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:23.888818 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e44487-49af-47fc-bda1-a2c715114b10", "name": "network-vif-plugged", "status": "completed", "tag": "90fecc87-61ce-4608-a411-7442be27b545", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:23.889064 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04a3110f-bd9f-4e5c-8845-92b06a530817 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:23.889471 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e44487-49af-47fc-bda1-a2c715114b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fecc87-61ce-4608-a411-7442be27b545', 'code': 200} Aug 28 12:53:23.970235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=90fecc87-61ce-4608-a411-7442be27b545,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:24.009873 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7ec79c78-0541-4592-a0b3-631a27d1f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:52Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '3c4e7cf3-c95a-451f-b27b-6a1fe8941d59', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'port_id': '050dccf7-cb33-4035-a7b2-64069e71e1f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'mac_address': 'fa:16:3e:59:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:53:01Z', 'updated_at': '2021-08-28T12:53:22Z', 'revision_number': 1, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d205-c3ca-46d5-8699-a1ec6c440f2b', 'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'mac_address': 'fa:16:3e:ae:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:51Z', 'updated_at': '2021-08-28T12:52:57Z', 'revision_number': 5, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'subnets': [{'id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:53:24.044406 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec79c78-0541-4592-a0b3-631a27d1f09c None None] Checking router: d66524e2-c33a-402e-a7cf-7e086c4b0724 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:53:24.046574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a0113-3194-48c7-a170-23a258c37da4 req-6b85c3f5-2598-4401-b986-db442241a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:24.048642 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e60a0113-3194-48c7-a170-23a258c37da4 req-6b85c3f5-2598-4401-b986-db442241a51a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 1097 time: 0.0829964 Aug 28 12:53:24.054869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec79c78-0541-4592-a0b3-631a27d1f09c None None] Routers {'d66524e2-c33a-402e-a7cf-7e086c4b0724'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:53:24.055711 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7ec79c78-0541-4592-a0b3-631a27d1f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:53:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['d66524e2-c33a-402e-a7cf-7e086c4b0724'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:53:24.126070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'tag': '050dccf7-cb33-4035-a7b2-64069e71e1f1'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:24.130619 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e432169-fc30-468c-b853-b479b20fc363" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc0e93e-e91d-4d47-9440-31b9ac1b1e51", "tag": "050dccf7-cb33-4035-a7b2-64069e71e1f1"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:24.149705 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e60a0113-3194-48c7-a170-23a258c37da4 req-595dc93f-6bdb-42e3-a36d-f3d698057dc6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771215 Aug 28 12:53:24.192088 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00b9c63-4ef2-424d-8a5f-2cdb6f9234b0 x-openstack-request-id: req-e00b9c63-4ef2-424d-8a5f-2cdb6f9234b0 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:24.192512 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc0e93e-e91d-4d47-9440-31b9ac1b1e51", "tag": "050dccf7-cb33-4035-a7b2-64069e71e1f1", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:24.192978 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e00b9c63-4ef2-424d-8a5f-2cdb6f9234b0 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:24.193156 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-7ec79c78-0541-4592-a0b3-631a27d1f09c None None] Set router d66524e2-c33a-402e-a7cf-7e086c4b0724 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:53:24.193480 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'tag': '050dccf7-cb33-4035-a7b2-64069e71e1f1', 'status': 'completed', 'code': 200} Aug 28 12:53:24.451484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7ec79c78-0541-4592-a0b3-631a27d1f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:52Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '3c4e7cf3-c95a-451f-b27b-6a1fe8941d59', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'port_id': '050dccf7-cb33-4035-a7b2-64069e71e1f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'mac_address': 'fa:16:3e:59:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:53:01Z', 'updated_at': '2021-08-28T12:53:22Z', 'revision_number': 1, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d205-c3ca-46d5-8699-a1ec6c440f2b', 'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'mac_address': 'fa:16:3e:ae:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:51Z', 'updated_at': '2021-08-28T12:52:57Z', 'revision_number': 5, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'subnets': [{'id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:53:24.497772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec79c78-0541-4592-a0b3-631a27d1f09c None None] The sync data for ids ['d66524e2-c33a-402e-a7cf-7e086c4b0724'] in n-d-791505-21 is: [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:52Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '3c4e7cf3-c95a-451f-b27b-6a1fe8941d59', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'floating_ip_address': '172.25.1.61', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'port_id': '050dccf7-cb33-4035-a7b2-64069e71e1f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'mac_address': 'fa:16:3e:59:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:53:01Z', 'updated_at': '2021-08-28T12:53:22Z', 'revision_number': 1, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d205-c3ca-46d5-8699-a1ec6c440f2b', 'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'mac_address': 'fa:16:3e:ae:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:51Z', 'updated_at': '2021-08-28T12:52:57Z', 'revision_number': 5, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'subnets': [{'id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:53:24.530282 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:53:24.620712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e432169-fc30-468c-b853-b479b20fc363 req-9bb456ab-8b32-4e29-87ef-41772be03651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:24.622252 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3e432169-fc30-468c-b853-b479b20fc363 req-9bb456ab-8b32-4e29-87ef-41772be03651 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 1097 time: 0.1184180 Aug 28 12:53:24.647247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb0d1a-b1d9-4ff7-b9c5-1c040350cb31 req-57175cc4-837d-4aa6-8dcc-4a3f0dae4b07 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:24.648961 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-befb0d1a-b1d9-4ff7-b9c5-1c040350cb31 req-57175cc4-837d-4aa6-8dcc-4a3f0dae4b07 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 945 time: 0.0698519 Aug 28 12:53:24.728566 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-befb0d1a-b1d9-4ff7-b9c5-1c040350cb31 req-d83ec8c8-d513-4a8f-b6e0-18c4e2e8ed06 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721786 Aug 28 12:53:24.811444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e432169-fc30-468c-b853-b479b20fc363 req-5e6c90df-1ba4-4593-9dc0-256d0620d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:24.812873 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3e432169-fc30-468c-b853-b479b20fc363 req-5e6c90df-1ba4-4593-9dc0-256d0620d233 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 200 len: 917 time: 0.1653390 Aug 28 12:53:24.820939 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f839660-227e-4226-ac3d-9b1f01b19cd8 None None] New status for floating IP 3c4e7cf3-c95a-451f-b27b-6a1fe8941d59: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:53:24.822765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca608517-57c9-427d-bfef-19c94687fe2b req-a9fb6442-40ff-444c-a39d-694469728b6b tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:24.824165 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca608517-57c9-427d-bfef-19c94687fe2b req-a9fb6442-40ff-444c-a39d-694469728b6b tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=a720f713-11a7-4be7-a2d8-ac93c1c9532b HTTP/1.1" status: 200 len: 946 time: 0.0807693 Aug 28 12:53:24.929294 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca608517-57c9-427d-bfef-19c94687fe2b req-3cdbf4f8-adda-4a90-9235-6c0daaf7f7d1 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882452 Aug 28 12:53:24.931267 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3e432169-fc30-468c-b853-b479b20fc363 req-f8a7a0fc-df33-4a20-81d2-6f11ac11c873 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1 HTTP/1.1" status: 200 len: 998 time: 0.1062219 Aug 28 12:53:25.000475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e432169-fc30-468c-b853-b479b20fc363 req-a0547817-85bd-4a03-9241-718cc4ee0629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:25.002780 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3e432169-fc30-468c-b853-b479b20fc363 req-a0547817-85bd-4a03-9241-718cc4ee0629 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fac72157-2444-43b8-a097-cf18d714c2d2 HTTP/1.1" status: 200 len: 856 time: 0.0637596 Aug 28 12:53:25.077650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e432169-fc30-468c-b853-b479b20fc363 req-b7c547d0-3274-4e23-8cf4-4bafc9d526cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:25.079250 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3e432169-fc30-468c-b853-b479b20fc363 req-b7c547d0-3274-4e23-8cf4-4bafc9d526cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469878 Aug 28 12:53:25.194669 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3e432169-fc30-468c-b853-b479b20fc363 req-e7c6a1f9-5e36-415b-9abc-026cddb86efc service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971391 Aug 28 12:53:25.295636 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3e432169-fc30-468c-b853-b479b20fc363 req-be499374-6994-4dae-84f4-6d4e46662d85 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929322 Aug 28 12:53:25.855515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73174395-017c-4146-b077-cad793ca794b req-ea89e81e-bf74-4aee-93fe-399970375037 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:25.856907 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-73174395-017c-4146-b077-cad793ca794b req-ea89e81e-bf74-4aee-93fe-399970375037 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 945 time: 0.0513768 Aug 28 12:53:25.896613 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-73174395-017c-4146-b077-cad793ca794b req-5927127e-a52e-44ad-b647-94376fb97861 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334899 Aug 28 12:53:26.059864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1b2e6-f86e-47d5-9adb-9fb210e94e51 req-9fa9e8a9-d36f-453d-9d20-30c0a58d6764 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:26.062179 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27b1b2e6-f86e-47d5-9adb-9fb210e94e51 req-9fa9e8a9-d36f-453d-9d20-30c0a58d6764 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=a720f713-11a7-4be7-a2d8-ac93c1c9532b HTTP/1.1" status: 200 len: 946 time: 0.0562060 Aug 28 12:53:26.118000 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27b1b2e6-f86e-47d5-9adb-9fb210e94e51 req-44558b7f-cce6-411c-a5f7-6844a69a9a27 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487323 Aug 28 12:53:27.029802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bd2db-7566-4b38-8edb-7fb9e830f0ea req-408e1a79-dae9-4a06-a925-5f6eb14d7347 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:27.031513 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe0bd2db-7566-4b38-8edb-7fb9e830f0ea req-408e1a79-dae9-4a06-a925-5f6eb14d7347 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 945 time: 0.0582485 Aug 28 12:53:27.074300 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe0bd2db-7566-4b38-8edb-7fb9e830f0ea req-bbfd26df-a067-4d04-ae62-65c59f67b120 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348203 Aug 28 12:53:27.209068 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01567b94-c6cb-4dff-b5af-d77d684141ce req-97cbb6b9-4d03-43aa-ae5a-5dbd5805b9b0 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:27.210832 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-01567b94-c6cb-4dff-b5af-d77d684141ce req-97cbb6b9-4d03-43aa-ae5a-5dbd5805b9b0 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 946 time: 0.0621543 Aug 28 12:53:27.245529 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ef29c-b7e9-495c-8d7f-2bd7ff2d00e3 req-e0f42f79-94e6-40d4-bc0f-bafb7ba28ff5 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:27.247078 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6f0ef29c-b7e9-495c-8d7f-2bd7ff2d00e3 req-e0f42f79-94e6-40d4-bc0f-bafb7ba28ff5 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=a720f713-11a7-4be7-a2d8-ac93c1c9532b HTTP/1.1" status: 200 len: 946 time: 0.0518706 Aug 28 12:53:27.259192 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-01567b94-c6cb-4dff-b5af-d77d684141ce req-4836aa91-54aa-44df-886d-e403046ef1e6 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421054 Aug 28 12:53:27.291512 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6f0ef29c-b7e9-495c-8d7f-2bd7ff2d00e3 req-4d201672-30b8-4ef7-9529-995b126c6e82 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382242 Aug 28 12:53:27.402288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106af4a-4f60-4397-8e99-bb418516d52c req-60457b93-a99b-4618-a8c3-4e10da9bfb51 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:27.403954 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4106af4a-4f60-4397-8e99-bb418516d52c req-60457b93-a99b-4618-a8c3-4e10da9bfb51 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 945 time: 0.0497313 Aug 28 12:53:27.447461 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4106af4a-4f60-4397-8e99-bb418516d52c req-29269379-c3d4-490d-b7ad-4e6a6424045a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361016 Aug 28 12:53:27.732340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3d833-3fa0-4b8f-854c-53c340372fd9 req-6ae648b2-42cc-4b1e-afab-3ae10b9d8117 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:27.733924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-40b3d833-3fa0-4b8f-854c-53c340372fd9 req-6ae648b2-42cc-4b1e-afab-3ae10b9d8117 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 945 time: 0.0733984 Aug 28 12:53:27.816784 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-40b3d833-3fa0-4b8f-854c-53c340372fd9 req-3f2c35c2-bb82-4069-ba83-85189574399f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692694 Aug 28 12:53:27.854541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb21b04-f71e-4458-a99c-f6e2a727b769 req-3a0fecf6-0d87-4e9c-b22d-955ac2492fc8 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:27.856095 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2bb21b04-f71e-4458-a99c-f6e2a727b769 req-3a0fecf6-0d87-4e9c-b22d-955ac2492fc8 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.11 "GET /v2.0/ports?device_id=a720f713-11a7-4be7-a2d8-ac93c1c9532b HTTP/1.1" status: 200 len: 946 time: 0.1211951 Aug 28 12:53:27.926552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ed2ce-c265-4c51-acec-0ed3fe923a58 req-72a3d580-fe86-4978-bcb1-cbb1d382bb0f tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:27.928544 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a77ed2ce-c265-4c51-acec-0ed3fe923a58 req-72a3d580-fe86-4978-bcb1-cbb1d382bb0f tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 946 time: 0.1259792 Aug 28 12:53:28.054175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-2bb21b04-f71e-4458-a99c-f6e2a727b769 req-67651d50-cf2e-402d-8104-ad43f40b82a2 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Deleting port fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:53:28.054913 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2bb21b04-f71e-4458-a99c-f6e2a727b769 req-67651d50-cf2e-402d-8104-ad43f40b82a2 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:28.100240 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52128) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:28.122514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-a77ed2ce-c265-4c51-acec-0ed3fe923a58 req-664b2562-d59c-4828-a528-cba90afb2e37 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Deleting port 325f02e2-94ff-447a-a3d4-23b08d1b855d {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:53:28.122857 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a77ed2ce-c265-4c51-acec-0ed3fe923a58 req-664b2562-d59c-4828-a528-cba90afb2e37 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:28.211282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-2bb21b04-f71e-4458-a99c-f6e2a727b769 req-67651d50-cf2e-402d-8104-ad43f40b82a2 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] For port fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f,segment=NetworkSegment(3468e88b-efea-407e-b0f6-144ffca07932),segment_id=3468e88b-efea-407e-b0f6-144ffca07932)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:28.211649 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2bb21b04-f71e-4458-a99c-f6e2a727b769 req-67651d50-cf2e-402d-8104-ad43f40b82a2 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:28.217155 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a060768a-db3f-4ada-abb4-8f79b4491b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:28.240934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-2bb21b04-f71e-4458-a99c-f6e2a727b769 req-67651d50-cf2e-402d-8104-ad43f40b82a2 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Calling delete_port for fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:53:28.267704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a77ed2ce-c265-4c51-acec-0ed3fe923a58 req-664b2562-d59c-4828-a528-cba90afb2e37 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] For port 325f02e2-94ff-447a-a3d4-23b08d1b855d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=325f02e2-94ff-447a-a3d4-23b08d1b855d,segment=NetworkSegment(3468e88b-efea-407e-b0f6-144ffca07932),segment_id=3468e88b-efea-407e-b0f6-144ffca07932)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:28.268254 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a77ed2ce-c265-4c51-acec-0ed3fe923a58 req-664b2562-d59c-4828-a528-cba90afb2e37 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:28.306528 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a060768a-db3f-4ada-abb4-8f79b4491b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:28.310412 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a060768a-db3f-4ada-abb4-8f79b4491b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:28.310852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-a77ed2ce-c265-4c51-acec-0ed3fe923a58 req-664b2562-d59c-4828-a528-cba90afb2e37 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Calling delete_port for 325f02e2-94ff-447a-a3d4-23b08d1b855d owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:53:28.340654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060768a-db3f-4ada-abb4-8f79b4491b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7963b4-70a6-4b7f-9615-8c6d4778cd44,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:28.360156 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a060768a-db3f-4ada-abb4-8f79b4491b7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aabbc372e134416da28a5a3325a14d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585490 Aug 28 12:53:28.361430 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52136) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:28.416801 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c84208c3-dd25-42ee-9468-0f5675161be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:28.439049 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c84208c3-dd25-42ee-9468-0f5675161be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:28.494705 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c84208c3-dd25-42ee-9468-0f5675161be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:28.497845 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c84208c3-dd25-42ee-9468-0f5675161be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:28.499253 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c84208c3-dd25-42ee-9468-0f5675161be9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac7963b4-70a6-4b7f-9615-8c6d4778cd44 HTTP/1.1" status: 204 len: 168 time: 0.1367111 Aug 28 12:53:28.506314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74eaa2-6ea1-4850-955d-48acf79b45cb req-b3fb3888-0917-46d4-8a2d-a7f66802fec7 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:28.507870 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca74eaa2-6ea1-4850-955d-48acf79b45cb req-b3fb3888-0917-46d4-8a2d-a7f66802fec7 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=a720f713-11a7-4be7-a2d8-ac93c1c9532b HTTP/1.1" status: 200 len: 946 time: 0.1231816 Aug 28 12:53:28.508444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84208c3-dd25-42ee-9468-0f5675161be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7963b4-70a6-4b7f-9615-8c6d4778cd44,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:28.539868 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2bb21b04-f71e-4458-a99c-f6e2a727b769 req-67651d50-cf2e-402d-8104-ad43f40b82a2 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:28.562912 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f', '325f02e2-94ff-447a-a3d4-23b08d1b855d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:53:28.596661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67651d50-cf2e-402d-8104-ad43f40b82a2 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Pushing event deleted for resources: {'Port': ['ID=fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:28.654725 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca74eaa2-6ea1-4850-955d-48acf79b45cb req-6dd3eb4e-b98b-4b4a-9741-a8aaa355a391 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/security-groups?id=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186914 Aug 28 12:53:28.656262 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a77ed2ce-c265-4c51-acec-0ed3fe923a58 req-664b2562-d59c-4828-a528-cba90afb2e37 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:28.700823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb21b04-f71e-4458-a99c-f6e2a727b769 req-67651d50-cf2e-402d-8104-ad43f40b82a2 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] No DVR routers for this DVR port fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:53:28.705621 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2bb21b04-f71e-4458-a99c-f6e2a727b769 req-67651d50-cf2e-402d-8104-ad43f40b82a2 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:28.707789 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2bb21b04-f71e-4458-a99c-f6e2a727b769 req-67651d50-cf2e-402d-8104-ad43f40b82a2 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.11 "DELETE /v2.0/ports/fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f HTTP/1.1" status: 204 len: 173 time: 0.8403926 Aug 28 12:53:28.708759 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a720f713-11a7-4be7-a2d8-ac93c1c9532b', 'name': 'network-vif-deleted', 'tag': 'fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:28.711463 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511aea47-9542-4f5c-9471-c18d6a8478f4" -d '{"events": [{"server_uuid": "a720f713-11a7-4be7-a2d8-ac93c1c9532b", "name": "network-vif-deleted", "tag": "fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:28.714607 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b2562-d59c-4828-a528-cba90afb2e37 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Pushing event deleted for resources: {'Port': ['ID=325f02e2-94ff-447a-a3d4-23b08d1b855d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:28.770028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77ed2ce-c265-4c51-acec-0ed3fe923a58 req-664b2562-d59c-4828-a528-cba90afb2e37 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] No DVR routers for this DVR port 325f02e2-94ff-447a-a3d4-23b08d1b855d on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:53:28.773479 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a77ed2ce-c265-4c51-acec-0ed3fe923a58 req-664b2562-d59c-4828-a528-cba90afb2e37 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:28.776022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a77ed2ce-c265-4c51-acec-0ed3fe923a58 req-664b2562-d59c-4828-a528-cba90afb2e37 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.11 "DELETE /v2.0/ports/325f02e2-94ff-447a-a3d4-23b08d1b855d HTTP/1.1" status: 204 len: 173 time: 0.8380225 Aug 28 12:53:28.791159 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66eb2e49-45f2-47aa-9b57-f8db38010e86 x-openstack-request-id: req-66eb2e49-45f2-47aa-9b57-f8db38010e86 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:28.791612 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a720f713-11a7-4be7-a2d8-ac93c1c9532b", "name": "network-vif-deleted", "tag": "fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:28.791916 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66eb2e49-45f2-47aa-9b57-f8db38010e86 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:28.792422 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a720f713-11a7-4be7-a2d8-ac93c1c9532b', 'name': 'network-vif-deleted', 'tag': 'fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f', 'status': 'completed', 'code': 200} Aug 28 12:53:28.879943 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52152) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:28.894048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:53:28.903142 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2ed7-e022-4ddf-a64d-56edf728217b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:28.994906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f723e06-e4b7-4c67-a355-562f692f45c1 req-e304d3c3-2920-4c03-8738-ff00c0c78f06 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:28.996732 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f723e06-e4b7-4c67-a355-562f692f45c1 req-e304d3c3-2920-4c03-8738-ff00c0c78f06 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 945 time: 0.0890257 Aug 28 12:53:29.050917 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f723e06-e4b7-4c67-a355-562f692f45c1 req-10eb5365-914f-42b5-a2ce-55c2ae9b985d tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475492 Aug 28 12:53:29.099861 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbc34f-d2e9-4074-9fde-72dde26ed189 req-70e83766-5fba-4c0c-96d0-9c7e68d3f028 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.105742 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbc34f-d2e9-4074-9fde-72dde26ed189 req-70e83766-5fba-4c0c-96d0-9c7e68d3f028 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.111800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbc34f-d2e9-4074-9fde-72dde26ed189 req-70e83766-5fba-4c0c-96d0-9c7e68d3f028 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.117675 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbc34f-d2e9-4074-9fde-72dde26ed189 req-70e83766-5fba-4c0c-96d0-9c7e68d3f028 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.123533 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbc34f-d2e9-4074-9fde-72dde26ed189 req-70e83766-5fba-4c0c-96d0-9c7e68d3f028 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.129476 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbc34f-d2e9-4074-9fde-72dde26ed189 req-70e83766-5fba-4c0c-96d0-9c7e68d3f028 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.135628 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbc34f-d2e9-4074-9fde-72dde26ed189 req-70e83766-5fba-4c0c-96d0-9c7e68d3f028 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.137579 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56dbc34f-d2e9-4074-9fde-72dde26ed189 req-70e83766-5fba-4c0c-96d0-9c7e68d3f028 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5446 time: 0.1138263 Aug 28 12:53:29.149746 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2ed7-e022-4ddf-a64d-56edf728217b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:29.167001 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d2f2ed7-e022-4ddf-a64d-56edf728217b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:29.223673 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56dbc34f-d2e9-4074-9fde-72dde26ed189 req-d05ae002-7abd-412d-92c5-172a2f4ee44b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760550 Aug 28 12:53:29.224670 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f2ed7-e022-4ddf-a64d-56edf728217b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a5b345-20e5-44c3-ad48-84853301a80e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:29.232194 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8d2f2ed7-e022-4ddf-a64d-56edf728217b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb5561a93dee415e990c4f29d94f73a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3487091 Aug 28 12:53:29.233143 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52164) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:29.291690 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:29.316625 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:29.402945 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadd35c-d23d-4694-90d3-8430a09cb392 req-021edd58-1d79-4c96-bbd2-a1e2bb45e56b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.409008 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadd35c-d23d-4694-90d3-8430a09cb392 req-021edd58-1d79-4c96-bbd2-a1e2bb45e56b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.416207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadd35c-d23d-4694-90d3-8430a09cb392 req-021edd58-1d79-4c96-bbd2-a1e2bb45e56b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.422668 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadd35c-d23d-4694-90d3-8430a09cb392 req-021edd58-1d79-4c96-bbd2-a1e2bb45e56b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.429261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadd35c-d23d-4694-90d3-8430a09cb392 req-021edd58-1d79-4c96-bbd2-a1e2bb45e56b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.435326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadd35c-d23d-4694-90d3-8430a09cb392 req-021edd58-1d79-4c96-bbd2-a1e2bb45e56b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.441733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadd35c-d23d-4694-90d3-8430a09cb392 req-021edd58-1d79-4c96-bbd2-a1e2bb45e56b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.443654 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cadd35c-d23d-4694-90d3-8430a09cb392 req-021edd58-1d79-4c96-bbd2-a1e2bb45e56b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5446 time: 0.1142225 Aug 28 12:53:29.453083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8878749-640d-464b-ae91-eb5fe73f0b53 req-747946ba-aaba-4c3e-8393-e17a88bd59ec tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.455630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d8878749-640d-464b-ae91-eb5fe73f0b53 req-747946ba-aaba-4c3e-8393-e17a88bd59ec tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0661812 Aug 28 12:53:29.461803 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:29.465060 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:29.466235 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2a5b345-20e5-44c3-ad48-84853301a80e HTTP/1.1" status: 204 len: 168 time: 0.2322435 Aug 28 12:53:29.487192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a5b345-20e5-44c3-ad48-84853301a80e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:29.500301 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:29.500684 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:29.501038 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:29.502664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:29.503170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:29.503597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:29.503994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:29.504399 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:29.504801 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:29.505328 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:29.505670 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:29.506675 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765d08d9-9dee-4f62-9d44-e5144a0eb04e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:29.595570 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d8878749-640d-464b-ae91-eb5fe73f0b53 req-9004a768-671b-4d2a-84ac-cef0d20b7d06 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328509 Aug 28 12:53:29.609357 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec80936-1064-43e7-997a-9d6776dff0bd req-6fb56e47-494e-40c6-a20b-7bd9cec60052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.611764 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ec80936-1064-43e7-997a-9d6776dff0bd req-6fb56e47-494e-40c6-a20b-7bd9cec60052 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5fa6504f1c5245c4bc244aff3d31f637&device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 1097 time: 0.1150899 Aug 28 12:53:29.717695 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec80936-1064-43e7-997a-9d6776dff0bd req-d2e83494-2e45-4e1a-b906-3b6210b07145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.719401 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ec80936-1064-43e7-997a-9d6776dff0bd req-d2e83494-2e45-4e1a-b906-3b6210b07145 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94c98bd0-b397-4410-9e9a-94046b8de866 HTTP/1.1" status: 200 len: 918 time: 0.0965397 Aug 28 12:53:29.780909 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ec80936-1064-43e7-997a-9d6776dff0bd req-583d752f-507a-4385-9f30-701f60823560 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a6c0169-7662-446d-ac2c-843f451109ae HTTP/1.1" status: 200 len: 217 time: 0.0401647 Aug 28 12:53:29.840210 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c0c2239-d1d4-4851-bdb6-01bb040f8cda req-6e5d27c0-af83-4e91-b495-763b05d91d58 tempest-ListServersNegativeTestJSON-1637124137 tempest-ListServersNegativeTestJSON-1637124137-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f409987-d25d-4e06-aae7-98caab5e607c HTTP/1.1" status: 200 len: 210 time: 0.0522668 Aug 28 12:53:29.856722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec80936-1064-43e7-997a-9d6776dff0bd req-677ac2d6-d40b-4fdd-9a65-9dc84c7ff120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:29.858339 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ec80936-1064-43e7-997a-9d6776dff0bd req-677ac2d6-d40b-4fdd-9a65-9dc84c7ff120 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=515db44d-2b7a-4e76-9761-e9a394711f3d HTTP/1.1" status: 200 len: 858 time: 0.0618207 Aug 28 12:53:29.899319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ec80936-1064-43e7-997a-9d6776dff0bd req-b9c435fe-ed13-4bb1-aaf0-ea5f406af895 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94c98bd0-b397-4410-9e9a-94046b8de866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274265 Aug 28 12:53:30.028462 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ec80936-1064-43e7-997a-9d6776dff0bd req-3846b48c-624c-4867-a350-08878ff05043 service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158042 Aug 28 12:53:30.206669 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ec80936-1064-43e7-997a-9d6776dff0bd req-40f58512-9737-4bb3-ba90-d86929b56f9e service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516776 Aug 28 12:53:30.227151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1e740-b363-4322-8075-9bc0b2e53c29 req-af30ff0c-5baa-476d-85eb-73c83c562272 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:30.228718 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bc1e740-b363-4322-8075-9bc0b2e53c29 req-af30ff0c-5baa-476d-85eb-73c83c562272 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 945 time: 0.0920334 Aug 28 12:53:30.645577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bc1e740-b363-4322-8075-9bc0b2e53c29 req-17dd4a12-5e71-4a89-9593-f7eef4edde11 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101682 Aug 28 12:53:30.672354 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45749dfa-a8a3-4731-b92d-88a04f551c6d req-1bdb3ed4-004c-4ab6-861f-e343f980536f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:30.674350 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45749dfa-a8a3-4731-b92d-88a04f551c6d req-1bdb3ed4-004c-4ab6-861f-e343f980536f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 945 time: 0.1058233 Aug 28 12:53:30.778158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972770b2-064d-4847-ae2d-8ffbe0d69db6 req-f29011b8-074f-4a3a-9a9e-1a947816527c tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:30.782895 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-972770b2-064d-4847-ae2d-8ffbe0d69db6 req-f29011b8-074f-4a3a-9a9e-1a947816527c tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0753293 Aug 28 12:53:30.793933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f409987-d25d-4e06-aae7-98caab5e607c', 'name': 'network-vif-deleted', 'tag': '325f02e2-94ff-447a-a3d4-23b08d1b855d'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:30.800854 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5af873a-5a53-4c97-b3db-00ed3f8f9f51" -d '{"events": [{"server_uuid": "5f409987-d25d-4e06-aae7-98caab5e607c", "name": "network-vif-deleted", "tag": "325f02e2-94ff-447a-a3d4-23b08d1b855d"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:30.823146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-45749dfa-a8a3-4731-b92d-88a04f551c6d req-e2598657-12b4-4432-bde9-7d6241e90639 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Deleting port 90fecc87-61ce-4608-a411-7442be27b545 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:53:30.823628 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45749dfa-a8a3-4731-b92d-88a04f551c6d req-e2598657-12b4-4432-bde9-7d6241e90639 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:30.839052 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-972770b2-064d-4847-ae2d-8ffbe0d69db6 req-5a12fdc3-3dca-4fb5-99e7-15e63bbdc912 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517352 Aug 28 12:53:30.845551 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e51afc-f879-4769-8ac7-770b20c16087 x-openstack-request-id: req-19e51afc-f879-4769-8ac7-770b20c16087 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:30.846101 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f409987-d25d-4e06-aae7-98caab5e607c", "name": "network-vif-deleted", "tag": "325f02e2-94ff-447a-a3d4-23b08d1b855d", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:30.846458 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19e51afc-f879-4769-8ac7-770b20c16087 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:30.847087 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f409987-d25d-4e06-aae7-98caab5e607c', 'name': 'network-vif-deleted', 'tag': '325f02e2-94ff-447a-a3d4-23b08d1b855d', 'status': 'completed', 'code': 200} Aug 28 12:53:30.911535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52256) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:30.941990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-45749dfa-a8a3-4731-b92d-88a04f551c6d req-e2598657-12b4-4432-bde9-7d6241e90639 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] For port 90fecc87-61ce-4608-a411-7442be27b545, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=90fecc87-61ce-4608-a411-7442be27b545,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:30.942386 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45749dfa-a8a3-4731-b92d-88a04f551c6d req-e2598657-12b4-4432-bde9-7d6241e90639 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:30.956769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-45749dfa-a8a3-4731-b92d-88a04f551c6d req-e2598657-12b4-4432-bde9-7d6241e90639 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Calling delete_port for 90fecc87-61ce-4608-a411-7442be27b545 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:53:30.969241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-88035a37-903c-42d1-b124-446838e8eb34 admin admin] Deleting subnet e3dc7a40-056f-4dda-851c-6686c8c3fb51 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:53:30.973844 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88035a37-903c-42d1-b124-446838e8eb34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:31.022879 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88035a37-903c-42d1-b124-446838e8eb34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:31.073913 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88035a37-903c-42d1-b124-446838e8eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:31.165920 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45749dfa-a8a3-4731-b92d-88a04f551c6d req-e2598657-12b4-4432-bde9-7d6241e90639 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:31.172121 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88035a37-903c-42d1-b124-446838e8eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:31.181812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['0267ec38-4c25-4b7f-a556-ba3e5bf00fbd', '02196f4a-677f-4344-b3cf-b7dc0193b815', '90fecc87-61ce-4608-a411-7442be27b545'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:53:31.203157 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88035a37-903c-42d1-b124-446838e8eb34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3dc7a40-056f-4dda-851c-6686c8c3fb51,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:31.213812 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88035a37-903c-42d1-b124-446838e8eb34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:31.216315 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-88035a37-903c-42d1-b124-446838e8eb34 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e3dc7a40-056f-4dda-851c-6686c8c3fb51 HTTP/1.1" status: 204 len: 168 time: 0.3030567 Aug 28 12:53:31.219638 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52268) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:31.245459 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2598657-12b4-4432-bde9-7d6241e90639 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Pushing event deleted for resources: {'Port': ['ID=90fecc87-61ce-4608-a411-7442be27b545,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:31.293370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-45749dfa-a8a3-4731-b92d-88a04f551c6d req-e2598657-12b4-4432-bde9-7d6241e90639 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] No DVR routers for this DVR port 90fecc87-61ce-4608-a411-7442be27b545 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:53:31.308813 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-45749dfa-a8a3-4731-b92d-88a04f551c6d req-e2598657-12b4-4432-bde9-7d6241e90639 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:31.315763 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45749dfa-a8a3-4731-b92d-88a04f551c6d req-e2598657-12b4-4432-bde9-7d6241e90639 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "DELETE /v2.0/ports/90fecc87-61ce-4608-a411-7442be27b545 HTTP/1.1" status: 204 len: 173 time: 0.6295850 Aug 28 12:53:31.325569 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ea996621-107a-493e-8093-83363b995036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:31.426692 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ea996621-107a-493e-8093-83363b995036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:31.438632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ea996621-107a-493e-8093-83363b995036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe762d9-3d97-4f9c-9d76-52d359ad14ee']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:53:31.453482 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ea996621-107a-493e-8093-83363b995036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3468e88b-efea-407e-b0f6-144ffca07932') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:53:31.453784 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ea996621-107a-493e-8093-83363b995036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3468e88b-efea-407e-b0f6-144ffca07932') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:53:31.466267 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ea996621-107a-493e-8093-83363b995036 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:31.491188 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ea996621-107a-493e-8093-83363b995036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:31.498251 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea996621-107a-493e-8093-83363b995036 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:53:31.505174 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ea996621-107a-493e-8093-83363b995036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:53:31.507992 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:53:31.570805 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ea996621-107a-493e-8093-83363b995036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:31.576708 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ea996621-107a-493e-8093-83363b995036 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:31.578642 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ea996621-107a-493e-8093-83363b995036 admin admin] 10.222.0.20 "DELETE /v2.0/networks/afe762d9-3d97-4f9c-9d76-52d359ad14ee HTTP/1.1" status: 204 len: 168 time: 0.3576627 Aug 28 12:53:31.597185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea996621-107a-493e-8093-83363b995036 admin admin] Pushing event deleted for resources: {'Network': ['ID=afe762d9-3d97-4f9c-9d76-52d359ad14ee,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:31.794345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52308) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:31.806272 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-20a506a2-e886-44a2-9886-d5f314b2d0c5 req-4bd7b672-159c-460a-8402-e55160c19b5b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e44487-49af-47fc-bda1-a2c715114b10 HTTP/1.1" status: 200 len: 210 time: 0.0377903 Aug 28 12:53:31.853426 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c6db4ff8-e414-421e-9f7a-beb1bad8be49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea7d7841882e4d9582ae9834a9cbb992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568876 Aug 28 12:53:31.855590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52312) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:31.936956 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f36f988-6c5b-4109-a0ec-e66e4d7ba111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:31.991098 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f36f988-6c5b-4109-a0ec-e66e4d7ba111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:32.063569 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0a910-fd8a-463c-bfbd-14ace8274771 req-10ad2aa6-9f4a-4eab-a48c-2cadcc89721f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:32.070985 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5de0a910-fd8a-463c-bfbd-14ace8274771 req-10ad2aa6-9f4a-4eab-a48c-2cadcc89721f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0988603 Aug 28 12:53:32.117400 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f36f988-6c5b-4109-a0ec-e66e4d7ba111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:32.120603 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f36f988-6c5b-4109-a0ec-e66e4d7ba111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:32.121783 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4f36f988-6c5b-4109-a0ec-e66e4d7ba111 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4 HTTP/1.1" status: 204 len: 168 time: 0.2652903 Aug 28 12:53:32.129893 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5de0a910-fd8a-463c-bfbd-14ace8274771 req-0a75f0fa-f28e-486f-ab84-9af841aa6a77 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548024 Aug 28 12:53:32.138537 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36f988-6c5b-4109-a0ec-e66e4d7ba111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e947f6d3-153a-4a82-a2ef-c9f2b9e0e8b4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:32.421278 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52338) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:32.539102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b447b0-87b9-4651-9a9c-2513a417afbe req-e4ca1517-5bba-42ed-9eb2-d5371adf668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:32.539585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b447b0-87b9-4651-9a9c-2513a417afbe req-e4ca1517-5bba-42ed-9eb2-d5371adf668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:32.540053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b447b0-87b9-4651-9a9c-2513a417afbe req-e4ca1517-5bba-42ed-9eb2-d5371adf668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:32.540536 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b447b0-87b9-4651-9a9c-2513a417afbe req-e4ca1517-5bba-42ed-9eb2-d5371adf668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:32.540984 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b447b0-87b9-4651-9a9c-2513a417afbe req-e4ca1517-5bba-42ed-9eb2-d5371adf668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:32.541446 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b447b0-87b9-4651-9a9c-2513a417afbe req-e4ca1517-5bba-42ed-9eb2-d5371adf668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:32.541907 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b447b0-87b9-4651-9a9c-2513a417afbe req-e4ca1517-5bba-42ed-9eb2-d5371adf668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:32.543871 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-60b447b0-87b9-4651-9a9c-2513a417afbe req-e4ca1517-5bba-42ed-9eb2-d5371adf668f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 6510 time: 0.1216638 Aug 28 12:53:32.589954 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-60b447b0-87b9-4651-9a9c-2513a417afbe req-5f5dc59d-20c3-4d2d-8eb9-ceae5c9821a4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351689 Aug 28 12:53:32.848598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e44487-49af-47fc-bda1-a2c715114b10', 'name': 'network-vif-deleted', 'tag': '90fecc87-61ce-4608-a411-7442be27b545'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:32.851141 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5be432-d88b-4360-9e2f-922bc0bb2b80" -d '{"events": [{"server_uuid": "c4e44487-49af-47fc-bda1-a2c715114b10", "name": "network-vif-deleted", "tag": "90fecc87-61ce-4608-a411-7442be27b545"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:32.896674 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380e4f15-58c4-440b-a259-4d1e49fe68a7 x-openstack-request-id: req-380e4f15-58c4-440b-a259-4d1e49fe68a7 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:32.896883 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e44487-49af-47fc-bda1-a2c715114b10", "name": "network-vif-deleted", "tag": "90fecc87-61ce-4608-a411-7442be27b545", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:32.897163 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-380e4f15-58c4-440b-a259-4d1e49fe68a7 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:32.897715 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e44487-49af-47fc-bda1-a2c715114b10', 'name': 'network-vif-deleted', 'tag': '90fecc87-61ce-4608-a411-7442be27b545', 'status': 'completed', 'code': 200} Aug 28 12:53:33.146826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a84c86-e64c-43ef-a68f-93fafb3bfc20 req-8007fca9-11b1-4a75-9e7b-6d1a3fca498f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:33.148638 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-95a84c86-e64c-43ef-a68f-93fafb3bfc20 req-8007fca9-11b1-4a75-9e7b-6d1a3fca498f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 946 time: 0.0540271 Aug 28 12:53:33.193796 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-95a84c86-e64c-43ef-a68f-93fafb3bfc20 req-26a1f0b0-fed6-4a96-b173-f31b1d495c31 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375559 Aug 28 12:53:33.228186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 90fecc87-61ce-4608-a411-7442be27b545 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:53:33.256968 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 90fecc87-61ce-4608-a411-7442be27b545 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:53:33.257229 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 90fecc87-61ce-4608-a411-7442be27b545 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:53:33.258187 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 325f02e2-94ff-447a-a3d4-23b08d1b855d no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:53:33.294503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 325f02e2-94ff-447a-a3d4-23b08d1b855d {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:53:33.295203 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 325f02e2-94ff-447a-a3d4-23b08d1b855d not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:53:33.296143 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:53:33.320784 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:53:33.321533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device fa5f4f01-76e1-41da-84c1-6eb72ebe0f3f not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:53:33.353459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fac7e9-0a06-4d15-90f9-39b24303c3fb req-c1661bc5-5685-4132-8a72-1e01067aa23e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:33.355139 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-29fac7e9-0a06-4d15-90f9-39b24303c3fb req-c1661bc5-5685-4132-8a72-1e01067aa23e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0802302 Aug 28 12:53:33.397627 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-29fac7e9-0a06-4d15-90f9-39b24303c3fb req-2f59a82b-96af-4123-a27c-d58ca32c0cae tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366213 Aug 28 12:53:33.786994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52406) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:33.911165 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c34bbb2a-a021-4721-a7d9-e3a9d4e433be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:34.004192 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c34bbb2a-a021-4721-a7d9-e3a9d4e433be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:34.008378 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c34bbb2a-a021-4721-a7d9-e3a9d4e433be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:34.053267 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c34bbb2a-a021-4721-a7d9-e3a9d4e433be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7904232b3ff4bb7a2e28602d88c15ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648845 Aug 28 12:53:34.055204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bbb2a-a021-4721-a7d9-e3a9d4e433be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92034cdc-7a0d-44c3-89a7-c85ed65bc60d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:34.056077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52412) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:34.114955 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e64640ab-311e-4089-8360-15f0595bc3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:34.138038 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e64640ab-311e-4089-8360-15f0595bc3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:34.192351 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e64640ab-311e-4089-8360-15f0595bc3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:34.195018 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e64640ab-311e-4089-8360-15f0595bc3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:34.196214 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e64640ab-311e-4089-8360-15f0595bc3ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92034cdc-7a0d-44c3-89a7-c85ed65bc60d HTTP/1.1" status: 204 len: 168 time: 0.1391332 Aug 28 12:53:34.205771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64640ab-311e-4089-8360-15f0595bc3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92034cdc-7a0d-44c3-89a7-c85ed65bc60d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:34.332942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d16b8b-7d07-4c99-a88b-5d31774c724e req-b102f830-1ec4-4f61-bbb4-b90865f7450f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:34.340183 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45d16b8b-7d07-4c99-a88b-5d31774c724e req-b102f830-1ec4-4f61-bbb4-b90865f7450f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 946 time: 0.0654480 Aug 28 12:53:34.398872 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45d16b8b-7d07-4c99-a88b-5d31774c724e req-9eb1ae03-eec9-42e7-9552-d3249a6753a5 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487802 Aug 28 12:53:34.572867 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf35358-b9dd-41c4-879f-7f13dd31accf req-65416655-ebf4-4352-8d01-bbc925756b5b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:34.574692 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bdf35358-b9dd-41c4-879f-7f13dd31accf req-65416655-ebf4-4352-8d01-bbc925756b5b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0900588 Aug 28 12:53:34.620035 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bdf35358-b9dd-41c4-879f-7f13dd31accf req-be93366b-371f-4650-853b-7b25a099f25d tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378113 Aug 28 12:53:34.858602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b7e60-839b-4dee-81e6-53e72a39f0ef req-7c218f22-14d6-41cd-b993-9871e360dc0e tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:34.860182 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-123b7e60-839b-4dee-81e6-53e72a39f0ef req-7c218f22-14d6-41cd-b993-9871e360dc0e tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 946 time: 0.0599685 Aug 28 12:53:34.974677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52446) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:34.982168 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-123b7e60-839b-4dee-81e6-53e72a39f0ef req-4bc68709-416b-47ac-a594-5d634a333452 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Deleting port 02196f4a-677f-4344-b3cf-b7dc0193b815 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:53:34.982669 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-123b7e60-839b-4dee-81e6-53e72a39f0ef req-4bc68709-416b-47ac-a594-5d634a333452 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.089378 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8ae38073-c81c-4cc7-9376-086eb322a8d9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-network', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:53:35.092660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-123b7e60-839b-4dee-81e6-53e72a39f0ef req-4bc68709-416b-47ac-a594-5d634a333452 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] For port 02196f4a-677f-4344-b3cf-b7dc0193b815, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=02196f4a-677f-4344-b3cf-b7dc0193b815,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:35.093027 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-123b7e60-839b-4dee-81e6-53e72a39f0ef req-4bc68709-416b-47ac-a594-5d634a333452 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.108702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-123b7e60-839b-4dee-81e6-53e72a39f0ef req-4bc68709-416b-47ac-a594-5d634a333452 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Calling delete_port for 02196f4a-677f-4344-b3cf-b7dc0193b815 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:53:35.115652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae38073-c81c-4cc7-9376-086eb322a8d9 admin admin] Made reservation on behalf of 959ecb01ca334fe6a391ec6be1357ad4 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:53:35.118305 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ae38073-c81c-4cc7-9376-086eb322a8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.130223 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ae38073-c81c-4cc7-9376-086eb322a8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.242024 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ae38073-c81c-4cc7-9376-086eb322a8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.246723 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ae38073-c81c-4cc7-9376-086eb322a8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.256694 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-123b7e60-839b-4dee-81e6-53e72a39f0ef req-4bc68709-416b-47ac-a594-5d634a333452 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.269755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['0267ec38-4c25-4b7f-a556-ba3e5bf00fbd', '02196f4a-677f-4344-b3cf-b7dc0193b815'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:53:35.274082 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae38073-c81c-4cc7-9376-086eb322a8d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:53:35.281877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae38073-c81c-4cc7-9376-086eb322a8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc49422-9a8e-4714-a0a3-8230264540f7,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:35.288752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc68709-416b-47ac-a594-5d634a333452 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Pushing event deleted for resources: {'Port': ['ID=02196f4a-677f-4344-b3cf-b7dc0193b815,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:35.289663 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ae38073-c81c-4cc7-9376-086eb322a8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.290493 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-8ae38073-c81c-4cc7-9376-086eb322a8d9 admin admin] Added segment e1d16b02-a7d9-4207-8b21-fa44281ec259 of type vlan for network 958620f2-9185-46a3-8c5f-6611298656db Aug 28 12:53:35.335995 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ae38073-c81c-4cc7-9376-086eb322a8d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.359498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-123b7e60-839b-4dee-81e6-53e72a39f0ef req-4bc68709-416b-47ac-a594-5d634a333452 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] No DVR routers for this DVR port 02196f4a-677f-4344-b3cf-b7dc0193b815 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:53:35.362664 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-123b7e60-839b-4dee-81e6-53e72a39f0ef req-4bc68709-416b-47ac-a594-5d634a333452 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.364762 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-123b7e60-839b-4dee-81e6-53e72a39f0ef req-4bc68709-416b-47ac-a594-5d634a333452 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "DELETE /v2.0/ports/02196f4a-677f-4344-b3cf-b7dc0193b815 HTTP/1.1" status: 204 len: 173 time: 0.4958272 Aug 28 12:53:35.365211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ae2282-35bb-4c80-93d6-48344342f90e', 'name': 'network-vif-deleted', 'tag': '02196f4a-677f-4344-b3cf-b7dc0193b815'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:35.367717 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd0aa2d-83e5-4489-a766-ce8042ff7f29" -d '{"events": [{"server_uuid": "08ae2282-35bb-4c80-93d6-48344342f90e", "name": "network-vif-deleted", "tag": "02196f4a-677f-4344-b3cf-b7dc0193b815"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:35.379193 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ae38073-c81c-4cc7-9376-086eb322a8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.380236 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae38073-c81c-4cc7-9376-086eb322a8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:35.381126 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ae38073-c81c-4cc7-9376-086eb322a8d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.434329 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0303d181-2a96-4ef0-b87b-42d9034863a6 x-openstack-request-id: req-0303d181-2a96-4ef0-b87b-42d9034863a6 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:35.434674 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ae2282-35bb-4c80-93d6-48344342f90e", "name": "network-vif-deleted", "tag": "02196f4a-677f-4344-b3cf-b7dc0193b815", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:35.434939 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0303d181-2a96-4ef0-b87b-42d9034863a6 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:35.435345 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ae2282-35bb-4c80-93d6-48344342f90e', 'name': 'network-vif-deleted', 'tag': '02196f4a-677f-4344-b3cf-b7dc0193b815', 'status': 'completed', 'code': 200} Aug 28 12:53:35.452801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52456) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:35.459126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-44cc447d-b723-4280-81d3-47fd9896922b admin admin] Request body: {'subnet': {'network_id': '958620f2-9185-46a3-8c5f-6611298656db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-subnet', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:53:35.462919 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8ae38073-c81c-4cc7-9376-086eb322a8d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4866698 Aug 28 12:53:35.483864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae38073-c81c-4cc7-9376-086eb322a8d9 admin admin] Pushing event updated for resources: {'Network': ['ID=958620f2-9185-46a3-8c5f-6611298656db,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:35.497914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cc447d-b723-4280-81d3-47fd9896922b admin admin] Made reservation on behalf of 959ecb01ca334fe6a391ec6be1357ad4 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:53:35.502787 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44cc447d-b723-4280-81d3-47fd9896922b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.505747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 958620f2-9185-46a3-8c5f-6611298656db details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:53:35.591230 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f04bbff-e323-429a-b72c-3b97aa637bb7 req-ef757b4a-d27e-4ebe-87ce-149647df28d8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ae2282-35bb-4c80-93d6-48344342f90e HTTP/1.1" status: 200 len: 210 time: 0.0404127 Aug 28 12:53:35.742310 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44cc447d-b723-4280-81d3-47fd9896922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.768891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134e398-4c17-4f3e-837a-f1b21ecc7c3a req-f68f5775-5d0c-41fe-91a5-03d7a358f1f7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:35.770444 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b134e398-4c17-4f3e-837a-f1b21ecc7c3a req-f68f5775-5d0c-41fe-91a5-03d7a358f1f7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0668614 Aug 28 12:53:35.802219 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc447d-b723-4280-81d3-47fd9896922b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9526ba86-6e6c-4f39-bb0b-32ea903acd49,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:35.812321 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b134e398-4c17-4f3e-837a-f1b21ecc7c3a req-262ea7d8-47e1-45c8-9f3a-a2efb71d456b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353003 Aug 28 12:53:35.815190 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cc447d-b723-4280-81d3-47fd9896922b admin admin] Checking segment: {'id': 'e1d16b02-a7d9-4207-8b21-fa44281ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '958620f2-9185-46a3-8c5f-6611298656db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:53:35.815913 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cc447d-b723-4280-81d3-47fd9896922b admin admin] Network hostable DHCP agents. Network: 958620f2-9185-46a3-8c5f-6611298656db, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:53:35.837012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cc447d-b723-4280-81d3-47fd9896922b admin admin] Network 958620f2-9185-46a3-8c5f-6611298656db is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:53:35.847157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-44cc447d-b723-4280-81d3-47fd9896922b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 958620f2-9185-46a3-8c5f-6611298656db) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:53:35.852115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cc447d-b723-4280-81d3-47fd9896922b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:35.852803 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44cc447d-b723-4280-81d3-47fd9896922b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.858845 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f71f9f7-51f3-4a27-a3c7-ca4f10761d20 None None] Network 958620f2-9185-46a3-8c5f-6611298656db requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:53:35.868942 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-44cc447d-b723-4280-81d3-47fd9896922b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4149759 Aug 28 12:53:35.871742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52464) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:35.876903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-router', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:53:35.901735 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.903587 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:35.970978 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:36.005340 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec9812-54cc-4970-a82e-7a836a5c52e2 None None] Network 958620f2-9185-46a3-8c5f-6611298656db requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:53:36.183664 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:36.415432 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:36.437390 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:36.562963 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Allocated IP 172.25.1.105 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/d336b3c7-b0c6-489b-a944-2449af825acf) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:53:36.730695 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:36.798773 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:36.850242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:53:36.856847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:53:36.860098 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:53:36.891166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Pushing event updated for resources: {'Port': ['ID=d336b3c7-b0c6-489b-a944-2449af825acf,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:36.970666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bf34c-5698-4372-b37f-037c2959a246 req-45b86a1f-3d09-49cd-8bde-6c4a71d9ef40 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:36.972471 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-193bf34c-5698-4372-b37f-037c2959a246 req-45b86a1f-3d09-49cd-8bde-6c4a71d9ef40 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0557253 Aug 28 12:53:37.020588 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-193bf34c-5698-4372-b37f-037c2959a246 req-8af9caeb-07dc-40b7-81d4-5c03b12d8c68 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412025 Aug 28 12:53:37.121348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-97184379-5a3a-4d01-8ef9-90e0b4c4fc45 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:37.123153 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-97184379-5a3a-4d01-8ef9-90e0b4c4fc45 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 805 time: 0.2333293 Aug 28 12:53:37.136588 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:37.146811 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-0897c292-cb8f-4565-8005-1e0646f1f16c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/quotas/573c018398664696a67d8bb440ec4bdf HTTP/1.1" status: 200 len: 375 time: 0.0149646 Aug 28 12:53:37.279106 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-afebe0e0-edc2-4504-affa-c1e8c89054f9 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1001985 Aug 28 12:53:37.286278 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:37.470114 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-a1bf74bf-cf46-4911-8f69-53070bbafa21 service neutron] 10.222.0.20 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806386 Aug 28 12:53:37.648498 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:37.659517 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-49c2dd55-f036-4171-b41f-4a2f60341cbb service neutron] 10.222.0.20 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508021 Aug 28 12:53:37.825696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Router 54766616-f50a-45f4-982c-9d4a1028c0fb is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:53:37.882123 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0c62f13-eeb5-4837-a7cf-4b12fe7e09ac req-4e60e36c-6f0e-4c7d-85d8-801ccd3d20ad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 210 time: 0.0331247 Aug 28 12:53:37.972184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:53:37.987009 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Sync routers for ids ['54766616-f50a-45f4-982c-9d4a1028c0fb'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:53:37.995072 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:37.997559 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Routers {'54766616-f50a-45f4-982c-9d4a1028c0fb'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:53:37.998190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:53:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['54766616-f50a-45f4-982c-9d4a1028c0fb'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:53:37.999935 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52506) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:38.000431 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d5472825-6bdd-459d-9ec9-b72b280c3717 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.1273539 Aug 28 12:53:38.145366 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Set router 54766616-f50a-45f4-982c-9d4a1028c0fb gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:53:38.244713 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356cb51-2be4-4f7d-accf-0e2fbd7cbf60 req-9cf6093a-b06f-4f78-9b78-710ab510837a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:38.253362 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5356cb51-2be4-4f7d-accf-0e2fbd7cbf60 req-9cf6093a-b06f-4f78-9b78-710ab510837a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0829606 Aug 28 12:53:38.299547 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5356cb51-2be4-4f7d-accf-0e2fbd7cbf60 req-267ef459-c11d-4b94-abf9-4857220acb9f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449958 Aug 28 12:53:38.459521 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-router', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:53:35Z', 'updated_at': '2021-08-28T12:53:37Z', 'revision_number': 3, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'gw_port': {'id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:77:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:36Z', 'updated_at': '2021-08-28T12:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:53:38.494593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Checking router: 54766616-f50a-45f4-982c-9d4a1028c0fb for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:53:38.495018 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Updating router 54766616-f50a-45f4-982c-9d4a1028c0fb port d336b3c7-b0c6-489b-a944-2449af825acf binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:53:38.529992 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:38.631990 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:38.842242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Allocated IP 172.20.0.1 (958620f2-9185-46a3-8c5f-6611298656db/9526ba86-6e6c-4f39-bb0b-32ea903acd49/35e8400a-36d1-4c7a-a144-d134a9a8723a) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:53:38.892811 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:38.907133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Transition to ACTIVE for port object d336b3c7-b0c6-489b-a944-2449af825acf will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:53:38.917343 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:38.997740 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:39.029795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Attempting to bind port d336b3c7-b0c6-489b-a944-2449af825acf on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:53:39.030237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Attempting to bind port d336b3c7-b0c6-489b-a944-2449af825acf by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:53:39.030758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Attempting to bind port d336b3c7-b0c6-489b-a944-2449af825acf on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:53:39.038430 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a15fec-d41f-4b9b-86dc-22921e58fb1c None None] Pushing event updated for resources: {'Port': ['ID=d336b3c7-b0c6-489b-a944-2449af825acf,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:39.048206 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:53:39.051426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:53:39.052142 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:39.053010 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:53:39.053482 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2de1d4a9-49bb-4841-8971-9fbfe8b404f4 req-7cf06b4c-7e0c-4fce-80d9-f96a92ec6697 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 210 time: 0.0727353 Aug 28 12:53:39.054541 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Bound port: d336b3c7-b0c6-489b-a944-2449af825acf, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:53:39.055491 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:39.091930 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:39.140284 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Network 958620f2-9185-46a3-8c5f-6611298656db is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:53:39.144039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:53:39.158143 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:53:39.159848 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a15fec-d41f-4b9b-86dc-22921e58fb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:39.160436 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a15fec-d41f-4b9b-86dc-22921e58fb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:39.160687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a15fec-d41f-4b9b-86dc-22921e58fb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:39.161019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a15fec-d41f-4b9b-86dc-22921e58fb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:39.161353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a15fec-d41f-4b9b-86dc-22921e58fb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:39.161700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a15fec-d41f-4b9b-86dc-22921e58fb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:39.162077 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a15fec-d41f-4b9b-86dc-22921e58fb1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:39.162488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a15fec-d41f-4b9b-86dc-22921e58fb1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:39.162830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a15fec-d41f-4b9b-86dc-22921e58fb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:39.163147 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a15fec-d41f-4b9b-86dc-22921e58fb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:39.163504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a15fec-d41f-4b9b-86dc-22921e58fb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:39.163939 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a15fec-d41f-4b9b-86dc-22921e58fb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:53:39.174659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] For port d336b3c7-b0c6-489b-a944-2449af825acf, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:53:39.178777 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] For port d336b3c7-b0c6-489b-a944-2449af825acf, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d336b3c7-b0c6-489b-a944-2449af825acf,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:53:39.184499 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:39.187186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Pushing event updated for resources: {'Port': ['ID=35e8400a-36d1-4c7a-a144-d134a9a8723a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:39.213135 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:39.234651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6d07894b-8738-428e-ae9c-5be8d2e62cda tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:39.239869 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6d07894b-8738-428e-ae9c-5be8d2e62cda tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 805 time: 0.1959407 Aug 28 12:53:39.241725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 02196f4a-677f-4344-b3cf-b7dc0193b815 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:53:39.272213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-5fad3ecf-7d9a-4681-bb8d-65a13a210cad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Request body: {'port': {'device_id': '5538b27f-6d2d-4b3e-811d-355013c09303', 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000', 'admin_state_up': True, 'tenant_id': '573c018398664696a67d8bb440ec4bdf'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:53:39.278881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a15fec-d41f-4b9b-86dc-22921e58fb1c None None] Pushing event updated for resources: {'Port': ['ID=d336b3c7-b0c6-489b-a944-2449af825acf,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:39.282026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 02196f4a-677f-4344-b3cf-b7dc0193b815 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:53:39.283292 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 02196f4a-677f-4344-b3cf-b7dc0193b815 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:53:39.301403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Routers {'54766616-f50a-45f4-982c-9d4a1028c0fb'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:53:39.302108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:53:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['54766616-f50a-45f4-982c-9d4a1028c0fb'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:53:39.453315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-5fad3ecf-7d9a-4681-bb8d-65a13a210cad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Made reservation on behalf of 573c018398664696a67d8bb440ec4bdf for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:53:39.458075 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-5fad3ecf-7d9a-4681-bb8d-65a13a210cad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:39.473330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] Set router 54766616-f50a-45f4-982c-9d4a1028c0fb gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:53:39.503470 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:39.553077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151341a2-0415-43de-af24-1c5c33949176 req-09e4b677-a3bd-40c0-8420-20490ab3ef9a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:39.562986 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-151341a2-0415-43de-af24-1c5c33949176 req-09e4b677-a3bd-40c0-8420-20490ab3ef9a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.1575539 Aug 28 12:53:39.643812 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:39.645950 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-151341a2-0415-43de-af24-1c5c33949176 req-2a2c41ac-5233-48fd-8131-560f54651aec tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820289 Aug 28 12:53:39.789723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-router', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:53:35Z', 'updated_at': '2021-08-28T12:53:37Z', 'revision_number': 3, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'gw_port': {'id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:77:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:36Z', 'updated_at': '2021-08-28T12:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:53:39.806816 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:39.812977 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:39.842889 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92419299-762f-4b7a-b7fa-0ab7362a72ea None None] The sync data for ids ['54766616-f50a-45f4-982c-9d4a1028c0fb'] in n-d-791505-21 is: [{'id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-router', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:53:35Z', 'updated_at': '2021-08-28T12:53:37Z', 'revision_number': 3, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'gw_port': {'id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:77:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:36Z', 'updated_at': '2021-08-28T12:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:53:39.853451 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2c30ae07-a3d8-43f8-a059-f87bb21067fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:39.898681 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:39.901313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Pushing event updated for resources: {'Port': ['ID=35e8400a-36d1-4c7a-a144-d134a9a8723a,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:40.031817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Network 958620f2-9185-46a3-8c5f-6611298656db is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:53:40.035961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:53:40.093815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-5fad3ecf-7d9a-4681-bb8d-65a13a210cad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Allocated IP 172.20.0.6 (f0affd8f-97d8-4f35-bf89-01dc3a581000/bd852a07-8b52-48ff-bea6-e7301fb1f959/7e3b9c8e-0530-4346-b74f-20237e6d1c9d) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:53:40.195333 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-35b13670-cecb-49d4-962c-e0cc64a3c5dc req-30a90937-1a91-46ea-a38a-d92dbcbc8fbb tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 210 time: 0.0444651 Aug 28 12:53:40.225717 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Router 54766616-f50a-45f4-982c-9d4a1028c0fb has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:53:40.376803 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-5fad3ecf-7d9a-4681-bb8d-65a13a210cad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:40.394470 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:53:40.408747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c995e59b-d2d8-4a37-843d-2b00085d03e1 admin admin] 10.222.0.20 "PUT /v2.0/routers/54766616-f50a-45f4-982c-9d4a1028c0fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4017713 Aug 28 12:53:40.432054 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-5fad3ecf-7d9a-4681-bb8d-65a13a210cad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:40.444880 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['0267ec38-4c25-4b7f-a556-ba3e5bf00fbd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:53:40.523823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-5fad3ecf-7d9a-4681-bb8d-65a13a210cad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Network f0affd8f-97d8-4f35-bf89-01dc3a581000 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:53:40.528286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-5fad3ecf-7d9a-4681-bb8d-65a13a210cad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:53:40.533850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad3ecf-7d9a-4681-bb8d-65a13a210cad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Pushing event updated for resources: {'Port': ['ID=7e3b9c8e-0530-4346-b74f-20237e6d1c9d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:40.537305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-5fad3ecf-7d9a-4681-bb8d-65a13a210cad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:53:40.641971 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-5fad3ecf-7d9a-4681-bb8d-65a13a210cad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:40.647760 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-5fad3ecf-7d9a-4681-bb8d-65a13a210cad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:40.682451 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-5fad3ecf-7d9a-4681-bb8d-65a13a210cad tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4195285 Aug 28 12:53:40.700829 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Request body: {'port': {'device_id': '5538b27f-6d2d-4b3e-811d-355013c09303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:53:40.843459 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:41.265743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-3fca4fa2-52ec-4c1f-b1be-09ad15e80557 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:41.275763 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-3fca4fa2-52ec-4c1f-b1be-09ad15e80557 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/networks?id=958620f2-9185-46a3-8c5f-6611298656db HTTP/1.1" status: 200 len: 819 time: 0.2022831 Aug 28 12:53:41.280118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef228f29-e386-4b3d-97e3-35e69c58fc3b req-5b181564-8f62-4648-bf5e-f50fd476fe3f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:41.281792 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef228f29-e386-4b3d-97e3-35e69c58fc3b req-5b181564-8f62-4648-bf5e-f50fd476fe3f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.5117445 Aug 28 12:53:41.310171 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-88915dcf-0678-490f-a54d-c6710a569408 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/quotas/959ecb01ca334fe6a391ec6be1357ad4 HTTP/1.1" status: 200 len: 375 time: 0.0331860 Aug 28 12:53:41.340881 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef228f29-e386-4b3d-97e3-35e69c58fc3b req-74b78d9f-4185-4783-9ca1-66cd5ed68cd6 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513637 Aug 28 12:53:41.425444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-42465021-3a7a-4195-89ef-93d6e1f979d2 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=959ecb01ca334fe6a391ec6be1357ad4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094635 Aug 28 12:53:41.465894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d336b3c7-b0c6-489b-a944-2449af825acf up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:53:41.577238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port d336b3c7-b0c6-489b-a944-2449af825acf completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:53:41.581952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d336b3c7-b0c6-489b-a944-2449af825acf triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:53:41.581952 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:41.593942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3b9c8e-0530-4346-b74f-20237e6d1c9d {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:53:41.611726 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:41.676026 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Transition to ACTIVE for port object 7e3b9c8e-0530-4346-b74f-20237e6d1c9d will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:53:41.690946 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-f011a680-ec8e-4020-b357-ac57f73a2ef4 service neutron] 10.222.0.20 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640593 Aug 28 12:53:41.701124 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:41.708335 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351a88d-2277-4996-9105-a8b8f9f16289 req-901d63d1-9ef2-4567-9f68-4fc507fe9018 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:41.710545 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3351a88d-2277-4996-9105-a8b8f9f16289 req-901d63d1-9ef2-4567-9f68-4fc507fe9018 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 931 time: 0.0870786 Aug 28 12:53:41.827701 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3351a88d-2277-4996-9105-a8b8f9f16289 req-415af10d-2b52-4f0f-9f57-250196572582 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101556 Aug 28 12:53:41.901661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Pushing event updated for resources: {'Port': ['ID=7e3b9c8e-0530-4346-b74f-20237e6d1c9d,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:41.931415 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-626f0403-db6c-4a57-aa32-4f682d0e831f service neutron] 10.222.0.20 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395110 Aug 28 12:53:41.979305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Attempting to bind port 7e3b9c8e-0530-4346-b74f-20237e6d1c9d on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:53:41.981173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Attempting to bind port 7e3b9c8e-0530-4346-b74f-20237e6d1c9d by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:53:41.981619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Attempting to bind port 7e3b9c8e-0530-4346-b74f-20237e6d1c9d on network f0affd8f-97d8-4f35-bf89-01dc3a581000 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:53:41.992040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Port 7e3b9c8e-0530-4346-b74f-20237e6d1c9d on network f0affd8f-97d8-4f35-bf89-01dc3a581000 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:53:41.992978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Attempting to bind port 7e3b9c8e-0530-4346-b74f-20237e6d1c9d on network f0affd8f-97d8-4f35-bf89-01dc3a581000 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:53:42.007262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:53:42.007598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Checking segment: {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:53:42.007988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Bound using segment: {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:53:42.008426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Bound port: 7e3b9c8e-0530-4346-b74f-20237e6d1c9d, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:53:42.008785 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:42.024681 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:42.057900 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port d336b3c7-b0c6-489b-a944-2449af825acf, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d336b3c7-b0c6-489b-a944-2449af825acf,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:42.063223 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:42.139355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=d336b3c7-b0c6-489b-a944-2449af825acf,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:42.142265 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] For port 7e3b9c8e-0530-4346-b74f-20237e6d1c9d, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:53:42.148092 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] For port 7e3b9c8e-0530-4346-b74f-20237e6d1c9d, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7e3b9c8e-0530-4346-b74f-20237e6d1c9d,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:53:42.162651 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:42.221519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:42.222285 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:42.224054 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] 10.222.0.11 "PUT /v2.0/ports/7e3b9c8e-0530-4346-b74f-20237e6d1c9d HTTP/1.1" status: 200 len: 1092 time: 1.5308578 Aug 28 12:53:42.224702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5538b27f-6d2d-4b3e-811d-355013c09303', 'tag': '7e3b9c8e-0530-4346-b74f-20237e6d1c9d'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:42.227963 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832c3a1e-9f99-4d66-9e29-47d440653df0" -d '{"events": [{"name": "network-changed", "server_uuid": "5538b27f-6d2d-4b3e-811d-355013c09303", "tag": "7e3b9c8e-0530-4346-b74f-20237e6d1c9d"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:42.256154 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-76d0cd5f-5fdd-4645-af9f-a7638f5d933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:42.279907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfa07a-582c-4882-a05d-d5843bb564af service neutron] Pushing event updated for resources: {'Port': ['ID=7e3b9c8e-0530-4346-b74f-20237e6d1c9d,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:42.289797 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d92d4399-3232-4e48-980b-ed67a6415c39 req-3b9c0139-9da4-4540-8e82-f19301436420 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 210 time: 0.0911751 Aug 28 12:53:42.343705 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af3e58a-490f-4fe0-a97f-2c17f35d88f2 x-openstack-request-id: req-5af3e58a-490f-4fe0-a97f-2c17f35d88f2 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:42.343705 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5538b27f-6d2d-4b3e-811d-355013c09303", "tag": "7e3b9c8e-0530-4346-b74f-20237e6d1c9d", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:42.343960 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5af3e58a-490f-4fe0-a97f-2c17f35d88f2 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:42.344330 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5538b27f-6d2d-4b3e-811d-355013c09303', 'tag': '7e3b9c8e-0530-4346-b74f-20237e6d1c9d', 'status': 'completed', 'code': 200} Aug 28 12:53:42.364256 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-195f1195-d8b5-46a7-97a6-01c3aa2c1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:42.365842 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-195f1195-d8b5-46a7-97a6-01c3aa2c1b0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 1095 time: 0.0793054 Aug 28 12:53:42.370524 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Sync routers for ids ['54766616-f50a-45f4-982c-9d4a1028c0fb'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:53:42.394343 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Routers {'54766616-f50a-45f4-982c-9d4a1028c0fb'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:53:42.397600 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:53:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['54766616-f50a-45f4-982c-9d4a1028c0fb'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:53:42.455649 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-e80f0fd7-23c4-4d85-9bfb-b0924fad7ad1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e3b9c8e-0530-4346-b74f-20237e6d1c9d HTTP/1.1" status: 200 len: 217 time: 0.0779474 Aug 28 12:53:42.511158 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:42.560102 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-06d6e290-8507-49ea-a700-331e56e5f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:42.562878 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-06d6e290-8507-49ea-a700-331e56e5f0df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd852a07-8b52-48ff-bea6-e7301fb1f959 HTTP/1.1" status: 200 len: 845 time: 0.0976355 Aug 28 12:53:42.576928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506e220-5fc7-41f1-a186-24d1ac021ba9 req-e8840b86-6a10-4cc9-b7a7-54e05db2543f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:42.586422 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a506e220-5fc7-41f1-a186-24d1ac021ba9 req-e8840b86-6a10-4cc9-b7a7-54e05db2543f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.1186841 Aug 28 12:53:42.615373 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-e1dab8d9-12a5-4c3c-8ea1-549592aaba3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0affd8f-97d8-4f35-bf89-01dc3a581000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460327 Aug 28 12:53:42.654854 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Set router 54766616-f50a-45f4-982c-9d4a1028c0fb gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:53:42.663435 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a506e220-5fc7-41f1-a186-24d1ac021ba9 req-f14e583f-ff0d-4db8-b627-62fbdce9124c tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748463 Aug 28 12:53:42.742832 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-020c2113-e795-4642-96c7-a4a8b3b8dfb4 service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200285 Aug 28 12:53:42.866740 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ebedef9-028c-40bb-bfbc-a428f1f0d5a9 req-e67db313-6dea-446f-bb89-6e378a9dfbd7 service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156793 Aug 28 12:53:42.952099 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-router', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:53:35Z', 'updated_at': '2021-08-28T12:53:39Z', 'revision_number': 4, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'gw_port': {'id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:36Z', 'updated_at': '2021-08-28T12:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '35e8400a-36d1-4c7a-a144-d134a9a8723a', 'name': '', 'network_id': '958620f2-9185-46a3-8c5f-6611298656db', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'mac_address': 'fa:16:3e:40:1d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:38Z', 'updated_at': '2021-08-28T12:53:39Z', 'revision_number': 2, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'subnets': [{'id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:53:42.991902 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Checking router: 54766616-f50a-45f4-982c-9d4a1028c0fb for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:53:42.992248 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Updating router 54766616-f50a-45f4-982c-9d4a1028c0fb port 35e8400a-36d1-4c7a-a144-d134a9a8723a binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:53:42.995370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c3a1e-9f99-4d66-9e29-47d440653df0 req-209719e5-9d79-4df4-bd0e-95e8f232a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:42.999628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-832c3a1e-9f99-4d66-9e29-47d440653df0 req-209719e5-9d79-4df4-bd0e-95e8f232a69e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 1095 time: 0.0579138 Aug 28 12:53:43.022977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d65a34-9969-47de-b101-bf6e6a7f78ca req-8889025e-37f2-47cd-9d39-8abecee92474 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:43.024639 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-12d65a34-9969-47de-b101-bf6e6a7f78ca req-8889025e-37f2-47cd-9d39-8abecee92474 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 943 time: 0.0846260 Aug 28 12:53:43.082241 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:43.100299 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-12d65a34-9969-47de-b101-bf6e6a7f78ca req-539c7a28-cf62-4934-9107-40ee2e1e5623 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532014 Aug 28 12:53:43.158999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c3a1e-9f99-4d66-9e29-47d440653df0 req-b9f94b98-1a81-4930-9be0-60a28539eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:43.161167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-832c3a1e-9f99-4d66-9e29-47d440653df0 req-b9f94b98-1a81-4930-9be0-60a28539eecd service neutron] 10.222.0.11 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 905 time: 0.1491165 Aug 28 12:53:43.222105 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-832c3a1e-9f99-4d66-9e29-47d440653df0 req-6888865f-8bc1-4430-a9ac-4e6b7e34a141 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e3b9c8e-0530-4346-b74f-20237e6d1c9d HTTP/1.1" status: 200 len: 217 time: 0.0467553 Aug 28 12:53:43.292761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c3a1e-9f99-4d66-9e29-47d440653df0 req-5c254361-9e8b-46bf-912c-907a80cb3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:43.294563 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-832c3a1e-9f99-4d66-9e29-47d440653df0 req-5c254361-9e8b-46bf-912c-907a80cb3dcd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd852a07-8b52-48ff-bea6-e7301fb1f959 HTTP/1.1" status: 200 len: 845 time: 0.0527005 Aug 28 12:53:43.343880 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-832c3a1e-9f99-4d66-9e29-47d440653df0 req-f18cd5f5-f799-4845-b048-48e9b21986d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0affd8f-97d8-4f35-bf89-01dc3a581000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348821 Aug 28 12:53:43.357440 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:43.405029 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:43.415648 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Transition to ACTIVE for port object 35e8400a-36d1-4c7a-a144-d134a9a8723a will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:53:43.425476 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:43.433566 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ed70307-0f8b-44ee-8a1a-fe6abd4c15b7 req-a3b2823c-3275-4afb-b871-81133d6a5a98 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 210 time: 0.0662582 Aug 28 12:53:43.459552 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d336b3c7-b0c6-489b-a944-2449af825acf up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:53:43.473063 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e96b2-1569-42c4-927b-9665bbc9900b None None] Pushing event updated for resources: {'Port': ['ID=35e8400a-36d1-4c7a-a144-d134a9a8723a,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:43.494401 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-832c3a1e-9f99-4d66-9e29-47d440653df0 req-df052c07-e032-4002-ac28-c2b03b09211f service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408055 Aug 28 12:53:43.531107 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d336b3c7-b0c6-489b-a944-2449af825acf triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:53:43.532165 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:43.575938 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Attempting to bind port 35e8400a-36d1-4c7a-a144-d134a9a8723a on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:53:43.577188 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Attempting to bind port 35e8400a-36d1-4c7a-a144-d134a9a8723a by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'e1d16b02-a7d9-4207-8b21-fa44281ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '958620f2-9185-46a3-8c5f-6611298656db'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:53:43.577812 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Attempting to bind port 35e8400a-36d1-4c7a-a144-d134a9a8723a on network 958620f2-9185-46a3-8c5f-6611298656db {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:53:43.587956 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:53:43.588334 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Checking segment: {'id': 'e1d16b02-a7d9-4207-8b21-fa44281ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '958620f2-9185-46a3-8c5f-6611298656db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:53:43.588786 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:43.589585 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Bound using segment: {'id': 'e1d16b02-a7d9-4207-8b21-fa44281ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '958620f2-9185-46a3-8c5f-6611298656db'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:53:43.590790 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Bound port: 35e8400a-36d1-4c7a-a144-d134a9a8723a, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d16b02-a7d9-4207-8b21-fa44281ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '958620f2-9185-46a3-8c5f-6611298656db'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:53:43.592185 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:43.629980 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-832c3a1e-9f99-4d66-9e29-47d440653df0 req-49946e7c-9189-4b8e-8562-a942f67a1547 service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234055 Aug 28 12:53:43.679663 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] For port 35e8400a-36d1-4c7a-a144-d134a9a8723a, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:53:43.684122 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] For port 35e8400a-36d1-4c7a-a144-d134a9a8723a, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=35e8400a-36d1-4c7a-a144-d134a9a8723a,segment=NetworkSegment(e1d16b02-a7d9-4207-8b21-fa44281ec259),segment_id=e1d16b02-a7d9-4207-8b21-fa44281ec259)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:53:43.691276 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:43.845777 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e96b2-1569-42c4-927b-9665bbc9900b None None] Pushing event updated for resources: {'Port': ['ID=35e8400a-36d1-4c7a-a144-d134a9a8723a,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:43.848225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-cc6c3b68-a4a5-427f-a024-4a2b00d26472 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:43.849516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77f0b-f350-454d-a919-17d62306e4fb req-102f749c-03da-4625-8c22-197f00fa425f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:43.849800 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-cc6c3b68-a4a5-427f-a024-4a2b00d26472 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.11 "GET /v2.0/networks?id=958620f2-9185-46a3-8c5f-6611298656db HTTP/1.1" status: 200 len: 819 time: 0.1687319 Aug 28 12:53:43.851355 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e1e77f0b-f350-454d-a919-17d62306e4fb req-102f749c-03da-4625-8c22-197f00fa425f tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.1116331 Aug 28 12:53:43.856024 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Routers {'54766616-f50a-45f4-982c-9d4a1028c0fb'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:53:43.856024 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:53:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['54766616-f50a-45f4-982c-9d4a1028c0fb'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:53:43.869430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-99b3abea-6288-40d4-a472-0774741514b0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Request body: {'port': {'device_id': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'network_id': '958620f2-9185-46a3-8c5f-6611298656db', 'admin_state_up': True, 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:53:43.907155 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e1e77f0b-f350-454d-a919-17d62306e4fb req-b93d674f-e61c-4ce6-90c4-a7af7b82ad7b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420120 Aug 28 12:53:44.001535 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] Set router 54766616-f50a-45f4-982c-9d4a1028c0fb gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:53:44.021737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-99b3abea-6288-40d4-a472-0774741514b0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Made reservation on behalf of 959ecb01ca334fe6a391ec6be1357ad4 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:53:44.025483 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-99b3abea-6288-40d4-a472-0774741514b0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:44.213620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-99b3abea-6288-40d4-a472-0774741514b0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Allocated IP 172.20.0.11 (958620f2-9185-46a3-8c5f-6611298656db/9526ba86-6e6c-4f39-bb0b-32ea903acd49/cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:53:44.249978 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-router', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:53:35Z', 'updated_at': '2021-08-28T12:53:39Z', 'revision_number': 4, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'gw_port': {'id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:36Z', 'updated_at': '2021-08-28T12:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '35e8400a-36d1-4c7a-a144-d134a9a8723a', 'name': '', 'network_id': '958620f2-9185-46a3-8c5f-6611298656db', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'mac_address': 'fa:16:3e:40:1d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:38Z', 'updated_at': '2021-08-28T12:53:43Z', 'revision_number': 4, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'subnets': [{'id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:53:44.256103 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df321ec-09c7-4263-b969-00f97f6da99e req-5185cb4a-d90a-4287-85e3-644fdbaed2d2 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:44.263326 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5df321ec-09c7-4263-b969-00f97f6da99e req-5185cb4a-d90a-4287-85e3-644fdbaed2d2 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 943 time: 0.0878370 Aug 28 12:53:44.281166 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c187e-dbf6-41e6-8249-de927c4e7abe None None] The sync data for ids ['54766616-f50a-45f4-982c-9d4a1028c0fb'] in n-d-791505-21 is: [{'id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-router', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:53:35Z', 'updated_at': '2021-08-28T12:53:39Z', 'revision_number': 4, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'gw_port': {'id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:36Z', 'updated_at': '2021-08-28T12:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '35e8400a-36d1-4c7a-a144-d134a9a8723a', 'name': '', 'network_id': '958620f2-9185-46a3-8c5f-6611298656db', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'mac_address': 'fa:16:3e:40:1d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:38Z', 'updated_at': '2021-08-28T12:53:43Z', 'revision_number': 4, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'subnets': [{'id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:53:44.379360 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5df321ec-09c7-4263-b969-00f97f6da99e req-833f24d2-d778-4743-b5f1-250bfa8d40b6 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151803 Aug 28 12:53:44.467893 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-99b3abea-6288-40d4-a472-0774741514b0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:44.521771 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-99b3abea-6288-40d4-a472-0774741514b0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:44.573654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-99b3abea-6288-40d4-a472-0774741514b0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Network 958620f2-9185-46a3-8c5f-6611298656db is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:53:44.582260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-99b3abea-6288-40d4-a472-0774741514b0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:53:44.586981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-99b3abea-6288-40d4-a472-0774741514b0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:53:44.594621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3abea-6288-40d4-a472-0774741514b0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Pushing event updated for resources: {'Port': ['ID=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:44.594862 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abcd08-48d1-4e7c-8392-819b1428584a req-4b48a05a-c652-4698-8e06-7c0b782e12a2 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:44.596427 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4abcd08-48d1-4e7c-8392-819b1428584a req-4b48a05a-c652-4698-8e06-7c0b782e12a2 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 932 time: 0.0746253 Aug 28 12:53:44.647596 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4abcd08-48d1-4e7c-8392-819b1428584a req-d2c2f4a6-fa02-4325-93fa-a5bf50928d08 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428240 Aug 28 12:53:44.650530 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-99b3abea-6288-40d4-a472-0774741514b0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:44.652344 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-99b3abea-6288-40d4-a472-0774741514b0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:44.677039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-99b3abea-6288-40d4-a472-0774741514b0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8116565 Aug 28 12:53:44.696987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Request body: {'port': {'device_id': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:53:44.770392 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:45.081718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5634d-22c9-43e4-a351-839bd79e5b02 req-a1ba0442-3100-4840-bb5c-d9f05fceeb49 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:45.083322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c6d5634d-22c9-43e4-a351-839bd79e5b02 req-a1ba0442-3100-4840-bb5c-d9f05fceeb49 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0845423 Aug 28 12:53:45.167088 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c6d5634d-22c9-43e4-a351-839bd79e5b02 req-652e10af-f3a7-4ea4-a025-a2333c86e48d tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731766 Aug 28 12:53:45.186610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:53:45.194466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:45.207774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Transition to ACTIVE for port object cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:53:45.212905 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:45.234628 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:45.331587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:45.456395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Attempting to bind port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:53:45.456954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Attempting to bind port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'e1d16b02-a7d9-4207-8b21-fa44281ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '958620f2-9185-46a3-8c5f-6611298656db'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:53:45.457470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Attempting to bind port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 on network 958620f2-9185-46a3-8c5f-6611298656db {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:53:45.467022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 on network 958620f2-9185-46a3-8c5f-6611298656db not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:53:45.467552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Attempting to bind port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 on network 958620f2-9185-46a3-8c5f-6611298656db {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:53:45.474753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:53:45.475092 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Checking segment: {'id': 'e1d16b02-a7d9-4207-8b21-fa44281ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '958620f2-9185-46a3-8c5f-6611298656db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:53:45.475533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Bound using segment: {'id': 'e1d16b02-a7d9-4207-8b21-fa44281ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '958620f2-9185-46a3-8c5f-6611298656db'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:53:45.475968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Bound port: cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d16b02-a7d9-4207-8b21-fa44281ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '958620f2-9185-46a3-8c5f-6611298656db'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:53:45.477946 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:45.554563 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 35e8400a-36d1-4c7a-a144-d134a9a8723a up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:53:45.583582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762b61c-8387-4cc4-aa13-ef2b9bf42fd6 req-abcf7dfd-b3ae-4151-903b-133413e7feb5 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:45.585673 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4762b61c-8387-4cc4-aa13-ef2b9bf42fd6 req-abcf7dfd-b3ae-4151-903b-133413e7feb5 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 943 time: 0.1040628 Aug 28 12:53:45.604785 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] For port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:53:45.612280 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 35e8400a-36d1-4c7a-a144-d134a9a8723a completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:53:45.612784 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] For port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3,segment=NetworkSegment(e1d16b02-a7d9-4207-8b21-fa44281ec259),segment_id=e1d16b02-a7d9-4207-8b21-fa44281ec259)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:53:45.621051 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:45.621780 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 35e8400a-36d1-4c7a-a144-d134a9a8723a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:53:45.622384 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:45.644877 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:45.645667 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:45.647694 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] 10.222.0.11 "PUT /v2.0/ports/cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 HTTP/1.1" status: 200 len: 1093 time: 0.9563069 Aug 28 12:53:45.651211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'tag': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:45.655365 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3aa7573-c509-4ea7-abbc-ffd434b9e60a" -d '{"events": [{"name": "network-changed", "server_uuid": "7287e7ee-9cda-48fd-bf56-4dfd742c77fa", "tag": "cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:45.746728 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:45.757198 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2a5d18-a679-4782-bb41-140d055fdad4 x-openstack-request-id: req-0e2a5d18-a679-4782-bb41-140d055fdad4 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:45.757599 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7287e7ee-9cda-48fd-bf56-4dfd742c77fa", "tag": "cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:45.757967 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e2a5d18-a679-4782-bb41-140d055fdad4 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:45.758491 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'tag': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3', 'status': 'completed', 'code': 200} Aug 28 12:53:45.795423 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4762b61c-8387-4cc4-aa13-ef2b9bf42fd6 req-ffc2451a-796e-4783-8a5c-be0f4f639a68 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874588 Aug 28 12:53:45.806841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 35e8400a-36d1-4c7a-a144-d134a9a8723a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=35e8400a-36d1-4c7a-a144-d134a9a8723a,segment=NetworkSegment(e1d16b02-a7d9-4207-8b21-fa44281ec259),segment_id=e1d16b02-a7d9-4207-8b21-fa44281ec259)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:45.808588 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-9ad40da5-b44a-4d82-9498-d4a8d88e6612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:45.810720 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-9ad40da5-b44a-4d82-9498-d4a8d88e6612 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=959ecb01ca334fe6a391ec6be1357ad4&device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 1096 time: 0.0955904 Aug 28 12:53:45.814544 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:45.815628 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9538ea-780a-4fb7-96e4-032eebd1dbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:45.870567 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-7ea45a05-e1f9-45d7-aba5-2218624464cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 HTTP/1.1" status: 200 len: 217 time: 0.0480118 Aug 28 12:53:45.905382 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=35e8400a-36d1-4c7a-a144-d134a9a8723a,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:45.942224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-bd70b9cc-1be2-4176-af13-cc88e6801d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:45.944945 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-bd70b9cc-1be2-4176-af13-cc88e6801d2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9526ba86-6e6c-4f39-bb0b-32ea903acd49 HTTP/1.1" status: 200 len: 859 time: 0.0616133 Aug 28 12:53:45.951101 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fcd20-f2e5-4156-a4b8-c76f2a7be959 req-a5589c1a-b160-4e5d-a1ae-7205d67be312 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:45.953724 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d1fcd20-f2e5-4156-a4b8-c76f2a7be959 req-a5589c1a-b160-4e5d-a1ae-7205d67be312 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 944 time: 0.0943732 Aug 28 12:53:45.989507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-15fc520f-d341-4f35-8cff-2418be300e18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=958620f2-9185-46a3-8c5f-6611298656db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350311 Aug 28 12:53:46.003262 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d1fcd20-f2e5-4156-a4b8-c76f2a7be959 req-b65fcbd7-0936-4e20-9a9b-aacda7b842d9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 Aug 28 12:53:46.095289 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-a28208af-80a9-4266-97f9-9cdac3dbf12f service neutron] 10.222.0.11 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913246 Aug 28 12:53:46.195040 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbbfeeba-3470-4c8c-a215-c12b903e4abc req-f1c437ab-7ca4-4bd1-83bb-d4d88361c054 service neutron] 10.222.0.11 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904121 Aug 28 12:53:46.317185 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa7573-c509-4ea7-abbc-ffd434b9e60a req-68df6d05-70f0-40f9-9710-9724b008dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:46.318854 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d3aa7573-c509-4ea7-abbc-ffd434b9e60a req-68df6d05-70f0-40f9-9710-9724b008dd94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=959ecb01ca334fe6a391ec6be1357ad4&device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 1096 time: 0.0640008 Aug 28 12:53:46.327582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51131aa5-a848-4fa6-9659-9c1e97b09e9c req-97623012-c11a-429d-9f53-ddfea025451a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:46.329132 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51131aa5-a848-4fa6-9659-9c1e97b09e9c req-97623012-c11a-429d-9f53-ddfea025451a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0839117 Aug 28 12:53:46.442931 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51131aa5-a848-4fa6-9659-9c1e97b09e9c req-16bf5e6e-836b-48ee-bb38-7024c6575d7b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050732 Aug 28 12:53:46.473261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa7573-c509-4ea7-abbc-ffd434b9e60a req-65b202da-f5f1-41b2-8213-d2f13cc28fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:46.475035 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d3aa7573-c509-4ea7-abbc-ffd434b9e60a req-65b202da-f5f1-41b2-8213-d2f13cc28fba service neutron] 10.222.0.11 "GET /v2.0/networks?id=958620f2-9185-46a3-8c5f-6611298656db HTTP/1.1" status: 200 len: 919 time: 0.1446421 Aug 28 12:53:46.528968 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d3aa7573-c509-4ea7-abbc-ffd434b9e60a req-d1a570a9-1498-435a-9feb-015f549faf46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 HTTP/1.1" status: 200 len: 217 time: 0.0341156 Aug 28 12:53:46.587797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa7573-c509-4ea7-abbc-ffd434b9e60a req-c0aaa972-6ff8-42fe-bb8c-82344598d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:46.589288 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d3aa7573-c509-4ea7-abbc-ffd434b9e60a req-c0aaa972-6ff8-42fe-bb8c-82344598d0a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9526ba86-6e6c-4f39-bb0b-32ea903acd49 HTTP/1.1" status: 200 len: 859 time: 0.0505576 Aug 28 12:53:46.626904 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d3aa7573-c509-4ea7-abbc-ffd434b9e60a req-d93d298d-bcfb-4f60-ba01-add752bfd9a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=958620f2-9185-46a3-8c5f-6611298656db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252173 Aug 28 12:53:46.724330 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d3aa7573-c509-4ea7-abbc-ffd434b9e60a req-4cbea921-867f-4f14-8401-52eab3f5f79f service neutron] 10.222.0.11 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842409 Aug 28 12:53:46.830570 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d3aa7573-c509-4ea7-abbc-ffd434b9e60a req-b9e195f3-438b-4192-bf4d-9558c546ae54 service neutron] 10.222.0.11 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976350 Aug 28 12:53:46.932114 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a998425-44a5-43f8-802d-69ebb177bb97 req-e4a98f6b-93c5-49d4-b285-f8986439519c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:46.933628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a998425-44a5-43f8-802d-69ebb177bb97 req-e4a98f6b-93c5-49d4-b285-f8986439519c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 943 time: 0.0525105 Aug 28 12:53:46.991173 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a998425-44a5-43f8-802d-69ebb177bb97 req-6c184686-97ce-4f13-9f1a-47fd1252c533 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495019 Aug 28 12:53:47.076527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55aed9-1462-4170-b7a9-32bef642f86b req-49b24699-b81a-4259-9804-8eb6f48a0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:47.078221 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad55aed9-1462-4170-b7a9-32bef642f86b req-49b24699-b81a-4259-9804-8eb6f48a0da5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 1097 time: 0.0522139 Aug 28 12:53:47.124531 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad55aed9-1462-4170-b7a9-32bef642f86b req-ebda1b5b-01ee-4618-b6d0-e5d8e157dab9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334113 Aug 28 12:53:47.146528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa02e7-b61c-4364-9c2c-9b21cf3cc0ae req-21a7bafc-69e3-4931-afe8-341a057faa10 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:47.148048 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aefa02e7-b61c-4364-9c2c-9b21cf3cc0ae req-21a7bafc-69e3-4931-afe8-341a057faa10 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 944 time: 0.0563831 Aug 28 12:53:47.187413 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aefa02e7-b61c-4364-9c2c-9b21cf3cc0ae req-7771cfda-aff1-402e-9655-251fb8beafaa tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330498 Aug 28 12:53:47.268190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7e3b9c8e-0530-4346-b74f-20237e6d1c9d details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:53:47.369863 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7e3b9c8e-0530-4346-b74f-20237e6d1c9d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7e3b9c8e-0530-4346-b74f-20237e6d1c9d,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:47.383517 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '7e3b9c8e-0530-4346-b74f-20237e6d1c9d', 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000', 'port_id': '7e3b9c8e-0530-4346-b74f-20237e6d1c9d', 'mac_address': 'fa:16:3e:3c:a1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd852a07-8b52-48ff-bea6-e7301fb1f959', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:53:47.422737 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 35e8400a-36d1-4c7a-a144-d134a9a8723a up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:53:47.446895 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:47.472142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3b9c8e-0530-4346-b74f-20237e6d1c9d {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:53:47.501604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7e3b9c8e-0530-4346-b74f-20237e6d1c9d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7e3b9c8e-0530-4346-b74f-20237e6d1c9d,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:47.510252 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:47.518429 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 35e8400a-36d1-4c7a-a144-d134a9a8723a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:53:47.518785 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:47.583919 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3fd55-aee1-467c-b8c6-70131a8c173a req-57966992-6f0e-4c8e-9734-7ffed42b63cb tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:47.585598 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18a3fd55-aee1-467c-b8c6-70131a8c173a req-57966992-6f0e-4c8e-9734-7ffed42b63cb tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0604300 Aug 28 12:53:47.603011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7e3b9c8e-0530-4346-b74f-20237e6d1c9d,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:47.629719 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18a3fd55-aee1-467c-b8c6-70131a8c173a req-12de7c71-ad6c-450a-ae3e-2332415627c5 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368648 Aug 28 12:53:48.020512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['7e3b9c8e-0530-4346-b74f-20237e6d1c9d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:53:48.119921 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1686e-6211-4a6c-9749-e32b8d25b670 req-e51655e4-0689-483b-9fc5-05d1c80edd68 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:48.121489 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ae1686e-6211-4a6c-9749-e32b8d25b670 req-e51655e4-0689-483b-9fc5-05d1c80edd68 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 944 time: 0.0626402 Aug 28 12:53:48.166329 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ae1686e-6211-4a6c-9749-e32b8d25b670 req-a192844d-0f45-45fc-a0df-875cc22f6ecd tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Aug 28 12:53:48.314873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb161e-8137-416c-ac8e-3e5a8f182588 req-f0dddfcf-3d71-410d-be90-c9185a48e4e7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:48.314873 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8bfb161e-8137-416c-ac8e-3e5a8f182588 req-f0dddfcf-3d71-410d-be90-c9185a48e4e7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 944 time: 0.0546210 Aug 28 12:53:48.364173 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8bfb161e-8137-416c-ac8e-3e5a8f182588 req-2cc224e1-722f-430f-819a-2163b6419d08 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413918 Aug 28 12:53:48.781216 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158629-816c-4fe1-9ae0-240c90906c36 req-ec8a81cf-4324-4d38-a00b-e2cec696c45e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:48.787041 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6158629-816c-4fe1-9ae0-240c90906c36 req-ec8a81cf-4324-4d38-a00b-e2cec696c45e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0642762 Aug 28 12:53:48.836530 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6158629-816c-4fe1-9ae0-240c90906c36 req-f16aca65-3fa4-4cde-8530-991e9fb3e954 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448091 Aug 28 12:53:49.271407 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae3044-3b79-4397-be24-12e6a4060444 req-4e6ef0ee-a057-447c-8216-f389e87b07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:49.272857 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85ae3044-3b79-4397-be24-12e6a4060444 req-4e6ef0ee-a057-447c-8216-f389e87b07dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5fa6504f1c5245c4bc244aff3d31f637&device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 1097 time: 0.0928478 Aug 28 12:53:49.280743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f682a-8d3a-4566-b6c5-a0eff45b5373 req-dff0efac-4866-4343-8650-c0b26bc2ee96 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:49.282902 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-142f682a-8d3a-4566-b6c5-a0eff45b5373 req-dff0efac-4866-4343-8650-c0b26bc2ee96 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.1148376 Aug 28 12:53:49.358345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac0595-9a09-4417-bafc-286660f7c912 req-c54ab5f7-0246-484c-97b2-28a8d2fa44f0 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:49.360241 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a2ac0595-9a09-4417-bafc-286660f7c912 req-c54ab5f7-0246-484c-97b2-28a8d2fa44f0 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 944 time: 0.0558150 Aug 28 12:53:49.376359 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-142f682a-8d3a-4566-b6c5-a0eff45b5373 req-9db74376-9447-4d6f-b0a2-f8ecaa568ad7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838742 Aug 28 12:53:49.406215 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a2ac0595-9a09-4417-bafc-286660f7c912 req-9ecae5d7-bdba-45ba-8243-9821643f6955 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390491 Aug 28 12:53:49.431605 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae3044-3b79-4397-be24-12e6a4060444 req-261be722-c143-4063-816f-78ffda373ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:49.433571 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85ae3044-3b79-4397-be24-12e6a4060444 req-261be722-c143-4063-816f-78ffda373ab6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94c98bd0-b397-4410-9e9a-94046b8de866 HTTP/1.1" status: 200 len: 918 time: 0.1498244 Aug 28 12:53:49.489198 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85ae3044-3b79-4397-be24-12e6a4060444 req-2a1b256b-9a47-47a9-a958-13d0b72a4116 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a6c0169-7662-446d-ac2c-843f451109ae HTTP/1.1" status: 200 len: 217 time: 0.0459974 Aug 28 12:53:49.564879 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c1ba9-904b-4668-8652-81364971241d req-e4d6c697-2d54-48f8-b9c1-8c7063fc8d18 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:49.566409 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f23c1ba9-904b-4668-8652-81364971241d req-e4d6c697-2d54-48f8-b9c1-8c7063fc8d18 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 944 time: 0.0876985 Aug 28 12:53:49.592005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae3044-3b79-4397-be24-12e6a4060444 req-0073d610-4aa6-4c59-b4fb-bf920eb29d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:49.593522 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85ae3044-3b79-4397-be24-12e6a4060444 req-0073d610-4aa6-4c59-b4fb-bf920eb29d97 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=515db44d-2b7a-4e76-9761-e9a394711f3d HTTP/1.1" status: 200 len: 858 time: 0.0802917 Aug 28 12:53:49.636831 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85ae3044-3b79-4397-be24-12e6a4060444 req-7105e29d-81da-40e7-bcca-56d4bc1b7707 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94c98bd0-b397-4410-9e9a-94046b8de866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345044 Aug 28 12:53:49.640532 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f23c1ba9-904b-4668-8652-81364971241d req-b462b6e5-33a8-4775-83c0-3c417a82ba89 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670235 Aug 28 12:53:49.740494 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85ae3044-3b79-4397-be24-12e6a4060444 req-a10abdd0-915a-4b8c-98af-4c6ba1aab6ef service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954165 Aug 28 12:53:49.835317 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85ae3044-3b79-4397-be24-12e6a4060444 req-259e6429-22e5-4dd7-be32-655b082c5472 service neutron] 10.222.0.11 "GET /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848436 Aug 28 12:53:50.499868 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1669d3-b6c5-464f-a93d-0abeeb8068cb req-3291727c-c74f-4487-975b-f04e3111450b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:50.501393 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fc1669d3-b6c5-464f-a93d-0abeeb8068cb req-3291727c-c74f-4487-975b-f04e3111450b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0513523 Aug 28 12:53:50.536143 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fed3d7-50af-45b6-8a77-5994c95ad5f0 req-032cef45-e88f-4cf5-ac8e-c5ef1af8fb2c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:50.537641 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a1fed3d7-50af-45b6-8a77-5994c95ad5f0 req-032cef45-e88f-4cf5-ac8e-c5ef1af8fb2c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 944 time: 0.0593891 Aug 28 12:53:50.541670 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fc1669d3-b6c5-464f-a93d-0abeeb8068cb req-6cc13346-3912-400c-9907-7d0297b54558 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334713 Aug 28 12:53:50.576471 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a1fed3d7-50af-45b6-8a77-5994c95ad5f0 req-9ff674ff-5edf-44d0-99da-2f00083ae2f3 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327418 Aug 28 12:53:50.775060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba8b43-6fc2-42ef-90c3-011113954b46 req-70453f51-4bb3-4292-ad65-172768687b58 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:50.776609 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69ba8b43-6fc2-42ef-90c3-011113954b46 req-70453f51-4bb3-4292-ad65-172768687b58 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 944 time: 0.0597079 Aug 28 12:53:50.815896 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69ba8b43-6fc2-42ef-90c3-011113954b46 req-85241324-eded-4e49-acc9-b4901e01ba44 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333900 Aug 28 12:53:51.287246 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:53:51.291802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7e3b9c8e-0530-4346-b74f-20237e6d1c9d up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:53:51.422215 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 7e3b9c8e-0530-4346-b74f-20237e6d1c9d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:53:51.431745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 7e3b9c8e-0530-4346-b74f-20237e6d1c9d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:53:51.432251 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:51.470950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3,segment=NetworkSegment(e1d16b02-a7d9-4207-8b21-fa44281ec259),segment_id=e1d16b02-a7d9-4207-8b21-fa44281ec259)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:51.493673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3', 'network_id': '958620f2-9185-46a3-8c5f-6611298656db', 'port_id': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3', 'mac_address': 'fa:16:3e:ba:05:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:53:51.565024 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:51.593362 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:53:51.602522 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:51.629797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3,segment=NetworkSegment(e1d16b02-a7d9-4207-8b21-fa44281ec259),segment_id=e1d16b02-a7d9-4207-8b21-fa44281ec259)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:51.641372 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5538b27f-6d2d-4b3e-811d-355013c09303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3b9c8e-0530-4346-b74f-20237e6d1c9d'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:51.644206 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d366ee-e339-4d79-86fd-da18d295b62a" -d '{"events": [{"server_uuid": "5538b27f-6d2d-4b3e-811d-355013c09303", "name": "network-vif-plugged", "status": "completed", "tag": "7e3b9c8e-0530-4346-b74f-20237e6d1c9d"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:51.654463 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:51.670870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 7e3b9c8e-0530-4346-b74f-20237e6d1c9d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7e3b9c8e-0530-4346-b74f-20237e6d1c9d,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:51.680774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3ce94-31c0-47fa-a47c-e985d9571c3e req-8bbdabec-52a9-40da-b119-b12cd8ac1f99 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:51.683581 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e6a3ce94-31c0-47fa-a47c-e985d9571c3e req-8bbdabec-52a9-40da-b119-b12cd8ac1f99 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0662758 Aug 28 12:53:51.715994 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:51.725173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bc484-abdd-4c27-b359-6f90aadc3b5c req-14c58e58-3db1-4934-bc19-6943824505b8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:51.734403 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-321bc484-abdd-4c27-b359-6f90aadc3b5c req-14c58e58-3db1-4934-bc19-6943824505b8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 945 time: 0.0685012 Aug 28 12:53:51.746177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:51.754039 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e6a3ce94-31c0-47fa-a47c-e985d9571c3e req-24036463-3810-46a7-ab90-beaf63afd009 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632513 Aug 28 12:53:51.801579 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-321bc484-abdd-4c27-b359-6f90aadc3b5c req-9677a328-e275-44c8-aaeb-6a42982da6b5 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619683 Aug 28 12:53:51.812195 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=7e3b9c8e-0530-4346-b74f-20237e6d1c9d,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:51.817938 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d59938f-bcd3-4889-8fd3-257af7a33c8b x-openstack-request-id: req-4d59938f-bcd3-4889-8fd3-257af7a33c8b {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:51.818548 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5538b27f-6d2d-4b3e-811d-355013c09303", "name": "network-vif-plugged", "status": "completed", "tag": "7e3b9c8e-0530-4346-b74f-20237e6d1c9d", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:51.818982 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d59938f-bcd3-4889-8fd3-257af7a33c8b {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:51.819627 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5538b27f-6d2d-4b3e-811d-355013c09303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3b9c8e-0530-4346-b74f-20237e6d1c9d', 'code': 200} Aug 28 12:53:51.962053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d28a6-dc35-498f-b3e3-9bc6ef3b3fc7 req-11071bec-951e-4aeb-b1ba-dae5a7c67481 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:51.964109 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-363d28a6-dc35-498f-b3e3-9bc6ef3b3fc7 req-11071bec-951e-4aeb-b1ba-dae5a7c67481 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 945 time: 0.0575640 Aug 28 12:53:51.992696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defa275-4ac3-48a7-a138-a63df0dd6784 req-c67ead09-cb1e-4fc5-b5ce-a6cdace47d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:51.994575 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3defa275-4ac3-48a7-a138-a63df0dd6784 req-c67ead09-cb1e-4fc5-b5ce-a6cdace47d39 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 1097 time: 0.0522237 Aug 28 12:53:52.015336 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-363d28a6-dc35-498f-b3e3-9bc6ef3b3fc7 req-d27da608-7142-46d5-91a6-0d45bc9bbf16 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439236 Aug 28 12:53:52.067432 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3defa275-4ac3-48a7-a138-a63df0dd6784 req-03ffabc1-0787-4b6e-9d05-3cd8ccdac7cb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442538 Aug 28 12:53:52.140379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:53:52.874094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f2f36-1998-41de-9bc3-4669bc4a1d5e req-ed4d9cb3-5317-4b94-93a3-0fc4f7745e8b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:52.875595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae0f2f36-1998-41de-9bc3-4669bc4a1d5e req-ed4d9cb3-5317-4b94-93a3-0fc4f7745e8b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0538456 Aug 28 12:53:52.915762 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae0f2f36-1998-41de-9bc3-4669bc4a1d5e req-afe6b33b-8432-46ca-9711-2d9665af3a99 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326216 Aug 28 12:53:52.921064 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8d304-a7df-4089-8b8d-dbec7660de77 req-eaf1e9d1-7d57-4098-8f32-9d80bd48d715 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:52.922581 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-22e8d304-a7df-4089-8b8d-dbec7660de77 req-eaf1e9d1-7d57-4098-8f32-9d80bd48d715 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 945 time: 0.0528491 Aug 28 12:53:52.989293 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-22e8d304-a7df-4089-8b8d-dbec7660de77 req-c7608342-a29b-4642-b8c9-fa224462b6fe tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Aug 28 12:53:53.180636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11968931-400f-4135-a932-43edff4f3cc6 req-41b8b20e-8664-4883-8b09-0f0329352c71 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:53.182530 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11968931-400f-4135-a932-43edff4f3cc6 req-41b8b20e-8664-4883-8b09-0f0329352c71 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 945 time: 0.0619581 Aug 28 12:53:53.263270 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11968931-400f-4135-a932-43edff4f3cc6 req-85c9b44c-6298-4dd2-ae6d-48e4bd24f0de tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742269 Aug 28 12:53:53.335960 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52774) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:53.453750 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c46c41f6-f0f9-45a1-a494-1dbccbefbad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:53.569655 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c46c41f6-f0f9-45a1-a494-1dbccbefbad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:53.573659 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c46c41f6-f0f9-45a1-a494-1dbccbefbad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:53.611066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c41f6-f0f9-45a1-a494-1dbccbefbad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60a1266-f913-4160-8383-9d096c9ef0cd,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:53.615375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c46c41f6-f0f9-45a1-a494-1dbccbefbad1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b210361171fb4ad380c0b1bb6f639710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2783980 Aug 28 12:53:53.617928 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52782) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:53:53.670000 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c2471ed-cefd-40af-9035-225db126e959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:53.691247 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c2471ed-cefd-40af-9035-225db126e959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:53.738052 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c2471ed-cefd-40af-9035-225db126e959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:53.740627 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c2471ed-cefd-40af-9035-225db126e959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:53.741788 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7c2471ed-cefd-40af-9035-225db126e959 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b60a1266-f913-4160-8383-9d096c9ef0cd HTTP/1.1" status: 204 len: 168 time: 0.1229370 Aug 28 12:53:53.749234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2471ed-cefd-40af-9035-225db126e959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60a1266-f913-4160-8383-9d096c9ef0cd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:54.104111 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2f859-dffc-4d3d-bbf9-6e94f03f667e req-4cd2a27f-27fe-4dd1-9128-138158caba95 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:54.105880 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59c2f859-dffc-4d3d-bbf9-6e94f03f667e req-4cd2a27f-27fe-4dd1-9128-138158caba95 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 945 time: 0.0612767 Aug 28 12:53:54.155714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59c2f859-dffc-4d3d-bbf9-6e94f03f667e req-1184a70a-9ed6-4f8e-bf6c-8df4220247d6 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422451 Aug 28 12:53:54.400815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3fe22-e8eb-4394-821e-2da609bb5e06 req-205971aa-b63f-4a80-9a1b-f114a860b804 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:54.402492 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-30d3fe22-e8eb-4394-821e-2da609bb5e06 req-205971aa-b63f-4a80-9a1b-f114a860b804 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 945 time: 0.0576420 Aug 28 12:53:54.417695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182b248-e290-4bb9-8e59-4e9b6bb06045 req-1ea2ff8d-0d72-4e5c-9336-58374cf0af24 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:54.425912 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6182b248-e290-4bb9-8e59-4e9b6bb06045 req-1ea2ff8d-0d72-4e5c-9336-58374cf0af24 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 945 time: 0.0807614 Aug 28 12:53:54.459457 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-30d3fe22-e8eb-4394-821e-2da609bb5e06 req-2fd56037-ef80-44d4-8a4a-a9b6e314ecc7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490794 Aug 28 12:53:54.471564 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6182b248-e290-4bb9-8e59-4e9b6bb06045 req-a53c2448-509e-4ea9-8503-2fed91f3c928 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446925 Aug 28 12:53:54.591723 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf473059-30b1-46d9-b009-1f0617be1afb req-15baaa24-24ee-406b-9010-2b38672e7cf7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:54.600629 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bf473059-30b1-46d9-b009-1f0617be1afb req-15baaa24-24ee-406b-9010-2b38672e7cf7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 945 time: 0.0652051 Aug 28 12:53:54.663242 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bf473059-30b1-46d9-b009-1f0617be1afb req-d86558f4-ed4c-4cd6-9c53-dad9ac50535e tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612812 Aug 28 12:53:54.912097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabdcac-097e-4059-b824-8e3dc4811c52 req-61c23037-66a4-453c-b280-51c281798a78 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:54.913685 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3cabdcac-097e-4059-b824-8e3dc4811c52 req-61c23037-66a4-453c-b280-51c281798a78 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 945 time: 0.0510762 Aug 28 12:53:54.955109 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3cabdcac-097e-4059-b824-8e3dc4811c52 req-2edc57dc-5c11-4939-9eab-8abc45b28776 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344045 Aug 28 12:53:55.301040 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:53:55.353838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:53:55.357732 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:53:55.358107 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:55.463401 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:55.490496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:55.493082 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f479ac-0998-4e14-ad24-73756d344853" -d '{"events": [{"server_uuid": "7287e7ee-9cda-48fd-bf56-4dfd742c77fa", "name": "network-vif-plugged", "status": "completed", "tag": "cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:55.516208 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3,segment=NetworkSegment(e1d16b02-a7d9-4207-8b21-fa44281ec259),segment_id=e1d16b02-a7d9-4207-8b21-fa44281ec259)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:55.521884 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:55.608440 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9d635f-9d4d-497e-9420-c825e09ab07f x-openstack-request-id: req-8b9d635f-9d4d-497e-9420-c825e09ab07f {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:55.615258 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7287e7ee-9cda-48fd-bf56-4dfd742c77fa", "name": "network-vif-plugged", "status": "completed", "tag": "cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:55.615524 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b9d635f-9d4d-497e-9420-c825e09ab07f {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:55.616082 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3', 'code': 200} Aug 28 12:53:55.616696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:55.714551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3dff1-0df0-4a14-852b-eab23bcc9fab req-0d685381-eb57-419a-87ec-1c6375a282d2 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:55.715987 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-00b3dff1-0df0-4a14-852b-eab23bcc9fab req-0d685381-eb57-419a-87ec-1c6375a282d2 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.1269405 Aug 28 12:53:55.736756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d035f-3b09-4812-84c4-2a763bd560cd req-eb4294b0-cbb7-49b6-8ad4-4b1686256e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:55.738279 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d55d035f-3b09-4812-84c4-2a763bd560cd req-eb4294b0-cbb7-49b6-8ad4-4b1686256e92 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 1098 time: 0.0783808 Aug 28 12:53:55.789640 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-00b3dff1-0df0-4a14-852b-eab23bcc9fab req-ab80bf25-2226-4fc4-a373-576a95cdb911 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644763 Aug 28 12:53:55.806231 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d55d035f-3b09-4812-84c4-2a763bd560cd req-88284484-836a-462b-9d53-a97bb39e085d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568769 Aug 28 12:53:56.090138 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be2023-14bc-481c-897a-68d6d78438d2 req-fbc30909-d29e-4ffb-8566-0828e4c612f2 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:56.093536 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20be2023-14bc-481c-897a-68d6d78438d2 req-fbc30909-d29e-4ffb-8566-0828e4c612f2 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 945 time: 0.0639844 Aug 28 12:53:56.158108 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20be2023-14bc-481c-897a-68d6d78438d2 req-4e03543d-1f37-41dc-b9d6-080a9399a60d tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509732 Aug 28 12:53:56.541774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef11c6-3143-4256-a451-fe6dc62365db req-66efef5e-1bfe-4e26-b4f6-f44865ea3254 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:56.543308 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5cef11c6-3143-4256-a451-fe6dc62365db req-66efef5e-1bfe-4e26-b4f6-f44865ea3254 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 945 time: 0.0506196 Aug 28 12:53:56.640744 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5cef11c6-3143-4256-a451-fe6dc62365db req-6c14ea9f-e8f3-4cce-a5f6-cfa79c073678 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Deleting port 7e3b9c8e-0530-4346-b74f-20237e6d1c9d {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:53:56.641081 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5cef11c6-3143-4256-a451-fe6dc62365db req-6c14ea9f-e8f3-4cce-a5f6-cfa79c073678 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:56.747244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5cef11c6-3143-4256-a451-fe6dc62365db req-6c14ea9f-e8f3-4cce-a5f6-cfa79c073678 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] For port 7e3b9c8e-0530-4346-b74f-20237e6d1c9d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=7e3b9c8e-0530-4346-b74f-20237e6d1c9d,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:53:56.747905 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5cef11c6-3143-4256-a451-fe6dc62365db req-6c14ea9f-e8f3-4cce-a5f6-cfa79c073678 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:56.763748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5cef11c6-3143-4256-a451-fe6dc62365db req-6c14ea9f-e8f3-4cce-a5f6-cfa79c073678 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Calling delete_port for 7e3b9c8e-0530-4346-b74f-20237e6d1c9d owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:53:56.952394 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5cef11c6-3143-4256-a451-fe6dc62365db req-6c14ea9f-e8f3-4cce-a5f6-cfa79c073678 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:56.966697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['0267ec38-4c25-4b7f-a556-ba3e5bf00fbd', '7e3b9c8e-0530-4346-b74f-20237e6d1c9d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:53:56.970057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1944ac-5c8e-40dd-a61d-dcbcc0c89dc6 req-6d87ac77-29f6-4977-bee4-302fab011e49 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:56.970495 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da1944ac-5c8e-40dd-a61d-dcbcc0c89dc6 req-6d87ac77-29f6-4977-bee4-302fab011e49 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0789075 Aug 28 12:53:56.998715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14ea9f-e8f3-4cce-a5f6-cfa79c073678 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Pushing event deleted for resources: {'Port': ['ID=7e3b9c8e-0530-4346-b74f-20237e6d1c9d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:53:57.061714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cef11c6-3143-4256-a451-fe6dc62365db req-6c14ea9f-e8f3-4cce-a5f6-cfa79c073678 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] No DVR routers for this DVR port 7e3b9c8e-0530-4346-b74f-20237e6d1c9d on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:53:57.065789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5cef11c6-3143-4256-a451-fe6dc62365db req-6c14ea9f-e8f3-4cce-a5f6-cfa79c073678 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:53:57.067844 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5cef11c6-3143-4256-a451-fe6dc62365db req-6c14ea9f-e8f3-4cce-a5f6-cfa79c073678 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "DELETE /v2.0/ports/7e3b9c8e-0530-4346-b74f-20237e6d1c9d HTTP/1.1" status: 204 len: 173 time: 0.5172627 Aug 28 12:53:57.068275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5538b27f-6d2d-4b3e-811d-355013c09303', 'name': 'network-vif-deleted', 'tag': '7e3b9c8e-0530-4346-b74f-20237e6d1c9d'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:53:57.070625 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a966a5-22b3-4424-b783-a94b236164c9" -d '{"events": [{"server_uuid": "5538b27f-6d2d-4b3e-811d-355013c09303", "name": "network-vif-deleted", "tag": "7e3b9c8e-0530-4346-b74f-20237e6d1c9d"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:53:57.080584 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da1944ac-5c8e-40dd-a61d-dcbcc0c89dc6 req-f8e3acc9-f247-4fa2-92e0-52d4e0e7a926 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900097 Aug 28 12:53:57.151700 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acf6140-f9f6-4bfd-a2db-28b1e30183e0 x-openstack-request-id: req-3acf6140-f9f6-4bfd-a2db-28b1e30183e0 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:53:57.151988 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5538b27f-6d2d-4b3e-811d-355013c09303", "name": "network-vif-deleted", "tag": "7e3b9c8e-0530-4346-b74f-20237e6d1c9d", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:53:57.152240 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3acf6140-f9f6-4bfd-a2db-28b1e30183e0 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:53:57.152631 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5538b27f-6d2d-4b3e-811d-355013c09303', 'name': 'network-vif-deleted', 'tag': '7e3b9c8e-0530-4346-b74f-20237e6d1c9d', 'status': 'completed', 'code': 200} Aug 28 12:53:57.340113 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2391eabd-b5a8-473b-8220-b97b48d4e3b0 req-dacfd9cd-44e4-46e6-a0f9-c145356b9a3f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5538b27f-6d2d-4b3e-811d-355013c09303 HTTP/1.1" status: 200 len: 210 time: 0.0634127 Aug 28 12:53:58.207442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e12d4-9ae0-42c4-a745-78ca874fa65b req-1e9b4853-f7ad-4ed9-92c0-62ca8936c3bb tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:58.208966 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-641e12d4-9ae0-42c4-a745-78ca874fa65b req-1e9b4853-f7ad-4ed9-92c0-62ca8936c3bb tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0501063 Aug 28 12:53:58.253100 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-641e12d4-9ae0-42c4-a745-78ca874fa65b req-4a0daea4-22c8-4506-ba6f-6dba65eb443f tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376217 Aug 28 12:53:58.502538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bf519-d230-4aa6-8345-6e511a2017c5 req-8a1cf588-1fe6-4e8d-81a8-16053e87285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:58.504800 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-858bf519-d230-4aa6-8345-6e511a2017c5 req-8a1cf588-1fe6-4e8d-81a8-16053e87285a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=959ecb01ca334fe6a391ec6be1357ad4&device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 1098 time: 0.0584366 Aug 28 12:53:58.544657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9f970-f7cd-4c80-972f-6b194cf5f1e5 req-7b039b3a-f911-4431-95d5-1931b287cdd9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:58.549102 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-98e9f970-f7cd-4c80-972f-6b194cf5f1e5 req-7b039b3a-f911-4431-95d5-1931b287cdd9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0587370 Aug 28 12:53:58.587902 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-98e9f970-f7cd-4c80-972f-6b194cf5f1e5 req-e30762df-0d4d-4347-bfa6-8bfa1a80b54d tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376329 Aug 28 12:53:58.634036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bf519-d230-4aa6-8345-6e511a2017c5 req-8e77e665-21bd-49a7-a9dd-f22f364730f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:58.635381 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-858bf519-d230-4aa6-8345-6e511a2017c5 req-8e77e665-21bd-49a7-a9dd-f22f364730f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=958620f2-9185-46a3-8c5f-6611298656db HTTP/1.1" status: 200 len: 919 time: 0.1217821 Aug 28 12:53:58.714280 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-858bf519-d230-4aa6-8345-6e511a2017c5 req-fdd455ea-6608-459b-b350-a7f3b9156b43 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 HTTP/1.1" status: 200 len: 217 time: 0.0666304 Aug 28 12:53:59.121855 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bf519-d230-4aa6-8345-6e511a2017c5 req-9496336b-f901-4bf7-9287-237d843d6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:59.126947 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-858bf519-d230-4aa6-8345-6e511a2017c5 req-9496336b-f901-4bf7-9287-237d843d6eb5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9526ba86-6e6c-4f39-bb0b-32ea903acd49 HTTP/1.1" status: 200 len: 859 time: 0.4046218 Aug 28 12:53:59.135880 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-b0c83f15-82fd-4bd6-9307-478a17ef5397 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:59.144378 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-b0c83f15-82fd-4bd6-9307-478a17ef5397 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 805 time: 0.5225456 Aug 28 12:53:59.193307 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-db7f01ab-d655-4213-ae0f-128dace13d8f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/quotas/573c018398664696a67d8bb440ec4bdf HTTP/1.1" status: 200 len: 375 time: 0.0475013 Aug 28 12:53:59.195462 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-858bf519-d230-4aa6-8345-6e511a2017c5 req-52b99c53-3545-45b0-9b08-2a1dc90507a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=958620f2-9185-46a3-8c5f-6611298656db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490820 Aug 28 12:53:59.316849 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-31d519d0-c3df-431e-9d0e-27b6852134a6 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162143 Aug 28 12:53:59.366627 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-858bf519-d230-4aa6-8345-6e511a2017c5 req-bbc3ae4a-c703-45ce-a242-516a81948b78 service neutron] 10.222.0.11 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560647 Aug 28 12:53:59.545146 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-858bf519-d230-4aa6-8345-6e511a2017c5 req-5d98df7b-e92a-4f19-b170-d43f7f1698e4 service neutron] 10.222.0.11 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645782 Aug 28 12:53:59.579736 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-f71c551a-1416-481c-a054-991facfbdff6 service neutron] 10.222.0.20 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616515 Aug 28 12:53:59.731094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-9159563c-848a-40be-86eb-236dfffe6a99 service neutron] 10.222.0.20 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442292 Aug 28 12:53:59.775805 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcfe24-9f2b-4039-94c3-a8b5deb08bec req-f34ba588-9c03-4de7-8926-b8cc5693ba2a tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:53:59.777420 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34bcfe24-9f2b-4039-94c3-a8b5deb08bec req-f34ba588-9c03-4de7-8926-b8cc5693ba2a tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0777147 Aug 28 12:53:59.839534 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34bcfe24-9f2b-4039-94c3-a8b5deb08bec req-c4d79643-3333-4351-a649-222508f3e459 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547872 Aug 28 12:53:59.967021 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a5a2a3d-52dc-4afb-9c6c-d0f1ee72949e req-3716a88b-c4e5-4cc6-824e-85deaa315b2f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 210 time: 0.0541310 Aug 28 12:54:00.966528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb1a5b-cea9-40e9-aa43-0b09d4b0abb8 req-99894707-a6b3-4523-a2ac-447ccfa32f8c tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:00.968194 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f0eb1a5b-cea9-40e9-aa43-0b09d4b0abb8 req-99894707-a6b3-4523-a2ac-447ccfa32f8c tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0549245 Aug 28 12:54:01.020098 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f0eb1a5b-cea9-40e9-aa43-0b09d4b0abb8 req-9a5d9e02-076b-438a-b4ba-d932fb7120eb tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442102 Aug 28 12:54:01.166007 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ad7ad90-bd27-4cdb-8c4d-854efc7bab0e req-bd52440f-4c19-4797-a5d8-cd1e16b88fd9 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 210 time: 0.0718105 Aug 28 12:54:01.196025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-b3666102-6013-4842-a9b7-03316ef1db52 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:01.197639 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-b3666102-6013-4842-a9b7-03316ef1db52 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 805 time: 0.2122123 Aug 28 12:54:01.221908 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-70d93635-ff2b-40be-95be-4127adbdf1c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Request body: {'port': {'device_id': '793c31c7-3fca-4d12-9dab-9548a0173f88', 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000', 'admin_state_up': True, 'tenant_id': '573c018398664696a67d8bb440ec4bdf'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:01.330483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7e3b9c8e-0530-4346-b74f-20237e6d1c9d no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:54:01.366217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-70d93635-ff2b-40be-95be-4127adbdf1c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Made reservation on behalf of 573c018398664696a67d8bb440ec4bdf for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:54:01.370706 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-70d93635-ff2b-40be-95be-4127adbdf1c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:01.371098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 7e3b9c8e-0530-4346-b74f-20237e6d1c9d {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:54:01.371834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 7e3b9c8e-0530-4346-b74f-20237e6d1c9d not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:54:01.513358 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:54:01.527418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-70d93635-ff2b-40be-95be-4127adbdf1c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Allocated IP 172.20.0.10 (f0affd8f-97d8-4f35-bf89-01dc3a581000/bd852a07-8b52-48ff-bea6-e7301fb1f959/19c33d61-5165-4a5b-bb11-69d9da686d0a) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:54:01.688432 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-70d93635-ff2b-40be-95be-4127adbdf1c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:01.732286 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-70d93635-ff2b-40be-95be-4127adbdf1c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:01.746649 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['0267ec38-4c25-4b7f-a556-ba3e5bf00fbd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:54:01.780063 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-70d93635-ff2b-40be-95be-4127adbdf1c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Network f0affd8f-97d8-4f35-bf89-01dc3a581000 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:54:01.785927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-70d93635-ff2b-40be-95be-4127adbdf1c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:54:01.788730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-70d93635-ff2b-40be-95be-4127adbdf1c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:54:01.818788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d93635-ff2b-40be-95be-4127adbdf1c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Pushing event updated for resources: {'Port': ['ID=19c33d61-5165-4a5b-bb11-69d9da686d0a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:01.845392 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-70d93635-ff2b-40be-95be-4127adbdf1c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:01.846103 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-70d93635-ff2b-40be-95be-4127adbdf1c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:01.872109 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-70d93635-ff2b-40be-95be-4127adbdf1c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6550925 Aug 28 12:54:01.887324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Request body: {'port': {'device_id': '793c31c7-3fca-4d12-9dab-9548a0173f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:01.947311 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:02.209890 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e888a8-caad-472c-a1c7-216a8361c5c0 req-5985a534-3855-4e93-ae97-a0cbf86c01bd tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:02.211728 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83e888a8-caad-472c-a1c7-216a8361c5c0 req-5985a534-3855-4e93-ae97-a0cbf86c01bd tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0832219 Aug 28 12:54:02.293615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83e888a8-caad-472c-a1c7-216a8361c5c0 req-cd48d853-6b8e-431d-9d67-0b39b1ea81cf tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709462 Aug 28 12:54:02.361944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c33d61-5165-4a5b-bb11-69d9da686d0a {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:54:02.378008 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:02.393657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f76389-8dd3-4949-850f-3c31857a95ab req-98b56558-2e59-4129-9164-85b1977f2fd7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:02.397474 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-63f76389-8dd3-4949-850f-3c31857a95ab req-98b56558-2e59-4129-9164-85b1977f2fd7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 932 time: 0.1175780 Aug 28 12:54:02.411410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Transition to ACTIVE for port object 19c33d61-5165-4a5b-bb11-69d9da686d0a will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:54:02.422276 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:02.491025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Pushing event updated for resources: {'Port': ['ID=19c33d61-5165-4a5b-bb11-69d9da686d0a,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:02.497521 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-63f76389-8dd3-4949-850f-3c31857a95ab req-1b91f637-1f8a-4067-a40d-682080590b14 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937085 Aug 28 12:54:02.605469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Attempting to bind port 19c33d61-5165-4a5b-bb11-69d9da686d0a on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:54:02.605804 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Attempting to bind port 19c33d61-5165-4a5b-bb11-69d9da686d0a by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:54:02.606133 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Attempting to bind port 19c33d61-5165-4a5b-bb11-69d9da686d0a on network f0affd8f-97d8-4f35-bf89-01dc3a581000 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:54:02.611710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Port 19c33d61-5165-4a5b-bb11-69d9da686d0a on network f0affd8f-97d8-4f35-bf89-01dc3a581000 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:54:02.612036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Attempting to bind port 19c33d61-5165-4a5b-bb11-69d9da686d0a on network f0affd8f-97d8-4f35-bf89-01dc3a581000 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:54:02.617021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:54:02.617427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Checking segment: {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:54:02.617816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Bound using segment: {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:54:02.618238 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Bound port: 19c33d61-5165-4a5b-bb11-69d9da686d0a, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:54:02.618633 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:02.698949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] For port 19c33d61-5165-4a5b-bb11-69d9da686d0a, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:54:02.702258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] For port 19c33d61-5165-4a5b-bb11-69d9da686d0a, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=19c33d61-5165-4a5b-bb11-69d9da686d0a,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:54:02.707793 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:02.745307 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:02.746049 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:02.747539 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] 10.222.0.11 "PUT /v2.0/ports/19c33d61-5165-4a5b-bb11-69d9da686d0a HTTP/1.1" status: 200 len: 1093 time: 0.8646302 Aug 28 12:54:02.750043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793c31c7-3fca-4d12-9dab-9548a0173f88', 'tag': '19c33d61-5165-4a5b-bb11-69d9da686d0a'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:54:02.753463 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50966e6c-ab11-47fe-bd09-c54a6d6db60f" -d '{"events": [{"name": "network-changed", "server_uuid": "793c31c7-3fca-4d12-9dab-9548a0173f88", "tag": "19c33d61-5165-4a5b-bb11-69d9da686d0a"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:54:02.788217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585769a-38f4-440a-8568-56ea61a82a45 service neutron] Pushing event updated for resources: {'Port': ['ID=19c33d61-5165-4a5b-bb11-69d9da686d0a,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:02.800367 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97217cd-5288-4f70-844c-3c0d0cb6d0b1 x-openstack-request-id: req-c97217cd-5288-4f70-844c-3c0d0cb6d0b1 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:54:02.800681 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793c31c7-3fca-4d12-9dab-9548a0173f88", "tag": "19c33d61-5165-4a5b-bb11-69d9da686d0a", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:54:02.800917 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c97217cd-5288-4f70-844c-3c0d0cb6d0b1 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:54:02.801340 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793c31c7-3fca-4d12-9dab-9548a0173f88', 'tag': '19c33d61-5165-4a5b-bb11-69d9da686d0a', 'status': 'completed', 'code': 200} Aug 28 12:54:02.879037 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-a07110c5-737f-4e5f-be4e-9264ff67101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:02.880661 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-a07110c5-737f-4e5f-be4e-9264ff67101f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 1096 time: 0.0589666 Aug 28 12:54:02.927260 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-d223bb71-18ac-44d4-ae34-b4dc1ceb6c59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19c33d61-5165-4a5b-bb11-69d9da686d0a HTTP/1.1" status: 200 len: 217 time: 0.0376303 Aug 28 12:54:02.978603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-9274c4d2-98e6-455d-8d51-dd2e2b2cc655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:02.980148 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-9274c4d2-98e6-455d-8d51-dd2e2b2cc655 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd852a07-8b52-48ff-bea6-e7301fb1f959 HTTP/1.1" status: 200 len: 845 time: 0.0451148 Aug 28 12:54:03.019737 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-313fbb08-1d89-4694-b0a8-5489efb40274 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0affd8f-97d8-4f35-bf89-01dc3a581000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315037 Aug 28 12:54:03.118146 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-92a37d1f-b998-4ff8-9233-369c298fe533 service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875351 Aug 28 12:54:03.222474 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bea4c0d1-6c5a-406a-809c-5ced4f6a303b req-767a3a05-50a1-49b8-ae1c-2bc9dc07f27e service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953395 Aug 28 12:54:03.325033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50966e6c-ab11-47fe-bd09-c54a6d6db60f req-1a0f2db0-959f-4a8e-a7ab-8988ba0e6060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:03.326757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50966e6c-ab11-47fe-bd09-c54a6d6db60f req-1a0f2db0-959f-4a8e-a7ab-8988ba0e6060 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=573c018398664696a67d8bb440ec4bdf&device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 1096 time: 0.0517888 Aug 28 12:54:03.436187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50966e6c-ab11-47fe-bd09-c54a6d6db60f req-377a791b-c2fa-4b11-8551-e9dc32ff645e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:03.437809 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50966e6c-ab11-47fe-bd09-c54a6d6db60f req-377a791b-c2fa-4b11-8551-e9dc32ff645e service neutron] 10.222.0.11 "GET /v2.0/networks?id=f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 200 len: 905 time: 0.1025691 Aug 28 12:54:03.442881 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69538ba9-a228-4b86-9f18-a519ab091c0d req-9cddc1f4-f65f-409b-8453-0c35a7860fb8 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:03.444469 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69538ba9-a228-4b86-9f18-a519ab091c0d req-9cddc1f4-f65f-409b-8453-0c35a7860fb8 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0583556 Aug 28 12:54:03.501990 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69538ba9-a228-4b86-9f18-a519ab091c0d req-37da94e4-6424-4932-85ba-1b702bc2f0cc tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475781 Aug 28 12:54:03.511885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50966e6c-ab11-47fe-bd09-c54a6d6db60f req-ddd4126b-b101-41a0-b013-2434e773d6a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19c33d61-5165-4a5b-bb11-69d9da686d0a HTTP/1.1" status: 200 len: 217 time: 0.0553441 Aug 28 12:54:03.603698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50966e6c-ab11-47fe-bd09-c54a6d6db60f req-4760a446-124b-4568-b693-1351bf7ed95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:03.605431 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50966e6c-ab11-47fe-bd09-c54a6d6db60f req-4760a446-124b-4568-b693-1351bf7ed95a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd852a07-8b52-48ff-bea6-e7301fb1f959 HTTP/1.1" status: 200 len: 845 time: 0.0784452 Aug 28 12:54:03.643794 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50966e6c-ab11-47fe-bd09-c54a6d6db60f req-6e606052-eeb3-46c9-ae9a-3d793c2960e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0affd8f-97d8-4f35-bf89-01dc3a581000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296447 Aug 28 12:54:03.646771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30737d2-0168-4a3d-b504-70ec491cc857 req-4c308e17-de03-4ad4-9355-655bec5a3c0c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:03.648404 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b30737d2-0168-4a3d-b504-70ec491cc857 req-4c308e17-de03-4ad4-9355-655bec5a3c0c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 944 time: 0.0700638 Aug 28 12:54:03.713952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b30737d2-0168-4a3d-b504-70ec491cc857 req-92f1b5c5-0c7c-4ba0-a013-be4d1bb88495 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462244 Aug 28 12:54:03.761251 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50966e6c-ab11-47fe-bd09-c54a6d6db60f req-e3677a66-4c71-44f2-9d1b-ac1c4564f30d service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077316 Aug 28 12:54:03.865673 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50966e6c-ab11-47fe-bd09-c54a6d6db60f req-0de69c61-fbb5-4c40-8305-7085b777f411 service neutron] 10.222.0.11 "GET /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968025 Aug 28 12:54:04.693004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b950dd-5725-4453-b114-46b448e137ac req-82352718-4122-4da6-bfe7-7ccbfc481df7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:04.696736 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01b950dd-5725-4453-b114-46b448e137ac req-82352718-4122-4da6-bfe7-7ccbfc481df7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0936899 Aug 28 12:54:04.696736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53094) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:04.760663 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01b950dd-5725-4453-b114-46b448e137ac req-b08692ee-520f-4e24-b43d-05a762a594a6 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555243 Aug 28 12:54:04.895860 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d7c77dce-6bbd-4bd9-8ffa-04530a2dcf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:04.926129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d3e67-9377-46f8-8893-5d811fb3b112 req-be28ddab-d41a-4464-bb97-ce8f9715e1d3 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:04.927679 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8e4d3e67-9377-46f8-8893-5d811fb3b112 req-be28ddab-d41a-4464-bb97-ce8f9715e1d3 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 944 time: 0.0890980 Aug 28 12:54:04.996754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98da777-5521-4d58-9594-54f51068bf4e req-44ff7b5a-539b-4b63-9fcd-67a139a12f05 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:04.998080 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e98da777-5521-4d58-9594-54f51068bf4e req-44ff7b5a-539b-4b63-9fcd-67a139a12f05 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0683596 Aug 28 12:54:05.019612 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8e4d3e67-9377-46f8-8893-5d811fb3b112 req-38516ea4-3903-4bb4-9135-1b55562dff14 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716822 Aug 28 12:54:05.053437 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e98da777-5521-4d58-9594-54f51068bf4e req-f6f43009-be79-4ed5-bebe-d703175532de tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463865 Aug 28 12:54:05.070422 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d7c77dce-6bbd-4bd9-8ffa-04530a2dcf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:05.075722 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d7c77dce-6bbd-4bd9-8ffa-04530a2dcf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:05.116897 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c77dce-6bbd-4bd9-8ffa-04530a2dcf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43816ca-501c-4fc8-bae7-8422def9b3ce,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:05.122268 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d7c77dce-6bbd-4bd9-8ffa-04530a2dcf68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d9ac7823be14be5a636810eb6a51044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246285 Aug 28 12:54:05.124860 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53104) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:05.190553 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-504f7df5-6934-4986-b6b1-815c1c32190b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:05.217602 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-504f7df5-6934-4986-b6b1-815c1c32190b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:05.273188 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-504f7df5-6934-4986-b6b1-815c1c32190b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:05.276106 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-504f7df5-6934-4986-b6b1-815c1c32190b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:05.277318 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-504f7df5-6934-4986-b6b1-815c1c32190b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f43816ca-501c-4fc8-bae7-8422def9b3ce HTTP/1.1" status: 204 len: 168 time: 0.1514893 Aug 28 12:54:05.286610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f7df5-6934-4986-b6b1-815c1c32190b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43816ca-501c-4fc8-bae7-8422def9b3ce,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:05.552063 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53112) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:05.566863 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9008ad20-8576-4056-8e32-243fe696bf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:05.656320 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9008ad20-8576-4056-8e32-243fe696bf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:05.663408 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9008ad20-8576-4056-8e32-243fe696bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:05.704633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008ad20-8576-4056-8e32-243fe696bf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25862c3b-f6d5-46a8-ab67-38f7a848f9ce,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:05.708929 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9008ad20-8576-4056-8e32-243fe696bf65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c990a59c028649c59818566718e15beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554909 Aug 28 12:54:05.711539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53116) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:05.761698 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-217d780d-6474-45e3-adc3-924143ae95ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:05.782378 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-217d780d-6474-45e3-adc3-924143ae95ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:05.830570 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-217d780d-6474-45e3-adc3-924143ae95ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:05.833206 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-217d780d-6474-45e3-adc3-924143ae95ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:05.834393 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-217d780d-6474-45e3-adc3-924143ae95ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25862c3b-f6d5-46a8-ab67-38f7a848f9ce HTTP/1.1" status: 204 len: 168 time: 0.1219347 Aug 28 12:54:05.869357 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d780d-6474-45e3-adc3-924143ae95ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25862c3b-f6d5-46a8-ab67-38f7a848f9ce,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:05.898493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a8370-4800-4c6b-b5ca-162ff9f0fc6e req-ffe60b54-58c1-46d6-b524-c388f28fdf19 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:05.900018 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e22a8370-4800-4c6b-b5ca-162ff9f0fc6e req-ffe60b54-58c1-46d6-b524-c388f28fdf19 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0646257 Aug 28 12:54:05.939805 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e22a8370-4800-4c6b-b5ca-162ff9f0fc6e req-3f256108-df84-4d89-8b68-4d6b69e62976 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338392 Aug 28 12:54:06.149184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7310a-318d-46f9-a4c7-c9acd8498e72 req-01b9127f-ed42-4036-9e37-3cdf03417e9e tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:06.150793 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eda7310a-318d-46f9-a4c7-c9acd8498e72 req-01b9127f-ed42-4036-9e37-3cdf03417e9e tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 944 time: 0.0551887 Aug 28 12:54:06.167911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53128) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:06.185572 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f28e920-0385-45cf-bb08-1ff644445d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:06.192355 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eda7310a-318d-46f9-a4c7-c9acd8498e72 req-d25ae31e-74ee-49e3-94f1-fc4abcc1ac5b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344844 Aug 28 12:54:06.206381 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b490d-e14e-4d1a-9458-5f11268f61ea req-53956202-1eaa-47ec-bb59-528c84de1a6a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:06.207903 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b05b490d-e14e-4d1a-9458-5f11268f61ea req-53956202-1eaa-47ec-bb59-528c84de1a6a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0728579 Aug 28 12:54:06.272650 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b05b490d-e14e-4d1a-9458-5f11268f61ea req-3f6a1689-b142-40b3-965e-ac9cc91ced0e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571718 Aug 28 12:54:06.325618 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f28e920-0385-45cf-bb08-1ff644445d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:06.329404 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f28e920-0385-45cf-bb08-1ff644445d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:06.368284 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7f28e920-0385-45cf-bb08-1ff644445d4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37a402dcb6d247e985f385648626c84a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991715 Aug 28 12:54:06.369473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28e920-0385-45cf-bb08-1ff644445d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc7dce8-32a7-404f-af06-5308357492b0,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:06.370847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53132) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:06.421994 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0cc01480-9b68-4d1f-848a-dcb25a7b7ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:06.445745 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0cc01480-9b68-4d1f-848a-dcb25a7b7ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:06.493973 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0cc01480-9b68-4d1f-848a-dcb25a7b7ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:06.496622 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0cc01480-9b68-4d1f-848a-dcb25a7b7ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:06.497785 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0cc01480-9b68-4d1f-848a-dcb25a7b7ea1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cdc7dce8-32a7-404f-af06-5308357492b0 HTTP/1.1" status: 204 len: 168 time: 0.1257668 Aug 28 12:54:06.506918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc01480-9b68-4d1f-848a-dcb25a7b7ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc7dce8-32a7-404f-af06-5308357492b0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:07.063930 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492b74e-b79d-47cf-9f60-307e768d288c req-1c1cc3ca-60db-43b7-9d19-3310e22bd363 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:07.065592 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6492b74e-b79d-47cf-9f60-307e768d288c req-1c1cc3ca-60db-43b7-9d19-3310e22bd363 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0529583 Aug 28 12:54:07.104799 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6492b74e-b79d-47cf-9f60-307e768d288c req-eb12ad57-c674-4eb0-8d89-58aa12c8ca52 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Aug 28 12:54:07.152117 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:07.310573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b91fae-2844-4ab6-9804-acf0d642071f req-72316591-221c-485c-b6b5-b0fa8878fff3 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:07.312215 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84b91fae-2844-4ab6-9804-acf0d642071f req-72316591-221c-485c-b6b5-b0fa8878fff3 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 944 time: 0.0499799 Aug 28 12:54:07.357004 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84b91fae-2844-4ab6-9804-acf0d642071f req-0aabd8e4-ac47-4960-bb96-4b086ea6e470 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350888 Aug 28 12:54:07.371148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 19c33d61-5165-4a5b-bb11-69d9da686d0a details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:54:07.410917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c16f4-1319-4261-9977-e720065d3b34 req-2fc449c1-3368-4807-a6d4-22ec00869181 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:07.415210 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0e2c16f4-1319-4261-9977-e720065d3b34 req-2fc449c1-3368-4807-a6d4-22ec00869181 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0645318 Aug 28 12:54:07.461919 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0e2c16f4-1319-4261-9977-e720065d3b34 req-70b862ea-8187-40b2-9ec5-a3b93795e473 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386629 Aug 28 12:54:07.488350 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 19c33d61-5165-4a5b-bb11-69d9da686d0a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=19c33d61-5165-4a5b-bb11-69d9da686d0a,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:07.502291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '19c33d61-5165-4a5b-bb11-69d9da686d0a', 'network_id': 'f0affd8f-97d8-4f35-bf89-01dc3a581000', 'port_id': '19c33d61-5165-4a5b-bb11-69d9da686d0a', 'mac_address': 'fa:16:3e:13:a7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd852a07-8b52-48ff-bea6-e7301fb1f959', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:54:07.541747 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:07.556121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c33d61-5165-4a5b-bb11-69d9da686d0a {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:54:07.581462 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 19c33d61-5165-4a5b-bb11-69d9da686d0a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=19c33d61-5165-4a5b-bb11-69d9da686d0a,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:07.584565 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:07.633988 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=19c33d61-5165-4a5b-bb11-69d9da686d0a,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:07.755151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64a650-55c0-4061-8e74-b5aebfee00ad req-b89a7cbf-622b-4cf3-b03b-062e9ed04510 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:07.757139 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de64a650-55c0-4061-8e74-b5aebfee00ad req-b89a7cbf-622b-4cf3-b03b-062e9ed04510 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 946 time: 0.0707173 Aug 28 12:54:07.869022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-de64a650-55c0-4061-8e74-b5aebfee00ad req-699ba19b-dcc4-44bd-aab7-0ce4fc1ea0e7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Deleting port d60385a0-46e2-4d6a-893b-822c58345f58 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:54:07.869369 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-de64a650-55c0-4061-8e74-b5aebfee00ad req-699ba19b-dcc4-44bd-aab7-0ce4fc1ea0e7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:07.959442 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-de64a650-55c0-4061-8e74-b5aebfee00ad req-699ba19b-dcc4-44bd-aab7-0ce4fc1ea0e7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] For port d60385a0-46e2-4d6a-893b-822c58345f58, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d60385a0-46e2-4d6a-893b-822c58345f58,segment=NetworkSegment(55936036-2d47-4609-b5fe-e27b34c33343),segment_id=55936036-2d47-4609-b5fe-e27b34c33343)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:07.959736 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-de64a650-55c0-4061-8e74-b5aebfee00ad req-699ba19b-dcc4-44bd-aab7-0ce4fc1ea0e7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:07.973413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-de64a650-55c0-4061-8e74-b5aebfee00ad req-699ba19b-dcc4-44bd-aab7-0ce4fc1ea0e7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Calling delete_port for d60385a0-46e2-4d6a-893b-822c58345f58 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:54:08.016956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['19c33d61-5165-4a5b-bb11-69d9da686d0a'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:54:08.112872 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-de64a650-55c0-4061-8e74-b5aebfee00ad req-699ba19b-dcc4-44bd-aab7-0ce4fc1ea0e7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:08.147340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ba19b-dcc4-44bd-aab7-0ce4fc1ea0e7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Pushing event deleted for resources: {'Port': ['ID=d60385a0-46e2-4d6a-893b-822c58345f58,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:08.204772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-de64a650-55c0-4061-8e74-b5aebfee00ad req-699ba19b-dcc4-44bd-aab7-0ce4fc1ea0e7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] No DVR routers for this DVR port d60385a0-46e2-4d6a-893b-822c58345f58 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:54:08.208286 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-de64a650-55c0-4061-8e74-b5aebfee00ad req-699ba19b-dcc4-44bd-aab7-0ce4fc1ea0e7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:08.211376 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de64a650-55c0-4061-8e74-b5aebfee00ad req-699ba19b-dcc4-44bd-aab7-0ce4fc1ea0e7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.11 "DELETE /v2.0/ports/d60385a0-46e2-4d6a-893b-822c58345f58 HTTP/1.1" status: 204 len: 173 time: 0.4436851 Aug 28 12:54:08.211790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4fef64-df02-4186-818b-55043ca1c66a', 'name': 'network-vif-deleted', 'tag': 'd60385a0-46e2-4d6a-893b-822c58345f58'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:54:08.214314 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf5ec3e-88b8-4b8c-9df0-f5d9a4a5e036" -d '{"events": [{"server_uuid": "3b4fef64-df02-4186-818b-55043ca1c66a", "name": "network-vif-deleted", "tag": "d60385a0-46e2-4d6a-893b-822c58345f58"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:54:08.262923 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17e3264-07be-4de0-9ca7-2b288dea54c9 x-openstack-request-id: req-b17e3264-07be-4de0-9ca7-2b288dea54c9 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:54:08.263098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45122891-ee94-42af-8e60-394a60c0ccb1 req-9831a711-4dd5-48d2-ba63-674a00dfb00b tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:08.263904 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4fef64-df02-4186-818b-55043ca1c66a", "name": "network-vif-deleted", "tag": "d60385a0-46e2-4d6a-893b-822c58345f58", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:54:08.264371 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b17e3264-07be-4de0-9ca7-2b288dea54c9 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:54:08.264958 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4fef64-df02-4186-818b-55043ca1c66a', 'name': 'network-vif-deleted', 'tag': 'd60385a0-46e2-4d6a-893b-822c58345f58', 'status': 'completed', 'code': 200} Aug 28 12:54:08.270939 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45122891-ee94-42af-8e60-394a60c0ccb1 req-9831a711-4dd5-48d2-ba63-674a00dfb00b tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0791020 Aug 28 12:54:08.328519 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45122891-ee94-42af-8e60-394a60c0ccb1 req-9d956041-811d-4c7d-b490-015190e59f78 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565982 Aug 28 12:54:08.476688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee8e84-a84d-4cec-95a5-6699fa07aae2 req-e66d88a1-f0bd-4cac-b086-0373ff15f18c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:08.478098 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-60ee8e84-a84d-4cec-95a5-6699fa07aae2 req-e66d88a1-f0bd-4cac-b086-0373ff15f18c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 945 time: 0.0490289 Aug 28 12:54:08.517433 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-60ee8e84-a84d-4cec-95a5-6699fa07aae2 req-3f8e5376-96a0-49b1-a523-3d58a9747710 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333278 Aug 28 12:54:08.572430 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e8358cbd-4e46-4f51-8516-ab3a7e84c26b req-fb515c94-95f3-4b71-976c-1ca99a952181 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4fef64-df02-4186-818b-55043ca1c66a HTTP/1.1" status: 200 len: 210 time: 0.0266724 Aug 28 12:54:09.399086 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d60385a0-46e2-4d6a-893b-822c58345f58', '2a6c0169-7662-446d-ac2c-843f451109ae'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:54:09.451610 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a7fa0-52ce-4d92-b566-dd5505d82c14 req-a43815b9-38cf-48ca-9ea9-a3a4d34076d7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:09.453107 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-386a7fa0-52ce-4d92-b566-dd5505d82c14 req-a43815b9-38cf-48ca-9ea9-a3a4d34076d7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0509086 Aug 28 12:54:09.495822 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-386a7fa0-52ce-4d92-b566-dd5505d82c14 req-bac63db1-b221-4ee0-a269-96b55f0e000d tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354862 Aug 28 12:54:09.593467 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:09.667845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0d79f-ad62-4ab6-a7a9-100a85709c3a req-cd30de6f-6461-44e0-bab4-df0afca15dcc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:09.671534 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97f0d79f-ad62-4ab6-a7a9-100a85709c3a req-cd30de6f-6461-44e0-bab4-df0afca15dcc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 945 time: 0.0696313 Aug 28 12:54:09.713196 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97f0d79f-ad62-4ab6-a7a9-100a85709c3a req-95533bc9-493b-4991-87bb-a25d8bfa0573 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363808 Aug 28 12:54:09.807133 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b49493b7-22e9-4c12-98ae-252424aef14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:09.934248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccbf3a-7db0-4c41-8518-e9182c68a038 req-4d5e2ffc-1fbd-4d8a-9ce5-72f9f397c01e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:09.935754 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0ccbf3a-7db0-4c41-8518-e9182c68a038 req-4d5e2ffc-1fbd-4d8a-9ce5-72f9f397c01e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0505195 Aug 28 12:54:09.978213 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0ccbf3a-7db0-4c41-8518-e9182c68a038 req-7de231f3-1511-4809-9200-719ca3cbe8f7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363798 Aug 28 12:54:10.616558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f100adc-2a66-4e7c-9663-22c8b02bc03b req-8a06ca1a-3e5a-4828-ade9-b91c27134a55 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:10.617969 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0f100adc-2a66-4e7c-9663-22c8b02bc03b req-8a06ca1a-3e5a-4828-ade9-b91c27134a55 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0507317 Aug 28 12:54:10.657467 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0f100adc-2a66-4e7c-9663-22c8b02bc03b req-9ecd6087-76be-45e6-b9c7-8b8c00528776 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333047 Aug 28 12:54:10.836079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19075ed4-1151-4db7-a054-6527abfe9ed5 req-a5c8fb68-14fe-4515-a497-a5345faaf95e tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:10.837509 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19075ed4-1151-4db7-a054-6527abfe9ed5 req-a5c8fb68-14fe-4515-a497-a5345faaf95e tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 945 time: 0.0516546 Aug 28 12:54:10.878330 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19075ed4-1151-4db7-a054-6527abfe9ed5 req-9affad63-c184-4bb7-897f-b099467f05da tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343964 Aug 28 12:54:11.104032 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43013ae4-5fc9-47d1-8a55-a464aae0a5b0 req-c4a20106-7969-4e6f-a02d-f280769e024a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:11.105537 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-43013ae4-5fc9-47d1-8a55-a464aae0a5b0 req-c4a20106-7969-4e6f-a02d-f280769e024a tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0518982 Aug 28 12:54:11.148899 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-43013ae4-5fc9-47d1-8a55-a464aae0a5b0 req-a0a5255d-5e35-4d55-9577-7641f6d40be5 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367994 Aug 28 12:54:11.386525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 19c33d61-5165-4a5b-bb11-69d9da686d0a up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:54:11.437947 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 19c33d61-5165-4a5b-bb11-69d9da686d0a completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:54:11.441675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 19c33d61-5165-4a5b-bb11-69d9da686d0a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:11.442045 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:11.528277 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:11.551178 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793c31c7-3fca-4d12-9dab-9548a0173f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c33d61-5165-4a5b-bb11-69d9da686d0a'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:54:11.553365 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f296b39c-244c-418e-8037-8af4906cae34" -d '{"events": [{"server_uuid": "793c31c7-3fca-4d12-9dab-9548a0173f88", "name": "network-vif-plugged", "status": "completed", "tag": "19c33d61-5165-4a5b-bb11-69d9da686d0a"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:54:11.566322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 19c33d61-5165-4a5b-bb11-69d9da686d0a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=19c33d61-5165-4a5b-bb11-69d9da686d0a,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:11.572284 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:11.572798 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d60385a0-46e2-4d6a-893b-822c58345f58 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:54:11.599328 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83edd4f-6b73-4e71-8c31-8441b4828423 x-openstack-request-id: req-c83edd4f-6b73-4e71-8c31-8441b4828423 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:54:11.599624 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793c31c7-3fca-4d12-9dab-9548a0173f88", "name": "network-vif-plugged", "status": "completed", "tag": "19c33d61-5165-4a5b-bb11-69d9da686d0a", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:54:11.599877 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c83edd4f-6b73-4e71-8c31-8441b4828423 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:54:11.600265 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793c31c7-3fca-4d12-9dab-9548a0173f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c33d61-5165-4a5b-bb11-69d9da686d0a', 'code': 200} Aug 28 12:54:11.602616 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: d60385a0-46e2-4d6a-893b-822c58345f58 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:54:11.602958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d60385a0-46e2-4d6a-893b-822c58345f58 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:54:11.650667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=19c33d61-5165-4a5b-bb11-69d9da686d0a,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:11.716863 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97cf0c-3438-422f-aa41-468c3d434670 req-6083aa63-01a7-4c45-82ae-433cc8e52299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:11.718500 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ef97cf0c-3438-422f-aa41-468c3d434670 req-6083aa63-01a7-4c45-82ae-433cc8e52299 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 1098 time: 0.0432999 Aug 28 12:54:11.782347 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ef97cf0c-3438-422f-aa41-468c3d434670 req-e85c78c3-a483-4dec-97a7-ae0a710608fa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563903 Aug 28 12:54:11.802463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac460f-001f-4ba2-b12b-dfbcf54780ea req-f64c1f4f-314f-4ca4-9b06-e6d2b0c07431 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:11.804056 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-adac460f-001f-4ba2-b12b-dfbcf54780ea req-f64c1f4f-314f-4ca4-9b06-e6d2b0c07431 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0651796 Aug 28 12:54:11.841853 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-adac460f-001f-4ba2-b12b-dfbcf54780ea req-907531f3-a600-4e62-b13f-d32453984c79 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Aug 28 12:54:11.998248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aaede-bdd1-4298-881e-c881b4da91e1 req-45b081e0-8f02-42ff-8bd2-6ded9c90c5b7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:11.999766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad9aaede-bdd1-4298-881e-c881b4da91e1 req-45b081e0-8f02-42ff-8bd2-6ded9c90c5b7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0531292 Aug 28 12:54:12.043087 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad9aaede-bdd1-4298-881e-c881b4da91e1 req-4f3b7777-27ba-4974-b241-f4ce2d478723 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358248 Aug 28 12:54:12.227687 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7ef37b3b-b214-474b-ab92-6736d9063eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:12.271051 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464c3a4-5c41-4064-8a96-377747f0a992 req-a6edefcd-27d6-43b3-9c14-58f6fecb41a3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:12.272584 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0464c3a4-5c41-4064-8a96-377747f0a992 req-a6edefcd-27d6-43b3-9c14-58f6fecb41a3 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0517087 Aug 28 12:54:12.316021 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0464c3a4-5c41-4064-8a96-377747f0a992 req-ab1ec34d-fe4e-4011-9536-0424a5f39fae tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371079 Aug 28 12:54:12.498691 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:12.968886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c206b9-d9f5-4a3c-b5c7-a42027fc18f4 req-d9fef689-64a7-46c5-8b56-e248ec280362 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:12.970872 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d9c206b9-d9f5-4a3c-b5c7-a42027fc18f4 req-d9fef689-64a7-46c5-8b56-e248ec280362 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0519774 Aug 28 12:54:13.009875 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d9c206b9-d9f5-4a3c-b5c7-a42027fc18f4 req-19bc7714-bca8-4d80-86f5-6fc3c246cd03 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333986 Aug 28 12:54:13.194632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024173b3-09d8-4336-b847-67f5ded9e413 req-cde1b5f4-2648-4afb-8d59-3013052b5be2 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:13.196937 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-024173b3-09d8-4336-b847-67f5ded9e413 req-cde1b5f4-2648-4afb-8d59-3013052b5be2 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0741162 Aug 28 12:54:13.239979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-024173b3-09d8-4336-b847-67f5ded9e413 req-ad4d15c8-1913-498f-8c19-082eba7ada9a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353906 Aug 28 12:54:13.361805 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:13.442802 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f2bf3-2a79-4a4f-aab8-38340cc1421d req-87ea8cc5-1383-4cb7-8f9b-f22c39ac6d2d tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:13.444640 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-893f2bf3-2a79-4a4f-aab8-38340cc1421d req-87ea8cc5-1383-4cb7-8f9b-f22c39ac6d2d tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0501630 Aug 28 12:54:13.483862 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-893f2bf3-2a79-4a4f-aab8-38340cc1421d req-f8354434-41ba-425d-aa9c-ae0f29b41786 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331931 Aug 28 12:54:14.131792 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b3e38-8258-4730-b198-7d152d4f4d48 req-7f72221a-a57a-413e-92d3-1874ce2d56d8 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:14.133222 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-527b3e38-8258-4730-b198-7d152d4f4d48 req-7f72221a-a57a-413e-92d3-1874ce2d56d8 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0559680 Aug 28 12:54:14.179083 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-527b3e38-8258-4730-b198-7d152d4f4d48 req-c0057405-e1ff-444b-8b4d-1d87910099d2 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378780 Aug 28 12:54:14.366710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac614db-d568-4898-859a-a7181d838d43 req-d1e515b0-1619-4960-b903-e6bd757b3487 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:14.368190 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5ac614db-d568-4898-859a-a7181d838d43 req-d1e515b0-1619-4960-b903-e6bd757b3487 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0521965 Aug 28 12:54:14.406318 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5ac614db-d568-4898-859a-a7181d838d43 req-ff64ee16-f284-43d1-9888-f50c8563ab26 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315318 Aug 28 12:54:14.615384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c75e7-0f16-4cc4-a8bc-68ae23632529 req-af8f8056-a2a5-463e-8daa-3e10dc01fe16 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:14.616903 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-673c75e7-0f16-4cc4-a8bc-68ae23632529 req-af8f8056-a2a5-463e-8daa-3e10dc01fe16 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0509763 Aug 28 12:54:14.617740 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c700abf-c2fa-4178-828c-496ac261a1ef req-85428c9c-1584-4f57-b6ca-af84e1eefc45 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:14.619793 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c700abf-c2fa-4178-828c-496ac261a1ef req-85428c9c-1584-4f57-b6ca-af84e1eefc45 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0644491 Aug 28 12:54:14.666580 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-673c75e7-0f16-4cc4-a8bc-68ae23632529 req-63b87d89-c126-43f8-8761-2bff53938864 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431411 Aug 28 12:54:14.668287 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c700abf-c2fa-4178-828c-496ac261a1ef req-4cd5d3ea-4da0-465a-ad69-96e637f4658e tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395811 Aug 28 12:54:14.784594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d48b1-efd6-48b0-b925-f89a397ce168 req-aee252de-9221-4ab3-a714-9dc3c3a9d729 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:14.786190 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b58d48b1-efd6-48b0-b925-f89a397ce168 req-aee252de-9221-4ab3-a714-9dc3c3a9d729 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0516214 Aug 28 12:54:14.825184 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b58d48b1-efd6-48b0-b925-f89a397ce168 req-847c5be1-722e-4579-a632-e8d254a668e7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Aug 28 12:54:15.031482 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabd963-c580-4faa-80b9-af9f1d40f6e9 req-8423f9d3-4a87-42bc-9650-49fbf7a7cd30 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:15.033125 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8cabd963-c580-4faa-80b9-af9f1d40f6e9 req-8423f9d3-4a87-42bc-9650-49fbf7a7cd30 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0557692 Aug 28 12:54:15.071443 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8cabd963-c580-4faa-80b9-af9f1d40f6e9 req-90083d65-b625-4c2a-90f5-f50a7476e223 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322545 Aug 28 12:54:15.244310 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:15.319975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d31f1-5713-44df-a23c-8a5b29dcb692 req-a8841dd3-523a-4ec1-b6f9-3352037d692e tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:15.321695 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-963d31f1-5713-44df-a23c-8a5b29dcb692 req-a8841dd3-523a-4ec1-b6f9-3352037d692e tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0585630 Aug 28 12:54:15.367087 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-963d31f1-5713-44df-a23c-8a5b29dcb692 req-9babf4fb-9d36-41eb-a10c-cb5cc28b7427 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359404 Aug 28 12:54:15.787426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafe111-fca0-470a-8c40-934acea62d5c req-2d83b87e-4907-44ae-8671-9db7fa71bfd7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:15.788925 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fdafe111-fca0-470a-8c40-934acea62d5c req-2d83b87e-4907-44ae-8671-9db7fa71bfd7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0488696 Aug 28 12:54:15.828905 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fdafe111-fca0-470a-8c40-934acea62d5c req-c694cd66-d91c-40c0-a915-cda030e156c7 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/security-groups?id=61baa48b-f93e-4470-9613-0844ab75c759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338798 Aug 28 12:54:16.206381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da932f8c-759b-4259-9fc8-c6d6e668e35b req-27c5e0e6-de19-4856-8a9b-2b8c932cc5de tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:16.208052 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da932f8c-759b-4259-9fc8-c6d6e668e35b req-27c5e0e6-de19-4856-8a9b-2b8c932cc5de tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0532444 Aug 28 12:54:16.246872 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da932f8c-759b-4259-9fc8-c6d6e668e35b req-e9e66a6b-7891-4814-8f7e-804ccd5ce46b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Aug 28 12:54:16.330244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b471dc-fd56-4196-bbb9-b83a89ff3380 req-42df6dba-0780-4f69-8d85-a291aadbc6d4 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:16.331809 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9b471dc-fd56-4196-bbb9-b83a89ff3380 req-42df6dba-0780-4f69-8d85-a291aadbc6d4 tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 945 time: 0.0644131 Aug 28 12:54:16.443319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-b9b471dc-fd56-4196-bbb9-b83a89ff3380 req-24eb1c77-5252-4e59-bcdb-5e59460e857b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Deleting port 2a6c0169-7662-446d-ac2c-843f451109ae {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:54:16.443950 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b9b471dc-fd56-4196-bbb9-b83a89ff3380 req-24eb1c77-5252-4e59-bcdb-5e59460e857b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:16.558895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93007de-27b0-453e-8602-285412f25d09 req-fca5b544-abfa-4cdf-8729-c0fd14800e32 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:16.560463 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f93007de-27b0-453e-8602-285412f25d09 req-fca5b544-abfa-4cdf-8729-c0fd14800e32 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.1013298 Aug 28 12:54:16.589519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b9b471dc-fd56-4196-bbb9-b83a89ff3380 req-24eb1c77-5252-4e59-bcdb-5e59460e857b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] For port 2a6c0169-7662-446d-ac2c-843f451109ae, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2a6c0169-7662-446d-ac2c-843f451109ae,segment=NetworkSegment(55936036-2d47-4609-b5fe-e27b34c33343),segment_id=55936036-2d47-4609-b5fe-e27b34c33343)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:16.589890 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b9b471dc-fd56-4196-bbb9-b83a89ff3380 req-24eb1c77-5252-4e59-bcdb-5e59460e857b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:16.607885 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-b9b471dc-fd56-4196-bbb9-b83a89ff3380 req-24eb1c77-5252-4e59-bcdb-5e59460e857b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Calling delete_port for 2a6c0169-7662-446d-ac2c-843f451109ae owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:54:16.630299 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f93007de-27b0-453e-8602-285412f25d09 req-00969123-cd33-405a-b981-172971a40eae tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599575 Aug 28 12:54:16.750082 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b9b471dc-fd56-4196-bbb9-b83a89ff3380 req-24eb1c77-5252-4e59-bcdb-5e59460e857b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:16.763421 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['2a6c0169-7662-446d-ac2c-843f451109ae'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:54:16.780431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb1c77-5252-4e59-bcdb-5e59460e857b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Pushing event deleted for resources: {'Port': ['ID=2a6c0169-7662-446d-ac2c-843f451109ae,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:16.829841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b471dc-fd56-4196-bbb9-b83a89ff3380 req-24eb1c77-5252-4e59-bcdb-5e59460e857b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] No DVR routers for this DVR port 2a6c0169-7662-446d-ac2c-843f451109ae on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:54:16.832356 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b9b471dc-fd56-4196-bbb9-b83a89ff3380 req-24eb1c77-5252-4e59-bcdb-5e59460e857b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:16.834390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9b471dc-fd56-4196-bbb9-b83a89ff3380 req-24eb1c77-5252-4e59-bcdb-5e59460e857b tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.11 "DELETE /v2.0/ports/2a6c0169-7662-446d-ac2c-843f451109ae HTTP/1.1" status: 204 len: 173 time: 0.4961493 Aug 28 12:54:16.834831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1898ff-e749-4501-8106-a354da453568', 'name': 'network-vif-deleted', 'tag': '2a6c0169-7662-446d-ac2c-843f451109ae'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:54:16.837053 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cf49d4-a1ce-4c1f-ae4e-3cef0b7129f3" -d '{"events": [{"server_uuid": "ac1898ff-e749-4501-8106-a354da453568", "name": "network-vif-deleted", "tag": "2a6c0169-7662-446d-ac2c-843f451109ae"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:54:16.886441 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c38830-0d57-4a14-ae5c-433dad38b3c8 x-openstack-request-id: req-65c38830-0d57-4a14-ae5c-433dad38b3c8 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:54:16.887082 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1898ff-e749-4501-8106-a354da453568", "name": "network-vif-deleted", "tag": "2a6c0169-7662-446d-ac2c-843f451109ae", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:54:16.887458 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65c38830-0d57-4a14-ae5c-433dad38b3c8 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:54:16.888049 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1898ff-e749-4501-8106-a354da453568', 'name': 'network-vif-deleted', 'tag': '2a6c0169-7662-446d-ac2c-843f451109ae', 'status': 'completed', 'code': 200} Aug 28 12:54:16.951798 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a1abc702-76a7-4306-8ebd-9e23f0a647ff req-a5493e86-73f4-4e01-b0c7-e253e28e60aa tempest-ServerRescueNegativeTestJSON-1055280991 tempest-ServerRescueNegativeTestJSON-1055280991-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1898ff-e749-4501-8106-a354da453568 HTTP/1.1" status: 200 len: 210 time: 0.0329547 Aug 28 12:54:17.410202 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89ba09-dbf5-41f1-b754-46f24f16dbd2 req-4cd3878b-a44d-4830-afad-605ad8d0b5fa tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:17.411788 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca89ba09-dbf5-41f1-b754-46f24f16dbd2 req-4cd3878b-a44d-4830-afad-605ad8d0b5fa tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0736520 Aug 28 12:54:17.461793 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca89ba09-dbf5-41f1-b754-46f24f16dbd2 req-5d725f88-ecc2-4eb5-9cea-acfa751a73d0 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 Aug 28 12:54:17.755807 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb432a-a708-497d-9315-12a94870e445 req-a2e71508-7705-4437-980c-a3ab3d6500a7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:17.757317 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b8cb432a-a708-497d-9315-12a94870e445 req-a2e71508-7705-4437-980c-a3ab3d6500a7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0502794 Aug 28 12:54:17.800945 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b8cb432a-a708-497d-9315-12a94870e445 req-93273987-37b0-4682-a868-850a7dd13d5e tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376210 Aug 28 12:54:18.010317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53408) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:18.373187 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f2a57f1-c34c-4c00-b6c6-25f0136613d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:18.605889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd8a85-280b-469e-b526-9d9c8dcf7d21 req-83965fe3-a7da-4715-924e-05e96e59345b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:18.608164 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5dd8a85-280b-469e-b526-9d9c8dcf7d21 req-83965fe3-a7da-4715-924e-05e96e59345b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0552609 Aug 28 12:54:18.662962 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5dd8a85-280b-469e-b526-9d9c8dcf7d21 req-a3bb6b5b-a8cc-47f9-b3e2-39572a6d0466 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472469 Aug 28 12:54:18.700745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a57f1-c34c-4c00-b6c6-25f0136613d1 admin admin] Deleting port bc36930c-e300-4412-8dbc-e145f6326bae {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:54:18.701086 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f2a57f1-c34c-4c00-b6c6-25f0136613d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:18.785598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-0f2a57f1-c34c-4c00-b6c6-25f0136613d1 admin admin] For port bc36930c-e300-4412-8dbc-e145f6326bae, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bc36930c-e300-4412-8dbc-e145f6326bae,segment=NetworkSegment(55936036-2d47-4609-b5fe-e27b34c33343),segment_id=55936036-2d47-4609-b5fe-e27b34c33343)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:18.785967 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f2a57f1-c34c-4c00-b6c6-25f0136613d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:18.800080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a57f1-c34c-4c00-b6c6-25f0136613d1 admin admin] Calling delete_port for bc36930c-e300-4412-8dbc-e145f6326bae owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:54:19.301224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d6367-de0c-479b-baa5-f0cfe19fa321 req-fd7a3ba3-c1c9-4d96-b8ce-42db89b10d58 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:19.302731 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-312d6367-de0c-479b-baa5-f0cfe19fa321 req-fd7a3ba3-c1c9-4d96-b8ce-42db89b10d58 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.4022996 Aug 28 12:54:19.373422 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-312d6367-de0c-479b-baa5-f0cfe19fa321 req-3f163a36-f5d3-4344-928c-c4a723a890ce tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626972 Aug 28 12:54:19.385973 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f2a57f1-c34c-4c00-b6c6-25f0136613d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:19.416854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a57f1-c34c-4c00-b6c6-25f0136613d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc36930c-e300-4412-8dbc-e145f6326bae,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:19.436490 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2a6c0169-7662-446d-ac2c-843f451109ae no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:54:19.473937 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 2a6c0169-7662-446d-ac2c-843f451109ae {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:54:19.474290 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2a6c0169-7662-446d-ac2c-843f451109ae not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:54:19.595669 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f2a57f1-c34c-4c00-b6c6-25f0136613d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:19.856405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbc742-5860-4439-8264-32cce541735e req-e0de1503-5380-4030-a3fb-005ff640e539 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:19.857903 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-40cbc742-5860-4439-8264-32cce541735e req-e0de1503-5380-4030-a3fb-005ff640e539 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0963755 Aug 28 12:54:19.885136 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2a57f1-c34c-4c00-b6c6-25f0136613d1 admin admin] Router a2c52a28-92d5-4e18-9295-e2e03b532b12 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:54:19.908951 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-40cbc742-5860-4439-8264-32cce541735e req-c2365639-339e-4d45-a742-3dba221b5aa7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441575 Aug 28 12:54:20.009253 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2a57f1-c34c-4c00-b6c6-25f0136613d1 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:54:20.014226 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0f2a57f1-c34c-4c00-b6c6-25f0136613d1 admin admin] 10.222.0.20 "PUT /v2.0/routers/a2c52a28-92d5-4e18-9295-e2e03b532b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0028858 Aug 28 12:54:20.016925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53436) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:20.021757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad572c-93fe-40a7-bf3b-3053e806789b None None] Sync routers for ids ['a2c52a28-92d5-4e18-9295-e2e03b532b12'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:54:20.031177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad572c-93fe-40a7-bf3b-3053e806789b None None] Routers {'a2c52a28-92d5-4e18-9295-e2e03b532b12'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:54:20.031941 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5dad572c-93fe-40a7-bf3b-3053e806789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a2c52a28-92d5-4e18-9295-e2e03b532b12'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:20.121605 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3773645a-cb6d-49f9-858c-c306ce07388f admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:20.140365 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-5dad572c-93fe-40a7-bf3b-3053e806789b None None] Set router a2c52a28-92d5-4e18-9295-e2e03b532b12 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:54:20.228805 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3773645a-cb6d-49f9-858c-c306ce07388f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:20.288278 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-3773645a-cb6d-49f9-858c-c306ce07388f admin admin] Deleting port 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:54:20.288680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3773645a-cb6d-49f9-858c-c306ce07388f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:20.323310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5dad572c-93fe-40a7-bf3b-3053e806789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'name': 'tempest-ServerRescueNegativeTestJSON-897198999-router', 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '91b0039d-fea1-49ef-b4bd-0c4561d1dc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:36Z', 'updated_at': '2021-08-28T12:54:19Z', 'revision_number': 5, 'project_id': '5fa6504f1c5245c4bc244aff3d31f637', 'gw_port': {'id': '91b0039d-fea1-49ef-b4bd-0c4561d1dc9b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:37Z', 'updated_at': '2021-08-28T12:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:20.353326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad572c-93fe-40a7-bf3b-3053e806789b None None] Checking router: a2c52a28-92d5-4e18-9295-e2e03b532b12 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:54:20.362203 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad572c-93fe-40a7-bf3b-3053e806789b None None] Routers {'a2c52a28-92d5-4e18-9295-e2e03b532b12'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:54:20.363052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5dad572c-93fe-40a7-bf3b-3053e806789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a2c52a28-92d5-4e18-9295-e2e03b532b12'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:20.371130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-3773645a-cb6d-49f9-858c-c306ce07388f admin admin] For port 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=91b0039d-fea1-49ef-b4bd-0c4561d1dc9b,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:20.371729 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3773645a-cb6d-49f9-858c-c306ce07388f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:20.384790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-3773645a-cb6d-49f9-858c-c306ce07388f admin admin] Calling delete_port for 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:54:20.628386 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9da517-3789-41c2-bc48-5c0e8f820052 req-eff05322-919a-4a1a-ac1e-fdd05d34f816 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:20.639584 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d9da517-3789-41c2-bc48-5c0e8f820052 req-eff05322-919a-4a1a-ac1e-fdd05d34f816 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.1350477 Aug 28 12:54:20.646098 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3773645a-cb6d-49f9-858c-c306ce07388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:20.675492 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-5dad572c-93fe-40a7-bf3b-3053e806789b None None] Set router a2c52a28-92d5-4e18-9295-e2e03b532b12 gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:54:20.709758 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d9da517-3789-41c2-bc48-5c0e8f820052 req-4caf21ba-8a38-4bbe-83fc-1df9fc31f63c tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596018 Aug 28 12:54:20.732541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773645a-cb6d-49f9-858c-c306ce07388f admin admin] Pushing event deleted for resources: {'Port': ['ID=91b0039d-fea1-49ef-b4bd-0c4561d1dc9b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:20.745028 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5dad572c-93fe-40a7-bf3b-3053e806789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'name': 'tempest-ServerRescueNegativeTestJSON-897198999-router', 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:36Z', 'updated_at': '2021-08-28T12:54:20Z', 'revision_number': 6, 'project_id': '5fa6504f1c5245c4bc244aff3d31f637', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:20.822260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad572c-93fe-40a7-bf3b-3053e806789b None None] The sync data for ids ['a2c52a28-92d5-4e18-9295-e2e03b532b12'] in n-d-791505-21 is: [{'id': 'a2c52a28-92d5-4e18-9295-e2e03b532b12', 'name': 'tempest-ServerRescueNegativeTestJSON-897198999-router', 'tenant_id': '5fa6504f1c5245c4bc244aff3d31f637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:36Z', 'updated_at': '2021-08-28T12:54:20Z', 'revision_number': 6, 'project_id': '5fa6504f1c5245c4bc244aff3d31f637', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:54:20.857070 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3773645a-cb6d-49f9-858c-c306ce07388f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:20.957393 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3773645a-cb6d-49f9-858c-c306ce07388f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:20.959651 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3773645a-cb6d-49f9-858c-c306ce07388f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:20.968963 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53454) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:21.039367 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3773645a-cb6d-49f9-858c-c306ce07388f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.039955 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3773645a-cb6d-49f9-858c-c306ce07388f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2c52a28-92d5-4e18-9295-e2e03b532b12 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:54:21.045261 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3773645a-cb6d-49f9-858c-c306ce07388f admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.046398 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3773645a-cb6d-49f9-858c-c306ce07388f admin admin] 10.222.0.20 "DELETE /v2.0/routers/a2c52a28-92d5-4e18-9295-e2e03b532b12 HTTP/1.1" status: 204 len: 168 time: 1.0285408 Aug 28 12:54:21.049417 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53458) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:21.068040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4f89e-6a71-4e54-ba37-170f414d1238 req-f58d72fe-432d-444b-9d40-333a73de8ad6 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:21.069538 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10d4f89e-6a71-4e54-ba37-170f414d1238 req-f58d72fe-432d-444b-9d40-333a73de8ad6 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0664532 Aug 28 12:54:21.100219 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d3449b12-323c-41c0-b42e-4faadb820c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.109855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10d4f89e-6a71-4e54-ba37-170f414d1238 req-7a2af008-4248-4b47-988f-d6bc255831d0 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337582 Aug 28 12:54:21.122753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd7cbee-2bde-4458-9f39-7f6a46ae7238 admin admin] Deleting subnet 515db44d-2b7a-4e76-9761-e9a394711f3d {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:54:21.128005 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7cd7cbee-2bde-4458-9f39-7f6a46ae7238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.177428 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7cd7cbee-2bde-4458-9f39-7f6a46ae7238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.237717 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7cd7cbee-2bde-4458-9f39-7f6a46ae7238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.306290 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d3449b12-323c-41c0-b42e-4faadb820c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.312484 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d3449b12-323c-41c0-b42e-4faadb820c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.329995 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7cd7cbee-2bde-4458-9f39-7f6a46ae7238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.380748 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7cbee-2bde-4458-9f39-7f6a46ae7238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=515db44d-2b7a-4e76-9761-e9a394711f3d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:21.385740 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d3449b12-323c-41c0-b42e-4faadb820c65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=805702cf7bd84a999413367103fa9510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4157283 Aug 28 12:54:21.387965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3449b12-323c-41c0-b42e-4faadb820c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906967fb-2dc8-4df0-a1ea-14823551a0bd,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:21.388723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53460) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:21.390638 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7cd7cbee-2bde-4458-9f39-7f6a46ae7238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.395446 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7cd7cbee-2bde-4458-9f39-7f6a46ae7238 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/515db44d-2b7a-4e76-9761-e9a394711f3d HTTP/1.1" status: 204 len: 168 time: 0.3424907 Aug 28 12:54:21.395637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53462) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:21.489575 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.504062 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-32573be3-ffe1-408f-8848-81103d1f8cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.550542 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-32573be3-ffe1-408f-8848-81103d1f8cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.624451 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.637478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c98bd0-b397-4410-9e9a-94046b8de866']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:21.662469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55936036-2d47-4609-b5fe-e27b34c33343') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:21.662793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55936036-2d47-4609-b5fe-e27b34c33343') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:21.674637 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.675907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:54:21.684414 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-32573be3-ffe1-408f-8848-81103d1f8cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.687507 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-32573be3-ffe1-408f-8848-81103d1f8cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.688774 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-32573be3-ffe1-408f-8848-81103d1f8cb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/906967fb-2dc8-4df0-a1ea-14823551a0bd HTTP/1.1" status: 204 len: 168 time: 0.2989285 Aug 28 12:54:21.703812 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.709632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32573be3-ffe1-408f-8848-81103d1f8cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906967fb-2dc8-4df0-a1ea-14823551a0bd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:21.717058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:54:21.717707 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:54:21.721912 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:54:21.729908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:54:21.730587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 91b0039d-fea1-49ef-b4bd-0c4561d1dc9b not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:54:21.731310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bc36930c-e300-4412-8dbc-e145f6326bae no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:54:21.774287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: bc36930c-e300-4412-8dbc-e145f6326bae {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:54:21.775387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bc36930c-e300-4412-8dbc-e145f6326bae not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:54:21.881868 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.891047 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:21.897288 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] 10.222.0.20 "DELETE /v2.0/networks/94c98bd0-b397-4410-9e9a-94046b8de866 HTTP/1.1" status: 204 len: 168 time: 0.4973838 Aug 28 12:54:21.942083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Pushing event deleted for resources: {'Network': ['ID=94c98bd0-b397-4410-9e9a-94046b8de866,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:21.968269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a22d7-9f99-495e-a9e3-65f619872897 req-52e2acc1-eb68-4b46-a70f-4805b295c5ae tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:21.970702 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-112a22d7-9f99-495e-a9e3-65f619872897 req-52e2acc1-eb68-4b46-a70f-4805b295c5ae tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.1433055 Aug 28 12:54:21.973336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:21.973923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:21.974553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:21.975137 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:21.975730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:21.976310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:21.976899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:21.977481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:21.978065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:21.978567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:21.978890 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:21.979533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e4399e-0a78-40d5-87bc-62edb85c8ecd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:22.042096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-112a22d7-9f99-495e-a9e3-65f619872897 req-ecb9fb9f-4587-4d99-aa10-1fbd73a67276 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581357 Aug 28 12:54:22.145043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53486) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:22.197625 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-799dde46-6b9f-43fd-af8e-cdc020a78f16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5fa6504f1c5245c4bc244aff3d31f637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511258 Aug 28 12:54:22.198332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53488) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:22.241416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488ac37-2a8e-4354-9b52-d63bb724ebf6 req-64cc8b69-786a-4866-a8ef-3a2a129347ff tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:22.243065 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f488ac37-2a8e-4354-9b52-d63bb724ebf6 req-64cc8b69-786a-4866-a8ef-3a2a129347ff tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0603690 Aug 28 12:54:22.250225 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-62b243d2-cc7d-4079-a031-14033c7eedbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:22.277469 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-62b243d2-cc7d-4079-a031-14033c7eedbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:22.287187 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f488ac37-2a8e-4354-9b52-d63bb724ebf6 req-149db156-2489-4ba6-9a47-13354d62eb0d tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338914 Aug 28 12:54:22.327072 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-62b243d2-cc7d-4079-a031-14033c7eedbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:22.329826 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-62b243d2-cc7d-4079-a031-14033c7eedbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:22.331080 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-62b243d2-cc7d-4079-a031-14033c7eedbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61baa48b-f93e-4470-9613-0844ab75c759 HTTP/1.1" status: 204 len: 168 time: 0.1316535 Aug 28 12:54:22.340033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b243d2-cc7d-4079-a031-14033c7eedbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61baa48b-f93e-4470-9613-0844ab75c759,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:23.180961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff049d-466c-44c4-9644-1777395352e5 req-1d93020c-1c48-49c1-9d5e-65e8b15126af tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:23.182637 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53ff049d-466c-44c4-9644-1777395352e5 req-1d93020c-1c48-49c1-9d5e-65e8b15126af tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0526452 Aug 28 12:54:23.226893 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53ff049d-466c-44c4-9644-1777395352e5 req-51d7ae35-eaa8-43eb-ba0d-6b433efcc114 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377493 Aug 28 12:54:23.418955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cc471-8eb7-4723-9eb8-d6314feedffd req-32cc89eb-f42a-4e16-a2f1-43ae3e7e86d0 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:23.422937 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dc9cc471-8eb7-4723-9eb8-d6314feedffd req-32cc89eb-f42a-4e16-a2f1-43ae3e7e86d0 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0596108 Aug 28 12:54:23.462818 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dc9cc471-8eb7-4723-9eb8-d6314feedffd req-2bac37bc-f1c3-40a7-a9e2-f426796c74a2 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360096 Aug 28 12:54:23.606002 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d878597-96a3-4c61-91ef-32d219b2ac2c req-e7db42cd-af8d-4993-bb5c-0b96b1980e36 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231baae-5bd5-40f9-bd36-3b0b0730a6bb HTTP/1.1" status: 200 len: 210 time: 0.0332656 Aug 28 12:54:24.043317 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3b3fe45-a747-4b85-bf8f-99a3d8f5bb68 req-e9240ac9-2f11-4e2a-afe1-631e3d38d3f0 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0474455 Aug 28 12:54:24.366741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d3d6d-66a5-4fc5-942f-33827ab8b494 req-0b7a6877-3162-43df-aa06-c9ae69066d5d tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:24.368329 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-053d3d6d-66a5-4fc5-942f-33827ab8b494 req-0b7a6877-3162-43df-aa06-c9ae69066d5d tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0606711 Aug 28 12:54:24.411357 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-053d3d6d-66a5-4fc5-942f-33827ab8b494 req-4614f7a3-121b-491b-82e5-d2fe06c0a5c4 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361648 Aug 28 12:54:24.506666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53720) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:24.615480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0472d-11be-435a-a66f-e7a8b2426bf7 req-ba66cc13-ffa0-4eee-8280-86a81ee6b20f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:24.617147 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7b0472d-11be-435a-a66f-e7a8b2426bf7 req-ba66cc13-ffa0-4eee-8280-86a81ee6b20f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0609798 Aug 28 12:54:24.627276 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aa01c27a-d8ef-4706-9ef0-d11d516daab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:24.661678 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7b0472d-11be-435a-a66f-e7a8b2426bf7 req-6f1346c4-dbee-4a8e-8ce0-429a52e7f9e8 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376523 Aug 28 12:54:24.746541 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aa01c27a-d8ef-4706-9ef0-d11d516daab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:24.750954 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aa01c27a-d8ef-4706-9ef0-d11d516daab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:24.791546 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-aa01c27a-d8ef-4706-9ef0-d11d516daab7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f25fbc4ea6948a0836bc0c0a1335dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823918 Aug 28 12:54:24.792517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01c27a-d8ef-4706-9ef0-d11d516daab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa50fdd3-1232-4b00-9781-bfc6bccb8ab3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:24.794648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53724) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:24.845214 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0f35a63-e63c-4651-a92d-b31a616cfb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:24.866504 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0f35a63-e63c-4651-a92d-b31a616cfb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:24.915766 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0f35a63-e63c-4651-a92d-b31a616cfb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:24.918711 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0f35a63-e63c-4651-a92d-b31a616cfb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:24.919885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b0f35a63-e63c-4651-a92d-b31a616cfb04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa50fdd3-1232-4b00-9781-bfc6bccb8ab3 HTTP/1.1" status: 204 len: 168 time: 0.1241944 Aug 28 12:54:24.927981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f35a63-e63c-4651-a92d-b31a616cfb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa50fdd3-1232-4b00-9781-bfc6bccb8ab3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:25.153031 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b368d179-f027-4d0c-8edd-ab0f2bca303b req-2976bee8-6bf0-42db-83ef-17703b938794 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0335176 Aug 28 12:54:25.224623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53738) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:25.239366 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1f628cb4-646d-4654-bf98-acc728ade6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:25.333700 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1f628cb4-646d-4654-bf98-acc728ade6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:25.337420 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1f628cb4-646d-4654-bf98-acc728ade6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:25.373515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f628cb4-646d-4654-bf98-acc728ade6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd083929-b57c-414e-b5b7-e2aa8809d089,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:25.378878 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1f628cb4-646d-4654-bf98-acc728ade6a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2692f602a4964424b8100e4af581ff5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534662 Aug 28 12:54:25.381429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53740) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:25.430676 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44dbc7d3-cb8c-44e1-ae4d-d47293e56e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:25.455299 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44dbc7d3-cb8c-44e1-ae4d-d47293e56e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:25.534847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78186f-81fb-47ad-9326-8431e76d3b35 req-b5f238e4-c4ee-4e2c-825b-40c32346313c tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:25.536367 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a78186f-81fb-47ad-9326-8431e76d3b35 req-b5f238e4-c4ee-4e2c-825b-40c32346313c tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0547435 Aug 28 12:54:25.537106 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44dbc7d3-cb8c-44e1-ae4d-d47293e56e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:25.539679 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44dbc7d3-cb8c-44e1-ae4d-d47293e56e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:25.540708 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-44dbc7d3-cb8c-44e1-ae4d-d47293e56e8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd083929-b57c-414e-b5b7-e2aa8809d089 HTTP/1.1" status: 204 len: 168 time: 0.1582692 Aug 28 12:54:25.562456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbc7d3-cb8c-44e1-ae4d-d47293e56e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd083929-b57c-414e-b5b7-e2aa8809d089,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:25.583517 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a78186f-81fb-47ad-9326-8431e76d3b35 req-28a4e259-268d-40a9-89fd-e91cefc86e51 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400951 Aug 28 12:54:25.789713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd52bae-919f-41f7-9ea9-f6291d2cd3ea req-b4184e9c-e6fe-49cd-8396-07295438e1f4 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:25.791268 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bdd52bae-919f-41f7-9ea9-f6291d2cd3ea req-b4184e9c-e6fe-49cd-8396-07295438e1f4 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0513687 Aug 28 12:54:25.832421 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bdd52bae-919f-41f7-9ea9-f6291d2cd3ea req-49eed481-05f2-4624-8f4f-a0d23da1ee16 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345972 Aug 28 12:54:26.162817 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7a2bf4e-8d8a-4d7e-b949-0bf5bcf7bbd4 req-bc48acb5-4311-48b9-818a-a4125c33a4f4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6231baae-5bd5-40f9-bd36-3b0b0730a6bb HTTP/1.1" status: 200 len: 210 time: 0.0262916 Aug 28 12:54:26.224876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53772) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:26.269819 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5eff8a7f-0e41-4449-a334-3e6b75219ac3 req-234eda7a-2da6-425b-8d9d-885d9c545e51 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0270886 Aug 28 12:54:26.324374 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-411106f1-4eff-4483-ba7f-549542702979 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1676954593-network', 'tenant_id': 'a044f0dbd8ef4af580ab7fa98119001a'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:26.344446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411106f1-4eff-4483-ba7f-549542702979 admin admin] Made reservation on behalf of a044f0dbd8ef4af580ab7fa98119001a for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:54:26.347518 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-411106f1-4eff-4483-ba7f-549542702979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:26.359361 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-411106f1-4eff-4483-ba7f-549542702979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:26.455392 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-411106f1-4eff-4483-ba7f-549542702979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:26.458960 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-411106f1-4eff-4483-ba7f-549542702979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:26.479456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411106f1-4eff-4483-ba7f-549542702979 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:54:26.493420 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411106f1-4eff-4483-ba7f-549542702979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f41384-6e81-4bc7-9f3b-d99b4a64fa8e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:26.498435 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-411106f1-4eff-4483-ba7f-549542702979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:26.498780 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-411106f1-4eff-4483-ba7f-549542702979 admin admin] Added segment 43168c2d-35d4-406a-ae5a-5c5d93f6c941 of type vlan for network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 Aug 28 12:54:26.538673 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-411106f1-4eff-4483-ba7f-549542702979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:26.562184 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-411106f1-4eff-4483-ba7f-549542702979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:26.563155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411106f1-4eff-4483-ba7f-549542702979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:26.563728 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-411106f1-4eff-4483-ba7f-549542702979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:26.615265 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-411106f1-4eff-4483-ba7f-549542702979 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3892915 Aug 28 12:54:26.618009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53780) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:26.624287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-aea88317-bdf0-44dd-abaa-d11bfd37876e admin admin] Request body: {'subnet': {'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1676954593-subnet', 'tenant_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:26.640186 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411106f1-4eff-4483-ba7f-549542702979 admin admin] Pushing event updated for resources: {'Network': ['ID=30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:26.665697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:54:26.673219 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea88317-bdf0-44dd-abaa-d11bfd37876e admin admin] Made reservation on behalf of a044f0dbd8ef4af580ab7fa98119001a for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:54:26.675525 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aea88317-bdf0-44dd-abaa-d11bfd37876e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:26.763715 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fee9b7b6-0fd0-442f-98b2-f6726f9e3bb5 req-538eb0a4-69b2-4c70-a8d4-e7b86d613df1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0366244 Aug 28 12:54:26.793405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bcf13-9280-4cfc-80c3-5b26783b9853 req-88bb6fc0-e6fb-47bf-ab0f-14ce5594bc55 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:26.794906 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b87bcf13-9280-4cfc-80c3-5b26783b9853 req-88bb6fc0-e6fb-47bf-ab0f-14ce5594bc55 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.1316218 Aug 28 12:54:26.867515 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b87bcf13-9280-4cfc-80c3-5b26783b9853 req-afd568f7-db05-4721-89ae-ac3cb16a2e07 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651743 Aug 28 12:54:26.931029 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aea88317-bdf0-44dd-abaa-d11bfd37876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:26.956765 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293fba1-bbe4-45bb-a05d-abb9596865a8 req-8aafce7c-6dda-43c5-b515-4f9dd14e3ec7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:26.958386 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f293fba1-bbe4-45bb-a05d-abb9596865a8 req-8aafce7c-6dda-43c5-b515-4f9dd14e3ec7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0522609 Aug 28 12:54:26.986732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea88317-bdf0-44dd-abaa-d11bfd37876e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b18b785-1785-4fb8-9b75-eabdfe58758a,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:26.998555 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f293fba1-bbe4-45bb-a05d-abb9596865a8 req-bc1e1ee1-39cd-451d-bfce-cf43f477a91d tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337751 Aug 28 12:54:26.999440 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea88317-bdf0-44dd-abaa-d11bfd37876e admin admin] Checking segment: {'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:54:26.999789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea88317-bdf0-44dd-abaa-d11bfd37876e admin admin] Network hostable DHCP agents. Network: 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:54:27.017998 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea88317-bdf0-44dd-abaa-d11bfd37876e admin admin] Network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:54:27.026688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-aea88317-bdf0-44dd-abaa-d11bfd37876e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:54:27.030868 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea88317-bdf0-44dd-abaa-d11bfd37876e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:27.031475 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aea88317-bdf0-44dd-abaa-d11bfd37876e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:27.038760 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde60d82-0311-461f-914c-fa9727120e4d None None] Network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:54:27.046717 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-aea88317-bdf0-44dd-abaa-d11bfd37876e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4276767 Aug 28 12:54:27.050291 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53784) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:27.054696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1676954593-router', 'tenant_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:27.075475 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:27.076470 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:27.138644 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:27.189780 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2', 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2', 'tenant_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'fixed_ips': [{'subnet_id': '7b18b785-1785-4fb8-9b75-eabdfe58758a'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:54:27.190979 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:27.278868 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:27.324192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Allocated IP 172.20.0.2 (30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2/7b18b785-1785-4fb8-9b75-eabdfe58758a/cde8c125-0708-481e-9e2a-b37d33a167e3) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:54:27.418956 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-71022c77-ab48-4bdd-9355-81426dacbaff req-92ff7cf1-e72d-4db5-b055-9860c73cfaba tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0706582 Aug 28 12:54:27.498072 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:27.507979 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Transition to ACTIVE for port object cde8c125-0708-481e-9e2a-b37d33a167e3 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:54:27.511735 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:27.526179 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Transition to ACTIVE for port object cde8c125-0708-481e-9e2a-b37d33a167e3 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:54:27.532038 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:27.535048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:27.578454 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:54:27.582433 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:54:27.587075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:54:27.591311 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Pushing event updated for resources: {'Port': ['ID=cde8c125-0708-481e-9e2a-b37d33a167e3,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:27.652022 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Attempting to bind port cde8c125-0708-481e-9e2a-b37d33a167e3 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:54:27.652427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Allocated IP 172.25.1.39 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/1c60372e-0b63-4696-9a87-a48aad6478df) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:54:27.652708 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Attempting to bind port cde8c125-0708-481e-9e2a-b37d33a167e3 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:54:27.653192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Attempting to bind port cde8c125-0708-481e-9e2a-b37d33a167e3 on network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:54:27.660161 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:54:27.660509 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Checking segment: {'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:54:27.660906 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:27.661293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Bound using segment: {'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:54:27.661749 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Bound port: cde8c125-0708-481e-9e2a-b37d33a167e3, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:54:27.662123 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:27.732301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] For port cde8c125-0708-481e-9e2a-b37d33a167e3, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:54:27.736104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] For port cde8c125-0708-481e-9e2a-b37d33a167e3, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cde8c125-0708-481e-9e2a-b37d33a167e3,segment=NetworkSegment(43168c2d-35d4-406a-ae5a-5c5d93f6c941),segment_id=43168c2d-35d4-406a-ae5a-5c5d93f6c941)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:54:27.740092 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:27.763212 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:27.802833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0ba10-a990-4c57-bd15-779004378b42 None None] Pushing event updated for resources: {'Port': ['ID=cde8c125-0708-481e-9e2a-b37d33a167e3,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:27.818707 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:27.858037 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:54:27.863003 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:54:27.866504 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:54:27.893444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Pushing event updated for resources: {'Port': ['ID=1c60372e-0b63-4696-9a87-a48aad6478df,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:28.149450 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb89b7-90f4-418e-8efb-00e483596225 req-e91001d8-961c-43c9-a965-f6a562ab54b0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:28.150864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b5ccd-fea3-4d4b-92fc-6bc5f0f05ebc req-6b8a244b-ff62-4557-addf-18f10b148e2a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:28.151404 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fbb89b7-90f4-418e-8efb-00e483596225 req-e91001d8-961c-43c9-a965-f6a562ab54b0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.1390350 Aug 28 12:54:28.153068 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f72b5ccd-fea3-4d4b-92fc-6bc5f0f05ebc req-6b8a244b-ff62-4557-addf-18f10b148e2a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0564733 Aug 28 12:54:28.193943 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f72b5ccd-fea3-4d4b-92fc-6bc5f0f05ebc req-03407b5c-e3b7-4b94-9c6d-991ea38ea298 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340729 Aug 28 12:54:28.532541 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1653a9cf-237f-477a-a36a-f60fcc82f516 req-cea5fbcf-4fb5-4d38-b2c8-ece7abb158d4 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0291700 Aug 28 12:54:28.549050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fbb89b7-90f4-418e-8efb-00e483596225 req-ec270289-e304-44ad-86ff-ba9842cf6695 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912752 Aug 28 12:54:28.567546 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:28.791114 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:28.810321 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656fdaa1-a8cc-41cf-a3ad-efdc631887be None None] Network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:54:28.893397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-90d778fa-ca70-4e6b-b4ae-edf76acc25c3 None None] Provisioning for port cde8c125-0708-481e-9e2a-b37d33a167e3 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:54:28.955391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1bf4296-887b-492c-bcaa-a6f3596e83d4 req-d4f584b9-825a-4641-bd04-45efd9db155a tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0352561 Aug 28 12:54:29.003044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Router 35eb357d-5d05-48b5-918d-c8807cf7b8ff is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:54:29.120433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:54:29.129774 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Sync routers for ids ['35eb357d-5d05-48b5-918d-c8807cf7b8ff'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:54:29.138951 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:29.143502 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f183e33b-7cdc-4652-9d35-929160f82213 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0892274 Aug 28 12:54:29.143684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53824) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:29.144155 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Routers {'35eb357d-5d05-48b5-918d-c8807cf7b8ff'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:54:29.144799 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['35eb357d-5d05-48b5-918d-c8807cf7b8ff'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:29.263037 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Set router 35eb357d-5d05-48b5-918d-c8807cf7b8ff gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:54:29.374456 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabecd3-c58c-42e7-9c58-f236d6a0776c req-e52c572b-9c15-4f41-9b72-cae8b0e6248a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:29.379328 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dfabecd3-c58c-42e7-9c58-f236d6a0776c req-e52c572b-9c15-4f41-9b72-cae8b0e6248a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.1123350 Aug 28 12:54:29.438295 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dfabecd3-c58c-42e7-9c58-f236d6a0776c req-2b5de704-1ff2-444f-9364-2e655b99d404 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516982 Aug 28 12:54:29.498923 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cde8c125-0708-481e-9e2a-b37d33a167e3 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:54:29.551562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port cde8c125-0708-481e-9e2a-b37d33a167e3 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:54:29.555357 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port cde8c125-0708-481e-9e2a-b37d33a167e3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:29.555728 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:29.602237 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'name': 'tempest-TestServerMultinode-1676954593-router', 'tenant_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1c60372e-0b63-4696-9a87-a48aad6478df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:27Z', 'updated_at': '2021-08-28T12:54:28Z', 'revision_number': 3, 'project_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'gw_port': {'id': '1c60372e-0b63-4696-9a87-a48aad6478df', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:27Z', 'updated_at': '2021-08-28T12:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:29.638512 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Checking router: 35eb357d-5d05-48b5-918d-c8807cf7b8ff for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:54:29.639226 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Updating router 35eb357d-5d05-48b5-918d-c8807cf7b8ff port 1c60372e-0b63-4696-9a87-a48aad6478df binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:54:29.655641 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:29.658657 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:29.687756 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:29.696669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port cde8c125-0708-481e-9e2a-b37d33a167e3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cde8c125-0708-481e-9e2a-b37d33a167e3,segment=NetworkSegment(43168c2d-35d4-406a-ae5a-5c5d93f6c941),segment_id=43168c2d-35d4-406a-ae5a-5c5d93f6c941)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:29.702830 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:29.764160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=cde8c125-0708-481e-9e2a-b37d33a167e3,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:29.830409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72ca98-5414-4214-b549-d4f81f7a07ec req-0803e846-942c-4d1f-930f-76c8d785f30e tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:29.831950 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fa72ca98-5414-4214-b549-d4f81f7a07ec req-0803e846-942c-4d1f-930f-76c8d785f30e tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.1786330 Aug 28 12:54:29.897536 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Allocated IP 172.20.0.1 (30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2/7b18b785-1785-4fb8-9b75-eabdfe58758a/34b7baaf-40e9-4f1c-9725-bd01684ebbf7) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:54:29.912746 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fa72ca98-5414-4214-b549-d4f81f7a07ec req-8da1c5dc-0ec0-47af-accb-b1444d678ae0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599301 Aug 28 12:54:29.959895 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:29.969851 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Transition to ACTIVE for port object 1c60372e-0b63-4696-9a87-a48aad6478df will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:54:29.975736 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:30.017033 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:30.031491 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Transition to ACTIVE for port object 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:54:30.032557 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c49e7a-52c3-4738-b6e3-79e76cd01ad6 None None] Pushing event updated for resources: {'Port': ['ID=1c60372e-0b63-4696-9a87-a48aad6478df,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:30.035240 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Attempting to bind port 1c60372e-0b63-4696-9a87-a48aad6478df on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:54:30.035603 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Attempting to bind port 1c60372e-0b63-4696-9a87-a48aad6478df by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:54:30.035980 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Attempting to bind port 1c60372e-0b63-4696-9a87-a48aad6478df on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:54:30.045092 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c49e7a-52c3-4738-b6e3-79e76cd01ad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:30.045429 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c49e7a-52c3-4738-b6e3-79e76cd01ad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:30.045762 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c49e7a-52c3-4738-b6e3-79e76cd01ad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:30.046084 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c49e7a-52c3-4738-b6e3-79e76cd01ad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:30.046432 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c49e7a-52c3-4738-b6e3-79e76cd01ad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:30.046755 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c49e7a-52c3-4738-b6e3-79e76cd01ad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:30.047074 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c49e7a-52c3-4738-b6e3-79e76cd01ad6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:30.047563 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c49e7a-52c3-4738-b6e3-79e76cd01ad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:30.048040 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c49e7a-52c3-4738-b6e3-79e76cd01ad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:30.049265 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c49e7a-52c3-4738-b6e3-79e76cd01ad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:30.049749 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c49e7a-52c3-4738-b6e3-79e76cd01ad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:30.050248 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c49e7a-52c3-4738-b6e3-79e76cd01ad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:30.053790 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:54:30.054384 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:54:30.054963 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:30.055512 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:54:30.056143 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Bound port: 1c60372e-0b63-4696-9a87-a48aad6478df, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:54:30.056695 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:30.071325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:30.083612 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-62518194-ee0f-438a-a334-282dca026acd req-1c0ef1ce-1cf0-48a8-910a-6a04995d78ee tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0378470 Aug 28 12:54:30.114807 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] For port 1c60372e-0b63-4696-9a87-a48aad6478df, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:54:30.116293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:54:30.117832 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] For port 1c60372e-0b63-4696-9a87-a48aad6478df, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1c60372e-0b63-4696-9a87-a48aad6478df,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:54:30.119619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:54:30.122837 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:30.124723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:54:30.129140 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Pushing event updated for resources: {'Port': ['ID=34b7baaf-40e9-4f1c-9725-bd01684ebbf7,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:30.172299 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:30.186207 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Routers {'35eb357d-5d05-48b5-918d-c8807cf7b8ff'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:54:30.186896 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['35eb357d-5d05-48b5-918d-c8807cf7b8ff'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:30.188620 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c49e7a-52c3-4738-b6e3-79e76cd01ad6 None None] Pushing event updated for resources: {'Port': ['ID=1c60372e-0b63-4696-9a87-a48aad6478df,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:30.301598 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] Set router 35eb357d-5d05-48b5-918d-c8807cf7b8ff gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:54:30.306456 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:30.365943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fa08dc97-066e-4a29-b54c-ff70dd35208e None None] Provisioning for port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:54:30.371967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fa08dc97-066e-4a29-b54c-ff70dd35208e None None] Provisioning complete for port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:30.372525 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fa08dc97-066e-4a29-b54c-ff70dd35208e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:30.413716 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-fa08dc97-066e-4a29-b54c-ff70dd35208e None None] Port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:54:30.495674 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:30.500763 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:30.501009 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'name': 'tempest-TestServerMultinode-1676954593-router', 'tenant_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1c60372e-0b63-4696-9a87-a48aad6478df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:27Z', 'updated_at': '2021-08-28T12:54:28Z', 'revision_number': 3, 'project_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'gw_port': {'id': '1c60372e-0b63-4696-9a87-a48aad6478df', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:27Z', 'updated_at': '2021-08-28T12:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:30.527853 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0b552-66fe-44da-acc1-9eccde09cf89 None None] The sync data for ids ['35eb357d-5d05-48b5-918d-c8807cf7b8ff'] in n-d-791505-21 is: [{'id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'name': 'tempest-TestServerMultinode-1676954593-router', 'tenant_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1c60372e-0b63-4696-9a87-a48aad6478df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:27Z', 'updated_at': '2021-08-28T12:54:28Z', 'revision_number': 3, 'project_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'gw_port': {'id': '1c60372e-0b63-4696-9a87-a48aad6478df', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:27Z', 'updated_at': '2021-08-28T12:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:54:30.566120 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f3565-fd14-4b33-af17-a5232a890e37 req-f93201e0-03f1-4099-94e1-895d9a2e5305 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:30.573418 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-585f3565-fd14-4b33-af17-a5232a890e37 req-f93201e0-03f1-4099-94e1-895d9a2e5305 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0607011 Aug 28 12:54:30.574146 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:30.576042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Pushing event updated for resources: {'Port': ['ID=34b7baaf-40e9-4f1c-9725-bd01684ebbf7,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:30.617036 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-585f3565-fd14-4b33-af17-a5232a890e37 req-2a1821f8-ad5f-43db-891b-a9c55abfa371 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427608 Aug 28 12:54:30.677235 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:54:30.678626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:54:30.853810 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Router 35eb357d-5d05-48b5-918d-c8807cf7b8ff has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:54:30.982601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:54:30.988983 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-77d2b2df-9c97-4624-ba3e-1a576379916b admin admin] 10.222.0.20 "PUT /v2.0/routers/35eb357d-5d05-48b5-918d-c8807cf7b8ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8441253 Aug 28 12:54:31.037670 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9feb1fd8-6d35-4542-90e5-1e6a47ed2a14 None None] Provisioning complete for port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:31.038442 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9feb1fd8-6d35-4542-90e5-1e6a47ed2a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:31.046720 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f292c0-ce4c-4f57-be2a-b20e77c9d9a7 req-46fcd696-06f2-4c9e-89c5-1051f25d0088 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:31.054794 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4f292c0-ce4c-4f57-be2a-b20e77c9d9a7 req-46fcd696-06f2-4c9e-89c5-1051f25d0088 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0634689 Aug 28 12:54:31.082512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9feb1fd8-6d35-4542-90e5-1e6a47ed2a14 None None] Port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:54:31.100766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4f292c0-ce4c-4f57-be2a-b20e77c9d9a7 req-41128e8a-cf48-49b9-874b-2898e0b5c088 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450804 Aug 28 12:54:31.229561 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57cd9a8b-0c93-4c43-a5eb-71f7845c6ebf req-51e1219a-60ec-420f-b905-0a0956b093ed tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0385621 Aug 28 12:54:31.268477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1eb578-a7f3-4303-830b-719859454c58 req-09e17524-c3cb-4052-aff0-dc4201418c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:31.270059 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1c1eb578-a7f3-4303-830b-719859454c58 req-09e17524-c3cb-4052-aff0-dc4201418c62 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 1098 time: 0.0521686 Aug 28 12:54:31.310869 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1c1eb578-a7f3-4303-830b-719859454c58 req-8ac4b303-f0e1-44ff-a54c-02197bc39586 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332601 Aug 28 12:54:31.539486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cde8c125-0708-481e-9e2a-b37d33a167e3 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:54:31.571552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53866) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:31.576754 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-3c5d33c6-3d3c-4e72-8fc0-090b75759e06 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-918176906-network', 'tenant_id': 'e1054ec6b96445c285c0af842a26a897'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:31.591070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port cde8c125-0708-481e-9e2a-b37d33a167e3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:31.591529 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:31.600469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5d33c6-3d3c-4e72-8fc0-090b75759e06 admin admin] Made reservation on behalf of e1054ec6b96445c285c0af842a26a897 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:54:31.602850 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c5d33c6-3d3c-4e72-8fc0-090b75759e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:31.611759 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c5d33c6-3d3c-4e72-8fc0-090b75759e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:31.685841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1c60372e-0b63-4696-9a87-a48aad6478df up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:54:31.715795 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c5d33c6-3d3c-4e72-8fc0-090b75759e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:31.720479 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c5d33c6-3d3c-4e72-8fc0-090b75759e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:31.748644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 1c60372e-0b63-4696-9a87-a48aad6478df completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:54:31.749740 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5d33c6-3d3c-4e72-8fc0-090b75759e06 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:54:31.756965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 1c60372e-0b63-4696-9a87-a48aad6478df triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:31.757337 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:31.762858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d33c6-3d3c-4e72-8fc0-090b75759e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d56f1ee-10b9-460a-8999-0e45c90afa0f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:31.764879 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb68d1-7d5d-4be8-b289-d1821ace8aaa req-25d9fa8e-ec23-43d8-b8d5-803cf0564b28 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:31.771162 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9fb68d1-7d5d-4be8-b289-d1821ace8aaa req-25d9fa8e-ec23-43d8-b8d5-803cf0564b28 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0700793 Aug 28 12:54:31.788683 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c5d33c6-3d3c-4e72-8fc0-090b75759e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:31.789039 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-3c5d33c6-3d3c-4e72-8fc0-090b75759e06 admin admin] Added segment 162056a9-e2b7-4d79-9a4b-29418cb59816 of type vlan for network d4e52db1-a3e3-4a96-82be-f4c0dbac49f7 Aug 28 12:54:31.812850 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9fb68d1-7d5d-4be8-b289-d1821ace8aaa req-50bfc818-fb21-4c2d-bfa5-51a0f4ba35d9 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394430 Aug 28 12:54:31.838590 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c5d33c6-3d3c-4e72-8fc0-090b75759e06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:31.840714 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:31.862981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 1c60372e-0b63-4696-9a87-a48aad6478df, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1c60372e-0b63-4696-9a87-a48aad6478df,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:31.865500 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c5d33c6-3d3c-4e72-8fc0-090b75759e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:31.866548 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d33c6-3d3c-4e72-8fc0-090b75759e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:31.867191 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c5d33c6-3d3c-4e72-8fc0-090b75759e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:31.867864 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:31.927680 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3c5d33c6-3d3c-4e72-8fc0-090b75759e06 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3525724 Aug 28 12:54:31.927934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=1c60372e-0b63-4696-9a87-a48aad6478df,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:31.928055 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53874) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:31.934660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-20085a07-20ce-42c4-9184-545739ca7e13 admin admin] Request body: {'subnet': {'network_id': 'd4e52db1-a3e3-4a96-82be-f4c0dbac49f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-918176906-subnet', 'tenant_id': 'e1054ec6b96445c285c0af842a26a897', 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:31.944211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d33c6-3d3c-4e72-8fc0-090b75759e06 admin admin] Pushing event updated for resources: {'Network': ['ID=d4e52db1-a3e3-4a96-82be-f4c0dbac49f7,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:31.957658 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network d4e52db1-a3e3-4a96-82be-f4c0dbac49f7 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:54:31.968014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20085a07-20ce-42c4-9184-545739ca7e13 admin admin] Made reservation on behalf of e1054ec6b96445c285c0af842a26a897 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:54:31.971019 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-20085a07-20ce-42c4-9184-545739ca7e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:32.144500 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-20085a07-20ce-42c4-9184-545739ca7e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:32.223728 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20085a07-20ce-42c4-9184-545739ca7e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2920ca6-3cfa-4a73-80a1-76859197647c,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:32.244542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20085a07-20ce-42c4-9184-545739ca7e13 admin admin] Checking segment: {'id': '162056a9-e2b7-4d79-9a4b-29418cb59816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4e52db1-a3e3-4a96-82be-f4c0dbac49f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:54:32.244901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20085a07-20ce-42c4-9184-545739ca7e13 admin admin] Network hostable DHCP agents. Network: d4e52db1-a3e3-4a96-82be-f4c0dbac49f7, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:54:32.255731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11267a0e-3d45-4ec5-8a9e-2357ee41f26e req-95f1c210-e62c-4e3d-af25-dc31e6277cf2 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:32.257276 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11267a0e-3d45-4ec5-8a9e-2357ee41f26e req-95f1c210-e62c-4e3d-af25-dc31e6277cf2 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0851784 Aug 28 12:54:32.262062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Sync routers for ids ['35eb357d-5d05-48b5-918d-c8807cf7b8ff'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:54:32.275950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Routers {'35eb357d-5d05-48b5-918d-c8807cf7b8ff'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:54:32.276952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['35eb357d-5d05-48b5-918d-c8807cf7b8ff'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:32.285985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20085a07-20ce-42c4-9184-545739ca7e13 admin admin] Network d4e52db1-a3e3-4a96-82be-f4c0dbac49f7 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:54:32.305228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-20085a07-20ce-42c4-9184-545739ca7e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, d4e52db1-a3e3-4a96-82be-f4c0dbac49f7) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:54:32.312779 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11267a0e-3d45-4ec5-8a9e-2357ee41f26e req-64ad9bed-32e0-4a24-a10c-01a0d1c73e0b tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414143 Aug 28 12:54:32.314287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20085a07-20ce-42c4-9184-545739ca7e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:32.314958 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-20085a07-20ce-42c4-9184-545739ca7e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:32.323162 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20ae6dc-4a4a-4312-86ea-e83197485cdd None None] Network d4e52db1-a3e3-4a96-82be-f4c0dbac49f7 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:54:32.335188 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-20085a07-20ce-42c4-9184-545739ca7e13 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4059186 Aug 28 12:54:32.336174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53880) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:32.342264 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-918176906-router', 'tenant_id': 'e1054ec6b96445c285c0af842a26a897', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:32.363746 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df84c348-5038-4d1e-8e31-6178617b841f req-0744d17e-8f07-482e-a3f8-30518fe513e8 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0429475 Aug 28 12:54:32.370385 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:32.373446 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:32.434231 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:32.458676 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Set router 35eb357d-5d05-48b5-918d-c8807cf7b8ff gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:54:32.590878 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:32.629075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-d4e52db1-a3e3-4a96-82be-f4c0dbac49f7', 'network_id': 'd4e52db1-a3e3-4a96-82be-f4c0dbac49f7', 'tenant_id': 'e1054ec6b96445c285c0af842a26a897', 'fixed_ips': [{'subnet_id': 'f2920ca6-3cfa-4a73-80a1-76859197647c'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:54:32.630259 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:32.824210 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:32.833942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Allocated IP 172.20.0.2 (d4e52db1-a3e3-4a96-82be-f4c0dbac49f7/f2920ca6-3cfa-4a73-80a1-76859197647c/902f4b09-896d-49ba-b9f3-3f5926f6b494) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:54:32.842848 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'name': 'tempest-TestServerMultinode-1676954593-router', 'tenant_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1c60372e-0b63-4696-9a87-a48aad6478df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:27Z', 'updated_at': '2021-08-28T12:54:30Z', 'revision_number': 4, 'project_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'gw_port': {'id': '1c60372e-0b63-4696-9a87-a48aad6478df', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:27Z', 'updated_at': '2021-08-28T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '34b7baaf-40e9-4f1c-9725-bd01684ebbf7', 'name': '', 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2', 'tenant_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'mac_address': 'fa:16:3e:ae:33:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '7b18b785-1785-4fb8-9b75-eabdfe58758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:29Z', 'updated_at': '2021-08-28T12:54:30Z', 'revision_number': 2, 'project_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'subnets': [{'id': '7b18b785-1785-4fb8-9b75-eabdfe58758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:32.850039 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:32.881868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Checking router: 35eb357d-5d05-48b5-918d-c8807cf7b8ff for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:54:32.882256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Updating router 35eb357d-5d05-48b5-918d-c8807cf7b8ff port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:54:32.952312 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30bde8-c78d-4db9-86d1-577ce3f23bc8 req-99b87969-8f92-4e52-86ff-1db6f0a1e1c3 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:32.952782 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:32.962596 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7c30bde8-c78d-4db9-86d1-577ce3f23bc8 req-99b87969-8f92-4e52-86ff-1db6f0a1e1c3 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0749650 Aug 28 12:54:33.055061 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7c30bde8-c78d-4db9-86d1-577ce3f23bc8 req-8a909b2c-7323-4017-a8e0-5cbb035d4951 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901308 Aug 28 12:54:33.226282 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:33.243940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Transition to ACTIVE for port object 902f4b09-896d-49ba-b9f3-3f5926f6b494 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:54:33.275460 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Transition to ACTIVE for port object 902f4b09-896d-49ba-b9f3-3f5926f6b494 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:54:33.292017 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:33.333682 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Allocated IP 172.25.1.200 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/cd4304e7-a85c-4ec4-b04e-9bee9cd2199f) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:54:33.353881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Network d4e52db1-a3e3-4a96-82be-f4c0dbac49f7 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:54:33.362328 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:54:33.365525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Pushing event updated for resources: {'Port': ['ID=902f4b09-896d-49ba-b9f3-3f5926f6b494,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:33.371819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:54:33.482403 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:33.484818 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Attempting to bind port 902f4b09-896d-49ba-b9f3-3f5926f6b494 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:54:33.485188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Attempting to bind port 902f4b09-896d-49ba-b9f3-3f5926f6b494 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '162056a9-e2b7-4d79-9a4b-29418cb59816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4e52db1-a3e3-4a96-82be-f4c0dbac49f7'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:54:33.485686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Attempting to bind port 902f4b09-896d-49ba-b9f3-3f5926f6b494 on network d4e52db1-a3e3-4a96-82be-f4c0dbac49f7 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:54:33.492258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e395059-8786-4010-8f2c-511cfa29bedd req-41e242e2-d1cf-4f67-b58b-ed41b19e4fe7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:33.495694 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:54:33.496142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Checking segment: {'id': '162056a9-e2b7-4d79-9a4b-29418cb59816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4e52db1-a3e3-4a96-82be-f4c0dbac49f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:54:33.496621 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:33.497034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Bound using segment: {'id': '162056a9-e2b7-4d79-9a4b-29418cb59816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4e52db1-a3e3-4a96-82be-f4c0dbac49f7'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:54:33.497514 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Bound port: 902f4b09-896d-49ba-b9f3-3f5926f6b494, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162056a9-e2b7-4d79-9a4b-29418cb59816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4e52db1-a3e3-4a96-82be-f4c0dbac49f7'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:54:33.497657 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9e395059-8786-4010-8f2c-511cfa29bedd req-41e242e2-d1cf-4f67-b58b-ed41b19e4fe7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0874712 Aug 28 12:54:33.498042 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:33.511411 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Transition to ACTIVE for port object 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:54:33.515517 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:33.521013 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:33.547547 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1c60372e-0b63-4696-9a87-a48aad6478df up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:54:33.557259 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9e395059-8786-4010-8f2c-511cfa29bedd req-0805548f-e170-4d59-9e5c-8e0707d2ef74 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480931 Aug 28 12:54:33.567474 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8ac94b52-2e6d-40e5-9ada-743171176444 req-485abf1f-1c28-4f10-a437-559a612180bc tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0449989 Aug 28 12:54:33.613925 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:33.621880 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-0b4090ae-2c50-4f0d-a8f2-ef59aa2aa2b1 req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1639414778', 'description': 'tempest-description-735507262'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:33.667793 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-0b4090ae-2c50-4f0d-a8f2-ef59aa2aa2b1 req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:33.680971 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:54:33.684405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:54:33.688495 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:54:33.725582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Pushing event updated for resources: {'Port': ['ID=cd4304e7-a85c-4ec4-b04e-9bee9cd2199f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:33.770661 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-0b4090ae-2c50-4f0d-a8f2-ef59aa2aa2b1 req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:33.776128 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-0b4090ae-2c50-4f0d-a8f2-ef59aa2aa2b1 req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:33.797171 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-0b4090ae-2c50-4f0d-a8f2-ef59aa2aa2b1 req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:33.804765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e70b0-3b7c-4b7e-9358-fe8e73f0c47b None None] Pushing event updated for resources: {'Port': ['ID=34b7baaf-40e9-4f1c-9725-bd01684ebbf7,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:33.808235 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b4090ae-2c50-4f0d-a8f2-ef59aa2aa2b1 req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.1924727 Aug 28 12:54:33.840160 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0708d113-8a4b-4dde-9154-b50ab3c569b2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:33.849415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:33.849885 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:33.850233 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:33.850785 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:33.851286 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:33.851786 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:33.852317 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:33.852657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:33.853038 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:33.853379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:33.853712 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:33.854043 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e75b177-3d2e-41da-ae31-0f35471ffafe tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:33.866632 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] For port 902f4b09-896d-49ba-b9f3-3f5926f6b494, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:54:33.902723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] For port 902f4b09-896d-49ba-b9f3-3f5926f6b494, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=902f4b09-896d-49ba-b9f3-3f5926f6b494,segment=NetworkSegment(162056a9-e2b7-4d79-9a4b-29418cb59816),segment_id=162056a9-e2b7-4d79-9a4b-29418cb59816)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:54:33.915551 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 1c60372e-0b63-4696-9a87-a48aad6478df triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:33.915918 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:33.918133 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:33.946223 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-accf26e0-104d-455d-9110-2a598a655146 req-ef565f14-dcd3-4500-93e9-3d9f09454359 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1639414778&fields=id&tenant_id=959ecb01ca334fe6a391ec6be1357ad4 HTTP/1.1" status: 200 len: 267 time: 0.0588839 Aug 28 12:54:33.963062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Attempting to bind port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:54:33.963825 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Attempting to bind port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:54:33.964075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Attempting to bind port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 on network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:54:33.989883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:54:33.990259 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Checking segment: {'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:54:33.990690 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:33.991083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Bound using segment: {'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:54:33.991566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Bound port: 34b7baaf-40e9-4f1c-9725-bd01684ebbf7, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:54:33.991944 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:34.050726 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51309539-243c-4a0e-8c89-4b014a88dbff None None] Pushing event updated for resources: {'Port': ['ID=902f4b09-896d-49ba-b9f3-3f5926f6b494,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:34.083703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf26e0-104d-455d-9110-2a598a655146 req-d57bafef-73b0-4459-a07f-db0c2046f62f tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:34.093080 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-accf26e0-104d-455d-9110-2a598a655146 req-d57bafef-73b0-4459-a07f-db0c2046f62f tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.1032727 Aug 28 12:54:34.104178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-accf26e0-104d-455d-9110-2a598a655146 req-a1a4b089-5d03-4578-a23f-2ad1e74ff4dc tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Request body: {'port': {'security_groups': ['ccc49422-9a8e-4714-a0a3-8230264540f7', '0708d113-8a4b-4dde-9154-b50ab3c569b2']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:34.128486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] For port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:54:34.149374 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] For port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=34b7baaf-40e9-4f1c-9725-bd01684ebbf7,segment=NetworkSegment(43168c2d-35d4-406a-ae5a-5c5d93f6c941),segment_id=43168c2d-35d4-406a-ae5a-5c5d93f6c941)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:54:34.150439 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:34.158086 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:34.229789 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc0ab9-0686-494a-a9b5-ef06b2fb3ed4 req-68fedb3c-996e-416a-a984-ff3867ceb840 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:34.238136 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e70b0-3b7c-4b7e-9358-fe8e73f0c47b None None] Pushing event updated for resources: {'Port': ['ID=34b7baaf-40e9-4f1c-9725-bd01684ebbf7,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:34.240430 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2cc0ab9-0686-494a-a9b5-ef06b2fb3ed4 req-68fedb3c-996e-416a-a984-ff3867ceb840 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0758092 Aug 28 12:54:34.244593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Routers {'35eb357d-5d05-48b5-918d-c8807cf7b8ff'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:54:34.245695 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['35eb357d-5d05-48b5-918d-c8807cf7b8ff'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:34.249139 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-accf26e0-104d-455d-9110-2a598a655146 req-a1a4b089-5d03-4578-a23f-2ad1e74ff4dc tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:34.321355 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2cc0ab9-0686-494a-a9b5-ef06b2fb3ed4 req-d4463995-1d73-49b1-9e41-af72bc1a352f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799286 Aug 28 12:54:34.436546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] Set router 35eb357d-5d05-48b5-918d-c8807cf7b8ff gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:54:34.621462 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:34.672815 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'name': 'tempest-TestServerMultinode-1676954593-router', 'tenant_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1c60372e-0b63-4696-9a87-a48aad6478df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:27Z', 'updated_at': '2021-08-28T12:54:30Z', 'revision_number': 4, 'project_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'gw_port': {'id': '1c60372e-0b63-4696-9a87-a48aad6478df', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:27Z', 'updated_at': '2021-08-28T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '34b7baaf-40e9-4f1c-9725-bd01684ebbf7', 'name': '', 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2', 'tenant_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'mac_address': 'fa:16:3e:ae:33:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '7b18b785-1785-4fb8-9b75-eabdfe58758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:29Z', 'updated_at': '2021-08-28T12:54:34Z', 'revision_number': 4, 'project_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'subnets': [{'id': '7b18b785-1785-4fb8-9b75-eabdfe58758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:34.703493 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d625d543-4aa2-40bd-9d15-e32070f33fc4 None None] The sync data for ids ['35eb357d-5d05-48b5-918d-c8807cf7b8ff'] in n-d-791505-21 is: [{'id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'name': 'tempest-TestServerMultinode-1676954593-router', 'tenant_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1c60372e-0b63-4696-9a87-a48aad6478df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:27Z', 'updated_at': '2021-08-28T12:54:30Z', 'revision_number': 4, 'project_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'gw_port': {'id': '1c60372e-0b63-4696-9a87-a48aad6478df', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:27Z', 'updated_at': '2021-08-28T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '34b7baaf-40e9-4f1c-9725-bd01684ebbf7', 'name': '', 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2', 'tenant_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'mac_address': 'fa:16:3e:ae:33:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '7b18b785-1785-4fb8-9b75-eabdfe58758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:29Z', 'updated_at': '2021-08-28T12:54:34Z', 'revision_number': 4, 'project_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'subnets': [{'id': '7b18b785-1785-4fb8-9b75-eabdfe58758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:54:34.706827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-accf26e0-104d-455d-9110-2a598a655146 req-a1a4b089-5d03-4578-a23f-2ad1e74ff4dc tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] For port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3,segment=NetworkSegment(e1d16b02-a7d9-4207-8b21-fa44281ec259),segment_id=e1d16b02-a7d9-4207-8b21-fa44281ec259)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:34.723695 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aee9a5ea-201f-40ad-b3bb-d7e6acedb0b3 req-43445b2a-3ed4-4ef0-bd30-d8d8b619511d tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0389864 Aug 28 12:54:34.795521 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-accf26e0-104d-455d-9110-2a598a655146 req-a1a4b089-5d03-4578-a23f-2ad1e74ff4dc tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:34.804364 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-accf26e0-104d-455d-9110-2a598a655146 req-a1a4b089-5d03-4578-a23f-2ad1e74ff4dc tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:34.824050 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:54:34.869488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf26e0-104d-455d-9110-2a598a655146 req-a1a4b089-5d03-4578-a23f-2ad1e74ff4dc tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:34.870170 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-accf26e0-104d-455d-9110-2a598a655146 req-a1a4b089-5d03-4578-a23f-2ad1e74ff4dc tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:34.871693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-accf26e0-104d-455d-9110-2a598a655146 req-a1a4b089-5d03-4578-a23f-2ad1e74ff4dc tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "PUT /v2.0/ports/cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 HTTP/1.1" status: 200 len: 982 time: 0.7777858 Aug 28 12:54:34.872165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'tag': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:54:34.874511 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08cd458-5925-41b4-9699-b31671d7f9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7287e7ee-9cda-48fd-bf56-4dfd742c77fa", "tag": "cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:54:34.957068 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1660dc62-08c8-4fb1-b300-9be00ab50825 x-openstack-request-id: req-1660dc62-08c8-4fb1-b300-9be00ab50825 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:54:34.957789 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7287e7ee-9cda-48fd-bf56-4dfd742c77fa", "tag": "cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:54:34.957789 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1660dc62-08c8-4fb1-b300-9be00ab50825 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:54:34.958163 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'tag': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3', 'status': 'completed', 'code': 200} Aug 28 12:54:34.958980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4b089-5d03-4578-a23f-2ad1e74ff4dc tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Pushing event updated for resources: {'Port': ['ID=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3,revision_number=6']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:34.985418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Router 05a6db11-7619-4e8e-89f9-18507c768f4f is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:54:35.049688 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b3ed0c02-683c-4f73-b20c-23af4be4bf5c req-8c80c993-d159-4011-a825-2592a8d81574 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1639414778&fields=id&tenant_id=959ecb01ca334fe6a391ec6be1357ad4 HTTP/1.1" status: 200 len: 267 time: 0.0714076 Aug 28 12:54:35.080645 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:54:35.097399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd458-5925-41b4-9699-b31671d7f9d1 req-031fb55c-7ea1-4576-8395-7360125dd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:35.099134 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e08cd458-5925-41b4-9699-b31671d7f9d1 req-031fb55c-7ea1-4576-8395-7360125dd90f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=959ecb01ca334fe6a391ec6be1357ad4&device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 1137 time: 0.1092901 Aug 28 12:54:35.119892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed0c02-683c-4f73-b20c-23af4be4bf5c req-50577d26-223f-4060-9a44-9488216c8800 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:35.123543 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b3ed0c02-683c-4f73-b20c-23af4be4bf5c req-50577d26-223f-4060-9a44-9488216c8800 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 985 time: 0.0728574 Aug 28 12:54:35.152857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-b3ed0c02-683c-4f73-b20c-23af4be4bf5c req-a30bf429-351b-4418-b792-0ec042017114 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Request body: {'port': {'security_groups': ['ccc49422-9a8e-4714-a0a3-8230264540f7']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:35.268784 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b3ed0c02-683c-4f73-b20c-23af4be4bf5c req-a30bf429-351b-4418-b792-0ec042017114 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:35.323788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd458-5925-41b4-9699-b31671d7f9d1 req-eeb953eb-02ee-42a0-b440-06f1476f30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:35.325426 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e08cd458-5925-41b4-9699-b31671d7f9d1 req-eeb953eb-02ee-42a0-b440-06f1476f30e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=958620f2-9185-46a3-8c5f-6611298656db HTTP/1.1" status: 200 len: 919 time: 0.2174563 Aug 28 12:54:35.330884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:54:35.342582 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Sync routers for ids ['05a6db11-7619-4e8e-89f9-18507c768f4f'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:54:35.368981 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Routers {'05a6db11-7619-4e8e-89f9-18507c768f4f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:54:35.369872 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['05a6db11-7619-4e8e-89f9-18507c768f4f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:35.443426 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e08cd458-5925-41b4-9699-b31671d7f9d1 req-4a088b96-ff48-4925-8b21-ee08e9b26962 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 HTTP/1.1" status: 200 len: 217 time: 0.1077425 Aug 28 12:54:35.466438 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:35.471184 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8c0c7d16-2cfc-4695-a3b8-9cc5679e777f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1305363 Aug 28 12:54:35.489421 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ecd902-4f6a-4d4c-9203-91ff5e129e9b None None] Network d4e52db1-a3e3-4a96-82be-f4c0dbac49f7 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:54:35.501959 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53920) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:35.575253 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Set router 05a6db11-7619-4e8e-89f9-18507c768f4f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:54:35.642890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:54:35.718111 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b3ed0c02-683c-4f73-b20c-23af4be4bf5c req-a30bf429-351b-4418-b792-0ec042017114 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] For port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3,segment=NetworkSegment(e1d16b02-a7d9-4207-8b21-fa44281ec259),segment_id=e1d16b02-a7d9-4207-8b21-fa44281ec259)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:35.753374 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b3ed0c02-683c-4f73-b20c-23af4be4bf5c req-a30bf429-351b-4418-b792-0ec042017114 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:35.759970 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b3ed0c02-683c-4f73-b20c-23af4be4bf5c req-a30bf429-351b-4418-b792-0ec042017114 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:35.770595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9b889dd6-c34e-4a12-9c40-546f304ad459 None None] Provisioning for port 902f4b09-896d-49ba-b9f3-3f5926f6b494 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:54:35.777665 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:54:35.799875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd458-5925-41b4-9699-b31671d7f9d1 req-e6e673be-c154-444f-a950-21368846905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:35.801375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e08cd458-5925-41b4-9699-b31671d7f9d1 req-e6e673be-c154-444f-a950-21368846905b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9526ba86-6e6c-4f39-bb0b-32ea903acd49 HTTP/1.1" status: 200 len: 859 time: 0.3475993 Aug 28 12:54:35.842054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:54:35.842981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed0c02-683c-4f73-b20c-23af4be4bf5c req-a30bf429-351b-4418-b792-0ec042017114 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:35.843941 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b3ed0c02-683c-4f73-b20c-23af4be4bf5c req-a30bf429-351b-4418-b792-0ec042017114 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:35.846252 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b3ed0c02-683c-4f73-b20c-23af4be4bf5c req-a30bf429-351b-4418-b792-0ec042017114 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "PUT /v2.0/ports/cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 HTTP/1.1" status: 200 len: 943 time: 0.6990650 Aug 28 12:54:35.846666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'tag': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:54:35.853873 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcf5f10-8eb7-4cea-8228-8796af1a6e35" -d '{"events": [{"name": "network-changed", "server_uuid": "7287e7ee-9cda-48fd-bf56-4dfd742c77fa", "tag": "cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:54:35.873941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bf429-351b-4418-b792-0ec042017114 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Pushing event updated for resources: {'Port': ['ID=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3,revision_number=7']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:35.875086 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e08cd458-5925-41b4-9699-b31671d7f9d1 req-c7a3b917-6426-41a9-bc34-cd987c3bfdd5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=958620f2-9185-46a3-8c5f-6611298656db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645461 Aug 28 12:54:35.880128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:35.880510 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:35.891171 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'name': 'tempest-TestServerMultinode-918176906-router', 'tenant_id': 'e1054ec6b96445c285c0af842a26a897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'cd4304e7-a85c-4ec4-b04e-9bee9cd2199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:32Z', 'updated_at': '2021-08-28T12:54:33Z', 'revision_number': 3, 'project_id': 'e1054ec6b96445c285c0af842a26a897', 'gw_port': {'id': 'cd4304e7-a85c-4ec4-b04e-9bee9cd2199f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:32Z', 'updated_at': '2021-08-28T12:54:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:35.898981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360304ea-9b5b-4ce6-9997-95806966f089 req-3a4bdd1a-6337-4d2f-8c41-6730fd414c99 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:35.906763 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-360304ea-9b5b-4ce6-9997-95806966f089 req-3a4bdd1a-6337-4d2f-8c41-6730fd414c99 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.4036765 Aug 28 12:54:35.932325 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Checking router: 05a6db11-7619-4e8e-89f9-18507c768f4f for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:54:35.933283 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Updating router 05a6db11-7619-4e8e-89f9-18507c768f4f port cd4304e7-a85c-4ec4-b04e-9bee9cd2199f binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:54:35.964044 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:36.083634 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:36.085610 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:54:36.086353 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fa53d985-23d6-4b64-bda3-9c0801fca198 req-a48ff3fc-0931-4865-8420-916b9b8d8f15 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0499165 Aug 28 12:54:36.234710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=34b7baaf-40e9-4f1c-9725-bd01684ebbf7,segment=NetworkSegment(43168c2d-35d4-406a-ae5a-5c5d93f6c941),segment_id=43168c2d-35d4-406a-ae5a-5c5d93f6c941)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:36.245038 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:36.245822 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 902f4b09-896d-49ba-b9f3-3f5926f6b494 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:54:36.307098 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-360304ea-9b5b-4ce6-9997-95806966f089 req-e60724ef-662e-425b-9016-1a7df0b84892 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994598 Aug 28 12:54:36.399830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=34b7baaf-40e9-4f1c-9725-bd01684ebbf7,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:36.405354 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e08cd458-5925-41b4-9699-b31671d7f9d1 req-26ec1141-7711-4a23-85f5-6232a88e39a7 service neutron] 10.222.0.11 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937696 Aug 28 12:54:36.451646 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:36.488290 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Transition to ACTIVE for port object cd4304e7-a85c-4ec4-b04e-9bee9cd2199f will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:54:36.491021 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 902f4b09-896d-49ba-b9f3-3f5926f6b494 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:54:36.505243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 902f4b09-896d-49ba-b9f3-3f5926f6b494 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:36.505710 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:36.507416 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:36.568081 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049605b6-cb8c-4b39-8f37-e625bea5ff89 x-openstack-request-id: req-049605b6-cb8c-4b39-8f37-e625bea5ff89 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:54:36.568081 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7287e7ee-9cda-48fd-bf56-4dfd742c77fa", "tag": "cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:54:36.568081 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-049605b6-cb8c-4b39-8f37-e625bea5ff89 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:54:36.568848 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'tag': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3', 'status': 'completed', 'code': 200} Aug 28 12:54:36.587106 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e38e0-42ae-405e-a11f-24bdd1099413 None None] Pushing event updated for resources: {'Port': ['ID=cd4304e7-a85c-4ec4-b04e-9bee9cd2199f,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:36.608909 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e08cd458-5925-41b4-9699-b31671d7f9d1 req-b7ce541c-6099-46a4-836a-77b1785454bd service neutron] 10.222.0.11 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925411 Aug 28 12:54:36.613222 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Attempting to bind port cd4304e7-a85c-4ec4-b04e-9bee9cd2199f on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:54:36.614224 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Attempting to bind port cd4304e7-a85c-4ec4-b04e-9bee9cd2199f by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:54:36.614623 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Attempting to bind port cd4304e7-a85c-4ec4-b04e-9bee9cd2199f on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:54:36.620911 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:54:36.621285 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:54:36.621687 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:36.622072 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:54:36.622613 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Bound port: cd4304e7-a85c-4ec4-b04e-9bee9cd2199f, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:54:36.623021 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:36.655302 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-f33339fd-e10d-460e-9411-3f6237c39747 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4351239 Aug 28 12:54:36.661628 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:36.665586 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:36.687944 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:36.720596 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 902f4b09-896d-49ba-b9f3-3f5926f6b494, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=902f4b09-896d-49ba-b9f3-3f5926f6b494,segment=NetworkSegment(162056a9-e2b7-4d79-9a4b-29418cb59816),segment_id=162056a9-e2b7-4d79-9a4b-29418cb59816)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:36.721123 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] For port cd4304e7-a85c-4ec4-b04e-9bee9cd2199f, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:54:36.725796 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] For port cd4304e7-a85c-4ec4-b04e-9bee9cd2199f, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cd4304e7-a85c-4ec4-b04e-9bee9cd2199f,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:54:36.726565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4d8d0a81-9c5f-46ac-97a2-b45eb2d3f381 None None] Provisioning complete for port 902f4b09-896d-49ba-b9f3-3f5926f6b494 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:36.727000 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4d8d0a81-9c5f-46ac-97a2-b45eb2d3f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:36.728566 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:36.734761 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:36.745112 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:36.772910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf5f10-8eb7-4cea-8228-8796af1a6e35 req-742cb656-6e9b-4239-82cd-2ac8922c0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:36.775371 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5dcf5f10-8eb7-4cea-8228-8796af1a6e35 req-742cb656-6e9b-4239-82cd-2ac8922c0ec8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=959ecb01ca334fe6a391ec6be1357ad4&device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 1098 time: 0.0959473 Aug 28 12:54:36.800736 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e38e0-42ae-405e-a11f-24bdd1099413 None None] Pushing event updated for resources: {'Port': ['ID=cd4304e7-a85c-4ec4-b04e-9bee9cd2199f,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:36.816354 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=902f4b09-896d-49ba-b9f3-3f5926f6b494,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:36.836065 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Routers {'05a6db11-7619-4e8e-89f9-18507c768f4f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:54:36.836692 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['05a6db11-7619-4e8e-89f9-18507c768f4f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:36.849952 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:36.970461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf5f10-8eb7-4cea-8228-8796af1a6e35 req-65b18dde-ae36-4943-9bec-055498949ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:36.972216 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5dcf5f10-8eb7-4cea-8228-8796af1a6e35 req-65b18dde-ae36-4943-9bec-055498949ff7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=958620f2-9185-46a3-8c5f-6611298656db HTTP/1.1" status: 200 len: 919 time: 0.1886065 Aug 28 12:54:36.972426 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] Set router 05a6db11-7619-4e8e-89f9-18507c768f4f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:54:36.976377 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Allocated IP 172.25.1.90 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/75c6ff64-2851-454b-a635-55151d2f957b) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:54:37.035153 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5dcf5f10-8eb7-4cea-8228-8796af1a6e35 req-28857e1a-b410-4df1-a608-f2f4122fe9f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 HTTP/1.1" status: 200 len: 217 time: 0.0384676 Aug 28 12:54:37.078212 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Allocated IP 172.20.0.1 (d4e52db1-a3e3-4a96-82be-f4c0dbac49f7/f2920ca6-3cfa-4a73-80a1-76859197647c/8d08e473-69ab-486f-b951-8181ecfd0004) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:54:37.104555 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:37.119674 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf5f10-8eb7-4cea-8228-8796af1a6e35 req-1a571165-b5c7-4325-bccb-2a51c54531fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:37.121146 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5dcf5f10-8eb7-4cea-8228-8796af1a6e35 req-1a571165-b5c7-4325-bccb-2a51c54531fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9526ba86-6e6c-4f39-bb0b-32ea903acd49 HTTP/1.1" status: 200 len: 859 time: 0.0778952 Aug 28 12:54:37.172209 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'name': 'tempest-TestServerMultinode-918176906-router', 'tenant_id': 'e1054ec6b96445c285c0af842a26a897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'cd4304e7-a85c-4ec4-b04e-9bee9cd2199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:32Z', 'updated_at': '2021-08-28T12:54:33Z', 'revision_number': 3, 'project_id': 'e1054ec6b96445c285c0af842a26a897', 'gw_port': {'id': 'cd4304e7-a85c-4ec4-b04e-9bee9cd2199f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:32Z', 'updated_at': '2021-08-28T12:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:37.174192 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:37.188718 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5dcf5f10-8eb7-4cea-8228-8796af1a6e35 req-86bb26aa-42b3-4f2d-94e1-a66a5f1c88ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=958620f2-9185-46a3-8c5f-6611298656db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431266 Aug 28 12:54:37.192086 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:37.262700 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:54:37.267657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:54:37.271127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:54:37.311324 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Pushing event updated for resources: {'Port': ['ID=75c6ff64-2851-454b-a635-55151d2f957b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:37.311572 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c9b16-00e7-43c7-93fd-f4d433528d69 None None] The sync data for ids ['05a6db11-7619-4e8e-89f9-18507c768f4f'] in n-d-791505-21 is: [{'id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'name': 'tempest-TestServerMultinode-918176906-router', 'tenant_id': 'e1054ec6b96445c285c0af842a26a897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'cd4304e7-a85c-4ec4-b04e-9bee9cd2199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:32Z', 'updated_at': '2021-08-28T12:54:33Z', 'revision_number': 3, 'project_id': 'e1054ec6b96445c285c0af842a26a897', 'gw_port': {'id': 'cd4304e7-a85c-4ec4-b04e-9bee9cd2199f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:32Z', 'updated_at': '2021-08-28T12:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:54:37.330690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-576cb449-b5c0-42ec-ab5c-3322c97955db req-b2e37f89-574f-4f64-84cc-36a865534fd1 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0526495 Aug 28 12:54:37.385677 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:37.391359 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:37.436178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Transition to ACTIVE for port object 8d08e473-69ab-486f-b951-8181ecfd0004 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:54:37.444428 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:37.462471 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5dcf5f10-8eb7-4cea-8228-8796af1a6e35 req-d8499083-0d6c-4c43-bff5-923acacded3a service neutron] 10.222.0.11 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667236 Aug 28 12:54:37.495958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:54:37.550647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:37.551148 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:37.604648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b18aa9-fc89-461b-b0cf-19937cf6963b req-739e599c-3115-4a56-9f18-968246a1afdc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:37.606260 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8b18aa9-fc89-461b-b0cf-19937cf6963b req-739e599c-3115-4a56-9f18-968246a1afdc tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.1204412 Aug 28 12:54:37.607320 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:37.647842 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:37.656558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 902f4b09-896d-49ba-b9f3-3f5926f6b494 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:54:37.663040 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:37.699636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Network d4e52db1-a3e3-4a96-82be-f4c0dbac49f7 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:54:37.721737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:54:37.731887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:54:37.765915 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 902f4b09-896d-49ba-b9f3-3f5926f6b494 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:37.767228 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:37.774701 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Pushing event updated for resources: {'Port': ['ID=75c6ff64-2851-454b-a635-55151d2f957b,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:37.785649 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:37.792364 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5dcf5f10-8eb7-4cea-8228-8796af1a6e35 req-8b613314-6125-4499-a59e-09f5f3ae6031 service neutron] 10.222.0.11 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194537 Aug 28 12:54:37.800660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Pushing event updated for resources: {'Port': ['ID=8d08e473-69ab-486f-b951-8181ecfd0004,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:37.814689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:37.818249 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-bdc81e5c-9f62-4190-9cde-3adf7f234aa9 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1617856 Aug 28 12:54:37.846577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8b18aa9-fc89-461b-b0cf-19937cf6963b req-3cc2cd50-82cd-43e9-b0a5-96c27decb6ec tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169409 Aug 28 12:54:37.847797 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:37.939586 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-7208633b-ebb9-4063-8d38-639c15e2b30f tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.1099396 Aug 28 12:54:38.076117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-94aa4cf7-7129-46f0-a5db-f8def3f317b4 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:38.078069 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-94aa4cf7-7129-46f0-a5db-f8def3f317b4 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.1309035 Aug 28 12:54:38.098582 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-c97e1771-b41a-4b91-8920-56fd73e0c012 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:54:38.102142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a54869ba-0f74-4c97-b7a5-86fbafa66daf None None] Provisioning for port 8d08e473-69ab-486f-b951-8181ecfd0004 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:54:38.106930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a54869ba-0f74-4c97-b7a5-86fbafa66daf None None] Provisioning complete for port 8d08e473-69ab-486f-b951-8181ecfd0004 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:38.107364 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a54869ba-0f74-4c97-b7a5-86fbafa66daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:38.116942 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f1b53ee-f7d1-479f-aa12-745f2721b16f req-c97e1771-b41a-4b91-8920-56fd73e0c012 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155306 Aug 28 12:54:38.168356 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a54869ba-0f74-4c97-b7a5-86fbafa66daf None None] Port 8d08e473-69ab-486f-b951-8181ecfd0004 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:54:38.257269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a3b63-18ea-4713-af18-61d080a4c733 req-65abbfbf-d176-42a4-b0c8-d67715858abf tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:38.264697 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-680a3b63-18ea-4713-af18-61d080a4c733 req-65abbfbf-d176-42a4-b0c8-d67715858abf tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0962195 Aug 28 12:54:38.378949 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:38.453657 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-316a0c2e-92fe-4e34-874d-86defcffd52c req-f3ae3b62-ef33-45fc-b1b2-a13b6882a4b8 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0326722 Aug 28 12:54:38.513776 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:54:38.606066 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-680a3b63-18ea-4713-af18-61d080a4c733 req-f6e81ed0-6d69-4e18-aece-e25afe7898b6 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 695 time: 0.3405049 Aug 28 12:54:38.617381 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-680a3b63-18ea-4713-af18-61d080a4c733 req-8c2141a6-03d2-46e9-8c4c-d998ec0dcc20 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Request body: {'floatingip': {'port_id': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:38.618594 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:38.623131 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:38.655912 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-680a3b63-18ea-4713-af18-61d080a4c733 req-8c2141a6-03d2-46e9-8c4c-d998ec0dcc20 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:38.689079 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:38.691208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Pushing event updated for resources: {'Port': ['ID=8d08e473-69ab-486f-b951-8181ecfd0004,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:38.794877 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Network d4e52db1-a3e3-4a96-82be-f4c0dbac49f7 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:54:38.796340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:54:38.933982 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Router 05a6db11-7619-4e8e-89f9-18507c768f4f has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:54:39.043797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958d62c-68e0-40e1-97e5-7c6a0ccfad34 req-0deff5cb-2056-4c97-a35a-b380cd73e8d5 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:39.045387 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b958d62c-68e0-40e1-97e5-7c6a0ccfad34 req-0deff5cb-2056-4c97-a35a-b380cd73e8d5 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.1140997 Aug 28 12:54:39.094170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-da939266-4dc1-4f5c-a0cb-4e0d2512a8eb None None] Provisioning complete for port 8d08e473-69ab-486f-b951-8181ecfd0004 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:39.094170 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-da939266-4dc1-4f5c-a0cb-4e0d2512a8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:39.123907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:54:39.134018 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-da939266-4dc1-4f5c-a0cb-4e0d2512a8eb None None] Port 8d08e473-69ab-486f-b951-8181ecfd0004 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:54:39.140475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ac665eb2-6b40-477d-bcb1-297298815b7f admin admin] 10.222.0.20 "PUT /v2.0/routers/05a6db11-7619-4e8e-89f9-18507c768f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6361883 Aug 28 12:54:39.145194 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b958d62c-68e0-40e1-97e5-7c6a0ccfad34 req-d76f2c1b-a380-4a4e-a2f5-1593f804e948 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710568 Aug 28 12:54:39.159380 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-680a3b63-18ea-4713-af18-61d080a4c733 req-8c2141a6-03d2-46e9-8c4c-d998ec0dcc20 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:39.165380 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-680a3b63-18ea-4713-af18-61d080a4c733 req-8c2141a6-03d2-46e9-8c4c-d998ec0dcc20 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:39.288064 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [req-680a3b63-18ea-4713-af18-61d080a4c733 req-8c2141a6-03d2-46e9-8c4c-d998ec0dcc20 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Floating IP 12a698c3-ceac-4d71-9c70-24d6312b5709 associated. External IP: 172.25.1.90, port: cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3. Aug 28 12:54:39.437218 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Sync routers for ids ['05a6db11-7619-4e8e-89f9-18507c768f4f'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:54:39.448656 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Routers {'05a6db11-7619-4e8e-89f9-18507c768f4f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:54:39.449125 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['05a6db11-7619-4e8e-89f9-18507c768f4f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:39.508129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cd4304e7-a85c-4ec4-b04e-9bee9cd2199f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:54:39.554095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-680a3b63-18ea-4713-af18-61d080a4c733 req-8c2141a6-03d2-46e9-8c4c-d998ec0dcc20 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Router 54766616-f50a-45f4-982c-9d4a1028c0fb has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:54:39.613740 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db405e7c-5e95-440b-8106-92864fe149dd req-80d98497-9134-4481-8d5f-f10a596599de tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0377049 Aug 28 12:54:39.635686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port cd4304e7-a85c-4ec4-b04e-9bee9cd2199f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:54:39.642908 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:39.650332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port cd4304e7-a85c-4ec4-b04e-9bee9cd2199f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:39.650946 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:39.710049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-680a3b63-18ea-4713-af18-61d080a4c733 req-8c2141a6-03d2-46e9-8c4c-d998ec0dcc20 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:54:39.715257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-680a3b63-18ea-4713-af18-61d080a4c733 req-8c2141a6-03d2-46e9-8c4c-d998ec0dcc20 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:39.723180 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9277b5bf-7c51-4510-b534-8e2fe05e5cd9 None None] Sync routers for ids ['54766616-f50a-45f4-982c-9d4a1028c0fb'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:54:39.734687 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9277b5bf-7c51-4510-b534-8e2fe05e5cd9 None None] Routers {'54766616-f50a-45f4-982c-9d4a1028c0fb'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:54:39.736012 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9277b5bf-7c51-4510-b534-8e2fe05e5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['54766616-f50a-45f4-982c-9d4a1028c0fb'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:39.752107 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-680a3b63-18ea-4713-af18-61d080a4c733 req-8c2141a6-03d2-46e9-8c4c-d998ec0dcc20 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "PUT /v2.0/floatingips/12a698c3-ceac-4d71-9c70-24d6312b5709 HTTP/1.1" status: 200 len: 996 time: 1.1386499 Aug 28 12:54:39.752997 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'tag': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:54:39.756622 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249fbe83-e269-43a5-aab3-e6e0f390e3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7287e7ee-9cda-48fd-bf56-4dfd742c77fa", "tag": "cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:54:39.889344 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-9277b5bf-7c51-4510-b534-8e2fe05e5cd9 None None] Set router 54766616-f50a-45f4-982c-9d4a1028c0fb gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:54:39.890476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Set router 05a6db11-7619-4e8e-89f9-18507c768f4f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:54:39.902207 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-9d0580dd-af01-45d9-b254-2452cea6237e tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:39.910428 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-9d0580dd-af01-45d9-b254-2452cea6237e tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/networks?id=30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 HTTP/1.1" status: 200 len: 910 time: 0.1212404 Aug 28 12:54:39.931137 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-737859d8-75a1-4d04-ba13-07f2db707adb tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/quotas/e1054ec6b96445c285c0af842a26a897 HTTP/1.1" status: 200 len: 375 time: 0.0184653 Aug 28 12:54:39.931704 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7406df4d-a830-4f5c-80a7-3906eb828282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:39.965106 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a3b63-18ea-4713-af18-61d080a4c733 req-479cd6dc-e6fc-4e47-84e4-b5413f1f87cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:39.967026 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-680a3b63-18ea-4713-af18-61d080a4c733 req-479cd6dc-e6fc-4e47-84e4-b5413f1f87cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=959ecb01ca334fe6a391ec6be1357ad4&device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 1098 time: 0.1958704 Aug 28 12:54:40.028578 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-2b14c037-eeec-4667-8a3c-b19d038e4020 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1054ec6b96445c285c0af842a26a897&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965512 Aug 28 12:54:40.069484 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:40.087892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a3b63-18ea-4713-af18-61d080a4c733 req-4bd9b201-481c-441f-907d-df59bb20c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:40.091398 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-680a3b63-18ea-4713-af18-61d080a4c733 req-4bd9b201-481c-441f-907d-df59bb20c60f service neutron] 10.222.0.20 "GET /v2.0/networks?id=958620f2-9185-46a3-8c5f-6611298656db HTTP/1.1" status: 200 len: 919 time: 0.1156659 Aug 28 12:54:40.107332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port cd4304e7-a85c-4ec4-b04e-9bee9cd2199f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cd4304e7-a85c-4ec4-b04e-9bee9cd2199f,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:40.112394 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:40.153493 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-5ef07592-51a6-4c2d-8b28-4fec7072584c service neutron] 10.222.0.20 "GET /v2.0/networks/30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153939 Aug 28 12:54:40.194928 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-680a3b63-18ea-4713-af18-61d080a4c733 req-e2343f5a-c329-4bcd-9378-2e19f5f94c0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 HTTP/1.1" status: 200 len: 999 time: 0.0965281 Aug 28 12:54:40.209961 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=cd4304e7-a85c-4ec4-b04e-9bee9cd2199f,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:40.210549 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9277b5bf-7c51-4510-b534-8e2fe05e5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-router', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:53:35Z', 'updated_at': '2021-08-28T12:53:39Z', 'revision_number': 4, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'gw_port': {'id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:36Z', 'updated_at': '2021-08-28T12:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '12a698c3-ceac-4d71-9c70-24d6312b5709', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'floating_ip_address': '172.25.1.90', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'port_id': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958620f2-9185-46a3-8c5f-6611298656db', 'mac_address': 'fa:16:3e:ba:05:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:54:37Z', 'updated_at': '2021-08-28T12:54:39Z', 'revision_number': 1, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e8400a-36d1-4c7a-a144-d134a9a8723a', 'name': '', 'network_id': '958620f2-9185-46a3-8c5f-6611298656db', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'mac_address': 'fa:16:3e:40:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:38Z', 'updated_at': '2021-08-28T12:53:45Z', 'revision_number': 5, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'subnets': [{'id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:40.223020 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:40.223358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:40.223688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:40.224014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:40.224337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:40.224653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:40.224969 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:40.225285 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:40.225599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:40.225914 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:40.226226 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:40.226562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:54:40.247414 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'name': 'tempest-TestServerMultinode-918176906-router', 'tenant_id': 'e1054ec6b96445c285c0af842a26a897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'cd4304e7-a85c-4ec4-b04e-9bee9cd2199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:32Z', 'updated_at': '2021-08-28T12:54:38Z', 'revision_number': 4, 'project_id': 'e1054ec6b96445c285c0af842a26a897', 'gw_port': {'id': 'cd4304e7-a85c-4ec4-b04e-9bee9cd2199f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:32Z', 'updated_at': '2021-08-28T12:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '8d08e473-69ab-486f-b951-8181ecfd0004', 'name': '', 'network_id': 'd4e52db1-a3e3-4a96-82be-f4c0dbac49f7', 'tenant_id': 'e1054ec6b96445c285c0af842a26a897', 'mac_address': 'fa:16:3e:22:95:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'f2920ca6-3cfa-4a73-80a1-76859197647c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:36Z', 'updated_at': '2021-08-28T12:54:38Z', 'revision_number': 2, 'project_id': 'e1054ec6b96445c285c0af842a26a897', 'subnets': [{'id': 'f2920ca6-3cfa-4a73-80a1-76859197647c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:40.247710 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9277b5bf-7c51-4510-b534-8e2fe05e5cd9 None None] Checking router: 54766616-f50a-45f4-982c-9d4a1028c0fb for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:54:40.257064 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9277b5bf-7c51-4510-b534-8e2fe05e5cd9 None None] Routers {'54766616-f50a-45f4-982c-9d4a1028c0fb'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:54:40.257682 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9277b5bf-7c51-4510-b534-8e2fe05e5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['54766616-f50a-45f4-982c-9d4a1028c0fb'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:40.265053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a3b63-18ea-4713-af18-61d080a4c733 req-47302d34-926a-4767-a600-e642d47bf299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:40.273047 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-680a3b63-18ea-4713-af18-61d080a4c733 req-47302d34-926a-4767-a600-e642d47bf299 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9526ba86-6e6c-4f39-bb0b-32ea903acd49 HTTP/1.1" status: 200 len: 859 time: 0.0686843 Aug 28 12:54:40.277612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Checking router: 05a6db11-7619-4e8e-89f9-18507c768f4f for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:54:40.277963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Updating router 05a6db11-7619-4e8e-89f9-18507c768f4f port 8d08e473-69ab-486f-b951-8181ecfd0004 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:54:40.281145 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-f136a773-bf99-4198-b3d3-81700031c9d3 service neutron] 10.222.0.20 "GET /v2.0/networks/30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170332 Aug 28 12:54:40.307379 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-680a3b63-18ea-4713-af18-61d080a4c733 req-cebceff8-c237-461a-ad9a-e78a8352e104 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=958620f2-9185-46a3-8c5f-6611298656db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326397 Aug 28 12:54:40.310339 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:40.318650 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-680a3b63-18ea-4713-af18-61d080a4c733 req-94da8fff-c361-47d4-8cc2-eb340cd62a6d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:54:40.319657 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-680a3b63-18ea-4713-af18-61d080a4c733 req-94da8fff-c361-47d4-8cc2-eb340cd62a6d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068455 Aug 28 12:54:40.374634 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-9277b5bf-7c51-4510-b534-8e2fe05e5cd9 None None] Set router 54766616-f50a-45f4-982c-9d4a1028c0fb gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:54:40.419930 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-680a3b63-18ea-4713-af18-61d080a4c733 req-d07a3aa1-93e8-432b-8908-c82c5f1e979c service neutron] 10.222.0.20 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930707 Aug 28 12:54:40.520827 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26a8c5a-3289-4d66-bc13-ca96b8eb2c31 x-openstack-request-id: req-b26a8c5a-3289-4d66-bc13-ca96b8eb2c31 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:54:40.521112 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7287e7ee-9cda-48fd-bf56-4dfd742c77fa", "tag": "cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:54:40.521365 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b26a8c5a-3289-4d66-bc13-ca96b8eb2c31 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:54:40.521761 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'tag': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3', 'status': 'completed', 'code': 200} Aug 28 12:54:40.577691 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-680a3b63-18ea-4713-af18-61d080a4c733 req-10ad717d-9435-4459-87a5-ae4e3068ab26 service neutron] 10.222.0.20 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506217 Aug 28 12:54:40.667409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fbe83-e269-43a5-aab3-e6e0f390e3b9 req-5d6cf500-4454-4c8d-9cdb-1b8d5f26b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:40.669212 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-249fbe83-e269-43a5-aab3-e6e0f390e3b9 req-5d6cf500-4454-4c8d-9cdb-1b8d5f26b22c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=959ecb01ca334fe6a391ec6be1357ad4&device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 1098 time: 0.1516142 Aug 28 12:54:40.681473 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:40.696890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Transition to ACTIVE for port object 8d08e473-69ab-486f-b951-8181ecfd0004 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:54:40.708643 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:40.755424 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098470c4-157f-4c13-a73b-e1a9b0c85ed8 None None] Pushing event updated for resources: {'Port': ['ID=8d08e473-69ab-486f-b951-8181ecfd0004,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:40.778719 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9277b5bf-7c51-4510-b534-8e2fe05e5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-router', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:53:35Z', 'updated_at': '2021-08-28T12:53:39Z', 'revision_number': 4, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'gw_port': {'id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:36Z', 'updated_at': '2021-08-28T12:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '12a698c3-ceac-4d71-9c70-24d6312b5709', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'floating_ip_address': '172.25.1.90', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'port_id': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958620f2-9185-46a3-8c5f-6611298656db', 'mac_address': 'fa:16:3e:ba:05:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:54:37Z', 'updated_at': '2021-08-28T12:54:39Z', 'revision_number': 1, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e8400a-36d1-4c7a-a144-d134a9a8723a', 'name': '', 'network_id': '958620f2-9185-46a3-8c5f-6611298656db', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'mac_address': 'fa:16:3e:40:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:38Z', 'updated_at': '2021-08-28T12:53:45Z', 'revision_number': 5, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'subnets': [{'id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:40.781706 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c9957-fbe5-42c0-b2cf-dce79f3e4d1f req-4cc0a499-0315-435c-9a78-5ee06ca6a0df tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:40.801923 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb4c9957-fbe5-42c0-b2cf-dce79f3e4d1f req-4cc0a499-0315-435c-9a78-5ee06ca6a0df tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.2259398 Aug 28 12:54:40.850647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Attempting to bind port 8d08e473-69ab-486f-b951-8181ecfd0004 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:54:40.851022 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Attempting to bind port 8d08e473-69ab-486f-b951-8181ecfd0004 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '162056a9-e2b7-4d79-9a4b-29418cb59816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4e52db1-a3e3-4a96-82be-f4c0dbac49f7'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:54:40.851386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Attempting to bind port 8d08e473-69ab-486f-b951-8181ecfd0004 on network d4e52db1-a3e3-4a96-82be-f4c0dbac49f7 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:54:40.858232 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9277b5bf-7c51-4510-b534-8e2fe05e5cd9 None None] The sync data for ids ['54766616-f50a-45f4-982c-9d4a1028c0fb'] in n-d-791505-21 is: [{'id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-router', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:53:35Z', 'updated_at': '2021-08-28T12:53:39Z', 'revision_number': 4, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'gw_port': {'id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:36Z', 'updated_at': '2021-08-28T12:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '12a698c3-ceac-4d71-9c70-24d6312b5709', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'floating_ip_address': '172.25.1.90', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'port_id': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958620f2-9185-46a3-8c5f-6611298656db', 'mac_address': 'fa:16:3e:ba:05:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:54:37Z', 'updated_at': '2021-08-28T12:54:39Z', 'revision_number': 1, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e8400a-36d1-4c7a-a144-d134a9a8723a', 'name': '', 'network_id': '958620f2-9185-46a3-8c5f-6611298656db', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'mac_address': 'fa:16:3e:40:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:38Z', 'updated_at': '2021-08-28T12:53:45Z', 'revision_number': 5, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'subnets': [{'id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:54:40.869513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:54:40.869895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Checking segment: {'id': '162056a9-e2b7-4d79-9a4b-29418cb59816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4e52db1-a3e3-4a96-82be-f4c0dbac49f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:54:40.870306 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:40.877991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Bound using segment: {'id': '162056a9-e2b7-4d79-9a4b-29418cb59816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4e52db1-a3e3-4a96-82be-f4c0dbac49f7'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:54:40.878830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Bound port: 8d08e473-69ab-486f-b951-8181ecfd0004, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162056a9-e2b7-4d79-9a4b-29418cb59816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd4e52db1-a3e3-4a96-82be-f4c0dbac49f7'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:54:40.879431 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:40.887673 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fbe83-e269-43a5-aab3-e6e0f390e3b9 req-97af4028-a84a-47d3-b786-333bb43227b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:40.889605 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-249fbe83-e269-43a5-aab3-e6e0f390e3b9 req-97af4028-a84a-47d3-b786-333bb43227b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=958620f2-9185-46a3-8c5f-6611298656db HTTP/1.1" status: 200 len: 919 time: 0.2057273 Aug 28 12:54:40.906166 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-41040087-0287-4ad7-a783-f726bbc64323 req-8a802cd9-a504-4533-9efc-b62b7607cd86 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 210 time: 0.0475590 Aug 28 12:54:41.002254 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb4c9957-fbe5-42c0-b2cf-dce79f3e4d1f req-7097987b-7515-47f9-a3c5-741b64122859 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987026 Aug 28 12:54:41.036487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] For port 8d08e473-69ab-486f-b951-8181ecfd0004, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:54:41.045631 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-249fbe83-e269-43a5-aab3-e6e0f390e3b9 req-e3e99b27-a552-4393-b820-ea22f32e9757 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 HTTP/1.1" status: 200 len: 999 time: 0.1425278 Aug 28 12:54:41.046703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] For port 8d08e473-69ab-486f-b951-8181ecfd0004, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8d08e473-69ab-486f-b951-8181ecfd0004,segment=NetworkSegment(162056a9-e2b7-4d79-9a4b-29418cb59816),segment_id=162056a9-e2b7-4d79-9a4b-29418cb59816)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:54:41.055049 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:41.097675 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-c19eb47c-c1b9-4059-9c7a-97ada78dea8b tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 999 time: 0.1760483 Aug 28 12:54:41.181718 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-0fbe2173-ed66-47e5-bc1b-423801178dd8 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:41.197854 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-0fbe2173-ed66-47e5-bc1b-423801178dd8 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports/cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 HTTP/1.1" status: 200 len: 943 time: 0.0895455 Aug 28 12:54:41.218250 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fbe83-e269-43a5-aab3-e6e0f390e3b9 req-d76be6af-6a28-47e4-8e73-200d7b5720d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:41.220420 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-249fbe83-e269-43a5-aab3-e6e0f390e3b9 req-d76be6af-6a28-47e4-8e73-200d7b5720d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9526ba86-6e6c-4f39-bb0b-32ea903acd49 HTTP/1.1" status: 200 len: 859 time: 0.1644742 Aug 28 12:54:41.233239 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c574112c-a1ed-424b-ae0b-5b8fc1f97636 req-643f5a25-6692-42f4-ab3b-1ca9ac7662ae tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0575039 Aug 28 12:54:41.312208 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba85a10-eb7e-4947-9d60-6c40992b7461 None None] New status for floating IP 12a698c3-ceac-4d71-9c70-24d6312b5709: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:54:41.348688 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-249fbe83-e269-43a5-aab3-e6e0f390e3b9 req-d5558258-4869-42b1-9b56-85dd973c9b71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=958620f2-9185-46a3-8c5f-6611298656db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143742 Aug 28 12:54:41.402331 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Routers {'05a6db11-7619-4e8e-89f9-18507c768f4f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:54:41.403343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['05a6db11-7619-4e8e-89f9-18507c768f4f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:41.493578 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-d6aaf8c3-6f44-4a94-b9bf-06a6e6fe5c62 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 999 time: 0.1689939 Aug 28 12:54:41.557875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098470c4-157f-4c13-a73b-e1a9b0c85ed8 None None] Pushing event updated for resources: {'Port': ['ID=8d08e473-69ab-486f-b951-8181ecfd0004,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:41.577850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cd4304e7-a85c-4ec4-b04e-9bee9cd2199f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:54:41.580623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-249fbe83-e269-43a5-aab3-e6e0f390e3b9 req-8a08d96c-c234-4bcb-acd7-b444a149e85d service neutron] 10.222.0.11 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219789 Aug 28 12:54:41.683555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] Set router 05a6db11-7619-4e8e-89f9-18507c768f4f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:54:41.707002 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-e209dd71-d055-4f60-89a6-d172ce6cc645 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:41.717055 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-e209dd71-d055-4f60-89a6-d172ce6cc645 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.2218258 Aug 28 12:54:41.721986 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-249fbe83-e269-43a5-aab3-e6e0f390e3b9 req-eb0b974c-f721-40a7-a53d-f637717a2285 service neutron] 10.222.0.11 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269453 Aug 28 12:54:41.757543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port cd4304e7-a85c-4ec4-b04e-9bee9cd2199f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:41.758209 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:41.862842 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-23b9a222-5e0f-451d-a826-a7ed10c9cbcd tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 999 time: 0.1406078 Aug 28 12:54:41.880061 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-6ad74583-3677-4057-8b74-541027cdbccf tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:41.974484 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-6ad74583-3677-4057-8b74-541027cdbccf tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:42.036913 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7c712709-523b-424c-bedf-728e4c94c1b9 req-e7f352d3-184a-4dce-8269-01fdef4ab1c5 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 210 time: 0.0426486 Aug 28 12:54:42.099994 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'name': 'tempest-TestServerMultinode-918176906-router', 'tenant_id': 'e1054ec6b96445c285c0af842a26a897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'cd4304e7-a85c-4ec4-b04e-9bee9cd2199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:32Z', 'updated_at': '2021-08-28T12:54:38Z', 'revision_number': 4, 'project_id': 'e1054ec6b96445c285c0af842a26a897', 'gw_port': {'id': 'cd4304e7-a85c-4ec4-b04e-9bee9cd2199f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:32Z', 'updated_at': '2021-08-28T12:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '8d08e473-69ab-486f-b951-8181ecfd0004', 'name': '', 'network_id': 'd4e52db1-a3e3-4a96-82be-f4c0dbac49f7', 'tenant_id': 'e1054ec6b96445c285c0af842a26a897', 'mac_address': 'fa:16:3e:22:95:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'f2920ca6-3cfa-4a73-80a1-76859197647c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:36Z', 'updated_at': '2021-08-28T12:54:41Z', 'revision_number': 4, 'project_id': 'e1054ec6b96445c285c0af842a26a897', 'subnets': [{'id': 'f2920ca6-3cfa-4a73-80a1-76859197647c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:42.137364 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d300de-4c28-46b1-997f-6e1139651fc1 None None] The sync data for ids ['05a6db11-7619-4e8e-89f9-18507c768f4f'] in n-d-791505-21 is: [{'id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'name': 'tempest-TestServerMultinode-918176906-router', 'tenant_id': 'e1054ec6b96445c285c0af842a26a897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'cd4304e7-a85c-4ec4-b04e-9bee9cd2199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:32Z', 'updated_at': '2021-08-28T12:54:38Z', 'revision_number': 4, 'project_id': 'e1054ec6b96445c285c0af842a26a897', 'gw_port': {'id': 'cd4304e7-a85c-4ec4-b04e-9bee9cd2199f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:32Z', 'updated_at': '2021-08-28T12:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '8d08e473-69ab-486f-b951-8181ecfd0004', 'name': '', 'network_id': 'd4e52db1-a3e3-4a96-82be-f4c0dbac49f7', 'tenant_id': 'e1054ec6b96445c285c0af842a26a897', 'mac_address': 'fa:16:3e:22:95:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'f2920ca6-3cfa-4a73-80a1-76859197647c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:36Z', 'updated_at': '2021-08-28T12:54:41Z', 'revision_number': 4, 'project_id': 'e1054ec6b96445c285c0af842a26a897', 'subnets': [{'id': 'f2920ca6-3cfa-4a73-80a1-76859197647c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:54:42.188370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc33c90-35d4-4f7f-a244-be20f0dc89dc req-984355ad-fd0e-463c-b474-2b7dd8fb5654 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:42.197919 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0bc33c90-35d4-4f7f-a244-be20f0dc89dc req-984355ad-fd0e-463c-b474-2b7dd8fb5654 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0832078 Aug 28 12:54:42.203833 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-6ad74583-3677-4057-8b74-541027cdbccf tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:42.215833 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-6ad74583-3677-4057-8b74-541027cdbccf tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:42.216147 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-6ad74583-3677-4057-8b74-541027cdbccf tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Floating IP 12a698c3-ceac-4d71-9c70-24d6312b5709 disassociated. External IP: 172.25.1.90, port: cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3. Aug 28 12:54:42.261848 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c00c433e-7c9e-4436-bab8-174cb95aecb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:42.269125 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0bc33c90-35d4-4f7f-a244-be20f0dc89dc req-7a9f4748-ef73-48d1-ac69-59d853171391 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701935 Aug 28 12:54:42.415573 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1c8207dc-12db-4d61-bfc5-f2fcc81079c4 req-f5fdb23a-7ded-4ea7-94f1-2757b2ed4d22 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0441668 Aug 28 12:54:42.512161 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:42.528677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-4952e55a-0513-4ff5-9089-1511e86a03c0 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:42.530178 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-4952e55a-0513-4ff5-9089-1511e86a03c0 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.10 "GET /v2.0/networks?id=30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 HTTP/1.1" status: 200 len: 910 time: 0.2216063 Aug 28 12:54:42.547143 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-ab190a40-7135-45b1-88ca-4de438c09913 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Request body: {'port': {'device_id': '726ea5d9-4838-4642-9b0f-e99b9fb329db', 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2', 'admin_state_up': True, 'tenant_id': 'e1054ec6b96445c285c0af842a26a897'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:42.640741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-ab190a40-7135-45b1-88ca-4de438c09913 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Made reservation on behalf of e1054ec6b96445c285c0af842a26a897 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:54:42.644134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-ab190a40-7135-45b1-88ca-4de438c09913 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:42.723565 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-6ad74583-3677-4057-8b74-541027cdbccf tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Router 54766616-f50a-45f4-982c-9d4a1028c0fb has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:54:42.864033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-ab190a40-7135-45b1-88ca-4de438c09913 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Allocated IP 172.20.0.7 (30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2/7b18b785-1785-4fb8-9b75-eabdfe58758a/c6d058b2-d132-4ed5-ba73-19b15bbb7b36) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:54:42.907632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-6ad74583-3677-4057-8b74-541027cdbccf tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:54:42.915808 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-6ad74583-3677-4057-8b74-541027cdbccf tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:42.917737 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60e5e33-611f-4b3d-9a57-b59de8129ae1 None None] Sync routers for ids ['54766616-f50a-45f4-982c-9d4a1028c0fb'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:54:42.931228 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e5e33-611f-4b3d-9a57-b59de8129ae1 None None] Routers {'54766616-f50a-45f4-982c-9d4a1028c0fb'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:54:42.931844 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f60e5e33-611f-4b3d-9a57-b59de8129ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['54766616-f50a-45f4-982c-9d4a1028c0fb'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:42.960867 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-6ad74583-3677-4057-8b74-541027cdbccf tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "PUT /v2.0/floatingips/12a698c3-ceac-4d71-9c70-24d6312b5709 HTTP/1.1" status: 200 len: 694 time: 1.0891421 Aug 28 12:54:42.971173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'tag': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:54:42.973461 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aadec0-d1a7-4907-8570-8cd7267a243f" -d '{"events": [{"name": "network-changed", "server_uuid": "7287e7ee-9cda-48fd-bf56-4dfd742c77fa", "tag": "cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:54:43.046187 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3f2247-bb1c-4d3f-8103-1899e946479c x-openstack-request-id: req-8e3f2247-bb1c-4d3f-8103-1899e946479c {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:54:43.046187 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7287e7ee-9cda-48fd-bf56-4dfd742c77fa", "tag": "cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:54:43.046917 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e3f2247-bb1c-4d3f-8103-1899e946479c {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:54:43.046917 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'tag': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3', 'status': 'completed', 'code': 200} Aug 28 12:54:43.090694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-21fe9e35-fbfb-4105-a44c-88d23f924b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:43.093809 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-21fe9e35-fbfb-4105-a44c-88d23f924b38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=959ecb01ca334fe6a391ec6be1357ad4&device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 1098 time: 0.0936041 Aug 28 12:54:43.095732 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-f60e5e33-611f-4b3d-9a57-b59de8129ae1 None None] Set router 54766616-f50a-45f4-982c-9d4a1028c0fb gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:54:43.123331 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-ab190a40-7135-45b1-88ca-4de438c09913 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:43.180725 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-ab190a40-7135-45b1-88ca-4de438c09913 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Transition to ACTIVE for port object c6d058b2-d132-4ed5-ba73-19b15bbb7b36 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:54:43.181179 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d8ef1fa1-4a6f-41fd-9dd3-e66ea9a99401 req-3c33f2c7-88a1-4796-97ce-f190952a7c85 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 210 time: 0.0488534 Aug 28 12:54:43.183779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aadec0-d1a7-4907-8570-8cd7267a243f req-a39a53dd-0a51-4079-8dbe-35b2c39aa8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:43.186614 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34aadec0-d1a7-4907-8570-8cd7267a243f req-a39a53dd-0a51-4079-8dbe-35b2c39aa8c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=959ecb01ca334fe6a391ec6be1357ad4&device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 1098 time: 0.1085443 Aug 28 12:54:43.250549 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-e9f27f23-061c-4b33-afcb-5b06361cd945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:43.252640 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-e9f27f23-061c-4b33-afcb-5b06361cd945 service neutron] 10.222.0.20 "GET /v2.0/networks?id=958620f2-9185-46a3-8c5f-6611298656db HTTP/1.1" status: 200 len: 919 time: 0.1456773 Aug 28 12:54:43.314656 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-56ee9871-d216-4be4-a07c-f7f0ac6c1f4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 HTTP/1.1" status: 200 len: 217 time: 0.0526068 Aug 28 12:54:43.319990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aadec0-d1a7-4907-8570-8cd7267a243f req-f22f7431-190c-462c-9e33-062e35d1e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:43.322693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34aadec0-d1a7-4907-8570-8cd7267a243f req-f22f7431-190c-462c-9e33-062e35d1e3b3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=958620f2-9185-46a3-8c5f-6611298656db HTTP/1.1" status: 200 len: 919 time: 0.1228213 Aug 28 12:54:43.355221 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-ab190a40-7135-45b1-88ca-4de438c09913 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:43.371274 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f60e5e33-611f-4b3d-9a57-b59de8129ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-router', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:53:35Z', 'updated_at': '2021-08-28T12:53:39Z', 'revision_number': 4, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'gw_port': {'id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:36Z', 'updated_at': '2021-08-28T12:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '35e8400a-36d1-4c7a-a144-d134a9a8723a', 'name': '', 'network_id': '958620f2-9185-46a3-8c5f-6611298656db', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'mac_address': 'fa:16:3e:40:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:38Z', 'updated_at': '2021-08-28T12:53:45Z', 'revision_number': 5, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'subnets': [{'id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:43.390449 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:43.414113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-ab190a40-7135-45b1-88ca-4de438c09913 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:54:43.416579 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60e5e33-611f-4b3d-9a57-b59de8129ae1 None None] Checking router: 54766616-f50a-45f4-982c-9d4a1028c0fb for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:54:43.423859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-ab190a40-7135-45b1-88ca-4de438c09913 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:54:43.426529 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-ab190a40-7135-45b1-88ca-4de438c09913 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:54:43.433066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-c168dc15-99f0-4d42-9217-2196c58b66af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:43.434789 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-c168dc15-99f0-4d42-9217-2196c58b66af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9526ba86-6e6c-4f39-bb0b-32ea903acd49 HTTP/1.1" status: 200 len: 859 time: 0.1138620 Aug 28 12:54:43.468887 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e5e33-611f-4b3d-9a57-b59de8129ae1 None None] Routers {'54766616-f50a-45f4-982c-9d4a1028c0fb'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:54:43.469758 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f60e5e33-611f-4b3d-9a57-b59de8129ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['54766616-f50a-45f4-982c-9d4a1028c0fb'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:43.478463 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34aadec0-d1a7-4907-8570-8cd7267a243f req-96c5b843-6c74-4acd-938a-1190fa175fb2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 HTTP/1.1" status: 200 len: 217 time: 0.1386783 Aug 28 12:54:43.488788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab190a40-7135-45b1-88ca-4de438c09913 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Pushing event updated for resources: {'Port': ['ID=c6d058b2-d132-4ed5-ba73-19b15bbb7b36,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:43.523612 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-339a93c4-b0fb-44cf-b51a-f07d1830331b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=958620f2-9185-46a3-8c5f-6611298656db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580597 Aug 28 12:54:43.573783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-ab190a40-7135-45b1-88ca-4de438c09913 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:43.575850 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-ab190a40-7135-45b1-88ca-4de438c09913 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:43.580478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8d08e473-69ab-486f-b951-8181ecfd0004 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:54:43.598305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2731a5f-f04d-4d28-b88f-42ebc45f4962 req-9cb8a9ec-c2f0-4e49-a212-82755421b304 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:43.608561 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a2731a5f-f04d-4d28-b88f-42ebc45f4962 req-9cb8a9ec-c2f0-4e49-a212-82755421b304 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.2337592 Aug 28 12:54:43.659479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aadec0-d1a7-4907-8570-8cd7267a243f req-f53b65cd-f5d0-4682-8a9b-1a91695c1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:43.661112 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34aadec0-d1a7-4907-8570-8cd7267a243f req-f53b65cd-f5d0-4682-8a9b-1a91695c1ea0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9526ba86-6e6c-4f39-bb0b-32ea903acd49 HTTP/1.1" status: 200 len: 859 time: 0.1612377 Aug 28 12:54:43.669165 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-ab190a40-7135-45b1-88ca-4de438c09913 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1272421 Aug 28 12:54:43.697714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a2731a5f-f04d-4d28-b88f-42ebc45f4962 req-f52bd312-ceca-4561-9169-36644a79baa7 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881438 Aug 28 12:54:43.730574 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-f60e5e33-611f-4b3d-9a57-b59de8129ae1 None None] Set router 54766616-f50a-45f4-982c-9d4a1028c0fb gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:54:43.744166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 8d08e473-69ab-486f-b951-8181ecfd0004 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:54:43.745326 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34aadec0-d1a7-4907-8570-8cd7267a243f req-3174e953-bfbd-4d97-b32f-6b0b49ec60e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=958620f2-9185-46a3-8c5f-6611298656db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752263 Aug 28 12:54:43.745456 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-4e6e4e2c-90bb-466c-8084-a3eeca4979bd service neutron] 10.222.0.20 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131479 Aug 28 12:54:43.755333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 8d08e473-69ab-486f-b951-8181ecfd0004 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:43.755709 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:43.801994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Request body: {'port': {'device_id': '726ea5d9-4838-4642-9b0f-e99b9fb329db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:43.869551 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-33ee557e-fadf-4c71-b719-8e07a8bf0aad req-df5811e1-3f6c-45d0-ad5d-9ebc4dd5f09a tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0317845 Aug 28 12:54:43.897439 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:43.901435 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4a2f29b2-20bc-4892-a619-17cfd5f64ef8 None None] Provisioning for port c6d058b2-d132-4ed5-ba73-19b15bbb7b36 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:54:43.917513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4a2f29b2-20bc-4892-a619-17cfd5f64ef8 None None] Provisioning complete for port c6d058b2-d132-4ed5-ba73-19b15bbb7b36 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:43.927063 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4a2f29b2-20bc-4892-a619-17cfd5f64ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:43.941928 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34aadec0-d1a7-4907-8570-8cd7267a243f req-d1e5d243-ca09-44cc-a0fa-6954566a3cda service neutron] 10.222.0.11 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887548 Aug 28 12:54:44.017384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 8d08e473-69ab-486f-b951-8181ecfd0004, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8d08e473-69ab-486f-b951-8181ecfd0004,segment=NetworkSegment(162056a9-e2b7-4d79-9a4b-29418cb59816),segment_id=162056a9-e2b7-4d79-9a4b-29418cb59816)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:44.020396 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-4a2f29b2-20bc-4892-a619-17cfd5f64ef8 None None] Port c6d058b2-d132-4ed5-ba73-19b15bbb7b36 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:54:44.022790 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:44.070816 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34aadec0-d1a7-4907-8570-8cd7267a243f req-8fb6e463-a191-4e42-8267-7fab9efcd1fd service neutron] 10.222.0.11 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192555 Aug 28 12:54:44.096236 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=8d08e473-69ab-486f-b951-8181ecfd0004,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:44.125521 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f60e5e33-611f-4b3d-9a57-b59de8129ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-router', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:53:35Z', 'updated_at': '2021-08-28T12:53:39Z', 'revision_number': 4, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'gw_port': {'id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:36Z', 'updated_at': '2021-08-28T12:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '35e8400a-36d1-4c7a-a144-d134a9a8723a', 'name': '', 'network_id': '958620f2-9185-46a3-8c5f-6611298656db', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'mac_address': 'fa:16:3e:40:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:38Z', 'updated_at': '2021-08-28T12:53:45Z', 'revision_number': 5, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'subnets': [{'id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:44.252195 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60e5e33-611f-4b3d-9a57-b59de8129ae1 None None] The sync data for ids ['54766616-f50a-45f4-982c-9d4a1028c0fb'] in n-d-791505-21 is: [{'id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-router', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:53:35Z', 'updated_at': '2021-08-28T12:53:39Z', 'revision_number': 4, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'gw_port': {'id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:36Z', 'updated_at': '2021-08-28T12:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '35e8400a-36d1-4c7a-a144-d134a9a8723a', 'name': '', 'network_id': '958620f2-9185-46a3-8c5f-6611298656db', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'mac_address': 'fa:16:3e:40:1d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:38Z', 'updated_at': '2021-08-28T12:53:45Z', 'revision_number': 5, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'subnets': [{'id': '9526ba86-6e6c-4f39-bb0b-32ea903acd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:54:44.275882 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:44.304978 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93736bb9-81b4-47c5-be79-d4f127627e1c req-8b6ae6e6-3081-413a-a150-a189dbee61c8 service neutron] 10.222.0.20 "GET /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5535493 Aug 28 12:54:44.306016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecbec3-ca69-4d61-8839-e1acae8979e8 req-3d92f08c-e099-4c2d-b83d-65eb31b580c3 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:44.307556 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41ecbec3-ca69-4d61-8839-e1acae8979e8 req-3d92f08c-e099-4c2d-b83d-65eb31b580c3 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1027 time: 0.0434213 Aug 28 12:54:44.347444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41ecbec3-ca69-4d61-8839-e1acae8979e8 req-492997fa-b524-4d46-985d-36af3541e7f3 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313137 Aug 28 12:54:44.388494 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-341c5f4e-1549-4aab-9713-673ec03d50e0 req-56e45988-a4ee-41e5-a92f-2daf8e238be0 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/floatingips/12a698c3-ceac-4d71-9c70-24d6312b5709 HTTP/1.1" status: 200 len: 694 time: 0.0562036 Aug 28 12:54:44.607950 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c5f4e-1549-4aab-9713-673ec03d50e0 req-b00416d5-3c9d-4f3e-b014-f5265b6c64e4 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:44.609312 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-341c5f4e-1549-4aab-9713-673ec03d50e0 req-b00416d5-3c9d-4f3e-b014-f5265b6c64e4 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 784 time: 0.1723249 Aug 28 12:54:44.627093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-341c5f4e-1549-4aab-9713-673ec03d50e0 req-030bc758-17fd-4538-9eb9-9378d314b62c tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:54:44.628120 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-341c5f4e-1549-4aab-9713-673ec03d50e0 req-030bc758-17fd-4538-9eb9-9378d314b62c tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127804 Aug 28 12:54:44.693669 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-341c5f4e-1549-4aab-9713-673ec03d50e0 req-5e18b7d1-4299-4c29-b751-878d4690fc46 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 697 time: 0.0563419 Aug 28 12:54:44.768678 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-341c5f4e-1549-4aab-9713-673ec03d50e0 req-0c5815e3-d01e-4000-970d-386790985cbb tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.1.90 HTTP/1.1" status: 200 len: 697 time: 0.0677426 Aug 28 12:54:44.778318 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d058b2-d132-4ed5-ba73-19b15bbb7b36 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:54:44.792277 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:44.820034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2c74f-bf10-4ab5-8587-a21fe46fb952 req-b15a4230-b259-4cf7-9f17-b7937307e7c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:44.821526 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1a2c74f-bf10-4ab5-8587-a21fe46fb952 req-b15a4230-b259-4cf7-9f17-b7937307e7c1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0506830 Aug 28 12:54:44.843971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Transition to ACTIVE for port object c6d058b2-d132-4ed5-ba73-19b15bbb7b36 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:54:44.861612 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1a2c74f-bf10-4ab5-8587-a21fe46fb952 req-f2e2f0cf-cbbb-48f3-bb61-ef7f385940a1 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325360 Aug 28 12:54:44.872702 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:44.958849 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d058b2-d132-4ed5-ba73-19b15bbb7b36,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:45.015158 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a587098b-7cf3-4618-b945-7c0c59ce638e req-54532795-225e-49c3-b574-383f689fb0a2 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0364954 Aug 28 12:54:45.019899 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-341c5f4e-1549-4aab-9713-673ec03d50e0 req-09d2bac6-7b34-4da7-9dc7-3bc093635d50 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Deleting port 75c6ff64-2851-454b-a635-55151d2f957b {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:54:45.020316 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-341c5f4e-1549-4aab-9713-673ec03d50e0 req-09d2bac6-7b34-4da7-9dc7-3bc093635d50 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:45.101425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Attempting to bind port c6d058b2-d132-4ed5-ba73-19b15bbb7b36 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:54:45.101903 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Attempting to bind port c6d058b2-d132-4ed5-ba73-19b15bbb7b36 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:54:45.102293 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Attempting to bind port c6d058b2-d132-4ed5-ba73-19b15bbb7b36 on network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:54:45.115390 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a2db4-21b3-4000-b311-50f8152569f2 None None] New status for floating IP 12a698c3-ceac-4d71-9c70-24d6312b5709: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:54:45.115894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Port c6d058b2-d132-4ed5-ba73-19b15bbb7b36 on network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:54:45.116164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Attempting to bind port c6d058b2-d132-4ed5-ba73-19b15bbb7b36 on network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:54:45.126317 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:54:45.126691 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Checking segment: {'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:54:45.127172 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Bound using segment: {'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:54:45.127612 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Bound port: c6d058b2-d132-4ed5-ba73-19b15bbb7b36, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:54:45.127979 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:45.148375 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-341c5f4e-1549-4aab-9713-673ec03d50e0 req-09d2bac6-7b34-4da7-9dc7-3bc093635d50 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:45.149020 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-341c5f4e-1549-4aab-9713-673ec03d50e0 req-09d2bac6-7b34-4da7-9dc7-3bc093635d50 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:45.163961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-341c5f4e-1549-4aab-9713-673ec03d50e0 req-09d2bac6-7b34-4da7-9dc7-3bc093635d50 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Calling delete_port for 75c6ff64-2851-454b-a635-55151d2f957b owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:54:45.265575 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] For port c6d058b2-d132-4ed5-ba73-19b15bbb7b36, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:54:45.271294 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] For port c6d058b2-d132-4ed5-ba73-19b15bbb7b36, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c6d058b2-d132-4ed5-ba73-19b15bbb7b36,segment=NetworkSegment(43168c2d-35d4-406a-ae5a-5c5d93f6c941),segment_id=43168c2d-35d4-406a-ae5a-5c5d93f6c941)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:54:45.281256 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:45.292980 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:45.336246 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:45.336879 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:45.338622 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] 10.222.0.10 "PUT /v2.0/ports/c6d058b2-d132-4ed5-ba73-19b15bbb7b36 HTTP/1.1" status: 200 len: 1092 time: 1.6576335 Aug 28 12:54:45.339120 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726ea5d9-4838-4642-9b0f-e99b9fb329db', 'tag': 'c6d058b2-d132-4ed5-ba73-19b15bbb7b36'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:54:45.341455 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f53d59f-36e3-4287-b2fd-f64245c8a10f" -d '{"events": [{"name": "network-changed", "server_uuid": "726ea5d9-4838-4642-9b0f-e99b9fb329db", "tag": "c6d058b2-d132-4ed5-ba73-19b15bbb7b36"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:54:45.393976 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b03cb-9ca2-48a1-826c-ae285e412e64 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d058b2-d132-4ed5-ba73-19b15bbb7b36,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:45.424340 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636ba525-c530-4d78-895b-f14d15ab302e x-openstack-request-id: req-636ba525-c530-4d78-895b-f14d15ab302e {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:54:45.424612 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726ea5d9-4838-4642-9b0f-e99b9fb329db", "tag": "c6d058b2-d132-4ed5-ba73-19b15bbb7b36", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:54:45.424888 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-636ba525-c530-4d78-895b-f14d15ab302e {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:54:45.425348 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726ea5d9-4838-4642-9b0f-e99b9fb329db', 'tag': 'c6d058b2-d132-4ed5-ba73-19b15bbb7b36', 'status': 'completed', 'code': 200} Aug 28 12:54:45.484018 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-341c5f4e-1549-4aab-9713-673ec03d50e0 req-09d2bac6-7b34-4da7-9dc7-3bc093635d50 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:45.513304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2bac6-7b34-4da7-9dc7-3bc093635d50 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Pushing event deleted for resources: {'Port': ['ID=75c6ff64-2851-454b-a635-55151d2f957b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:45.545151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159726f-f197-4d61-9718-3ee89432d749 req-10ed3b83-6926-492e-92a1-f88b7cab30a5 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:45.550847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8d08e473-69ab-486f-b951-8181ecfd0004 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:54:45.554569 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c159726f-f197-4d61-9718-3ee89432d749 req-10ed3b83-6926-492e-92a1-f88b7cab30a5 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1095 time: 0.0653348 Aug 28 12:54:45.567439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-893eb692-e2d9-41df-be05-5ba44594770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:45.569164 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-893eb692-e2d9-41df-be05-5ba44594770d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1054ec6b96445c285c0af842a26a897&device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1095 time: 0.1376247 Aug 28 12:54:45.607282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 8d08e473-69ab-486f-b951-8181ecfd0004 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:45.607686 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:45.610775 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c159726f-f197-4d61-9718-3ee89432d749 req-224f6248-2ff4-4dc9-9b44-8b2e06a4fa86 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476732 Aug 28 12:54:45.638867 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-2e12a576-2b11-4e59-a547-27c4b07669ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d058b2-d132-4ed5-ba73-19b15bbb7b36 HTTP/1.1" status: 200 len: 217 time: 0.0458198 Aug 28 12:54:45.681173 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-341c5f4e-1549-4aab-9713-673ec03d50e0 req-09d2bac6-7b34-4da7-9dc7-3bc093635d50 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:45.683757 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-341c5f4e-1549-4aab-9713-673ec03d50e0 req-09d2bac6-7b34-4da7-9dc7-3bc093635d50 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:45.684927 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-341c5f4e-1549-4aab-9713-673ec03d50e0 req-09d2bac6-7b34-4da7-9dc7-3bc093635d50 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "DELETE /v2.0/floatingips/12a698c3-ceac-4d71-9c70-24d6312b5709 HTTP/1.1" status: 204 len: 173 time: 0.9097812 Aug 28 12:54:45.702547 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-ebeb8952-b44d-4905-a6f5-0ba8464ebf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:45.704032 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-ebeb8952-b44d-4905-a6f5-0ba8464ebf73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b18b785-1785-4fb8-9b75-eabdfe58758a HTTP/1.1" status: 200 len: 849 time: 0.0569606 Aug 28 12:54:45.748494 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6964fc26-fd98-4ceb-9bd1-a921b2ab81b0 req-5a73fc46-6fbf-4d3b-8c10-79e3e14eed24 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups/0708d113-8a4b-4dde-9154-b50ab3c569b2 HTTP/1.1" status: 200 len: 1809 time: 0.0404775 Aug 28 12:54:45.756466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-c4d96071-c66f-4dba-92af-fa52ca461964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:45.757971 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-c4d96071-c66f-4dba-92af-fa52ca461964 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467696 Aug 28 12:54:45.807112 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6964fc26-fd98-4ceb-9bd1-a921b2ab81b0 req-4d378148-4882-428d-b46e-6b77eae8fbd7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:45.829491 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6964fc26-fd98-4ceb-9bd1-a921b2ab81b0 req-4d378148-4882-428d-b46e-6b77eae8fbd7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:45.848903 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-ef2b20e0-209d-43fd-b729-fd3fe1101cab service neutron] 10.222.0.10 "GET /v2.0/networks/30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827608 Aug 28 12:54:45.871583 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6964fc26-fd98-4ceb-9bd1-a921b2ab81b0 req-4d378148-4882-428d-b46e-6b77eae8fbd7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:45.874509 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6964fc26-fd98-4ceb-9bd1-a921b2ab81b0 req-4d378148-4882-428d-b46e-6b77eae8fbd7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:45.875681 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6964fc26-fd98-4ceb-9bd1-a921b2ab81b0 req-4d378148-4882-428d-b46e-6b77eae8fbd7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "DELETE /v2.0/security-groups/0708d113-8a4b-4dde-9154-b50ab3c569b2 HTTP/1.1" status: 204 len: 173 time: 0.1197338 Aug 28 12:54:45.887400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d378148-4882-428d-b46e-6b77eae8fbd7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0708d113-8a4b-4dde-9154-b50ab3c569b2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:45.959188 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bf6cadd5-2beb-49a1-a7e6-47af2abf28b0 req-0a6f6ae9-9c7a-483c-9227-eea1bdded5fa service neutron] 10.222.0.10 "GET /v2.0/networks/30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033323 Aug 28 12:54:45.986959 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fde492-6acc-4cc9-80d1-35243f7ede93 req-0c48c9c5-11af-4083-8edd-41c60bf276ae tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:45.988549 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21fde492-6acc-4cc9-80d1-35243f7ede93 req-0c48c9c5-11af-4083-8edd-41c60bf276ae tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0553572 Aug 28 12:54:46.059086 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21fde492-6acc-4cc9-80d1-35243f7ede93 req-247d4cc5-f85a-4c3c-811c-cebdb43762e4 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632622 Aug 28 12:54:46.062537 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d59f-36e3-4287-b2fd-f64245c8a10f req-0a0fab63-ace8-49fc-aa41-e1820643b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:46.064630 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7f53d59f-36e3-4287-b2fd-f64245c8a10f req-0a0fab63-ace8-49fc-aa41-e1820643b5a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1054ec6b96445c285c0af842a26a897&device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1095 time: 0.0519283 Aug 28 12:54:46.174444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-980ec669-f413-43fe-be07-fcacea1de0d2 req-cab427db-1495-4cfa-b43b-bc544ce33cb5 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0281832 Aug 28 12:54:46.209084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d59f-36e3-4287-b2fd-f64245c8a10f req-17bb5097-fe3a-4cea-9a8d-a5e5ca48df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:46.210797 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7f53d59f-36e3-4287-b2fd-f64245c8a10f req-17bb5097-fe3a-4cea-9a8d-a5e5ca48df99 service neutron] 10.222.0.10 "GET /v2.0/networks?id=30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 HTTP/1.1" status: 200 len: 910 time: 0.1388044 Aug 28 12:54:46.220617 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c1bb3-7321-4b37-b623-f37956c6b209 req-ef5e5422-c63d-4248-80f5-60b58b629f03 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:46.222182 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-132c1bb3-7321-4b37-b623-f37956c6b209 req-ef5e5422-c63d-4248-80f5-60b58b629f03 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0876443 Aug 28 12:54:46.265836 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7f53d59f-36e3-4287-b2fd-f64245c8a10f req-9da51b77-5660-4784-9410-c1a45f34c8f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d058b2-d132-4ed5-ba73-19b15bbb7b36 HTTP/1.1" status: 200 len: 217 time: 0.0426295 Aug 28 12:54:46.329160 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-132c1bb3-7321-4b37-b623-f37956c6b209 req-c2a0054d-b673-46a7-a553-19310308161b tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982091 Aug 28 12:54:46.359584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d59f-36e3-4287-b2fd-f64245c8a10f req-aea1bfda-6206-46fc-b126-7c0d6cf008ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:46.363062 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7f53d59f-36e3-4287-b2fd-f64245c8a10f req-aea1bfda-6206-46fc-b126-7c0d6cf008ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b18b785-1785-4fb8-9b75-eabdfe58758a HTTP/1.1" status: 200 len: 849 time: 0.0788357 Aug 28 12:54:46.424658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d59f-36e3-4287-b2fd-f64245c8a10f req-1ba3ae8c-4dbd-46f4-80f8-82d084724089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:46.426097 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7f53d59f-36e3-4287-b2fd-f64245c8a10f req-1ba3ae8c-4dbd-46f4-80f8-82d084724089 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520756 Aug 28 12:54:46.521692 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61415-ea1d-47c0-bb3f-184bcf2ee1c5 req-dd7c081e-87b2-4326-9316-aea9f8f3df36 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:46.523255 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-27e61415-ea1d-47c0-bb3f-184bcf2ee1c5 req-dd7c081e-87b2-4326-9316-aea9f8f3df36 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0610499 Aug 28 12:54:46.527984 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7f53d59f-36e3-4287-b2fd-f64245c8a10f req-2b755b12-a09c-4f55-9c70-1e2f75506dc1 service neutron] 10.222.0.10 "GET /v2.0/networks/30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924556 Aug 28 12:54:46.564784 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-27e61415-ea1d-47c0-bb3f-184bcf2ee1c5 req-2ba868f5-42c9-4907-acd2-362926902c0a tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352490 Aug 28 12:54:46.643815 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7f53d59f-36e3-4287-b2fd-f64245c8a10f req-430855a2-ddfd-47b7-ad83-daa70ffd0192 service neutron] 10.222.0.10 "GET /v2.0/networks/30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067109 Aug 28 12:54:46.704801 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e22759-e091-4511-a5c1-657ca49fa0a0 req-119bad3b-44c5-4167-8002-5a1d7ddc3e47 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:46.706309 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-38e22759-e091-4511-a5c1-657ca49fa0a0 req-119bad3b-44c5-4167-8002-5a1d7ddc3e47 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0671790 Aug 28 12:54:46.727410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff44071-c361-4a91-be2f-ce6dbc46bb0c req-80acbb26-9dc4-40ca-84b2-55098abb80d5 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:46.729163 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aff44071-c361-4a91-be2f-ce6dbc46bb0c req-80acbb26-9dc4-40ca-84b2-55098abb80d5 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1095 time: 0.0488572 Aug 28 12:54:46.750785 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-38e22759-e091-4511-a5c1-657ca49fa0a0 req-a54013fb-198a-4ef3-b5b3-8fc9c7161b6c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380247 Aug 28 12:54:46.771275 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aff44071-c361-4a91-be2f-ce6dbc46bb0c req-6bac6f0e-336d-4a0f-831f-93a1077bcc0d tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354412 Aug 28 12:54:47.010541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b839a8a-bbd4-44f0-8c08-ba9252007483 req-a89dfb6d-363c-45b1-8fb4-88f6dc75ff3b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:47.012021 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b839a8a-bbd4-44f0-8c08-ba9252007483 req-a89dfb6d-363c-45b1-8fb4-88f6dc75ff3b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0476499 Aug 28 12:54:47.049059 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b839a8a-bbd4-44f0-8c08-ba9252007483 req-0913b003-2c18-4e96-80ad-645122f40c8e tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302489 Aug 28 12:54:47.285460 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3dd7aefa-6262-44ae-b5ed-26d45c6a123b req-dd09ed25-1ac1-4b2b-b687-eed4f3de1129 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0264144 Aug 28 12:54:47.456121 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee91cff-c4aa-4e05-aaca-34a5dce7d800 req-21508595-0e15-41ef-99ae-864ea14838d7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:47.457621 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7ee91cff-c4aa-4e05-aaca-34a5dce7d800 req-21508595-0e15-41ef-99ae-864ea14838d7 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.0567429 Aug 28 12:54:47.497695 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7ee91cff-c4aa-4e05-aaca-34a5dce7d800 req-26b70f12-935d-4224-bfaa-c5aa0c1e5dfc tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339997 Aug 28 12:54:47.894765 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911703fe-b165-4ccd-b186-4fd539cd721a req-70e49247-7df5-4b86-9512-6c3fcc135802 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:47.896313 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-911703fe-b165-4ccd-b186-4fd539cd721a req-70e49247-7df5-4b86-9512-6c3fcc135802 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1095 time: 0.0406361 Aug 28 12:54:47.933553 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-911703fe-b165-4ccd-b186-4fd539cd721a req-6accf7ae-7f65-41df-829d-e44666daa78b tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311198 Aug 28 12:54:48.167424 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d302ad-480d-4877-bdd2-c301372e4faf req-1ed8230e-98c4-4546-8635-bff417cfe082 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:48.168900 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1d302ad-480d-4877-bdd2-c301372e4faf req-1ed8230e-98c4-4546-8635-bff417cfe082 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0489106 Aug 28 12:54:48.207076 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1d302ad-480d-4877-bdd2-c301372e4faf req-9775ae87-975f-4742-92d8-148c71847d14 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319350 Aug 28 12:54:48.386007 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d739f4b-c6bd-47a6-ae57-8bc5a6e0782d req-a3f420dd-afed-4878-908f-d64d610d1842 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0263636 Aug 28 12:54:48.567825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf56a11-6316-48cc-aa84-eea86a26ad47 req-e97b537d-679e-472d-9e92-cca133903d7d tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:48.569467 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dcf56a11-6316-48cc-aa84-eea86a26ad47 req-e97b537d-679e-472d-9e92-cca133903d7d tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 946 time: 0.0570514 Aug 28 12:54:48.670113 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf65d6-3025-46d4-9d30-332ef40f28b1 req-fb5d4975-cb37-4ce2-b7f5-f2cd5ec63351 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:48.671627 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4faf65d6-3025-46d4-9d30-332ef40f28b1 req-fb5d4975-cb37-4ce2-b7f5-f2cd5ec63351 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.1011829 Aug 28 12:54:48.729235 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-dcf56a11-6316-48cc-aa84-eea86a26ad47 req-37ac5a18-a03f-49ee-a729-578f2e5d650c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Deleting port 19c33d61-5165-4a5b-bb11-69d9da686d0a {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:54:48.729578 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dcf56a11-6316-48cc-aa84-eea86a26ad47 req-37ac5a18-a03f-49ee-a729-578f2e5d650c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:48.760459 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4faf65d6-3025-46d4-9d30-332ef40f28b1 req-7bcf8331-5c8e-40d2-b31d-52509a309844 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/security-groups?id=ccc49422-9a8e-4714-a0a3-8230264540f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811276 Aug 28 12:54:48.830943 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254c023-b25e-481a-a44e-f29a216f180a req-df6f48e1-37a5-41d2-b43d-10da3500b8ce tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:48.832381 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2254c023-b25e-481a-a44e-f29a216f180a req-df6f48e1-37a5-41d2-b43d-10da3500b8ce tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.11 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 946 time: 0.1146574 Aug 28 12:54:48.879521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-dcf56a11-6316-48cc-aa84-eea86a26ad47 req-37ac5a18-a03f-49ee-a729-578f2e5d650c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] For port 19c33d61-5165-4a5b-bb11-69d9da686d0a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=19c33d61-5165-4a5b-bb11-69d9da686d0a,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:48.879883 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dcf56a11-6316-48cc-aa84-eea86a26ad47 req-37ac5a18-a03f-49ee-a729-578f2e5d650c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:48.903163 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-dcf56a11-6316-48cc-aa84-eea86a26ad47 req-37ac5a18-a03f-49ee-a729-578f2e5d650c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Calling delete_port for 19c33d61-5165-4a5b-bb11-69d9da686d0a owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:54:49.003680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-2254c023-b25e-481a-a44e-f29a216f180a req-ee6c3e25-11a6-4490-8068-9e22454c86fb tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Deleting port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:54:49.004016 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2254c023-b25e-481a-a44e-f29a216f180a req-ee6c3e25-11a6-4490-8068-9e22454c86fb tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:49.046773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa37dc4-c640-4acf-9ae9-8a8ad6992da0 req-28de1280-d05b-4d2c-95eb-0756517090d3 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:49.049431 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7fa37dc4-c640-4acf-9ae9-8a8ad6992da0 req-28de1280-d05b-4d2c-95eb-0756517090d3 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1095 time: 0.0460176 Aug 28 12:54:49.085285 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7fa37dc4-c640-4acf-9ae9-8a8ad6992da0 req-4b3569c9-24c9-4ff4-9998-31604e78fccd tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298150 Aug 28 12:54:49.132308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-2254c023-b25e-481a-a44e-f29a216f180a req-ee6c3e25-11a6-4490-8068-9e22454c86fb tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] For port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3,segment=NetworkSegment(e1d16b02-a7d9-4207-8b21-fa44281ec259),segment_id=e1d16b02-a7d9-4207-8b21-fa44281ec259)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:49.132669 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2254c023-b25e-481a-a44e-f29a216f180a req-ee6c3e25-11a6-4490-8068-9e22454c86fb tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:49.145856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-2254c023-b25e-481a-a44e-f29a216f180a req-ee6c3e25-11a6-4490-8068-9e22454c86fb tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Calling delete_port for cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:54:49.147349 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dcf56a11-6316-48cc-aa84-eea86a26ad47 req-37ac5a18-a03f-49ee-a729-578f2e5d650c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:49.161353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['0267ec38-4c25-4b7f-a556-ba3e5bf00fbd', '19c33d61-5165-4a5b-bb11-69d9da686d0a'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:54:49.185493 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac5a18-a03f-49ee-a729-578f2e5d650c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Pushing event deleted for resources: {'Port': ['ID=19c33d61-5165-4a5b-bb11-69d9da686d0a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:49.255932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf56a11-6316-48cc-aa84-eea86a26ad47 req-37ac5a18-a03f-49ee-a729-578f2e5d650c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] No DVR routers for this DVR port 19c33d61-5165-4a5b-bb11-69d9da686d0a on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:54:49.259402 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dcf56a11-6316-48cc-aa84-eea86a26ad47 req-37ac5a18-a03f-49ee-a729-578f2e5d650c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:49.261392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dcf56a11-6316-48cc-aa84-eea86a26ad47 req-37ac5a18-a03f-49ee-a729-578f2e5d650c tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "DELETE /v2.0/ports/19c33d61-5165-4a5b-bb11-69d9da686d0a HTTP/1.1" status: 204 len: 173 time: 0.6807954 Aug 28 12:54:49.261839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793c31c7-3fca-4d12-9dab-9548a0173f88', 'name': 'network-vif-deleted', 'tag': '19c33d61-5165-4a5b-bb11-69d9da686d0a'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:54:49.264134 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b01f833-1489-46be-8366-d244e8764cfb" -d '{"events": [{"server_uuid": "793c31c7-3fca-4d12-9dab-9548a0173f88", "name": "network-vif-deleted", "tag": "19c33d61-5165-4a5b-bb11-69d9da686d0a"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:54:49.318441 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499708bc-4197-4a4c-bc4e-759dfeda17ae x-openstack-request-id: req-499708bc-4197-4a4c-bc4e-759dfeda17ae {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:54:49.318758 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793c31c7-3fca-4d12-9dab-9548a0173f88", "name": "network-vif-deleted", "tag": "19c33d61-5165-4a5b-bb11-69d9da686d0a", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:54:49.319063 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-499708bc-4197-4a4c-bc4e-759dfeda17ae {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:54:49.319714 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793c31c7-3fca-4d12-9dab-9548a0173f88', 'name': 'network-vif-deleted', 'tag': '19c33d61-5165-4a5b-bb11-69d9da686d0a', 'status': 'completed', 'code': 200} Aug 28 12:54:49.346045 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-71ba6a73-135d-40f2-aaea-9f789837de73 req-4935ba9f-e27b-44d2-b879-4f43d7ef8c71 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=793c31c7-3fca-4d12-9dab-9548a0173f88 HTTP/1.1" status: 200 len: 210 time: 0.0376554 Aug 28 12:54:49.395971 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2254c023-b25e-481a-a44e-f29a216f180a req-ee6c3e25-11a6-4490-8068-9e22454c86fb tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:49.427186 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c3e25-11a6-4490-8068-9e22454c86fb tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Pushing event deleted for resources: {'Port': ['ID=cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:49.468486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2254c023-b25e-481a-a44e-f29a216f180a req-ee6c3e25-11a6-4490-8068-9e22454c86fb tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] No DVR routers for this DVR port cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:54:49.471690 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2254c023-b25e-481a-a44e-f29a216f180a req-ee6c3e25-11a6-4490-8068-9e22454c86fb tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:49.473777 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2254c023-b25e-481a-a44e-f29a216f180a req-ee6c3e25-11a6-4490-8068-9e22454c86fb tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.11 "DELETE /v2.0/ports/cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 HTTP/1.1" status: 204 len: 173 time: 0.6323605 Aug 28 12:54:49.494052 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52b8aed0-989c-47e0-83a0-0eaf12bc3db9 req-aab43530-9eb5-4973-af9d-b6cd6662ebff tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0296247 Aug 28 12:54:49.523690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c6d058b2-d132-4ed5-ba73-19b15bbb7b36 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:54:49.628092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c6d058b2-d132-4ed5-ba73-19b15bbb7b36, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c6d058b2-d132-4ed5-ba73-19b15bbb7b36,segment=NetworkSegment(43168c2d-35d4-406a-ae5a-5c5d93f6c941),segment_id=43168c2d-35d4-406a-ae5a-5c5d93f6c941)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:49.639742 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'c6d058b2-d132-4ed5-ba73-19b15bbb7b36', 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2', 'port_id': 'c6d058b2-d132-4ed5-ba73-19b15bbb7b36', 'mac_address': 'fa:16:3e:7d:43:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b18b785-1785-4fb8-9b75-eabdfe58758a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:54:49.679247 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:49.693279 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d058b2-d132-4ed5-ba73-19b15bbb7b36 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:54:49.714381 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c6d058b2-d132-4ed5-ba73-19b15bbb7b36, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c6d058b2-d132-4ed5-ba73-19b15bbb7b36,segment=NetworkSegment(43168c2d-35d4-406a-ae5a-5c5d93f6c941),segment_id=43168c2d-35d4-406a-ae5a-5c5d93f6c941)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:49.719253 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:49.769882 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=c6d058b2-d132-4ed5-ba73-19b15bbb7b36,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:49.876774 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cffb506d-7024-492c-b39c-5a7b58c9a5de req-42a8f98a-3d3d-473b-998d-02e02977bce5 tempest-ServerRescueTestJSONUnderV235-2023723252 tempest-ServerRescueTestJSONUnderV235-2023723252-project] 10.222.0.20 "GET /v2.0/ports?device_id=7287e7ee-9cda-48fd-bf56-4dfd742c77fa HTTP/1.1" status: 200 len: 210 time: 0.0262775 Aug 28 12:54:49.987020 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['c6d058b2-d132-4ed5-ba73-19b15bbb7b36'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:54:50.202850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb52eb1-40af-4ccf-b202-e7f1747a2eed req-0533c53b-7a6a-4da8-bbf1-3213b0c0eaaf tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:50.204393 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5fb52eb1-40af-4ccf-b202-e7f1747a2eed req-0533c53b-7a6a-4da8-bbf1-3213b0c0eaaf tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1096 time: 0.0468233 Aug 28 12:54:50.246207 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5fb52eb1-40af-4ccf-b202-e7f1747a2eed req-73c14da7-9832-46cf-8b45-5ac7a2308b8e tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340583 Aug 28 12:54:50.597996 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a705a71-4e4f-4b1c-9606-4bc5986978aa req-16ada275-7564-42fd-8260-1112f5e0d6dd tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0269544 Aug 28 12:54:50.936191 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54170) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:51.141217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1959a3-427a-45c8-abe5-e793ce063261 req-050aea96-ca96-4b55-ba9f-42cea1d98b5b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:51.144403 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b1959a3-427a-45c8-abe5-e793ce063261 req-050aea96-ca96-4b55-ba9f-42cea1d98b5b tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 946 time: 0.0983081 Aug 28 12:54:51.227112 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b1959a3-427a-45c8-abe5-e793ce063261 req-675c65e2-a4e1-41a6-97e1-695176944895 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767870 Aug 28 12:54:51.322737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'name': 'network-vif-deleted', 'tag': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:54:51.325330 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd45d2e4-42b9-47b3-8876-cd1d0bc428ee" -d '{"events": [{"server_uuid": "7287e7ee-9cda-48fd-bf56-4dfd742c77fa", "name": "network-vif-deleted", "tag": "cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:54:51.354839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576e100-be04-4e0d-b942-e591285d6c8a req-e870e11f-abd8-49c6-a4f7-9cdd1bcee49f tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:51.358135 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b576e100-be04-4e0d-b942-e591285d6c8a req-e870e11f-abd8-49c6-a4f7-9cdd1bcee49f tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1096 time: 0.0414939 Aug 28 12:54:51.366349 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a9df38-56a2-478c-a96f-e2c3f4e9b4db x-openstack-request-id: req-84a9df38-56a2-478c-a96f-e2c3f4e9b4db {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:54:51.366676 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7287e7ee-9cda-48fd-bf56-4dfd742c77fa", "name": "network-vif-deleted", "tag": "cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:54:51.366929 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84a9df38-56a2-478c-a96f-e2c3f4e9b4db {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:54:51.367313 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7287e7ee-9cda-48fd-bf56-4dfd742c77fa', 'name': 'network-vif-deleted', 'tag': 'cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3', 'status': 'completed', 'code': 200} Aug 28 12:54:51.388108 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-faa4aab3-93e5-47cd-9843-1fdea5004703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:51.394880 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b576e100-be04-4e0d-b942-e591285d6c8a req-69031548-3373-4b86-980f-883e2d3c349b tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306642 Aug 28 12:54:51.532247 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c6d058b2-d132-4ed5-ba73-19b15bbb7b36 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:54:51.554126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:54:51.747453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:54:51.747700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device cc17dc3b-8ee0-4c9a-b9c1-f76e39d1cff3 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:54:51.748124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 19c33d61-5165-4a5b-bb11-69d9da686d0a no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:54:51.777119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 19c33d61-5165-4a5b-bb11-69d9da686d0a {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:54:51.777908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 19c33d61-5165-4a5b-bb11-69d9da686d0a not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:54:51.795122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port c6d058b2-d132-4ed5-ba73-19b15bbb7b36 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:54:51.807779 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port c6d058b2-d132-4ed5-ba73-19b15bbb7b36 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:51.808226 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:51.895533 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:51.919180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726ea5d9-4838-4642-9b0f-e99b9fb329db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d058b2-d132-4ed5-ba73-19b15bbb7b36'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:54:51.921678 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130726e4-3f9f-4dbf-bf38-2e3ded65129b" -d '{"events": [{"server_uuid": "726ea5d9-4838-4642-9b0f-e99b9fb329db", "name": "network-vif-plugged", "status": "completed", "tag": "c6d058b2-d132-4ed5-ba73-19b15bbb7b36"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:54:51.936245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c6d058b2-d132-4ed5-ba73-19b15bbb7b36, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c6d058b2-d132-4ed5-ba73-19b15bbb7b36,segment=NetworkSegment(43168c2d-35d4-406a-ae5a-5c5d93f6c941),segment_id=43168c2d-35d4-406a-ae5a-5c5d93f6c941)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:51.936539 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0f032bd2-6095-4e3b-9299-9114b7382e47 req-6ac7d83e-ccd3-45bc-944b-47b845ad7e5f tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0323095 Aug 28 12:54:51.943536 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:51.983009 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c71aa5-8766-4d9b-bd19-e1c8ce844387 x-openstack-request-id: req-f0c71aa5-8766-4d9b-bd19-e1c8ce844387 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:54:51.983300 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726ea5d9-4838-4642-9b0f-e99b9fb329db", "name": "network-vif-plugged", "status": "completed", "tag": "c6d058b2-d132-4ed5-ba73-19b15bbb7b36", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:54:51.983504 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0c71aa5-8766-4d9b-bd19-e1c8ce844387 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:54:51.983852 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726ea5d9-4838-4642-9b0f-e99b9fb329db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d058b2-d132-4ed5-ba73-19b15bbb7b36', 'code': 200} Aug 28 12:54:51.984294 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-faa4aab3-93e5-47cd-9843-1fdea5004703 admin admin] Deleting port 35e8400a-36d1-4c7a-a144-d134a9a8723a {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:54:51.986625 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-faa4aab3-93e5-47cd-9843-1fdea5004703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:52.011004 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=c6d058b2-d132-4ed5-ba73-19b15bbb7b36,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:52.070016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-faa4aab3-93e5-47cd-9843-1fdea5004703 admin admin] For port 35e8400a-36d1-4c7a-a144-d134a9a8723a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=35e8400a-36d1-4c7a-a144-d134a9a8723a,segment=NetworkSegment(e1d16b02-a7d9-4207-8b21-fa44281ec259),segment_id=e1d16b02-a7d9-4207-8b21-fa44281ec259)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:52.070293 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-faa4aab3-93e5-47cd-9843-1fdea5004703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:52.082885 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-faa4aab3-93e5-47cd-9843-1fdea5004703 admin admin] Calling delete_port for 35e8400a-36d1-4c7a-a144-d134a9a8723a owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:54:52.085099 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e046a-1785-4e17-b0ad-87fd8c2b4afb req-493028f8-d8d0-4905-a565-29272ae7f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:52.086636 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-920e046a-1785-4e17-b0ad-87fd8c2b4afb req-493028f8-d8d0-4905-a565-29272ae7f61e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1097 time: 0.0433822 Aug 28 12:54:52.125835 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-920e046a-1785-4e17-b0ad-87fd8c2b4afb req-cf426f41-0ce8-4907-b5aa-d2c877aad3de service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298762 Aug 28 12:54:52.260960 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-faa4aab3-93e5-47cd-9843-1fdea5004703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:52.288593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4aab3-93e5-47cd-9843-1fdea5004703 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e8400a-36d1-4c7a-a144-d134a9a8723a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:52.394729 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98625b70-a822-4393-9fc9-03467269db90 req-b6430991-6ce9-484a-ac4d-759fc538432f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:52.396133 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-98625b70-a822-4393-9fc9-03467269db90 req-b6430991-6ce9-484a-ac4d-759fc538432f tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 946 time: 0.1003194 Aug 28 12:54:52.503262 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-98625b70-a822-4393-9fc9-03467269db90 req-50ce36c7-2f49-4a45-bd9b-be95318f445e tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761325 Aug 28 12:54:52.508472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709d6bc-3e26-4e05-a272-c70119371e42 req-5ab414c6-dd61-4275-961c-54de5f58fa2b tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:52.518286 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6709d6bc-3e26-4e05-a272-c70119371e42 req-5ab414c6-dd61-4275-961c-54de5f58fa2b tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1097 time: 0.0541353 Aug 28 12:54:52.551314 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-faa4aab3-93e5-47cd-9843-1fdea5004703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:52.553352 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6709d6bc-3e26-4e05-a272-c70119371e42 req-5c950377-73ba-418a-833c-eb0fe2147f9f tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338454 Aug 28 12:54:52.609248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c8369-93d9-4ec4-b066-7772c8642331 req-585f8b91-4b07-47e3-9a5d-1c597aeebbae tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:52.610815 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-781c8369-93d9-4ec4-b066-7772c8642331 req-585f8b91-4b07-47e3-9a5d-1c597aeebbae tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 946 time: 0.1051545 Aug 28 12:54:52.840589 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-781c8369-93d9-4ec4-b066-7772c8642331 req-625ea0df-eb83-4187-aae5-3e5b8c2f6936 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Deleting port 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:54:52.840939 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-781c8369-93d9-4ec4-b066-7772c8642331 req-625ea0df-eb83-4187-aae5-3e5b8c2f6936 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:52.940807 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa4aab3-93e5-47cd-9843-1fdea5004703 admin admin] Router 54766616-f50a-45f4-982c-9d4a1028c0fb has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:54:52.964907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-781c8369-93d9-4ec4-b066-7772c8642331 req-625ea0df-eb83-4187-aae5-3e5b8c2f6936 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] For port 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=0267ec38-4c25-4b7f-a556-ba3e5bf00fbd,segment=NetworkSegment(8d106dec-6e2d-4b54-81b2-a09c51d8b5f4),segment_id=8d106dec-6e2d-4b54-81b2-a09c51d8b5f4)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:52.965266 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-781c8369-93d9-4ec4-b066-7772c8642331 req-625ea0df-eb83-4187-aae5-3e5b8c2f6936 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:53.019668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-781c8369-93d9-4ec4-b066-7772c8642331 req-625ea0df-eb83-4187-aae5-3e5b8c2f6936 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Calling delete_port for 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:54:53.077082 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cd8023dd-992d-41ed-a8fa-bf8dda1c25b2 req-26ccd62d-334a-4923-a784-28119c106e92 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0422354 Aug 28 12:54:53.171254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa4aab3-93e5-47cd-9843-1fdea5004703 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:54:53.179664 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-faa4aab3-93e5-47cd-9843-1fdea5004703 admin admin] 10.222.0.20 "PUT /v2.0/routers/54766616-f50a-45f4-982c-9d4a1028c0fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2421365 Aug 28 12:54:53.182558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54200) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:53.189346 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c2031a-eb2c-4da2-bb17-a658f7c6db51 None None] Sync routers for ids ['54766616-f50a-45f4-982c-9d4a1028c0fb'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:54:53.204009 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c2031a-eb2c-4da2-bb17-a658f7c6db51 None None] Routers {'54766616-f50a-45f4-982c-9d4a1028c0fb'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:54:53.204938 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-34c2031a-eb2c-4da2-bb17-a658f7c6db51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['54766616-f50a-45f4-982c-9d4a1028c0fb'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:53.330100 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-34c2031a-eb2c-4da2-bb17-a658f7c6db51 None None] Set router 54766616-f50a-45f4-982c-9d4a1028c0fb gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:54:53.378477 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-781c8369-93d9-4ec4-b066-7772c8642331 req-625ea0df-eb83-4187-aae5-3e5b8c2f6936 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:53.380989 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-331534b2-920c-4819-862d-7128dd6a03cd admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:53.392182 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['0267ec38-4c25-4b7f-a556-ba3e5bf00fbd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:54:53.444544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ea0df-eb83-4187-aae5-3e5b8c2f6936 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Pushing event deleted for resources: {'Port': ['ID=0267ec38-4c25-4b7f-a556-ba3e5bf00fbd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:53.521168 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-34c2031a-eb2c-4da2-bb17-a658f7c6db51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-router', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:53:35Z', 'updated_at': '2021-08-28T12:54:52Z', 'revision_number': 5, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'gw_port': {'id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:36Z', 'updated_at': '2021-08-28T12:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:53.521737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-781c8369-93d9-4ec4-b066-7772c8642331 req-625ea0df-eb83-4187-aae5-3e5b8c2f6936 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] No DVR routers for this DVR port 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:54:53.525417 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-781c8369-93d9-4ec4-b066-7772c8642331 req-625ea0df-eb83-4187-aae5-3e5b8c2f6936 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:53.527302 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-781c8369-93d9-4ec4-b066-7772c8642331 req-625ea0df-eb83-4187-aae5-3e5b8c2f6936 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.11 "DELETE /v2.0/ports/0267ec38-4c25-4b7f-a556-ba3e5bf00fbd HTTP/1.1" status: 204 len: 173 time: 0.9066238 Aug 28 12:54:53.527748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3d8772-9675-4086-8484-1d91a74c25f1', 'name': 'network-vif-deleted', 'tag': '0267ec38-4c25-4b7f-a556-ba3e5bf00fbd'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:54:53.530007 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb577f7-58bc-4673-a1aa-6fda6bf3cf37" -d '{"events": [{"server_uuid": "5d3d8772-9675-4086-8484-1d91a74c25f1", "name": "network-vif-deleted", "tag": "0267ec38-4c25-4b7f-a556-ba3e5bf00fbd"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:54:53.549713 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c2031a-eb2c-4da2-bb17-a658f7c6db51 None None] Checking router: 54766616-f50a-45f4-982c-9d4a1028c0fb for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:54:53.558353 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c2031a-eb2c-4da2-bb17-a658f7c6db51 None None] Routers {'54766616-f50a-45f4-982c-9d4a1028c0fb'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:54:53.559080 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-34c2031a-eb2c-4da2-bb17-a658f7c6db51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['54766616-f50a-45f4-982c-9d4a1028c0fb'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:53.559405 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-331534b2-920c-4819-862d-7128dd6a03cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:53.596167 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9fae6f-254c-42bd-b9e2-e41db04b898e x-openstack-request-id: req-4a9fae6f-254c-42bd-b9e2-e41db04b898e {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:54:53.596492 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3d8772-9675-4086-8484-1d91a74c25f1", "name": "network-vif-deleted", "tag": "0267ec38-4c25-4b7f-a556-ba3e5bf00fbd", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:54:53.596731 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a9fae6f-254c-42bd-b9e2-e41db04b898e {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:54:53.597298 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3d8772-9675-4086-8484-1d91a74c25f1', 'name': 'network-vif-deleted', 'tag': '0267ec38-4c25-4b7f-a556-ba3e5bf00fbd', 'status': 'completed', 'code': 200} Aug 28 12:54:53.624907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-331534b2-920c-4819-862d-7128dd6a03cd admin admin] Deleting port d336b3c7-b0c6-489b-a944-2449af825acf {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:54:53.625255 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-331534b2-920c-4819-862d-7128dd6a03cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:53.675026 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-34c2031a-eb2c-4da2-bb17-a658f7c6db51 None None] Set router 54766616-f50a-45f4-982c-9d4a1028c0fb gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:54:53.730389 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-363233fa-c20d-474c-9038-44d01b99c2b7 req-fc88beda-2127-4af2-acdb-3bf330cbd5c3 tempest-ServersTestJSON-1853606040 tempest-ServersTestJSON-1853606040-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d3d8772-9675-4086-8484-1d91a74c25f1 HTTP/1.1" status: 200 len: 210 time: 0.0453532 Aug 28 12:54:53.739984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136d853-c961-4fd1-993d-8d23d9861244 req-4b4b92fb-4192-45fe-b226-d584da21fdcc tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:53.745321 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f136d853-c961-4fd1-993d-8d23d9861244 req-4b4b92fb-4192-45fe-b226-d584da21fdcc tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1097 time: 0.0756631 Aug 28 12:54:53.757721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-331534b2-920c-4819-862d-7128dd6a03cd admin admin] For port d336b3c7-b0c6-489b-a944-2449af825acf, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d336b3c7-b0c6-489b-a944-2449af825acf,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:54:53.758074 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-331534b2-920c-4819-862d-7128dd6a03cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:53.777925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-331534b2-920c-4819-862d-7128dd6a03cd admin admin] Calling delete_port for d336b3c7-b0c6-489b-a944-2449af825acf owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:54:53.802118 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f136d853-c961-4fd1-993d-8d23d9861244 req-597a6847-d260-474c-b346-a5ca0774e5f8 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540931 Aug 28 12:54:53.870606 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-34c2031a-eb2c-4da2-bb17-a658f7c6db51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-router', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:53:35Z', 'updated_at': '2021-08-28T12:54:52Z', 'revision_number': 5, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'gw_port': {'id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:36Z', 'updated_at': '2021-08-28T12:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:53.898777 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c2031a-eb2c-4da2-bb17-a658f7c6db51 None None] The sync data for ids ['54766616-f50a-45f4-982c-9d4a1028c0fb'] in n-d-791505-21 is: [{'id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'name': 'tempest-ServerRescueTestJSONUnderV235-761427379-router', 'tenant_id': '959ecb01ca334fe6a391ec6be1357ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:53:35Z', 'updated_at': '2021-08-28T12:54:52Z', 'revision_number': 5, 'project_id': '959ecb01ca334fe6a391ec6be1357ad4', 'gw_port': {'id': 'd336b3c7-b0c6-489b-a944-2449af825acf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:77:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54766616-f50a-45f4-982c-9d4a1028c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:53:36Z', 'updated_at': '2021-08-28T12:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:54:53.981054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e963c26-4ca4-4f47-9c2d-4d8458666363 req-7a0475ca-ded4-456f-aa55-3bb1604851b3 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:53.982850 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e963c26-4ca4-4f47-9c2d-4d8458666363 req-7a0475ca-ded4-456f-aa55-3bb1604851b3 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1097 time: 0.0783155 Aug 28 12:54:54.051197 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e963c26-4ca4-4f47-9c2d-4d8458666363 req-3b2191ec-6908-40d3-ac3c-ae7ab88e0e34 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455008 Aug 28 12:54:54.053266 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-331534b2-920c-4819-862d-7128dd6a03cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:54.081790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331534b2-920c-4819-862d-7128dd6a03cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d336b3c7-b0c6-489b-a944-2449af825acf,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:54.161226 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-331534b2-920c-4819-862d-7128dd6a03cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:54.204522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb545a-22c7-45cf-bd31-9a3975a160a6 req-09d868d6-bd53-4667-acb7-585bee7a5483 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:54.206689 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9bfb545a-22c7-45cf-bd31-9a3975a160a6 req-09d868d6-bd53-4667-acb7-585bee7a5483 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1097 time: 0.0612156 Aug 28 12:54:54.254977 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9bfb545a-22c7-45cf-bd31-9a3975a160a6 req-14c28326-c83d-46cd-9026-8278fba9c581 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417531 Aug 28 12:54:54.303504 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7145a7e4-2f59-41e5-8f89-f7d873bc7618 req-5f91540e-8f12-4b5d-a0b1-340ce8231733 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.1090441 Aug 28 12:54:54.305492 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-331534b2-920c-4819-862d-7128dd6a03cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:54.308168 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-331534b2-920c-4819-862d-7128dd6a03cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:54.361728 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-331534b2-920c-4819-862d-7128dd6a03cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:54.362308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331534b2-920c-4819-862d-7128dd6a03cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54766616-f50a-45f4-982c-9d4a1028c0fb {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:54:54.367521 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-331534b2-920c-4819-862d-7128dd6a03cd admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:54.369151 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-331534b2-920c-4819-862d-7128dd6a03cd admin admin] 10.222.0.20 "DELETE /v2.0/routers/54766616-f50a-45f4-982c-9d4a1028c0fb HTTP/1.1" status: 204 len: 168 time: 1.1842582 Aug 28 12:54:54.371467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54230) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:54.435177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0f70a3-bb72-4b4b-98c9-ba56ee545f4e admin admin] Deleting subnet 9526ba86-6e6c-4f39-bb0b-32ea903acd49 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:54:54.439813 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f0f70a3-bb72-4b4b-98c9-ba56ee545f4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:54.482328 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f0f70a3-bb72-4b4b-98c9-ba56ee545f4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:54.512162 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3666f-4f2a-417f-b483-dd9392233943 req-95463f37-b320-453e-8cc8-794eadbd4ac2 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:54.513878 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-41f3666f-4f2a-417f-b483-dd9392233943 req-95463f37-b320-453e-8cc8-794eadbd4ac2 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/networks?id=30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 HTTP/1.1" status: 200 len: 910 time: 0.0985551 Aug 28 12:54:54.530082 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f0f70a3-bb72-4b4b-98c9-ba56ee545f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:54.531425 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-41f3666f-4f2a-417f-b483-dd9392233943 req-d6b4a17f-acc1-4392-b575-2864f6319685 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/quotas/e1054ec6b96445c285c0af842a26a897 HTTP/1.1" status: 200 len: 375 time: 0.0101669 Aug 28 12:54:54.595960 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f0f70a3-bb72-4b4b-98c9-ba56ee545f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:54.635437 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f70a3-bb72-4b4b-98c9-ba56ee545f4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9526ba86-6e6c-4f39-bb0b-32ea903acd49,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:54.638453 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0f0f70a3-bb72-4b4b-98c9-ba56ee545f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:54.641075 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-41f3666f-4f2a-417f-b483-dd9392233943 req-133a611b-00d0-4732-85bd-652ae6dcb9fe tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=e1054ec6b96445c285c0af842a26a897&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1034398 Aug 28 12:54:54.643686 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54236) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:54.647188 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0f0f70a3-bb72-4b4b-98c9-ba56ee545f4e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9526ba86-6e6c-4f39-bb0b-32ea903acd49 HTTP/1.1" status: 204 len: 168 time: 0.2741330 Aug 28 12:54:54.791403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54240) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:54.804781 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6071839-749a-4aee-b8ad-bae11fa4b352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:54.829314 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-41f3666f-4f2a-417f-b483-dd9392233943 req-65b0838f-fb56-46bd-b3e1-d645fbff68af service neutron] 10.222.0.20 "GET /v2.0/networks/30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768861 Aug 28 12:54:54.846471 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-57347845-735e-4daa-9d5c-4fb66269b797 admin admin] Deleting subnet bd852a07-8b52-48ff-bea6-e7301fb1f959 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:54:54.850048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57347845-735e-4daa-9d5c-4fb66269b797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:54.889136 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57347845-735e-4daa-9d5c-4fb66269b797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:54.933049 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57347845-735e-4daa-9d5c-4fb66269b797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:54.961287 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6071839-749a-4aee-b8ad-bae11fa4b352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:54.979967 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-e6071839-749a-4aee-b8ad-bae11fa4b352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958620f2-9185-46a3-8c5f-6611298656db']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:54.994449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-e6071839-749a-4aee-b8ad-bae11fa4b352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d16b02-a7d9-4207-8b21-fa44281ec259') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:54.994674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-e6071839-749a-4aee-b8ad-bae11fa4b352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d16b02-a7d9-4207-8b21-fa44281ec259') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:55.002536 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57347845-735e-4daa-9d5c-4fb66269b797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.017934 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6071839-749a-4aee-b8ad-bae11fa4b352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.022351 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-41f3666f-4f2a-417f-b483-dd9392233943 req-7ffe33f1-187a-48d7-a668-958b12e028fc service neutron] 10.222.0.20 "GET /v2.0/networks/30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696501 Aug 28 12:54:55.032154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57347845-735e-4daa-9d5c-4fb66269b797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd852a07-8b52-48ff-bea6-e7301fb1f959,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:55.034742 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57347845-735e-4daa-9d5c-4fb66269b797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.037015 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-57347845-735e-4daa-9d5c-4fb66269b797 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bd852a07-8b52-48ff-bea6-e7301fb1f959 HTTP/1.1" status: 204 len: 168 time: 0.2446148 Aug 28 12:54:55.040144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54248) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:55.044724 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6071839-749a-4aee-b8ad-bae11fa4b352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.052733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6071839-749a-4aee-b8ad-bae11fa4b352 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:54:55.053639 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6071839-749a-4aee-b8ad-bae11fa4b352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:54:55.056051 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:54:55.132207 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6071839-749a-4aee-b8ad-bae11fa4b352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.147709 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6071839-749a-4aee-b8ad-bae11fa4b352 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.149813 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e6071839-749a-4aee-b8ad-bae11fa4b352 admin admin] 10.222.0.20 "DELETE /v2.0/networks/958620f2-9185-46a3-8c5f-6611298656db HTTP/1.1" status: 204 len: 168 time: 0.5050218 Aug 28 12:54:55.164491 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6071839-749a-4aee-b8ad-bae11fa4b352 admin admin] Pushing event deleted for resources: {'Network': ['ID=958620f2-9185-46a3-8c5f-6611298656db,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:55.198057 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f590d191-291a-4dbb-aff7-afe6f3d666ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.308090 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6614e1a0-1b59-4a00-bb9a-9193e071edfc req-6d046492-266f-464e-bc68-5453374abca1 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 210 time: 0.0682271 Aug 28 12:54:55.326175 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f590d191-291a-4dbb-aff7-afe6f3d666ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.337890 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-f590d191-291a-4dbb-aff7-afe6f3d666ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0affd8f-97d8-4f35-bf89-01dc3a581000']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:55.350601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-f590d191-291a-4dbb-aff7-afe6f3d666ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:55.350955 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-f590d191-291a-4dbb-aff7-afe6f3d666ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d106dec-6e2d-4b54-81b2-a09c51d8b5f4') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:55.362805 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f590d191-291a-4dbb-aff7-afe6f3d666ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.375236 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54258) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:55.392520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f590d191-291a-4dbb-aff7-afe6f3d666ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.403996 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f590d191-291a-4dbb-aff7-afe6f3d666ab admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:54:55.404453 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f590d191-291a-4dbb-aff7-afe6f3d666ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:54:55.406688 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:54:55.453020 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-54509d9f-0e59-4c17-af8d-b4e85c1bfeed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=959ecb01ca334fe6a391ec6be1357ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0763869 Aug 28 12:54:55.456224 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54264) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:55.478200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 35e8400a-36d1-4c7a-a144-d134a9a8723a no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:54:55.499318 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f590d191-291a-4dbb-aff7-afe6f3d666ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.507553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 35e8400a-36d1-4c7a-a144-d134a9a8723a {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:54:55.508184 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 35e8400a-36d1-4c7a-a144-d134a9a8723a not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:54:55.508916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d336b3c7-b0c6-489b-a944-2449af825acf no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:54:55.515218 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25d57196-0a39-4598-8dd0-840ca2686e52 req-08fe1bd7-6f14-42be-b6f4-fcb32f1241a7 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0513668 Aug 28 12:54:55.539458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: d336b3c7-b0c6-489b-a944-2449af825acf {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:54:55.539872 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d336b3c7-b0c6-489b-a944-2449af825acf not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:54:55.543798 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f590d191-291a-4dbb-aff7-afe6f3d666ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.545753 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f590d191-291a-4dbb-aff7-afe6f3d666ab admin admin] 10.222.0.20 "DELETE /v2.0/networks/f0affd8f-97d8-4f35-bf89-01dc3a581000 HTTP/1.1" status: 204 len: 168 time: 0.5051255 Aug 28 12:54:55.548314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590d191-291a-4dbb-aff7-afe6f3d666ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f0affd8f-97d8-4f35-bf89-01dc3a581000,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:55.556378 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fbf47281-0016-4560-b9b2-2df8b93cd059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.564934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:54:55.580637 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fbf47281-0016-4560-b9b2-2df8b93cd059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.599791 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:54:55.600830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 0267ec38-4c25-4b7f-a556-ba3e5bf00fbd not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:54:55.644584 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fbf47281-0016-4560-b9b2-2df8b93cd059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.648167 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fbf47281-0016-4560-b9b2-2df8b93cd059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.654999 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fbf47281-0016-4560-b9b2-2df8b93cd059 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccc49422-9a8e-4714-a0a3-8230264540f7 HTTP/1.1" status: 204 len: 168 time: 0.1922462 Aug 28 12:54:55.659140 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf47281-0016-4560-b9b2-2df8b93cd059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc49422-9a8e-4714-a0a3-8230264540f7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:55.758838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54272) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:55.810431 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-11c2fe8f-5656-4bda-b224-b52f6878e986 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=573c018398664696a67d8bb440ec4bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503387 Aug 28 12:54:55.813250 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54276) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:55.886639 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8c0e-e4db-4d3d-8151-37b2930ec8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.914413 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8c0e-e4db-4d3d-8151-37b2930ec8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.986089 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8c0e-e4db-4d3d-8151-37b2930ec8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.993369 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0dfe8c0e-e4db-4d3d-8151-37b2930ec8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:55.996790 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0dfe8c0e-e4db-4d3d-8151-37b2930ec8eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aeb4155d-aa4c-4ec1-b63e-eaa5aa367540 HTTP/1.1" status: 204 len: 168 time: 0.1795669 Aug 28 12:54:56.006619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe8c0e-e4db-4d3d-8151-37b2930ec8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb4155d-aa4c-4ec1-b63e-eaa5aa367540,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:56.225504 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa25435-bd8f-49a5-84fb-3b8817786ec5 req-e0ac37ce-1d32-4593-a270-ed7532095dc5 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:56.227262 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aaa25435-bd8f-49a5-84fb-3b8817786ec5 req-e0ac37ce-1d32-4593-a270-ed7532095dc5 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 945 time: 0.0621068 Aug 28 12:54:56.277531 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aaa25435-bd8f-49a5-84fb-3b8817786ec5 req-2b6624ac-59f5-4636-abbc-361ba2540af4 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437076 Aug 28 12:54:56.421277 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-12e9c076-82d4-4269-9d03-46b588a0ab34 req-dee552aa-a6e3-48e7-b2ee-0ffb5c47d308 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 210 time: 0.0262060 Aug 28 12:54:56.522180 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54318) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:56.692810 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e9b04c73-5341-41b1-b6d7-3697f0196e9e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1145952299-network', 'tenant_id': '1087ed86e8e146d5be864c2a12da5c23'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:56.699904 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ea6b5745-fed6-4038-835a-db4fe256b61e req-c069eb7e-87dc-4ddd-b9c9-1b455f64f09c tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0680025 Aug 28 12:54:56.740850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b04c73-5341-41b1-b6d7-3697f0196e9e admin admin] Made reservation on behalf of 1087ed86e8e146d5be864c2a12da5c23 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:54:56.743737 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9b04c73-5341-41b1-b6d7-3697f0196e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:56.756562 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9b04c73-5341-41b1-b6d7-3697f0196e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:56.788992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3666f-4f2a-417f-b483-dd9392233943 req-f2b63cf7-26b1-4082-938d-cc30138ef234 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:56.791568 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41f3666f-4f2a-417f-b483-dd9392233943 req-f2b63cf7-26b1-4082-938d-cc30138ef234 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.11 "GET /v2.0/networks?id=30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 HTTP/1.1" status: 200 len: 910 time: 0.1851091 Aug 28 12:54:56.810919 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-41f3666f-4f2a-417f-b483-dd9392233943 req-7ff8ea40-e388-4c39-9621-500207df12c7 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Request body: {'port': {'device_id': '2c48aeb0-ce11-417f-a953-226baddc5e30', 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2', 'admin_state_up': True, 'tenant_id': 'e1054ec6b96445c285c0af842a26a897'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:56.886504 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9b04c73-5341-41b1-b6d7-3697f0196e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:56.893967 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9b04c73-5341-41b1-b6d7-3697f0196e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:56.923898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b04c73-5341-41b1-b6d7-3697f0196e9e admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:54:56.945559 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9b04c73-5341-41b1-b6d7-3697f0196e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:56.945903 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-e9b04c73-5341-41b1-b6d7-3697f0196e9e admin admin] Added segment 737ec79e-8bfc-4900-aaae-db42fad23e17 of type vlan for network 3ae00f1c-c760-4fbe-abd4-adf069b7eb77 Aug 28 12:54:56.947585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f3666f-4f2a-417f-b483-dd9392233943 req-7ff8ea40-e388-4c39-9621-500207df12c7 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Made reservation on behalf of e1054ec6b96445c285c0af842a26a897 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:54:56.950154 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-41f3666f-4f2a-417f-b483-dd9392233943 req-7ff8ea40-e388-4c39-9621-500207df12c7 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:56.960837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b04c73-5341-41b1-b6d7-3697f0196e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7303b66b-18dc-4de4-a008-33619550a464,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:57.019997 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9b04c73-5341-41b1-b6d7-3697f0196e9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:57.092164 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9b04c73-5341-41b1-b6d7-3697f0196e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:57.093121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b04c73-5341-41b1-b6d7-3697f0196e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:57.093709 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9b04c73-5341-41b1-b6d7-3697f0196e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:57.339031 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-17718de7-d24a-4268-a6b8-816b61b933b9 req-15870f4a-3b27-4ef0-a559-1e6031fbdd79 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0516622 Aug 28 12:54:57.586724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b04c73-5341-41b1-b6d7-3697f0196e9e admin admin] Pushing event updated for resources: {'Network': ['ID=3ae00f1c-c760-4fbe-abd4-adf069b7eb77,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:57.596172 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1def2be2-fcd0-4699-b813-bba5ece15527 req-4406b9a2-93d1-4503-820b-7bc7b4e57658 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 210 time: 0.0660048 Aug 28 12:54:57.603726 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 3ae00f1c-c760-4fbe-abd4-adf069b7eb77 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:54:57.636521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54364) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:57.637290 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e9b04c73-5341-41b1-b6d7-3697f0196e9e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1135910 Aug 28 12:54:57.643422 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d638fab7-0384-4375-9fbd-9e5096f7f71f admin admin] Request body: {'subnet': {'network_id': '3ae00f1c-c760-4fbe-abd4-adf069b7eb77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1145952299-subnet', 'tenant_id': '1087ed86e8e146d5be864c2a12da5c23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:57.655822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-41f3666f-4f2a-417f-b483-dd9392233943 req-7ff8ea40-e388-4c39-9621-500207df12c7 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Allocated IP 172.20.0.8 (30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2/7b18b785-1785-4fb8-9b75-eabdfe58758a/f2eb2860-1826-4678-a850-5c58794afdd0) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:54:57.683839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d638fab7-0384-4375-9fbd-9e5096f7f71f admin admin] Made reservation on behalf of 1087ed86e8e146d5be864c2a12da5c23 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:54:57.687086 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d638fab7-0384-4375-9fbd-9e5096f7f71f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:57.852514 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d9b54c3-36aa-480c-93d0-b1777766e2c7 req-4791ecbb-8a10-4e7f-9fa3-baf02efa784b tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0339787 Aug 28 12:54:57.882627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab98fd-92e7-4dd4-b825-a97dee994001 req-d5f4c11b-2dfa-44aa-8191-f3bac2cae524 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:57.884140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6eab98fd-92e7-4dd4-b825-a97dee994001 req-d5f4c11b-2dfa-44aa-8191-f3bac2cae524 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 945 time: 0.1289349 Aug 28 12:54:57.933779 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-41f3666f-4f2a-417f-b483-dd9392233943 req-7ff8ea40-e388-4c39-9621-500207df12c7 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:57.960407 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6eab98fd-92e7-4dd4-b825-a97dee994001 req-1bbbfd0f-1bff-4e74-91aa-8c9a38dbf2bd tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643277 Aug 28 12:54:57.963783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-41f3666f-4f2a-417f-b483-dd9392233943 req-7ff8ea40-e388-4c39-9621-500207df12c7 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Transition to ACTIVE for port object f2eb2860-1826-4678-a850-5c58794afdd0 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:54:57.986643 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d638fab7-0384-4375-9fbd-9e5096f7f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:58.040128 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-41f3666f-4f2a-417f-b483-dd9392233943 req-7ff8ea40-e388-4c39-9621-500207df12c7 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:58.054598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638fab7-0384-4375-9fbd-9e5096f7f71f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fea740b-f84b-467a-bf2c-fb8b8e12846e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:58.055834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['c6d058b2-d132-4ed5-ba73-19b15bbb7b36'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:54:58.065607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d638fab7-0384-4375-9fbd-9e5096f7f71f admin admin] Checking segment: {'id': '737ec79e-8bfc-4900-aaae-db42fad23e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3ae00f1c-c760-4fbe-abd4-adf069b7eb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:54:58.066218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d638fab7-0384-4375-9fbd-9e5096f7f71f admin admin] Network hostable DHCP agents. Network: 3ae00f1c-c760-4fbe-abd4-adf069b7eb77, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:54:58.084563 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d638fab7-0384-4375-9fbd-9e5096f7f71f admin admin] Network 3ae00f1c-c760-4fbe-abd4-adf069b7eb77 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:54:58.094797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8ea40-e388-4c39-9621-500207df12c7 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Pushing event updated for resources: {'Port': ['ID=f2eb2860-1826-4678-a850-5c58794afdd0,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:58.096267 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d638fab7-0384-4375-9fbd-9e5096f7f71f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 3ae00f1c-c760-4fbe-abd4-adf069b7eb77) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:54:58.103457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d638fab7-0384-4375-9fbd-9e5096f7f71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:58.104360 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d638fab7-0384-4375-9fbd-9e5096f7f71f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:58.116431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01550e82-a59e-4113-9d9a-d77dbb334653 None None] Network 3ae00f1c-c760-4fbe-abd4-adf069b7eb77 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:54:58.121537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f3666f-4f2a-417f-b483-dd9392233943 req-7ff8ea40-e388-4c39-9621-500207df12c7 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:54:58.123430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-41f3666f-4f2a-417f-b483-dd9392233943 req-7ff8ea40-e388-4c39-9621-500207df12c7 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:54:58.126392 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d638fab7-0384-4375-9fbd-9e5096f7f71f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4866991 Aug 28 12:54:58.138004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f3666f-4f2a-417f-b483-dd9392233943 req-7ff8ea40-e388-4c39-9621-500207df12c7 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:54:58.229105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3666f-4f2a-417f-b483-dd9392233943 req-7ff8ea40-e388-4c39-9621-500207df12c7 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:58.230121 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-41f3666f-4f2a-417f-b483-dd9392233943 req-7ff8ea40-e388-4c39-9621-500207df12c7 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:58.255489 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41f3666f-4f2a-417f-b483-dd9392233943 req-7ff8ea40-e388-4c39-9621-500207df12c7 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4485986 Aug 28 12:54:58.274506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Request body: {'port': {'device_id': '2c48aeb0-ce11-417f-a953-226baddc5e30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:54:58.369621 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0986a9-5cc0-483d-b2a8-ab17bee83771 None None] Network 3ae00f1c-c760-4fbe-abd4-adf069b7eb77 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:54:58.399081 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:58.627878 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0ae94b1-c393-465f-9bf3-a513e74bac76 req-3d21746a-5831-47f5-a620-9bb6b16a3183 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0665941 Aug 28 12:54:58.633820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-63cde907-1445-44b8-af97-43d4b589e81e None None] Provisioning for port f2eb2860-1826-4678-a850-5c58794afdd0 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:54:58.649036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-63cde907-1445-44b8-af97-43d4b589e81e None None] Provisioning complete for port f2eb2860-1826-4678-a850-5c58794afdd0 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:54:58.649659 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-63cde907-1445-44b8-af97-43d4b589e81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:58.669565 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54388) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:58.752437 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-63cde907-1445-44b8-af97-43d4b589e81e None None] Port f2eb2860-1826-4678-a850-5c58794afdd0 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:54:58.781267 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a649e8-df15-4a07-bf0b-17ddcaba297f admin admin] Deleting subnet 9fea740b-f84b-467a-bf2c-fb8b8e12846e {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:54:58.786469 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2a649e8-df15-4a07-bf0b-17ddcaba297f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:58.845363 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2a649e8-df15-4a07-bf0b-17ddcaba297f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:58.897590 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2a649e8-df15-4a07-bf0b-17ddcaba297f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:58.941094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2eb2860-1826-4678-a850-5c58794afdd0 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:54:58.952628 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:58.977071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd4522-051f-4d64-a1d7-db4bb13f27ef req-76aa0e5f-ba5e-47c5-b614-4903f93bc989 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:58.981300 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4afd4522-051f-4d64-a1d7-db4bb13f27ef req-76aa0e5f-ba5e-47c5-b614-4903f93bc989 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 945 time: 0.1365724 Aug 28 12:54:58.989122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Transition to ACTIVE for port object f2eb2860-1826-4678-a850-5c58794afdd0 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:54:58.998088 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:59.118699 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4afd4522-051f-4d64-a1d7-db4bb13f27ef req-469d30e9-61af-42aa-b8a9-c7edeca95c62 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314814 Aug 28 12:54:59.121062 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Pushing event updated for resources: {'Port': ['ID=f2eb2860-1826-4678-a850-5c58794afdd0,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:59.205178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Attempting to bind port f2eb2860-1826-4678-a850-5c58794afdd0 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:54:59.205680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Attempting to bind port f2eb2860-1826-4678-a850-5c58794afdd0 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:54:59.206262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Attempting to bind port f2eb2860-1826-4678-a850-5c58794afdd0 on network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:54:59.216048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Port f2eb2860-1826-4678-a850-5c58794afdd0 on network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:54:59.216680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Attempting to bind port f2eb2860-1826-4678-a850-5c58794afdd0 on network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:54:59.240043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:54:59.240791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Checking segment: {'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:54:59.241426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Bound using segment: {'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:54:59.242119 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Bound port: f2eb2860-1826-4678-a850-5c58794afdd0, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43168c2d-35d4-406a-ae5a-5c5d93f6c941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:54:59.242774 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:59.273364 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f1952013-20e5-4c23-8d4f-3e4f018f11a8 req-8ad78673-8770-4f71-9b00-61cca71983cb tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0540698 Aug 28 12:54:59.313505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac5ea9-e97d-4d5e-8fe4-d899ee99aea9 req-f878d35d-68c6-4ba9-a9b2-2cd5729f1fe8 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:59.322692 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-29ac5ea9-e97d-4d5e-8fe4-d899ee99aea9 req-f878d35d-68c6-4ba9-a9b2-2cd5729f1fe8 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1053 time: 0.4219587 Aug 28 12:54:59.352746 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] For port f2eb2860-1826-4678-a850-5c58794afdd0, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:54:59.353758 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2a649e8-df15-4a07-bf0b-17ddcaba297f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:59.355969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] For port f2eb2860-1826-4678-a850-5c58794afdd0, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f2eb2860-1826-4678-a850-5c58794afdd0,segment=NetworkSegment(43168c2d-35d4-406a-ae5a-5c5d93f6c941),segment_id=43168c2d-35d4-406a-ae5a-5c5d93f6c941)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:54:59.359785 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:59.390908 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-29ac5ea9-e97d-4d5e-8fe4-d899ee99aea9 req-1790e6ad-6ee9-41cc-b6f5-222f2b071848 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671856 Aug 28 12:54:59.392194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a649e8-df15-4a07-bf0b-17ddcaba297f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fea740b-f84b-467a-bf2c-fb8b8e12846e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:59.399658 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2a649e8-df15-4a07-bf0b-17ddcaba297f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:59.406379 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54396) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:54:59.420903 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a2a649e8-df15-4a07-bf0b-17ddcaba297f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9fea740b-f84b-467a-bf2c-fb8b8e12846e HTTP/1.1" status: 204 len: 168 time: 0.7490499 Aug 28 12:54:59.421397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:59.422336 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:59.424432 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41f3666f-4f2a-417f-b483-dd9392233943 req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] 10.222.0.11 "PUT /v2.0/ports/f2eb2860-1826-4678-a850-5c58794afdd0 HTTP/1.1" status: 200 len: 1092 time: 1.1599741 Aug 28 12:54:59.429811 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c48aeb0-ce11-417f-a953-226baddc5e30', 'tag': 'f2eb2860-1826-4678-a850-5c58794afdd0'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:54:59.443029 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc85514b-b402-4f4a-baab-d7a062be1c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c48aeb0-ce11-417f-a953-226baddc5e30", "tag": "f2eb2860-1826-4678-a850-5c58794afdd0"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:54:59.553615 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ff7e0-0cb1-4d98-9ad7-c85af6e34532 service neutron] Pushing event updated for resources: {'Port': ['ID=f2eb2860-1826-4678-a850-5c58794afdd0,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:54:59.561123 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558442a1-0139-4e1d-a9e5-eefc24a0435d x-openstack-request-id: req-558442a1-0139-4e1d-a9e5-eefc24a0435d {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:54:59.561457 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c48aeb0-ce11-417f-a953-226baddc5e30", "tag": "f2eb2860-1826-4678-a850-5c58794afdd0", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:54:59.561868 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-558442a1-0139-4e1d-a9e5-eefc24a0435d {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:54:59.562159 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c48aeb0-ce11-417f-a953-226baddc5e30', 'tag': 'f2eb2860-1826-4678-a850-5c58794afdd0', 'status': 'completed', 'code': 200} Aug 28 12:54:59.587794 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b335d8f-a47d-4ef4-8228-1b809bc1ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:59.607823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3666f-4f2a-417f-b483-dd9392233943 req-4d2952c0-099b-41cd-afe5-aba26676ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:59.609470 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41f3666f-4f2a-417f-b483-dd9392233943 req-4d2952c0-099b-41cd-afe5-aba26676ebc2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1054ec6b96445c285c0af842a26a897&device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1095 time: 0.1009724 Aug 28 12:54:59.680282 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41f3666f-4f2a-417f-b483-dd9392233943 req-92a26bd6-0c78-4900-82e3-de274450cc10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2eb2860-1826-4678-a850-5c58794afdd0 HTTP/1.1" status: 200 len: 217 time: 0.0485837 Aug 28 12:54:59.749699 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b335d8f-a47d-4ef4-8228-1b809bc1ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:59.765632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-0b335d8f-a47d-4ef4-8228-1b809bc1ec8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae00f1c-c760-4fbe-abd4-adf069b7eb77']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:59.765844 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6eeffc2c-c7d3-45d9-a118-39a7c347cc58 req-9c59b85e-e1a9-4185-a59f-5d52999b75d8 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0434422 Aug 28 12:54:59.778168 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3666f-4f2a-417f-b483-dd9392233943 req-641da0e8-4e69-4f48-95e9-b0b24952ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:59.779675 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41f3666f-4f2a-417f-b483-dd9392233943 req-641da0e8-4e69-4f48-95e9-b0b24952ce93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b18b785-1785-4fb8-9b75-eabdfe58758a HTTP/1.1" status: 200 len: 849 time: 0.0710087 Aug 28 12:54:59.781228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-0b335d8f-a47d-4ef4-8228-1b809bc1ec8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737ec79e-8bfc-4900-aaae-db42fad23e17') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:59.781519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-0b335d8f-a47d-4ef4-8228-1b809bc1ec8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737ec79e-8bfc-4900-aaae-db42fad23e17') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:54:59.804286 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b335d8f-a47d-4ef4-8228-1b809bc1ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:59.835187 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b335d8f-a47d-4ef4-8228-1b809bc1ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:59.843572 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b335d8f-a47d-4ef4-8228-1b809bc1ec8a admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:54:59.843944 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b335d8f-a47d-4ef4-8228-1b809bc1ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:54:59.845640 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:54:59.882767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3666f-4f2a-417f-b483-dd9392233943 req-e66b3ac9-185d-4da9-b35d-fc3f3aa3bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:54:59.884267 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41f3666f-4f2a-417f-b483-dd9392233943 req-e66b3ac9-185d-4da9-b35d-fc3f3aa3bed9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958202 Aug 28 12:54:59.946702 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b335d8f-a47d-4ef4-8228-1b809bc1ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:59.953755 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b335d8f-a47d-4ef4-8228-1b809bc1ec8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:54:59.955772 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0b335d8f-a47d-4ef4-8228-1b809bc1ec8a admin admin] 10.222.0.20 "DELETE /v2.0/networks/3ae00f1c-c760-4fbe-abd4-adf069b7eb77 HTTP/1.1" status: 204 len: 168 time: 0.5473952 Aug 28 12:54:59.972281 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b335d8f-a47d-4ef4-8228-1b809bc1ec8a admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae00f1c-c760-4fbe-abd4-adf069b7eb77,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:00.010962 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41f3666f-4f2a-417f-b483-dd9392233943 req-0a78434d-eb51-4152-86eb-427f433b0f4e service neutron] 10.222.0.11 "GET /v2.0/networks/30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145580 Aug 28 12:55:00.109453 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41f3666f-4f2a-417f-b483-dd9392233943 req-efb80cfa-9c41-422e-b2b3-94c9cf293b5a service neutron] 10.222.0.11 "GET /v2.0/networks/30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886488 Aug 28 12:55:00.129366 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54406) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:00.180529 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a56cca58-e865-4075-944d-a7324ffea96c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1087ed86e8e146d5be864c2a12da5c23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498009 Aug 28 12:55:00.183439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54410) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:00.210188 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-734411f6-b0ef-4959-a7f5-7b02e2fc6f87 req-0a67ec5c-ba12-42b5-b114-00f9592094fe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0406883 Aug 28 12:55:00.234247 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-472edeae-2235-4738-a8f2-2ab93599b960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:00.257527 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-472edeae-2235-4738-a8f2-2ab93599b960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:00.271316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85514b-b402-4f4a-baab-d7a062be1c9b req-55ecebe1-97ab-43c0-aec1-92ab4c3baa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:00.272828 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc85514b-b402-4f4a-baab-d7a062be1c9b req-55ecebe1-97ab-43c0-aec1-92ab4c3baa32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1054ec6b96445c285c0af842a26a897&device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1095 time: 0.0911839 Aug 28 12:55:00.281020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e69f0-3ee4-4d3a-ba68-9780335d9489 req-a3004702-b681-4106-b190-4d7f843b04d3 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:00.282572 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-418e69f0-3ee4-4d3a-ba68-9780335d9489 req-a3004702-b681-4106-b190-4d7f843b04d3 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 945 time: 0.0747969 Aug 28 12:55:00.305113 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-472edeae-2235-4738-a8f2-2ab93599b960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:00.308684 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-472edeae-2235-4738-a8f2-2ab93599b960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:00.312360 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-472edeae-2235-4738-a8f2-2ab93599b960 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7303b66b-18dc-4de4-a008-33619550a464 HTTP/1.1" status: 204 len: 168 time: 0.1254683 Aug 28 12:55:00.320545 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472edeae-2235-4738-a8f2-2ab93599b960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7303b66b-18dc-4de4-a008-33619550a464,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:00.342479 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-418e69f0-3ee4-4d3a-ba68-9780335d9489 req-d1e1e19c-2f41-46d8-ba83-1fbf5a63e8f6 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480635 Aug 28 12:55:00.402979 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-469202b2-1405-4e8b-9e27-a4322da27aa2 req-3a2f879e-98e3-42f2-9ec4-f7e24358ab51 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0270095 Aug 28 12:55:00.615570 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-0193e2e6-f9cf-41f1-a493-2ff7f8e57690 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1160021 Aug 28 12:55:00.621354 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85514b-b402-4f4a-baab-d7a062be1c9b req-2e94fa72-f41d-4041-b1ff-d41cf1b6d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:00.622830 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc85514b-b402-4f4a-baab-d7a062be1c9b req-2e94fa72-f41d-4041-b1ff-d41cf1b6d061 service neutron] 10.222.0.11 "GET /v2.0/networks?id=30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 HTTP/1.1" status: 200 len: 910 time: 0.1984797 Aug 28 12:55:00.625099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c82f1-117c-4c67-94c1-f1e31dd0a840 req-cdec1e04-26c3-4b11-9a35-3c24cff8cd69 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:00.626881 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b4c82f1-117c-4c67-94c1-f1e31dd0a840 req-cdec1e04-26c3-4b11-9a35-3c24cff8cd69 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1095 time: 0.1160605 Aug 28 12:55:00.681294 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4c9cf62-d584-4ae2-b327-854b1bc8940b req-9b1617c4-9f61-492c-bf41-d8898883d900 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0726190 Aug 28 12:55:00.695947 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc85514b-b402-4f4a-baab-d7a062be1c9b req-3b2be2b5-0f01-4160-8771-7a317d9fa1fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2eb2860-1826-4678-a850-5c58794afdd0 HTTP/1.1" status: 200 len: 217 time: 0.0423825 Aug 28 12:55:00.711539 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b4c82f1-117c-4c67-94c1-f1e31dd0a840 req-03437f45-8c15-424a-9f0c-3f45ecb074d5 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783873 Aug 28 12:55:00.779322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9cf62-d584-4ae2-b327-854b1bc8940b req-59a79653-d243-409a-a7e2-f8314031196d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:00.782059 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4c9cf62-d584-4ae2-b327-854b1bc8940b req-59a79653-d243-409a-a7e2-f8314031196d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1054ec6b96445c285c0af842a26a897&device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1097 time: 0.0506597 Aug 28 12:55:00.843375 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85514b-b402-4f4a-baab-d7a062be1c9b req-c80e3e31-cdcb-48a8-ad76-c44504b231c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:00.845727 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc85514b-b402-4f4a-baab-d7a062be1c9b req-c80e3e31-cdcb-48a8-ad76-c44504b231c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b18b785-1785-4fb8-9b75-eabdfe58758a HTTP/1.1" status: 200 len: 849 time: 0.1302383 Aug 28 12:55:00.861398 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ef4d8-1d8a-4a89-925b-47257a1a8d70 req-047536d8-21ca-4a8d-b239-af4c58f3befc tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:00.863013 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-571ef4d8-1d8a-4a89-925b-47257a1a8d70 req-047536d8-21ca-4a8d-b239-af4c58f3befc tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 945 time: 0.1041970 Aug 28 12:55:00.869826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-4ea0787d-a14b-44dc-a78a-57c4e584a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:00.870556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-4ea0787d-a14b-44dc-a78a-57c4e584a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:00.871177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-4ea0787d-a14b-44dc-a78a-57c4e584a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:00.871833 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-4ea0787d-a14b-44dc-a78a-57c4e584a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:00.872395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-4ea0787d-a14b-44dc-a78a-57c4e584a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:00.872981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-4ea0787d-a14b-44dc-a78a-57c4e584a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:00.873505 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-4ea0787d-a14b-44dc-a78a-57c4e584a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:00.875584 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-4ea0787d-a14b-44dc-a78a-57c4e584a249 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5e506c78606b440c8de2be4917f584b8&device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 6510 time: 0.1470811 Aug 28 12:55:00.894732 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80eeed10-9944-4a9b-9ea1-414453ef07f4 req-0940c0ed-dd67-41af-a022-95a5dd9aab66 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0333765 Aug 28 12:55:00.941498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9cf62-d584-4ae2-b327-854b1bc8940b req-80718b4e-904b-4e82-a8f9-7a9a591f55a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:00.943259 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4c9cf62-d584-4ae2-b327-854b1bc8940b req-80718b4e-904b-4e82-a8f9-7a9a591f55a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 HTTP/1.1" status: 200 len: 910 time: 0.1291628 Aug 28 12:55:00.997049 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4c9cf62-d584-4ae2-b327-854b1bc8940b req-390f411a-3194-4f75-ac83-964677ec1e5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6d058b2-d132-4ed5-ba73-19b15bbb7b36 HTTP/1.1" status: 200 len: 217 time: 0.0406744 Aug 28 12:55:01.053608 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9cf62-d584-4ae2-b327-854b1bc8940b req-7db53cc2-2ada-4645-8e34-5a235d0dcd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:01.055282 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4c9cf62-d584-4ae2-b327-854b1bc8940b req-7db53cc2-2ada-4645-8e34-5a235d0dcd9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b18b785-1785-4fb8-9b75-eabdfe58758a HTTP/1.1" status: 200 len: 849 time: 0.0479839 Aug 28 12:55:01.056980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85514b-b402-4f4a-baab-d7a062be1c9b req-8ce5e142-13f7-4adc-beee-8b0cc64724bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:01.058535 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc85514b-b402-4f4a-baab-d7a062be1c9b req-8ce5e142-13f7-4adc-beee-8b0cc64724bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1944003 Aug 28 12:55:01.116275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9cf62-d584-4ae2-b327-854b1bc8940b req-5462bb08-5942-4f9e-bd6f-3efff5a01eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:01.118463 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4c9cf62-d584-4ae2-b327-854b1bc8940b req-5462bb08-5942-4f9e-bd6f-3efff5a01eec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540972 Aug 28 12:55:01.158170 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-9f433ea2-0a91-4bba-b4b8-c63352c2a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:01.159369 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-9f433ea2-0a91-4bba-b4b8-c63352c2a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:01.159951 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-9f433ea2-0a91-4bba-b4b8-c63352c2a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:01.161880 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-9f433ea2-0a91-4bba-b4b8-c63352c2a220 service neutron] 10.222.0.11 "GET /v2.0/networks?id=13d7cd11-7d64-44bd-94e1-a8725c05108d&id=59b71610-974a-47e0-be6f-1998f7e34702&id=59b71610-974a-47e0-be6f-1998f7e34702&id=59b71610-974a-47e0-be6f-1998f7e34702&id=59b71610-974a-47e0-be6f-1998f7e34702&id=bcb5f611-12de-426c-9450-c8901fa3ceaa&id=bcb5f611-12de-426c-9450-c8901fa3ceaa HTTP/1.1" status: 200 len: 2294 time: 0.2356784 Aug 28 12:55:01.171336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-571ef4d8-1d8a-4a89-925b-47257a1a8d70 req-b4eb1e31-aa31-44d2-96bb-14deecf5b9b0 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Deleting port c86f3cd5-49ad-437b-a843-23280d1f2ce8 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:01.171674 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-571ef4d8-1d8a-4a89-925b-47257a1a8d70 req-b4eb1e31-aa31-44d2-96bb-14deecf5b9b0 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:01.221670 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4c9cf62-d584-4ae2-b327-854b1bc8940b req-bba0dd56-fea6-447a-8502-a85198578afe service neutron] 10.222.0.10 "GET /v2.0/networks/30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940120 Aug 28 12:55:01.313648 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc85514b-b402-4f4a-baab-d7a062be1c9b req-69374427-5953-462e-9c14-aeebfa849ca7 service neutron] 10.222.0.11 "GET /v2.0/networks/30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438812 Aug 28 12:55:01.322454 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4c9cf62-d584-4ae2-b327-854b1bc8940b req-b4024e2a-1ef3-468e-ae1b-05b3e5f3e7de service neutron] 10.222.0.10 "GET /v2.0/networks/30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919528 Aug 28 12:55:01.326267 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-4d46dc10-e7f5-499b-9e85-589b8635105f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c703f518-96ae-4fe3-8bb2-0979603ac65f HTTP/1.1" status: 200 len: 1002 time: 0.1474452 Aug 28 12:55:01.489461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-571ef4d8-1d8a-4a89-925b-47257a1a8d70 req-b4eb1e31-aa31-44d2-96bb-14deecf5b9b0 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] For port c86f3cd5-49ad-437b-a843-23280d1f2ce8, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c86f3cd5-49ad-437b-a843-23280d1f2ce8,segment=NetworkSegment(62122ca6-8fa6-44b3-b200-f670403561a4),segment_id=62122ca6-8fa6-44b3-b200-f670403561a4)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:01.489821 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-571ef4d8-1d8a-4a89-925b-47257a1a8d70 req-b4eb1e31-aa31-44d2-96bb-14deecf5b9b0 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:01.503102 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-37087db8-467c-448a-a72b-353d9cb4f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:01.505840 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-37087db8-467c-448a-a72b-353d9cb4f07d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48054526-9b9a-45e5-8cb6-dd16d5f9b72d HTTP/1.1" status: 200 len: 855 time: 0.1681437 Aug 28 12:55:01.567748 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bb53d9a9-ca3c-4619-85bc-47a3862d983c req-0fba5c4e-4b7b-4626-825e-b802ec08c7ac tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0664897 Aug 28 12:55:01.624199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756ee3b-546a-422f-a118-5dfdd5ca2fa4 req-89e3865b-fae7-48e0-bda9-81f4ee50bb0e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:01.625695 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f756ee3b-546a-422f-a118-5dfdd5ca2fa4 req-89e3865b-fae7-48e0-bda9-81f4ee50bb0e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 945 time: 0.2075450 Aug 28 12:55:01.637961 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc85514b-b402-4f4a-baab-d7a062be1c9b req-67e328c3-38e0-4323-9c67-42d02612daad service neutron] 10.222.0.11 "GET /v2.0/networks/30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109553 Aug 28 12:55:01.739097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-d6ee5a6f-8c34-4bc4-910b-20e51f622766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:01.740101 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-d6ee5a6f-8c34-4bc4-910b-20e51f622766 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13d7cd11-7d64-44bd-94e1-a8725c05108d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2201495 Aug 28 12:55:01.790551 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f756ee3b-546a-422f-a118-5dfdd5ca2fa4 req-765649e4-5942-4a0c-a005-56d962081707 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d40efd0-4917-42bc-9b29-67ce5a375816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518829 Aug 28 12:55:01.903929 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-571ef4d8-1d8a-4a89-925b-47257a1a8d70 req-b4eb1e31-aa31-44d2-96bb-14deecf5b9b0 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:01.904336 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-571ef4d8-1d8a-4a89-925b-47257a1a8d70 req-b4eb1e31-aa31-44d2-96bb-14deecf5b9b0 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:01.904639 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [req-571ef4d8-1d8a-4a89-925b-47257a1a8d70 req-b4eb1e31-aa31-44d2-96bb-14deecf5b9b0 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Floating IP 318fe7dd-5750-499f-adee-ab0a20e73a10 disassociated. External IP: 172.25.1.225, port: c86f3cd5-49ad-437b-a843-23280d1f2ce8. Aug 28 12:55:01.904982 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-571ef4d8-1d8a-4a89-925b-47257a1a8d70 req-b4eb1e31-aa31-44d2-96bb-14deecf5b9b0 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Calling delete_port for c86f3cd5-49ad-437b-a843-23280d1f2ce8 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:01.910889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b689d3-1de9-4b40-882d-ff571f595fa7 req-a2898eb0-ea7d-4db7-b04b-f97aa1dfd4d3 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:01.919117 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-09b689d3-1de9-4b40-882d-ff571f595fa7 req-a2898eb0-ea7d-4db7-b04b-f97aa1dfd4d3 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1095 time: 0.0751939 Aug 28 12:55:01.939552 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-57aacb9d-ca4c-418b-84ee-3f937a199623 service neutron] 10.222.0.11 "GET /v2.0/networks/13d7cd11-7d64-44bd-94e1-a8725c05108d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889682 Aug 28 12:55:01.964334 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-09b689d3-1de9-4b40-882d-ff571f595fa7 req-2bf271b3-d64f-420d-afb0-7253f9b6a502 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430586 Aug 28 12:55:02.064148 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-320e0623-dfe0-4d09-aa3c-be78cebcfe7e req-e0754d5b-a790-4653-8e51-3c529aa2ae65 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0670118 Aug 28 12:55:02.177811 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-89ba04fd-2d3a-42bb-b54d-57b0ab59afab service neutron] 10.222.0.11 "GET /v2.0/networks/13d7cd11-7d64-44bd-94e1-a8725c05108d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069225 Aug 28 12:55:02.237999 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-bfed616d-9b7b-43be-b8ed-1b1b63dc8752 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=708f1d54-3c32-49c6-8985-1c867d1c59b6 HTTP/1.1" status: 200 len: 217 time: 0.0500321 Aug 28 12:55:02.239739 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-571ef4d8-1d8a-4a89-925b-47257a1a8d70 req-b4eb1e31-aa31-44d2-96bb-14deecf5b9b0 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:02.302737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb1e31-aa31-44d2-96bb-14deecf5b9b0 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Pushing event deleted for resources: {'Port': ['ID=c86f3cd5-49ad-437b-a843-23280d1f2ce8,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:02.431242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-53b5668e-d726-4d9f-af64-4fb66957fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:02.432871 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-53b5668e-d726-4d9f-af64-4fb66957fce3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb64fb14-001a-49f8-b98d-50135cdf674b HTTP/1.1" status: 200 len: 797 time: 0.1839490 Aug 28 12:55:02.745713 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1fb7366e-1eb3-46fd-955d-30b3ed16136d req-d7e29280-024f-4e1b-9d56-3859ca73b121 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0373328 Aug 28 12:55:02.936227 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-643ee291-4a72-4468-963b-1262f91441de req-7f129a0d-696c-4bf0-8c9b-adf6ac17954d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.4567864 Aug 28 12:55:02.990803 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d98f00be-eb76-49f4-adb6-be58068e582e req-a8e2951b-d539-4978-b00a-8916a867bca6 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.4918351 Aug 28 12:55:02.999115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-571ef4d8-1d8a-4a89-925b-47257a1a8d70 req-b4eb1e31-aa31-44d2-96bb-14deecf5b9b0 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Router 55e290d5-07cf-43df-9441-856b9352bf2c has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:55:03.025175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-ef9804f0-809b-450a-8261-f3eeda44dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:03.027797 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-ef9804f0-809b-450a-8261-f3eeda44dd69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59b71610-974a-47e0-be6f-1998f7e34702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5835302 Aug 28 12:55:03.032648 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2a0ed1c-4cd9-445c-a84d-dcfb6cf8cc70 req-3c18ac6a-7d84-4746-b658-412e281fc645 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 210 time: 0.0277510 Aug 28 12:55:03.222762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d34dc-d00e-4639-b633-fb1c13e8cc8a req-bdc2efe5-caab-4fbc-bbd5-b480941d8e50 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:03.224278 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-873d34dc-d00e-4639-b633-fb1c13e8cc8a req-bdc2efe5-caab-4fbc-bbd5-b480941d8e50 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1095 time: 0.1523693 Aug 28 12:55:03.263806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-571ef4d8-1d8a-4a89-925b-47257a1a8d70 req-b4eb1e31-aa31-44d2-96bb-14deecf5b9b0 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:55:03.276145 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3262f9e-855c-4061-9555-ff7f2eb3f84c None None] Sync routers for ids ['55e290d5-07cf-43df-9441-856b9352bf2c'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:55:03.288062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3262f9e-855c-4061-9555-ff7f2eb3f84c None None] Routers {'55e290d5-07cf-43df-9441-856b9352bf2c'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:55:03.289012 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a3262f9e-855c-4061-9555-ff7f2eb3f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['55e290d5-07cf-43df-9441-856b9352bf2c'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:03.330081 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-f96ad0f2-a704-4503-bc23-0259dcf2162f service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039139 Aug 28 12:55:03.332921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-571ef4d8-1d8a-4a89-925b-47257a1a8d70 req-b4eb1e31-aa31-44d2-96bb-14deecf5b9b0 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] No DVR routers for this DVR port c86f3cd5-49ad-437b-a843-23280d1f2ce8 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:55:03.342684 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-873d34dc-d00e-4639-b633-fb1c13e8cc8a req-b5016edb-e29f-40e8-80be-4dcfce41b5b5 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068525 Aug 28 12:55:03.360730 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-571ef4d8-1d8a-4a89-925b-47257a1a8d70 req-b4eb1e31-aa31-44d2-96bb-14deecf5b9b0 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:03.362829 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-571ef4d8-1d8a-4a89-925b-47257a1a8d70 req-b4eb1e31-aa31-44d2-96bb-14deecf5b9b0 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.11 "DELETE /v2.0/ports/c86f3cd5-49ad-437b-a843-23280d1f2ce8 HTTP/1.1" status: 204 len: 173 time: 2.4773929 Aug 28 12:55:03.363267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf55c41-9bb5-498a-920e-d1c9896352ee', 'name': 'network-vif-deleted', 'tag': 'c86f3cd5-49ad-437b-a843-23280d1f2ce8'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:55:03.365492 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83ad237-c774-4ac5-87a7-d5f9621c8e52" -d '{"events": [{"server_uuid": "aaf55c41-9bb5-498a-920e-d1c9896352ee", "name": "network-vif-deleted", "tag": "c86f3cd5-49ad-437b-a843-23280d1f2ce8"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:55:03.429343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a3262f9e-855c-4061-9555-ff7f2eb3f84c None None] Set router 55e290d5-07cf-43df-9441-856b9352bf2c gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:55:03.439479 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aee1420-bdf8-453f-8143-cddc890211ae x-openstack-request-id: req-9aee1420-bdf8-453f-8143-cddc890211ae {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:55:03.439894 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf55c41-9bb5-498a-920e-d1c9896352ee", "name": "network-vif-deleted", "tag": "c86f3cd5-49ad-437b-a843-23280d1f2ce8", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:55:03.440006 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9aee1420-bdf8-453f-8143-cddc890211ae {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:55:03.440362 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf55c41-9bb5-498a-920e-d1c9896352ee', 'name': 'network-vif-deleted', 'tag': 'c86f3cd5-49ad-437b-a843-23280d1f2ce8', 'status': 'completed', 'code': 200} Aug 28 12:55:03.485991 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-e7df21d5-b1d7-4d8d-ae3f-c33b78876fed service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410253 Aug 28 12:55:03.541305 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-935fd65d-2e8d-4644-8520-069e0c26f63e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=440861dd-6270-4426-a201-c0adbe3cd44a HTTP/1.1" status: 200 len: 217 time: 0.0477180 Aug 28 12:55:03.600845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-06c603c8-62d4-4246-9501-8ac2ca816757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:03.603187 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-06c603c8-62d4-4246-9501-8ac2ca816757 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb64fb14-001a-49f8-b98d-50135cdf674b HTTP/1.1" status: 200 len: 797 time: 0.0529885 Aug 28 12:55:03.615975 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54544) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:03.653243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f2eb2860-1826-4678-a850-5c58794afdd0 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:55:03.657947 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c86f3cd5-49ad-437b-a843-23280d1f2ce8 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:03.660387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-fc03cc9c-20df-41bd-9f94-2df1e4d67c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:03.663191 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-fc03cc9c-20df-41bd-9f94-2df1e4d67c7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59b71610-974a-47e0-be6f-1998f7e34702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0525589 Aug 28 12:55:03.706553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: c86f3cd5-49ad-437b-a843-23280d1f2ce8 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:55:03.707158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c86f3cd5-49ad-437b-a843-23280d1f2ce8 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:55:03.780164 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2713ccd7-f206-476a-b2a3-9744be986100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:03.793216 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-5717b806-b471-41c6-b376-f9060678fbd5 service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208444 Aug 28 12:55:03.863232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f2eb2860-1826-4678-a850-5c58794afdd0, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f2eb2860-1826-4678-a850-5c58794afdd0,segment=NetworkSegment(43168c2d-35d4-406a-ae5a-5c5d93f6c941),segment_id=43168c2d-35d4-406a-ae5a-5c5d93f6c941)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:03.899398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'f2eb2860-1826-4678-a850-5c58794afdd0', 'network_id': '30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2', 'port_id': 'f2eb2860-1826-4678-a850-5c58794afdd0', 'mac_address': 'fa:16:3e:3a:e4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b18b785-1785-4fb8-9b75-eabdfe58758a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:55:03.906806 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-ad36d981-e062-4a87-83ec-35bfea2f923b service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048050 Aug 28 12:55:03.941413 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72e1ed8e-8425-4830-bce2-928f4916c3cc req-5d558392-53c0-44bf-976c-9996a724a70f tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0327682 Aug 28 12:55:03.962270 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2713ccd7-f206-476a-b2a3-9744be986100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:03.967214 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2713ccd7-f206-476a-b2a3-9744be986100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:04.004757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a3262f9e-855c-4061-9555-ff7f2eb3f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'name': 'tempest-ServersTestBootFromVolume-1022554763-router', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:54Z', 'updated_at': '2021-08-28T12:52:00Z', 'revision_number': 4, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'gw_port': {'id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:55Z', 'updated_at': '2021-08-28T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '77d9edfb-c0a8-4bc4-ab40-14e896359c18', 'name': '', 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'mac_address': 'fa:16:3e:62:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:59Z', 'updated_at': '2021-08-28T12:52:10Z', 'revision_number': 5, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'subnets': [{'id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:04.005078 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-559a41e5-1e5c-4912-9400-e26bc0a2cd5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=270133e3-b69e-4c31-a29a-5624250f6d0a HTTP/1.1" status: 200 len: 217 time: 0.0548708 Aug 28 12:55:04.007795 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:04.044800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713ccd7-f206-476a-b2a3-9744be986100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc394e4-9be5-48d8-9bf8-95e3273f7715,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:04.053975 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2713ccd7-f206-476a-b2a3-9744be986100 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=048459eee5f447e5af2b32ab680eed56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362633 Aug 28 12:55:04.054850 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54556) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:04.076177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-f0839ffb-dc9f-412a-a2a2-aa824a31cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:04.080690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-f0839ffb-dc9f-412a-a2a2-aa824a31cb10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb64fb14-001a-49f8-b98d-50135cdf674b HTTP/1.1" status: 200 len: 797 time: 0.0755019 Aug 28 12:55:04.104112 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2eb2860-1826-4678-a850-5c58794afdd0 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:55:04.134950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3262f9e-855c-4061-9555-ff7f2eb3f84c None None] Checking router: 55e290d5-07cf-43df-9441-856b9352bf2c for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:55:04.148327 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36c6c4a5-7da7-4157-9157-10b199a35aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:04.154797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3262f9e-855c-4061-9555-ff7f2eb3f84c None None] Routers {'55e290d5-07cf-43df-9441-856b9352bf2c'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:55:04.155660 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a3262f9e-855c-4061-9555-ff7f2eb3f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:54:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['55e290d5-07cf-43df-9441-856b9352bf2c'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:04.197958 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36c6c4a5-7da7-4157-9157-10b199a35aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:04.201928 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f2eb2860-1826-4678-a850-5c58794afdd0, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f2eb2860-1826-4678-a850-5c58794afdd0,segment=NetworkSegment(43168c2d-35d4-406a-ae5a-5c5d93f6c941),segment_id=43168c2d-35d4-406a-ae5a-5c5d93f6c941)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:04.214374 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:04.216553 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3b3ba26c-5e00-40a2-9fcf-59792db0ba7f req-8363098a-f979-4a38-97bc-7898c3593b38 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0990322 Aug 28 12:55:04.239494 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-49d03341-a4fa-4e59-ba62-0f9ba3044831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:04.241071 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-49d03341-a4fa-4e59-ba62-0f9ba3044831 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59b71610-974a-47e0-be6f-1998f7e34702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1512275 Aug 28 12:55:04.277667 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9b55042e-c71f-4c8c-b4c5-4a3133ed854c req-3f332e35-fc6d-4d6a-9dff-2fba207ac59e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 210 time: 0.0833154 Aug 28 12:55:04.333776 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36c6c4a5-7da7-4157-9157-10b199a35aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:04.336857 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36c6c4a5-7da7-4157-9157-10b199a35aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:04.338283 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-36c6c4a5-7da7-4157-9157-10b199a35aa2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cc394e4-9be5-48d8-9bf8-95e3273f7715 HTTP/1.1" status: 204 len: 168 time: 0.2823250 Aug 28 12:55:04.350817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6c4a5-7da7-4157-9157-10b199a35aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc394e4-9be5-48d8-9bf8-95e3273f7715,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:04.409902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=f2eb2860-1826-4678-a850-5c58794afdd0,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:04.413739 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a3262f9e-855c-4061-9555-ff7f2eb3f84c None None] Set router 55e290d5-07cf-43df-9441-856b9352bf2c gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:55:04.421005 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-daee56bc-a761-42b6-ba37-ef8da909a4dd service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707213 Aug 28 12:55:04.550584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7def35-1409-47c6-b4ee-c1a102f474c8 req-401fc332-bc83-4054-96b8-fb4094f77bc6 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:04.553227 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-af7def35-1409-47c6-b4ee-c1a102f474c8 req-401fc332-bc83-4054-96b8-fb4094f77bc6 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1096 time: 0.1207516 Aug 28 12:55:04.615069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['f2eb2860-1826-4678-a850-5c58794afdd0'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:55:04.633040 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-af7def35-1409-47c6-b4ee-c1a102f474c8 req-5e17f534-266c-413a-8571-05a2368dc61f tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703888 Aug 28 12:55:04.640377 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-51cc40df-3eab-4bf0-8041-3206d976950c service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099175 Aug 28 12:55:04.702517 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-99bd253f-0aed-41be-bdb4-fe2ce6395e23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=1cbe3f0b-18d7-4706-9651-2722f3d45f33 HTTP/1.1" status: 200 len: 217 time: 0.0543666 Aug 28 12:55:04.740570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54566) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:04.767654 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af38442d-439b-4fab-b6d2-9d35181a5091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:04.776123 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a3262f9e-855c-4061-9555-ff7f2eb3f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'name': 'tempest-ServersTestBootFromVolume-1022554763-router', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:54Z', 'updated_at': '2021-08-28T12:52:00Z', 'revision_number': 4, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'gw_port': {'id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:55Z', 'updated_at': '2021-08-28T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '77d9edfb-c0a8-4bc4-ab40-14e896359c18', 'name': '', 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'mac_address': 'fa:16:3e:62:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:59Z', 'updated_at': '2021-08-28T12:52:10Z', 'revision_number': 5, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'subnets': [{'id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:04.788144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-06dd69b1-b5f9-49e1-a8a8-fc9bc8c7e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:04.789632 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-06dd69b1-b5f9-49e1-a8a8-fc9bc8c7e4e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cb64fb14-001a-49f8-b98d-50135cdf674b HTTP/1.1" status: 200 len: 797 time: 0.0802658 Aug 28 12:55:04.829928 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3262f9e-855c-4061-9555-ff7f2eb3f84c None None] The sync data for ids ['55e290d5-07cf-43df-9441-856b9352bf2c'] in n-d-791505-21 is: [{'id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'name': 'tempest-ServersTestBootFromVolume-1022554763-router', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:54Z', 'updated_at': '2021-08-28T12:52:00Z', 'revision_number': 4, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'gw_port': {'id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:55Z', 'updated_at': '2021-08-28T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '77d9edfb-c0a8-4bc4-ab40-14e896359c18', 'name': '', 'network_id': '8c33761f-db05-4660-b311-b355e5202ecb', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'mac_address': 'fa:16:3e:62:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:59Z', 'updated_at': '2021-08-28T12:52:10Z', 'revision_number': 5, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'subnets': [{'id': '7f1acfd0-9b8b-49ff-9926-40732f167066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:55:04.867623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-7a20ba04-468b-4894-bb47-7af707ba19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:04.869086 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-7a20ba04-468b-4894-bb47-7af707ba19cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59b71610-974a-47e0-be6f-1998f7e34702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0713947 Aug 28 12:55:04.972101 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af38442d-439b-4fab-b6d2-9d35181a5091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:04.979630 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af38442d-439b-4fab-b6d2-9d35181a5091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:05.041020 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-af38442d-439b-4fab-b6d2-9d35181a5091 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=818c8cf676e048bc9d0ee1567838a0b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992043 Aug 28 12:55:05.043855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-8bb9401d-bce4-4e7f-a831-074d084cf04d service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664476 Aug 28 12:55:05.044537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54572) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:05.045165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38442d-439b-4fab-b6d2-9d35181a5091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58190c96-a0cc-4fbc-b939-0b751ec87b75,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:05.143316 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d022bc4-9128-4922-aa27-27f3a7ada04d req-ef381a54-ee76-432b-bb6c-9f03cc3b240f tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0739858 Aug 28 12:55:05.198619 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5365040c-01c6-4fd1-b266-a151d961e553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:05.227997 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-fbcd0fe6-1270-4e73-9115-5cfa031f9a9f service neutron] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735253 Aug 28 12:55:05.237165 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5365040c-01c6-4fd1-b266-a151d961e553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:05.251463 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5244bce3-ae4b-4432-8ec0-37068e77eb17 None None] New status for floating IP 318fe7dd-5750-499f-adee-ab0a20e73a10: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:55:05.301399 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-d1f7c905-423e-4636-92c4-3d3f27360b0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=00290326-04f3-468c-be88-b5556baab84a HTTP/1.1" status: 200 len: 217 time: 0.0570791 Aug 28 12:55:05.369103 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-741e00c3-9a91-4328-8040-a6c484777547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:05.370761 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-741e00c3-9a91-4328-8040-a6c484777547 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b264f4ef-1309-4558-ad1d-260dd40e4e63 HTTP/1.1" status: 200 len: 797 time: 0.0608745 Aug 28 12:55:05.398511 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5365040c-01c6-4fd1-b266-a151d961e553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:05.401227 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5365040c-01c6-4fd1-b266-a151d961e553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:05.402421 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5365040c-01c6-4fd1-b266-a151d961e553 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58190c96-a0cc-4fbc-b939-0b751ec87b75 HTTP/1.1" status: 204 len: 168 time: 0.3538184 Aug 28 12:55:05.457594 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-48c51394-7765-407a-b910-6e889112a378 req-f4e14e86-d2c1-4cde-90b8-144cabce792e tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0625677 Aug 28 12:55:05.459507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365040c-01c6-4fd1-b266-a151d961e553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58190c96-a0cc-4fbc-b939-0b751ec87b75,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:05.485978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-f821bedc-1fda-41ac-8a36-0eb9287a4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:05.488018 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-f821bedc-1fda-41ac-8a36-0eb9287a4de3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcb5f611-12de-426c-9450-c8901fa3ceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1088922 Aug 28 12:55:05.598583 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-c86dce6c-1f9b-4b01-804e-cc289c71371f service neutron] 10.222.0.11 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018639 Aug 28 12:55:05.645721 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-490bf7dd-1244-414a-8033-cee34ea04ddb req-f80e3b24-97b3-4f48-8e8c-21cbd5233dd0 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 210 time: 0.0449541 Aug 28 12:55:05.659779 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07e62737-0c9b-4720-a943-5826bbe44c02 req-22bd2cf1-a53e-4f50-89a0-b710b65cf00b tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee&device_id=6231baae-5bd5-40f9-bd36-3b0b0730a6bb HTTP/1.1" status: 200 len: 210 time: 0.0494227 Aug 28 12:55:05.797714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-6f3f47f0-c179-4b35-a8cc-84d684cd75fd service neutron] 10.222.0.11 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832592 Aug 28 12:55:05.799277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d228ea-535b-4d7d-a43e-69a375ca27d9 req-0869da0a-5591-4ec7-80fe-726d56368176 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:05.800916 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3d228ea-535b-4d7d-a43e-69a375ca27d9 req-0869da0a-5591-4ec7-80fe-726d56368176 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1096 time: 0.0543251 Aug 28 12:55:05.864318 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-3c1897cd-5fda-40c2-a9b4-ac754af28f76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e1211f4-8497-4466-9e2b-21509e98d6a4 HTTP/1.1" status: 200 len: 217 time: 0.0559976 Aug 28 12:55:05.866881 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3d228ea-535b-4d7d-a43e-69a375ca27d9 req-dcffa702-8985-48bd-a877-bb1a752d84af tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589011 Aug 28 12:55:05.959614 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62c7633d-c924-4ea3-8f43-feef08168063 req-648d99ea-cce0-4af4-9588-16e2b08b09b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65d587db5519437aa577e7db88fb13b1&device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0321095 Aug 28 12:55:05.961513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-ed6cab5c-7e92-422b-a507-63399570d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:05.962989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-ed6cab5c-7e92-422b-a507-63399570d209 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b264f4ef-1309-4558-ad1d-260dd40e4e63 HTTP/1.1" status: 200 len: 797 time: 0.0820644 Aug 28 12:55:06.025178 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c5165e9f-6110-439d-b18c-8c6974e9c07b req-65dc6223-503c-408a-9efe-1950a8bfcd32 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0358286 Aug 28 12:55:06.032005 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62c7633d-c924-4ea3-8f43-feef08168063 req-564acac2-9218-4594-8b95-eb0606471cac service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=65d587db5519437aa577e7db88fb13b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574310 Aug 28 12:55:06.093010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-a6b382db-80d0-41ae-b3e2-90e9130de4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:06.094613 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-a6b382db-80d0-41ae-b3e2-90e9130de4cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bcb5f611-12de-426c-9450-c8901fa3ceaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1072443 Aug 28 12:55:06.209835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7633d-c924-4ea3-8f43-feef08168063 req-fc0f8d93-e50a-4a18-9d95-086b087a8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:06.209835 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62c7633d-c924-4ea3-8f43-feef08168063 req-fc0f8d93-e50a-4a18-9d95-086b087a8f8b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1684303 Aug 28 12:55:06.236535 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-7627944f-23df-4d4f-b3fc-79a6f6111c51 service neutron] 10.222.0.11 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312172 Aug 28 12:55:06.355865 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d70a4e9-94db-438e-809c-b736e6c8fd4d req-0cbfe2ce-a901-4d33-88d4-323de3294e5d service neutron] 10.222.0.11 "GET /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081009 Aug 28 12:55:06.592614 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae31bceb-41dc-49fe-be62-f4922110f9f7 req-2925c795-25ec-4dcc-9e78-03180cd489b6 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0302365 Aug 28 12:55:06.779937 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f21c2378-5ab2-4239-850a-1801585331ae req-28dbf099-0ea9-4494-a511-9e9fbe1eca8a tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 210 time: 0.0486085 Aug 28 12:55:07.002939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f96590-c544-421f-a0f0-a84e44687fbe req-48747852-5179-45cb-9a1c-03b16f8dad24 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:07.004443 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37f96590-c544-421f-a0f0-a84e44687fbe req-48747852-5179-45cb-9a1c-03b16f8dad24 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1096 time: 0.0553608 Aug 28 12:55:07.050202 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37f96590-c544-421f-a0f0-a84e44687fbe req-085b8a67-7d4d-4477-b6a5-e39f04ccaecb tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342600 Aug 28 12:55:07.147638 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d35e8d6c-5490-4345-a0c8-54d8614b8414 req-59eb43a5-2796-4954-b54b-31cfa1f8da75 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0357838 Aug 28 12:55:07.158473 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:07.669531 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f2eb2860-1826-4678-a850-5c58794afdd0 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:55:07.747730 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62c7633d-c924-4ea3-8f43-feef08168063 req-58b91f10-c0aa-45b7-8546-23c7fc5f3490 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.11 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0678837 Aug 28 12:55:07.751628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cf5312bd-cf5f-46e3-918e-ddc9a6a04f30 req-78285621-6ec2-4f55-a27c-705b3bc98276 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0570412 Aug 28 12:55:07.758531 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port f2eb2860-1826-4678-a850-5c58794afdd0 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:55:07.763719 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port f2eb2860-1826-4678-a850-5c58794afdd0 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:55:07.764146 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:07.874369 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:07.902254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c48aeb0-ce11-417f-a953-226baddc5e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2eb2860-1826-4678-a850-5c58794afdd0'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:55:07.904864 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d42b1f2-56ab-4fe0-aeaa-058fc0b0e99b" -d '{"events": [{"server_uuid": "2c48aeb0-ce11-417f-a953-226baddc5e30", "name": "network-vif-plugged", "status": "completed", "tag": "f2eb2860-1826-4678-a850-5c58794afdd0"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:55:07.919497 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f2eb2860-1826-4678-a850-5c58794afdd0, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f2eb2860-1826-4678-a850-5c58794afdd0,segment=NetworkSegment(43168c2d-35d4-406a-ae5a-5c5d93f6c941),segment_id=43168c2d-35d4-406a-ae5a-5c5d93f6c941)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:07.925302 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:07.980705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=f2eb2860-1826-4678-a850-5c58794afdd0,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:07.986975 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-68303fe3-d473-4a0e-b0fe-0bc0c2bb6eaa req-c68eea8b-f618-4a79-ac1a-ca6ab3965cf9 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 210 time: 0.1002789 Aug 28 12:55:07.992414 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01dd084-95e5-449a-bcc4-d4ed756fe71c x-openstack-request-id: req-d01dd084-95e5-449a-bcc4-d4ed756fe71c {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:55:07.992811 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c48aeb0-ce11-417f-a953-226baddc5e30", "name": "network-vif-plugged", "status": "completed", "tag": "f2eb2860-1826-4678-a850-5c58794afdd0", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:55:07.992949 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d01dd084-95e5-449a-bcc4-d4ed756fe71c {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:55:07.993330 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c48aeb0-ce11-417f-a953-226baddc5e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2eb2860-1826-4678-a850-5c58794afdd0', 'code': 200} Aug 28 12:55:08.149643 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adb719-aa30-4d54-9f32-d538eb3f1cc5 req-b16e991d-12b2-483d-9592-1d329b453b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:08.151327 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44adb719-aa30-4d54-9f32-d538eb3f1cc5 req-b16e991d-12b2-483d-9592-1d329b453b15 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1097 time: 0.0420573 Aug 28 12:55:08.216103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44adb719-aa30-4d54-9f32-d538eb3f1cc5 req-b364f413-aaef-4b72-a445-ddc7ab872b16 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461838 Aug 28 12:55:08.227223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645075f9-e25f-4d37-a892-4066148e60c6 req-57b182a5-7221-4e76-b5d4-2d0b69f5f7cf tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:08.229062 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-645075f9-e25f-4d37-a892-4066148e60c6 req-57b182a5-7221-4e76-b5d4-2d0b69f5f7cf tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1097 time: 0.0690157 Aug 28 12:55:08.279625 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-645075f9-e25f-4d37-a892-4066148e60c6 req-9780e45f-61d8-4268-bb5b-5665993985b4 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413766 Aug 28 12:55:08.313795 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54680) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:08.324464 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cfeaeab7-a368-40d1-afd3-19a18b8ae2b1 req-234a4571-512a-49e4-b7af-22f196051180 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=3858e3e2-d0af-42cf-902f-b1d033f9f8ee HTTP/1.1" status: 200 len: 210 time: 0.0469673 Aug 28 12:55:08.432738 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebd1e-db23-4a71-913a-866994d18c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:08.526994 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebd1e-db23-4a71-913a-866994d18c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:08.534843 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac3ebd1e-db23-4a71-913a-866994d18c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:08.579670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54684) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:08.586843 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac3ebd1e-db23-4a71-913a-866994d18c63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c90a4c7e1494dbd86a1690db5750852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2715106 Aug 28 12:55:08.591151 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ebd1e-db23-4a71-913a-866994d18c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4b7779-c079-4e39-98c2-8d6df5b91bc1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:08.642415 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09e43e30-d9c0-49e2-b673-2241ff0d0133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:08.665780 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09e43e30-d9c0-49e2-b673-2241ff0d0133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:08.720581 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09e43e30-d9c0-49e2-b673-2241ff0d0133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:08.724281 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09e43e30-d9c0-49e2-b673-2241ff0d0133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:08.726839 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-09e43e30-d9c0-49e2-b673-2241ff0d0133 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be4b7779-c079-4e39-98c2-8d6df5b91bc1 HTTP/1.1" status: 204 len: 168 time: 0.1462436 Aug 28 12:55:08.738782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e43e30-d9c0-49e2-b673-2241ff0d0133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4b7779-c079-4e39-98c2-8d6df5b91bc1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:08.873803 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f204008e-1ac2-4433-8667-41b49025e74d req-0e040370-db2e-4877-ba25-975f75ed12ec tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0302510 Aug 28 12:55:09.074660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54694) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:09.095710 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-20cbe1fb-17e2-4ac9-b613-10f8af8f67c8 req-27b1f6c2-3e3d-4c41-a9dc-2bfd49c5a8b4 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf55c41-9bb5-498a-920e-d1c9896352ee HTTP/1.1" status: 200 len: 210 time: 0.0398581 Aug 28 12:55:09.097084 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c7202642-5dd4-46f7-b424-354da1a5467f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:09.208303 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c7202642-5dd4-46f7-b424-354da1a5467f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:09.212506 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c7202642-5dd4-46f7-b424-354da1a5467f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:09.253718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7202642-5dd4-46f7-b424-354da1a5467f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97de1c7-fa42-40cc-9ebe-c3dafaacd939,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:09.258177 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c7202642-5dd4-46f7-b424-354da1a5467f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7db4d86ca644ed1b7bffd056a8aa7ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821136 Aug 28 12:55:09.260835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54696) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:09.311099 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f7de5cc-2ae9-4273-b076-c090b42bcd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:09.334399 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f7de5cc-2ae9-4273-b076-c090b42bcd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:09.404834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96a3b0-0668-46e3-ba61-1185c4f0898d req-cec5b700-c222-44f8-9d3c-7724ee2ea0ca tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:09.406411 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d96a3b0-0668-46e3-ba61-1185c4f0898d req-cec5b700-c222-44f8-9d3c-7724ee2ea0ca tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1097 time: 0.0560880 Aug 28 12:55:09.421758 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f7de5cc-2ae9-4273-b076-c090b42bcd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:09.425218 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f7de5cc-2ae9-4273-b076-c090b42bcd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:09.426559 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8f7de5cc-2ae9-4273-b076-c090b42bcd21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c97de1c7-fa42-40cc-9ebe-c3dafaacd939 HTTP/1.1" status: 204 len: 168 time: 0.1647398 Aug 28 12:55:09.449356 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7de5cc-2ae9-4273-b076-c090b42bcd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97de1c7-fa42-40cc-9ebe-c3dafaacd939,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:09.472318 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d96a3b0-0668-46e3-ba61-1185c4f0898d req-295e66f9-1493-4e31-877a-0f105e7b9c45 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446568 Aug 28 12:55:09.606768 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:09.676339 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9f4e4f7-ca2c-49be-a35f-a89628367957 req-07fbc51c-df54-4088-a1b5-525d5f0a3458 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=65d587db5519437aa577e7db88fb13b1&device_id=6231baae-5bd5-40f9-bd36-3b0b0730a6bb HTTP/1.1" status: 200 len: 210 time: 0.0682957 Aug 28 12:55:09.710838 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9f4e4f7-ca2c-49be-a35f-a89628367957 req-2e323861-a7ce-4595-9d09-e0673d7facc1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=65d587db5519437aa577e7db88fb13b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259209 Aug 28 12:55:09.752356 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8660126e-cde1-47ae-b62e-caaff42ec07e req-4b8fe649-cd3e-4bf6-8437-abe51912fa96 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231baae-5bd5-40f9-bd36-3b0b0730a6bb HTTP/1.1" status: 200 len: 210 time: 0.0350649 Aug 28 12:55:09.815798 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-196e9116-5d4f-4d61-aa7c-9fd69e1545b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:09.854772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e4f7-ca2c-49be-a35f-a89628367957 req-dbc3da2f-edce-4d67-91be-34a7eca68cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:09.856730 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9f4e4f7-ca2c-49be-a35f-a89628367957 req-dbc3da2f-edce-4d67-91be-34a7eca68cdb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1294558 Aug 28 12:55:10.003479 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8c85e20f-5da8-47cb-a598-2c3e05727248 req-6cb5bf6b-2854-4a41-9590-26b6f0c1f8c4 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0452967 Aug 28 12:55:10.618325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd7c5f-a845-470c-9467-5c825245d697 req-3375d08b-0b6e-4c96-9475-840669effd25 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:10.620113 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3efd7c5f-a845-470c-9467-5c825245d697 req-3375d08b-0b6e-4c96-9475-840669effd25 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1097 time: 0.0506821 Aug 28 12:55:10.699872 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3efd7c5f-a845-470c-9467-5c825245d697 req-5275ad01-a513-4b9e-a649-762edb355820 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684545 Aug 28 12:55:10.965115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a502ea-4cd7-47aa-b96e-395221737612 req-b424d2cd-f33e-4931-97df-81622dcd874a tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:10.967257 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28a502ea-4cd7-47aa-b96e-395221737612 req-b424d2cd-f33e-4931-97df-81622dcd874a tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1097 time: 0.0605242 Aug 28 12:55:11.007968 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28a502ea-4cd7-47aa-b96e-395221737612 req-7b03f9b3-38e3-4510-a22c-3dd915db3b58 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 Aug 28 12:55:11.124842 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbfdeccb-9101-4676-b770-a9116672f607 req-fc9cd109-f18b-4f68-8234-00b54aa55720 tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.20 "GET /v2.0/ports?device_id=6231baae-5bd5-40f9-bd36-3b0b0730a6bb HTTP/1.1" status: 200 len: 210 time: 0.0391483 Aug 28 12:55:11.230588 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54768) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:11.265890 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-96aee8b8-1f86-43a9-a3a8-7a2f7b96a233 req-06dc34c6-e654-4279-85c2-f75b17b6ab2b tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0407989 Aug 28 12:55:11.343956 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9f4e4f7-ca2c-49be-a35f-a89628367957 req-75103bc8-b4a1-44f5-82aa-af2f3db0bb3b tempest-ServerShowV247Test-1690519660 tempest-ServerShowV247Test-1690519660-project] 10.222.0.11 "GET /v2.0/ports?device_id=6231baae-5bd5-40f9-bd36-3b0b0730a6bb HTTP/1.1" status: 200 len: 210 time: 0.0362389 Aug 28 12:55:11.381757 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e456c056-bb81-4eb3-ab02-644b7835d03d tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:11.415294 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e456c056-bb81-4eb3-ab02-644b7835d03d tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:11.425372 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bf8b1-a945-4869-8047-8e6a32890e3b req-35dcd6ae-6e06-4389-b658-9befc10cbd93 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:11.426979 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e59bf8b1-a945-4869-8047-8e6a32890e3b req-35dcd6ae-6e06-4389-b658-9befc10cbd93 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1097 time: 0.0973926 Aug 28 12:55:11.493897 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e59bf8b1-a945-4869-8047-8e6a32890e3b req-9eca0cd9-38d9-4d7d-b89e-2c6bcd7ce9da tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519247 Aug 28 12:55:11.503944 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e456c056-bb81-4eb3-ab02-644b7835d03d tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:11.507545 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e456c056-bb81-4eb3-ab02-644b7835d03d tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:11.509064 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e456c056-bb81-4eb3-ab02-644b7835d03d tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "DELETE /v2.0/security-groups/0d40efd0-4917-42bc-9b29-67ce5a375816 HTTP/1.1" status: 204 len: 168 time: 0.2764728 Aug 28 12:55:11.512089 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54774) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:11.519551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456c056-bb81-4eb3-ab02-644b7835d03d tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d40efd0-4917-42bc-9b29-67ce5a375816,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:11.545116 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-36b28b19-b5c3-4817-b67e-7b16f086347e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] show failed (client error): The resource could not be found. Aug 28 12:55:11.557911 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-36b28b19-b5c3-4817-b67e-7b16f086347e tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "GET /v2.0/security-groups/0d40efd0-4917-42bc-9b29-67ce5a375816 HTTP/1.1" status: 404 len: 347 time: 0.0423462 Aug 28 12:55:11.558465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54778) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:11.699115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7a484e63-c9e0-4618-9fda-f087d239c405 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Deleting port d1e5e5d7-63fc-4f3a-8514-5fbf31a8fb1d {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:11.700211 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a484e63-c9e0-4618-9fda-f087d239c405 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:11.763639 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea274c-b4e5-4322-b422-903b18102a4e req-da08c510-4494-4bfa-b332-fca916ceb5d8 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:11.765360 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2fea274c-b4e5-4322-b422-903b18102a4e req-da08c510-4494-4bfa-b332-fca916ceb5d8 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1097 time: 0.0473588 Aug 28 12:55:11.820998 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2fea274c-b4e5-4322-b422-903b18102a4e req-bb0b111b-84d0-4483-afd2-c83eecad4751 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452373 Aug 28 12:55:11.835276 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a484e63-c9e0-4618-9fda-f087d239c405 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:11.835661 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a484e63-c9e0-4618-9fda-f087d239c405 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:11.859611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7a484e63-c9e0-4618-9fda-f087d239c405 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Calling delete_port for d1e5e5d7-63fc-4f3a-8514-5fbf31a8fb1d owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:12.021062 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a484e63-c9e0-4618-9fda-f087d239c405 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:12.051904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a484e63-c9e0-4618-9fda-f087d239c405 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Pushing event deleted for resources: {'Port': ['ID=d1e5e5d7-63fc-4f3a-8514-5fbf31a8fb1d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:12.120348 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a484e63-c9e0-4618-9fda-f087d239c405 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:12.123913 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a484e63-c9e0-4618-9fda-f087d239c405 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:12.125089 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7a484e63-c9e0-4618-9fda-f087d239c405 tempest-ServersTestBootFromVolume-1436619223 tempest-ServersTestBootFromVolume-1436619223-project] 10.222.0.20 "DELETE /v2.0/floatingips/318fe7dd-5750-499f-adee-ab0a20e73a10 HTTP/1.1" status: 204 len: 168 time: 0.5654366 Aug 28 12:55:12.128265 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54794) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:12.248173 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6b435438-139d-468c-b610-98f30152aaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:12.387366 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-42aa6fb1-4c32-496e-b2a4-d6ecae4e2ca8 req-c07479b0-d45e-4ec6-a288-d39f188c1f0e tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0332158 Aug 28 12:55:12.499122 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:12.554476 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f02ba3ab-2ba2-40f2-86f4-ec29d8f97801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:12.584119 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54812) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:12.707537 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-71efddb9-e992-4de3-951e-3c33af52b007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:12.817800 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-71efddb9-e992-4de3-951e-3c33af52b007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:12.822834 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-71efddb9-e992-4de3-951e-3c33af52b007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:12.868630 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-71efddb9-e992-4de3-951e-3c33af52b007 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65d587db5519437aa577e7db88fb13b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2833238 Aug 28 12:55:12.869373 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efddb9-e992-4de3-951e-3c33af52b007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503a7ed3-66d6-4c86-854d-bf6d0aa08205,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:12.896809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54822) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:13.008978 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-efd8fb1a-3bed-4e40-b336-8276d5e900b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:13.042793 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-efd8fb1a-3bed-4e40-b336-8276d5e900b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:13.098147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a53fa5-edd7-4c76-956b-71b3e375ed29 req-f4eb2649-b923-40e7-a786-d544e6612499 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:13.100385 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-48a53fa5-edd7-4c76-956b-71b3e375ed29 req-f4eb2649-b923-40e7-a786-d544e6612499 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1097 time: 0.1000230 Aug 28 12:55:13.117636 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-efd8fb1a-3bed-4e40-b336-8276d5e900b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:13.120472 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-efd8fb1a-3bed-4e40-b336-8276d5e900b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:13.121850 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-efd8fb1a-3bed-4e40-b336-8276d5e900b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/503a7ed3-66d6-4c86-854d-bf6d0aa08205 HTTP/1.1" status: 204 len: 168 time: 0.2240548 Aug 28 12:55:13.134508 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8fb1a-3bed-4e40-b336-8276d5e900b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503a7ed3-66d6-4c86-854d-bf6d0aa08205,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:13.198988 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-48a53fa5-edd7-4c76-956b-71b3e375ed29 req-5837bb25-6f93-4cf2-bb74-47f0d26f69c9 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862491 Aug 28 12:55:13.208665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0779f1a-ee27-4cbd-b199-b8d8a769c783 req-7e7ff51b-54e7-4f7f-94a1-bcb3306bb5eb tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:13.218233 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b0779f1a-ee27-4cbd-b199-b8d8a769c783 req-7e7ff51b-54e7-4f7f-94a1-bcb3306bb5eb tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 1097 time: 0.0799663 Aug 28 12:55:13.355461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f02ba3ab-2ba2-40f2-86f4-ec29d8f97801 admin admin] Deleting port 77d9edfb-c0a8-4bc4-ab40-14e896359c18 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:13.355805 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f02ba3ab-2ba2-40f2-86f4-ec29d8f97801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:13.359518 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:13.362621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-b0779f1a-ee27-4cbd-b199-b8d8a769c783 req-5f8da9bd-d99b-411d-940d-9c18706c26e2 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Deleting port f2eb2860-1826-4678-a850-5c58794afdd0 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:13.363157 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b0779f1a-ee27-4cbd-b199-b8d8a769c783 req-5f8da9bd-d99b-411d-940d-9c18706c26e2 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:13.513124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-f02ba3ab-2ba2-40f2-86f4-ec29d8f97801 admin admin] For port 77d9edfb-c0a8-4bc4-ab40-14e896359c18, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=77d9edfb-c0a8-4bc4-ab40-14e896359c18,segment=NetworkSegment(62122ca6-8fa6-44b3-b200-f670403561a4),segment_id=62122ca6-8fa6-44b3-b200-f670403561a4)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:13.513566 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f02ba3ab-2ba2-40f2-86f4-ec29d8f97801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:13.517260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b0779f1a-ee27-4cbd-b199-b8d8a769c783 req-5f8da9bd-d99b-411d-940d-9c18706c26e2 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] For port f2eb2860-1826-4678-a850-5c58794afdd0, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f2eb2860-1826-4678-a850-5c58794afdd0,segment=NetworkSegment(43168c2d-35d4-406a-ae5a-5c5d93f6c941),segment_id=43168c2d-35d4-406a-ae5a-5c5d93f6c941)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:13.517610 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b0779f1a-ee27-4cbd-b199-b8d8a769c783 req-5f8da9bd-d99b-411d-940d-9c18706c26e2 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:13.538232 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f02ba3ab-2ba2-40f2-86f4-ec29d8f97801 admin admin] Calling delete_port for 77d9edfb-c0a8-4bc4-ab40-14e896359c18 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:13.540090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-b0779f1a-ee27-4cbd-b199-b8d8a769c783 req-5f8da9bd-d99b-411d-940d-9c18706c26e2 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Calling delete_port for f2eb2860-1826-4678-a850-5c58794afdd0 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:13.569053 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3b05f2e-8c5c-4205-8575-f29604de6b94 req-e079ead4-387c-472d-9b50-baf11d561d49 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0512588 Aug 28 12:55:13.798526 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b0779f1a-ee27-4cbd-b199-b8d8a769c783 req-5f8da9bd-d99b-411d-940d-9c18706c26e2 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:13.814524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['c6d058b2-d132-4ed5-ba73-19b15bbb7b36'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:55:13.857684 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['f2eb2860-1826-4678-a850-5c58794afdd0'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:55:13.863898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8da9bd-d99b-411d-940d-9c18706c26e2 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2eb2860-1826-4678-a850-5c58794afdd0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:13.932612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0779f1a-ee27-4cbd-b199-b8d8a769c783 req-5f8da9bd-d99b-411d-940d-9c18706c26e2 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] No DVR routers for this DVR port f2eb2860-1826-4678-a850-5c58794afdd0 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:55:13.935786 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b0779f1a-ee27-4cbd-b199-b8d8a769c783 req-5f8da9bd-d99b-411d-940d-9c18706c26e2 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:13.939192 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b0779f1a-ee27-4cbd-b199-b8d8a769c783 req-5f8da9bd-d99b-411d-940d-9c18706c26e2 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.11 "DELETE /v2.0/ports/f2eb2860-1826-4678-a850-5c58794afdd0 HTTP/1.1" status: 204 len: 173 time: 0.7100129 Aug 28 12:55:13.942715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c48aeb0-ce11-417f-a953-226baddc5e30', 'name': 'network-vif-deleted', 'tag': 'f2eb2860-1826-4678-a850-5c58794afdd0'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:55:13.945559 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcb8c24-7f23-4fb5-a461-0b49303d0fc4" -d '{"events": [{"server_uuid": "2c48aeb0-ce11-417f-a953-226baddc5e30", "name": "network-vif-deleted", "tag": "f2eb2860-1826-4678-a850-5c58794afdd0"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:55:13.960678 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f02ba3ab-2ba2-40f2-86f4-ec29d8f97801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:14.054014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ba3ab-2ba2-40f2-86f4-ec29d8f97801 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d9edfb-c0a8-4bc4-ab40-14e896359c18,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:14.071212 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cd8ca6-75b1-4cf9-8d63-24f05bc790b0 x-openstack-request-id: req-23cd8ca6-75b1-4cf9-8d63-24f05bc790b0 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:55:14.072126 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c48aeb0-ce11-417f-a953-226baddc5e30", "name": "network-vif-deleted", "tag": "f2eb2860-1826-4678-a850-5c58794afdd0", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:55:14.072670 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23cd8ca6-75b1-4cf9-8d63-24f05bc790b0 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:55:14.074850 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c48aeb0-ce11-417f-a953-226baddc5e30', 'name': 'network-vif-deleted', 'tag': 'f2eb2860-1826-4678-a850-5c58794afdd0', 'status': 'completed', 'code': 200} Aug 28 12:55:14.304593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54876) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:14.386862 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74a683b7-8b26-48e2-b88b-2daca3725e93 req-a172ad52-19bc-40b5-b142-21f29ac2f8ab tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c48aeb0-ce11-417f-a953-226baddc5e30 HTTP/1.1" status: 200 len: 210 time: 0.0316961 Aug 28 12:55:14.451533 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f02ba3ab-2ba2-40f2-86f4-ec29d8f97801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:14.696532 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8d77ee3d-75e5-49cc-b8fb-4783dba0850f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1225697250-network', 'tenant_id': 'b86f6f1a917843268e771c6b62b33d64'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:55:14.751369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d77ee3d-75e5-49cc-b8fb-4783dba0850f admin admin] Made reservation on behalf of b86f6f1a917843268e771c6b62b33d64 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:55:14.754422 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d77ee3d-75e5-49cc-b8fb-4783dba0850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:14.765474 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d77ee3d-75e5-49cc-b8fb-4783dba0850f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:14.771602 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6ef400c2-7b09-4655-af05-8882831de9c1 req-51b7c8d6-caf9-4c3f-a1f9-c8e12afb0925 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0405405 Aug 28 12:55:14.875117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02ba3ab-2ba2-40f2-86f4-ec29d8f97801 admin admin] Router 55e290d5-07cf-43df-9441-856b9352bf2c has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:55:14.902444 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d77ee3d-75e5-49cc-b8fb-4783dba0850f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:14.908714 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d77ee3d-75e5-49cc-b8fb-4783dba0850f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:14.941948 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d77ee3d-75e5-49cc-b8fb-4783dba0850f admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:55:14.944035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77ee3d-75e5-49cc-b8fb-4783dba0850f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4901837-7467-464d-b1fa-c21e988323ba,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:14.957030 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d77ee3d-75e5-49cc-b8fb-4783dba0850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:14.957766 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-8d77ee3d-75e5-49cc-b8fb-4783dba0850f admin admin] Added segment 0620ffb9-7128-4360-a54d-8a21129c43ed of type vlan for network 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 Aug 28 12:55:15.016664 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d77ee3d-75e5-49cc-b8fb-4783dba0850f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:15.034420 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02ba3ab-2ba2-40f2-86f4-ec29d8f97801 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:55:15.044888 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa3cd35-1249-418c-aa6b-2b69102eedc7 None None] Sync routers for ids ['55e290d5-07cf-43df-9441-856b9352bf2c'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:55:15.045434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54900) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:15.051145 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f02ba3ab-2ba2-40f2-86f4-ec29d8f97801 admin admin] 10.222.0.20 "PUT /v2.0/routers/55e290d5-07cf-43df-9441-856b9352bf2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9127729 Aug 28 12:55:15.059188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa3cd35-1249-418c-aa6b-2b69102eedc7 None None] Routers {'55e290d5-07cf-43df-9441-856b9352bf2c'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:55:15.060249 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7aa3cd35-1249-418c-aa6b-2b69102eedc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:55:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['55e290d5-07cf-43df-9441-856b9352bf2c'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:15.089740 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d77ee3d-75e5-49cc-b8fb-4783dba0850f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:15.090955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d77ee3d-75e5-49cc-b8fb-4783dba0850f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:15.091543 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d77ee3d-75e5-49cc-b8fb-4783dba0850f admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:15.287137 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54904) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:15.288149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4a908420-a8af-4f9d-9a44-6f5078c055b1 admin admin] Request body: {'subnet': {'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1225697250-subnet', 'tenant_id': 'b86f6f1a917843268e771c6b62b33d64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:55:15.292317 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8d77ee3d-75e5-49cc-b8fb-4783dba0850f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9863000 Aug 28 12:55:15.299215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77ee3d-75e5-49cc-b8fb-4783dba0850f admin admin] Pushing event updated for resources: {'Network': ['ID=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:15.323948 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a908420-a8af-4f9d-9a44-6f5078c055b1 admin admin] Made reservation on behalf of b86f6f1a917843268e771c6b62b33d64 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:55:15.326912 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4a908420-a8af-4f9d-9a44-6f5078c055b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:15.342615 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76caad9d-c50b-4e62-bcb4-b2809f1acdee admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:15.420633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:55:15.521697 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:55:15.561261 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:15.582965 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76caad9d-c50b-4e62-bcb4-b2809f1acdee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:15.621474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-7aa3cd35-1249-418c-aa6b-2b69102eedc7 None None] Set router 55e290d5-07cf-43df-9441-856b9352bf2c gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:55:15.720248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-76caad9d-c50b-4e62-bcb4-b2809f1acdee admin admin] Deleting port 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:15.721070 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76caad9d-c50b-4e62-bcb4-b2809f1acdee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:15.792343 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4a908420-a8af-4f9d-9a44-6f5078c055b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:15.872127 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a908420-a8af-4f9d-9a44-6f5078c055b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39549c81-d40d-49fb-b349-f6037ce4d779,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:15.882289 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-76caad9d-c50b-4e62-bcb4-b2809f1acdee admin admin] For port 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=07b372f4-dbc9-4c45-ac4c-a0739e3ddbec,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:15.883022 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76caad9d-c50b-4e62-bcb4-b2809f1acdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:15.890848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a908420-a8af-4f9d-9a44-6f5078c055b1 admin admin] Checking segment: {'id': '0620ffb9-7128-4360-a54d-8a21129c43ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:55:15.891671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a908420-a8af-4f9d-9a44-6f5078c055b1 admin admin] Network hostable DHCP agents. Network: 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:55:15.905775 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-76caad9d-c50b-4e62-bcb4-b2809f1acdee admin admin] Calling delete_port for 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:15.956791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a908420-a8af-4f9d-9a44-6f5078c055b1 admin admin] Network 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:55:15.972370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bac918-e1f5-43e6-87aa-bbd781fa55e4 req-96af6bc3-f5b2-4371-a4a9-096c5eff4a2b tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:15.974051 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a8bac918-e1f5-43e6-87aa-bbd781fa55e4 req-96af6bc3-f5b2-4371-a4a9-096c5eff4a2b tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1097 time: 0.0773332 Aug 28 12:55:15.976193 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-4a908420-a8af-4f9d-9a44-6f5078c055b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:55:15.981077 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a908420-a8af-4f9d-9a44-6f5078c055b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:15.981674 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4a908420-a8af-4f9d-9a44-6f5078c055b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:15.997776 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1226230c-a3ec-4a87-8a14-d9fabd59d033 None None] Network 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:55:16.018896 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4a908420-a8af-4f9d-9a44-6f5078c055b1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7341239 Aug 28 12:55:16.058440 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a8bac918-e1f5-43e6-87aa-bbd781fa55e4 req-9fe7c0fe-241d-4e35-ac75-572d298d65c7 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511682 Aug 28 12:55:16.071363 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8c9e2b20-4546-41e7-8526-c5b680ddb53c req-e2c74b7d-d6ff-404d-9e32-f251bd51ce16 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0509398 Aug 28 12:55:16.084310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7aa3cd35-1249-418c-aa6b-2b69102eedc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'name': 'tempest-ServersTestBootFromVolume-1022554763-router', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:54Z', 'updated_at': '2021-08-28T12:55:13Z', 'revision_number': 5, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'gw_port': {'id': '07b372f4-dbc9-4c45-ac4c-a0739e3ddbec', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:51:55Z', 'updated_at': '2021-08-28T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:16.128490 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa3cd35-1249-418c-aa6b-2b69102eedc7 None None] Checking router: 55e290d5-07cf-43df-9441-856b9352bf2c for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:55:16.154995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa3cd35-1249-418c-aa6b-2b69102eedc7 None None] Routers {'55e290d5-07cf-43df-9441-856b9352bf2c'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:55:16.155659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7aa3cd35-1249-418c-aa6b-2b69102eedc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:55:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['55e290d5-07cf-43df-9441-856b9352bf2c'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:16.309809 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10da768f-b9c2-444c-b52c-09e5d884f763 None None] Network 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:55:16.321895 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76caad9d-c50b-4e62-bcb4-b2809f1acdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:16.371363 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caad9d-c50b-4e62-bcb4-b2809f1acdee admin admin] Pushing event deleted for resources: {'Port': ['ID=07b372f4-dbc9-4c45-ac4c-a0739e3ddbec,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:16.455661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-7aa3cd35-1249-418c-aa6b-2b69102eedc7 None None] Set router 55e290d5-07cf-43df-9441-856b9352bf2c gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:55:16.467344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76caad9d-c50b-4e62-bcb4-b2809f1acdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:16.536899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7aa3cd35-1249-418c-aa6b-2b69102eedc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'name': 'tempest-ServersTestBootFromVolume-1022554763-router', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:54Z', 'updated_at': '2021-08-28T12:55:15Z', 'revision_number': 6, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:16.583001 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa3cd35-1249-418c-aa6b-2b69102eedc7 None None] The sync data for ids ['55e290d5-07cf-43df-9441-856b9352bf2c'] in n-d-791505-21 is: [{'id': '55e290d5-07cf-43df-9441-856b9352bf2c', 'name': 'tempest-ServersTestBootFromVolume-1022554763-router', 'tenant_id': '8c66db8c96724d8985dc40fa8c593ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:51:54Z', 'updated_at': '2021-08-28T12:55:15Z', 'revision_number': 6, 'project_id': '8c66db8c96724d8985dc40fa8c593ecc', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:55:16.620190 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76caad9d-c50b-4e62-bcb4-b2809f1acdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:16.625941 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76caad9d-c50b-4e62-bcb4-b2809f1acdee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:16.696405 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76caad9d-c50b-4e62-bcb4-b2809f1acdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:16.697093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76caad9d-c50b-4e62-bcb4-b2809f1acdee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55e290d5-07cf-43df-9441-856b9352bf2c {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:55:16.704441 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76caad9d-c50b-4e62-bcb4-b2809f1acdee admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:16.708338 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-76caad9d-c50b-4e62-bcb4-b2809f1acdee admin admin] 10.222.0.20 "DELETE /v2.0/routers/55e290d5-07cf-43df-9441-856b9352bf2c HTTP/1.1" status: 204 len: 168 time: 1.6592515 Aug 28 12:55:16.708456 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54942) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:16.771271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e6b1a3-709f-4ed6-bbb4-1d70d595db22 admin admin] Deleting subnet 7f1acfd0-9b8b-49ff-9926-40732f167066 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:55:16.775279 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34e6b1a3-709f-4ed6-bbb4-1d70d595db22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:16.820233 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34e6b1a3-709f-4ed6-bbb4-1d70d595db22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:16.949751 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34e6b1a3-709f-4ed6-bbb4-1d70d595db22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:16.965743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-c28b3251-174d-4839-b08a-05fbb2a99542 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:16.974925 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-c28b3251-174d-4839-b08a-05fbb2a99542 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/networks?id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 HTTP/1.1" status: 200 len: 814 time: 0.1711202 Aug 28 12:55:16.993872 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-a3cca8bb-ce05-489d-a334-cdedd573cedd tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/quotas/b86f6f1a917843268e771c6b62b33d64 HTTP/1.1" status: 200 len: 375 time: 0.0178118 Aug 28 12:55:17.032330 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-c6b49922-280b-4c66-93ba-487955a763c7 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b86f6f1a917843268e771c6b62b33d64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373650 Aug 28 12:55:17.051799 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34e6b1a3-709f-4ed6-bbb4-1d70d595db22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:17.084359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4959823-c120-4c4e-8fb3-3c00452f4713 None None] Network 8c33761f-db05-4660-b311-b355e5202ecb requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:55:17.146540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6b1a3-709f-4ed6-bbb4-1d70d595db22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f1acfd0-9b8b-49ff-9926-40732f167066,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:17.154799 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34e6b1a3-709f-4ed6-bbb4-1d70d595db22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:17.159262 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-34e6b1a3-709f-4ed6-bbb4-1d70d595db22 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7f1acfd0-9b8b-49ff-9926-40732f167066 HTTP/1.1" status: 204 len: 168 time: 0.4473641 Aug 28 12:55:17.159618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54970) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:17.189644 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-0398e42a-1b27-4ad7-8e8f-aa117fdd9383 service neutron] 10.222.0.20 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485710 Aug 28 12:55:17.289922 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:17.309001 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bf388-2877-4e24-9e49-832a9c7d0fac req-97f5e32b-6c94-4d79-acd4-90e5e54e86a2 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:17.310538 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c84bf388-2877-4e24-9e49-832a9c7d0fac req-97f5e32b-6c94-4d79-acd4-90e5e54e86a2 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1097 time: 0.0644355 Aug 28 12:55:17.324380 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-0a6143a8-6427-4464-a3d1-40c9d400ed81 service neutron] 10.222.0.20 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281931 Aug 28 12:55:17.403018 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c84bf388-2877-4e24-9e49-832a9c7d0fac req-9d0a8493-629e-4ca3-bce2-a6fdcdc40306 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695326 Aug 28 12:55:17.415047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] Deleting port 4402ce46-a393-4cbc-819d-4cd403f99581 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:17.416849 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:17.633110 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722374ba-160f-4f65-87c3-81eb448d2bf8 None None] DHCP port deletion for 8c33761f-db05-4660-b311-b355e5202ecb request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:55:17.690544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] For port 4402ce46-a393-4cbc-819d-4cd403f99581, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4402ce46-a393-4cbc-819d-4cd403f99581,segment=NetworkSegment(62122ca6-8fa6-44b3-b200-f670403561a4),segment_id=62122ca6-8fa6-44b3-b200-f670403561a4)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:17.690917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:17.713308 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f2eb2860-1826-4678-a850-5c58794afdd0 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:17.726056 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ffefc-ff62-4942-a55b-9d890c294b88 req-062c1766-afd6-4154-970c-d6ec109c1dff tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:17.732593 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-618ffefc-ff62-4942-a55b-9d890c294b88 req-062c1766-afd6-4154-970c-d6ec109c1dff tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1097 time: 0.1642208 Aug 28 12:55:17.739331 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e5f70ba-9bdc-43c2-a40c-d7a0ab0ec248 req-264843eb-41b5-4369-99da-fe466e4bd927 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0535936 Aug 28 12:55:17.756437 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] Calling delete_port for 4402ce46-a393-4cbc-819d-4cd403f99581 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:17.766093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83cbba-a258-4a18-b7fb-e128695cab76 req-09abaa10-fb48-4f98-978a-3f06ba3fad99 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:17.778853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0c83cbba-a258-4a18-b7fb-e128695cab76 req-09abaa10-fb48-4f98-978a-3f06ba3fad99 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.2247689 Aug 28 12:55:17.779402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: f2eb2860-1826-4678-a850-5c58794afdd0 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:55:17.779402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f2eb2860-1826-4678-a850-5c58794afdd0 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:55:17.789047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 77d9edfb-c0a8-4bc4-ab40-14e896359c18 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:17.861183 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 77d9edfb-c0a8-4bc4-ab40-14e896359c18 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:55:17.861527 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 77d9edfb-c0a8-4bc4-ab40-14e896359c18 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:55:17.861930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:17.921957 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0c83cbba-a258-4a18-b7fb-e128695cab76 req-368fad94-b9da-473e-a8d5-292d11f9fc57 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465459 Aug 28 12:55:17.951009 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:55:17.951607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 07b372f4-dbc9-4c45-ac4c-a0739e3ddbec not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:55:17.979124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-722374ba-160f-4f65-87c3-81eb448d2bf8 None None] Deleting port 4402ce46-a393-4cbc-819d-4cd403f99581 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:17.979487 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-722374ba-160f-4f65-87c3-81eb448d2bf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:17.984542 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7af0afd8-98b3-429f-b314-64efa442b00d req-eef7852c-4d3f-48fc-bfbf-e8e845203b31 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 210 time: 0.0686851 Aug 28 12:55:18.022402 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:18.065153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] Pushing event deleted for resources: {'Port': ['ID=4402ce46-a393-4cbc-819d-4cd403f99581,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:18.067903 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] No DVR routers for this DVR port 4402ce46-a393-4cbc-819d-4cd403f99581 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:55:18.070791 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-618ffefc-ff62-4942-a55b-9d890c294b88 req-e36fa2c3-3462-4661-be34-6647aa93dcfa tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Deleting port c6d058b2-d132-4ed5-ba73-19b15bbb7b36 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:18.071350 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-618ffefc-ff62-4942-a55b-9d890c294b88 req-e36fa2c3-3462-4661-be34-6647aa93dcfa tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:18.098697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-722374ba-160f-4f65-87c3-81eb448d2bf8 None None] For port 4402ce46-a393-4cbc-819d-4cd403f99581, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4402ce46-a393-4cbc-819d-4cd403f99581,segment=NetworkSegment(62122ca6-8fa6-44b3-b200-f670403561a4),segment_id=62122ca6-8fa6-44b3-b200-f670403561a4)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:18.101917 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-722374ba-160f-4f65-87c3-81eb448d2bf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:18.116140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-722374ba-160f-4f65-87c3-81eb448d2bf8 None None] Calling delete_port for 4402ce46-a393-4cbc-819d-4cd403f99581 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:18.217111 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:18.221105 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-722374ba-160f-4f65-87c3-81eb448d2bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:18.236363 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c33761f-db05-4660-b311-b355e5202ecb']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:18.238372 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722374ba-160f-4f65-87c3-81eb448d2bf8 None None] No DVR routers for this DVR port 4402ce46-a393-4cbc-819d-4cd403f99581 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:55:18.265105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722374ba-160f-4f65-87c3-81eb448d2bf8 None None] Pushing event deleted for resources: {'Port': ['ID=4402ce46-a393-4cbc-819d-4cd403f99581,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:18.281055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62122ca6-8fa6-44b3-b200-f670403561a4') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:18.281348 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62122ca6-8fa6-44b3-b200-f670403561a4') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:18.285106 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-618ffefc-ff62-4942-a55b-9d890c294b88 req-e36fa2c3-3462-4661-be34-6647aa93dcfa tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] For port c6d058b2-d132-4ed5-ba73-19b15bbb7b36, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c6d058b2-d132-4ed5-ba73-19b15bbb7b36,segment=NetworkSegment(43168c2d-35d4-406a-ae5a-5c5d93f6c941),segment_id=43168c2d-35d4-406a-ae5a-5c5d93f6c941)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:18.285475 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-618ffefc-ff62-4942-a55b-9d890c294b88 req-e36fa2c3-3462-4661-be34-6647aa93dcfa tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:18.300705 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:18.309535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-618ffefc-ff62-4942-a55b-9d890c294b88 req-e36fa2c3-3462-4661-be34-6647aa93dcfa tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Calling delete_port for c6d058b2-d132-4ed5-ba73-19b15bbb7b36 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:18.321801 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:18.331306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:55:18.331710 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:55:18.333362 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:55:18.442620 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:18.449653 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:18.451589 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] 10.222.0.20 "DELETE /v2.0/networks/8c33761f-db05-4660-b311-b355e5202ecb HTTP/1.1" status: 204 len: 168 time: 1.2910981 Aug 28 12:55:18.465887 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775b03f-1411-40c5-964e-47c5c5e5e13f admin admin] Pushing event deleted for resources: {'Network': ['ID=8c33761f-db05-4660-b311-b355e5202ecb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:18.575947 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-618ffefc-ff62-4942-a55b-9d890c294b88 req-e36fa2c3-3462-4661-be34-6647aa93dcfa tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:18.591350 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['c6d058b2-d132-4ed5-ba73-19b15bbb7b36'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:55:18.594051 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1148f2-a21c-42eb-b241-4bf33aefb7b4 req-296b37dd-c283-49b8-b424-c6cc65f22178 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:18.602416 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4b1148f2-a21c-42eb-b241-4bf33aefb7b4 req-296b37dd-c283-49b8-b424-c6cc65f22178 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=726ea5d9-4838-4642-9b0f-e99b9fb329db HTTP/1.1" status: 200 len: 1019 time: 0.0907013 Aug 28 12:55:18.642774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fa2c3-3462-4661-be34-6647aa93dcfa tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6d058b2-d132-4ed5-ba73-19b15bbb7b36,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:18.707372 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-618ffefc-ff62-4942-a55b-9d890c294b88 req-e36fa2c3-3462-4661-be34-6647aa93dcfa tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] No DVR routers for this DVR port c6d058b2-d132-4ed5-ba73-19b15bbb7b36 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:55:18.709951 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-618ffefc-ff62-4942-a55b-9d890c294b88 req-e36fa2c3-3462-4661-be34-6647aa93dcfa tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:18.712512 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-618ffefc-ff62-4942-a55b-9d890c294b88 req-e36fa2c3-3462-4661-be34-6647aa93dcfa tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.10 "DELETE /v2.0/ports/c6d058b2-d132-4ed5-ba73-19b15bbb7b36 HTTP/1.1" status: 204 len: 173 time: 0.9623184 Aug 28 12:55:18.716594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726ea5d9-4838-4642-9b0f-e99b9fb329db', 'name': 'network-vif-deleted', 'tag': 'c6d058b2-d132-4ed5-ba73-19b15bbb7b36'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:55:18.719166 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735e48a1-796b-49e2-b605-64b80daf633a" -d '{"events": [{"server_uuid": "726ea5d9-4838-4642-9b0f-e99b9fb329db", "name": "network-vif-deleted", "tag": "c6d058b2-d132-4ed5-ba73-19b15bbb7b36"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:55:18.754188 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4b1148f2-a21c-42eb-b241-4bf33aefb7b4 req-998a1fa3-b883-42d0-b026-1bc52ec062e3 tempest-TestServerMultinode-1093149268 tempest-TestServerMultinode-1093149268-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=0d56f1ee-10b9-460a-8999-0e45c90afa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492178 Aug 28 12:55:18.794178 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a89023-729e-4334-b988-adafb715ec48 x-openstack-request-id: req-73a89023-729e-4334-b988-adafb715ec48 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:55:18.794178 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726ea5d9-4838-4642-9b0f-e99b9fb329db", "name": "network-vif-deleted", "tag": "c6d058b2-d132-4ed5-ba73-19b15bbb7b36", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:55:18.794961 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73a89023-729e-4334-b988-adafb715ec48 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:55:18.794961 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726ea5d9-4838-4642-9b0f-e99b9fb329db', 'name': 'network-vif-deleted', 'tag': 'c6d058b2-d132-4ed5-ba73-19b15bbb7b36', 'status': 'completed', 'code': 200} Aug 28 12:55:18.810251 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55012) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:18.886776 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-569fc694-0c0d-4bc5-85c0-80c0ba63441e req-6db400ca-ae4a-4527-90d4-6d8f66e19040 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0444031 Aug 28 12:55:18.898163 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f51ca1c4-5b54-4571-a154-d2426df3c63e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c66db8c96724d8985dc40fa8c593ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0861716 Aug 28 12:55:18.901566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55016) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:19.012858 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b27b7bc6-d88d-4379-bd61-531d2692608c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:19.046159 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b27b7bc6-d88d-4379-bd61-531d2692608c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:19.121738 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b27b7bc6-d88d-4379-bd61-531d2692608c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:19.125258 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b27b7bc6-d88d-4379-bd61-531d2692608c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:19.128067 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b27b7bc6-d88d-4379-bd61-531d2692608c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4ad73aa-78f0-4e3d-b5c4-5714e0df4325 HTTP/1.1" status: 204 len: 168 time: 0.2247467 Aug 28 12:55:19.154885 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-136f9bbf-156a-4382-ab5d-89d2ac03a248 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:19.158900 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-136f9bbf-156a-4382-ab5d-89d2ac03a248 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.10 "GET /v2.0/networks?id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 HTTP/1.1" status: 200 len: 814 time: 0.1996095 Aug 28 12:55:19.179926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d25b86-f2e4-4527-ba25-2a487d1cfdd3 req-9c714c94-ad0a-4f0a-8fa7-5ea29d834a48 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:19.180202 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ad0e341-e634-41b5-9f74-1f9f40bc1cd8 req-d20a8d1f-9a92-476f-9bf2-e594a1307f5f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 210 time: 0.0505257 Aug 28 12:55:19.182580 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-51d25b86-f2e4-4527-ba25-2a487d1cfdd3 req-9c714c94-ad0a-4f0a-8fa7-5ea29d834a48 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1131778 Aug 28 12:55:19.185482 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b7bc6-d88d-4379-bd61-531d2692608c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ad73aa-78f0-4e3d-b5c4-5714e0df4325,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:19.191526 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-49c81d45-cfa2-4336-a0b9-99a9ad328725 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Request body: {'port': {'device_id': '413e5aef-22ec-4fff-b727-79532b11e6e7', 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3', 'admin_state_up': True, 'tenant_id': 'b86f6f1a917843268e771c6b62b33d64'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:55:19.350974 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-51d25b86-f2e4-4527-ba25-2a487d1cfdd3 req-ba52cda0-4d92-4a45-964a-05c102da394b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246693 Aug 28 12:55:19.429125 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-49c81d45-cfa2-4336-a0b9-99a9ad328725 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Made reservation on behalf of b86f6f1a917843268e771c6b62b33d64 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:55:19.433364 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-49c81d45-cfa2-4336-a0b9-99a9ad328725 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:19.473159 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4402ce46-a393-4cbc-819d-4cd403f99581 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:19.495864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 4402ce46-a393-4cbc-819d-4cd403f99581 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:55:19.496173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4402ce46-a393-4cbc-819d-4cd403f99581 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:55:19.592855 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-49c81d45-cfa2-4336-a0b9-99a9ad328725 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Allocated IP 172.20.0.13 (2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3/39549c81-d40d-49fb-b349-f6037ce4d779/a8ca323b-ce4b-438d-a1f4-f3221c0c5709) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:55:19.771937 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-49c81d45-cfa2-4336-a0b9-99a9ad328725 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:19.820363 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55048) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:19.869000 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-49c81d45-cfa2-4336-a0b9-99a9ad328725 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:20.227331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55070) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:20.291324 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c81d45-cfa2-4336-a0b9-99a9ad328725 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Pushing event updated for resources: {'Port': ['ID=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:20.322822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa55f5-80f2-4be9-834a-a01dd9de0af0 req-751e21b0-7835-4644-a2f8-3c80ce19cab7 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:20.328038 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-49c81d45-cfa2-4336-a0b9-99a9ad328725 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Network 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:55:20.330174 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84aa55f5-80f2-4be9-834a-a01dd9de0af0 req-751e21b0-7835-4644-a2f8-3c80ce19cab7 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 932 time: 0.0643890 Aug 28 12:55:20.340481 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd9511b8-d86f-4649-81c8-cf05930b2e78 req-e6ca11c7-f490-46f4-ad8d-74a9b92d929f tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0449450 Aug 28 12:55:20.361146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-49c81d45-cfa2-4336-a0b9-99a9ad328725 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:55:20.361146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-49c81d45-cfa2-4336-a0b9-99a9ad328725 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:55:20.370488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2654d153-ae06-4014-988a-db2c53c84317 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1471177295-network', 'tenant_id': '5cb54391db8d437fb3698b4826c2693a'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:55:20.400506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84aa55f5-80f2-4be9-834a-a01dd9de0af0 req-185b89fe-9841-423d-9a62-a19772d57307 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694358 Aug 28 12:55:20.412594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2654d153-ae06-4014-988a-db2c53c84317 admin admin] Made reservation on behalf of 5cb54391db8d437fb3698b4826c2693a for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:55:20.416622 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2654d153-ae06-4014-988a-db2c53c84317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:20.435494 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2654d153-ae06-4014-988a-db2c53c84317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:20.480928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-49c81d45-cfa2-4336-a0b9-99a9ad328725 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:20.481470 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-49c81d45-cfa2-4336-a0b9-99a9ad328725 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:20.542017 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55078) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:20.549577 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2654d153-ae06-4014-988a-db2c53c84317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:20.555467 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2654d153-ae06-4014-988a-db2c53c84317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:20.562485 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-49c81d45-cfa2-4336-a0b9-99a9ad328725 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3778772 Aug 28 12:55:20.576113 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2654d153-ae06-4014-988a-db2c53c84317 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:55:20.577956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Request body: {'port': {'device_id': '413e5aef-22ec-4fff-b727-79532b11e6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:55:20.590848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0c94c-838f-4322-990a-cab97413d6f2 req-6547f6d0-d266-4eb5-bd94-5c126bab8059 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:20.592444 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-14c0c94c-838f-4322-990a-cab97413d6f2 req-6547f6d0-d266-4eb5-bd94-5c126bab8059 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1344006 Aug 28 12:55:20.595564 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2654d153-ae06-4014-988a-db2c53c84317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:20.596133 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-2654d153-ae06-4014-988a-db2c53c84317 admin admin] Added segment 14a8a755-17e0-44c4-abd8-43e514131147 of type vlan for network facb9088-1e62-4cb1-85f7-6239847a92a7 Aug 28 12:55:20.597702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654d153-ae06-4014-988a-db2c53c84317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572871af-e5bc-4b1a-adc4-260ba63b3eee,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:20.653045 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2654d153-ae06-4014-988a-db2c53c84317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:20.692240 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d4436e5d-1f1f-4305-b4f8-0eb1ffaa9d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:20.693905 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2654d153-ae06-4014-988a-db2c53c84317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:20.694869 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2654d153-ae06-4014-988a-db2c53c84317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:20.695449 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2654d153-ae06-4014-988a-db2c53c84317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:20.703311 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:20.710073 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-14c0c94c-838f-4322-990a-cab97413d6f2 req-91a4606c-0725-4475-8a36-bb21d89ec331 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001225 Aug 28 12:55:20.766797 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2654d153-ae06-4014-988a-db2c53c84317 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5382147 Aug 28 12:55:20.777278 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654d153-ae06-4014-988a-db2c53c84317 admin admin] Pushing event updated for resources: {'Network': ['ID=facb9088-1e62-4cb1-85f7-6239847a92a7,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:20.787395 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network facb9088-1e62-4cb1-85f7-6239847a92a7 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:55:20.885362 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d4436e5d-1f1f-4305-b4f8-0eb1ffaa9d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:20.890883 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d4436e5d-1f1f-4305-b4f8-0eb1ffaa9d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:20.931901 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d4436e5d-1f1f-4305-b4f8-0eb1ffaa9d72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5290495658e74ca79a7beb1df7470c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3888395 Aug 28 12:55:20.932760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4436e5d-1f1f-4305-b4f8-0eb1ffaa9d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc9b471-21e5-49c3-8bc8-3eb5bed9a289,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:20.935067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55086) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:20.987235 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a93da6c-a98e-48fc-b2e8-a20d5273f5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.009263 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a93da6c-a98e-48fc-b2e8-a20d5273f5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.044541 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3d0e77ec-cbb1-477d-9757-783674a8b27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.064618 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a93da6c-a98e-48fc-b2e8-a20d5273f5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.068098 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a93da6c-a98e-48fc-b2e8-a20d5273f5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.071984 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8a93da6c-a98e-48fc-b2e8-a20d5273f5e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abc9b471-21e5-49c3-8bc8-3eb5bed9a289 HTTP/1.1" status: 204 len: 168 time: 0.1334324 Aug 28 12:55:21.080976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93da6c-a98e-48fc-b2e8-a20d5273f5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc9b471-21e5-49c3-8bc8-3eb5bed9a289,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:21.207439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ca323b-ce4b-438d-a1f4-f3221c0c5709 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:55:21.219851 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.238281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Transition to ACTIVE for port object a8ca323b-ce4b-438d-a1f4-f3221c0c5709 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:55:21.256667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b878752-2593-4751-8536-6a9bed733387 req-1752ef9b-7d77-4c94-baef-74490393c5ff tempest-ComputeTenantNetworksTest-549974761 tempest-ComputeTenantNetworksTest-549974761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:21.262805 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b878752-2593-4751-8536-6a9bed733387 req-1752ef9b-7d77-4c94-baef-74490393c5ff tempest-ComputeTenantNetworksTest-549974761 tempest-ComputeTenantNetworksTest-549974761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:21.265835 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.269619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b878752-2593-4751-8536-6a9bed733387 req-1752ef9b-7d77-4c94-baef-74490393c5ff tempest-ComputeTenantNetworksTest-549974761 tempest-ComputeTenantNetworksTest-549974761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:21.271479 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b878752-2593-4751-8536-6a9bed733387 req-1752ef9b-7d77-4c94-baef-74490393c5ff tempest-ComputeTenantNetworksTest-549974761 tempest-ComputeTenantNetworksTest-549974761-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1460843 Aug 28 12:55:21.399737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55102) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:21.419816 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0af3c16b-bde4-41f9-831c-13e697bc02f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.421106 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Pushing event updated for resources: {'Port': ['ID=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:21.452819 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f15941f3-7a1d-4683-baf2-6121c7e15442 req-b76eeaa5-60dd-45b9-b192-6a086e46bc04 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0348623 Aug 28 12:55:21.455501 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a7e92-f799-49ca-adf7-2f708be4104b req-c5c85ff0-9f00-449a-a457-b07edaf6a2cc tempest-ComputeTenantNetworksTest-549974761 tempest-ComputeTenantNetworksTest-549974761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:21.458867 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-702a7e92-f799-49ca-adf7-2f708be4104b req-c5c85ff0-9f00-449a-a457-b07edaf6a2cc tempest-ComputeTenantNetworksTest-549974761 tempest-ComputeTenantNetworksTest-549974761-project] 10.222.0.20 "GET /v2.0/networks/facb9088-1e62-4cb1-85f7-6239847a92a7 HTTP/1.1" status: 200 len: 769 time: 0.1623530 Aug 28 12:55:21.465746 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55106) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:21.561805 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a770ff7-6b05-4a29-9963-df02e0d857a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.600993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Attempting to bind port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:55:21.601329 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Attempting to bind port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '0620ffb9-7128-4360-a54d-8a21129c43ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:55:21.601659 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Attempting to bind port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 on network 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:55:21.613473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 on network 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:55:21.613803 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Attempting to bind port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 on network 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:55:21.628599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78febbe-851b-4012-ab0e-6c839cf63b03 req-ec16e01f-c09c-4150-b4d8-1885b5ef6266 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:21.630110 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b78febbe-851b-4012-ab0e-6c839cf63b03 req-ec16e01f-c09c-4150-b4d8-1885b5ef6266 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 944 time: 0.1057773 Aug 28 12:55:21.632351 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:55:21.632686 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Checking segment: {'id': '0620ffb9-7128-4360-a54d-8a21129c43ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:55:21.633077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Bound using segment: {'id': '0620ffb9-7128-4360-a54d-8a21129c43ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:55:21.633491 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Bound port: a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0620ffb9-7128-4360-a54d-8a21129c43ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:55:21.633846 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.660400 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c6d058b2-d132-4ed5-ba73-19b15bbb7b36 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:21.685654 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a770ff7-6b05-4a29-9963-df02e0d857a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.689666 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0af3c16b-bde4-41f9-831c-13e697bc02f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.697950 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0af3c16b-bde4-41f9-831c-13e697bc02f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.699152 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: c6d058b2-d132-4ed5-ba73-19b15bbb7b36 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:55:21.699691 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c6d058b2-d132-4ed5-ba73-19b15bbb7b36 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:55:21.701976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-3a770ff7-6b05-4a29-9963-df02e0d857a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facb9088-1e62-4cb1-85f7-6239847a92a7']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:21.711635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3d0e77ec-cbb1-477d-9757-783674a8b27f admin admin] Deleting port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:21.711903 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3d0e77ec-cbb1-477d-9757-783674a8b27f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.724044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-3a770ff7-6b05-4a29-9963-df02e0d857a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a8a755-17e0-44c4-abd8-43e514131147') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:21.724260 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b78febbe-851b-4012-ab0e-6c839cf63b03 req-617249f0-f83a-4bfe-96b7-3e14785f814a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863211 Aug 28 12:55:21.724393 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-3a770ff7-6b05-4a29-9963-df02e0d857a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a8a755-17e0-44c4-abd8-43e514131147') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:21.752301 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a770ff7-6b05-4a29-9963-df02e0d857a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.763409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3c16b-bde4-41f9-831c-13e697bc02f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabea38d-ff7b-4f75-ac38-19f3e680ccef,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:21.771167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0af3c16b-bde4-41f9-831c-13e697bc02f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a81fad13b8a440c9c7cd3c67888b78c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3701327 Aug 28 12:55:21.773946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55110) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:21.787692 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a770ff7-6b05-4a29-9963-df02e0d857a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.788041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:55:21.801864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a770ff7-6b05-4a29-9963-df02e0d857a4 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:55:21.802330 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a770ff7-6b05-4a29-9963-df02e0d857a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:55:21.803924 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:55:21.827690 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-3d0e77ec-cbb1-477d-9757-783674a8b27f admin admin] For port 34b7baaf-40e9-4f1c-9725-bd01684ebbf7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=34b7baaf-40e9-4f1c-9725-bd01684ebbf7,segment=NetworkSegment(43168c2d-35d4-406a-ae5a-5c5d93f6c941),segment_id=43168c2d-35d4-406a-ae5a-5c5d93f6c941)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:21.828057 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3d0e77ec-cbb1-477d-9757-783674a8b27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.841277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3d0e77ec-cbb1-477d-9757-783674a8b27f admin admin] Calling delete_port for 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:21.906932 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a770ff7-6b05-4a29-9963-df02e0d857a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.910634 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:55:21.911568 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a770ff7-6b05-4a29-9963-df02e0d857a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.915385 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3a770ff7-6b05-4a29-9963-df02e0d857a4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/facb9088-1e62-4cb1-85f7-6239847a92a7 HTTP/1.1" status: 204 len: 168 time: 0.4470017 Aug 28 12:55:21.921403 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.927319 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.948155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a8335-5237-47e3-bb92-11a00281c6c1 req-01a9192a-960b-4f9f-bb6e-1e9825f00480 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:21.949626 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e3a8335-5237-47e3-bb92-11a00281c6c1 req-01a9192a-960b-4f9f-bb6e-1e9825f00480 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1113460 Aug 28 12:55:21.960404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a770ff7-6b05-4a29-9963-df02e0d857a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=facb9088-1e62-4cb1-85f7-6239847a92a7,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:21.992453 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.995597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:21.996108 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:21.997529 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] 10.222.0.10 "PUT /v2.0/ports/a8ca323b-ce4b-438d-a1f4-f3221c0c5709 HTTP/1.1" status: 200 len: 1093 time: 1.4246294 Aug 28 12:55:22.002216 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413e5aef-22ec-4fff-b727-79532b11e6e7', 'tag': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:55:22.005287 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb953d6-939f-4da7-9b0f-ef864237d4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "413e5aef-22ec-4fff-b727-79532b11e6e7", "tag": "a8ca323b-ce4b-438d-a1f4-f3221c0c5709"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:55:22.027122 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e3a8335-5237-47e3-bb92-11a00281c6c1 req-b0e3c220-c0c4-4793-980d-05d9c5e36fac tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613463 Aug 28 12:55:22.046657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca666ec-7639-493b-a531-2842667dfffb service neutron] Pushing event updated for resources: {'Port': ['ID=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:22.095470 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ecc4eb-7e1c-4348-a1cb-69f7c02b0fae x-openstack-request-id: req-f2ecc4eb-7e1c-4348-a1cb-69f7c02b0fae {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:55:22.095839 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413e5aef-22ec-4fff-b727-79532b11e6e7", "tag": "a8ca323b-ce4b-438d-a1f4-f3221c0c5709", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:55:22.096519 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2ecc4eb-7e1c-4348-a1cb-69f7c02b0fae {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:55:22.096673 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413e5aef-22ec-4fff-b727-79532b11e6e7', 'tag': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709', 'status': 'completed', 'code': 200} Aug 28 12:55:22.103810 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:22.107560 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:22.109487 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eabea38d-ff7b-4f75-ac38-19f3e680ccef HTTP/1.1" status: 204 len: 168 time: 0.3346212 Aug 28 12:55:22.120104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabea38d-ff7b-4f75-ac38-19f3e680ccef,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:22.129449 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:22.129880 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:22.130836 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:22.131380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:22.132024 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:22.132024 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:22.132431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:22.132742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:22.133540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:22.133935 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:22.134293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:22.134685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a5f3-82a5-4b67-ae20-be2bca9d03e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:22.145936 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-f74cfc8c-f934-44a8-a80c-ebb325881e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:22.147614 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-f74cfc8c-f934-44a8-a80c-ebb325881e2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86f6f1a917843268e771c6b62b33d64&device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 1096 time: 0.0973518 Aug 28 12:55:22.148714 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3d0e77ec-cbb1-477d-9757-783674a8b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:22.173316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55118) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:22.215523 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e77ec-cbb1-477d-9757-783674a8b27f admin admin] Pushing event deleted for resources: {'Port': ['ID=34b7baaf-40e9-4f1c-9725-bd01684ebbf7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:22.223667 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-e840c290-9d1c-4ff8-98bc-9e34031072c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709 HTTP/1.1" status: 200 len: 217 time: 0.0651963 Aug 28 12:55:22.268426 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cf562ae6-ca4c-4c2c-b52e-d6e28220e95a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5cb54391db8d437fb3698b4826c2693a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933604 Aug 28 12:55:22.276101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55124) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:22.331091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-57e6385f-03ce-4578-a01c-abb6b655b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:22.333226 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-57e6385f-03ce-4578-a01c-abb6b655b5c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39549c81-d40d-49fb-b349-f6037ce4d779 HTTP/1.1" status: 200 len: 854 time: 0.0949767 Aug 28 12:55:22.336940 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2406ee7b-9b14-440c-b0aa-488f4bac9b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:22.364634 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2406ee7b-9b14-440c-b0aa-488f4bac9b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:22.405181 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-025db1f2-541d-41e6-a775-52297778c395 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365260 Aug 28 12:55:22.430083 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2406ee7b-9b14-440c-b0aa-488f4bac9b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:22.433346 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2406ee7b-9b14-440c-b0aa-488f4bac9b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:22.435181 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2406ee7b-9b14-440c-b0aa-488f4bac9b63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/572871af-e5bc-4b1a-adc4-260ba63b3eee HTTP/1.1" status: 204 len: 168 time: 0.1574147 Aug 28 12:55:22.448682 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406ee7b-9b14-440c-b0aa-488f4bac9b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572871af-e5bc-4b1a-adc4-260ba63b3eee,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:22.549249 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3d0e77ec-cbb1-477d-9757-783674a8b27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:22.600500 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3a25a332-767b-461e-ad3f-102ef3534d42 req-643dabbf-6025-49fa-85e3-b2564a7957ea tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0450058 Aug 28 12:55:22.604637 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-9802c8a6-e0fb-4949-8b54-1379daf3d3de service neutron] 10.222.0.10 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903965 Aug 28 12:55:22.784807 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82d31638-0f2c-4ac3-bacc-8e5e2f226472 req-03b40f23-2cef-4361-b803-a0241e2005f5 service neutron] 10.222.0.10 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460087 Aug 28 12:55:22.899214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88be76-1dae-48dd-a054-540b8d3d7f63 req-d5c9cdf1-7daa-4cc7-b7e3-2b8f29fc956a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:22.901178 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b88be76-1dae-48dd-a054-540b8d3d7f63 req-d5c9cdf1-7daa-4cc7-b7e3-2b8f29fc956a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 944 time: 0.0670967 Aug 28 12:55:22.952430 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b88be76-1dae-48dd-a054-540b8d3d7f63 req-f093b114-ada5-45d2-9e57-ebe755c9683d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438702 Aug 28 12:55:22.969928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb953d6-939f-4da7-9b0f-ef864237d4c7 req-e5c6635d-45ac-49c5-a0e6-b861517c51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:22.972267 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbb953d6-939f-4da7-9b0f-ef864237d4c7 req-e5c6635d-45ac-49c5-a0e6-b861517c51ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86f6f1a917843268e771c6b62b33d64&device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 1096 time: 0.1356792 Aug 28 12:55:23.056730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0e77ec-cbb1-477d-9757-783674a8b27f admin admin] Router 35eb357d-5d05-48b5-918d-c8807cf7b8ff has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:55:23.575427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb953d6-939f-4da7-9b0f-ef864237d4c7 req-11e85783-bf68-4b4a-abff-52bb292d6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:23.577025 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbb953d6-939f-4da7-9b0f-ef864237d4c7 req-11e85783-bf68-4b4a-abff-52bb292d6f8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 HTTP/1.1" status: 200 len: 914 time: 0.5969849 Aug 28 12:55:23.644375 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0e77ec-cbb1-477d-9757-783674a8b27f admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:55:23.654064 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be061d21-1493-4af0-b1eb-074f167f4382 req-9e0170da-04ab-458e-a246-c812d528de37 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:23.660832 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38815330-3858-4440-9b7d-c9c2c62582ec None None] Sync routers for ids ['35eb357d-5d05-48b5-918d-c8807cf7b8ff'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:55:23.673746 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be061d21-1493-4af0-b1eb-074f167f4382 req-9e0170da-04ab-458e-a246-c812d528de37 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.5470731 Aug 28 12:55:23.681618 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3d0e77ec-cbb1-477d-9757-783674a8b27f admin admin] 10.222.0.20 "PUT /v2.0/routers/35eb357d-5d05-48b5-918d-c8807cf7b8ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8578277 Aug 28 12:55:23.681618 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbb953d6-939f-4da7-9b0f-ef864237d4c7 req-0a5874d7-8d0b-4721-905e-c5160b09ba7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709 HTTP/1.1" status: 200 len: 217 time: 0.0934401 Aug 28 12:55:23.682010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55188) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:23.686442 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38815330-3858-4440-9b7d-c9c2c62582ec None None] Routers {'35eb357d-5d05-48b5-918d-c8807cf7b8ff'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:55:23.687080 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-38815330-3858-4440-9b7d-c9c2c62582ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:55:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['35eb357d-5d05-48b5-918d-c8807cf7b8ff'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:23.815419 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be061d21-1493-4af0-b1eb-074f167f4382 req-7066a714-2837-4e25-86eb-34d8d392a830 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407762 Aug 28 12:55:23.817646 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb953d6-939f-4da7-9b0f-ef864237d4c7 req-bd05381e-9914-49a7-99e0-175bfbad3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:23.820366 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbb953d6-939f-4da7-9b0f-ef864237d4c7 req-bd05381e-9914-49a7-99e0-175bfbad3115 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39549c81-d40d-49fb-b349-f6037ce4d779 HTTP/1.1" status: 200 len: 854 time: 0.0860620 Aug 28 12:55:23.823282 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d50522e-df56-474d-9722-0d528f9866a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:23.865503 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbb953d6-939f-4da7-9b0f-ef864237d4c7 req-0cfec61c-fae6-4218-a7d3-d4365cdcc66e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368140 Aug 28 12:55:23.882774 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-38815330-3858-4440-9b7d-c9c2c62582ec None None] Set router 35eb357d-5d05-48b5-918d-c8807cf7b8ff gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:55:23.921436 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-674e6f8f-eda4-44b4-96ce-b0310c270044 req-21eede24-e0ea-4b4e-a891-5e649de26fd3 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0944657 Aug 28 12:55:24.016456 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbb953d6-939f-4da7-9b0f-ef864237d4c7 req-85a20984-7968-4c7f-8e90-7da7defb7f39 service neutron] 10.222.0.10 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412225 Aug 28 12:55:24.063692 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d50522e-df56-474d-9722-0d528f9866a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:24.132707 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-38815330-3858-4440-9b7d-c9c2c62582ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'name': 'tempest-TestServerMultinode-1676954593-router', 'tenant_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '1c60372e-0b63-4696-9a87-a48aad6478df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:27Z', 'updated_at': '2021-08-28T12:55:22Z', 'revision_number': 5, 'project_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'gw_port': {'id': '1c60372e-0b63-4696-9a87-a48aad6478df', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:27Z', 'updated_at': '2021-08-28T12:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:24.138531 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-2d50522e-df56-474d-9722-0d528f9866a5 admin admin] Deleting port 1c60372e-0b63-4696-9a87-a48aad6478df {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:24.139110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d50522e-df56-474d-9722-0d528f9866a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:24.183489 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38815330-3858-4440-9b7d-c9c2c62582ec None None] Checking router: 35eb357d-5d05-48b5-918d-c8807cf7b8ff for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:55:24.194621 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38815330-3858-4440-9b7d-c9c2c62582ec None None] Routers {'35eb357d-5d05-48b5-918d-c8807cf7b8ff'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:55:24.195549 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-38815330-3858-4440-9b7d-c9c2c62582ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:55:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['35eb357d-5d05-48b5-918d-c8807cf7b8ff'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:24.205619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4cc93-e733-4a38-a300-7c7d4e83eac4 req-515ea4f6-6be1-4c75-8214-93969381690d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:24.207699 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27b4cc93-e733-4a38-a300-7c7d4e83eac4 req-515ea4f6-6be1-4c75-8214-93969381690d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 944 time: 0.1447554 Aug 28 12:55:24.237550 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbb953d6-939f-4da7-9b0f-ef864237d4c7 req-f1f201b5-a4b4-4099-8e96-193331cff89b service neutron] 10.222.0.10 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100704 Aug 28 12:55:24.259913 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27b4cc93-e733-4a38-a300-7c7d4e83eac4 req-a46d7bd7-3b46-40ae-b68d-bb7966e2458e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462177 Aug 28 12:55:24.263790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-2d50522e-df56-474d-9722-0d528f9866a5 admin admin] For port 1c60372e-0b63-4696-9a87-a48aad6478df, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1c60372e-0b63-4696-9a87-a48aad6478df,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:24.264162 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d50522e-df56-474d-9722-0d528f9866a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:24.288353 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-2d50522e-df56-474d-9722-0d528f9866a5 admin admin] Calling delete_port for 1c60372e-0b63-4696-9a87-a48aad6478df owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:24.313891 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-38815330-3858-4440-9b7d-c9c2c62582ec None None] Set router 35eb357d-5d05-48b5-918d-c8807cf7b8ff gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:55:24.374662 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-38815330-3858-4440-9b7d-c9c2c62582ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'name': 'tempest-TestServerMultinode-1676954593-router', 'tenant_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:27Z', 'updated_at': '2021-08-28T12:55:24Z', 'revision_number': 6, 'project_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:24.515686 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38815330-3858-4440-9b7d-c9c2c62582ec None None] The sync data for ids ['35eb357d-5d05-48b5-918d-c8807cf7b8ff'] in n-d-791505-21 is: [{'id': '35eb357d-5d05-48b5-918d-c8807cf7b8ff', 'name': 'tempest-TestServerMultinode-1676954593-router', 'tenant_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:27Z', 'updated_at': '2021-08-28T12:55:24Z', 'revision_number': 6, 'project_id': 'a044f0dbd8ef4af580ab7fa98119001a', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:55:24.852021 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d50522e-df56-474d-9722-0d528f9866a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:24.897280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50522e-df56-474d-9722-0d528f9866a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c60372e-0b63-4696-9a87-a48aad6478df,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:24.989585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c65ca4-ac40-4174-abbf-66d0b6e61b38 req-bd1dfb99-799c-4e6b-9bc9-7953aeffdef0 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:24.993186 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d50522e-df56-474d-9722-0d528f9866a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:25.001541 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6c65ca4-ac40-4174-abbf-66d0b6e61b38 req-bd1dfb99-799c-4e6b-9bc9-7953aeffdef0 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.0919626 Aug 28 12:55:25.059677 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6c65ca4-ac40-4174-abbf-66d0b6e61b38 req-91577d10-3c96-4765-8b10-f3f5e001fbbb tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533061 Aug 28 12:55:25.138820 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d50522e-df56-474d-9722-0d528f9866a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:25.142730 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-66f571d2-4eef-4097-b392-1e0699b5f80f req-9314b697-dbda-45e0-a0c8-2073e8889066 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0651774 Aug 28 12:55:25.143836 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d50522e-df56-474d-9722-0d528f9866a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:25.190185 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d50522e-df56-474d-9722-0d528f9866a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:25.192283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d50522e-df56-474d-9722-0d528f9866a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35eb357d-5d05-48b5-918d-c8807cf7b8ff {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:55:25.198170 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d50522e-df56-474d-9722-0d528f9866a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:25.202030 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2d50522e-df56-474d-9722-0d528f9866a5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/35eb357d-5d05-48b5-918d-c8807cf7b8ff HTTP/1.1" status: 204 len: 168 time: 1.5182102 Aug 28 12:55:25.202189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55242) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:25.249091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-35deb120-6f71-4bf4-b791-0bb95d81ba05 admin admin] Deleting subnet 7b18b785-1785-4fb8-9b75-eabdfe58758a {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:55:25.253298 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35deb120-6f71-4bf4-b791-0bb95d81ba05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:25.295598 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35deb120-6f71-4bf4-b791-0bb95d81ba05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:25.431949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c709d-9a2f-456b-9a97-f67fd2c6f907 req-822a07d9-ad73-42bd-acfb-27d4bfadb6e8 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:25.434037 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-214c709d-9a2f-456b-9a97-f67fd2c6f907 req-822a07d9-ad73-42bd-acfb-27d4bfadb6e8 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 944 time: 0.0913329 Aug 28 12:55:25.440282 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35deb120-6f71-4bf4-b791-0bb95d81ba05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:25.521236 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-214c709d-9a2f-456b-9a97-f67fd2c6f907 req-3e611fe0-81bf-4939-a0ed-e0a269112dd9 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774779 Aug 28 12:55:25.542666 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35deb120-6f71-4bf4-b791-0bb95d81ba05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:25.555282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:25.570051 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35deb120-6f71-4bf4-b791-0bb95d81ba05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b18b785-1785-4fb8-9b75-eabdfe58758a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:25.579947 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35deb120-6f71-4bf4-b791-0bb95d81ba05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:25.584971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:55:25.584971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 34b7baaf-40e9-4f1c-9725-bd01684ebbf7 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:55:25.584971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1c60372e-0b63-4696-9a87-a48aad6478df no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:25.585465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55256) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:25.586052 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-35deb120-6f71-4bf4-b791-0bb95d81ba05 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7b18b785-1785-4fb8-9b75-eabdfe58758a HTTP/1.1" status: 204 len: 168 time: 0.3824689 Aug 28 12:55:25.586429 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ca7ae8-c07b-491a-8c4c-624460be4b60 None None] Network 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:55:25.618942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 1c60372e-0b63-4696-9a87-a48aad6478df {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:55:25.619566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1c60372e-0b63-4696-9a87-a48aad6478df not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:55:25.669759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device a8ca323b-ce4b-438d-a1f4-f3221c0c5709 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:55:25.713215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:25.780502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] Deleting port cde8c125-0708-481e-9e2a-b37d33a167e3 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:25.781375 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:25.867415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] For port cde8c125-0708-481e-9e2a-b37d33a167e3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cde8c125-0708-481e-9e2a-b37d33a167e3,segment=NetworkSegment(43168c2d-35d4-406a-ae5a-5c5d93f6c941),segment_id=43168c2d-35d4-406a-ae5a-5c5d93f6c941)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:25.868740 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:25.890274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] Calling delete_port for cde8c125-0708-481e-9e2a-b37d33a167e3 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:25.981683 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:25.997256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709', 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3', 'port_id': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709', 'mac_address': 'fa:16:3e:bb:64:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39549c81-d40d-49fb-b349-f6037ce4d779', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:55:26.018833 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:26.053390 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] Pushing event deleted for resources: {'Port': ['ID=cde8c125-0708-481e-9e2a-b37d33a167e3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:26.067478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] No DVR routers for this DVR port cde8c125-0708-481e-9e2a-b37d33a167e3 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:55:26.080246 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:26.116687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ca323b-ce4b-438d-a1f4-f3221c0c5709 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:55:26.159090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:26.167955 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:26.235665 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:26.238565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978002fc-4ba5-4f28-9617-7f36c126bc11 None None] DHCP port deletion for 30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:55:26.256001 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:26.280277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:26.291719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8eb0c-0842-4c9d-b6a2-5ff06e72fc26 req-602b639d-8919-4a95-a78c-db93e1802b65 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:26.294036 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-84b8eb0c-0842-4c9d-b6a2-5ff06e72fc26 req-602b639d-8919-4a95-a78c-db93e1802b65 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1018240 Aug 28 12:55:26.301511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43168c2d-35d4-406a-ae5a-5c5d93f6c941') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:26.301859 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43168c2d-35d4-406a-ae5a-5c5d93f6c941') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:26.314484 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:26.346989 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-84b8eb0c-0842-4c9d-b6a2-5ff06e72fc26 req-4a55c723-6082-42a5-9a53-7f10892e54d8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462124 Aug 28 12:55:26.349959 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f9ebace-fba5-40e2-a74b-ed5d0efee686 req-fceff9c3-d1a8-4c4a-a5a6-150b25c5e8e2 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0332465 Aug 28 12:55:26.389315 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:26.389315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:55:26.389315 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:55:26.394784 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:55:26.405193 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['a8ca323b-ce4b-438d-a1f4-f3221c0c5709'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:55:26.461072 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:26.474838 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:26.477366 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] 10.222.0.20 "DELETE /v2.0/networks/30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2 HTTP/1.1" status: 204 len: 168 time: 0.8903944 Aug 28 12:55:26.480437 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55276) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:26.491529 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb368932-d77d-40fb-9faa-ecb21a3075cc admin admin] Pushing event deleted for resources: {'Network': ['ID=30dd27bc-27b3-4b6c-9dc3-1bcc7190cff2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:26.718537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ca2f5-7bfc-4057-8005-95c807db938d req-5c5da48c-d9cb-43f3-8fa7-523f51d25a62 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:26.727962 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b73ca2f5-7bfc-4057-8005-95c807db938d req-5c5da48c-d9cb-43f3-8fa7-523f51d25a62 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 945 time: 0.1148324 Aug 28 12:55:26.781564 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b73ca2f5-7bfc-4057-8005-95c807db938d req-57c0a3c2-09a3-48ec-903e-23df04b4947f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522487 Aug 28 12:55:26.975774 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bde53758-3cc6-49bc-9c4d-ac2b4ca681fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:27.256519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-bde53758-3cc6-49bc-9c4d-ac2b4ca681fa admin admin] Deleting port 8d08e473-69ab-486f-b951-8181ecfd0004 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:27.256939 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bde53758-3cc6-49bc-9c4d-ac2b4ca681fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:27.340530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-bde53758-3cc6-49bc-9c4d-ac2b4ca681fa admin admin] For port 8d08e473-69ab-486f-b951-8181ecfd0004, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8d08e473-69ab-486f-b951-8181ecfd0004,segment=NetworkSegment(162056a9-e2b7-4d79-9a4b-29418cb59816),segment_id=162056a9-e2b7-4d79-9a4b-29418cb59816)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:27.341225 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bde53758-3cc6-49bc-9c4d-ac2b4ca681fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:27.355081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-bde53758-3cc6-49bc-9c4d-ac2b4ca681fa admin admin] Calling delete_port for 8d08e473-69ab-486f-b951-8181ecfd0004 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:27.497028 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cde8c125-0708-481e-9e2a-b37d33a167e3 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:27.558738 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: cde8c125-0708-481e-9e2a-b37d33a167e3 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:55:27.559082 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cde8c125-0708-481e-9e2a-b37d33a167e3 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:55:27.612669 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bde53758-3cc6-49bc-9c4d-ac2b4ca681fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:27.628701 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3c00a06-88ef-4471-898c-1150541ee43b req-081a8cbc-89f6-442a-ab75-16d3891c7ddb tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0421598 Aug 28 12:55:27.666922 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde53758-3cc6-49bc-9c4d-ac2b4ca681fa admin admin] Pushing event deleted for resources: {'Port': ['ID=8d08e473-69ab-486f-b951-8181ecfd0004,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:27.681472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device a8ca323b-ce4b-438d-a1f4-f3221c0c5709 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:55:27.736920 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80986b78-17ae-49e6-b995-2c31902451c3 req-1dc8eb9f-3899-4dbb-8384-2d434a4d47fc tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:27.738747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80986b78-17ae-49e6-b995-2c31902451c3 req-1dc8eb9f-3899-4dbb-8384-2d434a4d47fc tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1367519 Aug 28 12:55:27.791472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:55:27.800963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:55:27.801573 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:27.842148 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80986b78-17ae-49e6-b995-2c31902451c3 req-17e74ee3-d9d0-4b28-83a7-dd867097ed74 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943556 Aug 28 12:55:27.973951 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:27.975909 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bde53758-3cc6-49bc-9c4d-ac2b4ca681fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:27.990734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49202bda-62dd-44d3-9447-4a6aed00fe32 req-e4217d57-c565-432c-a1eb-9e1cd7e4e0d1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:27.995976 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-49202bda-62dd-44d3-9447-4a6aed00fe32 req-e4217d57-c565-432c-a1eb-9e1cd7e4e0d1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 945 time: 0.0652862 Aug 28 12:55:28.003478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413e5aef-22ec-4fff-b727-79532b11e6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:55:28.006186 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8281fc5-ae2c-439f-a53e-338489ae54be" -d '{"events": [{"server_uuid": "413e5aef-22ec-4fff-b727-79532b11e6e7", "name": "network-vif-plugged", "status": "completed", "tag": "a8ca323b-ce4b-438d-a1f4-f3221c0c5709"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:55:28.055785 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:28.064768 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:28.073025 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93156b17-c207-48a8-8cac-2087759e13c3 x-openstack-request-id: req-93156b17-c207-48a8-8cac-2087759e13c3 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:55:28.075757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-49202bda-62dd-44d3-9447-4a6aed00fe32 req-f0b72b44-0386-477b-bba5-dca46fa371d8 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700173 Aug 28 12:55:28.085305 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413e5aef-22ec-4fff-b727-79532b11e6e7", "name": "network-vif-plugged", "status": "completed", "tag": "a8ca323b-ce4b-438d-a1f4-f3221c0c5709", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:55:28.087183 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93156b17-c207-48a8-8cac-2087759e13c3 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:55:28.089343 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413e5aef-22ec-4fff-b727-79532b11e6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709', 'code': 200} Aug 28 12:55:28.164846 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:28.246887 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca03d9-48bd-4256-b3bc-c31f013bba7c req-7dad7be6-880a-4c80-8d26-fd590525fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:28.248383 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cca03d9-48bd-4256-b3bc-c31f013bba7c req-7dad7be6-880a-4c80-8d26-fd590525fab4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 1098 time: 0.1016541 Aug 28 12:55:28.324507 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1cca03d9-48bd-4256-b3bc-c31f013bba7c req-25d0b5e9-7869-43ab-b47f-c5ec7a6a876f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658188 Aug 28 12:55:28.353643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde53758-3cc6-49bc-9c4d-ac2b4ca681fa admin admin] Router 05a6db11-7619-4e8e-89f9-18507c768f4f has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:55:28.485305 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde53758-3cc6-49bc-9c4d-ac2b4ca681fa admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:55:28.492193 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bde53758-3cc6-49bc-9c4d-ac2b4ca681fa admin admin] 10.222.0.20 "PUT /v2.0/routers/05a6db11-7619-4e8e-89f9-18507c768f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0106578 Aug 28 12:55:28.494822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55352) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:28.499059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da052b75-cd7e-4c33-8dfc-33e854843763 None None] Sync routers for ids ['05a6db11-7619-4e8e-89f9-18507c768f4f'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:55:28.511879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da052b75-cd7e-4c33-8dfc-33e854843763 None None] Routers {'05a6db11-7619-4e8e-89f9-18507c768f4f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:55:28.513018 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-da052b75-cd7e-4c33-8dfc-33e854843763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:55:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['05a6db11-7619-4e8e-89f9-18507c768f4f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:28.637845 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0901180d-ddba-44bb-8e73-89e168c2ed27 admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:28.691217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-da052b75-cd7e-4c33-8dfc-33e854843763 None None] Set router 05a6db11-7619-4e8e-89f9-18507c768f4f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:55:28.790772 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc84ab21-4cc3-4294-896b-75cbbb3041e5 req-4b7e0470-11a1-466f-ac6b-23f0260fab76 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0380528 Aug 28 12:55:28.816291 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0901180d-ddba-44bb-8e73-89e168c2ed27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:28.900966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0901180d-ddba-44bb-8e73-89e168c2ed27 admin admin] Deleting port cd4304e7-a85c-4ec4-b04e-9bee9cd2199f {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:28.901304 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0901180d-ddba-44bb-8e73-89e168c2ed27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:28.995917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-0901180d-ddba-44bb-8e73-89e168c2ed27 admin admin] For port cd4304e7-a85c-4ec4-b04e-9bee9cd2199f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cd4304e7-a85c-4ec4-b04e-9bee9cd2199f,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:28.996291 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0901180d-ddba-44bb-8e73-89e168c2ed27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:29.010986 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-da052b75-cd7e-4c33-8dfc-33e854843763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'name': 'tempest-TestServerMultinode-918176906-router', 'tenant_id': 'e1054ec6b96445c285c0af842a26a897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'cd4304e7-a85c-4ec4-b04e-9bee9cd2199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:32Z', 'updated_at': '2021-08-28T12:55:27Z', 'revision_number': 5, 'project_id': 'e1054ec6b96445c285c0af842a26a897', 'gw_port': {'id': 'cd4304e7-a85c-4ec4-b04e-9bee9cd2199f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:54:32Z', 'updated_at': '2021-08-28T12:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:29.039227 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0901180d-ddba-44bb-8e73-89e168c2ed27 admin admin] Calling delete_port for cd4304e7-a85c-4ec4-b04e-9bee9cd2199f owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:29.050900 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da052b75-cd7e-4c33-8dfc-33e854843763 None None] Checking router: 05a6db11-7619-4e8e-89f9-18507c768f4f for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:55:29.074589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da052b75-cd7e-4c33-8dfc-33e854843763 None None] Routers {'05a6db11-7619-4e8e-89f9-18507c768f4f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:55:29.075408 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-da052b75-cd7e-4c33-8dfc-33e854843763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:55:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['05a6db11-7619-4e8e-89f9-18507c768f4f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:29.109170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212c31d-689a-43a1-b297-a795a90ccac4 req-4ed2cca3-9f2b-40f4-b31b-bfff5f7646b2 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:29.117356 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e212c31d-689a-43a1-b297-a795a90ccac4 req-4ed2cca3-9f2b-40f4-b31b-bfff5f7646b2 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1244032 Aug 28 12:55:29.173808 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e212c31d-689a-43a1-b297-a795a90ccac4 req-d562d790-022b-4877-b833-83b69fbf599b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554028 Aug 28 12:55:29.201124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-da052b75-cd7e-4c33-8dfc-33e854843763 None None] Set router 05a6db11-7619-4e8e-89f9-18507c768f4f gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:55:29.276860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-da052b75-cd7e-4c33-8dfc-33e854843763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'name': 'tempest-TestServerMultinode-918176906-router', 'tenant_id': 'e1054ec6b96445c285c0af842a26a897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:32Z', 'updated_at': '2021-08-28T12:55:28Z', 'revision_number': 6, 'project_id': 'e1054ec6b96445c285c0af842a26a897', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:29.309747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da052b75-cd7e-4c33-8dfc-33e854843763 None None] The sync data for ids ['05a6db11-7619-4e8e-89f9-18507c768f4f'] in n-d-791505-21 is: [{'id': '05a6db11-7619-4e8e-89f9-18507c768f4f', 'name': 'tempest-TestServerMultinode-918176906-router', 'tenant_id': 'e1054ec6b96445c285c0af842a26a897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:54:32Z', 'updated_at': '2021-08-28T12:55:28Z', 'revision_number': 6, 'project_id': 'e1054ec6b96445c285c0af842a26a897', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:55:29.343880 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36420396-93e0-4315-8709-354b845e8f71 req-9bcf8f3f-3ae2-4e63-b187-5a881f928818 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:29.351265 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0901180d-ddba-44bb-8e73-89e168c2ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:29.354763 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36420396-93e0-4315-8709-354b845e8f71 req-9bcf8f3f-3ae2-4e63-b187-5a881f928818 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1427033 Aug 28 12:55:29.394205 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901180d-ddba-44bb-8e73-89e168c2ed27 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4304e7-a85c-4ec4-b04e-9bee9cd2199f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:29.457020 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36420396-93e0-4315-8709-354b845e8f71 req-1a5f352b-7330-4fc1-8ae6-e904493639cd tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879948 Aug 28 12:55:29.540962 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0901180d-ddba-44bb-8e73-89e168c2ed27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:29.723546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 050dccf7-cb33-4035-a7b2-64069e71e1f1 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:55:29.766823 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0901180d-ddba-44bb-8e73-89e168c2ed27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:29.773326 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0901180d-ddba-44bb-8e73-89e168c2ed27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:29.987503 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0901180d-ddba-44bb-8e73-89e168c2ed27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:29.988046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0901180d-ddba-44bb-8e73-89e168c2ed27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05a6db11-7619-4e8e-89f9-18507c768f4f {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:55:29.992303 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0901180d-ddba-44bb-8e73-89e168c2ed27 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:29.997280 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0901180d-ddba-44bb-8e73-89e168c2ed27 admin admin] 10.222.0.20 "DELETE /v2.0/routers/05a6db11-7619-4e8e-89f9-18507c768f4f HTTP/1.1" status: 204 len: 168 time: 1.4970562 Aug 28 12:55:29.997643 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55408) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:30.030127 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45f00375-c1a9-4848-b45e-0026f969b06d req-489cae34-9828-4ddf-85c2-4219f443dad3 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0532904 Aug 28 12:55:30.131195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0694a72-fe5c-4724-b8c0-b0d12437d4fa admin admin] Deleting subnet f2920ca6-3cfa-4a73-80a1-76859197647c {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:55:30.135326 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0694a72-fe5c-4724-b8c0-b0d12437d4fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:30.136324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 050dccf7-cb33-4035-a7b2-64069e71e1f1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:30.159051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '050dccf7-cb33-4035-a7b2-64069e71e1f1', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'port_id': '050dccf7-cb33-4035-a7b2-64069e71e1f1', 'mac_address': 'fa:16:3e:59:08:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:55:30.197483 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0694a72-fe5c-4724-b8c0-b0d12437d4fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:30.223617 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:30.242302 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 050dccf7-cb33-4035-a7b2-64069e71e1f1 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:55:30.273376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 050dccf7-cb33-4035-a7b2-64069e71e1f1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:30.282132 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:30.338129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211f028-7a12-4201-be58-14f8d5247af1 req-3b416c6f-6410-4c56-94b0-abfe2d24c499 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:30.348713 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f211f028-7a12-4201-be58-14f8d5247af1 req-3b416c6f-6410-4c56-94b0-abfe2d24c499 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 944 time: 0.0797036 Aug 28 12:55:30.349887 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0694a72-fe5c-4724-b8c0-b0d12437d4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:30.387463 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=050dccf7-cb33-4035-a7b2-64069e71e1f1,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:30.394161 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8d08e473-69ab-486f-b951-8181ecfd0004 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:30.414276 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f211f028-7a12-4201-be58-14f8d5247af1 req-54b9a7af-410f-487e-9629-5ca0573be704 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644701 Aug 28 12:55:30.419419 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 8d08e473-69ab-486f-b951-8181ecfd0004 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:55:30.419762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8d08e473-69ab-486f-b951-8181ecfd0004 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:55:30.456023 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0694a72-fe5c-4724-b8c0-b0d12437d4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:30.469963 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0694a72-fe5c-4724-b8c0-b0d12437d4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:30.474959 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b0694a72-fe5c-4724-b8c0-b0d12437d4fa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f2920ca6-3cfa-4a73-80a1-76859197647c HTTP/1.1" status: 204 len: 168 time: 0.4733975 Aug 28 12:55:30.475315 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55426) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:30.479398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c799b2f-d3bc-46b1-9dd1-64ce57b71fc2 None None] Network d4e52db1-a3e3-4a96-82be-f4c0dbac49f7 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:55:30.481926 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['050dccf7-cb33-4035-a7b2-64069e71e1f1'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:55:30.493367 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0694a72-fe5c-4724-b8c0-b0d12437d4fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2920ca6-3cfa-4a73-80a1-76859197647c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:30.645593 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:30.706726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37f558-64d0-49c4-9410-5701d8ff673b req-d6e3f937-0538-44fd-8112-988f6748abd0 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:30.718224 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a37f558-64d0-49c4-9410-5701d8ff673b req-d6e3f937-0538-44fd-8112-988f6748abd0 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0832639 Aug 28 12:55:30.721181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] Deleting port 902f4b09-896d-49ba-b9f3-3f5926f6b494 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:30.721573 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:30.775626 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a37f558-64d0-49c4-9410-5701d8ff673b req-21df0299-e17f-49b5-aa94-66bdd2e2b00a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560727 Aug 28 12:55:30.850840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] For port 902f4b09-896d-49ba-b9f3-3f5926f6b494, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=902f4b09-896d-49ba-b9f3-3f5926f6b494,segment=NetworkSegment(162056a9-e2b7-4d79-9a4b-29418cb59816),segment_id=162056a9-e2b7-4d79-9a4b-29418cb59816)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:30.851163 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:30.871442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] Calling delete_port for 902f4b09-896d-49ba-b9f3-3f5926f6b494 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:30.971956 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:30.998643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] Pushing event deleted for resources: {'Port': ['ID=902f4b09-896d-49ba-b9f3-3f5926f6b494,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:31.000525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb20f183-e4ac-4a2b-a308-12c98d64d21f None None] DHCP port deletion for d4e52db1-a3e3-4a96-82be-f4c0dbac49f7 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:55:31.000999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] No DVR routers for this DVR port 902f4b09-896d-49ba-b9f3-3f5926f6b494 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:55:31.075423 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:31.086699 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e52db1-a3e3-4a96-82be-f4c0dbac49f7']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:31.101920 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162056a9-e2b7-4d79-9a4b-29418cb59816') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:31.102304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162056a9-e2b7-4d79-9a4b-29418cb59816') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:31.113488 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:31.142040 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:31.164265 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dbb4fb2b-4946-4bc0-a645-cd3c0f6a7caf req-5f56c63a-b95c-479d-9717-64e94b7e60b7 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0364699 Aug 28 12:55:31.168971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:55:31.169317 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:55:31.171554 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:55:31.251264 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:31.259389 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:31.263767 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] 10.222.0.20 "DELETE /v2.0/networks/d4e52db1-a3e3-4a96-82be-f4c0dbac49f7 HTTP/1.1" status: 204 len: 168 time: 0.7829854 Aug 28 12:55:31.282880 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82f4f8-2961-4518-bc4f-adc545ad100e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e52db1-a3e3-4a96-82be-f4c0dbac49f7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:31.517829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cd4304e7-a85c-4ec4-b04e-9bee9cd2199f no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:31.565897 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55472) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:31.586414 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: cd4304e7-a85c-4ec4-b04e-9bee9cd2199f {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:55:31.586753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cd4304e7-a85c-4ec4-b04e-9bee9cd2199f not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:55:31.587181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 902f4b09-896d-49ba-b9f3-3f5926f6b494 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:31.662074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 902f4b09-896d-49ba-b9f3-3f5926f6b494 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:55:31.663594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 902f4b09-896d-49ba-b9f3-3f5926f6b494 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:55:31.678830 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-ab83c8a5-6c00-4cd2-9c9d-9404e1092eb7 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:31.695198 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-ab83c8a5-6c00-4cd2-9c9d-9404e1092eb7 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/networks?id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 HTTP/1.1" status: 200 len: 814 time: 0.3052282 Aug 28 12:55:31.702520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cf1b1-9efc-4164-88c3-3729cf96c232 req-517e484c-600d-40da-8b39-aa044026a8e7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:31.704800 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-887cf1b1-9efc-4164-88c3-3729cf96c232 req-517e484c-600d-40da-8b39-aa044026a8e7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 944 time: 0.1500871 Aug 28 12:55:31.713092 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6f312101-26d0-46a3-889e-2251408c1a80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a044f0dbd8ef4af580ab7fa98119001a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426568 Aug 28 12:55:31.713968 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-ed0ad2e2-2dac-4018-9874-3815c985b463 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/quotas/b86f6f1a917843268e771c6b62b33d64 HTTP/1.1" status: 200 len: 375 time: 0.0176601 Aug 28 12:55:31.715244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55476) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:31.727744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 050dccf7-cb33-4035-a7b2-64069e71e1f1 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:55:31.827591 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-01a74bf6-4e1d-47d1-a366-16dd0e9eda78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:31.849817 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-887cf1b1-9efc-4164-88c3-3729cf96c232 req-4b443e5e-1699-4915-bcf7-5748b6a78730 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354823 Aug 28 12:55:31.852311 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-0caa81ed-a0e9-42a8-bcbd-9c41f1f51820 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b86f6f1a917843268e771c6b62b33d64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1365113 Aug 28 12:55:31.854090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 050dccf7-cb33-4035-a7b2-64069e71e1f1 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:55:31.857304 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:31.890693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-01a74bf6-4e1d-47d1-a366-16dd0e9eda78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:31.987908 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-b1006b88-d151-4c15-81bb-08ca7f8e36cc service neutron] 10.222.0.20 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324308 Aug 28 12:55:32.002114 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-01a74bf6-4e1d-47d1-a366-16dd0e9eda78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:32.013519 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-01a74bf6-4e1d-47d1-a366-16dd0e9eda78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:32.018106 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-01a74bf6-4e1d-47d1-a366-16dd0e9eda78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6f41384-6e81-4bc7-9f3b-d99b4a64fa8e HTTP/1.1" status: 204 len: 168 time: 0.2985957 Aug 28 12:55:32.035375 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a74bf6-4e1d-47d1-a366-16dd0e9eda78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f41384-6e81-4bc7-9f3b-d99b4a64fa8e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:32.037389 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:32.075452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050dccf7-cb33-4035-a7b2-64069e71e1f1'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:55:32.079172 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cc448b-d9a3-482b-8503-54a327e5cf54" -d '{"events": [{"server_uuid": "3fc0e93e-e91d-4d47-9440-31b9ac1b1e51", "name": "network-vif-plugged", "status": "completed", "tag": "050dccf7-cb33-4035-a7b2-64069e71e1f1"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:55:32.096968 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 050dccf7-cb33-4035-a7b2-64069e71e1f1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:32.102139 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:32.200834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55488) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:32.212414 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f861e04c-d8df-4bbd-9572-4236532e2e49 x-openstack-request-id: req-f861e04c-d8df-4bbd-9572-4236532e2e49 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:55:32.212930 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc0e93e-e91d-4d47-9440-31b9ac1b1e51", "name": "network-vif-plugged", "status": "completed", "tag": "050dccf7-cb33-4035-a7b2-64069e71e1f1", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:55:32.213357 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f861e04c-d8df-4bbd-9572-4236532e2e49 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:55:32.213935 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050dccf7-cb33-4035-a7b2-64069e71e1f1', 'code': 200} Aug 28 12:55:32.219796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=050dccf7-cb33-4035-a7b2-64069e71e1f1,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:32.252602 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-cf9a1799-6244-4403-af9f-56114702f958 service neutron] 10.222.0.20 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636089 Aug 28 12:55:32.393238 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e2a92bb9-77c6-4265-9fd3-c4923846475d req-8c9f7563-2888-4e1d-9a46-f7cc8b8a07ec tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0672688 Aug 28 12:55:32.595412 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-759a79ec-a9cf-4f7c-984c-2452a910483d req-fdcabcf4-1177-4bb7-b774-38c4574af48c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 210 time: 0.1100035 Aug 28 12:55:32.644082 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ffb5283c-9c53-48a3-8098-2560b3010844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:32.801382 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ffb5283c-9c53-48a3-8098-2560b3010844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:32.808593 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ffb5283c-9c53-48a3-8098-2560b3010844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:32.853629 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ffb5283c-9c53-48a3-8098-2560b3010844 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4be958445931412f93c238c529210bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6491282 Aug 28 12:55:32.853906 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55516) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:32.879985 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55520) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:32.906535 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5283c-9c53-48a3-8098-2560b3010844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f8a880-6498-4a48-97be-eeb3a2c8abaa,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:33.131689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ce57341-f5e9-445e-b917-4a0b26fe8740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:33.143214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55528) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:33.143793 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-195c9b24-cff6-4677-b8db-a0ca1af091fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1054ec6b96445c285c0af842a26a897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620130 Aug 28 12:55:33.175145 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac815cb3-760a-484f-aaf3-511fb7bb4d97 req-4415670c-46d8-4ffe-a113-35f17f8f2c5f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:33.176743 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac815cb3-760a-484f-aaf3-511fb7bb4d97 req-4415670c-46d8-4ffe-a113-35f17f8f2c5f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1344366 Aug 28 12:55:33.182313 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ce57341-f5e9-445e-b917-4a0b26fe8740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:33.214958 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f4a59c11-3da9-4166-a9dd-8a1b15db18e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:33.258509 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f4a59c11-3da9-4166-a9dd-8a1b15db18e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:33.300325 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac815cb3-760a-484f-aaf3-511fb7bb4d97 req-29216fc0-c5bf-4b50-b28c-b4bf350e0ca8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143382 Aug 28 12:55:33.351819 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ce57341-f5e9-445e-b917-4a0b26fe8740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:33.356064 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f4a59c11-3da9-4166-a9dd-8a1b15db18e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:33.357651 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ce57341-f5e9-445e-b917-4a0b26fe8740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:33.362305 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f4a59c11-3da9-4166-a9dd-8a1b15db18e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:33.369542 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f4a59c11-3da9-4166-a9dd-8a1b15db18e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d56f1ee-10b9-460a-8999-0e45c90afa0f HTTP/1.1" status: 204 len: 168 time: 0.2249565 Aug 28 12:55:33.375342 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7ce57341-f5e9-445e-b917-4a0b26fe8740 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00f8a880-6498-4a48-97be-eeb3a2c8abaa HTTP/1.1" status: 204 len: 168 time: 0.5076261 Aug 28 12:55:33.391218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a59c11-3da9-4166-a9dd-8a1b15db18e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d56f1ee-10b9-460a-8999-0e45c90afa0f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:33.394247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce57341-f5e9-445e-b917-4a0b26fe8740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f8a880-6498-4a48-97be-eeb3a2c8abaa,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:33.565058 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8e0005b4-f08f-4f20-b6fd-d75bdd3d5f7a req-cbe1d5b1-0372-4e72-96c7-8cd09b02db94 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0412169 Aug 28 12:55:33.753224 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8d0c46c4-58d3-49f7-8abd-8eb19d091afb req-aeecf1a9-7e82-4d96-931a-b2188ea0acfd tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 210 time: 0.0475063 Aug 28 12:55:34.123738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-37c40af5-0b45-4f88-8166-bc8cd36f8ed2 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:34.126378 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-37c40af5-0b45-4f88-8166-bc8cd36f8ed2 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.10 "GET /v2.0/networks?id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 HTTP/1.1" status: 200 len: 814 time: 0.2969375 Aug 28 12:55:34.153756 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Request body: {'port': {'device_id': '15e84b10-4dd0-47e1-9426-d661d15a1a23', 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3', 'admin_state_up': True, 'tenant_id': 'b86f6f1a917843268e771c6b62b33d64'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:55:34.255355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55546) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:34.279572 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2b18678-5972-40f2-b6b8-7f988ea56f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:34.488701 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2b18678-5972-40f2-b6b8-7f988ea56f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:34.495819 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2b18678-5972-40f2-b6b8-7f988ea56f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:34.568750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Made reservation on behalf of b86f6f1a917843268e771c6b62b33d64 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:55:34.572908 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:34.601307 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b18678-5972-40f2-b6b8-7f988ea56f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8294e852-0b74-44e4-9b4d-574d2d10aee2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:34.650846 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c2b18678-5972-40f2-b6b8-7f988ea56f2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78785a2f8541464da1d5c2da4c563073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3937540 Aug 28 12:55:34.655280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55556) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:34.663899 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed883498-6338-41d8-8ad5-49c19ffe94e9 req-e8ade3b2-cf9d-4652-9cba-d93fdb298890 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:34.671188 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed883498-6338-41d8-8ad5-49c19ffe94e9 req-e8ade3b2-cf9d-4652-9cba-d93fdb298890 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.2125649 Aug 28 12:55:34.766281 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed883498-6338-41d8-8ad5-49c19ffe94e9 req-8ea79a96-c073-4ce9-bdbf-4b6b964b1177 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936007 Aug 28 12:55:34.839033 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-687b5c9c-917b-40de-bb93-d5321e89821d req-b8bd1577-760f-498f-a071-26b4ddd52a0a tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.1212497 Aug 28 12:55:34.889938 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39a2f0b9-1cb4-4f04-b4f3-a94ce92d37af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:34.932070 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Allocated IP 172.20.0.6 (2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3/39549c81-d40d-49fb-b349-f6037ce4d779/b028e0c5-be12-43d1-a07d-79fe4e270765) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:55:34.956423 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39a2f0b9-1cb4-4f04-b4f3-a94ce92d37af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:35.080763 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39a2f0b9-1cb4-4f04-b4f3-a94ce92d37af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:35.083380 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39a2f0b9-1cb4-4f04-b4f3-a94ce92d37af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:35.084546 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-39a2f0b9-1cb4-4f04-b4f3-a94ce92d37af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8294e852-0b74-44e4-9b4d-574d2d10aee2 HTTP/1.1" status: 204 len: 168 time: 0.4274673 Aug 28 12:55:35.103647 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2f0b9-1cb4-4f04-b4f3-a94ce92d37af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8294e852-0b74-44e4-9b4d-574d2d10aee2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:35.107025 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6cea64b8-2592-4e27-a055-c4cdf175a351 req-f03c138f-1841-4d88-a78c-e042b3c0568b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 210 time: 0.0505164 Aug 28 12:55:35.213024 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:35.292697 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:35.309237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['a8ca323b-ce4b-438d-a1f4-f3221c0c5709'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:55:35.351393 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Network 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:55:35.355944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:55:35.378932 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:55:35.848248 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cd68710c-f23d-4343-89ae-d80c99cfee49 req-2a0dee6d-d6ec-4f26-b271-7be8d4d3eb6a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0395913 Aug 28 12:55:35.976934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcc45d-9848-4920-84e1-b14fa0324cc0 req-9a80ccb7-7d89-423c-8139-bd3709ba83e7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:35.987587 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cfbcc45d-9848-4920-84e1-b14fa0324cc0 req-9a80ccb7-7d89-423c-8139-bd3709ba83e7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1066139 Aug 28 12:55:36.046339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:36.047045 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:36.057973 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Pushing event updated for resources: {'Port': ['ID=b028e0c5-be12-43d1-a07d-79fe4e270765,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:36.064796 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cfbcc45d-9848-4920-84e1-b14fa0324cc0 req-ce5c818a-3c3b-4705-b60f-054d939f310a tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620210 Aug 28 12:55:36.078117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:36.079037 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:36.079375 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:36.079708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:36.080033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:36.080943 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:36.081171 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:36.081564 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:36.081897 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:36.082219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:36.082700 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:36.083026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:36.114432 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-cdaea755-5eef-42eb-9dd8-8b239a64b91e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9678354 Aug 28 12:55:36.138599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Request body: {'port': {'device_id': '15e84b10-4dd0-47e1-9426-d661d15a1a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:55:36.154690 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddbd59-53ad-4f1b-9e8a-6b05e0f300ba req-82f3d756-fcbf-4ee4-82ed-59df50ab49f7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:36.161864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddbd59-53ad-4f1b-9e8a-6b05e0f300ba req-82f3d756-fcbf-4ee4-82ed-59df50ab49f7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:36.168529 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddbd59-53ad-4f1b-9e8a-6b05e0f300ba req-82f3d756-fcbf-4ee4-82ed-59df50ab49f7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:36.177412 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddbd59-53ad-4f1b-9e8a-6b05e0f300ba req-82f3d756-fcbf-4ee4-82ed-59df50ab49f7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:36.183693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddbd59-53ad-4f1b-9e8a-6b05e0f300ba req-82f3d756-fcbf-4ee4-82ed-59df50ab49f7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:36.190053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddbd59-53ad-4f1b-9e8a-6b05e0f300ba req-82f3d756-fcbf-4ee4-82ed-59df50ab49f7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:36.201359 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddbd59-53ad-4f1b-9e8a-6b05e0f300ba req-82f3d756-fcbf-4ee4-82ed-59df50ab49f7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:36.209361 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b8a4736-548e-4115-94f1-64d7f28a5df2 req-63f68b1b-d9c4-46ee-bf6a-75caa570a765 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0464425 Aug 28 12:55:36.212399 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-37ddbd59-53ad-4f1b-9e8a-6b05e0f300ba req-82f3d756-fcbf-4ee4-82ed-59df50ab49f7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5446 time: 0.1560469 Aug 28 12:55:36.313803 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-37ddbd59-53ad-4f1b-9e8a-6b05e0f300ba req-c9ea726c-ab1d-47cf-9d89-834c674b31f9 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999029 Aug 28 12:55:36.415940 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:36.495690 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc8d29-0adc-4b15-a9ae-d7ae796bcca5 req-576fb497-4c55-4cd7-8326-9337fc267a2b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:36.504606 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0dbc8d29-0adc-4b15-a9ae-d7ae796bcca5 req-576fb497-4c55-4cd7-8326-9337fc267a2b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 931 time: 0.1195936 Aug 28 12:55:36.554157 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0dbc8d29-0adc-4b15-a9ae-d7ae796bcca5 req-42134657-c1f7-4411-aa6c-21d184a65ec2 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485353 Aug 28 12:55:36.907264 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b028e0c5-be12-43d1-a07d-79fe4e270765 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:55:36.915761 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:36.930199 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Transition to ACTIVE for port object b028e0c5-be12-43d1-a07d-79fe4e270765 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:55:36.935093 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:37.087435 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Pushing event updated for resources: {'Port': ['ID=b028e0c5-be12-43d1-a07d-79fe4e270765,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:37.091380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-89253ede-bb47-4138-97d1-259dded3e4aa tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.099503 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-89253ede-bb47-4138-97d1-259dded3e4aa tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.105972 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-89253ede-bb47-4138-97d1-259dded3e4aa tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.114492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-89253ede-bb47-4138-97d1-259dded3e4aa tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.121287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-89253ede-bb47-4138-97d1-259dded3e4aa tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.128550 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-89253ede-bb47-4138-97d1-259dded3e4aa tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.134643 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-89253ede-bb47-4138-97d1-259dded3e4aa tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.136896 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-89253ede-bb47-4138-97d1-259dded3e4aa tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.11 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5446 time: 0.1847882 Aug 28 12:55:37.174178 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:37.247259 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-d10525e6-aae3-44d0-9db5-263f788d22eb tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.251519 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-d10525e6-aae3-44d0-9db5-263f788d22eb tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.11 "GET /v2.0/ports/440861dd-6270-4426-a201-c0adbe3cd44a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1080153 Aug 28 12:55:37.353428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Attempting to bind port b028e0c5-be12-43d1-a07d-79fe4e270765 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:55:37.353992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Attempting to bind port b028e0c5-be12-43d1-a07d-79fe4e270765 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '0620ffb9-7128-4360-a54d-8a21129c43ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:55:37.354240 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Attempting to bind port b028e0c5-be12-43d1-a07d-79fe4e270765 on network 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:55:37.364183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4f2f8-534c-4055-ab6a-10fe1e1c8e58 req-1193b069-776a-45ae-adf4-ffca7c1b3a41 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.365903 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9d4f2f8-534c-4055-ab6a-10fe1e1c8e58 req-1193b069-776a-45ae-adf4-ffca7c1b3a41 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1219311 Aug 28 12:55:37.369683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Port b028e0c5-be12-43d1-a07d-79fe4e270765 on network 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:55:37.370091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Attempting to bind port b028e0c5-be12-43d1-a07d-79fe4e270765 on network 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:55:37.393967 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:55:37.394444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Checking segment: {'id': '0620ffb9-7128-4360-a54d-8a21129c43ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:55:37.394903 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Bound using segment: {'id': '0620ffb9-7128-4360-a54d-8a21129c43ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:55:37.395416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Bound port: b028e0c5-be12-43d1-a07d-79fe4e270765, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0620ffb9-7128-4360-a54d-8a21129c43ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:55:37.395865 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:37.429532 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9d4f2f8-534c-4055-ab6a-10fe1e1c8e58 req-ec7c92e0-c076-40ac-a554-93f1e951cf2e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567472 Aug 28 12:55:37.534187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] For port b028e0c5-be12-43d1-a07d-79fe4e270765, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:55:37.540271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] For port b028e0c5-be12-43d1-a07d-79fe4e270765, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b028e0c5-be12-43d1-a07d-79fe4e270765,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:55:37.549082 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84014707-baec-469f-884b-f43f4311f303 req-969a482b-c6e9-451c-9f8b-e9217b2a233c tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0872462 Aug 28 12:55:37.559353 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:37.625928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.627414 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:37.629200 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] 10.222.0.10 "PUT /v2.0/ports/b028e0c5-be12-43d1-a07d-79fe4e270765 HTTP/1.1" status: 200 len: 1092 time: 1.5004921 Aug 28 12:55:37.629879 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e84b10-4dd0-47e1-9426-d661d15a1a23', 'tag': 'b028e0c5-be12-43d1-a07d-79fe4e270765'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:55:37.634178 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04cfaca-18a4-4ba3-a416-03e54af4b28f" -d '{"events": [{"name": "network-changed", "server_uuid": "15e84b10-4dd0-47e1-9426-d661d15a1a23", "tag": "b028e0c5-be12-43d1-a07d-79fe4e270765"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:55:37.663557 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d7ed3-c737-44d8-a5d7-2647c490fc2e service neutron] Pushing event updated for resources: {'Port': ['ID=b028e0c5-be12-43d1-a07d-79fe4e270765,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:37.701921 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-d5c103ff-bb04-4902-a525-62cd3a4101e4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.11 "GET /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4440174 Aug 28 12:55:37.736622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c110cfcb-5c0c-489b-bb19-aff83ab0baec service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:55:37.825833 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c110cfcb-5c0c-489b-bb19-aff83ab0baec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:37.854779 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-cefbbcb1-cf3d-4ad8-a1a2-148b7bf13f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.856388 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-cefbbcb1-cf3d-4ad8-a1a2-148b7bf13f30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86f6f1a917843268e771c6b62b33d64&device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 1095 time: 0.1712019 Aug 28 12:55:37.898504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d903-6958-40b8-8a78-745b19ccb664 req-5a350042-1d61-4237-bde3-0ac9112dd7ff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.919271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d903-6958-40b8-8a78-745b19ccb664 req-5a350042-1d61-4237-bde3-0ac9112dd7ff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.928695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d903-6958-40b8-8a78-745b19ccb664 req-5a350042-1d61-4237-bde3-0ac9112dd7ff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.935152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc2ce5-0171-460f-99a6-01b50a20bf6b req-3eb6fa7b-370d-44c5-b4ac-f8863881e35b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.944021 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7cc2ce5-0171-460f-99a6-01b50a20bf6b req-3eb6fa7b-370d-44c5-b4ac-f8863881e35b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 943 time: 0.1599944 Aug 28 12:55:37.946338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d903-6958-40b8-8a78-745b19ccb664 req-5a350042-1d61-4237-bde3-0ac9112dd7ff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.960254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d903-6958-40b8-8a78-745b19ccb664 req-5a350042-1d61-4237-bde3-0ac9112dd7ff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.973160 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d903-6958-40b8-8a78-745b19ccb664 req-5a350042-1d61-4237-bde3-0ac9112dd7ff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.990270 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323d903-6958-40b8-8a78-745b19ccb664 req-5a350042-1d61-4237-bde3-0ac9112dd7ff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:37.994095 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7323d903-6958-40b8-8a78-745b19ccb664 req-5a350042-1d61-4237-bde3-0ac9112dd7ff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 5446 time: 0.2523522 Aug 28 12:55:38.035029 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7cc2ce5-0171-460f-99a6-01b50a20bf6b req-7e413471-f3f1-4840-8ef6-44ee4f9d8360 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897648 Aug 28 12:55:38.118378 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-cc13b70f-26e3-41aa-98b2-07a295b0c179 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b028e0c5-be12-43d1-a07d-79fe4e270765 HTTP/1.1" status: 200 len: 217 time: 0.1224215 Aug 28 12:55:38.148184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c110cfcb-5c0c-489b-bb19-aff83ab0baec service neutron] For port 440861dd-6270-4426-a201-c0adbe3cd44a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=440861dd-6270-4426-a201-c0adbe3cd44a,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:38.238836 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c110cfcb-5c0c-489b-bb19-aff83ab0baec service neutron] For port 440861dd-6270-4426-a201-c0adbe3cd44a, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:55:38.253326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-843667ca-57c1-4f91-8649-e19ddb706620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:38.254829 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-843667ca-57c1-4f91-8649-e19ddb706620 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39549c81-d40d-49fb-b349-f6037ce4d779 HTTP/1.1" status: 200 len: 854 time: 0.1260152 Aug 28 12:55:38.340608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c110cfcb-5c0c-489b-bb19-aff83ab0baec service neutron] device_id is not set on port 440861dd-6270-4426-a201-c0adbe3cd44a yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:55:38.352699 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c110cfcb-5c0c-489b-bb19-aff83ab0baec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:38.357512 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-6b5ea357-d848-4f4f-974a-ecce05bf812e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820386 Aug 28 12:55:38.367551 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7323d903-6958-40b8-8a78-745b19ccb664 req-50626339-61f9-4ff4-b994-f0ea48c26fdc tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3515747 Aug 28 12:55:38.384311 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c110cfcb-5c0c-489b-bb19-aff83ab0baec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:38.462047 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e164ef5-7e51-48ae-9d77-5ca94fc62f91 req-15910ebd-dd9d-4ea6-b0cb-9317680892d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e7f078cae6d474c8554f4d8d8d28417&device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.1056819 Aug 28 12:55:38.502511 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819ae8e5-bb7f-4ceb-b22d-d54d335296ce x-openstack-request-id: req-819ae8e5-bb7f-4ceb-b22d-d54d335296ce {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:55:38.502867 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e84b10-4dd0-47e1-9426-d661d15a1a23", "tag": "b028e0c5-be12-43d1-a07d-79fe4e270765", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:55:38.503981 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-819ae8e5-bb7f-4ceb-b22d-d54d335296ce {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:55:38.505166 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e84b10-4dd0-47e1-9426-d661d15a1a23', 'tag': 'b028e0c5-be12-43d1-a07d-79fe4e270765', 'status': 'completed', 'code': 200} Aug 28 12:55:38.635351 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e164ef5-7e51-48ae-9d77-5ca94fc62f91 req-2e1d0d0f-6488-4bbc-82f8-45ced608c3b7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6e7f078cae6d474c8554f4d8d8d28417&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1555798 Aug 28 12:55:38.638332 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5a2d7f9b-0864-4650-aeac-88e108356354 req-76b34e00-6b18-4e6e-9308-47bc3445b46a tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0886264 Aug 28 12:55:38.711339 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-2ca85e66-fee2-48e4-a31c-e7452816d590 service neutron] 10.222.0.10 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427768 Aug 28 12:55:38.740269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c110cfcb-5c0c-489b-bb19-aff83ab0baec service neutron] No DVR routers for this DVR port 440861dd-6270-4426-a201-c0adbe3cd44a on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:55:38.823870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110cfcb-5c0c-489b-bb19-aff83ab0baec service neutron] Pushing event updated for resources: {'Port': ['ID=440861dd-6270-4426-a201-c0adbe3cd44a,revision_number=6']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:38.922707 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad6fb7ad-683f-492e-8f69-5efd19742f55 req-f01e2774-4ad9-4b0c-8050-4689d9694722 service neutron] 10.222.0.10 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962993 Aug 28 12:55:38.943829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2a466828-f357-413d-902e-9a507fe7a227 None None] Provisioning complete for port 440861dd-6270-4426-a201-c0adbe3cd44a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:55:38.945124 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2a466828-f357-413d-902e-9a507fe7a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:38.971112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf800d-28fa-4612-b4e8-f1dbc5e61e61 req-2e412f0e-c3c7-4a2c-ac72-69ac444e2848 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:38.975753 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1bf800d-28fa-4612-b4e8-f1dbc5e61e61 req-2e412f0e-c3c7-4a2c-ac72-69ac444e2848 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.3530855 Aug 28 12:55:39.011837 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2a466828-f357-413d-902e-9a507fe7a227 None None] Port 440861dd-6270-4426-a201-c0adbe3cd44a cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:55:39.019056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c110cfcb-5c0c-489b-bb19-aff83ab0baec service neutron] In _notify_port_updated(), no bound segment for port 440861dd-6270-4426-a201-c0adbe3cd44a on network 59b71610-974a-47e0-be6f-1998f7e34702 {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 12:55:39.020085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c110cfcb-5c0c-489b-bb19-aff83ab0baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:39.020807 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c110cfcb-5c0c-489b-bb19-aff83ab0baec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:39.022400 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c110cfcb-5c0c-489b-bb19-aff83ab0baec service neutron] 10.222.0.11 "PUT /v2.0/ports/440861dd-6270-4426-a201-c0adbe3cd44a HTTP/1.1" status: 200 len: 1033 time: 1.3073320 Aug 28 12:55:39.065886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cfaca-18a4-4ba3-a416-03e54af4b28f req-419283a1-ea26-466f-96e8-4426a77a6eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:39.067467 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a04cfaca-18a4-4ba3-a416-03e54af4b28f req-419283a1-ea26-466f-96e8-4426a77a6eaf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86f6f1a917843268e771c6b62b33d64&device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 1095 time: 0.0809548 Aug 28 12:55:39.084138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e164ef5-7e51-48ae-9d77-5ca94fc62f91 req-e29bc022-0b6d-44be-9e7b-f78f704a739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:39.086062 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e164ef5-7e51-48ae-9d77-5ca94fc62f91 req-e29bc022-0b6d-44be-9e7b-f78f704a739f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3472900 Aug 28 12:55:39.115074 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-2ffd6119-5d59-4b84-a05d-b3932742100b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:39.116848 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-2ffd6119-5d59-4b84-a05d-b3932742100b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.11 "GET /v2.0/ports/708f1d54-3c32-49c6-8985-1c867d1c59b6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0784843 Aug 28 12:55:39.131584 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1bf800d-28fa-4612-b4e8-f1dbc5e61e61 req-104d8817-234a-4756-a9fa-3c5b473fbb47 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027629 Aug 28 12:55:39.148262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-155cd5b4-cf42-4508-878b-560b5bb0a9ed service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:55:39.240098 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-155cd5b4-cf42-4508-878b-560b5bb0a9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:39.385792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cfaca-18a4-4ba3-a416-03e54af4b28f req-e73e9d01-2239-4960-ba36-79f5caa8ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:39.387870 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a04cfaca-18a4-4ba3-a416-03e54af4b28f req-e73e9d01-2239-4960-ba36-79f5caa8ec05 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 HTTP/1.1" status: 200 len: 914 time: 0.2996571 Aug 28 12:55:39.449010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-155cd5b4-cf42-4508-878b-560b5bb0a9ed service neutron] For port 708f1d54-3c32-49c6-8985-1c867d1c59b6, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=708f1d54-3c32-49c6-8985-1c867d1c59b6,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:39.519500 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5f3f0-e616-4906-acc2-1161ec720e34 req-5a2b87d8-0019-4e55-acf2-7d613666f37d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:39.527580 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e7c5f3f0-e616-4906-acc2-1161ec720e34 req-5a2b87d8-0019-4e55-acf2-7d613666f37d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 943 time: 0.2891991 Aug 28 12:55:39.529477 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a04cfaca-18a4-4ba3-a416-03e54af4b28f req-8b287efb-830c-4b0f-ace7-10b7be6ad061 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b028e0c5-be12-43d1-a07d-79fe4e270765 HTTP/1.1" status: 200 len: 217 time: 0.1139750 Aug 28 12:55:39.561373 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-155cd5b4-cf42-4508-878b-560b5bb0a9ed service neutron] For port 708f1d54-3c32-49c6-8985-1c867d1c59b6, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:55:39.609142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-155cd5b4-cf42-4508-878b-560b5bb0a9ed service neutron] device_id is not set on port 708f1d54-3c32-49c6-8985-1c867d1c59b6 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:55:39.623410 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-155cd5b4-cf42-4508-878b-560b5bb0a9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:39.632299 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:39.636791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d70229-7814-43cf-a472-f797c84d5023 req-573c568d-a5e1-41db-8c05-83feed72c256 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:39.645493 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d70229-7814-43cf-a472-f797c84d5023 req-573c568d-a5e1-41db-8c05-83feed72c256 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:39.653172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d70229-7814-43cf-a472-f797c84d5023 req-573c568d-a5e1-41db-8c05-83feed72c256 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:39.662028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d70229-7814-43cf-a472-f797c84d5023 req-573c568d-a5e1-41db-8c05-83feed72c256 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:39.670315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d70229-7814-43cf-a472-f797c84d5023 req-573c568d-a5e1-41db-8c05-83feed72c256 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:39.679254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d70229-7814-43cf-a472-f797c84d5023 req-573c568d-a5e1-41db-8c05-83feed72c256 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:39.682466 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4d70229-7814-43cf-a472-f797c84d5023 req-573c568d-a5e1-41db-8c05-83feed72c256 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 4666 time: 0.1545498 Aug 28 12:55:39.686105 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-155cd5b4-cf42-4508-878b-560b5bb0a9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:39.709610 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cfaca-18a4-4ba3-a416-03e54af4b28f req-8c8fc26a-92bf-468d-b587-7795a48ee9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:39.715228 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a04cfaca-18a4-4ba3-a416-03e54af4b28f req-8c8fc26a-92bf-468d-b587-7795a48ee9f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39549c81-d40d-49fb-b349-f6037ce4d779 HTTP/1.1" status: 200 len: 854 time: 0.1706874 Aug 28 12:55:39.724666 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e7c5f3f0-e616-4906-acc2-1161ec720e34 req-60c545de-5633-44c1-8eb3-37927e7c8826 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707673 Aug 28 12:55:39.749688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cd5b4-cf42-4508-878b-560b5bb0a9ed service neutron] Pushing event updated for resources: {'Port': ['ID=708f1d54-3c32-49c6-8985-1c867d1c59b6,revision_number=6']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:39.785581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 708f1d54-3c32-49c6-8985-1c867d1c59b6 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:39.838625 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4d70229-7814-43cf-a472-f797c84d5023 req-28985e5f-9ed5-4440-968f-f37c54784782 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9&id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991123 Aug 28 12:55:39.839942 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a04cfaca-18a4-4ba3-a416-03e54af4b28f req-ecf4b50b-5ec2-4052-8983-a2662dd278e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124511 Aug 28 12:55:39.882760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-155cd5b4-cf42-4508-878b-560b5bb0a9ed service neutron] No DVR routers for this DVR port 708f1d54-3c32-49c6-8985-1c867d1c59b6 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:55:39.962970 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-29caba66-ed53-4e6f-8f1b-905d4a3c7403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:39.975958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 708f1d54-3c32-49c6-8985-1c867d1c59b6 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:55:39.976948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 440861dd-6270-4426-a201-c0adbe3cd44a no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:40.039570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 440861dd-6270-4426-a201-c0adbe3cd44a not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:55:40.040179 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 270133e3-b69e-4c31-a29a-5624250f6d0a no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:40.054452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-155cd5b4-cf42-4508-878b-560b5bb0a9ed service neutron] In _notify_port_updated(), no bound segment for port 708f1d54-3c32-49c6-8985-1c867d1c59b6 on network 59b71610-974a-47e0-be6f-1998f7e34702 {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 12:55:40.055358 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-155cd5b4-cf42-4508-878b-560b5bb0a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:40.058808 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-155cd5b4-cf42-4508-878b-560b5bb0a9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:40.069290 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-155cd5b4-cf42-4508-878b-560b5bb0a9ed service neutron] 10.222.0.11 "PUT /v2.0/ports/708f1d54-3c32-49c6-8985-1c867d1c59b6 HTTP/1.1" status: 200 len: 1033 time: 0.9320204 Aug 28 12:55:40.185936 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:40.237258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 270133e3-b69e-4c31-a29a-5624250f6d0a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=270133e3-b69e-4c31-a29a-5624250f6d0a,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:40.238958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '270133e3-b69e-4c31-a29a-5624250f6d0a'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:55:40.246316 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474e09df-7ae7-46bd-966a-f5b80ecddeed" -d '{"events": [{"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-unplugged", "status": "completed", "tag": "270133e3-b69e-4c31-a29a-5624250f6d0a"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:55:40.252468 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:40.255355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c703f518-96ae-4fe3-8bb2-0979603ac65f no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:40.272354 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a04cfaca-18a4-4ba3-a416-03e54af4b28f req-ec71b570-33f6-40b2-b4e4-4e4e381a3354 service neutron] 10.222.0.10 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046433 Aug 28 12:55:40.368379 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e6d28fd-90ba-4191-9c8c-e8a4a37bdf84 req-817ff6e9-cc8e-4f54-9147-3579f5263007 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.3620622 Aug 28 12:55:40.387969 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e164ef5-7e51-48ae-9d77-5ca94fc62f91 req-1848b795-ac81-469d-a27e-3ee961d97265 tempest-ServerShowV257Test-364905325 tempest-ServerShowV257Test-364905325-project] 10.222.0.11 "GET /v2.0/ports?device_id=34ad505f-c455-445c-85da-31373aafc1d8 HTTP/1.1" status: 200 len: 210 time: 0.0873263 Aug 28 12:55:40.431233 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafeedb-55a3-4a2f-af0e-cd4a80cc4a88 req-ae0930a9-6968-492b-9b50-72d247376a49 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:40.440120 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3bafeedb-55a3-4a2f-af0e-cd4a80cc4a88 req-ae0930a9-6968-492b-9b50-72d247376a49 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.0871160 Aug 28 12:55:40.459687 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-732c7577-3bbb-4a80-a1bb-7fa6ef759d70 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Deleting port 1cbe3f0b-18d7-4706-9651-2722f3d45f33 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:40.463862 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-732c7577-3bbb-4a80-a1bb-7fa6ef759d70 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:40.487787 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d259d64-3271-45cf-aeb4-694112e147bb x-openstack-request-id: req-0d259d64-3271-45cf-aeb4-694112e147bb {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:55:40.488091 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-unplugged", "status": "completed", "tag": "270133e3-b69e-4c31-a29a-5624250f6d0a", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:55:40.488396 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d259d64-3271-45cf-aeb4-694112e147bb {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:55:40.488795 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '270133e3-b69e-4c31-a29a-5624250f6d0a', 'code': 200} Aug 28 12:55:40.497688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b8e6a76f-44b5-4103-8b64-fccd0d785edd None None] Provisioning complete for port 708f1d54-3c32-49c6-8985-1c867d1c59b6 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:55:40.498060 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a76f-44b5-4103-8b64-fccd0d785edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:40.613238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=270133e3-b69e-4c31-a29a-5624250f6d0a,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:40.632017 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:40.632430 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:40.632770 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:40.633102 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:40.633430 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:40.633752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:40.634920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:40.634920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:40.634920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:40.635218 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:40.635530 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:40.635848 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:55:40.651075 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a04cfaca-18a4-4ba3-a416-03e54af4b28f req-d386e27d-4076-4b42-a4ea-c476b013e772 service neutron] 10.222.0.10 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296082 Aug 28 12:55:40.651606 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:40.675384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b8e6a76f-44b5-4103-8b64-fccd0d785edd None None] Port 708f1d54-3c32-49c6-8985-1c867d1c59b6 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:55:40.690247 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-732c7577-3bbb-4a80-a1bb-7fa6ef759d70 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] For port 1cbe3f0b-18d7-4706-9651-2722f3d45f33, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1cbe3f0b-18d7-4706-9651-2722f3d45f33,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:40.690958 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-732c7577-3bbb-4a80-a1bb-7fa6ef759d70 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:40.701587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c703f518-96ae-4fe3-8bb2-0979603ac65f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c703f518-96ae-4fe3-8bb2-0979603ac65f,segment=NetworkSegment(018e3c08-6a91-489a-9a17-f01f36b63890),segment_id=018e3c08-6a91-489a-9a17-f01f36b63890)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:40.706979 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:40.707907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1cbe3f0b-18d7-4706-9651-2722f3d45f33 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:40.714923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-732c7577-3bbb-4a80-a1bb-7fa6ef759d70 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Calling delete_port for 1cbe3f0b-18d7-4706-9651-2722f3d45f33 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:40.857532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=c703f518-96ae-4fe3-8bb2-0979603ac65f,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:40.880118 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-732c7577-3bbb-4a80-a1bb-7fa6ef759d70 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:40.889966 n-d-791505-21 neutron-server[94879]: INFO neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No ports have port_id starting with 1cbe3f0b-18d7-4706-9651-2722f3d45f33 Aug 28 12:55:40.896235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 3e1211f4-8497-4466-9e2b-21509e98d6a4 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:40.919882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c7577-3bbb-4a80-a1bb-7fa6ef759d70 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event deleted for resources: {'Port': ['ID=1cbe3f0b-18d7-4706-9651-2722f3d45f33,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:41.020592 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3bafeedb-55a3-4a2f-af0e-cd4a80cc4a88 req-418d5bad-828c-46f7-bc3a-3bf591a905b8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5774784 Aug 28 12:55:41.021962 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:41.103402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 3e1211f4-8497-4466-9e2b-21509e98d6a4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=3e1211f4-8497-4466-9e2b-21509e98d6a4,segment=NetworkSegment(ff986872-1e0a-47d6-867f-1ce369e19f52),segment_id=ff986872-1e0a-47d6-867f-1ce369e19f52)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:41.108167 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:41.108930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 00290326-04f3-468c-be88-b5556baab84a no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:41.121430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-732c7577-3bbb-4a80-a1bb-7fa6ef759d70 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] No DVR routers for this DVR port 1cbe3f0b-18d7-4706-9651-2722f3d45f33 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:55:41.126961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89b1e8-02e7-455f-8449-3349c628354f req-be676e3e-ac7d-4ea3-b5ce-b1a1613296e0 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:41.127380 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-732c7577-3bbb-4a80-a1bb-7fa6ef759d70 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:41.131520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-732c7577-3bbb-4a80-a1bb-7fa6ef759d70 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.11 "DELETE /v2.0/ports/1cbe3f0b-18d7-4706-9651-2722f3d45f33 HTTP/1.1" status: 204 len: 173 time: 1.0537179 Aug 28 12:55:41.133056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-deleted', 'tag': '1cbe3f0b-18d7-4706-9651-2722f3d45f33'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:55:41.137336 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc89b1e8-02e7-455f-8449-3349c628354f req-be676e3e-ac7d-4ea3-b5ce-b1a1613296e0 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 943 time: 0.2018723 Aug 28 12:55:41.138430 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be463dda-46c6-4f00-a19e-944026630b36" -d '{"events": [{"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-deleted", "tag": "1cbe3f0b-18d7-4706-9651-2722f3d45f33"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:55:41.260104 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc89b1e8-02e7-455f-8449-3349c628354f req-3521a9a8-a9d2-45ca-834d-60749f2f5109 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146796 Aug 28 12:55:41.321592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=3e1211f4-8497-4466-9e2b-21509e98d6a4,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:41.396872 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:41.477586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 00290326-04f3-468c-be88-b5556baab84a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=00290326-04f3-468c-be88-b5556baab84a,segment=NetworkSegment(ff986872-1e0a-47d6-867f-1ce369e19f52),segment_id=ff986872-1e0a-47d6-867f-1ce369e19f52)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:41.483353 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:41.584443 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=00290326-04f3-468c-be88-b5556baab84a,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:41.593701 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb82090-3aa4-47c6-9933-256a3a86d4d1 x-openstack-request-id: req-0cb82090-3aa4-47c6-9933-256a3a86d4d1 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:55:41.594192 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-deleted", "tag": "1cbe3f0b-18d7-4706-9651-2722f3d45f33", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:55:41.594461 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0cb82090-3aa4-47c6-9933-256a3a86d4d1 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:55:41.594883 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-deleted', 'tag': '1cbe3f0b-18d7-4706-9651-2722f3d45f33', 'status': 'completed', 'code': 200} Aug 28 12:55:41.690568 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b5099-7fa6-4f60-8590-072529f8a979 req-a1566605-8063-42a0-b78e-f063f81b55f0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:41.708626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device b028e0c5-be12-43d1-a07d-79fe4e270765 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:55:41.708931 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b5099-7fa6-4f60-8590-072529f8a979 req-a1566605-8063-42a0-b78e-f063f81b55f0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:41.719205 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b5099-7fa6-4f60-8590-072529f8a979 req-a1566605-8063-42a0-b78e-f063f81b55f0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:41.738279 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b5099-7fa6-4f60-8590-072529f8a979 req-a1566605-8063-42a0-b78e-f063f81b55f0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:41.751085 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e87b5099-7fa6-4f60-8590-072529f8a979 req-a1566605-8063-42a0-b78e-f063f81b55f0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 3146 time: 0.4316614 Aug 28 12:55:41.791700 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c985c8be-bb79-4a83-84a8-8257e9b7baff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Deleting port 270133e3-b69e-4c31-a29a-5624250f6d0a {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:41.814706 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c985c8be-bb79-4a83-84a8-8257e9b7baff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:41.963538 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e87b5099-7fa6-4f60-8590-072529f8a979 req-8c5d80b7-91d6-4f47-a716-27481816c72f tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114692 Aug 28 12:55:42.018405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port b028e0c5-be12-43d1-a07d-79fe4e270765, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b028e0c5-be12-43d1-a07d-79fe4e270765,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:42.059638 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'b028e0c5-be12-43d1-a07d-79fe4e270765', 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3', 'port_id': 'b028e0c5-be12-43d1-a07d-79fe4e270765', 'mac_address': 'fa:16:3e:e6:2b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39549c81-d40d-49fb-b349-f6037ce4d779', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:55:42.118771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c985c8be-bb79-4a83-84a8-8257e9b7baff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] For port 270133e3-b69e-4c31-a29a-5624250f6d0a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=270133e3-b69e-4c31-a29a-5624250f6d0a,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:42.119367 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c985c8be-bb79-4a83-84a8-8257e9b7baff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:42.152603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c985c8be-bb79-4a83-84a8-8257e9b7baff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Calling delete_port for 270133e3-b69e-4c31-a29a-5624250f6d0a owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:42.236962 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bda04-9737-4571-b90c-21b18737e7b6 req-92ca11f8-839d-437b-afc2-c265d4a07d83 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:42.244336 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:42.255749 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4a2bda04-9737-4571-b90c-21b18737e7b6 req-92ca11f8-839d-437b-afc2-c265d4a07d83 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1025825 Aug 28 12:55:42.294139 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b028e0c5-be12-43d1-a07d-79fe4e270765 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:55:42.331273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port b028e0c5-be12-43d1-a07d-79fe4e270765, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b028e0c5-be12-43d1-a07d-79fe4e270765,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:42.336916 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2ff6fa6d-3f1a-4608-a6c7-0301dfc17468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:42.341286 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:42.352275 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4a2bda04-9737-4571-b90c-21b18737e7b6 req-f0279cd9-2d82-4541-81d4-bedbf969dd7e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950909 Aug 28 12:55:42.475577 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=b028e0c5-be12-43d1-a07d-79fe4e270765,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:42.505277 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c703f518-96ae-4fe3-8bb2-0979603ac65f'}, {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e1211f4-8497-4466-9e2b-21509e98d6a4'}, {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00290326-04f3-468c-be88-b5556baab84a'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:55:42.510433 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d84413-487f-4904-8770-63dc4d631e7c" -d '{"events": [{"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-unplugged", "status": "completed", "tag": "c703f518-96ae-4fe3-8bb2-0979603ac65f"}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-unplugged", "status": "completed", "tag": "3e1211f4-8497-4466-9e2b-21509e98d6a4"}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-unplugged", "status": "completed", "tag": "00290326-04f3-468c-be88-b5556baab84a"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:55:42.523635 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:42.533298 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c985c8be-bb79-4a83-84a8-8257e9b7baff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:42.548562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1a679-4568-43bf-9634-10d63d14dab0 req-27ecb68a-00f7-4cc3-8fb2-2619c3f3cb9e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:42.556939 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0e1a679-4568-43bf-9634-10d63d14dab0 req-27ecb68a-00f7-4cc3-8fb2-2619c3f3cb9e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 944 time: 0.1221335 Aug 28 12:55:42.610445 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55760) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:42.644958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b028e0c5-be12-43d1-a07d-79fe4e270765'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:55:42.699230 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55764) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:42.737534 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0e1a679-4568-43bf-9634-10d63d14dab0 req-c022cf17-a81c-4a8f-aa12-92c6af377a96 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796262 Aug 28 12:55:42.738943 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985c8be-bb79-4a83-84a8-8257e9b7baff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event deleted for resources: {'Port': ['ID=270133e3-b69e-4c31-a29a-5624250f6d0a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:42.747096 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 28 Aug 2021 12:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9268db91-e0b0-4043-bb9b-8c6e8a0920d1 x-openstack-request-id: req-9268db91-e0b0-4043-bb9b-8c6e8a0920d1 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:55:42.747704 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-unplugged", "status": "completed", "tag": "c703f518-96ae-4fe3-8bb2-0979603ac65f", "code": 200}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-unplugged", "status": "completed", "tag": "3e1211f4-8497-4466-9e2b-21509e98d6a4", "code": 200}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-unplugged", "status": "completed", "tag": "00290326-04f3-468c-be88-b5556baab84a", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:55:42.752049 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9268db91-e0b0-4043-bb9b-8c6e8a0920d1 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:55:42.752402 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c703f518-96ae-4fe3-8bb2-0979603ac65f', 'code': 200} Aug 28 12:55:42.752657 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e1211f4-8497-4466-9e2b-21509e98d6a4', 'code': 200} Aug 28 12:55:42.752908 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00290326-04f3-468c-be88-b5556baab84a', 'code': 200} Aug 28 12:55:42.779641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c985c8be-bb79-4a83-84a8-8257e9b7baff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] No DVR routers for this DVR port 270133e3-b69e-4c31-a29a-5624250f6d0a on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:55:42.786163 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c985c8be-bb79-4a83-84a8-8257e9b7baff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:42.788276 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-c985c8be-bb79-4a83-84a8-8257e9b7baff tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.11 "DELETE /v2.0/ports/270133e3-b69e-4c31-a29a-5624250f6d0a HTTP/1.1" status: 204 len: 173 time: 1.6419976 Aug 28 12:55:42.900511 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-be2b9f0e-ab54-4794-bf6f-27fdb0ca601f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:42.983470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-ae9fbf30-7e40-44f3-9c86-2c2db7fc9b36 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Deleting port 00290326-04f3-468c-be88-b5556baab84a {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:42.983470 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-ae9fbf30-7e40-44f3-9c86-2c2db7fc9b36 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:43.186300 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-be2b9f0e-ab54-4794-bf6f-27fdb0ca601f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:43.202622 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-be2b9f0e-ab54-4794-bf6f-27fdb0ca601f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:43.281337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-ae9fbf30-7e40-44f3-9c86-2c2db7fc9b36 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] For port 00290326-04f3-468c-be88-b5556baab84a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=00290326-04f3-468c-be88-b5556baab84a,segment=NetworkSegment(ff986872-1e0a-47d6-867f-1ce369e19f52),segment_id=ff986872-1e0a-47d6-867f-1ce369e19f52)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:43.282553 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-ae9fbf30-7e40-44f3-9c86-2c2db7fc9b36 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:43.285672 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-be2b9f0e-ab54-4794-bf6f-27fdb0ca601f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e7f078cae6d474c8554f4d8d8d28417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6739156 Aug 28 12:55:43.301904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-ae9fbf30-7e40-44f3-9c86-2c2db7fc9b36 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Calling delete_port for 00290326-04f3-468c-be88-b5556baab84a owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:43.310078 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55776) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:43.366287 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:43.404311 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ae67c822-f79e-4e2a-8995-54db8ea5d197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:43.518063 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ae67c822-f79e-4e2a-8995-54db8ea5d197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:43.532856 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ae67c822-f79e-4e2a-8995-54db8ea5d197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:43.596348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-deleted', 'tag': '270133e3-b69e-4c31-a29a-5624250f6d0a'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:55:43.598613 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10551779-2cb7-4b3b-bddb-7c971ad0a06e" -d '{"events": [{"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-deleted", "tag": "270133e3-b69e-4c31-a29a-5624250f6d0a"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:55:43.631299 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-ae9fbf30-7e40-44f3-9c86-2c2db7fc9b36 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:43.634681 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b9f0e-ab54-4794-bf6f-27fdb0ca601f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1724c4-993a-4616-b5a8-3724cd419e53,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:43.644252 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909c494-b5b5-4c7f-99a1-64365158a2f7 req-b6cc6900-9e48-49a2-aecc-944a8e60dfc0 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:43.652821 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a396660-590a-4562-bc98-79949b007fdb req-46d00ee0-cf12-4445-8fc5-6b59d3f59287 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:43.654074 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a909c494-b5b5-4c7f-99a1-64365158a2f7 req-b6cc6900-9e48-49a2-aecc-944a8e60dfc0 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1053281 Aug 28 12:55:43.663416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a396660-590a-4562-bc98-79949b007fdb req-46d00ee0-cf12-4445-8fc5-6b59d3f59287 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:43.678705 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a396660-590a-4562-bc98-79949b007fdb req-46d00ee0-cf12-4445-8fc5-6b59d3f59287 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:43.683834 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1a396660-590a-4562-bc98-79949b007fdb req-46d00ee0-cf12-4445-8fc5-6b59d3f59287 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 2333 time: 0.4890757 Aug 28 12:55:43.701439 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ae67c822-f79e-4e2a-8995-54db8ea5d197 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c9e58d200fa4630a2dc2c10c8dc0ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0009058 Aug 28 12:55:43.704370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fbf30-7e40-44f3-9c86-2c2db7fc9b36 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event deleted for resources: {'Port': ['ID=00290326-04f3-468c-be88-b5556baab84a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:43.717167 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55786) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:43.818201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67c822-f79e-4e2a-8995-54db8ea5d197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87646aee-433a-425a-84dd-b4721d31a6e8,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:43.824671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-ae9fbf30-7e40-44f3-9c86-2c2db7fc9b36 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] No DVR routers for this DVR port 00290326-04f3-468c-be88-b5556baab84a on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:55:43.831433 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-ae9fbf30-7e40-44f3-9c86-2c2db7fc9b36 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:43.832818 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1a396660-590a-4562-bc98-79949b007fdb req-132c9883-4bee-4391-98ad-bfb8e602033e tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274672 Aug 28 12:55:43.833471 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-ae9fbf30-7e40-44f3-9c86-2c2db7fc9b36 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.11 "DELETE /v2.0/ports/00290326-04f3-468c-be88-b5556baab84a HTTP/1.1" status: 204 len: 173 time: 1.0357795 Aug 28 12:55:43.845870 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a909c494-b5b5-4c7f-99a1-64365158a2f7 req-20a1258c-54fe-41c5-ad70-ec37edf6725b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871042 Aug 28 12:55:43.849256 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-87b44688-f9a4-4646-bdbb-eb820da2c1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:43.896750 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8263fceb-dd7c-48b0-89a4-6ce031ffa1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:43.908960 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-87b44688-f9a4-4646-bdbb-eb820da2c1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:43.948062 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7940cd1c-93fe-4423-b62b-f68f6f82267d x-openstack-request-id: req-7940cd1c-93fe-4423-b62b-f68f6f82267d {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:55:43.948704 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-deleted", "tag": "270133e3-b69e-4c31-a29a-5624250f6d0a", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:55:43.949188 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7940cd1c-93fe-4423-b62b-f68f6f82267d {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:55:43.951074 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-deleted', 'tag': '270133e3-b69e-4c31-a29a-5624250f6d0a', 'status': 'completed', 'code': 200} Aug 28 12:55:43.977825 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8263fceb-dd7c-48b0-89a4-6ce031ffa1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:44.039806 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-87b44688-f9a4-4646-bdbb-eb820da2c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:44.043125 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-87b44688-f9a4-4646-bdbb-eb820da2c1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:44.045282 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-87b44688-f9a4-4646-bdbb-eb820da2c1d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc1724c4-993a-4616-b5a8-3724cd419e53 HTTP/1.1" status: 204 len: 168 time: 0.7267065 Aug 28 12:55:44.083911 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-275cfee9-918e-4c0d-9a3e-12ea83cd87b4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Deleting port 3e1211f4-8497-4466-9e2b-21509e98d6a4 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:44.084309 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-275cfee9-918e-4c0d-9a3e-12ea83cd87b4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:44.104020 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b44688-f9a4-4646-bdbb-eb820da2c1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1724c4-993a-4616-b5a8-3724cd419e53,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:44.151945 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8263fceb-dd7c-48b0-89a4-6ce031ffa1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:44.154696 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8263fceb-dd7c-48b0-89a4-6ce031ffa1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:44.159205 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8263fceb-dd7c-48b0-89a4-6ce031ffa1b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87646aee-433a-425a-84dd-b4721d31a6e8 HTTP/1.1" status: 204 len: 168 time: 0.4378085 Aug 28 12:55:44.183606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263fceb-dd7c-48b0-89a4-6ce031ffa1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87646aee-433a-425a-84dd-b4721d31a6e8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:44.320364 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee203d-7cc7-4f56-8122-239a1ce3fe6d req-29ce0bf9-c7ea-4e83-9d5f-3babf5ead370 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:44.328970 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7cee203d-7cc7-4f56-8122-239a1ce3fe6d req-29ce0bf9-c7ea-4e83-9d5f-3babf5ead370 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 944 time: 0.2840502 Aug 28 12:55:44.404784 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7cee203d-7cc7-4f56-8122-239a1ce3fe6d req-95dd9b17-495a-41c4-aff7-02d22107c1eb tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696502 Aug 28 12:55:44.416058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-275cfee9-918e-4c0d-9a3e-12ea83cd87b4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] For port 3e1211f4-8497-4466-9e2b-21509e98d6a4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=3e1211f4-8497-4466-9e2b-21509e98d6a4,segment=NetworkSegment(ff986872-1e0a-47d6-867f-1ce369e19f52),segment_id=ff986872-1e0a-47d6-867f-1ce369e19f52)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:44.416270 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-275cfee9-918e-4c0d-9a3e-12ea83cd87b4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:44.447014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-275cfee9-918e-4c0d-9a3e-12ea83cd87b4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Calling delete_port for 3e1211f4-8497-4466-9e2b-21509e98d6a4 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:45.138010 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55818) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:45.150341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1e4e5-79fd-4b90-bde0-8ef8c3d53abf req-6e3f57c6-ea94-418e-95cc-900fa9171900 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:45.157644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1e4e5-79fd-4b90-bde0-8ef8c3d53abf req-6e3f57c6-ea94-418e-95cc-900fa9171900 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:45.159690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18f1e4e5-79fd-4b90-bde0-8ef8c3d53abf req-6e3f57c6-ea94-418e-95cc-900fa9171900 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 1600 time: 0.0948422 Aug 28 12:55:45.160525 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-275cfee9-918e-4c0d-9a3e-12ea83cd87b4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:45.178116 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e24ae12a-c5d4-465e-bc60-1de19c45490f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:45.218301 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cfee9-918e-4c0d-9a3e-12ea83cd87b4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event deleted for resources: {'Port': ['ID=3e1211f4-8497-4466-9e2b-21509e98d6a4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:45.251597 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:45.301098 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18f1e4e5-79fd-4b90-bde0-8ef8c3d53abf req-42ffe859-a559-4d7c-804f-f47159ed0e8a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265595 Aug 28 12:55:45.354399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-275cfee9-918e-4c0d-9a3e-12ea83cd87b4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] No DVR routers for this DVR port 3e1211f4-8497-4466-9e2b-21509e98d6a4 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:55:45.363825 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-275cfee9-918e-4c0d-9a3e-12ea83cd87b4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:45.365990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-275cfee9-918e-4c0d-9a3e-12ea83cd87b4 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.11 "DELETE /v2.0/ports/3e1211f4-8497-4466-9e2b-21509e98d6a4 HTTP/1.1" status: 204 len: 173 time: 1.5191011 Aug 28 12:55:45.388861 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d657f6-c09b-4831-8ffc-c94e2f321c04 req-2ced6b05-1cc3-489d-a678-684985d5f281 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:45.402199 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c6d657f6-c09b-4831-8ffc-c94e2f321c04 req-2ced6b05-1cc3-489d-a678-684985d5f281 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.3309884 Aug 28 12:55:45.598630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-aa91d4b1-d2c2-43a2-9d17-ec8982c081c6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Deleting port c703f518-96ae-4fe3-8bb2-0979603ac65f {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:45.598979 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-aa91d4b1-d2c2-43a2-9d17-ec8982c081c6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:45.609802 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e24ae12a-c5d4-465e-bc60-1de19c45490f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:45.636887 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c6d657f6-c09b-4831-8ffc-c94e2f321c04 req-795638b8-7b2d-4cc1-9f65-686f59855a28 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319171 Aug 28 12:55:45.639385 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e24ae12a-c5d4-465e-bc60-1de19c45490f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:45.710743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device b028e0c5-be12-43d1-a07d-79fe4e270765 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:55:45.731948 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e24ae12a-c5d4-465e-bc60-1de19c45490f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d04dce2f0da84bf5bf52d0a37031ee64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5851533 Aug 28 12:55:45.735334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-aa91d4b1-d2c2-43a2-9d17-ec8982c081c6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] For port c703f518-96ae-4fe3-8bb2-0979603ac65f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c703f518-96ae-4fe3-8bb2-0979603ac65f,segment=NetworkSegment(018e3c08-6a91-489a-9a17-f01f36b63890),segment_id=018e3c08-6a91-489a-9a17-f01f36b63890)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:45.736036 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-aa91d4b1-d2c2-43a2-9d17-ec8982c081c6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:45.740350 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55828) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:45.803662 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port b028e0c5-be12-43d1-a07d-79fe4e270765 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:55:45.820819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port b028e0c5-be12-43d1-a07d-79fe4e270765 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:55:45.821320 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:45.881946 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ae12a-c5d4-465e-bc60-1de19c45490f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d63c14-9f2c-445b-bec3-b8d272c56ea2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:45.939484 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f7e64a1-d986-40c9-9d32-7a3b2c4ddaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:45.975913 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559422f7-ef8d-4249-9f9d-d9c80c805156 req-121ecddb-f569-4ba2-a3cd-f9bf511b51ef tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:45.977552 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-559422f7-ef8d-4249-9f9d-d9c80c805156 req-121ecddb-f569-4ba2-a3cd-f9bf511b51ef tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 944 time: 0.4414327 Aug 28 12:55:45.978922 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:45.981329 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-deleted', 'tag': '00290326-04f3-468c-be88-b5556baab84a'}, {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-deleted', 'tag': '3e1211f4-8497-4466-9e2b-21509e98d6a4'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:55:45.985324 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f4354d-8bce-4a15-a868-56fe9316ba06" -d '{"events": [{"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-deleted", "tag": "00290326-04f3-468c-be88-b5556baab84a"}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-deleted", "tag": "3e1211f4-8497-4466-9e2b-21509e98d6a4"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:55:46.000658 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f7e64a1-d986-40c9-9d32-7a3b2c4ddaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:46.045297 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port b028e0c5-be12-43d1-a07d-79fe4e270765, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b028e0c5-be12-43d1-a07d-79fe4e270765,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:46.047472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e84b10-4dd0-47e1-9426-d661d15a1a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b028e0c5-be12-43d1-a07d-79fe4e270765'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:55:46.052832 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed99e54-9e65-4744-ab82-1faed38c6670" -d '{"events": [{"server_uuid": "15e84b10-4dd0-47e1-9426-d661d15a1a23", "name": "network-vif-plugged", "status": "completed", "tag": "b028e0c5-be12-43d1-a07d-79fe4e270765"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:55:46.057647 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:46.098585 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f7e64a1-d986-40c9-9d32-7a3b2c4ddaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:46.101087 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f7e64a1-d986-40c9-9d32-7a3b2c4ddaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:46.102244 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1f7e64a1-d986-40c9-9d32-7a3b2c4ddaae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14d63c14-9f2c-445b-bec3-b8d272c56ea2 HTTP/1.1" status: 204 len: 168 time: 0.3596480 Aug 28 12:55:46.120419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e64a1-d986-40c9-9d32-7a3b2c4ddaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d63c14-9f2c-445b-bec3-b8d272c56ea2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:46.160145 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 Aug 2021 12:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43147675-399f-4bea-a04e-763eb638df9f x-openstack-request-id: req-43147675-399f-4bea-a04e-763eb638df9f {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:55:46.160746 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-deleted", "tag": "00290326-04f3-468c-be88-b5556baab84a", "status": "completed", "code": 200}, {"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-deleted", "tag": "3e1211f4-8497-4466-9e2b-21509e98d6a4", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:55:46.160746 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43147675-399f-4bea-a04e-763eb638df9f {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:55:46.161085 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-deleted', 'tag': '00290326-04f3-468c-be88-b5556baab84a', 'status': 'completed', 'code': 200} Aug 28 12:55:46.161302 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-deleted', 'tag': '3e1211f4-8497-4466-9e2b-21509e98d6a4', 'status': 'completed', 'code': 200} Aug 28 12:55:46.183403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=b028e0c5-be12-43d1-a07d-79fe4e270765,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:46.231077 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3af278e-440d-4d02-9310-3f2fe6a55b44 x-openstack-request-id: req-c3af278e-440d-4d02-9310-3f2fe6a55b44 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:55:46.236120 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e84b10-4dd0-47e1-9426-d661d15a1a23", "name": "network-vif-plugged", "status": "completed", "tag": "b028e0c5-be12-43d1-a07d-79fe4e270765", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:55:46.236790 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3af278e-440d-4d02-9310-3f2fe6a55b44 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:55:46.237455 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e84b10-4dd0-47e1-9426-d661d15a1a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b028e0c5-be12-43d1-a07d-79fe4e270765', 'code': 200} Aug 28 12:55:46.407558 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-aa91d4b1-d2c2-43a2-9d17-ec8982c081c6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:46.407879 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-aa91d4b1-d2c2-43a2-9d17-ec8982c081c6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:46.409903 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-aa91d4b1-d2c2-43a2-9d17-ec8982c081c6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Floating IP 6b4b6538-66c3-4065-b21b-6adc966f7dd9 disassociated. External IP: 172.25.1.172, port: c703f518-96ae-4fe3-8bb2-0979603ac65f. Aug 28 12:55:46.410386 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-aa91d4b1-d2c2-43a2-9d17-ec8982c081c6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Calling delete_port for c703f518-96ae-4fe3-8bb2-0979603ac65f owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:46.496788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb59e09-090e-4bbe-bd61-deddeffdc98e req-0c2faecb-27c4-458b-9eb8-18cb5c2c3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:46.498331 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ebb59e09-090e-4bbe-bd61-deddeffdc98e req-0c2faecb-27c4-458b-9eb8-18cb5c2c3e09 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 1097 time: 0.1723168 Aug 28 12:55:46.514465 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-559422f7-ef8d-4249-9f9d-d9c80c805156 req-fb26b28b-e8db-4f68-8d0a-13fe08057606 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206828 Aug 28 12:55:46.601265 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-aa91d4b1-d2c2-43a2-9d17-ec8982c081c6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:46.670154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91d4b1-d2c2-43a2-9d17-ec8982c081c6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event deleted for resources: {'Port': ['ID=c703f518-96ae-4fe3-8bb2-0979603ac65f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:46.673645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441ba08-04ed-4bf9-a7ae-a17adfde02c8 req-8cfa39e1-57cd-42cb-ad23-1efa2fd20c77 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:46.697848 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1441ba08-04ed-4bf9-a7ae-a17adfde02c8 req-8cfa39e1-57cd-42cb-ad23-1efa2fd20c77 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 865 time: 0.2294662 Aug 28 12:55:46.701681 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ebb59e09-090e-4bbe-bd61-deddeffdc98e req-7069a182-812b-4969-a7f2-c78d4033ab11 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499021 Aug 28 12:55:46.824434 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1441ba08-04ed-4bf9-a7ae-a17adfde02c8 req-5eb6e188-9179-4cf1-9802-f519473bd6c8 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups?id=e03cb9e1-6f7d-407a-b586-00d48f1ace33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256287 Aug 28 12:55:46.927767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cd5c5-413f-4a67-8438-77f4709172d5 req-4b696a2c-c322-4198-aee0-c9f7f9de249b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:46.929342 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c47cd5c5-413f-4a67-8438-77f4709172d5 req-4b696a2c-c322-4198-aee0-c9f7f9de249b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1437919 Aug 28 12:55:46.997854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-aa91d4b1-d2c2-43a2-9d17-ec8982c081c6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:55:47.011904 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c47cd5c5-413f-4a67-8438-77f4709172d5 req-3b6434a9-4f3b-4284-87f6-a14ccadee53b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730190 Aug 28 12:55:47.299960 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-aa91d4b1-d2c2-43a2-9d17-ec8982c081c6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:55:47.313493 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59121e1-058f-43c0-8e1f-bb78874d43a1 None None] Sync routers for ids ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:55:47.343006 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59121e1-058f-43c0-8e1f-bb78874d43a1 None None] Routers {'9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:55:47.346875 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b59121e1-058f-43c0-8e1f-bb78874d43a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:55:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:47.386353 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-aa91d4b1-d2c2-43a2-9d17-ec8982c081c6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] No DVR routers for this DVR port c703f518-96ae-4fe3-8bb2-0979603ac65f on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:55:47.390945 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-aa91d4b1-d2c2-43a2-9d17-ec8982c081c6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:47.393162 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ff4cb21-48f4-4cbc-b907-9500f71944fa req-aa91d4b1-d2c2-43a2-9d17-ec8982c081c6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.11 "DELETE /v2.0/ports/c703f518-96ae-4fe3-8bb2-0979603ac65f HTTP/1.1" status: 204 len: 173 time: 2.0202379 Aug 28 12:55:47.636602 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-b59121e1-058f-43c0-8e1f-bb78874d43a1 None None] Set router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:55:47.810659 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da9c58-dc5e-43e9-8f76-83ce90a4eef6 req-21366676-e2ac-41a6-acc6-7258fdd6faea tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:47.814743 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36da9c58-dc5e-43e9-8f76-83ce90a4eef6 req-21366676-e2ac-41a6-acc6-7258fdd6faea tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 945 time: 0.1832459 Aug 28 12:55:47.821914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55884) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:47.941975 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36da9c58-dc5e-43e9-8f76-83ce90a4eef6 req-e3f6766d-25f1-4728-9e8d-08c62023053e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207957 Aug 28 12:55:48.050640 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c9df2b4-85b8-4907-ac7c-24c2cace2429 req-f6cfb2c7-8099-497b-838e-cbddd44e7000 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.0633163 Aug 28 12:55:48.118177 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b59121e1-058f-43c0-8e1f-bb78874d43a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'name': 'tempest-TaggedBootDevicesTest_v242-875743468-router', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:00Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 4, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'gw_port': {'id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:02Z', 'updated_at': '2021-08-28T12:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47', 'name': '', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'mac_address': 'fa:16:3e:94:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:19Z', 'revision_number': 5, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'subnets': [{'id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:48.162023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-deleted', 'tag': 'c703f518-96ae-4fe3-8bb2-0979603ac65f'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:55:48.164624 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57973bc6-0a91-4270-ac96-5e3a17593fca" -d '{"events": [{"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-deleted", "tag": "c703f518-96ae-4fe3-8bb2-0979603ac65f"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:55:48.203662 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59121e1-058f-43c0-8e1f-bb78874d43a1 None None] Checking router: 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:55:48.235502 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59121e1-058f-43c0-8e1f-bb78874d43a1 None None] Routers {'9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:55:48.235502 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b59121e1-058f-43c0-8e1f-bb78874d43a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:55:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:48.385041 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef802e5f-693f-4dc9-9d8b-5a0b6ed041e1 x-openstack-request-id: req-ef802e5f-693f-4dc9-9d8b-5a0b6ed041e1 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:55:48.385947 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56671c7a-9e69-41af-b601-571e3296ea2d", "name": "network-vif-deleted", "tag": "c703f518-96ae-4fe3-8bb2-0979603ac65f", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:55:48.385947 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef802e5f-693f-4dc9-9d8b-5a0b6ed041e1 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:55:48.386273 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56671c7a-9e69-41af-b601-571e3296ea2d', 'name': 'network-vif-deleted', 'tag': 'c703f518-96ae-4fe3-8bb2-0979603ac65f', 'status': 'completed', 'code': 200} Aug 28 12:55:48.401359 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd5b3e-73e1-4571-82cc-c84de044d0a8 req-7fbe9a3a-c44e-405a-a475-bfc066028bca tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:48.413478 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56fd5b3e-73e1-4571-82cc-c84de044d0a8 req-7fbe9a3a-c44e-405a-a475-bfc066028bca tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1012592 Aug 28 12:55:48.470933 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-b59121e1-058f-43c0-8e1f-bb78874d43a1 None None] Set router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:55:48.476154 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e0eff16-18d2-45bf-b057-7d16f5ba2e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:48.497470 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56fd5b3e-73e1-4571-82cc-c84de044d0a8 req-2665fcfd-8a70-4ecb-8a90-65b3094eec51 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769148 Aug 28 12:55:48.665671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55902) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:48.670902 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e0eff16-18d2-45bf-b057-7d16f5ba2e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:48.677422 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e0eff16-18d2-45bf-b057-7d16f5ba2e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:48.742598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0eff16-18d2-45bf-b057-7d16f5ba2e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adb3989-9f46-48c9-94a5-1bb784800bef,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:48.767939 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4e0eff16-18d2-45bf-b057-7d16f5ba2e86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=360993f5c3124c098c983dfefc5ec973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9408274 Aug 28 12:55:48.769235 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55908) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:48.872460 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57f2f556-aae3-4743-94e0-fcb0cae64377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:48.924183 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57f2f556-aae3-4743-94e0-fcb0cae64377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:48.926970 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b27b20ef-a6d8-4945-aab0-8cb9f1b06c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:48.933883 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b59121e1-058f-43c0-8e1f-bb78874d43a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'name': 'tempest-TaggedBootDevicesTest_v242-875743468-router', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:00Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 4, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'gw_port': {'id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:02Z', 'updated_at': '2021-08-28T12:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47', 'name': '', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'mac_address': 'fa:16:3e:94:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:19Z', 'revision_number': 5, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'subnets': [{'id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:55:49.038394 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57f2f556-aae3-4743-94e0-fcb0cae64377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:49.041466 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59121e1-058f-43c0-8e1f-bb78874d43a1 None None] The sync data for ids ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'] in n-d-791505-21 is: [{'id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'name': 'tempest-TaggedBootDevicesTest_v242-875743468-router', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:00Z', 'updated_at': '2021-08-28T12:45:08Z', 'revision_number': 4, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'gw_port': {'id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:02Z', 'updated_at': '2021-08-28T12:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47', 'name': '', 'network_id': '13d7cd11-7d64-44bd-94e1-a8725c05108d', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'mac_address': 'fa:16:3e:94:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_interface', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:06Z', 'updated_at': '2021-08-28T12:45:19Z', 'revision_number': 5, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'subnets': [{'id': '48054526-9b9a-45e5-8cb6-dd16d5f9b72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:55:49.043200 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57f2f556-aae3-4743-94e0-fcb0cae64377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:49.047917 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-57f2f556-aae3-4743-94e0-fcb0cae64377 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9adb3989-9f46-48c9-94a5-1bb784800bef HTTP/1.1" status: 204 len: 168 time: 0.2764344 Aug 28 12:55:49.110030 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2f556-aae3-4743-94e0-fcb0cae64377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adb3989-9f46-48c9-94a5-1bb784800bef,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:49.278089 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b27b20ef-a6d8-4945-aab0-8cb9f1b06c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:49.290050 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b27b20ef-a6d8-4945-aab0-8cb9f1b06c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:49.321947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd3336-bc8f-4839-9171-9a0c38f7c434 req-005f17ec-41f1-4acc-a577-197e56fbf09b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:49.326890 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56cd3336-bc8f-4839-9171-9a0c38f7c434 req-005f17ec-41f1-4acc-a577-197e56fbf09b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 945 time: 0.2264721 Aug 28 12:55:49.366777 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac2328c8-8dfd-4f17-9c92-6e9f58f60113 req-0f8a84f9-396e-40cf-9f7d-9f3bdecad531 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.0777981 Aug 28 12:55:49.497206 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b20ef-a6d8-4945-aab0-8cb9f1b06c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0093aa5-fc45-4a20-a7db-ac2cc6b92b88,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:49.544048 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b27b20ef-a6d8-4945-aab0-8cb9f1b06c0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b361a63e6b14d3394f6b85f36581cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8667352 Aug 28 12:55:49.548794 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55928) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:49.642736 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56cd3336-bc8f-4839-9171-9a0c38f7c434 req-2fabac79-5eb8-40db-bf3d-f4c3dd586581 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949891 Aug 28 12:55:49.680180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c05499b-7328-4ecd-8503-4baf3f3e8c19 None None] New status for floating IP 6b4b6538-66c3-4065-b21b-6adc966f7dd9: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:55:49.710168 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-779d7bcd-55d5-4391-acfb-0ea92fd6335c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:49.742251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16192231-2264-4a8d-ab78-1af04552c410 req-d3f19bf6-093d-423c-b8b3-52f7fe3e86cf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:49.746687 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-16192231-2264-4a8d-ab78-1af04552c410 req-d3f19bf6-093d-423c-b8b3-52f7fe3e86cf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1195614 Aug 28 12:55:49.791840 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-779d7bcd-55d5-4391-acfb-0ea92fd6335c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:49.915593 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-16192231-2264-4a8d-ab78-1af04552c410 req-6dd4bf2c-db11-4ddc-9445-e1a43390ff93 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571293 Aug 28 12:55:49.921456 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-779d7bcd-55d5-4391-acfb-0ea92fd6335c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:49.941362 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-779d7bcd-55d5-4391-acfb-0ea92fd6335c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:49.942933 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-779d7bcd-55d5-4391-acfb-0ea92fd6335c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0093aa5-fc45-4a20-a7db-ac2cc6b92b88 HTTP/1.1" status: 204 len: 168 time: 0.3886201 Aug 28 12:55:49.971969 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d7bcd-55d5-4391-acfb-0ea92fd6335c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0093aa5-fc45-4a20-a7db-ac2cc6b92b88,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:50.217594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8e153-e43c-447f-828d-1faa991edf7f req-08612f35-76b1-46ec-99be-e5ba68a4207c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:50.229867 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-90d8e153-e43c-447f-828d-1faa991edf7f req-08612f35-76b1-46ec-99be-e5ba68a4207c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 945 time: 0.1080024 Aug 28 12:55:50.299426 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-90d8e153-e43c-447f-828d-1faa991edf7f req-b98bc837-8a26-413c-a446-81ba30f3702b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627346 Aug 28 12:55:50.629654 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2de2a496-f6b8-4393-b26b-a4d54bae4b32 req-8f57056e-35e0-4212-a634-a15acc22ee36 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.0855792 Aug 28 12:55:50.957013 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55968) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:50.985695 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca72488a-3cf5-4ed1-b36f-af759d21b366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:51.216135 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca72488a-3cf5-4ed1-b36f-af759d21b366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:51.217759 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f47f0-e433-40db-829a-752b57617f4c req-f98e0be1-8747-43be-9454-6a357dbc78bb tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:51.222070 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca72488a-3cf5-4ed1-b36f-af759d21b366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:51.239157 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-007f47f0-e433-40db-829a-752b57617f4c req-f98e0be1-8747-43be-9454-6a357dbc78bb tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1597984 Aug 28 12:55:51.303656 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72488a-3cf5-4ed1-b36f-af759d21b366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad38f88-89ea-42f4-beb6-81d57bb37f0a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:51.367649 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-007f47f0-e433-40db-829a-752b57617f4c req-03be52ed-0c5a-46c2-815f-60be3ac49438 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268191 Aug 28 12:55:51.384984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55982) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:51.387075 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ca72488a-3cf5-4ed1-b36f-af759d21b366 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f356be954d14096ac46ad7848bacb67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4272046 Aug 28 12:55:51.561703 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-20010b61-91a4-44d8-be7e-de71c0c5e285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:51.617680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56ab88-726c-4b47-b7bf-4b1e03f27f79 req-8841789b-7fc2-491d-a9d1-cf99c6bbaed3 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:51.624368 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-20010b61-91a4-44d8-be7e-de71c0c5e285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:51.632287 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bf56ab88-726c-4b47-b7bf-4b1e03f27f79 req-8841789b-7fc2-491d-a9d1-cf99c6bbaed3 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 945 time: 0.1654711 Aug 28 12:55:51.759731 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bf56ab88-726c-4b47-b7bf-4b1e03f27f79 req-44107bd4-3e43-4035-ab37-d2797937269c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256437 Aug 28 12:55:51.771316 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-20010b61-91a4-44d8-be7e-de71c0c5e285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:51.805738 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-20010b61-91a4-44d8-be7e-de71c0c5e285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:51.823332 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-20010b61-91a4-44d8-be7e-de71c0c5e285 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ad38f88-89ea-42f4-beb6-81d57bb37f0a HTTP/1.1" status: 204 len: 168 time: 0.4361639 Aug 28 12:55:51.857304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20010b61-91a4-44d8-be7e-de71c0c5e285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad38f88-89ea-42f4-beb6-81d57bb37f0a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:52.006677 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-88b42cfd-5a7f-44d8-b77c-1f4fda6453eb req-888ef324-fd88-4b7f-a293-81764ab5e6a0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.1103313 Aug 28 12:55:52.028161 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7b4a3-55fa-42ea-8eca-949fa4100cf7 req-8b3ffa2b-1b3a-462d-85d6-d3238bbca8d9 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:52.028161 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1eb7b4a3-55fa-42ea-8eca-949fa4100cf7 req-8b3ffa2b-1b3a-462d-85d6-d3238bbca8d9 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.10 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 945 time: 0.1121173 Aug 28 12:55:52.209352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-1eb7b4a3-55fa-42ea-8eca-949fa4100cf7 req-ab5044cf-078d-4731-93a3-e415d55dcf29 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Deleting port b028e0c5-be12-43d1-a07d-79fe4e270765 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:55:52.210020 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1eb7b4a3-55fa-42ea-8eca-949fa4100cf7 req-ab5044cf-078d-4731-93a3-e415d55dcf29 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:52.422484 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1eb7b4a3-55fa-42ea-8eca-949fa4100cf7 req-ab5044cf-078d-4731-93a3-e415d55dcf29 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] For port b028e0c5-be12-43d1-a07d-79fe4e270765, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b028e0c5-be12-43d1-a07d-79fe4e270765,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:55:52.422907 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1eb7b4a3-55fa-42ea-8eca-949fa4100cf7 req-ab5044cf-078d-4731-93a3-e415d55dcf29 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:52.463652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-1eb7b4a3-55fa-42ea-8eca-949fa4100cf7 req-ab5044cf-078d-4731-93a3-e415d55dcf29 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Calling delete_port for b028e0c5-be12-43d1-a07d-79fe4e270765 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:55:52.511584 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:55:52.603330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c22c6-a544-4512-bacf-9d758d681584 req-19ff1794-8586-4eb4-aeeb-bafd7acc6888 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:52.607323 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b3c22c6-a544-4512-bacf-9d758d681584 req-19ff1794-8586-4eb4-aeeb-bafd7acc6888 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.0708001 Aug 28 12:55:52.684613 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b3c22c6-a544-4512-bacf-9d758d681584 req-ab531ad3-834a-475a-a312-53324d60d46d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674045 Aug 28 12:55:52.775082 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1eb7b4a3-55fa-42ea-8eca-949fa4100cf7 req-ab5044cf-078d-4731-93a3-e415d55dcf29 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:52.791552 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['a8ca323b-ce4b-438d-a1f4-f3221c0c5709', 'b028e0c5-be12-43d1-a07d-79fe4e270765'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:55:52.847903 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5044cf-078d-4731-93a3-e415d55dcf29 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Pushing event deleted for resources: {'Port': ['ID=b028e0c5-be12-43d1-a07d-79fe4e270765,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:52.983529 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb7b4a3-55fa-42ea-8eca-949fa4100cf7 req-ab5044cf-078d-4731-93a3-e415d55dcf29 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] No DVR routers for this DVR port b028e0c5-be12-43d1-a07d-79fe4e270765 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:55:52.992299 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1eb7b4a3-55fa-42ea-8eca-949fa4100cf7 req-ab5044cf-078d-4731-93a3-e415d55dcf29 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:52.994496 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1eb7b4a3-55fa-42ea-8eca-949fa4100cf7 req-ab5044cf-078d-4731-93a3-e415d55dcf29 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.10 "DELETE /v2.0/ports/b028e0c5-be12-43d1-a07d-79fe4e270765 HTTP/1.1" status: 204 len: 173 time: 0.9637589 Aug 28 12:55:52.996232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e84b10-4dd0-47e1-9426-d661d15a1a23', 'name': 'network-vif-deleted', 'tag': 'b028e0c5-be12-43d1-a07d-79fe4e270765'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:55:53.003608 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d6a1a6-dee4-4f90-b3c8-7dd0dae2433d" -d '{"events": [{"server_uuid": "15e84b10-4dd0-47e1-9426-d661d15a1a23", "name": "network-vif-deleted", "tag": "b028e0c5-be12-43d1-a07d-79fe4e270765"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:55:53.066808 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1a1e4ffd-d671-42b1-8508-2d0d5954718e req-f4447ee2-d305-441f-9c00-bf69ef228c2f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=15e84b10-4dd0-47e1-9426-d661d15a1a23 HTTP/1.1" status: 200 len: 210 time: 0.0525260 Aug 28 12:55:53.107274 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28a26d5-3084-4764-b8e4-77f86938eaa6 x-openstack-request-id: req-a28a26d5-3084-4764-b8e4-77f86938eaa6 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:55:53.107642 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e84b10-4dd0-47e1-9426-d661d15a1a23", "name": "network-vif-deleted", "tag": "b028e0c5-be12-43d1-a07d-79fe4e270765", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:55:53.108023 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a28a26d5-3084-4764-b8e4-77f86938eaa6 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:55:53.109175 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e84b10-4dd0-47e1-9426-d661d15a1a23', 'name': 'network-vif-deleted', 'tag': 'b028e0c5-be12-43d1-a07d-79fe4e270765', 'status': 'completed', 'code': 200} Aug 28 12:55:53.278029 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-543d6bd1-6b85-46a4-9812-738f41df276c req-05398cfd-a8bf-4542-acc4-c03be81f789b tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.1252799 Aug 28 12:55:53.984323 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ea2cb-0aae-4225-a8ce-ada27fcc46cc req-59a831fa-055b-4879-a610-dba80fa13f30 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:53.992794 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-871ea2cb-0aae-4225-a8ce-ada27fcc46cc req-59a831fa-055b-4879-a610-dba80fa13f30 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1019855 Aug 28 12:55:54.038906 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-871ea2cb-0aae-4225-a8ce-ada27fcc46cc req-b05aacf4-d4c7-4e6a-9b25-12123d30ddeb tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448279 Aug 28 12:55:54.314658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac81b4-128e-4542-a687-3e464f8455b4 req-a22e46de-ce03-4461-83bd-b4b4ce170fc9 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:54.320837 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1eac81b4-128e-4542-a687-3e464f8455b4 req-a22e46de-ce03-4461-83bd-b4b4ce170fc9 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1007395 Aug 28 12:55:54.405999 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1eac81b4-128e-4542-a687-3e464f8455b4 req-c00a1781-3220-4996-b155-fc2d5b65cf30 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705881 Aug 28 12:55:54.497310 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72172e74-d348-42b5-a422-f91656855418 req-c3bfaaef-d9d1-43b1-989d-89521e4091d6 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.0540946 Aug 28 12:55:54.864931 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc044e7b-961c-4fb7-9ab5-354a08976dde req-91915333-e417-4732-b94f-af8389de5fa6 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:54.866596 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fc044e7b-961c-4fb7-9ab5-354a08976dde req-91915333-e417-4732-b94f-af8389de5fa6 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0661108 Aug 28 12:55:54.936277 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fc044e7b-961c-4fb7-9ab5-354a08976dde req-0a84c92a-0dfe-4b06-a002-837ffa2877ae tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613394 Aug 28 12:55:55.125618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d21881-0bac-4e17-8762-36c10865596e req-710d35b2-0bc2-424b-bf6a-242c6e10e7f1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:55.135466 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61d21881-0bac-4e17-8762-36c10865596e req-710d35b2-0bc2-424b-bf6a-242c6e10e7f1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0840251 Aug 28 12:55:55.200722 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-61d21881-0bac-4e17-8762-36c10865596e req-312e24b8-4682-448c-9bc8-b586a227a646 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632412 Aug 28 12:55:55.253846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60274-6ddc-475e-9c40-2c94e0d34708 req-5a18aedd-3468-430b-a589-5c6b8aee51bd tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:55.264247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36f60274-6ddc-475e-9c40-2c94e0d34708 req-5a18aedd-3468-430b-a589-5c6b8aee51bd tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1222093 Aug 28 12:55:55.398273 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36f60274-6ddc-475e-9c40-2c94e0d34708 req-36905149-3cb6-46f9-8eac-2176dc6c822a tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325259 Aug 28 12:55:55.702151 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cb8691e1-6055-4802-8ab8-ae700d28e2ba req-56266f0b-bce7-42e0-9f70-202e54e12f56 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.0855505 Aug 28 12:55:55.768002 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device b028e0c5-be12-43d1-a07d-79fe4e270765 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:55.806187 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: b028e0c5-be12-43d1-a07d-79fe4e270765 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:55:55.815101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device b028e0c5-be12-43d1-a07d-79fe4e270765 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:55:56.305520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68121bc-0ccb-4fce-a7aa-269d7e5fe09b req-39878141-3033-4bbc-8b1b-1b5bb6c2697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:56.307252 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a68121bc-0ccb-4fce-a7aa-269d7e5fe09b req-39878141-3033-4bbc-8b1b-1b5bb6c2697f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 1097 time: 0.0615115 Aug 28 12:55:56.442042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68121bc-0ccb-4fce-a7aa-269d7e5fe09b req-1a55b1fa-0f9f-4887-94a7-1a37680d2e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:56.444059 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a68121bc-0ccb-4fce-a7aa-269d7e5fe09b req-1a55b1fa-0f9f-4887-94a7-1a37680d2e7a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 200 len: 917 time: 0.1290550 Aug 28 12:55:56.549444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a68121bc-0ccb-4fce-a7aa-269d7e5fe09b req-f3129051-3cc5-483b-85f1-4ec658bed603 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1 HTTP/1.1" status: 200 len: 1000 time: 0.0969226 Aug 28 12:55:56.628359 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68121bc-0ccb-4fce-a7aa-269d7e5fe09b req-b00ac0bb-0cef-4786-9d39-9af280f041de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:56.628536 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb014e36-9d6d-47da-86fa-d27b16d17e06 req-accf5f61-f651-47f9-b955-8a76881bd281 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:56.630295 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a68121bc-0ccb-4fce-a7aa-269d7e5fe09b req-b00ac0bb-0cef-4786-9d39-9af280f041de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fac72157-2444-43b8-a097-cf18d714c2d2 HTTP/1.1" status: 200 len: 856 time: 0.0739186 Aug 28 12:55:56.637677 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fb014e36-9d6d-47da-86fa-d27b16d17e06 req-accf5f61-f651-47f9-b955-8a76881bd281 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.1029909 Aug 28 12:55:56.688743 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fb014e36-9d6d-47da-86fa-d27b16d17e06 req-df7b7769-e703-4284-b25f-0d5d06e0bedf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498102 Aug 28 12:55:56.732543 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68121bc-0ccb-4fce-a7aa-269d7e5fe09b req-a6d69149-8fbe-4610-8087-86c829deb9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:56.735257 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a68121bc-0ccb-4fce-a7aa-269d7e5fe09b req-a6d69149-8fbe-4610-8087-86c829deb9d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972586 Aug 28 12:55:57.006218 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a68121bc-0ccb-4fce-a7aa-269d7e5fe09b req-bc655c7e-2646-4a2a-a89b-fb3e72d2aadb service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635536 Aug 28 12:55:57.025649 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7335ff45-8199-4054-970d-d7135572050f req-8458fa19-2396-4d90-a268-285136c645e0 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.2209878 Aug 28 12:55:57.140927 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a68121bc-0ccb-4fce-a7aa-269d7e5fe09b req-35aeba5e-4877-4aa8-9b32-f1de2c5bd6fa service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142132 Aug 28 12:55:57.504248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330aa1e-705e-4317-af7a-7f8e794954ba req-b11915e8-8212-46de-8bc3-3a61fbd7543c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:57.512971 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7330aa1e-705e-4317-af7a-7f8e794954ba req-b11915e8-8212-46de-8bc3-3a61fbd7543c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1103141 Aug 28 12:55:57.579107 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7330aa1e-705e-4317-af7a-7f8e794954ba req-24a0b4cc-6819-4f2e-95d4-e894ff610143 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580266 Aug 28 12:55:57.725199 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6db1a-f738-41f5-8a88-9af5cee671e5 req-5fcb95eb-f5b4-46a0-92bf-2f540dab857a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:57.736750 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dcd6db1a-f738-41f5-8a88-9af5cee671e5 req-5fcb95eb-f5b4-46a0-92bf-2f540dab857a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0812378 Aug 28 12:55:57.789946 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dcd6db1a-f738-41f5-8a88-9af5cee671e5 req-46f8badf-048c-4339-8530-e9e53845cfad tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518510 Aug 28 12:55:57.888231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f0f3-e466-4500-849f-e51bf43124a6 req-60da3cd9-da17-49f0-9bea-c727de73b149 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:57.904258 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6b6f0f3-e466-4500-849f-e51bf43124a6 req-60da3cd9-da17-49f0-9bea-c727de73b149 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.0991719 Aug 28 12:55:57.959634 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6b6f0f3-e466-4500-849f-e51bf43124a6 req-0d0d122f-b275-4457-9573-a00f3073b5fd tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505562 Aug 28 12:55:58.055581 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56208) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:58.195169 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3d510f3-93f4-4a9e-953a-3cc464aface7 req-aefdf738-ce91-4bc2-bebd-7fe7e8764840 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.0533099 Aug 28 12:55:58.416665 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d96d0740-9085-4d56-9de4-5ffd5f4aec92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:58.639015 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d96d0740-9085-4d56-9de4-5ffd5f4aec92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:58.655153 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d96d0740-9085-4d56-9de4-5ffd5f4aec92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:58.713079 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d96d0740-9085-4d56-9de4-5ffd5f4aec92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2a73a076ee04747bcc4098be3d1b9c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6562009 Aug 28 12:55:58.715187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d0740-9085-4d56-9de4-5ffd5f4aec92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b7a3fe-3771-4f52-83de-b9b6480ce389,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:58.720781 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56230) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:55:58.936952 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10323824-6e91-4a2f-abf5-97d71d6fb76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:58.982744 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10323824-6e91-4a2f-abf5-97d71d6fb76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:59.114197 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10323824-6e91-4a2f-abf5-97d71d6fb76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:59.117512 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10323824-6e91-4a2f-abf5-97d71d6fb76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:55:59.119056 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-10323824-6e91-4a2f-abf5-97d71d6fb76b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65b7a3fe-3771-4f52-83de-b9b6480ce389 HTTP/1.1" status: 204 len: 168 time: 0.3967781 Aug 28 12:55:59.158728 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10323824-6e91-4a2f-abf5-97d71d6fb76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b7a3fe-3771-4f52-83de-b9b6480ce389,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:55:59.419209 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861bf65-7f06-4868-9b6a-2989330b94d0 req-f9eb184d-a47a-4660-92c4-bae52996cf0e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:55:59.426913 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4861bf65-7f06-4868-9b6a-2989330b94d0 req-f9eb184d-a47a-4660-92c4-bae52996cf0e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 945 time: 0.2836311 Aug 28 12:55:59.517871 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dadadca0-e930-4590-8fe3-3143b51e5d93 req-add193c5-8273-4be1-893c-199e9a2574a2 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.0574880 Aug 28 12:55:59.588055 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4861bf65-7f06-4868-9b6a-2989330b94d0 req-56f43d26-e660-4be4-a58e-05caad5dc23c tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601114 Aug 28 12:55:59.853457 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 050dccf7-cb33-4035-a7b2-64069e71e1f1 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:55:59.998755 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:00.044099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050dccf7-cb33-4035-a7b2-64069e71e1f1'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:56:00.061195 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23469a6e-b375-4528-a8aa-fc9c798337c3" -d '{"events": [{"server_uuid": "3fc0e93e-e91d-4d47-9440-31b9ac1b1e51", "name": "network-vif-unplugged", "status": "completed", "tag": "050dccf7-cb33-4035-a7b2-64069e71e1f1"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:56:00.078375 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 050dccf7-cb33-4035-a7b2-64069e71e1f1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:00.087045 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:00.157267 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 Aug 2021 12:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c463d92b-0f52-468e-a60b-fcf6a1c3d766 x-openstack-request-id: req-c463d92b-0f52-468e-a60b-fcf6a1c3d766 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:56:00.157854 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc0e93e-e91d-4d47-9440-31b9ac1b1e51", "name": "network-vif-unplugged", "status": "failed", "tag": "050dccf7-cb33-4035-a7b2-64069e71e1f1", "code": 422}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:56:00.158469 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c463d92b-0f52-468e-a60b-fcf6a1c3d766 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:56:00.159119 n-d-791505-21 neutron-server[94879]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '050dccf7-cb33-4035-a7b2-64069e71e1f1', 'code': 422} returned with failed status Aug 28 12:56:00.183335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56280) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:00.207535 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a1a24ae-519c-43b8-a742-2e74763bf9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:00.224833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=050dccf7-cb33-4035-a7b2-64069e71e1f1,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:00.351980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-1f86998b-e626-444b-a4d8-accb3da3ebc4 req-16b03f88-9f92-4c28-bf7f-effc094a5d42 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:56:00.354708 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1f86998b-e626-444b-a4d8-accb3da3ebc4 req-16b03f88-9f92-4c28-bf7f-effc094a5d42 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078290 Aug 28 12:56:00.460940 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a1a24ae-519c-43b8-a742-2e74763bf9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:00.468758 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a1a24ae-519c-43b8-a742-2e74763bf9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:00.533129 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2a1a24ae-519c-43b8-a742-2e74763bf9b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b048c5ae95e841ecb3ce9454c28d813a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486700 Aug 28 12:56:00.535793 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56296) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:00.617334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a24ae-519c-43b8-a742-2e74763bf9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40104eb9-dafc-4d02-a7ab-a816d5537654,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:00.693532 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3e80-6e9f-41d0-8b97-7eefac683c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:00.723266 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3e80-6e9f-41d0-8b97-7eefac683c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:00.730145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb863cd-90ea-4220-97dd-6894464e63e7 req-19cfa442-f21b-4739-9102-08ab28f35ac7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:00.731974 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ecb863cd-90ea-4220-97dd-6894464e63e7 req-19cfa442-f21b-4739-9102-08ab28f35ac7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1354663 Aug 28 12:56:00.791635 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5787aa8a-c7fc-49b9-80e7-c749ef5daba0 req-f0a2c078-961c-47a3-8fdc-13a13e44e999 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1986156 Aug 28 12:56:00.813350 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ecb863cd-90ea-4220-97dd-6894464e63e7 req-a7dea00b-aa70-47f0-af60-d0d6892d381e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718462 Aug 28 12:56:00.814957 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-806308d0-cd06-419a-a7c0-6dcc3e87b76d req-66e5571e-cb5a-476f-9f50-3d36d28c49c7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.0419590 Aug 28 12:56:00.842021 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3e80-6e9f-41d0-8b97-7eefac683c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:00.846594 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3e80-6e9f-41d0-8b97-7eefac683c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:00.850021 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ff7d3e80-6e9f-41d0-8b97-7eefac683c65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40104eb9-dafc-4d02-a7ab-a816d5537654 HTTP/1.1" status: 204 len: 168 time: 0.3126116 Aug 28 12:56:00.864053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d3e80-6e9f-41d0-8b97-7eefac683c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40104eb9-dafc-4d02-a7ab-a816d5537654,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:00.970466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787aa8a-c7fc-49b9-80e7-c749ef5daba0 req-e5e64b06-f7c3-4f70-8c26-4b591e328a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:00.972369 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5787aa8a-c7fc-49b9-80e7-c749ef5daba0 req-e5e64b06-f7c3-4f70-8c26-4b591e328a21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86f6f1a917843268e771c6b62b33d64&device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 1098 time: 0.0836949 Aug 28 12:56:01.040822 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-83d75d90-6be0-4738-8e3b-e6f2784a4ecb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1003916 Aug 28 12:56:01.157343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-a73a659a-3c63-4931-b7f2-47848233cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:01.157831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-a73a659a-3c63-4931-b7f2-47848233cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:01.157958 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9580a7c-96f7-419e-9289-6ee82b7483f8 req-ecfaca88-70a5-4eaa-8883-846f9983bb9f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:01.158305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-a73a659a-3c63-4931-b7f2-47848233cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:01.165600 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-a73a659a-3c63-4931-b7f2-47848233cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:01.166106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-a73a659a-3c63-4931-b7f2-47848233cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:01.167740 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-a73a659a-3c63-4931-b7f2-47848233cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:01.168149 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f9580a7c-96f7-419e-9289-6ee82b7483f8 req-ecfaca88-70a5-4eaa-8883-846f9983bb9f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0999527 Aug 28 12:56:01.168283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-a73a659a-3c63-4931-b7f2-47848233cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:01.173344 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-a73a659a-3c63-4931-b7f2-47848233cf96 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=848f98195d42445793f4ad0f8595cb5d&device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 6496 time: 0.1024511 Aug 28 12:56:01.226000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787aa8a-c7fc-49b9-80e7-c749ef5daba0 req-e26910db-e5eb-4429-8e52-e26344eeb84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:01.227840 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5787aa8a-c7fc-49b9-80e7-c749ef5daba0 req-e26910db-e5eb-4429-8e52-e26344eeb84d service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 HTTP/1.1" status: 200 len: 914 time: 0.2324979 Aug 28 12:56:01.289503 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5787aa8a-c7fc-49b9-80e7-c749ef5daba0 req-395e00a6-dcf4-4f87-b42f-a42d714d9480 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709 HTTP/1.1" status: 200 len: 217 time: 0.0507414 Aug 28 12:56:01.310953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f9580a7c-96f7-419e-9289-6ee82b7483f8 req-91fa9297-2f0a-4e7f-8c7d-6e948281eff1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418536 Aug 28 12:56:01.370086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-eeb0a367-28d7-4b5b-9a47-39e50bc6c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:01.370806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-eeb0a367-28d7-4b5b-9a47-39e50bc6c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:01.371070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-eeb0a367-28d7-4b5b-9a47-39e50bc6c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:01.373899 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-eeb0a367-28d7-4b5b-9a47-39e50bc6c8eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=efbe7541-b127-4e81-9a72-35e309b4f7c9&id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&id=3352c8b5-3501-47c1-96f2-9e32c1cc7612&id=3352c8b5-3501-47c1-96f2-9e32c1cc7612 HTTP/1.1" status: 200 len: 2289 time: 0.1762204 Aug 28 12:56:01.497329 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-9a801f3f-d8c9-418a-8d46-a55f7bd95b1f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1a806cd-64e3-408c-90a9-60fc8608d090 HTTP/1.1" status: 200 len: 1001 time: 0.1163588 Aug 28 12:56:01.516987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f7eaa-24b2-473e-b791-97cdfcf1c7f6 req-710f45f0-ccaf-460f-87c5-01298dbe2491 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:01.518576 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e09f7eaa-24b2-473e-b791-97cdfcf1c7f6 req-710f45f0-ccaf-460f-87c5-01298dbe2491 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0839467 Aug 28 12:56:01.521739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787aa8a-c7fc-49b9-80e7-c749ef5daba0 req-a9b6e5af-8d6a-4ac9-897e-0ea812442a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:01.523672 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5787aa8a-c7fc-49b9-80e7-c749ef5daba0 req-a9b6e5af-8d6a-4ac9-897e-0ea812442a6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39549c81-d40d-49fb-b349-f6037ce4d779 HTTP/1.1" status: 200 len: 854 time: 0.2210288 Aug 28 12:56:01.526675 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-63a28f84-f629-4587-a1de-9dfe3e9bdeb6 req-cd2b1e99-433a-480e-964f-eb924a64ea36 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4982288 Aug 28 12:56:01.589786 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-40c41e41-597a-4be0-b7ec-c0a467d5ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:01.591653 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-40c41e41-597a-4be0-b7ec-c0a467d5ad25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=054df6af-7208-4216-97f7-7a8ded4fac28 HTTP/1.1" status: 200 len: 850 time: 0.0860536 Aug 28 12:56:01.600097 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5787aa8a-c7fc-49b9-80e7-c749ef5daba0 req-082d7942-a568-4d66-a793-82f06c2550ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676501 Aug 28 12:56:01.693167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-19f0e16f-6b03-49da-a5ca-f9eb0c5885ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:01.698826 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-19f0e16f-6b03-49da-a5ca-f9eb0c5885ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=efbe7541-b127-4e81-9a72-35e309b4f7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988986 Aug 28 12:56:01.763080 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e09f7eaa-24b2-473e-b791-97cdfcf1c7f6 req-27d251e2-21b7-4457-8057-610b9d5591df tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331514 Aug 28 12:56:01.885804 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5787aa8a-c7fc-49b9-80e7-c749ef5daba0 req-762cef74-22ea-4ba9-ad6d-40fe5ddde071 service neutron] 10.222.0.10 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673190 Aug 28 12:56:01.892005 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-9b66f25f-25cc-448c-a7ed-3e7718b768d0 service neutron] 10.222.0.11 "GET /v2.0/networks/efbe7541-b127-4e81-9a72-35e309b4f7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878030 Aug 28 12:56:02.059267 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5787aa8a-c7fc-49b9-80e7-c749ef5daba0 req-90abcda1-b848-4002-95cf-5820e3b02b37 service neutron] 10.222.0.10 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642151 Aug 28 12:56:02.127140 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eea9582a-7486-43f5-a3e7-be93190fd545 req-da34340f-a7f8-4912-864e-9caf5687ee85 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.0667109 Aug 28 12:56:02.182722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447d7b3-d93a-48ea-a73a-81fd91fcc6bc req-d557516b-3faa-46d8-824e-c7e45ed5c302 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:02.184521 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4447d7b3-d93a-48ea-a73a-81fd91fcc6bc req-d557516b-3faa-46d8-824e-c7e45ed5c302 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1346931 Aug 28 12:56:02.195530 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-5225ee61-99d4-4566-aad5-0adecbce3fe1 service neutron] 10.222.0.11 "GET /v2.0/networks/efbe7541-b127-4e81-9a72-35e309b4f7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924898 Aug 28 12:56:02.278388 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-5c442e0e-8d0c-4545-a93b-cbcb248735e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=22c5cda6-d969-43e9-8487-47b1be36cba7 HTTP/1.1" status: 200 len: 217 time: 0.0754521 Aug 28 12:56:02.361341 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4447d7b3-d93a-48ea-a73a-81fd91fcc6bc req-3ef6ca99-c3f2-45d9-b97a-1e7faee484be tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700764 Aug 28 12:56:02.416333 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-9f6b83c9-4c99-48e2-b856-ff5e1bc026b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:02.421156 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-9f6b83c9-4c99-48e2-b856-ff5e1bc026b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d557cd69-cd27-4452-a97d-808c7d64731a HTTP/1.1" status: 200 len: 797 time: 0.1345479 Aug 28 12:56:02.422880 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56362) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:02.442278 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bc830-3f60-4e6a-bfe3-39043e51af28 req-0c1a9594-1311-4273-ac31-5a594ec8d440 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:02.444182 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b04bc830-3f60-4e6a-bfe3-39043e51af28 req-0c1a9594-1311-4273-ac31-5a594ec8d440 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1111643 Aug 28 12:56:02.519300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-6fd71136-3537-4499-9d81-e1d2f9d56eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:02.526569 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-6fd71136-3537-4499-9d81-e1d2f9d56eb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0960474 Aug 28 12:56:02.556325 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b04bc830-3f60-4e6a-bfe3-39043e51af28 req-7e0c7dca-0254-4f0c-a570-6eeae0ae7ec4 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053269 Aug 28 12:56:02.683495 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0cd4e72f-11b0-48a3-b364-cff80c7aca56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:02.754221 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-dec0c0ac-237e-4f76-b4fe-ff8ac3fdfbb3 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159183 Aug 28 12:56:02.900775 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0cd4e72f-11b0-48a3-b364-cff80c7aca56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:02.910111 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0cd4e72f-11b0-48a3-b364-cff80c7aca56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:02.996207 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0cd4e72f-11b0-48a3-b364-cff80c7aca56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5fe040dbc5d348f6a54d20f7fc10d26f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5441353 Aug 28 12:56:02.998059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56380) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:03.016171 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-bc564dbc-8de6-411b-b421-3a550675c8e5 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270932 Aug 28 12:56:03.064040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad4a26-1e47-488c-b36a-8af642a5e382 req-dabeff1e-132c-4d12-8855-dc587304aa31 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:03.074913 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cdad4a26-1e47-488c-b36a-8af642a5e382 req-dabeff1e-132c-4d12-8855-dc587304aa31 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.3460932 Aug 28 12:56:03.136258 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-7a43927d-1399-4878-84c7-08668c6451fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=a6504f71-c67d-4bfd-8228-7b6d54b2acee HTTP/1.1" status: 200 len: 217 time: 0.1054425 Aug 28 12:56:03.170296 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4e72f-11b0-48a3-b364-cff80c7aca56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d926278-ba55-4c20-abb3-45e50d014896,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:03.197338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-9484e975-2f83-4ddf-a13a-28c1a0a35b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:03.198867 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-9484e975-2f83-4ddf-a13a-28c1a0a35b23 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d557cd69-cd27-4452-a97d-808c7d64731a HTTP/1.1" status: 200 len: 797 time: 0.0547466 Aug 28 12:56:03.215850 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fecb04ea-30d2-4d70-82f8-e142041355ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:03.278585 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cdad4a26-1e47-488c-b36a-8af642a5e382 req-a699d7d1-7f64-49b8-a10c-ac10f857f4fe tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990907 Aug 28 12:56:03.291012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-be6c3ab9-4c4f-44d9-beb0-759c855e670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:03.293050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-be6c3ab9-4c4f-44d9-beb0-759c855e670c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0827985 Aug 28 12:56:03.305548 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fecb04ea-30d2-4d70-82f8-e142041355ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:03.487896 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e1e5c09c-46ed-40c2-8406-d948d802f15d req-54616166-f443-4482-9692-468cfde97d20 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.1232069 Aug 28 12:56:03.519353 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-fb4608a5-68b9-4c2c-aa35-238a8fa463fa service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181261 Aug 28 12:56:03.536245 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fecb04ea-30d2-4d70-82f8-e142041355ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:03.539801 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fecb04ea-30d2-4d70-82f8-e142041355ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:03.544302 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fecb04ea-30d2-4d70-82f8-e142041355ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d926278-ba55-4c20-abb3-45e50d014896 HTTP/1.1" status: 204 len: 168 time: 0.5394182 Aug 28 12:56:03.575676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb04ea-30d2-4d70-82f8-e142041355ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d926278-ba55-4c20-abb3-45e50d014896,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:03.736343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a28fd-aca9-4649-8793-bbb0c2205e2c req-fda0a18c-ab7c-40e8-b041-e91109472b6e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:03.745204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a3a28fd-aca9-4649-8793-bbb0c2205e2c req-fda0a18c-ab7c-40e8-b041-e91109472b6e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.2242327 Aug 28 12:56:03.823623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a3a28fd-aca9-4649-8793-bbb0c2205e2c req-246c1b60-8534-431b-95cb-175059d42e5a tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771763 Aug 28 12:56:03.848225 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-26d7f090-57ab-476b-92d0-196be0692343 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135576 Aug 28 12:56:03.886179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea229e-a169-4f27-aeb5-fbaf15f648d9 req-64b29842-b94f-4d36-9f78-1f30d34d995c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:03.896242 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9aea229e-a169-4f27-aeb5-fbaf15f648d9 req-64b29842-b94f-4d36-9f78-1f30d34d995c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1229992 Aug 28 12:56:03.901147 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-d7b74d2f-7154-4d5e-992c-c6cf19af5966 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=b05d186c-de9e-4cbe-a886-89ee06ae7903 HTTP/1.1" status: 200 len: 217 time: 0.0453486 Aug 28 12:56:03.948705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9aea229e-a169-4f27-aeb5-fbaf15f648d9 req-b11846bc-4598-4867-9253-6c4e644f2ff2 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511007 Aug 28 12:56:03.971262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-40893147-68a7-4b52-9b67-d67bd7ef84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:03.973208 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-40893147-68a7-4b52-9b67-d67bd7ef84c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d557cd69-cd27-4452-a97d-808c7d64731a HTTP/1.1" status: 200 len: 797 time: 0.0661345 Aug 28 12:56:04.029265 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-a331f24a-4762-472c-a13c-c3ab2dfc46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:04.031024 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-a331f24a-4762-472c-a13c-c3ab2dfc46fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0436251 Aug 28 12:56:04.170191 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee399f1-a4e6-472f-b2ae-a2efb94ac95a req-30029bba-8da7-4d94-abcb-46ddcfeeb37d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:04.173022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4ee399f1-a4e6-472f-b2ae-a2efb94ac95a req-30029bba-8da7-4d94-abcb-46ddcfeeb37d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1285379 Aug 28 12:56:04.205356 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-ab3b1683-d217-49f5-8cf0-f6133480e97e service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624634 Aug 28 12:56:04.226017 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4ee399f1-a4e6-472f-b2ae-a2efb94ac95a req-c1e7625a-f139-4867-ace7-cb168651c159 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449271 Aug 28 12:56:04.350860 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-d0109ea0-8d3f-486e-abbe-c7b13edc3410 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280274 Aug 28 12:56:04.408530 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-fc83aed6-dfca-4ad5-9495-b57d496c0a11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=39a6b9d2-5707-4e5a-9ea1-027d93c97c95 HTTP/1.1" status: 200 len: 217 time: 0.0452454 Aug 28 12:56:04.431670 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56424) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:04.451816 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50cf8600-d35a-4529-a042-0db6a0dcebf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:04.506801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-d8e01f23-fe1d-4689-bf9d-1cb13fdb8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:04.513389 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-d8e01f23-fe1d-4689-bf9d-1cb13fdb8b95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d557cd69-cd27-4452-a97d-808c7d64731a HTTP/1.1" status: 200 len: 797 time: 0.0953059 Aug 28 12:56:04.695833 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-613b2a79-0122-49d5-982f-f00addc5f7f4 req-eca12292-f2b8-423d-baf2-d8e495cba665 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.0660880 Aug 28 12:56:04.701710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-d134877d-0b66-45bc-91a7-515f9c94d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:04.703541 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-d134877d-0b66-45bc-91a7-515f9c94d271 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0f76af8-7fbe-4c61-8fc0-3946902606c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1836185 Aug 28 12:56:04.715661 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50cf8600-d35a-4529-a042-0db6a0dcebf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:04.727669 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50cf8600-d35a-4529-a042-0db6a0dcebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:04.785076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf8600-d35a-4529-a042-0db6a0dcebf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be7802d-d4ae-4ac6-a465-deb97b11364d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:04.805571 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3f1ed-a7c1-46c1-b884-72ac8ab934d3 req-9c9096aa-734b-4248-a459-fe036e95b598 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:04.814974 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ec3f1ed-a7c1-46c1-b884-72ac8ab934d3 req-9c9096aa-734b-4248-a459-fe036e95b598 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1382790 Aug 28 12:56:04.830570 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-50cf8600-d35a-4529-a042-0db6a0dcebf6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b94cdb9fb0e4cf190ca9d0184772120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3976667 Aug 28 12:56:04.840332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56442) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:04.903353 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-b527552b-5bd7-4076-b221-e33b4ae0acae service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926558 Aug 28 12:56:04.950214 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ec3f1ed-a7c1-46c1-b884-72ac8ab934d3 req-2abd1c45-395e-44f8-b3a0-4348903721b1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180279 Aug 28 12:56:04.966405 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-59a6cfd2-5dc1-43cf-92e6-b5515a5ed9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:05.018537 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-59a6cfd2-5dc1-43cf-92e6-b5515a5ed9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:05.092254 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-59a6cfd2-5dc1-43cf-92e6-b5515a5ed9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:05.096961 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-59a6cfd2-5dc1-43cf-92e6-b5515a5ed9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:05.101686 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-59a6cfd2-5dc1-43cf-92e6-b5515a5ed9e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8be7802d-d4ae-4ac6-a465-deb97b11364d HTTP/1.1" status: 204 len: 168 time: 0.2600024 Aug 28 12:56:05.147613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6cfd2-5dc1-43cf-92e6-b5515a5ed9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be7802d-d4ae-4ac6-a465-deb97b11364d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:05.160100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a1cfe-47e3-4dd8-bc0e-9a07f4142acc req-c5426721-e091-44e8-89e3-22a9eb2feb8d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:05.161693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a6a1cfe-47e3-4dd8-bc0e-9a07f4142acc req-c5426721-e091-44e8-89e3-22a9eb2feb8d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1156263 Aug 28 12:56:05.219533 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-991015e7-eea6-4d04-9b2f-464162656d12 service neutron] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091612 Aug 28 12:56:05.227740 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db094e22-ab9f-4876-bf05-b57c2c2f58a0 req-ebb877e7-1732-46bb-abd8-13ab26aea5b1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:05.230138 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-db094e22-ab9f-4876-bf05-b57c2c2f58a0 req-ebb877e7-1732-46bb-abd8-13ab26aea5b1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1267364 Aug 28 12:56:05.297534 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-8a082763-1690-4f01-afe9-d28f0b3daba2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac4113ad-b63c-4920-a1f1-661762381f07 HTTP/1.1" status: 200 len: 217 time: 0.0632510 Aug 28 12:56:05.308923 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a6a1cfe-47e3-4dd8-bc0e-9a07f4142acc req-11bb3bd2-b88f-4ba8-9d1a-ff2306234225 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379015 Aug 28 12:56:05.316367 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-db094e22-ab9f-4876-bf05-b57c2c2f58a0 req-34d6fd13-dcef-4d43-b2ab-4b16b3c4cfca tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767765 Aug 28 12:56:05.392985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-a68b765b-350b-4cf5-8c08-4de049b95cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:05.394761 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-a68b765b-350b-4cf5-8c08-4de049b95cee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9a81a33e-a30a-4f4f-bc8f-a36371ef2745 HTTP/1.1" status: 200 len: 797 time: 0.0801349 Aug 28 12:56:05.487724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-ac65fb96-6b53-4198-a896-32f80e6780ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:05.490170 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-ac65fb96-6b53-4198-a896-32f80e6780ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3352c8b5-3501-47c1-96f2-9e32c1cc7612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0852058 Aug 28 12:56:05.627949 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-e863446d-850e-403d-bae8-5ca236678779 service neutron] 10.222.0.11 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259661 Aug 28 12:56:05.928923 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c63df211-12e6-4c0f-af87-8d520eeccd4d req-aa3e876b-99ca-4b76-b9b8-a48245b0e770 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/ports?device_id=56671c7a-9e69-41af-b601-571e3296ea2d HTTP/1.1" status: 200 len: 210 time: 0.0590596 Aug 28 12:56:06.246658 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150121de-38ca-435b-a06f-03dd79635118 req-9d53a185-6bab-45f3-b41e-dd7378e43d67 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:06.248425 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-150121de-38ca-435b-a06f-03dd79635118 req-9d53a185-6bab-45f3-b41e-dd7378e43d67 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.5261202 Aug 28 12:56:06.279452 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-331df70f-18dd-479a-a44e-27d4b831ee4a service neutron] 10.222.0.11 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6436090 Aug 28 12:56:06.309391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-150121de-38ca-435b-a06f-03dd79635118 req-aa51de65-9c3c-4dd5-950b-15afe929a4be tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498834 Aug 28 12:56:06.353463 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-9d483e7f-c2e4-4316-9ec8-38b8df4e5ef5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6da04b61-8648-4f77-8bcc-6503e204f1b5 HTTP/1.1" status: 200 len: 217 time: 0.0525172 Aug 28 12:56:06.516889 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-1608cc4e-935b-4faf-98e3-fe598591a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:06.519113 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-1608cc4e-935b-4faf-98e3-fe598591a788 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9a81a33e-a30a-4f4f-bc8f-a36371ef2745 HTTP/1.1" status: 200 len: 797 time: 0.1583920 Aug 28 12:56:06.559754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37708c0-21fe-452d-b888-b7972cda1d3c req-8d7060a3-2c7e-49ae-8cc1-488727bbfd8e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:06.580410 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b37708c0-21fe-452d-b888-b7972cda1d3c req-8d7060a3-2c7e-49ae-8cc1-488727bbfd8e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1157944 Aug 28 12:56:06.603062 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8247fe9-1512-4e0c-ad3e-2b62bdb6e16c req-fb84a29d-02e0-4aea-8491-5fccf37bec70 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:06.606563 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8247fe9-1512-4e0c-ad3e-2b62bdb6e16c req-fb84a29d-02e0-4aea-8491-5fccf37bec70 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1468034 Aug 28 12:56:06.615578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-23330d75-ac85-4231-a426-81191abb3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:06.618946 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-23330d75-ac85-4231-a426-81191abb3c24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3352c8b5-3501-47c1-96f2-9e32c1cc7612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0921562 Aug 28 12:56:06.658776 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b37708c0-21fe-452d-b888-b7972cda1d3c req-28afcfb7-1dbe-481f-bd4d-490daa3df5d6 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741787 Aug 28 12:56:06.709884 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8247fe9-1512-4e0c-ad3e-2b62bdb6e16c req-5986e183-288a-49a4-a29f-253c6e50d7ec tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889714 Aug 28 12:56:06.807115 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-a9f23c54-00b7-4f24-bfa6-7ee284d73d95 service neutron] 10.222.0.11 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652918 Aug 28 12:56:06.923673 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b155eb1-af51-49e6-aa7e-4fdb75db4c46 req-ca58094a-9f38-481a-a245-59f2539f35a2 service neutron] 10.222.0.11 "GET /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080272 Aug 28 12:56:07.077827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56516) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:07.202870 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:07.219154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583fd18-78e6-403e-a2c2-62ea8917da9d req-e79cd488-eb3c-4381-8752-13884ec17d6b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:07.223810 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfd03-7443-41e9-ab17-15328e56295a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:07.227146 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d583fd18-78e6-403e-a2c2-62ea8917da9d req-e79cd488-eb3c-4381-8752-13884ec17d6b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1071024 Aug 28 12:56:07.266936 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfd03-7443-41e9-ab17-15328e56295a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:07.293715 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d583fd18-78e6-403e-a2c2-62ea8917da9d req-0b9f7371-28b6-473e-9584-1897a69539d4 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486391 Aug 28 12:56:07.347986 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfd03-7443-41e9-ab17-15328e56295a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:07.359614 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfd03-7443-41e9-ab17-15328e56295a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:07.360930 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6c6bfd03-7443-41e9-ab17-15328e56295a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "DELETE /v2.0/security-groups/e03cb9e1-6f7d-407a-b586-00d48f1ace33 HTTP/1.1" status: 204 len: 168 time: 0.2811782 Aug 28 12:56:07.363810 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56526) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:07.380769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bfd03-7443-41e9-ab17-15328e56295a tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03cb9e1-6f7d-407a-b586-00d48f1ace33,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:07.381620 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-9482b2f2-dcfd-40e5-84bf-56ce1555aae3 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] show failed (client error): The resource could not be found. Aug 28 12:56:07.385391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9482b2f2-dcfd-40e5-84bf-56ce1555aae3 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "GET /v2.0/security-groups/e03cb9e1-6f7d-407a-b586-00d48f1ace33 HTTP/1.1" status: 404 len: 347 time: 0.0178735 Aug 28 12:56:07.391357 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56528) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:07.512247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e2cf2-a12c-4ea9-808c-d09d2478b18d req-b8e21ab9-2ad7-4123-803f-910d6cd20c02 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:07.531494 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-537e2cf2-a12c-4ea9-808c-d09d2478b18d req-b8e21ab9-2ad7-4123-803f-910d6cd20c02 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1430371 Aug 28 12:56:07.592285 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-537e2cf2-a12c-4ea9-808c-d09d2478b18d req-56e4555f-106f-4c13-8525-98342fec9f77 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533106 Aug 28 12:56:07.618423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-734722e5-b087-45db-a6a6-ea0852c396b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Deleting port 56fda175-96ea-464a-bece-c7ddb5bb91d7 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:56:07.619207 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-734722e5-b087-45db-a6a6-ea0852c396b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:07.750669 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-734722e5-b087-45db-a6a6-ea0852c396b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:07.751401 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-734722e5-b087-45db-a6a6-ea0852c396b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:07.770269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-734722e5-b087-45db-a6a6-ea0852c396b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Calling delete_port for 56fda175-96ea-464a-bece-c7ddb5bb91d7 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:56:07.920320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc3221-cd4a-4831-840e-66078c28ce16 req-3daa31f2-c87f-4088-bffa-1d94182af9dc tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:07.923066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edbc3221-cd4a-4831-840e-66078c28ce16 req-3daa31f2-c87f-4088-bffa-1d94182af9dc tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.0877967 Aug 28 12:56:08.031843 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edbc3221-cd4a-4831-840e-66078c28ce16 req-105dcb0a-e5a9-4c78-aaa8-b93a9aba1199 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019986 Aug 28 12:56:08.040082 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-734722e5-b087-45db-a6a6-ea0852c396b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:08.144106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734722e5-b087-45db-a6a6-ea0852c396b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event deleted for resources: {'Port': ['ID=56fda175-96ea-464a-bece-c7ddb5bb91d7,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:08.256190 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-734722e5-b087-45db-a6a6-ea0852c396b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:08.261784 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-734722e5-b087-45db-a6a6-ea0852c396b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:08.269892 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-734722e5-b087-45db-a6a6-ea0852c396b7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "DELETE /v2.0/floatingips/6b4b6538-66c3-4065-b21b-6adc966f7dd9 HTTP/1.1" status: 204 len: 168 time: 0.8773420 Aug 28 12:56:08.271145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56558) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:08.278718 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c972b5-183e-4493-b5a1-75673d30815d req-39f13571-5d3f-4776-8c77-279f549fc4d9 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:08.280459 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-47c972b5-183e-4493-b5a1-75673d30815d req-39f13571-5d3f-4776-8c77-279f549fc4d9 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/networks?id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 HTTP/1.1" status: 200 len: 814 time: 0.1996846 Aug 28 12:56:08.327865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-47c972b5-183e-4493-b5a1-75673d30815d req-36049566-c0f5-47f1-a286-8af66f72a75f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/quotas/b86f6f1a917843268e771c6b62b33d64 HTTP/1.1" status: 200 len: 375 time: 0.0341613 Aug 28 12:56:08.443393 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-47c972b5-183e-4493-b5a1-75673d30815d req-85f18157-9fa5-4954-a035-454690747273 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b86f6f1a917843268e771c6b62b33d64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1125484 Aug 28 12:56:08.484921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7ce5d51f-4908-404a-a66c-a599bf19eca7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Deleting port 440861dd-6270-4426-a201-c0adbe3cd44a {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:56:08.485469 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d51f-4908-404a-a66c-a599bf19eca7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:08.646507 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d51f-4908-404a-a66c-a599bf19eca7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:08.665502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7ce5d51f-4908-404a-a66c-a599bf19eca7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Calling delete_port for 440861dd-6270-4426-a201-c0adbe3cd44a owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:56:08.695822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1eaa8f-870c-484e-8bbc-f846e71f1364 req-dd10965b-69a3-4aec-bc8b-1405d8dc5579 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:08.705458 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6d1eaa8f-870c-484e-8bbc-f846e71f1364 req-dd10965b-69a3-4aec-bc8b-1405d8dc5579 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1038876 Aug 28 12:56:08.785481 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6d1eaa8f-870c-484e-8bbc-f846e71f1364 req-8859b77b-f566-4044-9730-1ed5374fe024 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784204 Aug 28 12:56:08.951329 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a7a76-6b0c-4ec1-ae8d-8d13cba69566 req-cbeaef77-eda9-4115-b7df-750d539593d5 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:08.953622 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2c9a7a76-6b0c-4ec1-ae8d-8d13cba69566 req-cbeaef77-eda9-4115-b7df-750d539593d5 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0819199 Aug 28 12:56:08.992122 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d51f-4908-404a-a66c-a599bf19eca7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:09.030282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5d51f-4908-404a-a66c-a599bf19eca7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event deleted for resources: {'Port': ['ID=440861dd-6270-4426-a201-c0adbe3cd44a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:09.066158 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2c9a7a76-6b0c-4ec1-ae8d-8d13cba69566 req-18a3eebd-19c9-430f-be96-352514717481 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063366 Aug 28 12:56:09.159110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d51f-4908-404a-a66c-a599bf19eca7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:09.165498 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7ce5d51f-4908-404a-a66c-a599bf19eca7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "DELETE /v2.0/ports/440861dd-6270-4426-a201-c0adbe3cd44a HTTP/1.1" status: 204 len: 168 time: 0.8903732 Aug 28 12:56:09.165956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56586) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:09.320993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6beacf-8fd5-424c-926f-1f64e7de6587 req-2705f171-a5e7-49a9-83b5-b1cb20565b0f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:09.322691 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c6beacf-8fd5-424c-926f-1f64e7de6587 req-2705f171-a5e7-49a9-83b5-b1cb20565b0f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1555550 Aug 28 12:56:09.330536 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-ef090e08-1b2e-48a3-bc9a-551d8e754c15 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Deleting port 708f1d54-3c32-49c6-8985-1c867d1c59b6 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:56:09.330908 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ef090e08-1b2e-48a3-bc9a-551d8e754c15 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:09.431089 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ef090e08-1b2e-48a3-bc9a-551d8e754c15 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:09.466619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-ef090e08-1b2e-48a3-bc9a-551d8e754c15 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Calling delete_port for 708f1d54-3c32-49c6-8985-1c867d1c59b6 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:56:09.530523 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c6beacf-8fd5-424c-926f-1f64e7de6587 req-82acb210-9b86-4684-8dc4-45a73e358b57 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963056 Aug 28 12:56:09.623488 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:09.757375 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ef090e08-1b2e-48a3-bc9a-551d8e754c15 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:09.762430 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99ade38f-bded-4df3-bbf1-8fce159fa225 req-3deaa003-c79f-4fa7-9136-e93f3faed82a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b86f6f1a917843268e771c6b62b33d64 HTTP/1.1" status: 200 len: 221 time: 0.0640695 Aug 28 12:56:09.827056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef090e08-1b2e-48a3-bc9a-551d8e754c15 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event deleted for resources: {'Port': ['ID=708f1d54-3c32-49c6-8985-1c867d1c59b6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:09.848263 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-33ea9bf8-1f48-4055-a8da-063573994fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:09.934883 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ef090e08-1b2e-48a3-bc9a-551d8e754c15 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:09.940204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ef090e08-1b2e-48a3-bc9a-551d8e754c15 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "DELETE /v2.0/ports/708f1d54-3c32-49c6-8985-1c867d1c59b6 HTTP/1.1" status: 204 len: 168 time: 0.7681077 Aug 28 12:56:09.940440 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56612) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:09.963553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eea39e-f3d8-4e14-b0bf-f65ba2162dcd req-8e60400c-1665-402f-97cf-0d01c85db30d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:09.965619 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06eea39e-f3d8-4e14-b0bf-f65ba2162dcd req-8e60400c-1665-402f-97cf-0d01c85db30d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0950561 Aug 28 12:56:10.019997 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-b621782d-5dae-4115-852e-41c3d2c2ade7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Deleting subnet b264f4ef-1309-4558-ad1d-260dd40e4e63 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:56:10.030899 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b621782d-5dae-4115-852e-41c3d2c2ade7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:10.061466 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06eea39e-f3d8-4e14-b0bf-f65ba2162dcd req-8325da16-4794-43a5-ae4c-0583f2c0289a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874403 Aug 28 12:56:10.085857 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b621782d-5dae-4115-852e-41c3d2c2ade7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:10.260439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86799a8e-ddaf-4f47-955a-c80568d3ba35 req-fa77740c-7773-4b3a-8840-31d1a0fc857f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:10.262193 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-86799a8e-ddaf-4f47-955a-c80568d3ba35 req-fa77740c-7773-4b3a-8840-31d1a0fc857f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1145635 Aug 28 12:56:10.266166 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b621782d-5dae-4115-852e-41c3d2c2ade7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:10.351129 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-86799a8e-ddaf-4f47-955a-c80568d3ba35 req-17201ec4-54d3-4e44-b611-685ceadf616e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805774 Aug 28 12:56:10.370579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56620) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:10.412925 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b621782d-5dae-4115-852e-41c3d2c2ade7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:10.503054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba6190b-694d-4317-9e8c-b5f9cab95817 None None] Network bcb5f611-12de-426c-9450-c8901fa3ceaa requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:56:10.515867 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621782d-5dae-4115-852e-41c3d2c2ade7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event deleted for resources: {'Subnet': ['ID=b264f4ef-1309-4558-ad1d-260dd40e4e63,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:10.530342 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b621782d-5dae-4115-852e-41c3d2c2ade7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:10.537008 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b621782d-5dae-4115-852e-41c3d2c2ade7 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "DELETE /v2.0/subnets/b264f4ef-1309-4558-ad1d-260dd40e4e63 HTTP/1.1" status: 204 len: 168 time: 0.5954916 Aug 28 12:56:10.537755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56632) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:10.596579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac357fe2-900a-41c7-927a-8f23444eca46 req-ed8a827d-8239-400c-9a5e-0eb4df690018 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:10.604555 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac357fe2-900a-41c7-927a-8f23444eca46 req-ed8a827d-8239-400c-9a5e-0eb4df690018 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1184173 Aug 28 12:56:10.674646 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac357fe2-900a-41c7-927a-8f23444eca46 req-def87152-e5d4-467e-b1f7-cf17dc698e6d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690486 Aug 28 12:56:10.706558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-389715f8-c1ed-4d1b-a968-99c7a36850be tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Deleting subnet cb64fb14-001a-49f8-b98d-50135cdf674b {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:56:10.733269 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c9b31c72-a758-45cd-a4cd-86a449ff5e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:10.773534 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf8db86-cee9-49ad-8291-fb38de86e8c5 None None] DHCP port deletion for bcb5f611-12de-426c-9450-c8901fa3ceaa request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:56:10.785806 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-389715f8-c1ed-4d1b-a968-99c7a36850be tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:10.858495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d1f83-8cf3-41a1-8500-4dce46f7815f req-5909ccb0-4461-47d7-a8c4-00fdefb3538e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:10.866338 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-717d1f83-8cf3-41a1-8500-4dce46f7815f req-5909ccb0-4461-47d7-a8c4-00fdefb3538e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0929699 Aug 28 12:56:10.911438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2cf8db86-cee9-49ad-8291-fb38de86e8c5 None None] Deleting port 2429085c-14dc-4093-9982-fb18225aa15f {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:56:10.911821 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2cf8db86-cee9-49ad-8291-fb38de86e8c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:10.926136 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-717d1f83-8cf3-41a1-8500-4dce46f7815f req-5533e3da-0fe3-4967-a43f-c080d499858c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584328 Aug 28 12:56:10.949999 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c9b31c72-a758-45cd-a4cd-86a449ff5e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:10.967742 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c9b31c72-a758-45cd-a4cd-86a449ff5e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:10.997199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-2cf8db86-cee9-49ad-8291-fb38de86e8c5 None None] For port 2429085c-14dc-4093-9982-fb18225aa15f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2429085c-14dc-4093-9982-fb18225aa15f,segment=NetworkSegment(ff986872-1e0a-47d6-867f-1ce369e19f52),segment_id=ff986872-1e0a-47d6-867f-1ce369e19f52)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:10.998075 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2cf8db86-cee9-49ad-8291-fb38de86e8c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:11.015707 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c9b31c72-a758-45cd-a4cd-86a449ff5e0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f02905c639484598969bc0dc6b946193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6428940 Aug 28 12:56:11.017209 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b31c72-a758-45cd-a4cd-86a449ff5e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59cdc73-6756-4807-89fe-80a20cd8a20a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:11.020224 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56652) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:11.031377 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2cf8db86-cee9-49ad-8291-fb38de86e8c5 None None] Calling delete_port for 2429085c-14dc-4093-9982-fb18225aa15f owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:56:11.091463 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a5fec65-7ef0-4861-941a-c70592b6ab6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:11.092912 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-389715f8-c1ed-4d1b-a968-99c7a36850be tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:11.145028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a28f84-f629-4587-a1de-9dfe3e9bdeb6 req-997a442a-b5f1-476a-93bf-11f74283c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:11.145234 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2cf8db86-cee9-49ad-8291-fb38de86e8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:11.147139 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-63a28f84-f629-4587-a1de-9dfe3e9bdeb6 req-997a442a-b5f1-476a-93bf-11f74283c2fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51&tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f HTTP/1.1" status: 200 len: 1095 time: 0.5957909 Aug 28 12:56:11.173259 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dbc99-12de-46d1-bace-06181039332c req-c1b2a3ed-8d74-4eed-a972-d3a42150a4b3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:11.182809 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-990dbc99-12de-46d1-bace-06181039332c req-c1b2a3ed-8d74-4eed-a972-d3a42150a4b3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.4587529 Aug 28 12:56:11.184503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8db86-cee9-49ad-8291-fb38de86e8c5 None None] Pushing event deleted for resources: {'Port': ['ID=2429085c-14dc-4093-9982-fb18225aa15f,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:11.187641 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a5fec65-7ef0-4861-941a-c70592b6ab6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:11.192728 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf8db86-cee9-49ad-8291-fb38de86e8c5 None None] No DVR routers for this DVR port 2429085c-14dc-4093-9982-fb18225aa15f on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:56:11.272361 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bd41a-ce43-4ddd-93f8-28af7a297065 req-3246d7f5-a0c5-48dc-bcf4-82cef51a97cb tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:11.277877 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9b8bd41a-ce43-4ddd-93f8-28af7a297065 req-3246d7f5-a0c5-48dc-bcf4-82cef51a97cb tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1753688 Aug 28 12:56:11.299099 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-990dbc99-12de-46d1-bace-06181039332c req-991f47fe-b137-472b-8170-9c5cf385c55e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134195 Aug 28 12:56:11.322651 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a5fec65-7ef0-4861-941a-c70592b6ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:11.322651 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a5fec65-7ef0-4861-941a-c70592b6ab6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:11.322928 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a28f84-f629-4587-a1de-9dfe3e9bdeb6 req-a579518d-6b2f-40cb-8c9a-8ae93c79d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:11.322928 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-63a28f84-f629-4587-a1de-9dfe3e9bdeb6 req-a579518d-6b2f-40cb-8c9a-8ae93c79d3a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 1095 time: 0.1234727 Aug 28 12:56:11.323957 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6a5fec65-7ef0-4861-941a-c70592b6ab6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b59cdc73-6756-4807-89fe-80a20cd8a20a HTTP/1.1" status: 204 len: 168 time: 0.3018751 Aug 28 12:56:11.340162 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-389715f8-c1ed-4d1b-a968-99c7a36850be tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:11.347890 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fec65-7ef0-4861-941a-c70592b6ab6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59cdc73-6756-4807-89fe-80a20cd8a20a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:11.368373 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9b8bd41a-ce43-4ddd-93f8-28af7a297065 req-cf003dd8-4431-4c7b-b227-aec3b1d3d643 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656176 Aug 28 12:56:11.565158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2429085c-14dc-4093-9982-fb18225aa15f no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:56:11.591917 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 2429085c-14dc-4093-9982-fb18225aa15f {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:56:11.592446 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2429085c-14dc-4093-9982-fb18225aa15f not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:56:11.632239 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78d286-42c9-4487-8bf4-544d6473c1a3 req-1dbbfe70-2c32-45e2-bcb7-99e265297d71 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:11.635081 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba78d286-42c9-4487-8bf4-544d6473c1a3 req-1dbbfe70-2c32-45e2-bcb7-99e265297d71 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1625226 Aug 28 12:56:11.647173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a28f84-f629-4587-a1de-9dfe3e9bdeb6 req-c0fcec64-8459-4880-8699-143fb6da5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:11.648907 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-63a28f84-f629-4587-a1de-9dfe3e9bdeb6 req-c0fcec64-8459-4880-8699-143fb6da5bdb service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 200 len: 917 time: 0.3198848 Aug 28 12:56:11.657454 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-389715f8-c1ed-4d1b-a968-99c7a36850be tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:11.698936 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-389715f8-c1ed-4d1b-a968-99c7a36850be tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:11.701061 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-389715f8-c1ed-4d1b-a968-99c7a36850be tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "DELETE /v2.0/subnets/cb64fb14-001a-49f8-b98d-50135cdf674b HTTP/1.1" status: 204 len: 168 time: 1.1618462 Aug 28 12:56:11.705455 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56668) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:11.721033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b36da3-285a-4b9e-be13-37a51d536000 None None] Network 59b71610-974a-47e0-be6f-1998f7e34702 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:56:11.783266 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-63a28f84-f629-4587-a1de-9dfe3e9bdeb6 req-fc77db1f-f408-4c54-9e39-6f310eb1671a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1 HTTP/1.1" status: 200 len: 998 time: 0.1153250 Aug 28 12:56:11.784009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389715f8-c1ed-4d1b-a968-99c7a36850be tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event deleted for resources: {'Subnet': ['ID=cb64fb14-001a-49f8-b98d-50135cdf674b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:11.859595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a28f84-f629-4587-a1de-9dfe3e9bdeb6 req-5690468d-25d9-416b-97d9-d76ec3511ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:11.861944 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-63a28f84-f629-4587-a1de-9dfe3e9bdeb6 req-5690468d-25d9-416b-97d9-d76ec3511ad2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fac72157-2444-43b8-a097-cf18d714c2d2 HTTP/1.1" status: 200 len: 856 time: 0.0686481 Aug 28 12:56:11.871067 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba78d286-42c9-4487-8bf4-544d6473c1a3 req-28ea5269-aaf0-4b5c-bc69-ff9122e5fec4 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273111 Aug 28 12:56:11.882433 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56e4adfb-c3f5-4b7f-922f-84a6b5db27ac tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:11.938650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a28f84-f629-4587-a1de-9dfe3e9bdeb6 req-eb3780e6-cef6-4524-a14e-e7ccf09dfa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:11.942599 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-63a28f84-f629-4587-a1de-9dfe3e9bdeb6 req-eb3780e6-cef6-4524-a14e-e7ccf09dfa73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704048 Aug 28 12:56:12.014029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c276a355-b6bc-4d9a-96a5-d8c84b39ecd5 None None] DHCP port deletion for 59b71610-974a-47e0-be6f-1998f7e34702 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:56:12.087362 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c276a355-b6bc-4d9a-96a5-d8c84b39ecd5 None None] Deleting port 2fd19d45-6e6a-4392-904b-c1926d62d438 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:56:12.088264 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c276a355-b6bc-4d9a-96a5-d8c84b39ecd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:12.110846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680d3a2-6c85-4f8a-a8a7-9cae59615fa7 req-05381593-1853-4447-b762-f0e00ac4fb2f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:12.112800 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a680d3a2-6c85-4f8a-a8a7-9cae59615fa7 req-05381593-1853-4447-b762-f0e00ac4fb2f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0899365 Aug 28 12:56:12.145636 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-63a28f84-f629-4587-a1de-9dfe3e9bdeb6 req-873a128f-6552-4b2b-b5ca-d53b2f8985c4 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948874 Aug 28 12:56:12.202408 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c276a355-b6bc-4d9a-96a5-d8c84b39ecd5 None None] For port 2fd19d45-6e6a-4392-904b-c1926d62d438, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2fd19d45-6e6a-4392-904b-c1926d62d438,segment=NetworkSegment(d938c8ca-e139-4544-9921-ff1bd18ca493),segment_id=d938c8ca-e139-4544-9921-ff1bd18ca493)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:12.204349 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c276a355-b6bc-4d9a-96a5-d8c84b39ecd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:12.231393 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a680d3a2-6c85-4f8a-a8a7-9cae59615fa7 req-294b6861-7c82-4119-96dc-ba3004a95048 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071906 Aug 28 12:56:12.242343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c276a355-b6bc-4d9a-96a5-d8c84b39ecd5 None None] Calling delete_port for 2fd19d45-6e6a-4392-904b-c1926d62d438 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:56:12.309630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-63a28f84-f629-4587-a1de-9dfe3e9bdeb6 req-c187452c-ca9c-4e8d-8d88-92e06963712b service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561985 Aug 28 12:56:12.321724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56686) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:12.357093 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6ba049e4-e07f-4540-9327-3bd059fe6a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:12.364615 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d7491c22-c723-4ee1-a5fc-2b757cba70b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:12.401124 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c276a355-b6bc-4d9a-96a5-d8c84b39ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:12.474264 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c276a355-b6bc-4d9a-96a5-d8c84b39ecd5 None None] No DVR routers for this DVR port 2fd19d45-6e6a-4392-904b-c1926d62d438 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:56:12.497099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276a355-b6bc-4d9a-96a5-d8c84b39ecd5 None None] Pushing event deleted for resources: {'Port': ['ID=2fd19d45-6e6a-4392-904b-c1926d62d438,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:12.532605 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:12.574382 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56e4adfb-c3f5-4b7f-922f-84a6b5db27ac tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:12.596300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ecfc7-4739-481f-b927-8f2b9335672f req-ed8146a9-cf8e-4a40-ab89-79d5debcf0a5 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:12.597884 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b1ecfc7-4739-481f-b927-8f2b9335672f req-ed8146a9-cf8e-4a40-ab89-79d5debcf0a5 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1053853 Aug 28 12:56:12.605078 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcedae8-cd1b-464b-968f-6c83e74ce2ec req-17fcffb5-3ae8-4280-ae8a-dd2268fde7d9 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:12.607369 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0dcedae8-cd1b-464b-968f-6c83e74ce2ec req-17fcffb5-3ae8-4280-ae8a-dd2268fde7d9 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0969975 Aug 28 12:56:12.612442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-56e4adfb-c3f5-4b7f-922f-84a6b5db27ac tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb5f611-12de-426c-9450-c8901fa3ceaa']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:12.656788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-56e4adfb-c3f5-4b7f-922f-84a6b5db27ac tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff986872-1e0a-47d6-867f-1ce369e19f52') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:12.657413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-56e4adfb-c3f5-4b7f-922f-84a6b5db27ac tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff986872-1e0a-47d6-867f-1ce369e19f52') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:12.677916 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56e4adfb-c3f5-4b7f-922f-84a6b5db27ac tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:12.683411 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b1ecfc7-4739-481f-b927-8f2b9335672f req-3e657828-c205-4c20-88ad-46b163d78d03 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788682 Aug 28 12:56:12.686500 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d7491c22-c723-4ee1-a5fc-2b757cba70b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:12.692961 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d7491c22-c723-4ee1-a5fc-2b757cba70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:12.714950 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0dcedae8-cd1b-464b-968f-6c83e74ce2ec req-4049f21b-a080-4f3e-b527-0a08e97b751c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934231 Aug 28 12:56:12.716282 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56e4adfb-c3f5-4b7f-922f-84a6b5db27ac tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:12.739371 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e4adfb-c3f5-4b7f-922f-84a6b5db27ac tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:56:12.740590 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56e4adfb-c3f5-4b7f-922f-84a6b5db27ac tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:12.770862 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7491c22-c723-4ee1-a5fc-2b757cba70b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87abca15-7676-419a-b346-5fc2e367603f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:12.800853 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d7491c22-c723-4ee1-a5fc-2b757cba70b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4c85199274d4bbb9dde268b61528cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4779789 Aug 28 12:56:12.803598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56712) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:56:12.825147 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:56:12.831542 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56e4adfb-c3f5-4b7f-922f-84a6b5db27ac tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:12.860248 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56e4adfb-c3f5-4b7f-922f-84a6b5db27ac tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:12.865119 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-56e4adfb-c3f5-4b7f-922f-84a6b5db27ac tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "DELETE /v2.0/networks/bcb5f611-12de-426c-9450-c8901fa3ceaa HTTP/1.1" status: 204 len: 168 time: 1.1584868 Aug 28 12:56:12.865306 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56714) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:12.866413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4adfb-c3f5-4b7f-922f-84a6b5db27ac tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event deleted for resources: {'Network': ['ID=bcb5f611-12de-426c-9450-c8901fa3ceaa,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:12.944567 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c16ff-1361-4127-ae0d-09149eb35ee8 req-24297b05-dd12-4b68-bfbe-d9f945c56773 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:12.946222 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca5c16ff-1361-4127-ae0d-09149eb35ee8 req-24297b05-dd12-4b68-bfbe-d9f945c56773 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0605738 Aug 28 12:56:12.971725 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4a7828b9-4963-4665-8e35-916b68d71105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:12.998719 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e57a925a-f32f-4711-a69b-5d1e7fbdf893 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:13.028869 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca5c16ff-1361-4127-ae0d-09149eb35ee8 req-436dbbb1-aeed-4184-9d09-1dbba0486640 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546949 Aug 28 12:56:13.055807 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4a7828b9-4963-4665-8e35-916b68d71105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:13.289931 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e57a925a-f32f-4711-a69b-5d1e7fbdf893 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:13.306678 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e62e36-b811-48af-9cef-cf52f4656c5d req-4cf8b329-7110-4b01-b9c8-24efb491b6f1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:13.314577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06e62e36-b811-48af-9cef-cf52f4656c5d req-4cf8b329-7110-4b01-b9c8-24efb491b6f1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1812325 Aug 28 12:56:13.324771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-e57a925a-f32f-4711-a69b-5d1e7fbdf893 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b71610-974a-47e0-be6f-1998f7e34702']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:13.344609 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4a7828b9-4963-4665-8e35-916b68d71105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:13.347252 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4a7828b9-4963-4665-8e35-916b68d71105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:13.360074 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4a7828b9-4963-4665-8e35-916b68d71105 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87abca15-7676-419a-b346-5fc2e367603f HTTP/1.1" status: 204 len: 168 time: 0.5505955 Aug 28 12:56:13.365262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-e57a925a-f32f-4711-a69b-5d1e7fbdf893 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd938c8ca-e139-4544-9921-ff1bd18ca493') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:13.365572 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-e57a925a-f32f-4711-a69b-5d1e7fbdf893 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd938c8ca-e139-4544-9921-ff1bd18ca493') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:13.374574 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:13.383079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7828b9-4963-4665-8e35-916b68d71105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87abca15-7676-419a-b346-5fc2e367603f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:13.391398 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e57a925a-f32f-4711-a69b-5d1e7fbdf893 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:13.437557 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06e62e36-b811-48af-9cef-cf52f4656c5d req-9e129057-815f-48c5-bd28-51bdd98a8510 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196997 Aug 28 12:56:13.438797 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e57a925a-f32f-4711-a69b-5d1e7fbdf893 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57a925a-f32f-4711-a69b-5d1e7fbdf893 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e57a925a-f32f-4711-a69b-5d1e7fbdf893 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:56:13.454211 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:56:13.585638 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e57a925a-f32f-4711-a69b-5d1e7fbdf893 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:13.603166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2fd19d45-6e6a-4392-904b-c1926d62d438 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:56:13.643296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 2fd19d45-6e6a-4392-904b-c1926d62d438 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:56:13.643913 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2fd19d45-6e6a-4392-904b-c1926d62d438 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:56:13.661294 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e57a925a-f32f-4711-a69b-5d1e7fbdf893 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:13.673906 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e57a925a-f32f-4711-a69b-5d1e7fbdf893 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] 10.222.0.20 "DELETE /v2.0/networks/59b71610-974a-47e0-be6f-1998f7e34702 HTTP/1.1" status: 204 len: 168 time: 0.8074968 Aug 28 12:56:13.706988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a925a-f32f-4711-a69b-5d1e7fbdf893 tempest-TaggedBootDevicesTest_v242-115601351 tempest-TaggedBootDevicesTest_v242-115601351-project] Pushing event deleted for resources: {'Network': ['ID=59b71610-974a-47e0-be6f-1998f7e34702,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:13.766946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277324c-c896-4b34-9128-19428da91746 req-be9e1792-56d6-4b81-aba4-9638f4b0b4c4 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:13.768727 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5277324c-c896-4b34-9128-19428da91746 req-be9e1792-56d6-4b81-aba4-9638f4b0b4c4 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1954255 Aug 28 12:56:13.870150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5277324c-c896-4b34-9128-19428da91746 req-2196dd4e-4d30-4cc7-8924-a0a456308a59 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923328 Aug 28 12:56:13.942307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9360841-f394-47b5-aad5-4a2868154d41 req-299c3038-b237-484b-846a-de081eef77eb tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:13.955755 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f9360841-f394-47b5-aad5-4a2868154d41 req-299c3038-b237-484b-846a-de081eef77eb tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1000917 Aug 28 12:56:14.004870 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f9360841-f394-47b5-aad5-4a2868154d41 req-7465c283-d5f5-44ea-9fde-9ebaff9c26a3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478590 Aug 28 12:56:14.279227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd12b41-d1a3-475a-90a2-0069c019c9ca req-b9f3216f-e504-4ebd-8c3f-c47ab14afd48 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:14.281840 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebd12b41-d1a3-475a-90a2-0069c019c9ca req-b9f3216f-e504-4ebd-8c3f-c47ab14afd48 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1211233 Aug 28 12:56:14.429733 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebd12b41-d1a3-475a-90a2-0069c019c9ca req-8598718a-888f-40c0-900b-38378deee6b0 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342130 Aug 28 12:56:14.697051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dac26-8910-4c15-8e06-e27ebb53f9e7 req-279f2491-ebe4-47e4-a08a-bb27d74bbd21 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:14.709926 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c10dac26-8910-4c15-8e06-e27ebb53f9e7 req-279f2491-ebe4-47e4-a08a-bb27d74bbd21 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1291778 Aug 28 12:56:14.794716 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c10dac26-8910-4c15-8e06-e27ebb53f9e7 req-e6d564c4-f272-4254-ba8f-0bcb6d671057 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824504 Aug 28 12:56:14.817927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56784) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:15.053480 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fc0a7-7753-42b6-8cb3-f78fe6720466 req-cb469b1d-f749-460b-8a9d-10af7861fa81 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:15.057715 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-708fc0a7-7753-42b6-8cb3-f78fe6720466 req-cb469b1d-f749-460b-8a9d-10af7861fa81 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1099987 Aug 28 12:56:15.098968 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-814b9609-b308-4968-b08a-776ef118d2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:15.145410 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-708fc0a7-7753-42b6-8cb3-f78fe6720466 req-a4ad450e-58eb-4811-8e62-a88909061b3f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809188 Aug 28 12:56:15.261205 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:15.373813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5875-f5c9-43b7-b302-1cb748971ceb req-4e918852-00ad-4c3a-a774-9a947b9f0592 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:15.377475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-211a5875-f5c9-43b7-b302-1cb748971ceb req-4e918852-00ad-4c3a-a774-9a947b9f0592 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.2318070 Aug 28 12:56:15.469316 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-211a5875-f5c9-43b7-b302-1cb748971ceb req-88f8f8f2-eafb-4ecd-852a-444379e4b671 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844154 Aug 28 12:56:15.501828 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-814b9609-b308-4968-b08a-776ef118d2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:15.508493 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-814b9609-b308-4968-b08a-776ef118d2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:15.609063 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b9609-b308-4968-b08a-776ef118d2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89823062-4bd4-4f04-939d-5da82fd43396,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:15.663652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56816) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:15.664153 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-814b9609-b308-4968-b08a-776ef118d2c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0929274c2a1644d7874b4b88840be2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8509574 Aug 28 12:56:15.794038 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-761baf1e-a9da-407f-8900-fcea7f4a8161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:15.828346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27823e76-4ef1-44e5-ac39-ec2f5f8fa2c8 req-99fff406-6ced-4968-9bab-5c0dbc0bdfbb tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:15.830573 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-27823e76-4ef1-44e5-ac39-ec2f5f8fa2c8 req-99fff406-6ced-4968-9bab-5c0dbc0bdfbb tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0764358 Aug 28 12:56:15.865626 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-761baf1e-a9da-407f-8900-fcea7f4a8161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:15.918753 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-27823e76-4ef1-44e5-ac39-ec2f5f8fa2c8 req-147f6ec5-5bb0-49ad-a611-c7293a388927 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807364 Aug 28 12:56:16.017532 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-761baf1e-a9da-407f-8900-fcea7f4a8161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:16.030617 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-761baf1e-a9da-407f-8900-fcea7f4a8161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:16.032479 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-761baf1e-a9da-407f-8900-fcea7f4a8161 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89823062-4bd4-4f04-939d-5da82fd43396 HTTP/1.1" status: 204 len: 168 time: 0.3665674 Aug 28 12:56:16.044326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761baf1e-a9da-407f-8900-fcea7f4a8161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89823062-4bd4-4f04-939d-5da82fd43396,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:16.209936 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e0c2e-22c3-4d38-aae7-aad095cf0354 req-bb495d07-c238-476a-93c3-8d417909ccb8 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:16.211801 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d9e0c2e-22c3-4d38-aae7-aad095cf0354 req-bb495d07-c238-476a-93c3-8d417909ccb8 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1136341 Aug 28 12:56:16.310887 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d9e0c2e-22c3-4d38-aae7-aad095cf0354 req-6d104e40-d11f-4353-891e-e027ba50423b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886919 Aug 28 12:56:16.729059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b672-d9aa-4ef5-bf58-15ee51875026 req-7f14d0d0-84a6-42c9-aa5b-5129baecc2cc tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:16.730633 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b73b672-d9aa-4ef5-bf58-15ee51875026 req-7f14d0d0-84a6-42c9-aa5b-5129baecc2cc tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1320400 Aug 28 12:56:16.825603 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b73b672-d9aa-4ef5-bf58-15ee51875026 req-3ce049f6-8259-44dd-b5b8-cf3f234b445f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878344 Aug 28 12:56:17.064142 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318ddf2-6bfa-4555-b85a-6c7a89d86738 req-44bd7ccc-9521-46a2-8d68-f41367aee3f3 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:17.065766 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1318ddf2-6bfa-4555-b85a-6c7a89d86738 req-44bd7ccc-9521-46a2-8d68-f41367aee3f3 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1036294 Aug 28 12:56:17.096631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56854) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:17.127074 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63295898-8dce-4ebc-afe7-1bc695369988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:17.179344 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1318ddf2-6bfa-4555-b85a-6c7a89d86738 req-faf1e3a3-f54a-48d1-8ada-e5cdca888807 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019943 Aug 28 12:56:17.367302 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63295898-8dce-4ebc-afe7-1bc695369988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:17.371703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c667c03-0272-4986-a907-8f46f99dc99b req-633fea8f-c730-4687-b4ae-35cc44525b68 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:17.372219 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63295898-8dce-4ebc-afe7-1bc695369988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:17.373446 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c667c03-0272-4986-a907-8f46f99dc99b req-633fea8f-c730-4687-b4ae-35cc44525b68 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1237319 Aug 28 12:56:17.473046 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-63295898-8dce-4ebc-afe7-1bc695369988 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e60839c2ea0b4cf1bb3fdc5fff823187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730125 Aug 28 12:56:17.477661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56860) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:17.481424 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63295898-8dce-4ebc-afe7-1bc695369988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7a3230-2101-4698-9c24-bd7d7ab259d6,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:17.529092 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c667c03-0272-4986-a907-8f46f99dc99b req-e5603617-bd5d-4cbc-b5b4-a874cdd6058b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399164 Aug 28 12:56:17.651231 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5230aedf-0896-4a9f-a970-9a574be8acab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:17.706153 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5230aedf-0896-4a9f-a970-9a574be8acab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:17.814610 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5230aedf-0896-4a9f-a970-9a574be8acab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:17.817902 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5230aedf-0896-4a9f-a970-9a574be8acab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:17.828204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5230aedf-0896-4a9f-a970-9a574be8acab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef7a3230-2101-4698-9c24-bd7d7ab259d6 HTTP/1.1" status: 204 len: 168 time: 0.3434048 Aug 28 12:56:17.849774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230aedf-0896-4a9f-a970-9a574be8acab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7a3230-2101-4698-9c24-bd7d7ab259d6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:17.891283 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f9769-dbd9-44da-8b7e-0d13e7b23123 req-e8ee8f4c-cb82-4a2e-a135-6861e0d96915 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:17.895174 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9d8f9769-dbd9-44da-8b7e-0d13e7b23123 req-e8ee8f4c-cb82-4a2e-a135-6861e0d96915 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1779385 Aug 28 12:56:17.990509 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9d8f9769-dbd9-44da-8b7e-0d13e7b23123 req-1df3a4a7-9473-42dd-ac32-7b001cb1905f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886347 Aug 28 12:56:18.129019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303167-3360-471d-a212-77adce84d4a9 req-4287d6f5-d759-4363-89f9-e88bedf18c34 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:18.138918 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed303167-3360-471d-a212-77adce84d4a9 req-4287d6f5-d759-4363-89f9-e88bedf18c34 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1160429 Aug 28 12:56:18.199184 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed303167-3360-471d-a212-77adce84d4a9 req-86acee95-ab2b-48c4-9783-e0f450de5485 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575552 Aug 28 12:56:18.235402 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d8132-83af-4935-bc7b-0ad46e745e9c req-b2036ed0-ce60-46f7-89ea-f975633efa30 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:18.251463 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-128d8132-83af-4935-bc7b-0ad46e745e9c req-b2036ed0-ce60-46f7-89ea-f975633efa30 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1503460 Aug 28 12:56:18.330467 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-128d8132-83af-4935-bc7b-0ad46e745e9c req-96bd3eba-f7f0-4475-a804-1f4050ebba1e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684888 Aug 28 12:56:18.735414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d360ad7-c613-4b89-80e9-0c02d13751b5 req-5448e084-d679-4170-9959-db95ed2cb8cd tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:18.745064 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d360ad7-c613-4b89-80e9-0c02d13751b5 req-5448e084-d679-4170-9959-db95ed2cb8cd tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1216168 Aug 28 12:56:18.866540 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d360ad7-c613-4b89-80e9-0c02d13751b5 req-a7ea3e21-b62a-4915-b517-2077ab70923e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180329 Aug 28 12:56:19.223906 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56920) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:19.481654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978becd-2b81-45f4-aaa0-de02bbe73a83 req-f42eb925-0dae-496f-b561-2dd1ae35a82c tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:19.483497 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2978becd-2b81-45f4-aaa0-de02bbe73a83 req-f42eb925-0dae-496f-b561-2dd1ae35a82c tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1201401 Aug 28 12:56:19.581959 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2978becd-2b81-45f4-aaa0-de02bbe73a83 req-04832289-1f23-40f5-9382-6833e1726162 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905735 Aug 28 12:56:19.691980 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8755807b-cd6e-4c6c-a208-03d5bb0077d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:19.939759 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8755807b-cd6e-4c6c-a208-03d5bb0077d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:19.947891 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8755807b-cd6e-4c6c-a208-03d5bb0077d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:20.150943 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8755807b-cd6e-4c6c-a208-03d5bb0077d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a859d1ca8fb4419c9f33f620871e81cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9255867 Aug 28 12:56:20.153987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56972) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:20.154728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755807b-cd6e-4c6c-a208-03d5bb0077d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2467eba-9348-43ee-b9a3-cb1cf7ee8859,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:20.248009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df0f9b-1bfd-400f-a3ab-234728f9c688 req-82c74f2b-3e7c-457d-a8f8-5ee2d0450ab5 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:20.249630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c6df0f9b-1bfd-400f-a3ab-234728f9c688 req-82c74f2b-3e7c-457d-a8f8-5ee2d0450ab5 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.2180469 Aug 28 12:56:20.326797 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aea93ab0-1773-48bc-bdee-801c3dd150d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:20.363367 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c6df0f9b-1bfd-400f-a3ab-234728f9c688 req-b41b956c-c707-4d2c-8d83-0e1c93a64212 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999124 Aug 28 12:56:20.409226 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aea93ab0-1773-48bc-bdee-801c3dd150d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:20.512270 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aea93ab0-1773-48bc-bdee-801c3dd150d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:20.516027 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aea93ab0-1773-48bc-bdee-801c3dd150d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:20.520202 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-aea93ab0-1773-48bc-bdee-801c3dd150d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2467eba-9348-43ee-b9a3-cb1cf7ee8859 HTTP/1.1" status: 204 len: 168 time: 0.3461280 Aug 28 12:56:20.534217 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea93ab0-1773-48bc-bdee-801c3dd150d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2467eba-9348-43ee-b9a3-cb1cf7ee8859,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:21.003307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940f740-af13-4064-a6e9-5592d53aadfd req-1dfe5a9d-3656-459f-83c5-52664289505e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:21.012471 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7940f740-af13-4064-a6e9-5592d53aadfd req-1dfe5a9d-3656-459f-83c5-52664289505e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1268008 Aug 28 12:56:21.071944 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7940f740-af13-4064-a6e9-5592d53aadfd req-035bf833-7f9c-4e83-8518-1bcf137ccf6e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545638 Aug 28 12:56:21.104282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b75cb4-6fde-4564-93c9-3285a192a798 req-d5727945-62fc-40df-90bd-a9e559b6944a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:21.112848 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61b75cb4-6fde-4564-93c9-3285a192a798 req-d5727945-62fc-40df-90bd-a9e559b6944a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1815591 Aug 28 12:56:21.204586 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61b75cb4-6fde-4564-93c9-3285a192a798 req-e73ac824-4505-47a3-b96a-1de8ee6befd9 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837359 Aug 28 12:56:21.475084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57042) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:21.637992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57048) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:21.685726 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7c04afb-c779-461a-8cd0-6caf7d679d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:21.862575 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7c04afb-c779-461a-8cd0-6caf7d679d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:21.875122 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7c04afb-c779-461a-8cd0-6caf7d679d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:21.947657 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd2ea3fe-b868-40df-922c-a59a1f8ac9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:22.121622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57058) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:22.122307 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d7c04afb-c779-461a-8cd0-6caf7d679d5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a15c73d987f94ec1b47d378da57b98b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4796944 Aug 28 12:56:22.169925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c04afb-c779-461a-8cd0-6caf7d679d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f444e4-8036-443f-9f29-a071460a2003,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:22.264473 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:22.303768 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:22.321563 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738390c-e6e9-4f65-877b-c377f122efa9 req-426c6108-c5c5-4b26-b3ef-eb33eaeb95b4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:22.330775 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c738390c-e6e9-4f65-877b-c377f122efa9 req-426c6108-c5c5-4b26-b3ef-eb33eaeb95b4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1308427 Aug 28 12:56:22.334230 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd2ea3fe-b868-40df-922c-a59a1f8ac9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:22.357861 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:22.361890 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:22.363525 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98f444e4-8036-443f-9f29-a071460a2003 HTTP/1.1" status: 204 len: 168 time: 0.2408767 Aug 28 12:56:22.373746 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f444e4-8036-443f-9f29-a071460a2003,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:22.376632 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd2ea3fe-b868-40df-922c-a59a1f8ac9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:22.384719 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:22.385335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:22.385857 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:22.386536 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:22.387110 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:22.387627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:22.388143 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:22.388702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:22.389224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:22.389727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:22.390826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:22.391348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c9e-5fa6-402e-b57c-aa8505af1271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:22.471647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ea3fe-b868-40df-922c-a59a1f8ac9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9bf0ef-c6f6-42a9-9556-73ab68e0c1af,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:22.534876 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fd2ea3fe-b868-40df-922c-a59a1f8ac9e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94b91b0550e743d4b17574165530fd6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0584025 Aug 28 12:56:22.537656 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57074) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:22.573870 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c738390c-e6e9-4f65-877b-c377f122efa9 req-837e8755-3a75-4424-89cf-4ce351ed7f5b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331905 Aug 28 12:56:22.697268 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c18558a7-7112-4775-8d1b-ff2bd3c5b84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:22.768148 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c18558a7-7112-4775-8d1b-ff2bd3c5b84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:22.812415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b322af-7398-4032-a255-5eb14aabcb7a req-0ed37915-66f1-4d6b-85ef-4a0d12fc8174 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:22.826765 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59b322af-7398-4032-a255-5eb14aabcb7a req-0ed37915-66f1-4d6b-85ef-4a0d12fc8174 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1271257 Aug 28 12:56:22.898800 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c18558a7-7112-4775-8d1b-ff2bd3c5b84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:22.904807 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c18558a7-7112-4775-8d1b-ff2bd3c5b84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:22.908383 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c18558a7-7112-4775-8d1b-ff2bd3c5b84d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a9bf0ef-c6f6-42a9-9556-73ab68e0c1af HTTP/1.1" status: 204 len: 168 time: 0.3683915 Aug 28 12:56:22.911834 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59b322af-7398-4032-a255-5eb14aabcb7a req-9b66b7b8-bd69-4ba3-803b-0ae795e0086c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827715 Aug 28 12:56:22.941924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18558a7-7112-4775-8d1b-ff2bd3c5b84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9bf0ef-c6f6-42a9-9556-73ab68e0c1af,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:23.114182 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57088) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:23.136595 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5313782b-1773-4872-8d81-a91bcaad50c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:23.174167 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ac277-6987-46c3-a880-3abc47a0cb63 req-5ca3217a-e73e-4b93-b5ff-1abf816b2b95 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:23.186479 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d35ac277-6987-46c3-a880-3abc47a0cb63 req-5ca3217a-e73e-4b93-b5ff-1abf816b2b95 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1261270 Aug 28 12:56:23.293642 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d35ac277-6987-46c3-a880-3abc47a0cb63 req-249b01a9-ca73-403d-b93e-c11360567ce7 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042182 Aug 28 12:56:23.413240 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5313782b-1773-4872-8d81-a91bcaad50c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:23.420277 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5313782b-1773-4872-8d81-a91bcaad50c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:23.588771 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5313782b-1773-4872-8d81-a91bcaad50c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8b303bfdeea4a75b177246010b2f1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4731476 Aug 28 12:56:23.589752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313782b-1773-4872-8d81-a91bcaad50c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9c74b1-ac76-4b9b-832b-2b030689b7d0,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:23.607708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57100) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:23.724165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb229633-c637-44a7-a6d1-8bd41660f55f req-2aa4d792-d3d4-46e5-8af5-631aae104151 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:23.733635 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fb229633-c637-44a7-a6d1-8bd41660f55f req-2aa4d792-d3d4-46e5-8af5-631aae104151 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1481848 Aug 28 12:56:23.745341 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-77a49711-9214-4f90-aa31-77fee9a05d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:23.854650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57110) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:23.864961 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fb229633-c637-44a7-a6d1-8bd41660f55f req-f8ab3305-cb5c-4eb1-b615-2e54b7210b86 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293600 Aug 28 12:56:23.880836 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cfcd4ded-5f8a-446d-8c77-1c5f9503acdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:23.928951 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-77a49711-9214-4f90-aa31-77fee9a05d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:24.111441 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cfcd4ded-5f8a-446d-8c77-1c5f9503acdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:24.160318 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cfcd4ded-5f8a-446d-8c77-1c5f9503acdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:24.194786 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c69e84-df73-46cf-b13a-ca0425c0f5c0 req-8531150a-8633-43d5-a418-69d7f4063093 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:24.203056 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e9c69e84-df73-46cf-b13a-ca0425c0f5c0 req-8531150a-8633-43d5-a418-69d7f4063093 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1659415 Aug 28 12:56:24.205800 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-77a49711-9214-4f90-aa31-77fee9a05d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:24.208445 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-77a49711-9214-4f90-aa31-77fee9a05d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:24.209549 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-77a49711-9214-4f90-aa31-77fee9a05d7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd9c74b1-ac76-4b9b-832b-2b030689b7d0 HTTP/1.1" status: 204 len: 168 time: 0.5997002 Aug 28 12:56:24.211800 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cfcd4ded-5f8a-446d-8c77-1c5f9503acdd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45a5db981f114453bf37b6e15855e45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556519 Aug 28 12:56:24.217514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57118) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:24.266562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd4ded-5f8a-446d-8c77-1c5f9503acdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d59ee29-15b1-4115-8f7b-7723034778c2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:24.283050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a49711-9214-4f90-aa31-77fee9a05d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9c74b1-ac76-4b9b-832b-2b030689b7d0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:24.287270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae827456-79b2-4dec-932f-80813b4ffacc req-83149b79-4570-4a9b-8ad9-405f1d4b1acc tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:24.295159 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae827456-79b2-4dec-932f-80813b4ffacc req-83149b79-4570-4a9b-8ad9-405f1d4b1acc tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1816530 Aug 28 12:56:24.407671 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e9c69e84-df73-46cf-b13a-ca0425c0f5c0 req-da632dd5-1502-46b8-8625-65ecd8593f29 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030129 Aug 28 12:56:24.452944 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae827456-79b2-4dec-932f-80813b4ffacc req-fba26d76-9a85-4512-9ee0-1928c71b70e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556611 Aug 28 12:56:24.512466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9469d9b-c8c6-4e19-ba60-324240c736e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:24.571427 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9469d9b-c8c6-4e19-ba60-324240c736e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:24.697343 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9469d9b-c8c6-4e19-ba60-324240c736e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:24.703145 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9469d9b-c8c6-4e19-ba60-324240c736e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:24.704759 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d9469d9b-c8c6-4e19-ba60-324240c736e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d59ee29-15b1-4115-8f7b-7723034778c2 HTTP/1.1" status: 204 len: 168 time: 0.4756348 Aug 28 12:56:24.719342 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9469d9b-c8c6-4e19-ba60-324240c736e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d59ee29-15b1-4115-8f7b-7723034778c2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:24.784066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90c120-f965-46f4-805a-8220c48526b9 req-79525a0a-45c7-4743-a873-52c2c7899c22 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:24.786114 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fd90c120-f965-46f4-805a-8220c48526b9 req-79525a0a-45c7-4743-a873-52c2c7899c22 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1635926 Aug 28 12:56:24.942535 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fd90c120-f965-46f4-805a-8220c48526b9 req-a34f8584-2449-4538-b192-db03e17b35aa tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401494 Aug 28 12:56:25.140573 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99037beb-a9ca-4606-b975-21ba5e67f041 req-6ec92e12-cdc2-4633-8fa7-d02e777d0b9d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:25.143332 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99037beb-a9ca-4606-b975-21ba5e67f041 req-6ec92e12-cdc2-4633-8fa7-d02e777d0b9d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0723751 Aug 28 12:56:25.229902 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99037beb-a9ca-4606-b975-21ba5e67f041 req-3dc28682-f1cf-445e-b510-2a95d511f034 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789175 Aug 28 12:56:25.541501 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fdf71-bb51-4d39-a315-9d46417e70dc req-50ede8f5-a28d-45ec-a4ce-988aa62284f3 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:25.546777 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f8fdf71-bb51-4d39-a315-9d46417e70dc req-50ede8f5-a28d-45ec-a4ce-988aa62284f3 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0949304 Aug 28 12:56:25.609939 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f8fdf71-bb51-4d39-a315-9d46417e70dc req-4fe188ee-f9e8-4cd8-9172-fd2c8e7454ea tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566595 Aug 28 12:56:25.753309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d10840-6863-4f48-b8ec-412e926f205d req-40c362f8-f2b4-4be3-b553-9f2045c364f1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:25.758860 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f563f8-6029-489e-a46c-07d441b36bdf req-4efc72df-cde2-4507-b474-b97ec3f832df tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:25.762346 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-98f563f8-6029-489e-a46c-07d441b36bdf req-4efc72df-cde2-4507-b474-b97ec3f832df tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.0838196 Aug 28 12:56:25.766900 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e6d10840-6863-4f48-b8ec-412e926f205d req-40c362f8-f2b4-4be3-b553-9f2045c364f1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0737045 Aug 28 12:56:25.823684 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e6d10840-6863-4f48-b8ec-412e926f205d req-f8e2125e-f0b9-4802-9466-a2be98abb583 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519683 Aug 28 12:56:25.830967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-98f563f8-6029-489e-a46c-07d441b36bdf req-75eee5a2-0dc0-4b16-844d-8a991b35f520 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607343 Aug 28 12:56:26.023485 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef92c25-27f0-4cea-8e2a-f43fb5c316a9 req-8ecac3d3-57df-46e6-9d88-79867ddab838 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:26.025073 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aef92c25-27f0-4cea-8e2a-f43fb5c316a9 req-8ecac3d3-57df-46e6-9d88-79867ddab838 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0917370 Aug 28 12:56:26.089205 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aef92c25-27f0-4cea-8e2a-f43fb5c316a9 req-ac63d3fb-bb18-4ef3-979d-de37719b948f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512488 Aug 28 12:56:26.230425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1d81d-434a-44bc-8b06-c9463bdb5def req-68c1ba3c-97b5-461e-9a5c-13a70f66cfeb tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:26.232236 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ecc1d81d-434a-44bc-8b06-c9463bdb5def req-68c1ba3c-97b5-461e-9a5c-13a70f66cfeb tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0669029 Aug 28 12:56:26.287005 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ecc1d81d-434a-44bc-8b06-c9463bdb5def req-c2cef22f-022f-4f8b-ab5c-2c1a38ca8795 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449743 Aug 28 12:56:26.481458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c483cf-c9b3-4a0c-832f-abff061f8307 req-3763317d-e8b1-4e80-a7b8-e623433af1b1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:26.483169 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-96c483cf-c9b3-4a0c-832f-abff061f8307 req-3763317d-e8b1-4e80-a7b8-e623433af1b1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0835218 Aug 28 12:56:26.537935 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-96c483cf-c9b3-4a0c-832f-abff061f8307 req-2db115bc-9bde-48b5-a917-712dfa971f17 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484569 Aug 28 12:56:26.707975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54367dc-cd4a-46f8-a76b-1fd51d67cde4 req-cd776362-4440-4d51-8180-5c56d92dacaa tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:26.716875 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a54367dc-cd4a-46f8-a76b-1fd51d67cde4 req-cd776362-4440-4d51-8180-5c56d92dacaa tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0832958 Aug 28 12:56:26.753436 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a54367dc-cd4a-46f8-a76b-1fd51d67cde4 req-9583b13b-5ec8-41d6-994b-7107e38cc5fb tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354300 Aug 28 12:56:26.993032 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ccca8-765f-4286-9927-ef96f95788cf req-f1013f04-0894-4c0e-909a-7e3e5e6f6959 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:27.009989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd1ccca8-765f-4286-9927-ef96f95788cf req-f1013f04-0894-4c0e-909a-7e3e5e6f6959 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1129737 Aug 28 12:56:27.032991 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214149e-0e25-46c8-a32f-996147646adb req-21c6db54-0883-4a3e-a9ec-d94a0a0ebd53 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:27.041413 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0214149e-0e25-46c8-a32f-996147646adb req-21c6db54-0883-4a3e-a9ec-d94a0a0ebd53 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1068795 Aug 28 12:56:27.090405 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd1ccca8-765f-4286-9927-ef96f95788cf req-89b48700-ba4e-4978-80dd-c0dcd9799333 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792460 Aug 28 12:56:27.109243 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0214149e-0e25-46c8-a32f-996147646adb req-0704c0d4-b9e9-478a-8d8a-983f8ab42d34 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593884 Aug 28 12:56:27.259394 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c1843-9938-460e-9d58-afe188064154 req-a6b0c171-d752-4937-856d-a53da7637cba tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:27.262159 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-252c1843-9938-460e-9d58-afe188064154 req-a6b0c171-d752-4937-856d-a53da7637cba tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0639563 Aug 28 12:56:27.320599 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-252c1843-9938-460e-9d58-afe188064154 req-834e0507-07a2-406f-9e80-659f6d937307 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521941 Aug 28 12:56:27.498094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e923e6-9541-45b4-9ef3-a01d52a6766c req-0f77d652-1a49-41f5-bf1c-d37f2b37cde2 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:27.499962 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01e923e6-9541-45b4-9ef3-a01d52a6766c req-0f77d652-1a49-41f5-bf1c-d37f2b37cde2 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0710559 Aug 28 12:56:27.566835 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01e923e6-9541-45b4-9ef3-a01d52a6766c req-58207587-c93c-4f49-814b-e7b05e068c1c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501604 Aug 28 12:56:27.721238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a4415-40af-4d10-81d4-327c662ab2ce req-6ac9f0b1-9263-49a4-b0dc-8ad6d4df3e9e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:27.729176 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23a4415-40af-4d10-81d4-327c662ab2ce req-6ac9f0b1-9263-49a4-b0dc-8ad6d4df3e9e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0874586 Aug 28 12:56:27.775001 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a23a4415-40af-4d10-81d4-327c662ab2ce req-b6c9869f-d607-499c-8dc5-7e1dc9a78f30 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449352 Aug 28 12:56:27.985244 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9601892-4aba-4929-8ad8-ac0a21d786ad req-6b3f60a2-bc47-461f-ab50-2998d2864e29 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:27.992963 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d9601892-4aba-4929-8ad8-ac0a21d786ad req-6b3f60a2-bc47-461f-ab50-2998d2864e29 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0707283 Aug 28 12:56:28.035795 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d9601892-4aba-4929-8ad8-ac0a21d786ad req-09bc51fc-369e-41f1-b92e-9f46835cda65 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419009 Aug 28 12:56:28.180039 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b6e28-25eb-40d5-bdeb-39bb1919b343 req-4fb69dc7-835b-4433-b66c-d02bc9bd2099 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:28.190375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe1b6e28-25eb-40d5-bdeb-39bb1919b343 req-4fb69dc7-835b-4433-b66c-d02bc9bd2099 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0739703 Aug 28 12:56:28.208333 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57290) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:28.267398 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe1b6e28-25eb-40d5-bdeb-39bb1919b343 req-529cbce5-dd5e-4eb5-b965-6aea33847d30 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756347 Aug 28 12:56:28.306097 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6f594-a938-4a38-ab03-b2a072408969 req-799ab25b-30ea-4832-8fbe-87f6980cf593 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:28.307985 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-58e6f594-a938-4a38-ab03-b2a072408969 req-799ab25b-30ea-4832-8fbe-87f6980cf593 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.0813115 Aug 28 12:56:28.355608 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-58e6f594-a938-4a38-ab03-b2a072408969 req-e50918fb-4350-4a3e-bf0b-e893301d3139 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402958 Aug 28 12:56:28.842697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5febb77-276d-4aae-947b-969a359ab88f req-151d94eb-5c6d-484a-a620-1d9aecacac55 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:28.844995 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5febb77-276d-4aae-947b-969a359ab88f req-151d94eb-5c6d-484a-a620-1d9aecacac55 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0543790 Aug 28 12:56:28.888897 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5febb77-276d-4aae-947b-969a359ab88f req-4d01f0cb-7af2-4f9e-8a90-6ab289c1bfdf tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375924 Aug 28 12:56:29.112964 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cf06c-d97a-44c8-9775-e4d2cebfb765 req-805d20fd-d2e1-4d3e-9c71-4370881faa78 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:29.120681 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-828cf06c-d97a-44c8-9775-e4d2cebfb765 req-805d20fd-d2e1-4d3e-9c71-4370881faa78 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1298733 Aug 28 12:56:29.201052 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-828cf06c-d97a-44c8-9775-e4d2cebfb765 req-39a94b08-71e9-4bce-9a2f-430a800adb84 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791469 Aug 28 12:56:29.317592 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-72335b43-234d-4ff7-879d-29a3740023ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:29.461094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d293a-4efa-4190-8466-676db54b1e15 req-14b248c4-aabc-4070-9a93-e6e8c10e1e86 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:29.462870 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a52d293a-4efa-4190-8466-676db54b1e15 req-14b248c4-aabc-4070-9a93-e6e8c10e1e86 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1431129 Aug 28 12:56:29.511548 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:56:29.529922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57422) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:29.583227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126811c-e5b7-4b22-96e6-6b29158a287f req-99fcedb2-46b4-4c4f-9f73-35e2dea93dcc tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:29.587038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e126811c-e5b7-4b22-96e6-6b29158a287f req-99fcedb2-46b4-4c4f-9f73-35e2dea93dcc tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1191916 Aug 28 12:56:29.593773 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a52d293a-4efa-4190-8466-676db54b1e15 req-3e6e4669-36a2-4525-970e-445ee756c73c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703678 Aug 28 12:56:29.664906 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e126811c-e5b7-4b22-96e6-6b29158a287f req-32744b34-c4fa-4b3f-9fb4-f40fe778e7d9 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585485 Aug 28 12:56:29.730424 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c8aff967-8d08-4141-8f1b-80f1f05e6acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:29.751361 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-72335b43-234d-4ff7-879d-29a3740023ad admin admin] Deleting port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:56:29.751960 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-72335b43-234d-4ff7-879d-29a3740023ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:29.850978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebaf48-fe9c-4d86-ad90-204f6c7cf868 req-c883177c-80b3-4555-9d7d-445c4ded3613 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:29.859289 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3ebaf48-fe9c-4d86-ad90-204f6c7cf868 req-c883177c-80b3-4555-9d7d-445c4ded3613 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0915556 Aug 28 12:56:29.862947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-72335b43-234d-4ff7-879d-29a3740023ad admin admin] For port 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47,segment=NetworkSegment(018e3c08-6a91-489a-9a17-f01f36b63890),segment_id=018e3c08-6a91-489a-9a17-f01f36b63890)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:29.863567 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-72335b43-234d-4ff7-879d-29a3740023ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:29.880678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-72335b43-234d-4ff7-879d-29a3740023ad admin admin] Calling delete_port for 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:56:29.920671 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3ebaf48-fe9c-4d86-ad90-204f6c7cf868 req-1f73e808-466f-43ce-99e1-453eaf4b80ae tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494933 Aug 28 12:56:29.966215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c8aff967-8d08-4141-8f1b-80f1f05e6acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:29.971101 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c8aff967-8d08-4141-8f1b-80f1f05e6acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:30.019609 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c8aff967-8d08-4141-8f1b-80f1f05e6acb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69b9a27d01ec4467812f46b7f976b555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4861281 Aug 28 12:56:30.026503 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57444) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:30.059405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aff967-8d08-4141-8f1b-80f1f05e6acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7860537-3118-463e-a64e-68af36c018b6,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:30.087785 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d0a60ae-8543-48cb-a261-e643dc31ffd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:30.114899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57446) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:30.135990 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d0a60ae-8543-48cb-a261-e643dc31ffd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:30.147629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-72335b43-234d-4ff7-879d-29a3740023ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:30.230038 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d0a60ae-8543-48cb-a261-e643dc31ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:30.236750 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d0a60ae-8543-48cb-a261-e643dc31ffd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:30.246652 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5d0a60ae-8543-48cb-a261-e643dc31ffd1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7860537-3118-463e-a64e-68af36c018b6 HTTP/1.1" status: 204 len: 168 time: 0.2190244 Aug 28 12:56:30.252327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72335b43-234d-4ff7-879d-29a3740023ad admin admin] Pushing event deleted for resources: {'Port': ['ID=1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:30.262100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a60ae-8543-48cb-a261-e643dc31ffd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7860537-3118-463e-a64e-68af36c018b6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:30.487739 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-72335b43-234d-4ff7-879d-29a3740023ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:30.526318 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-21d02a42-1d64-43f7-ba72-4f1edf874fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:30.604467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82877e90-e5ff-494e-9d60-fdd37d15c4f7 req-cab8c5bc-2906-4af5-88a7-d1303c42b818 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:30.613568 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82877e90-e5ff-494e-9d60-fdd37d15c4f7 req-cab8c5bc-2906-4af5-88a7-d1303c42b818 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1174743 Aug 28 12:56:30.705373 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82877e90-e5ff-494e-9d60-fdd37d15c4f7 req-f715dce9-677f-4fb1-92d1-28beef029b0b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855906 Aug 28 12:56:30.780410 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-21d02a42-1d64-43f7-ba72-4f1edf874fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:30.786055 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-21d02a42-1d64-43f7-ba72-4f1edf874fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:30.833240 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-21d02a42-1d64-43f7-ba72-4f1edf874fee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a556025b5f14d57a69a2597727d0c73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7172468 Aug 28 12:56:30.834775 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d02a42-1d64-43f7-ba72-4f1edf874fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b1e506-8681-4bc4-869a-ae92759fc101,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:30.837607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57478) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:30.841104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57480) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:30.858899 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1f7efa2b-c3c0-469b-a498-319497f6baa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:30.979471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e1c5b-4d23-4309-94d0-585951585ac4 req-e531a162-8b72-48c6-a462-291dd3085a5f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:30.981106 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d83e1c5b-4d23-4309-94d0-585951585ac4 req-e531a162-8b72-48c6-a462-291dd3085a5f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1737664 Aug 28 12:56:30.990020 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1f7efa2b-c3c0-469b-a498-319497f6baa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:30.994192 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1f7efa2b-c3c0-469b-a498-319497f6baa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:31.003413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72335b43-234d-4ff7-879d-29a3740023ad admin admin] Router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:56:31.015671 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2dd369a7-e457-4ce6-9dd5-60533f1542cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:31.045211 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1f7efa2b-c3c0-469b-a498-319497f6baa4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3b6c634e0c5428ba955254cc9475f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027493 Aug 28 12:56:31.046397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57484) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:31.055097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7efa2b-c3c0-469b-a498-319497f6baa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd964e47-22b7-48ff-bf44-73927b705775,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:31.066559 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2dd369a7-e457-4ce6-9dd5-60533f1542cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:31.104383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-186a3f58-7285-4fcc-af78-00f90c53e9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:31.127005 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-186a3f58-7285-4fcc-af78-00f90c53e9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:31.138956 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d83e1c5b-4d23-4309-94d0-585951585ac4 req-e4b5a25b-cbb2-4f3d-9682-9ac38dd573f8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316535 Aug 28 12:56:31.200156 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-186a3f58-7285-4fcc-af78-00f90c53e9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:31.203577 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-186a3f58-7285-4fcc-af78-00f90c53e9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:31.205000 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-186a3f58-7285-4fcc-af78-00f90c53e9c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd964e47-22b7-48ff-bf44-73927b705775 HTTP/1.1" status: 204 len: 168 time: 0.1564026 Aug 28 12:56:31.222273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a3f58-7285-4fcc-af78-00f90c53e9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd964e47-22b7-48ff-bf44-73927b705775,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:31.259802 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72335b43-234d-4ff7-879d-29a3740023ad admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:56:31.270536 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923ba8ce-9f1a-419d-a776-1a1c9c0578f2 None None] Sync routers for ids ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:56:31.282245 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-72335b43-234d-4ff7-879d-29a3740023ad admin admin] 10.222.0.20 "PUT /v2.0/routers/9f099f2a-65b3-4c4f-858e-c3ff8a5ce616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0724764 Aug 28 12:56:31.283724 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2dd369a7-e457-4ce6-9dd5-60533f1542cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:31.284704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57490) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:31.286319 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ba8ce-9f1a-419d-a776-1a1c9c0578f2 None None] Routers {'9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:56:31.286483 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2dd369a7-e457-4ce6-9dd5-60533f1542cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:31.287049 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-923ba8ce-9f1a-419d-a776-1a1c9c0578f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:56:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:31.290571 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2dd369a7-e457-4ce6-9dd5-60533f1542cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85b1e506-8681-4bc4-869a-ae92759fc101 HTTP/1.1" status: 204 len: 168 time: 0.4526603 Aug 28 12:56:31.300829 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd369a7-e457-4ce6-9dd5-60533f1542cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b1e506-8681-4bc4-869a-ae92759fc101,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:31.416525 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-181cdd33-071e-4629-abac-f94c5ce3eb15 admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:31.433433 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-923ba8ce-9f1a-419d-a776-1a1c9c0578f2 None None] Set router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:56:31.558495 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-181cdd33-071e-4629-abac-f94c5ce3eb15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:31.625208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-181cdd33-071e-4629-abac-f94c5ce3eb15 admin admin] Deleting port a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:56:31.626072 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-181cdd33-071e-4629-abac-f94c5ce3eb15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:31.702781 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-923ba8ce-9f1a-419d-a776-1a1c9c0578f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'name': 'tempest-TaggedBootDevicesTest_v242-875743468-router', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:00Z', 'updated_at': '2021-08-28T12:56:30Z', 'revision_number': 5, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'gw_port': {'id': 'a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:45:02Z', 'updated_at': '2021-08-28T12:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:31.723064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-181cdd33-071e-4629-abac-f94c5ce3eb15 admin admin] For port a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:31.723544 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-181cdd33-071e-4629-abac-f94c5ce3eb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:31.730548 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923ba8ce-9f1a-419d-a776-1a1c9c0578f2 None None] Checking router: 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:56:31.738576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-181cdd33-071e-4629-abac-f94c5ce3eb15 admin admin] Calling delete_port for a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:56:31.742265 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ba8ce-9f1a-419d-a776-1a1c9c0578f2 None None] Routers {'9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:56:31.743531 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-923ba8ce-9f1a-419d-a776-1a1c9c0578f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:56:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:31.808086 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57508) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:31.831918 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fdf3bb8-f10c-49db-9fda-7e7cd7eb9cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:31.933433 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-923ba8ce-9f1a-419d-a776-1a1c9c0578f2 None None] Set router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:56:32.015591 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fdf3bb8-f10c-49db-9fda-7e7cd7eb9cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:32.021524 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fdf3bb8-f10c-49db-9fda-7e7cd7eb9cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:32.025188 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-923ba8ce-9f1a-419d-a776-1a1c9c0578f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'name': 'tempest-TaggedBootDevicesTest_v242-875743468-router', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:00Z', 'updated_at': '2021-08-28T12:56:31Z', 'revision_number': 6, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:32.098772 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3fdf3bb8-f10c-49db-9fda-7e7cd7eb9cdb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b7d824610fc445cb6a6c6ce174224c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2855437 Aug 28 12:56:32.101541 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57522) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:32.163581 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf3bb8-f10c-49db-9fda-7e7cd7eb9cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d5df2f-2924-4772-a35b-5d92f1dc78a3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:32.164705 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923ba8ce-9f1a-419d-a776-1a1c9c0578f2 None None] The sync data for ids ['9f099f2a-65b3-4c4f-858e-c3ff8a5ce616'] in n-d-791505-21 is: [{'id': '9f099f2a-65b3-4c4f-858e-c3ff8a5ce616', 'name': 'tempest-TaggedBootDevicesTest_v242-875743468-router', 'tenant_id': '5e506c78606b440c8de2be4917f584b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:45:00Z', 'updated_at': '2021-08-28T12:56:31Z', 'revision_number': 6, 'project_id': '5e506c78606b440c8de2be4917f584b8', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:56:32.218765 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7991c4a3-fc47-4dc5-a74e-fd88db868383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:32.253507 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7991c4a3-fc47-4dc5-a74e-fd88db868383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:32.312073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4586f8-dc32-4a30-a3a4-794fb70b5c03 req-b00788fd-db3c-4196-bdf2-b3fca981d937 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:32.313877 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ea4586f8-dc32-4a30-a3a4-794fb70b5c03 req-b00788fd-db3c-4196-bdf2-b3fca981d937 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.5098202 Aug 28 12:56:32.339839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bbcb9-edb6-4666-b09d-431e585ecc31 req-e0777f61-1c48-4aee-9604-1b877bba6930 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:32.342731 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d8bbcb9-edb6-4666-b09d-431e585ecc31 req-e0777f61-1c48-4aee-9604-1b877bba6930 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.0914540 Aug 28 12:56:32.383502 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7991c4a3-fc47-4dc5-a74e-fd88db868383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:32.386928 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7991c4a3-fc47-4dc5-a74e-fd88db868383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:32.388512 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7991c4a3-fc47-4dc5-a74e-fd88db868383 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5d5df2f-2924-4772-a35b-5d92f1dc78a3 HTTP/1.1" status: 204 len: 168 time: 0.2843711 Aug 28 12:56:32.403504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991c4a3-fc47-4dc5-a74e-fd88db868383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d5df2f-2924-4772-a35b-5d92f1dc78a3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:32.411707 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d8bbcb9-edb6-4666-b09d-431e585ecc31 req-e43bf1bb-6372-4dee-a2a1-3bfe79f3def5 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619085 Aug 28 12:56:32.414338 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ea4586f8-dc32-4a30-a3a4-794fb70b5c03 req-b6fb73e5-1b38-4843-8e54-434ad05d180f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617530 Aug 28 12:56:32.500013 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-181cdd33-071e-4629-abac-f94c5ce3eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:32.525995 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cdd33-071e-4629-abac-f94c5ce3eb15 admin admin] Pushing event deleted for resources: {'Port': ['ID=a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:32.603999 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-181cdd33-071e-4629-abac-f94c5ce3eb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:32.706257 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-181cdd33-071e-4629-abac-f94c5ce3eb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:32.708801 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-181cdd33-071e-4629-abac-f94c5ce3eb15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:32.757994 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-181cdd33-071e-4629-abac-f94c5ce3eb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:32.758851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181cdd33-071e-4629-abac-f94c5ce3eb15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:56:32.763373 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-181cdd33-071e-4629-abac-f94c5ce3eb15 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:32.764534 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-181cdd33-071e-4629-abac-f94c5ce3eb15 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9f099f2a-65b3-4c4f-858e-c3ff8a5ce616 HTTP/1.1" status: 204 len: 168 time: 1.4787946 Aug 28 12:56:32.770125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57552) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:32.827308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-0afaff7b-8ece-4382-bd4f-5727b89f690e admin admin] Deleting subnet 48054526-9b9a-45e5-8cb6-dd16d5f9b72d {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:56:32.837801 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0afaff7b-8ece-4382-bd4f-5727b89f690e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:32.867198 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0afaff7b-8ece-4382-bd4f-5727b89f690e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:32.956012 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0afaff7b-8ece-4382-bd4f-5727b89f690e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:33.028359 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0afaff7b-8ece-4382-bd4f-5727b89f690e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:33.076184 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0afaff7b-8ece-4382-bd4f-5727b89f690e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:33.078718 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0afaff7b-8ece-4382-bd4f-5727b89f690e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/48054526-9b9a-45e5-8cb6-dd16d5f9b72d HTTP/1.1" status: 204 len: 168 time: 0.3071554 Aug 28 12:56:33.079996 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afaff7b-8ece-4382-bd4f-5727b89f690e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48054526-9b9a-45e5-8cb6-dd16d5f9b72d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:33.081467 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57586) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:33.089945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1f3f41-5de2-464d-993d-fe86f687f631 None None] Network 13d7cd11-7d64-44bd-94e1-a8725c05108d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:56:33.227404 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:33.345040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] Deleting port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:56:33.346267 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:33.357899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954fed13-d936-4a19-a548-0af008f31ae0 None None] DHCP port deletion for 13d7cd11-7d64-44bd-94e1-a8725c05108d request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:56:33.451983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-954fed13-d936-4a19-a548-0af008f31ae0 None None] Deleting port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:56:33.452253 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-954fed13-d936-4a19-a548-0af008f31ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:33.457439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] For port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7e6cb4d0-a898-45de-8859-f9ba4cbc39d7,segment=NetworkSegment(018e3c08-6a91-489a-9a17-f01f36b63890),segment_id=018e3c08-6a91-489a-9a17-f01f36b63890)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:33.457800 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:33.479676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] Calling delete_port for 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:56:33.625701 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-954fed13-d936-4a19-a548-0af008f31ae0 None None] For port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7e6cb4d0-a898-45de-8859-f9ba4cbc39d7,segment=NetworkSegment(018e3c08-6a91-489a-9a17-f01f36b63890),segment_id=018e3c08-6a91-489a-9a17-f01f36b63890)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:33.626102 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-954fed13-d936-4a19-a548-0af008f31ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:33.629817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:56:33.711360 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-954fed13-d936-4a19-a548-0af008f31ae0 None None] Calling delete_port for 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:56:33.720356 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ad174-4323-403a-9592-d987fbb38147 req-fd87ef4b-632f-4a34-8748-38ee869e5e44 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:33.722053 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b01ad174-4323-403a-9592-d987fbb38147 req-fd87ef4b-632f-4a34-8748-38ee869e5e44 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1019142 Aug 28 12:56:33.724943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:56:33.727105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1b21ffdf-d9c3-4ceb-a2f4-e6ac86e7fa47 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:56:33.727744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:56:33.768895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:56:33.769534 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a52f2d6d-2742-4694-bd85-ee2cf2b3cc2f not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:56:33.770352 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:56:33.782832 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:33.799813 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:56:33.799978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:56:33.812711 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b01ad174-4323-403a-9592-d987fbb38147 req-d671b5b9-b1b8-40c8-8782-05d5d37a77ea tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749133 Aug 28 12:56:33.848439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbe649-1f9e-460a-9ef2-a6857bceb716 req-901327c2-1d50-474d-b027-b02f04449e36 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:33.861835 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-22cbe649-1f9e-460a-9ef2-a6857bceb716 req-901327c2-1d50-474d-b027-b02f04449e36 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 943 time: 0.1838601 Aug 28 12:56:33.864898 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6cb4d0-a898-45de-8859-f9ba4cbc39d7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:33.875311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] No DVR routers for this DVR port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:56:33.911655 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-954fed13-d936-4a19-a548-0af008f31ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:33.956953 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fed13-d936-4a19-a548-0af008f31ae0 None None] Pushing event deleted for resources: {'Port': ['ID=7e6cb4d0-a898-45de-8859-f9ba4cbc39d7,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:33.962236 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954fed13-d936-4a19-a548-0af008f31ae0 None None] No DVR routers for this DVR port 7e6cb4d0-a898-45de-8859-f9ba4cbc39d7 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:56:33.967309 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-22cbe649-1f9e-460a-9ef2-a6857bceb716 req-e3d30b83-9069-461c-ac45-284ef97973c6 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045637 Aug 28 12:56:33.976779 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:33.988265 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d7cd11-7d64-44bd-94e1-a8725c05108d']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:34.003506 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018e3c08-6a91-489a-9a17-f01f36b63890') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:34.003811 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018e3c08-6a91-489a-9a17-f01f36b63890') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:34.013468 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:34.022766 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 050dccf7-cb33-4035-a7b2-64069e71e1f1 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:56:34.028836 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:34.037933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:56:34.038527 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:56:34.040780 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:56:34.108203 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:34.117024 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:34.119049 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] 10.222.0.20 "DELETE /v2.0/networks/13d7cd11-7d64-44bd-94e1-a8725c05108d HTTP/1.1" status: 204 len: 168 time: 1.0361490 Aug 28 12:56:34.135795 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74ef30-63b6-4e4a-93d5-4b561f80d70d admin admin] Pushing event deleted for resources: {'Network': ['ID=13d7cd11-7d64-44bd-94e1-a8725c05108d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:34.175507 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 050dccf7-cb33-4035-a7b2-64069e71e1f1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:34.192774 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '050dccf7-cb33-4035-a7b2-64069e71e1f1', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'port_id': '050dccf7-cb33-4035-a7b2-64069e71e1f1', 'mac_address': 'fa:16:3e:59:08:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:56:34.242879 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:34.260249 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050dccf7-cb33-4035-a7b2-64069e71e1f1 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:56:34.281276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 050dccf7-cb33-4035-a7b2-64069e71e1f1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:34.286405 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:34.350591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=050dccf7-cb33-4035-a7b2-64069e71e1f1,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:34.564162 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['050dccf7-cb33-4035-a7b2-64069e71e1f1'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:56:34.575895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57684) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:34.632704 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7b3d54d8-b43a-4911-8d78-5ce2ef8c2527 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e506c78606b440c8de2be4917f584b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549133 Aug 28 12:56:34.635325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57686) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:34.674616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57688) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:34.725254 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1766-2aae-427a-8d03-d3ec2214923e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:34.753378 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1766-2aae-427a-8d03-d3ec2214923e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:34.822136 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1766-2aae-427a-8d03-d3ec2214923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:34.836359 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1766-2aae-427a-8d03-d3ec2214923e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:34.842161 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e4dd1766-2aae-427a-8d03-d3ec2214923e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c56857e-b3fb-4e03-9e2f-38e9df27fcc9 HTTP/1.1" status: 204 len: 168 time: 0.2008259 Aug 28 12:56:34.846087 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-89954225-c23e-4dd7-bc34-31b8a1664606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:34.849787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd1766-2aae-427a-8d03-d3ec2214923e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c56857e-b3fb-4e03-9e2f-38e9df27fcc9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:34.971391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fa5cd-33f9-44e6-8d75-09cb7e500d7c req-11c5f0fa-c25d-4efd-b27f-024e5dee54f5 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:34.973239 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-309fa5cd-33f9-44e6-8d75-09cb7e500d7c req-11c5f0fa-c25d-4efd-b27f-024e5dee54f5 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0799990 Aug 28 12:56:35.040790 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-309fa5cd-33f9-44e6-8d75-09cb7e500d7c req-5e96aa07-5e23-47ec-a169-fa1d45db7933 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538700 Aug 28 12:56:35.045674 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-89954225-c23e-4dd7-bc34-31b8a1664606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:35.053681 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-89954225-c23e-4dd7-bc34-31b8a1664606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:35.101016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89954225-c23e-4dd7-bc34-31b8a1664606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a46829-4d16-4fe5-9668-e4a65f4503aa,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:35.111367 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-89954225-c23e-4dd7-bc34-31b8a1664606 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=416664ca193c47e4ab535ba40a3dcc06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355047 Aug 28 12:56:35.114006 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57712) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:35.165962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27787a-0630-4034-b8f6-b6310fb113e1 req-940bcff5-f181-4e67-9280-19a3cbf924b1 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:35.175033 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ea27787a-0630-4034-b8f6-b6310fb113e1 req-940bcff5-f181-4e67-9280-19a3cbf924b1 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 944 time: 0.0668337 Aug 28 12:56:35.175816 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f085d9c2-e012-4436-83c9-ad9390700d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:35.200079 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f085d9c2-e012-4436-83c9-ad9390700d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:35.227598 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ea27787a-0630-4034-b8f6-b6310fb113e1 req-8c6f7e7a-a6f0-4e5c-b704-c8941eacbe02 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428290 Aug 28 12:56:35.268867 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f085d9c2-e012-4436-83c9-ad9390700d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:35.274839 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f085d9c2-e012-4436-83c9-ad9390700d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:35.279781 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f085d9c2-e012-4436-83c9-ad9390700d9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55a46829-4d16-4fe5-9668-e4a65f4503aa HTTP/1.1" status: 204 len: 168 time: 0.1629417 Aug 28 12:56:35.289811 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085d9c2-e012-4436-83c9-ad9390700d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a46829-4d16-4fe5-9668-e4a65f4503aa,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:36.045342 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 050dccf7-cb33-4035-a7b2-64069e71e1f1 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:56:36.131734 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 050dccf7-cb33-4035-a7b2-64069e71e1f1 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:56:36.132210 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:36.237463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6ae0d-86e8-498c-9ecf-fb03796084a1 req-0adfe675-8bf2-44ba-a6f3-49ff8bafadb8 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:36.238026 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:36.246676 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6f6ae0d-86e8-498c-9ecf-fb03796084a1 req-0adfe675-8bf2-44ba-a6f3-49ff8bafadb8 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0957034 Aug 28 12:56:36.290802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050dccf7-cb33-4035-a7b2-64069e71e1f1'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:56:36.298028 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abacf327-8989-444b-b304-5d21d97202bb" -d '{"events": [{"server_uuid": "3fc0e93e-e91d-4d47-9440-31b9ac1b1e51", "name": "network-vif-plugged", "status": "completed", "tag": "050dccf7-cb33-4035-a7b2-64069e71e1f1"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:56:36.317395 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 050dccf7-cb33-4035-a7b2-64069e71e1f1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:36.326339 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:36.335090 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6f6ae0d-86e8-498c-9ecf-fb03796084a1 req-3979d449-30ed-4100-8251-d79fc35f15bd tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874336 Aug 28 12:56:36.421697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd02c06-9677-4501-9383-35c69dc595d5 req-186d3ec8-fc65-41b0-adac-4029b5701609 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:36.431141 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbd02c06-9677-4501-9383-35c69dc595d5 req-186d3ec8-fc65-41b0-adac-4029b5701609 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 946 time: 0.0808203 Aug 28 12:56:36.442587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=050dccf7-cb33-4035-a7b2-64069e71e1f1,revision_number=10']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:36.471199 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbd02c06-9677-4501-9383-35c69dc595d5 req-cc6d8a1b-0361-4b79-adc1-1e794c553fbc tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380123 Aug 28 12:56:36.508924 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff38be24-79df-4d5f-9ba1-4351d359f075 x-openstack-request-id: req-ff38be24-79df-4d5f-9ba1-4351d359f075 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:56:36.509222 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc0e93e-e91d-4d47-9440-31b9ac1b1e51", "name": "network-vif-plugged", "status": "completed", "tag": "050dccf7-cb33-4035-a7b2-64069e71e1f1", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:56:36.509481 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff38be24-79df-4d5f-9ba1-4351d359f075 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:56:36.509943 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050dccf7-cb33-4035-a7b2-64069e71e1f1', 'code': 200} Aug 28 12:56:36.566884 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57818) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:36.683525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686440e-178e-4f67-9b2f-9996d1a20334 req-bfd57399-2675-4656-9b36-d465710206e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:36.685023 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4686440e-178e-4f67-9b2f-9996d1a20334 req-bfd57399-2675-4656-9b36-d465710206e3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 1098 time: 0.0429955 Aug 28 12:56:36.723576 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4686440e-178e-4f67-9b2f-9996d1a20334 req-d7bf1b68-09a1-454c-9f88-f46e81405cd9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310140 Aug 28 12:56:36.847381 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1880688502-network', 'tenant_id': '837896d871d04faa9bc3d810a3374a5d'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:36.860831 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57830) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:36.877822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Made reservation on behalf of 837896d871d04faa9bc3d810a3374a5d for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:56:36.880207 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:36.889518 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.002905 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.008392 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.032924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:56:37.051762 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb4eba3-020d-4f21-acd0-874dc379007a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:37.055679 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.056126 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Added segment e9daad21-70c5-4d08-ad49-57df8a75aa19 of type vlan for network 7c1f2b7b-409a-4995-9ac4-aa090d9f5e29 Aug 28 12:56:37.074097 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:37.074461 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:37.075055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:37.076414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:37.076414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:37.076414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:37.076414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:37.076774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:37.076903 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:37.077249 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:37.077568 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:37.078017 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:37.138339 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c8774b3b-0b1e-4315-b49a-fca66b4b4977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.142243 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.195530 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.196611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:37.197497 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.218981 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.282987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] Pushing event updated for resources: {'Network': ['ID=7c1f2b7b-409a-4995-9ac4-aa090d9f5e29,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:37.295405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 7c1f2b7b-409a-4995-9ac4-aa090d9f5e29 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:56:37.328094 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c8774b3b-0b1e-4315-b49a-fca66b4b4977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.336283 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c8774b3b-0b1e-4315-b49a-fca66b4b4977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.350240 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-68426907-d628-470b-9e13-f0e11f23b129 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7822838 Aug 28 12:56:37.353282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57846) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:37.359324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-8d21fe22-0f58-4c09-8da8-c567fe2cee20 admin admin] Request body: {'subnet': {'network_id': '7c1f2b7b-409a-4995-9ac4-aa090d9f5e29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1880688502-subnet', 'tenant_id': '837896d871d04faa9bc3d810a3374a5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:37.399542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d21fe22-0f58-4c09-8da8-c567fe2cee20 admin admin] Made reservation on behalf of 837896d871d04faa9bc3d810a3374a5d for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:56:37.403849 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8d21fe22-0f58-4c09-8da8-c567fe2cee20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.427401 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c8774b3b-0b1e-4315-b49a-fca66b4b4977 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b128224fdeb4141bd9fd8e2135dbe5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5652645 Aug 28 12:56:37.430758 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57850) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:37.431487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8774b3b-0b1e-4315-b49a-fca66b4b4977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d043c7c-07cb-4393-8e70-d8d621d1dcd6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:37.570402 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2773d0-3cd9-4924-9afa-0892693e22d9 req-27269074-5719-4adf-a1f9-dbc61ced05e6 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:37.571963 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd2773d0-3cd9-4924-9afa-0892693e22d9 req-27269074-5719-4adf-a1f9-dbc61ced05e6 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1111152 Aug 28 12:56:37.594206 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d467c9f-b93e-4490-9e63-13b93b999a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.676421 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d467c9f-b93e-4490-9e63-13b93b999a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.683960 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd2773d0-3cd9-4924-9afa-0892693e22d9 req-d8bf441e-8289-4b03-8d59-170a1d9c5b4a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958636 Aug 28 12:56:37.695089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57862) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:37.784881 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8d21fe22-0f58-4c09-8da8-c567fe2cee20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.797318 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d467c9f-b93e-4490-9e63-13b93b999a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.800075 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d467c9f-b93e-4490-9e63-13b93b999a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.804072 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9d467c9f-b93e-4490-9e63-13b93b999a41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d043c7c-07cb-4393-8e70-d8d621d1dcd6 HTTP/1.1" status: 204 len: 168 time: 0.3601546 Aug 28 12:56:37.804322 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbcfc7-6165-439f-acff-f6389a444e92 req-7ba16382-1282-4556-b884-527e117e4730 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:37.815394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d467c9f-b93e-4490-9e63-13b93b999a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d043c7c-07cb-4393-8e70-d8d621d1dcd6,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:37.820551 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bfbcfc7-6165-439f-acff-f6389a444e92 req-7ba16382-1282-4556-b884-527e117e4730 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 946 time: 0.1339240 Aug 28 12:56:37.892320 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a84b472-b67e-4e05-89b1-e00505530372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:37.919390 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21fe22-0f58-4c09-8da8-c567fe2cee20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4bbf55-909a-4b07-87f4-4a4edb3ce8a2,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:37.937816 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bfbcfc7-6165-439f-acff-f6389a444e92 req-8fe862f3-55cb-40bb-93c7-96491a587767 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097634 Aug 28 12:56:37.946974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d21fe22-0f58-4c09-8da8-c567fe2cee20 admin admin] Checking segment: {'id': 'e9daad21-70c5-4d08-ad49-57df8a75aa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7c1f2b7b-409a-4995-9ac4-aa090d9f5e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:56:37.949594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d21fe22-0f58-4c09-8da8-c567fe2cee20 admin admin] Network hostable DHCP agents. Network: 7c1f2b7b-409a-4995-9ac4-aa090d9f5e29, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:56:37.979659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d21fe22-0f58-4c09-8da8-c567fe2cee20 admin admin] Network 7c1f2b7b-409a-4995-9ac4-aa090d9f5e29 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:56:37.994774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-8d21fe22-0f58-4c09-8da8-c567fe2cee20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 7c1f2b7b-409a-4995-9ac4-aa090d9f5e29) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:56:38.008323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31a1867-21b5-448b-9358-8aa11a5d454f None None] Network 7c1f2b7b-409a-4995-9ac4-aa090d9f5e29 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:56:38.016584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d21fe22-0f58-4c09-8da8-c567fe2cee20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:38.017577 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8d21fe22-0f58-4c09-8da8-c567fe2cee20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:38.069108 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a84b472-b67e-4e05-89b1-e00505530372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:38.074816 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a84b472-b67e-4e05-89b1-e00505530372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:38.089680 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8d21fe22-0f58-4c09-8da8-c567fe2cee20 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7349501 Aug 28 12:56:38.118897 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1a84b472-b67e-4e05-89b1-e00505530372 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a5f77d00f0f46b4b800a8a3261a87e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216237 Aug 28 12:56:38.119918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84b472-b67e-4e05-89b1-e00505530372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d4aba9-e805-4b69-a23b-38aaf0e28fe6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:38.121457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57886) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:38.198155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6e1c96-50e6-4f6a-b1c5-5612fb4ba0d0 None None] Network 7c1f2b7b-409a-4995-9ac4-aa090d9f5e29 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:56:38.215714 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6bc4e04a-9c11-4c18-81e0-deaff4b53582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:38.245930 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6bc4e04a-9c11-4c18-81e0-deaff4b53582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:38.338973 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6bc4e04a-9c11-4c18-81e0-deaff4b53582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:38.342208 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6bc4e04a-9c11-4c18-81e0-deaff4b53582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:38.343784 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6bc4e04a-9c11-4c18-81e0-deaff4b53582 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94d4aba9-e805-4b69-a23b-38aaf0e28fe6 HTTP/1.1" status: 204 len: 168 time: 0.2187138 Aug 28 12:56:38.352139 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4e04a-9c11-4c18-81e0-deaff4b53582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d4aba9-e805-4b69-a23b-38aaf0e28fe6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:38.410149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57906) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:38.432971 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-803e6017-ae9d-4165-8027-3b2788caac7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:38.575021 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-803e6017-ae9d-4165-8027-3b2788caac7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:38.581601 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-803e6017-ae9d-4165-8027-3b2788caac7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:38.628225 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-803e6017-ae9d-4165-8027-3b2788caac7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=558afa54dd8d494bb88766555d1fa792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167690 Aug 28 12:56:38.629454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e6017-ae9d-4165-8027-3b2788caac7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a42619-a742-4f7e-bfe8-0a7e15e9b9fe,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:38.630815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57926) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:38.728818 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a3c61b13-04fb-4428-b0a0-9f1cfa2a4053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:38.755336 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a3c61b13-04fb-4428-b0a0-9f1cfa2a4053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:38.855471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d4ea6-36ba-44f8-a1ab-1caeb6801597 req-d9573776-f1f4-436c-aea3-d615afefc169 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:38.856983 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-920d4ea6-36ba-44f8-a1ab-1caeb6801597 req-d9573776-f1f4-436c-aea3-d615afefc169 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0593107 Aug 28 12:56:38.910126 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a3c61b13-04fb-4428-b0a0-9f1cfa2a4053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:38.913223 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a3c61b13-04fb-4428-b0a0-9f1cfa2a4053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:38.914767 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a3c61b13-04fb-4428-b0a0-9f1cfa2a4053 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8a42619-a742-4f7e-bfe8-0a7e15e9b9fe HTTP/1.1" status: 204 len: 168 time: 0.2828817 Aug 28 12:56:38.926589 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-920d4ea6-36ba-44f8-a1ab-1caeb6801597 req-3a69ef3c-3591-4e87-8e1b-b4cff950d7e6 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611777 Aug 28 12:56:38.940765 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c61b13-04fb-4428-b0a0-9f1cfa2a4053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a42619-a742-4f7e-bfe8-0a7e15e9b9fe,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:39.079190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c52ac9-59ec-4db1-b1b2-f02143c29566 req-bdd48bc6-f286-4c25-8376-6db69ccea845 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:39.081663 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c6c52ac9-59ec-4db1-b1b2-f02143c29566 req-bdd48bc6-f286-4c25-8376-6db69ccea845 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 946 time: 0.0655093 Aug 28 12:56:39.125009 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c6c52ac9-59ec-4db1-b1b2-f02143c29566 req-0c3c1a90-8de8-4334-8b8d-d737849f0648 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363133 Aug 28 12:56:39.204603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-4cc3a171-01c1-49c7-83e8-653fc53613f7 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:39.206856 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-4cc3a171-01c1-49c7-83e8-653fc53613f7 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/networks?id=7c1f2b7b-409a-4995-9ac4-aa090d9f5e29 HTTP/1.1" status: 200 len: 822 time: 0.1300981 Aug 28 12:56:39.223524 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-3bbf5322-0f07-41f4-a3fe-1fa137e34143 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/quotas/837896d871d04faa9bc3d810a3374a5d HTTP/1.1" status: 200 len: 375 time: 0.0114760 Aug 28 12:56:39.258930 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-f7768bd1-a27a-4a5a-a743-87dacda3a8b4 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=837896d871d04faa9bc3d810a3374a5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278521 Aug 28 12:56:39.365141 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-782b8aee-be4e-44fe-9f3d-8564fc4a9654 service neutron] 10.222.0.20 "GET /v2.0/networks/7c1f2b7b-409a-4995-9ac4-aa090d9f5e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947628 Aug 28 12:56:39.471240 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-a0046328-7997-4586-b8a3-bef7af02d6d1 service neutron] 10.222.0.20 "GET /v2.0/networks/7c1f2b7b-409a-4995-9ac4-aa090d9f5e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994709 Aug 28 12:56:39.640923 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:39.642486 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1df57b7-576a-4d1d-8079-2a98543f5c74 req-6bd7bc4d-87b7-4568-8c57-65344a9c95e1 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 210 time: 0.0277185 Aug 28 12:56:39.854669 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9b4db555-1cc1-49f7-bfd8-373469982d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:40.086101 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead756a9-ed11-4ce6-9512-9ebac7860ffc req-8d599f6d-41be-42b9-be27-4434aef3064c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:40.094994 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ead756a9-ed11-4ce6-9512-9ebac7860ffc req-8d599f6d-41be-42b9-be27-4434aef3064c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0654223 Aug 28 12:56:40.145886 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ead756a9-ed11-4ce6-9512-9ebac7860ffc req-f53cc7f9-8597-4a58-a406-7eacab2d4328 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496988 Aug 28 12:56:40.625767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58052) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:40.803099 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f52b6e3-a2bb-40e2-ac05-9d966f568bc1 req-db03c4a9-78ee-46f7-9468-326d47208db5 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 210 time: 0.0596421 Aug 28 12:56:40.818163 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-f8329b61-062b-474d-ac67-70d85bfcc2df tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:40.820653 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-f8329b61-062b-474d-ac67-70d85bfcc2df tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.10 "GET /v2.0/networks?id=7c1f2b7b-409a-4995-9ac4-aa090d9f5e29 HTTP/1.1" status: 200 len: 822 time: 0.1956134 Aug 28 12:56:40.855806 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-de6b990d-49e1-4cba-8dca-11212e39020d tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Request body: {'port': {'device_id': '9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393', 'network_id': '7c1f2b7b-409a-4995-9ac4-aa090d9f5e29', 'admin_state_up': True, 'tenant_id': '837896d871d04faa9bc3d810a3374a5d'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:40.981278 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5a10cda8-4b55-47e6-9cd8-631cfa167066 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-819355647'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:40.981779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5a10cda8-4b55-47e6-9cd8-631cfa167066 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] Unknown quota resources ['metering_label']. {{(pid=94877) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 12:56:41.033642 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-de6b990d-49e1-4cba-8dca-11212e39020d tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Made reservation on behalf of 837896d871d04faa9bc3d810a3374a5d for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:56:41.037630 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-de6b990d-49e1-4cba-8dca-11212e39020d tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:41.261912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58082) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:41.269311 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5a10cda8-4b55-47e6-9cd8-631cfa167066 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:41.270546 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5a10cda8-4b55-47e6-9cd8-631cfa167066 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6424019 Aug 28 12:56:41.279298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58086) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:41.286826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7ecf7e0f-1a54-4e5e-8c83-81330e9db258 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9147b456-32f0-4731-b902-0b2152d10af8'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:41.287377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7ecf7e0f-1a54-4e5e-8c83-81330e9db258 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94877) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 12:56:41.411779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dcd7b-1f53-4e01-bfa6-20551281b2e1 req-ef498bba-6d3a-4b39-b008-c6e025f7540d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:41.413417 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-433dcd7b-1f53-4e01-bfa6-20551281b2e1 req-ef498bba-6d3a-4b39-b008-c6e025f7540d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1524193 Aug 28 12:56:41.414275 n-d-791505-21 neutron-server[94877]: WARNING neutron.services.metering.metering_plugin [None req-7ecf7e0f-1a54-4e5e-8c83-81330e9db258 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 28 12:56:41.613626 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7ecf7e0f-1a54-4e5e-8c83-81330e9db258 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:41.615205 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7ecf7e0f-1a54-4e5e-8c83-81330e9db258 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3334732 Aug 28 12:56:41.619020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58090) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:41.623601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-004e9108-e8f7-4f09-a859-da3696a5dc5d tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9147b456-32f0-4731-b902-0b2152d10af8'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:41.624136 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-004e9108-e8f7-4f09-a859-da3696a5dc5d tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94877) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 12:56:41.626403 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-de6b990d-49e1-4cba-8dca-11212e39020d tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Allocated IP 172.20.0.11 (7c1f2b7b-409a-4995-9ac4-aa090d9f5e29/fd4bbf55-909a-4b07-87f4-4a4edb3ce8a2/75c6d0d1-b989-42fc-a3cc-f99611e98cc0) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:56:41.704623 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e37edde1-a3e0-4def-bc63-809f60f70a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:41.714230 n-d-791505-21 neutron-server[94877]: WARNING neutron.services.metering.metering_plugin [None req-004e9108-e8f7-4f09-a859-da3696a5dc5d tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 28 12:56:41.781270 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-433dcd7b-1f53-4e01-bfa6-20551281b2e1 req-bda5d834-c6a2-4849-a95a-6a14ad2830b2 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373628 Aug 28 12:56:41.870689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-de6b990d-49e1-4cba-8dca-11212e39020d tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:41.878497 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-004e9108-e8f7-4f09-a859-da3696a5dc5d tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:41.884306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58098) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:41.884814 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-004e9108-e8f7-4f09-a859-da3696a5dc5d tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2643654 Aug 28 12:56:41.962318 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-50ba6a76-3707-49d3-a56f-ebf72af81933 req-2ce4052f-acdf-4f23-aab5-2ab9131f860c tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 210 time: 0.0440538 Aug 28 12:56:41.972898 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f00e01dd-b126-4bcb-b487-ccd9fed94b79 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=04479a0e-f102-46b6-9c5c-d3f9040a87db HTTP/1.1" status: 200 len: 464 time: 0.0721536 Aug 28 12:56:41.974080 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58106) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:42.021973 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e37edde1-a3e0-4def-bc63-809f60f70a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:42.030914 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e37edde1-a3e0-4def-bc63-809f60f70a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:42.033045 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-de6b990d-49e1-4cba-8dca-11212e39020d tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:42.119085 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e37edde1-a3e0-4def-bc63-809f60f70a0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56d303c0d9fc457d8f0ffc053e6b8966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8518531 Aug 28 12:56:42.120429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37edde1-a3e0-4def-bc63-809f60f70a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ab6218-297d-4b12-9ef6-119807b1df45,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:42.123306 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58110) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:42.184462 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-de6b990d-49e1-4cba-8dca-11212e39020d tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Network 7c1f2b7b-409a-4995-9ac4-aa090d9f5e29 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:56:42.198650 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-de6b990d-49e1-4cba-8dca-11212e39020d tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:56:42.221465 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9334e1f-8d27-44a4-ae4c-3c7a1007890e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:42.257569 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b990d-49e1-4cba-8dca-11212e39020d tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Pushing event updated for resources: {'Port': ['ID=75c6d0d1-b989-42fc-a3cc-f99611e98cc0,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:42.259263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-de6b990d-49e1-4cba-8dca-11212e39020d tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:56:42.261700 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-11bb52dd-e197-4a02-a55d-a53b89844f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:42.276490 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9334e1f-8d27-44a4-ae4c-3c7a1007890e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:42.344691 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9334e1f-8d27-44a4-ae4c-3c7a1007890e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:42.348617 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9334e1f-8d27-44a4-ae4c-3c7a1007890e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:42.349674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b9334e1f-8d27-44a4-ae4c-3c7a1007890e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1ab6218-297d-4b12-9ef6-119807b1df45 HTTP/1.1" status: 204 len: 168 time: 0.2247672 Aug 28 12:56:42.365947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9334e1f-8d27-44a4-ae4c-3c7a1007890e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ab6218-297d-4b12-9ef6-119807b1df45,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:42.410548 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-de6b990d-49e1-4cba-8dca-11212e39020d tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:42.410912 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-de6b990d-49e1-4cba-8dca-11212e39020d tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:42.425137 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df38ec64-db5f-49f8-96e5-b4c5768c1be1 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:42.426296 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-df38ec64-db5f-49f8-96e5-b4c5768c1be1 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/04479a0e-f102-46b6-9c5c-d3f9040a87db HTTP/1.1" status: 204 len: 168 time: 0.4486876 Aug 28 12:56:42.433781 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58116) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:42.456557 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-de6b990d-49e1-4cba-8dca-11212e39020d tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6220038 Aug 28 12:56:42.462833 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4a4fcab4-dbd3-4c89-bc38-30e374918565 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=04479a0e-f102-46b6-9c5c-d3f9040a87db HTTP/1.1" status: 200 len: 221 time: 0.0244374 Aug 28 12:56:42.467260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58118) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:42.472446 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Request body: {'port': {'device_id': '9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:42.497093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5b5dbb1a-995f-4ec9-ac2a-825a8f0f7634 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--445895262', 'description': 'label created by tempest'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:42.500132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5b5dbb1a-995f-4ec9-ac2a-825a8f0f7634 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] Unknown quota resources ['metering_label']. {{(pid=94877) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 12:56:42.509498 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:42.635354 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:42.740115 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b5dbb1a-995f-4ec9-ac2a-825a8f0f7634 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:42.745773 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5b5dbb1a-995f-4ec9-ac2a-825a8f0f7634 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2552655 Aug 28 12:56:42.746527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58122) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:42.838784 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-447aa85b-f9e3-441c-becd-efbeb2423df1 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=cf116dcf-02e8-46e4-b0bc-617b2471d6b8 HTTP/1.1" status: 200 len: 467 time: 0.0875783 Aug 28 12:56:42.839123 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58130) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:43.060832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9228367-11fc-493e-a607-dbd99c02858f req-0c7edc62-d497-495f-91cd-077c554362a6 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:43.074893 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c9228367-11fc-493e-a607-dbd99c02858f req-0c7edc62-d497-495f-91cd-077c554362a6 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1318641 Aug 28 12:56:43.124923 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-509aee9e-7290-4ac0-93ad-d3ec013e00cd tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:43.126107 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-509aee9e-7290-4ac0-93ad-d3ec013e00cd tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/cf116dcf-02e8-46e4-b0bc-617b2471d6b8 HTTP/1.1" status: 204 len: 168 time: 0.2862606 Aug 28 12:56:43.143438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58146) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:43.167341 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e4220097-0d47-4d59-b4b3-a386b27c9f61 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=cf116dcf-02e8-46e4-b0bc-617b2471d6b8 HTTP/1.1" status: 200 len: 216 time: 0.0183778 Aug 28 12:56:43.168335 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58154) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:43.188012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca77f44-e213-4019-b9f9-ff519b413069 req-59ccdf68-ffe1-49fc-a6e2-e9f66d0a1ba4 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:43.197551 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6ca77f44-e213-4019-b9f9-ff519b413069 req-59ccdf68-ffe1-49fc-a6e2-e9f66d0a1ba4 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 932 time: 0.0893476 Aug 28 12:56:43.203313 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c9228367-11fc-493e-a607-dbd99c02858f req-6737279f-cdae-404d-bbe8-e9b62ef994c5 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271474 Aug 28 12:56:43.213065 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a1588aff-865f-4b05-b0cd-41b01c9f81b3 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0399067 Aug 28 12:56:43.213065 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58158) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:43.233109 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e2501bb4-3e96-40ec-8fe7-881326087910 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0164988 Aug 28 12:56:43.234585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58162) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:43.246686 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:56:43.255876 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6ca77f44-e213-4019-b9f9-ff519b413069 req-ae170cf1-c73e-44d3-919c-e31a55a4c840 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb4eba3-020d-4f21-acd0-874dc379007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572338 Aug 28 12:56:43.264319 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:43.308455 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-57f08751-28e0-495a-9536-08e6b0ef122c tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/9147b456-32f0-4731-b902-0b2152d10af8 HTTP/1.1" status: 200 len: 472 time: 0.0732307 Aug 28 12:56:43.312061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58164) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:43.326503 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cc17c3bc-c014-47f8-be95-6412fe7a85e3 tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/e74d40ba-ccca-4ab7-8932-01d1158cfb7b HTTP/1.1" status: 200 len: 461 time: 0.0132685 Aug 28 12:56:43.329826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58166) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:43.332225 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Transition to ACTIVE for port object 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:56:43.338957 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:43.380149 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:43.454186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Pushing event updated for resources: {'Port': ['ID=75c6d0d1-b989-42fc-a3cc-f99611e98cc0,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:43.533954 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a1987a6-185a-46c7-85f0-807f6d0a663a tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:43.535414 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5a1987a6-185a-46c7-85f0-807f6d0a663a tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/e74d40ba-ccca-4ab7-8932-01d1158cfb7b HTTP/1.1" status: 204 len: 168 time: 0.2042222 Aug 28 12:56:43.537763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58188) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:43.583286 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Attempting to bind port 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:56:43.583622 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Attempting to bind port 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'e9daad21-70c5-4d08-ad49-57df8a75aa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7c1f2b7b-409a-4995-9ac4-aa090d9f5e29'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:56:43.583935 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Attempting to bind port 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 on network 7c1f2b7b-409a-4995-9ac4-aa090d9f5e29 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:56:43.588941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Port 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 on network 7c1f2b7b-409a-4995-9ac4-aa090d9f5e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:56:43.589427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Attempting to bind port 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 on network 7c1f2b7b-409a-4995-9ac4-aa090d9f5e29 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:56:43.596148 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:56:43.596505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Checking segment: {'id': 'e9daad21-70c5-4d08-ad49-57df8a75aa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7c1f2b7b-409a-4995-9ac4-aa090d9f5e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:56:43.597355 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Bound using segment: {'id': 'e9daad21-70c5-4d08-ad49-57df8a75aa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7c1f2b7b-409a-4995-9ac4-aa090d9f5e29'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:56:43.597355 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Bound port: 75c6d0d1-b989-42fc-a3cc-f99611e98cc0, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9daad21-70c5-4d08-ad49-57df8a75aa19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7c1f2b7b-409a-4995-9ac4-aa090d9f5e29'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:56:43.597706 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:43.681275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] For port 75c6d0d1-b989-42fc-a3cc-f99611e98cc0, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:56:43.684979 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] For port 75c6d0d1-b989-42fc-a3cc-f99611e98cc0, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=75c6d0d1-b989-42fc-a3cc-f99611e98cc0,segment=NetworkSegment(e9daad21-70c5-4d08-ad49-57df8a75aa19),segment_id=e9daad21-70c5-4d08-ad49-57df8a75aa19)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:56:43.692197 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:43.742416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:43.743363 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:43.745264 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] 10.222.0.10 "PUT /v2.0/ports/75c6d0d1-b989-42fc-a3cc-f99611e98cc0 HTTP/1.1" status: 200 len: 1093 time: 1.2789278 Aug 28 12:56:43.746129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393', 'tag': '75c6d0d1-b989-42fc-a3cc-f99611e98cc0'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:56:43.749152 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b045e25b-a611-4582-9530-f79f03c85278" -d '{"events": [{"name": "network-changed", "server_uuid": "9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393", "tag": "75c6d0d1-b989-42fc-a3cc-f99611e98cc0"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:56:43.785355 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceeaa71-778f-4e97-a696-61092d01deee service neutron] Pushing event updated for resources: {'Port': ['ID=75c6d0d1-b989-42fc-a3cc-f99611e98cc0,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:43.800648 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5e40a8f-5a40-4f12-8624-ecd15b96b90e tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:43.801864 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e5e40a8f-5a40-4f12-8624-ecd15b96b90e tempest-MeteringTestJSON-1117122506 tempest-MeteringTestJSON-1117122506-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/9147b456-32f0-4731-b902-0b2152d10af8 HTTP/1.1" status: 204 len: 168 time: 0.2630975 Aug 28 12:56:43.819312 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcc74a0-5a83-4a14-8160-34b97d72c8ef x-openstack-request-id: req-0bcc74a0-5a83-4a14-8160-34b97d72c8ef {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:56:43.819923 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393", "tag": "75c6d0d1-b989-42fc-a3cc-f99611e98cc0", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:56:43.820527 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bcc74a0-5a83-4a14-8160-34b97d72c8ef {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:56:43.820844 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393', 'tag': '75c6d0d1-b989-42fc-a3cc-f99611e98cc0', 'status': 'completed', 'code': 200} Aug 28 12:56:43.860077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-3f746a45-9616-4f36-adc8-b47636f32ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:43.861639 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-3f746a45-9616-4f36-adc8-b47636f32ea6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=837896d871d04faa9bc3d810a3374a5d&device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 1096 time: 0.0527651 Aug 28 12:56:43.905815 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-c6ee73a1-f392-4fd6-a65e-0645b10268e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c6d0d1-b989-42fc-a3cc-f99611e98cc0 HTTP/1.1" status: 200 len: 217 time: 0.0353470 Aug 28 12:56:43.950892 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device a8ca323b-ce4b-438d-a1f4-f3221c0c5709 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:56:43.958885 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-d9ef59c9-2848-4cbc-a657-57fce692db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:43.960666 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-d9ef59c9-2848-4cbc-a657-57fce692db96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd4bbf55-909a-4b07-87f4-4a4edb3ce8a2 HTTP/1.1" status: 200 len: 862 time: 0.0476403 Aug 28 12:56:44.006064 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-49499d54-b43d-40b2-bf8d-146d502bc28a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c1f2b7b-409a-4995-9ac4-aa090d9f5e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359843 Aug 28 12:56:44.065464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:44.077735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709', 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3', 'port_id': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709', 'mac_address': 'fa:16:3e:bb:64:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39549c81-d40d-49fb-b349-f6037ce4d779', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:56:44.122853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-570bb5e6-16cc-4e53-acfb-b68a77fde69e service neutron] 10.222.0.10 "GET /v2.0/networks/7c1f2b7b-409a-4995-9ac4-aa090d9f5e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084471 Aug 28 12:56:44.128396 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:44.143958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8ca323b-ce4b-438d-a1f4-f3221c0c5709 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:56:44.177370 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:44.187351 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:44.250727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:44.264096 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:44.265386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:44.266615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:44.267440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:44.268003 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:44.268587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:44.269157 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:44.269946 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:44.270552 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:44.271369 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:44.272023 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:44.273117 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:56:44.293964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58224) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:44.310808 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['a8ca323b-ce4b-438d-a1f4-f3221c0c5709'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:56:44.336648 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8488d740-4320-4fe5-a2f4-a06c5602ee08 req-7732b31b-c98d-4cf4-ada1-35ab2d042fc1 service neutron] 10.222.0.10 "GET /v2.0/networks/7c1f2b7b-409a-4995-9ac4-aa090d9f5e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052391 Aug 28 12:56:44.467087 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf42fad-49b9-4a21-8e7f-65d1ad441296 req-fcc4b6fe-8fa2-47dd-96e1-4a97d5d6af07 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:44.481729 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cf42fad-49b9-4a21-8e7f-65d1ad441296 req-fcc4b6fe-8fa2-47dd-96e1-4a97d5d6af07 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 944 time: 0.0772314 Aug 28 12:56:44.547797 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cf42fad-49b9-4a21-8e7f-65d1ad441296 req-20246ac6-a830-4f46-a87b-6663dabe1528 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb4eba3-020d-4f21-acd0-874dc379007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603318 Aug 28 12:56:44.585137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045e25b-a611-4582-9530-f79f03c85278 req-8062d83a-a846-4380-be51-b9fe699e3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:44.589431 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b045e25b-a611-4582-9530-f79f03c85278 req-8062d83a-a846-4380-be51-b9fe699e3561 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=837896d871d04faa9bc3d810a3374a5d&device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 1096 time: 0.1494343 Aug 28 12:56:44.614112 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f5ab9-9ec4-4ddd-beaa-a32341c970f3 req-dd549707-4627-4670-b094-6208d4fe1b2a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:44.615730 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9b1f5ab9-9ec4-4ddd-beaa-a32341c970f3 req-dd549707-4627-4670-b094-6208d4fe1b2a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 945 time: 0.2362936 Aug 28 12:56:44.617866 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-84ad1bdb-5333-40e9-9771-397527c0a950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:44.796432 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-84ad1bdb-5333-40e9-9771-397527c0a950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:44.807416 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-84ad1bdb-5333-40e9-9771-397527c0a950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:44.853383 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad1bdb-5333-40e9-9771-397527c0a950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256aedb7-109b-4529-af90-6571ceb02199,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:44.886768 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-84ad1bdb-5333-40e9-9771-397527c0a950 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b73dce2ffc44d1a9a7e1a4d07ce09da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5899284 Aug 28 12:56:44.888914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58238) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:44.939502 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045e25b-a611-4582-9530-f79f03c85278 req-0b06a4f7-0ab6-4650-b38a-6ec790bc7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:44.941921 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b045e25b-a611-4582-9530-f79f03c85278 req-0b06a4f7-0ab6-4650-b38a-6ec790bc7425 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c1f2b7b-409a-4995-9ac4-aa090d9f5e29 HTTP/1.1" status: 200 len: 922 time: 0.3252366 Aug 28 12:56:44.959741 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9b1f5ab9-9ec4-4ddd-beaa-a32341c970f3 req-06e804c4-21de-4975-b495-9f5016cf13d6 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132689 Aug 28 12:56:45.006996 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-35fd02e2-a118-4dab-b793-e75fd1e0abc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:45.042597 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-35fd02e2-a118-4dab-b793-e75fd1e0abc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:45.058123 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b045e25b-a611-4582-9530-f79f03c85278 req-565e7fbf-ddaf-40e3-879e-a7e3bf5a91fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c6d0d1-b989-42fc-a3cc-f99611e98cc0 HTTP/1.1" status: 200 len: 217 time: 0.0930269 Aug 28 12:56:45.130080 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-35fd02e2-a118-4dab-b793-e75fd1e0abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:45.133227 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-35fd02e2-a118-4dab-b793-e75fd1e0abc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:45.134597 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-35fd02e2-a118-4dab-b793-e75fd1e0abc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/256aedb7-109b-4529-af90-6571ceb02199 HTTP/1.1" status: 204 len: 168 time: 0.2437525 Aug 28 12:56:45.144788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd02e2-a118-4dab-b793-e75fd1e0abc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256aedb7-109b-4529-af90-6571ceb02199,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:45.200842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045e25b-a611-4582-9530-f79f03c85278 req-7c684665-4e02-41de-b061-bacc178ca4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:45.202560 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b045e25b-a611-4582-9530-f79f03c85278 req-7c684665-4e02-41de-b061-bacc178ca4ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd4bbf55-909a-4b07-87f4-4a4edb3ce8a2 HTTP/1.1" status: 200 len: 862 time: 0.1352203 Aug 28 12:56:45.243578 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b045e25b-a611-4582-9530-f79f03c85278 req-a78a2b0b-a333-4981-99b3-65d8ba8652ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c1f2b7b-409a-4995-9ac4-aa090d9f5e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301604 Aug 28 12:56:45.263248 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:45.378023 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b045e25b-a611-4582-9530-f79f03c85278 req-2a35b3e9-28f5-460c-a712-97f72f8ac7c9 service neutron] 10.222.0.10 "GET /v2.0/networks/7c1f2b7b-409a-4995-9ac4-aa090d9f5e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230080 Aug 28 12:56:45.382141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58248) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:45.499119 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b045e25b-a611-4582-9530-f79f03c85278 req-fb946994-9cca-47f5-bc20-d4e64c8228e8 service neutron] 10.222.0.10 "GET /v2.0/networks/7c1f2b7b-409a-4995-9ac4-aa090d9f5e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036220 Aug 28 12:56:45.735676 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22492fa1-62dd-483f-addd-12b5e20b8811 req-71477fe0-2de4-4989-abad-68a734eb3c01 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:45.745783 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22492fa1-62dd-483f-addd-12b5e20b8811 req-71477fe0-2de4-4989-abad-68a734eb3c01 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 944 time: 0.1049697 Aug 28 12:56:45.820995 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22492fa1-62dd-483f-addd-12b5e20b8811 req-a8eb6bf1-b8eb-4f22-b088-db466dfc859b tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb4eba3-020d-4f21-acd0-874dc379007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738623 Aug 28 12:56:45.825869 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-22fbaa31-9d64-4247-ba9c-f827955c4d53 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-520993157'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:45.827712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-22fbaa31-9d64-4247-ba9c-f827955c4d53 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] Unknown quota resources ['metering_label']. {{(pid=94877) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 12:56:45.958967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device a8ca323b-ce4b-438d-a1f4-f3221c0c5709 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:56:45.998960 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58264) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:46.024307 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e87d62c-4070-47fb-8b59-fcef136ad0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:46.073161 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:56:46.073531 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:46.131065 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-22fbaa31-9d64-4247-ba9c-f827955c4d53 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:46.132252 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-22fbaa31-9d64-4247-ba9c-f827955c4d53 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7486329 Aug 28 12:56:46.138026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58268) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:46.144626 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-81cafc4a-58f6-4cff-ba4e-daa5ed068819 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '0df1a66e-aae0-48e9-96d9-50e2b8619bd0'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:46.145449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-81cafc4a-58f6-4cff-ba4e-daa5ed068819 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 12:56:46.148011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa88f05-c0c2-491c-9093-f05f44bce96b req-b4e4a7ae-75bb-4a9d-b564-72a5b05595e5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:46.154727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa88f05-c0c2-491c-9093-f05f44bce96b req-b4e4a7ae-75bb-4a9d-b564-72a5b05595e5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:46.163472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa88f05-c0c2-491c-9093-f05f44bce96b req-b4e4a7ae-75bb-4a9d-b564-72a5b05595e5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:46.171401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa88f05-c0c2-491c-9093-f05f44bce96b req-b4e4a7ae-75bb-4a9d-b564-72a5b05595e5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:46.179390 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa88f05-c0c2-491c-9093-f05f44bce96b req-b4e4a7ae-75bb-4a9d-b564-72a5b05595e5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:46.187335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa88f05-c0c2-491c-9093-f05f44bce96b req-b4e4a7ae-75bb-4a9d-b564-72a5b05595e5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:46.193669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa88f05-c0c2-491c-9093-f05f44bce96b req-b4e4a7ae-75bb-4a9d-b564-72a5b05595e5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:46.195977 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bfa88f05-c0c2-491c-9093-f05f44bce96b req-b4e4a7ae-75bb-4a9d-b564-72a5b05595e5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5432 time: 0.2137973 Aug 28 12:56:46.247346 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bfa88f05-c0c2-491c-9093-f05f44bce96b req-5f7291da-910c-4404-90df-e756f6771e19 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430377 Aug 28 12:56:46.294808 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:46.296938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58270) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:46.303048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b4b9d-14cb-4d37-8b5f-c3249ab01c50 req-365c29d7-a00f-4d2e-bd15-a3533bbce8c0 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:46.305294 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac0b4b9d-14cb-4d37-8b5f-c3249ab01c50 req-365c29d7-a00f-4d2e-bd15-a3533bbce8c0 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 945 time: 0.2178576 Aug 28 12:56:46.333933 n-d-791505-21 neutron-server[94878]: WARNING neutron.services.metering.metering_plugin [None req-81cafc4a-58f6-4cff-ba4e-daa5ed068819 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 28 12:56:46.353549 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:46.354810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413e5aef-22ec-4fff-b727-79532b11e6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:56:46.358847 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8020448-ff72-46eb-831f-7a25c95bc6d5" -d '{"events": [{"server_uuid": "413e5aef-22ec-4fff-b727-79532b11e6e7", "name": "network-vif-plugged", "status": "completed", "tag": "a8ca323b-ce4b-438d-a1f4-f3221c0c5709"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:56:46.365134 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:46.424405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:46.481702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97e667-c56c-4764-8e86-f1ed97223669 req-77aa24d1-d658-46f0-a473-c871d33b6f86 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:46.489160 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97e667-c56c-4764-8e86-f1ed97223669 req-77aa24d1-d658-46f0-a473-c871d33b6f86 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:46.497290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97e667-c56c-4764-8e86-f1ed97223669 req-77aa24d1-d658-46f0-a473-c871d33b6f86 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:46.504638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97e667-c56c-4764-8e86-f1ed97223669 req-77aa24d1-d658-46f0-a473-c871d33b6f86 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:46.510764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97e667-c56c-4764-8e86-f1ed97223669 req-77aa24d1-d658-46f0-a473-c871d33b6f86 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:46.516708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97e667-c56c-4764-8e86-f1ed97223669 req-77aa24d1-d658-46f0-a473-c871d33b6f86 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:46.520579 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81cafc4a-58f6-4cff-ba4e-daa5ed068819 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:46.522969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97e667-c56c-4764-8e86-f1ed97223669 req-77aa24d1-d658-46f0-a473-c871d33b6f86 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:46.525079 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ab97e667-c56c-4764-8e86-f1ed97223669 req-77aa24d1-d658-46f0-a473-c871d33b6f86 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5432 time: 0.1124220 Aug 28 12:56:46.525661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58278) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:46.527928 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-81cafc4a-58f6-4cff-ba4e-daa5ed068819 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3883917 Aug 28 12:56:46.542285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c7eb2087-217b-4dc6-9be0-28925045fdb0 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '0df1a66e-aae0-48e9-96d9-50e2b8619bd0'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:46.543070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c7eb2087-217b-4dc6-9be0-28925045fdb0 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94877) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 12:56:46.556109 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0bc484f3-aadc-4664-a73f-c3e9e67c1239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:46.579851 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac0b4b9d-14cb-4d37-8b5f-c3249ab01c50 req-2fe1de6e-0f77-46ac-a2b3-3ab01571d108 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454565 Aug 28 12:56:46.594492 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da45e0c-3144-4471-b528-163f642c732a x-openstack-request-id: req-3da45e0c-3144-4471-b528-163f642c732a {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:56:46.595050 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413e5aef-22ec-4fff-b727-79532b11e6e7", "name": "network-vif-plugged", "status": "completed", "tag": "a8ca323b-ce4b-438d-a1f4-f3221c0c5709", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:56:46.595580 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3da45e0c-3144-4471-b528-163f642c732a {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:56:46.595720 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e87d62c-4070-47fb-8b59-fcef136ad0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:46.596283 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413e5aef-22ec-4fff-b727-79532b11e6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709', 'code': 200} Aug 28 12:56:46.601019 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e87d62c-4070-47fb-8b59-fcef136ad0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:46.637773 n-d-791505-21 neutron-server[94877]: WARNING neutron.services.metering.metering_plugin [None req-c7eb2087-217b-4dc6-9be0-28925045fdb0 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 28 12:56:46.649034 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3e87d62c-4070-47fb-8b59-fcef136ad0d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12057724244d4672afbc365e6e50f215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6479223 Aug 28 12:56:46.652917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58282) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:46.674942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87d62c-4070-47fb-8b59-fcef136ad0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc949a72-70bc-4a8f-bdcb-542ba2a7894e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:46.743213 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-61802049-fc9d-4635-9372-91e09398ef2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:46.784045 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-61802049-fc9d-4635-9372-91e09398ef2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:46.859076 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-61802049-fc9d-4635-9372-91e09398ef2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:46.863638 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-61802049-fc9d-4635-9372-91e09398ef2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:46.865232 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-61802049-fc9d-4635-9372-91e09398ef2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc949a72-70bc-4a8f-bdcb-542ba2a7894e HTTP/1.1" status: 204 len: 168 time: 0.2109690 Aug 28 12:56:46.875020 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61802049-fc9d-4635-9372-91e09398ef2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc949a72-70bc-4a8f-bdcb-542ba2a7894e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:46.979337 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547ba24-4ecd-4693-b0bf-bc3dbf435379 req-ea6ceac6-b6fd-4451-9ba0-2c0ed977a997 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:46.989942 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6547ba24-4ecd-4693-b0bf-bc3dbf435379 req-ea6ceac6-b6fd-4451-9ba0-2c0ed977a997 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 944 time: 0.0788262 Aug 28 12:56:47.046975 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6547ba24-4ecd-4693-b0bf-bc3dbf435379 req-d2cc04a8-7e79-4aae-afb2-2e473a1b82f7 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb4eba3-020d-4f21-acd0-874dc379007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558879 Aug 28 12:56:47.143899 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c7eb2087-217b-4dc6-9be0-28925045fdb0 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:47.145764 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c7eb2087-217b-4dc6-9be0-28925045fdb0 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6106985 Aug 28 12:56:47.148619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58290) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:47.167934 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0cdb54a3-4687-4c83-a4a6-6cabb0143547 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=441107ea-024e-4733-85c4-d8ef2d60b582 HTTP/1.1" status: 200 len: 462 time: 0.0176663 Aug 28 12:56:47.171514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58292) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:47.221179 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0bc484f3-aadc-4664-a73f-c3e9e67c1239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:47.226535 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0bc484f3-aadc-4664-a73f-c3e9e67c1239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:47.257035 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc484f3-aadc-4664-a73f-c3e9e67c1239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06f7896-6977-4718-becd-9b689ac3d836,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:47.302464 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0bc484f3-aadc-4664-a73f-c3e9e67c1239 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dc0c754909847f68a4dced760104374&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0039980 Aug 28 12:56:47.305035 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58296) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:47.311804 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f2b7-ff8d-46ab-8325-6b8d491fe8d6 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:47.313989 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5eb1f2b7-ff8d-46ab-8325-6b8d491fe8d6 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/441107ea-024e-4733-85c4-d8ef2d60b582 HTTP/1.1" status: 204 len: 168 time: 0.1409061 Aug 28 12:56:47.316782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58298) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:47.329791 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-aa749a36-b795-4320-9e63-a0a40702fca6 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=441107ea-024e-4733-85c4-d8ef2d60b582 HTTP/1.1" status: 200 len: 221 time: 0.0108306 Aug 28 12:56:47.332622 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58302) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:47.342143 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d6d7c61f-93c8-49fa-a577-8d6715d1fd85 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1582913028', 'description': 'label created by tempest'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:47.343418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d6d7c61f-93c8-49fa-a577-8d6715d1fd85 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] Unknown quota resources ['metering_label']. {{(pid=94878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 12:56:47.367262 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-873037fd-7d8d-4b2c-9ae5-48aed83a75ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:47.447690 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-873037fd-7d8d-4b2c-9ae5-48aed83a75ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:47.544910 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-873037fd-7d8d-4b2c-9ae5-48aed83a75ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:47.548934 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-873037fd-7d8d-4b2c-9ae5-48aed83a75ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:47.550258 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-873037fd-7d8d-4b2c-9ae5-48aed83a75ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c06f7896-6977-4718-becd-9b689ac3d836 HTTP/1.1" status: 204 len: 168 time: 0.2440467 Aug 28 12:56:47.579620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873037fd-7d8d-4b2c-9ae5-48aed83a75ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06f7896-6977-4718-becd-9b689ac3d836,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:47.692097 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d6d7c61f-93c8-49fa-a577-8d6715d1fd85 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:47.693207 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d6d7c61f-93c8-49fa-a577-8d6715d1fd85 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3582604 Aug 28 12:56:47.695907 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58312) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:47.769521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03942bd-081c-42dc-b9fd-af8784a15d42 req-7ada78db-89af-4cdb-80c0-8f41ab086930 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:47.772417 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b03942bd-081c-42dc-b9fd-af8784a15d42 req-7ada78db-89af-4cdb-80c0-8f41ab086930 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0827749 Aug 28 12:56:47.846944 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b03942bd-081c-42dc-b9fd-af8784a15d42 req-7187a33e-e3a4-4fad-8c09-cef69ae8da8f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646596 Aug 28 12:56:47.874345 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58320) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:47.875774 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-47c5ed60-68c7-40bb-8c3b-b91da90ea8c9 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=18b139f9-0ec0-44da-9899-c28ba6ccf971 HTTP/1.1" status: 200 len: 468 time: 0.1787095 Aug 28 12:56:47.974290 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:56:48.195453 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1f76b8ce-ff73-4776-9be7-678b1f207118 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:48.203521 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1f76b8ce-ff73-4776-9be7-678b1f207118 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/18b139f9-0ec0-44da-9899-c28ba6ccf971 HTTP/1.1" status: 204 len: 168 time: 0.3252847 Aug 28 12:56:48.204166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58330) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:48.205647 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58332) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:48.243414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9103483-c436-44b0-ab15-268002b73012 req-236da36a-5c70-4321-9bf9-5e5e8de88a1f tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:48.246030 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d9103483-c436-44b0-ab15-268002b73012 req-236da36a-5c70-4321-9bf9-5e5e8de88a1f tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 944 time: 0.0723040 Aug 28 12:56:48.267495 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-87c7cd68-d531-41e6-80ae-8e6f31ed8832 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=18b139f9-0ec0-44da-9899-c28ba6ccf971 HTTP/1.1" status: 200 len: 216 time: 0.0568540 Aug 28 12:56:48.267794 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58334) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:48.269672 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d428ac86-c645-4d2c-baf5-ea9e59db1198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:48.308457 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ff14d0be-ce68-40ab-ba3f-92e7b415a11f tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0372055 Aug 28 12:56:48.318792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58336) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:48.354641 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d9103483-c436-44b0-ab15-268002b73012 req-0974eb58-8dc0-4787-905d-7e387bfa809f tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb4eba3-020d-4f21-acd0-874dc379007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022809 Aug 28 12:56:48.355961 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-485c3d20-633d-454c-b268-ccd2b76fd704 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0277181 Aug 28 12:56:48.362126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58340) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:48.390310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 75c6d0d1-b989-42fc-a3cc-f99611e98cc0, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=75c6d0d1-b989-42fc-a3cc-f99611e98cc0,segment=NetworkSegment(e9daad21-70c5-4d08-ad49-57df8a75aa19),segment_id=e9daad21-70c5-4d08-ad49-57df8a75aa19)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:48.404348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '75c6d0d1-b989-42fc-a3cc-f99611e98cc0', 'network_id': '7c1f2b7b-409a-4995-9ac4-aa090d9f5e29', 'port_id': '75c6d0d1-b989-42fc-a3cc-f99611e98cc0', 'mac_address': 'fa:16:3e:86:12:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4bbf55-909a-4b07-87f4-4a4edb3ce8a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:56:48.441216 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-12b76c70-2293-46a0-bb49-5cca454e31c9 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/0df1a66e-aae0-48e9-96d9-50e2b8619bd0 HTTP/1.1" status: 200 len: 472 time: 0.0779166 Aug 28 12:56:48.446348 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58342) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:48.460306 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ce7460c0-0bf6-49ea-924f-99ba1ec7d19f tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/a8d8c18e-601a-4040-b987-502cce50cf6f HTTP/1.1" status: 200 len: 459 time: 0.0125020 Aug 28 12:56:48.465732 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58344) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:48.467297 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:48.489828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:56:48.514450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d428ac86-c645-4d2c-baf5-ea9e59db1198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:48.520640 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d428ac86-c645-4d2c-baf5-ea9e59db1198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:48.538093 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 75c6d0d1-b989-42fc-a3cc-f99611e98cc0, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=75c6d0d1-b989-42fc-a3cc-f99611e98cc0,segment=NetworkSegment(e9daad21-70c5-4d08-ad49-57df8a75aa19),segment_id=e9daad21-70c5-4d08-ad49-57df8a75aa19)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:48.549657 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:48.618038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d428ac86-c645-4d2c-baf5-ea9e59db1198 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d857ffa0d4f048329bc08ac75ad8b9a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113448 Aug 28 12:56:48.621547 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58348) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:48.626296 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b2a91e2-9e34-43ce-ac19-d4e55ff5da08 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:48.629673 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428ac86-c645-4d2c-baf5-ea9e59db1198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9492010c-75b9-4b21-9c96-b7d7f08eb7a3,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:48.629872 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7b2a91e2-9e34-43ce-ac19-d4e55ff5da08 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/a8d8c18e-601a-4040-b987-502cce50cf6f HTTP/1.1" status: 204 len: 168 time: 0.1600838 Aug 28 12:56:48.633955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58350) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:48.689158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=75c6d0d1-b989-42fc-a3cc-f99611e98cc0,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:48.836762 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2e4926b-0d7a-4e78-b2e9-9aaa02bc9620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:48.848319 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['75c6d0d1-b989-42fc-a3cc-f99611e98cc0'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:56:48.912966 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-221bddd6-78b0-4858-9131-7526a9641b51 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:48.914322 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-221bddd6-78b0-4858-9131-7526a9641b51 tempest-MeteringIpV6TestJSON-1122938146 tempest-MeteringIpV6TestJSON-1122938146-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/0df1a66e-aae0-48e9-96d9-50e2b8619bd0 HTTP/1.1" status: 204 len: 168 time: 0.2789252 Aug 28 12:56:48.920936 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2e4926b-0d7a-4e78-b2e9-9aaa02bc9620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:49.006541 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2e4926b-0d7a-4e78-b2e9-9aaa02bc9620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:49.009813 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2e4926b-0d7a-4e78-b2e9-9aaa02bc9620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:49.015216 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e2e4926b-0d7a-4e78-b2e9-9aaa02bc9620 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9492010c-75b9-4b21-9c96-b7d7f08eb7a3 HTTP/1.1" status: 204 len: 168 time: 0.3918018 Aug 28 12:56:49.027940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4926b-0d7a-4e78-b2e9-9aaa02bc9620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9492010c-75b9-4b21-9c96-b7d7f08eb7a3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:49.056804 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a7abd-958f-4b02-8bae-5a9015c46ffc req-335d4437-4cc8-43ca-8a75-74d988ff4b9e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:49.058614 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d00a7abd-958f-4b02-8bae-5a9015c46ffc req-335d4437-4cc8-43ca-8a75-74d988ff4b9e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.0782166 Aug 28 12:56:49.173770 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d00a7abd-958f-4b02-8bae-5a9015c46ffc req-026d8014-f083-4231-8d24-74b282a9f57e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080894 Aug 28 12:56:49.423518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58384) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:49.529789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58388) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:49.548465 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b28a5-ca56-4f70-80c0-2c6fe61b65ae req-f84112e2-e911-48b1-8177-4f3a044bf93a tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:49.551176 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c4b28a5-ca56-4f70-80c0-2c6fe61b65ae req-f84112e2-e911-48b1-8177-4f3a044bf93a tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 945 time: 0.0772209 Aug 28 12:56:49.631174 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c4b28a5-ca56-4f70-80c0-2c6fe61b65ae req-14ea488b-1a9f-408b-a0de-2b1ae2e31c21 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb4eba3-020d-4f21-acd0-874dc379007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706184 Aug 28 12:56:49.756771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa5c74-2259-4def-af9e-24525a08650c req-f5d58d8b-30cb-4854-80b5-e67a081df194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:49.757394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa5c74-2259-4def-af9e-24525a08650c req-f5d58d8b-30cb-4854-80b5-e67a081df194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:49.757866 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa5c74-2259-4def-af9e-24525a08650c req-f5d58d8b-30cb-4854-80b5-e67a081df194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:49.758336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa5c74-2259-4def-af9e-24525a08650c req-f5d58d8b-30cb-4854-80b5-e67a081df194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:49.758823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa5c74-2259-4def-af9e-24525a08650c req-f5d58d8b-30cb-4854-80b5-e67a081df194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:49.759281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa5c74-2259-4def-af9e-24525a08650c req-f5d58d8b-30cb-4854-80b5-e67a081df194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:49.759741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa5c74-2259-4def-af9e-24525a08650c req-f5d58d8b-30cb-4854-80b5-e67a081df194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:49.768197 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9aa5c74-2259-4def-af9e-24525a08650c req-f5d58d8b-30cb-4854-80b5-e67a081df194 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 6496 time: 0.3432119 Aug 28 12:56:49.805393 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80ebd01e-2fce-464f-b643-9d0d2d564a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:49.837006 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9aa5c74-2259-4def-af9e-24525a08650c req-5d5bb456-2406-4820-bd19-3e0b8676535d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678718 Aug 28 12:56:49.961922 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58406) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:49.974104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:56:50.044904 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80ebd01e-2fce-464f-b643-9d0d2d564a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:50.057971 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80ebd01e-2fce-464f-b643-9d0d2d564a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:50.141816 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:56:50.151109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:56:50.151402 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:50.166570 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-80ebd01e-2fce-464f-b643-9d0d2d564a8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2e6c2db7b794a1c80be50553a4a6cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6353948 Aug 28 12:56:50.169556 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58416) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:50.172305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebd01e-2fce-464f-b643-9d0d2d564a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5c3f3f-d235-4464-8631-9c19309a142c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:50.259938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b133060e-bda7-4c94-a8e2-000cc0c167db tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-105185462', 'router:external': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:50.307100 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b133060e-bda7-4c94-a8e2-000cc0c167db tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Made reservation on behalf of 71a2302c7ef74206855c3f0085c37a99 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:56:50.309607 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b133060e-bda7-4c94-a8e2-000cc0c167db tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:50.324172 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9db83f72-659b-4f31-9529-90384e441f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:50.330319 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b133060e-bda7-4c94-a8e2-000cc0c167db tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:50.388992 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:50.398279 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9db83f72-659b-4f31-9529-90384e441f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:50.422049 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c6d0d1-b989-42fc-a3cc-f99611e98cc0'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:56:50.425764 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fd8235-905f-4680-8e46-e8307a804184" -d '{"events": [{"server_uuid": "9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393", "name": "network-vif-plugged", "status": "completed", "tag": "75c6d0d1-b989-42fc-a3cc-f99611e98cc0"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:56:50.476190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 75c6d0d1-b989-42fc-a3cc-f99611e98cc0, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=75c6d0d1-b989-42fc-a3cc-f99611e98cc0,segment=NetworkSegment(e9daad21-70c5-4d08-ad49-57df8a75aa19),segment_id=e9daad21-70c5-4d08-ad49-57df8a75aa19)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:50.480910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e0059-5304-4d1c-bb46-f5389ddc72fa req-984ecd92-e97d-4e36-9e0c-b863b3745a92 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:50.488107 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:50.489632 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-777e0059-5304-4d1c-bb46-f5389ddc72fa req-984ecd92-e97d-4e36-9e0c-b863b3745a92 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1446366 Aug 28 12:56:50.545499 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9db83f72-659b-4f31-9529-90384e441f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:50.549963 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9db83f72-659b-4f31-9529-90384e441f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:50.556512 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9db83f72-659b-4f31-9529-90384e441f39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc5c3f3f-d235-4464-8631-9c19309a142c HTTP/1.1" status: 204 len: 168 time: 0.3828404 Aug 28 12:56:50.576927 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6374a75b-2354-4b52-9d01-8f70da4e783a x-openstack-request-id: req-6374a75b-2354-4b52-9d01-8f70da4e783a {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:56:50.577505 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393", "name": "network-vif-plugged", "status": "completed", "tag": "75c6d0d1-b989-42fc-a3cc-f99611e98cc0", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:56:50.578045 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6374a75b-2354-4b52-9d01-8f70da4e783a {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:56:50.578818 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c6d0d1-b989-42fc-a3cc-f99611e98cc0', 'code': 200} Aug 28 12:56:50.579543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=75c6d0d1-b989-42fc-a3cc-f99611e98cc0,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:50.581987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db83f72-659b-4f31-9529-90384e441f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5c3f3f-d235-4464-8631-9c19309a142c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:50.640807 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-777e0059-5304-4d1c-bb46-f5389ddc72fa req-7dde6479-3c0c-4fc2-b9b5-49f1a1ffa77e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354773 Aug 28 12:56:50.646907 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b133060e-bda7-4c94-a8e2-000cc0c167db tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:50.666164 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b133060e-bda7-4c94-a8e2-000cc0c167db tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:50.706942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133060e-bda7-4c94-a8e2-000cc0c167db tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07609753-d4b9-4f63-a556-02a73b78944e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:50.728248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b02cd2-8d9a-4a82-aec4-43f686105478 req-83b64edb-f85c-4232-b875-56144fc38634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:50.732167 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69b02cd2-8d9a-4a82-aec4-43f686105478 req-83b64edb-f85c-4232-b875-56144fc38634 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 1098 time: 0.1307180 Aug 28 12:56:50.745955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b133060e-bda7-4c94-a8e2-000cc0c167db tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:56:51.175483 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b133060e-bda7-4c94-a8e2-000cc0c167db tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:51.175832 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-b133060e-bda7-4c94-a8e2-000cc0c167db tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Added segment a01af91c-a425-49fb-b8a1-f5e5a4446bd3 of type vlan for network 1092bdeb-a74f-45a8-9948-41b2a7126450 Aug 28 12:56:51.185237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58442) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:51.204476 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69b02cd2-8d9a-4a82-aec4-43f686105478 req-a7826e7d-647e-41f6-9609-8357a9c9313f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2cb4eba3-020d-4f21-acd0-874dc379007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610043 Aug 28 12:56:51.211944 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ef0d96b4-a120-4a81-a71e-3a6923d1e784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:51.271947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f1546-31db-4ff4-9cf5-a390bfaa2e56 req-7be3bd0c-5312-49bd-a6ff-5daa024be187 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:51.273480 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d38f1546-31db-4ff4-9cf5-a390bfaa2e56 req-7be3bd0c-5312-49bd-a6ff-5daa024be187 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 946 time: 0.5049677 Aug 28 12:56:51.281595 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b133060e-bda7-4c94-a8e2-000cc0c167db tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:51.362948 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d38f1546-31db-4ff4-9cf5-a390bfaa2e56 req-022ab45c-ecf3-4a88-8a2e-17ba697bc971 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb4eba3-020d-4f21-acd0-874dc379007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790658 Aug 28 12:56:51.371990 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b133060e-bda7-4c94-a8e2-000cc0c167db tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:51.373581 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b133060e-bda7-4c94-a8e2-000cc0c167db tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:51.375336 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b133060e-bda7-4c94-a8e2-000cc0c167db tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:51.396600 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ef0d96b4-a120-4a81-a71e-3a6923d1e784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:51.407753 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ef0d96b4-a120-4a81-a71e-3a6923d1e784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:51.468428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58446) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:51.469939 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ef0d96b4-a120-4a81-a71e-3a6923d1e784 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78f00ba0508d4df5af7da4d6fdd8217f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808058 Aug 28 12:56:51.471355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d96b4-a120-4a81-a71e-3a6923d1e784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21028cc-ccdb-46e2-b33a-23c014e10b70,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:51.492683 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b133060e-bda7-4c94-a8e2-000cc0c167db tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.5285830 Aug 28 12:56:51.496595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58448) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:51.504294 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133060e-bda7-4c94-a8e2-000cc0c167db tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Pushing event updated for resources: {'Network': ['ID=1092bdeb-a74f-45a8-9948-41b2a7126450,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:51.504926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-9149813c-5834-4edd-8414-ae17a5599865 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Request body: {'subnet': {'network_id': '1092bdeb-a74f-45a8-9948-41b2a7126450', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:51.521358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 1092bdeb-a74f-45a8-9948-41b2a7126450 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:56:51.564247 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9149813c-5834-4edd-8414-ae17a5599865 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Made reservation on behalf of 71a2302c7ef74206855c3f0085c37a99 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:56:51.569911 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9149813c-5834-4edd-8414-ae17a5599865 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:51.615096 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-881030c1-42e6-4b5d-9179-1722f249ac9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:51.646177 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-881030c1-42e6-4b5d-9179-1722f249ac9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:51.731108 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-881030c1-42e6-4b5d-9179-1722f249ac9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:51.735695 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-881030c1-42e6-4b5d-9179-1722f249ac9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:51.739344 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-881030c1-42e6-4b5d-9179-1722f249ac9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b21028cc-ccdb-46e2-b33a-23c014e10b70 HTTP/1.1" status: 204 len: 168 time: 0.2659681 Aug 28 12:56:51.746610 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881030c1-42e6-4b5d-9179-1722f249ac9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21028cc-ccdb-46e2-b33a-23c014e10b70,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:52.010243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177f6f3-a4e7-484e-820d-538ed0e7b879 req-56e57ed0-5543-4ea5-bd4f-6f8fe6a0afdd tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:52.012917 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d177f6f3-a4e7-484e-820d-538ed0e7b879 req-56e57ed0-5543-4ea5-bd4f-6f8fe6a0afdd tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1114337 Aug 28 12:56:52.081604 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d177f6f3-a4e7-484e-820d-538ed0e7b879 req-de655d8b-80a4-461f-818f-0f322c4e6234 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601177 Aug 28 12:56:52.146675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.objects.ports [None req-9149813c-5834-4edd-8414-ae17a5599865 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 12:56:52.147152 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9149813c-5834-4edd-8414-ae17a5599865 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:52.222721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149813c-5834-4edd-8414-ae17a5599865 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1308492f-81ec-41ae-8320-852f92f5ff9a,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:52.231633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9149813c-5834-4edd-8414-ae17a5599865 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Checking segment: {'id': 'a01af91c-a425-49fb-b8a1-f5e5a4446bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1092bdeb-a74f-45a8-9948-41b2a7126450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:56:52.232004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9149813c-5834-4edd-8414-ae17a5599865 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Network hostable DHCP agents. Network: 1092bdeb-a74f-45a8-9948-41b2a7126450, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:56:52.251792 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9149813c-5834-4edd-8414-ae17a5599865 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Network 1092bdeb-a74f-45a8-9948-41b2a7126450 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:56:52.270173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-9149813c-5834-4edd-8414-ae17a5599865 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 1092bdeb-a74f-45a8-9948-41b2a7126450) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:56:52.275429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9149813c-5834-4edd-8414-ae17a5599865 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:52.276494 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9149813c-5834-4edd-8414-ae17a5599865 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:52.286699 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be869b7-e8ed-4918-a7c8-baa7a9d0bb89 None None] Network 1092bdeb-a74f-45a8-9948-41b2a7126450 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:56:52.303874 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9149813c-5834-4edd-8414-ae17a5599865 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8060267 Aug 28 12:56:52.306737 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58472) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:52.313778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-585bd478-6edd-4712-a545-ccbfcdfb0ec8 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-38770457', 'network_id': '1092bdeb-a74f-45a8-9948-41b2a7126450'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:52.370841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585bd478-6edd-4712-a545-ccbfcdfb0ec8 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Made reservation on behalf of 71a2302c7ef74206855c3f0085c37a99 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:56:52.376061 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-585bd478-6edd-4712-a545-ccbfcdfb0ec8 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:52.412811 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-585bd478-6edd-4712-a545-ccbfcdfb0ec8 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] device_id is not set on port 6bbe3b0e-680f-4678-a06d-ef2906a4e545 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:56:52.511406 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b7f32f-41e4-4cbd-af9e-339c741a37ef None None] Network 1092bdeb-a74f-45a8-9948-41b2a7126450 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:56:52.694721 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55948abd-9af9-4987-9af1-5f38bb3f3858 req-65b98617-3d92-4bad-95ae-f2f3d6f58a63 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:52.696476 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55948abd-9af9-4987-9af1-5f38bb3f3858 req-65b98617-3d92-4bad-95ae-f2f3d6f58a63 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 946 time: 0.2009106 Aug 28 12:56:52.804610 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55948abd-9af9-4987-9af1-5f38bb3f3858 req-bf92a1c6-aecb-42f1-8024-ed87225d655c tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb4eba3-020d-4f21-acd0-874dc379007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735123 Aug 28 12:56:52.807763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-585bd478-6edd-4712-a545-ccbfcdfb0ec8 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Allocated IP 2001:db8::83 (1092bdeb-a74f-45a8-9948-41b2a7126450/1308492f-81ec-41ae-8320-852f92f5ff9a/6bbe3b0e-680f-4678-a06d-ef2906a4e545) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:56:53.098468 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-585bd478-6edd-4712-a545-ccbfcdfb0ec8 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:53.201481 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-585bd478-6edd-4712-a545-ccbfcdfb0ec8 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:53.299175 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585bd478-6edd-4712-a545-ccbfcdfb0ec8 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Network 1092bdeb-a74f-45a8-9948-41b2a7126450 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:56:53.305129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-585bd478-6edd-4712-a545-ccbfcdfb0ec8 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:56:53.319736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585bd478-6edd-4712-a545-ccbfcdfb0ec8 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:56:53.320752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585bd478-6edd-4712-a545-ccbfcdfb0ec8 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:53.321365 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-585bd478-6edd-4712-a545-ccbfcdfb0ec8 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:53.327487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792e235-b923-488d-a8c2-19b2ca2b7583 req-d36a0773-9ecb-440d-8e0d-6cba0898835b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:53.330670 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f792e235-b923-488d-a8c2-19b2ca2b7583 req-d36a0773-9ecb-440d-8e0d-6cba0898835b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1053212 Aug 28 12:56:53.334960 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bd478-6edd-4712-a545-ccbfcdfb0ec8 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Pushing event updated for resources: {'Port': ['ID=6bbe3b0e-680f-4678-a06d-ef2906a4e545,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:53.339773 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-585bd478-6edd-4712-a545-ccbfcdfb0ec8 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0317967 Aug 28 12:56:53.344442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58498) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:53.419355 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f792e235-b923-488d-a8c2-19b2ca2b7583 req-5dee66f9-fb88-4a39-8bc5-1cd0ba2c5be2 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781381 Aug 28 12:56:53.477674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-9bc76f0e-14c1-4d81-9e5a-2d9c13b2f013 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Deleting port 6bbe3b0e-680f-4678-a06d-ef2906a4e545 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:56:53.477994 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bc76f0e-14c1-4d81-9e5a-2d9c13b2f013 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:53.602041 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bc76f0e-14c1-4d81-9e5a-2d9c13b2f013 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:53.615803 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-9bc76f0e-14c1-4d81-9e5a-2d9c13b2f013 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Calling delete_port for 6bbe3b0e-680f-4678-a06d-ef2906a4e545 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:56:53.818833 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bc76f0e-14c1-4d81-9e5a-2d9c13b2f013 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:53.907128 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc76f0e-14c1-4d81-9e5a-2d9c13b2f013 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bbe3b0e-680f-4678-a06d-ef2906a4e545,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:53.943265 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bc76f0e-14c1-4d81-9e5a-2d9c13b2f013 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:53.948705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58514) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:53.954037 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1092bdeb-a74f-45a8-9948-41b2a7126450', 'external_fixed_ips': [{'subnet_id': '1308492f-81ec-41ae-8320-852f92f5ff9a', 'ip_address': '2001:db8::83'}]}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:53.958519 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9bc76f0e-14c1-4d81-9e5a-2d9c13b2f013 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "DELETE /v2.0/ports/6bbe3b0e-680f-4678-a06d-ef2906a4e545 HTTP/1.1" status: 204 len: 168 time: 0.6125042 Aug 28 12:56:54.000076 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:54.001382 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:54.036557 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d730ed-c876-492a-8130-65004e904536 req-5c9e0af4-523c-4fc9-965f-f29839a18e51 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:54.044322 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a1d730ed-c876-492a-8130-65004e904536 req-5c9e0af4-523c-4fc9-965f-f29839a18e51 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 946 time: 0.1333888 Aug 28 12:56:54.101890 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a1d730ed-c876-492a-8130-65004e904536 req-0e0aebb2-7af9-4efb-bfd2-4bdb2c5ec006 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb4eba3-020d-4f21-acd0-874dc379007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565879 Aug 28 12:56:54.118562 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:54.235904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58528) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:54.329148 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:54.529705 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58536) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:54.647159 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d60b9054-512c-4185-93f2-f460f3a947a5 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-596127490'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:54.696287 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a4f591bc-85ab-4121-805a-fbb164191f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:54.716670 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e2478-a189-409a-a1d4-5fa8bfc15dc4 req-32e7aca8-f16f-487f-b1ee-efbf2e7cb9b8 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:54.723751 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-222e2478-a189-409a-a1d4-5fa8bfc15dc4 req-32e7aca8-f16f-487f-b1ee-efbf2e7cb9b8 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1331997 Aug 28 12:56:54.738935 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:54.764606 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d60b9054-512c-4185-93f2-f460f3a947a5 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:54.765834 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d60b9054-512c-4185-93f2-f460f3a947a5 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:54.771040 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:54.800099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c6e8d-a561-4f89-aea1-3cf3def45829 req-0f843369-5ab1-4bbe-a5e7-a2dce6110966 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:54.801698 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-969c6e8d-a561-4f89-aea1-3cf3def45829 req-0f843369-5ab1-4bbe-a5e7-a2dce6110966 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 946 time: 0.1517513 Aug 28 12:56:54.837982 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d60b9054-512c-4185-93f2-f460f3a947a5 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:54.849716 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d60b9054-512c-4185-93f2-f460f3a947a5 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:54.902586 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-222e2478-a189-409a-a1d4-5fa8bfc15dc4 req-35919833-aa81-4b05-ab91-e69a0db0eb7a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680481 Aug 28 12:56:54.925313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-969c6e8d-a561-4f89-aea1-3cf3def45829 req-ac0f71b0-d1dd-44f2-a7e4-dddbf0c9b324 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb4eba3-020d-4f21-acd0-874dc379007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148343 Aug 28 12:56:55.023011 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a4f591bc-85ab-4121-805a-fbb164191f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.039165 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a4f591bc-85ab-4121-805a-fbb164191f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.058103 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d60b9054-512c-4185-93f2-f460f3a947a5 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.059003 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d60b9054-512c-4185-93f2-f460f3a947a5 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5279288 Aug 28 12:56:55.065790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58540) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:55.090789 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a4f591bc-85ab-4121-805a-fbb164191f2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af153994501247799061d73c7b95b06e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8533010 Aug 28 12:56:55.094455 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58542) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:55.101301 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f591bc-85ab-4121-805a-fbb164191f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fef746d-42dc-47ae-9f81-41694928af55,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:55.145745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Allocated IP 2001:db8::83 (1092bdeb-a74f-45a8-9948-41b2a7126450/1308492f-81ec-41ae-8320-852f92f5ff9a/527e6892-fa7e-4742-a2e8-66e5097331bb) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:56:55.159386 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-02067c0e-ac93-4df8-b13e-a401d75c4cc8 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.164860 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-29b027b9-4a49-4010-81a9-db40281ffef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.204960 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-29b027b9-4a49-4010-81a9-db40281ffef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.322445 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-29b027b9-4a49-4010-81a9-db40281ffef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.333918 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-29b027b9-4a49-4010-81a9-db40281ffef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.339384 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-29b027b9-4a49-4010-81a9-db40281ffef8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fef746d-42dc-47ae-9f81-41694928af55 HTTP/1.1" status: 204 len: 168 time: 0.2436411 Aug 28 12:56:55.349064 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b027b9-4a49-4010-81a9-db40281ffef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fef746d-42dc-47ae-9f81-41694928af55,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:55.433440 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-02067c0e-ac93-4df8-b13e-a401d75c4cc8 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.438226 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-02067c0e-ac93-4df8-b13e-a401d75c4cc8 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.513274 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-02067c0e-ac93-4df8-b13e-a401d75c4cc8 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.514154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02067c0e-ac93-4df8-b13e-a401d75c4cc8 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0d5c628-ade6-4e5f-a26b-59b52a0ce0e3 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:56:55.524636 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-02067c0e-ac93-4df8-b13e-a401d75c4cc8 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.529315 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-02067c0e-ac93-4df8-b13e-a401d75c4cc8 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d0d5c628-ade6-4e5f-a26b-59b52a0ce0e3 HTTP/1.1" status: 204 len: 168 time: 0.4590356 Aug 28 12:56:55.531418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58552) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:55.546111 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5c35077a-ebb0-45fd-bb91-f0aa67fa9be9 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Request body: {'router': {'name': 'tempest-router-797154958', 'distributed': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:55.559102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.606302 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5c35077a-ebb0-45fd-bb91-f0aa67fa9be9 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.609516 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5c35077a-ebb0-45fd-bb91-f0aa67fa9be9 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.616541 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.698554 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5c35077a-ebb0-45fd-bb91-f0aa67fa9be9 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.703262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Network 1092bdeb-a74f-45a8-9948-41b2a7126450 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:56:55.705168 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:56:55.709880 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5c35077a-ebb0-45fd-bb91-f0aa67fa9be9 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.715824 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:56:55.751176 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5c35077a-ebb0-45fd-bb91-f0aa67fa9be9 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.752934 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5c35077a-ebb0-45fd-bb91-f0aa67fa9be9 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2205777 Aug 28 12:56:55.757650 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58554) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:55.859329 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a6c2bbc-8ade-45a2-8700-493e7172b592 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:55.872063 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Pushing event updated for resources: {'Port': ['ID=527e6892-fa7e-4742-a2e8-66e5097331bb,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:55.877275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58556) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:56.029140 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab9f7aad-440c-4573-87a3-325b10d065c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.112567 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a6c2bbc-8ade-45a2-8700-493e7172b592 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.116528 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a6c2bbc-8ade-45a2-8700-493e7172b592 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.133503 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.171046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711937e7-84d3-49fe-8336-d9a4e03f83e3 req-e890ccf1-e53b-4a3f-ada5-c19b7ab3f23a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:56.172866 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-711937e7-84d3-49fe-8336-d9a4e03f83e3 req-e890ccf1-e53b-4a3f-ada5-c19b7ab3f23a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1368651 Aug 28 12:56:56.187949 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a6c2bbc-8ade-45a2-8700-493e7172b592 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.192277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6c2bbc-8ade-45a2-8700-493e7172b592 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a96364fd-f617-438d-90b7-07b1af3c4ed7 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:56:56.198872 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a6c2bbc-8ade-45a2-8700-493e7172b592 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.204102 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1a6c2bbc-8ade-45a2-8700-493e7172b592 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] 10.222.0.20 "DELETE /v2.0/routers/a96364fd-f617-438d-90b7-07b1af3c4ed7 HTTP/1.1" status: 204 len: 168 time: 0.4419341 Aug 28 12:56:56.205311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58564) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:56.210486 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9c4b53b8-d9ff-4353-ab08-6c082e311625 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Request body: {'router': {'name': 'tempest-router-230491516', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ffc0d62ce8ff4647aa4fc16ad7eb4fb2'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:56.298345 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be54402-b717-428d-94ba-2fe32fc33f6c req-4ec6a0b8-3e14-4892-aaaf-33e386c497db tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:56.305894 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2be54402-b717-428d-94ba-2fe32fc33f6c req-4ec6a0b8-3e14-4892-aaaf-33e386c497db tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 946 time: 0.2452276 Aug 28 12:56:56.313292 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb131e9-bb8d-4a03-93e8-255957ea72d7 req-7a43be14-cae1-4682-bbe9-f85bb1b6b6fc tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:56.315341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6eb131e9-bb8d-4a03-93e8-255957ea72d7 req-7a43be14-cae1-4682-bbe9-f85bb1b6b6fc tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.10 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 946 time: 0.0799003 Aug 28 12:56:56.367085 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2be54402-b717-428d-94ba-2fe32fc33f6c req-fb410170-2113-49e0-9fad-541a33db10c9 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/security-groups?id=2cb4eba3-020d-4f21-acd0-874dc379007a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549383 Aug 28 12:56:56.461116 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-6eb131e9-bb8d-4a03-93e8-255957ea72d7 req-dd320aa4-3339-4657-b0d9-b0eb4f45422a tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Deleting port 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:56:56.461517 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-6eb131e9-bb8d-4a03-93e8-255957ea72d7 req-dd320aa4-3339-4657-b0d9-b0eb4f45422a tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.486883 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab9f7aad-440c-4573-87a3-325b10d065c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.501751 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab9f7aad-440c-4573-87a3-325b10d065c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.558029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f7aad-440c-4573-87a3-325b10d065c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1222437f-51cb-4a15-8147-aba0bfba1f84,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:56.594053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-6eb131e9-bb8d-4a03-93e8-255957ea72d7 req-dd320aa4-3339-4657-b0d9-b0eb4f45422a tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] For port 75c6d0d1-b989-42fc-a3cc-f99611e98cc0, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=75c6d0d1-b989-42fc-a3cc-f99611e98cc0,segment=NetworkSegment(e9daad21-70c5-4d08-ad49-57df8a75aa19),segment_id=e9daad21-70c5-4d08-ad49-57df8a75aa19)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:56:56.594477 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-6eb131e9-bb8d-4a03-93e8-255957ea72d7 req-dd320aa4-3339-4657-b0d9-b0eb4f45422a tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.616156 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ab9f7aad-440c-4573-87a3-325b10d065c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3d7f7187bf3487bb097d736bcb5cbcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6091962 Aug 28 12:56:56.618951 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58566) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:56.621554 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.635185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-6eb131e9-bb8d-4a03-93e8-255957ea72d7 req-dd320aa4-3339-4657-b0d9-b0eb4f45422a tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Calling delete_port for 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:56:56.638917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c4b53b8-d9ff-4353-ab08-6c082e311625 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.640875 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c4b53b8-d9ff-4353-ab08-6c082e311625 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.658123 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-711937e7-84d3-49fe-8336-d9a4e03f83e3 req-8abc0937-0942-4e39-b228-5f592e1e93fd tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784167 Aug 28 12:56:56.756272 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c4b53b8-d9ff-4353-ab08-6c082e311625 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.759001 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a453a77-a262-45b6-9b35-d4b0ee4e779f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.773440 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c4b53b8-d9ff-4353-ab08-6c082e311625 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.800325 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c4b53b8-d9ff-4353-ab08-6c082e311625 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.804427 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9c4b53b8-d9ff-4353-ab08-6c082e311625 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5984049 Aug 28 12:56:56.805784 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58568) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:56.812185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c3fcd672-3753-4fc0-9df5-1c23fd2b6248 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:56.820539 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a453a77-a262-45b6-9b35-d4b0ee4e779f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.904581 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Router 6b7e8e77-f8ac-4e93-83a9-9fc184b21a37 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:56:56.927782 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a453a77-a262-45b6-9b35-d4b0ee4e779f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.930587 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a453a77-a262-45b6-9b35-d4b0ee4e779f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:56.935775 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7a453a77-a262-45b6-9b35-d4b0ee4e779f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1222437f-51cb-4a15-8147-aba0bfba1f84 HTTP/1.1" status: 204 len: 168 time: 0.3117890 Aug 28 12:56:56.981874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a453a77-a262-45b6-9b35-d4b0ee4e779f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1222437f-51cb-4a15-8147-aba0bfba1f84,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:57.095788 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-6eb131e9-bb8d-4a03-93e8-255957ea72d7 req-dd320aa4-3339-4657-b0d9-b0eb4f45422a tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:57.110033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['75c6d0d1-b989-42fc-a3cc-f99611e98cc0'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:56:57.143938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:56:57.164830 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:57.168709 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Sync routers for ids ['6b7e8e77-f8ac-4e93-83a9-9fc184b21a37'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:56:57.168901 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-42f70ebf-3ee3-4d9a-91ba-c5fef63c9668 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.2161522 Aug 28 12:56:57.169052 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3fcd672-3753-4fc0-9df5-1c23fd2b6248 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:57.169052 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3fcd672-3753-4fc0-9df5-1c23fd2b6248 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:57.169052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd320aa4-3339-4657-b0d9-b0eb4f45422a tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Pushing event deleted for resources: {'Port': ['ID=75c6d0d1-b989-42fc-a3cc-f99611e98cc0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:57.170449 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58572) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:57.196190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Routers {'6b7e8e77-f8ac-4e93-83a9-9fc184b21a37'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:56:57.198964 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:56:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6b7e8e77-f8ac-4e93-83a9-9fc184b21a37'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:57.294054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb131e9-bb8d-4a03-93e8-255957ea72d7 req-dd320aa4-3339-4657-b0d9-b0eb4f45422a tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] No DVR routers for this DVR port 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:56:57.301673 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-6eb131e9-bb8d-4a03-93e8-255957ea72d7 req-dd320aa4-3339-4657-b0d9-b0eb4f45422a tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:57.302135 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6eb131e9-bb8d-4a03-93e8-255957ea72d7 req-dd320aa4-3339-4657-b0d9-b0eb4f45422a tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.10 "DELETE /v2.0/ports/75c6d0d1-b989-42fc-a3cc-f99611e98cc0 HTTP/1.1" status: 204 len: 173 time: 0.9791062 Aug 28 12:56:57.316444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393', 'name': 'network-vif-deleted', 'tag': '75c6d0d1-b989-42fc-a3cc-f99611e98cc0'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:56:57.319320 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc9bc01-e9df-4e54-9c04-6db00d229ca3" -d '{"events": [{"server_uuid": "9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393", "name": "network-vif-deleted", "tag": "75c6d0d1-b989-42fc-a3cc-f99611e98cc0"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:56:57.369362 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c3fcd672-3753-4fc0-9df5-1c23fd2b6248 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94878) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 28 12:56:57.374238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c3fcd672-3753-4fc0-9df5-1c23fd2b6248 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Router 6c7d4fc1-a4ec-48e7-b344-d97dcce0d089 migrating from provider to provider. {{(pid=94878) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 28 12:56:57.376739 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3fcd672-3753-4fc0-9df5-1c23fd2b6248 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:57.389134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3fcd672-3753-4fc0-9df5-1c23fd2b6248 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:57.399425 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3fcd672-3753-4fc0-9df5-1c23fd2b6248 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:57.403482 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6150f775-5dbd-4c80-8e77-b0f605da5efe x-openstack-request-id: req-6150f775-5dbd-4c80-8e77-b0f605da5efe {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:56:57.403482 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393", "name": "network-vif-deleted", "tag": "75c6d0d1-b989-42fc-a3cc-f99611e98cc0", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:56:57.403482 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6150f775-5dbd-4c80-8e77-b0f605da5efe {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:56:57.403482 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393', 'name': 'network-vif-deleted', 'tag': '75c6d0d1-b989-42fc-a3cc-f99611e98cc0', 'status': 'completed', 'code': 200} Aug 28 12:56:57.472320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Set router 6b7e8e77-f8ac-4e93-83a9-9fc184b21a37 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:56:57.700415 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a305b2d5-ef51-4f8f-a100-d8c5d525af80 req-c0db75ca-e069-4832-a259-1182aef46c51 tempest-ServerAddressesNegativeTestJSON-948034427 tempest-ServerAddressesNegativeTestJSON-948034427-project] 10.222.0.20 "GET /v2.0/ports?device_id=9284a8c2-0e7f-41f9-9aae-ddfaa4ce0393 HTTP/1.1" status: 200 len: 210 time: 0.0782332 Aug 28 12:56:57.709937 n-d-791505-21 neutron-server[94878]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c3fcd672-3753-4fc0-9df5-1c23fd2b6248 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] No L3 agents can host the router 6c7d4fc1-a4ec-48e7-b344-d97dcce0d089 Aug 28 12:56:57.908182 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e8e77-f8ac-4e93-83a9-9fc184b21a37', 'name': '', 'tenant_id': '71a2302c7ef74206855c3f0085c37a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1092bdeb-a74f-45a8-9948-41b2a7126450', 'external_fixed_ips': [{'subnet_id': '1308492f-81ec-41ae-8320-852f92f5ff9a', 'ip_address': '2001:db8::83'}], 'enable_snat': True}, 'gw_port_id': '527e6892-fa7e-4742-a2e8-66e5097331bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:56:54Z', 'updated_at': '2021-08-28T12:56:55Z', 'revision_number': 3, 'project_id': '71a2302c7ef74206855c3f0085c37a99', 'gw_port': {'id': '527e6892-fa7e-4742-a2e8-66e5097331bb', 'name': '', 'network_id': '1092bdeb-a74f-45a8-9948-41b2a7126450', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:76:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7e8e77-f8ac-4e93-83a9-9fc184b21a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '1308492f-81ec-41ae-8320-852f92f5ff9a', 'ip_address': '2001:db8::83', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:56:54Z', 'updated_at': '2021-08-28T12:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1308492f-81ec-41ae-8320-852f92f5ff9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:57.962005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Checking router: 6b7e8e77-f8ac-4e93-83a9-9fc184b21a37 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:56:57.962692 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Updating router 6b7e8e77-f8ac-4e93-83a9-9fc184b21a37 port 527e6892-fa7e-4742-a2e8-66e5097331bb binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:56:57.989361 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0bcb68c1-e0ab-4e27-a58d-7897b354d28e tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:58.008178 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:58.275518 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0bcb68c1-e0ab-4e27-a58d-7897b354d28e tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:58.399043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a86f46-0705-4ae1-a742-86369ac54dbe req-079c3565-6fe7-4f9a-aa4a-b32e1730da02 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:56:58.403991 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:58.406828 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28a86f46-0705-4ae1-a742-86369ac54dbe req-079c3565-6fe7-4f9a-aa4a-b32e1730da02 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1794980 Aug 28 12:56:58.424700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Transition to ACTIVE for port object 527e6892-fa7e-4742-a2e8-66e5097331bb will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:56:58.437374 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:58.470589 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28a86f46-0705-4ae1-a742-86369ac54dbe req-25fd6de2-01c5-4d77-9bf5-3ab2ea3b203f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578084 Aug 28 12:56:58.476795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-0bcb68c1-e0ab-4e27-a58d-7897b354d28e tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Deleting port 527e6892-fa7e-4742-a2e8-66e5097331bb {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:56:58.477141 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0bcb68c1-e0ab-4e27-a58d-7897b354d28e tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:58.517776 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da73fb3-84c7-49e1-9d82-7a26a3af1ad8 None None] Pushing event updated for resources: {'Port': ['ID=527e6892-fa7e-4742-a2e8-66e5097331bb,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:58.552471 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Attempting to bind port 527e6892-fa7e-4742-a2e8-66e5097331bb on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:56:58.553166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Attempting to bind port 527e6892-fa7e-4742-a2e8-66e5097331bb by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'a01af91c-a425-49fb-b8a1-f5e5a4446bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1092bdeb-a74f-45a8-9948-41b2a7126450'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:56:58.553747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Attempting to bind port 527e6892-fa7e-4742-a2e8-66e5097331bb on network 1092bdeb-a74f-45a8-9948-41b2a7126450 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:56:58.560564 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:56:58.561874 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Checking segment: {'id': 'a01af91c-a425-49fb-b8a1-f5e5a4446bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1092bdeb-a74f-45a8-9948-41b2a7126450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:56:58.563619 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:58.564433 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Bound using segment: {'id': 'a01af91c-a425-49fb-b8a1-f5e5a4446bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1092bdeb-a74f-45a8-9948-41b2a7126450'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:56:58.565177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Bound port: 527e6892-fa7e-4742-a2e8-66e5097331bb, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01af91c-a425-49fb-b8a1-f5e5a4446bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1092bdeb-a74f-45a8-9948-41b2a7126450'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:56:58.566561 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:58.607041 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0bcb68c1-e0ab-4e27-a58d-7897b354d28e tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:58.628587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] For port 527e6892-fa7e-4742-a2e8-66e5097331bb, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:56:58.633274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] For port 527e6892-fa7e-4742-a2e8-66e5097331bb, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=527e6892-fa7e-4742-a2e8-66e5097331bb,segment=NetworkSegment(a01af91c-a425-49fb-b8a1-f5e5a4446bd3),segment_id=a01af91c-a425-49fb-b8a1-f5e5a4446bd3)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:56:58.638245 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:58.649634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-0bcb68c1-e0ab-4e27-a58d-7897b354d28e tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Calling delete_port for 527e6892-fa7e-4742-a2e8-66e5097331bb owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:56:58.702065 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Routers {'6b7e8e77-f8ac-4e93-83a9-9fc184b21a37'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:56:58.702658 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:56:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6b7e8e77-f8ac-4e93-83a9-9fc184b21a37'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:58.713343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fcd672-3753-4fc0-9df5-1c23fd2b6248 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Hosts for router 6c7d4fc1-a4ec-48e7-b344-d97dcce0d089: [] {{(pid=94878) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 28 12:56:58.771843 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fcd672-3753-4fc0-9df5-1c23fd2b6248 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Hosts for other DVR routers connected to router 6c7d4fc1-a4ec-48e7-b344-d97dcce0d089: set() {{(pid=94878) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 28 12:56:58.776279 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3fcd672-3753-4fc0-9df5-1c23fd2b6248 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:58.781193 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c3fcd672-3753-4fc0-9df5-1c23fd2b6248 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] 10.222.0.20 "PUT /v2.0/routers/6c7d4fc1-a4ec-48e7-b344-d97dcce0d089 HTTP/1.1" status: 200 len: 716 time: 1.9741940 Aug 28 12:56:58.784355 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58604) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:58.790662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58606) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:58.798252 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da73fb3-84c7-49e1-9d82-7a26a3af1ad8 None None] Pushing event updated for resources: {'Port': ['ID=527e6892-fa7e-4742-a2e8-66e5097331bb,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:58.854643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] Set router 6b7e8e77-f8ac-4e93-83a9-9fc184b21a37 gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:56:58.869192 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03ae6cd-86b9-40e8-8b43-f7f367c75a92 admin admin] Deleting subnet fd4bbf55-909a-4b07-87f4-4a4edb3ce8a2 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:56:58.880578 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a03ae6cd-86b9-40e8-8b43-f7f367c75a92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:58.883714 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8b7e584c-405f-4068-9dad-b530f8d71881 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] 10.222.0.20 "GET /v2.0/routers/6c7d4fc1-a4ec-48e7-b344-d97dcce0d089 HTTP/1.1" status: 200 len: 716 time: 0.0979908 Aug 28 12:56:58.886877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58608) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:58.987860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7e8e77-f8ac-4e93-83a9-9fc184b21a37', 'name': '', 'tenant_id': '71a2302c7ef74206855c3f0085c37a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:56:54Z', 'updated_at': '2021-08-28T12:56:58Z', 'revision_number': 4, 'project_id': '71a2302c7ef74206855c3f0085c37a99', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:56:58.991266 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a03ae6cd-86b9-40e8-8b43-f7f367c75a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.053778 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cddd29-d1c7-4b35-a990-8c349091e7fa None None] The sync data for ids ['6b7e8e77-f8ac-4e93-83a9-9fc184b21a37'] in n-d-791505-21 is: [{'id': '6b7e8e77-f8ac-4e93-83a9-9fc184b21a37', 'name': '', 'tenant_id': '71a2302c7ef74206855c3f0085c37a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:56:54Z', 'updated_at': '2021-08-28T12:56:58Z', 'revision_number': 4, 'project_id': '71a2302c7ef74206855c3f0085c37a99', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:56:59.139801 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a03ae6cd-86b9-40e8-8b43-f7f367c75a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.246049 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0bcb68c1-e0ab-4e27-a58d-7897b354d28e tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.337927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb68c1-e0ab-4e27-a58d-7897b354d28e tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Pushing event deleted for resources: {'Port': ['ID=527e6892-fa7e-4742-a2e8-66e5097331bb,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:59.347237 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a03ae6cd-86b9-40e8-8b43-f7f367c75a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.391189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ae6cd-86b9-40e8-8b43-f7f367c75a92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4bbf55-909a-4b07-87f4-4a4edb3ce8a2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:56:59.395622 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-12503c7b-570f-4467-a13d-97cc3e75a55d tempest-RoutersTestDVR-936031788 tempest-RoutersTestDVR-936031788-project] 10.222.0.20 "GET /v2.0/routers/6c7d4fc1-a4ec-48e7-b344-d97dcce0d089 HTTP/1.1" status: 200 len: 682 time: 0.5067341 Aug 28 12:56:59.396267 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58622) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:59.415577 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0bcb68c1-e0ab-4e27-a58d-7897b354d28e tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.537973 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0713dd7c-7610-44b9-b5ee-149b3a60ec3e tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.560681 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0bcb68c1-e0ab-4e27-a58d-7897b354d28e tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.564195 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0bcb68c1-e0ab-4e27-a58d-7897b354d28e tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.607862 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a03ae6cd-86b9-40e8-8b43-f7f367c75a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.610336 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a03ae6cd-86b9-40e8-8b43-f7f367c75a92 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fd4bbf55-909a-4b07-87f4-4a4edb3ce8a2 HTTP/1.1" status: 204 len: 168 time: 0.8183849 Aug 28 12:56:59.616442 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58632) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:59.695233 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0bcb68c1-e0ab-4e27-a58d-7897b354d28e tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.700859 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcb68c1-e0ab-4e27-a58d-7897b354d28e tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b7e8e77-f8ac-4e93-83a9-9fc184b21a37 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:56:59.715711 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0bcb68c1-e0ab-4e27-a58d-7897b354d28e tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.716792 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0bcb68c1-e0ab-4e27-a58d-7897b354d28e tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "DELETE /v2.0/routers/6b7e8e77-f8ac-4e93-83a9-9fc184b21a37 HTTP/1.1" status: 204 len: 168 time: 2.5438490 Aug 28 12:56:59.730968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58636) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:59.815190 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0713dd7c-7610-44b9-b5ee-149b3a60ec3e tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.817869 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0713dd7c-7610-44b9-b5ee-149b3a60ec3e tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.823636 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-797e9e7e-9f95-46d9-8b1b-d7fddabc1bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.845661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b61f4c-e91b-4db2-ab98-95886b97e8fb tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Deleting subnet 1308492f-81ec-41ae-8320-852f92f5ff9a {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:56:59.849292 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d3b61f4c-e91b-4db2-ab98-95886b97e8fb tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.887573 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0713dd7c-7610-44b9-b5ee-149b3a60ec3e tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.888587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0713dd7c-7610-44b9-b5ee-149b3a60ec3e tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c7d4fc1-a4ec-48e7-b344-d97dcce0d089 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:56:59.896427 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0713dd7c-7610-44b9-b5ee-149b3a60ec3e tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.901313 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0713dd7c-7610-44b9-b5ee-149b3a60ec3e tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] 10.222.0.20 "DELETE /v2.0/routers/6c7d4fc1-a4ec-48e7-b344-d97dcce0d089 HTTP/1.1" status: 204 len: 168 time: 0.5005882 Aug 28 12:56:59.901445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58642) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:56:59.912857 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-8f4488fb-2c92-44c0-b91f-3d3c4e72bfb9 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Request body: {'router': {'name': 'tempest-router-640654792', 'distributed': True}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:56:59.962801 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f4488fb-2c92-44c0-b91f-3d3c4e72bfb9 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.964070 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f4488fb-2c92-44c0-b91f-3d3c4e72bfb9 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:56:59.997880 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d3b61f4c-e91b-4db2-ab98-95886b97e8fb tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.081651 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-797e9e7e-9f95-46d9-8b1b-d7fddabc1bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.111519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-797e9e7e-9f95-46d9-8b1b-d7fddabc1bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1f2b7b-409a-4995-9ac4-aa090d9f5e29']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:00.118249 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:57:00.160240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:57:00.163724 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 75c6d0d1-b989-42fc-a3cc-f99611e98cc0 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:57:00.165415 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f4488fb-2c92-44c0-b91f-3d3c4e72bfb9 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.168067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-797e9e7e-9f95-46d9-8b1b-d7fddabc1bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9daad21-70c5-4d08-ad49-57df8a75aa19') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:00.168366 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-797e9e7e-9f95-46d9-8b1b-d7fddabc1bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9daad21-70c5-4d08-ad49-57df8a75aa19') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:00.171473 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d3b61f4c-e91b-4db2-ab98-95886b97e8fb tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.201065 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f4488fb-2c92-44c0-b91f-3d3c4e72bfb9 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.220396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab561d32-004f-41aa-ba7d-7305def876d7 req-51fc2282-f84d-481a-9300-6d6e36e5a131 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:00.221870 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ab561d32-004f-41aa-ba7d-7305def876d7 req-51fc2282-f84d-481a-9300-6d6e36e5a131 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.6102889 Aug 28 12:57:00.229119 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-797e9e7e-9f95-46d9-8b1b-d7fddabc1bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.257855 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f4488fb-2c92-44c0-b91f-3d3c4e72bfb9 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.259140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8f4488fb-2c92-44c0-b91f-3d3c4e72bfb9 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3567736 Aug 28 12:57:00.261459 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-797e9e7e-9f95-46d9-8b1b-d7fddabc1bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.262288 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58650) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:00.285009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797e9e7e-9f95-46d9-8b1b-d7fddabc1bb5 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:57:00.285426 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-797e9e7e-9f95-46d9-8b1b-d7fddabc1bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:57:00.287394 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:57:00.380782 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ab561d32-004f-41aa-ba7d-7305def876d7 req-c12a8db9-d1cc-4926-be35-a5d85c002969 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384022 Aug 28 12:57:00.388773 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d3b61f4c-e91b-4db2-ab98-95886b97e8fb tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.394071 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-797e9e7e-9f95-46d9-8b1b-d7fddabc1bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.404968 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-797e9e7e-9f95-46d9-8b1b-d7fddabc1bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.407657 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-797e9e7e-9f95-46d9-8b1b-d7fddabc1bb5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7c1f2b7b-409a-4995-9ac4-aa090d9f5e29 HTTP/1.1" status: 204 len: 168 time: 0.7900927 Aug 28 12:57:00.483284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e9e7e-9f95-46d9-8b1b-d7fddabc1bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c1f2b7b-409a-4995-9ac4-aa090d9f5e29,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:00.485236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b61f4c-e91b-4db2-ab98-95886b97e8fb tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1308492f-81ec-41ae-8320-852f92f5ff9a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:00.493656 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11a6c480-07f4-4f47-8af8-6f611594df58 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.496009 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d3b61f4c-e91b-4db2-ab98-95886b97e8fb tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.499430 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d3b61f4c-e91b-4db2-ab98-95886b97e8fb tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/1308492f-81ec-41ae-8320-852f92f5ff9a HTTP/1.1" status: 204 len: 168 time: 0.7663381 Aug 28 12:57:00.503403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58654) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:00.629284 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-361b8845-0fce-4039-9a55-ca72368c3a63 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.788914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58664) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:00.809831 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-361b8845-0fce-4039-9a55-ca72368c3a63 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.823730 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11a6c480-07f4-4f47-8af8-6f611594df58 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.827795 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11a6c480-07f4-4f47-8af8-6f611594df58 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.829765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-361b8845-0fce-4039-9a55-ca72368c3a63 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1092bdeb-a74f-45a8-9948-41b2a7126450']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:00.847172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-361b8845-0fce-4039-9a55-ca72368c3a63 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01af91c-a425-49fb-b8a1-f5e5a4446bd3') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:00.847473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-361b8845-0fce-4039-9a55-ca72368c3a63 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01af91c-a425-49fb-b8a1-f5e5a4446bd3') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:00.862455 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-361b8845-0fce-4039-9a55-ca72368c3a63 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.907267 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-361b8845-0fce-4039-9a55-ca72368c3a63 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.918697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361b8845-0fce-4039-9a55-ca72368c3a63 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:57:00.919496 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-361b8845-0fce-4039-9a55-ca72368c3a63 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:57:00.921697 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:57:00.924823 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11a6c480-07f4-4f47-8af8-6f611594df58 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.925323 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a6c480-07f4-4f47-8af8-6f611594df58 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4707e47b-04c3-42c3-b19b-1902ff3b9569 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:57:00.930207 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11a6c480-07f4-4f47-8af8-6f611594df58 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:00.934824 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-11a6c480-07f4-4f47-8af8-6f611594df58 tempest-RoutersTestDVR-841446339 tempest-RoutersTestDVR-841446339-project-admin] 10.222.0.20 "DELETE /v2.0/routers/4707e47b-04c3-42c3-b19b-1902ff3b9569 HTTP/1.1" status: 204 len: 168 time: 0.6676123 Aug 28 12:57:00.941589 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7ec2f382-8439-40b6-a31b-8f878afad348 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=837896d871d04faa9bc3d810a3374a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483819 Aug 28 12:57:00.943441 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58680) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:01.036809 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-361b8845-0fce-4039-9a55-ca72368c3a63 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:01.042548 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25431b5e-6599-4a5a-a0de-b8c03dd899a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:01.070754 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361b8845-0fce-4039-9a55-ca72368c3a63 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1092bdeb-a74f-45a8-9948-41b2a7126450 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 12:57:01.076244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b8845-0fce-4039-9a55-ca72368c3a63 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Pushing event deleted for resources: {'Network': ['ID=1092bdeb-a74f-45a8-9948-41b2a7126450,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:01.082915 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-361b8845-0fce-4039-9a55-ca72368c3a63 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:01.086236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-361b8845-0fce-4039-9a55-ca72368c3a63 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "DELETE /v2.0/networks/1092bdeb-a74f-45a8-9948-41b2a7126450 HTTP/1.1" status: 204 len: 168 time: 0.5816891 Aug 28 12:57:01.113862 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25431b5e-6599-4a5a-a0de-b8c03dd899a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:01.237331 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25431b5e-6599-4a5a-a0de-b8c03dd899a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:01.250199 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25431b5e-6599-4a5a-a0de-b8c03dd899a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:01.260779 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-25431b5e-6599-4a5a-a0de-b8c03dd899a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cb4eba3-020d-4f21-acd0-874dc379007a HTTP/1.1" status: 204 len: 168 time: 0.3138168 Aug 28 12:57:01.276895 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-504ff998-47b6-4aa6-9dd0-25057033d11e req-3bd78e82-08ed-4cd0-9a09-ab61df116d21 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1072960 Aug 28 12:57:01.278446 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25431b5e-6599-4a5a-a0de-b8c03dd899a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb4eba3-020d-4f21-acd0-874dc379007a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:01.410378 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ff998-47b6-4aa6-9dd0-25057033d11e req-2e1767a3-e522-49e7-a321-a01f386ec61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:01.417696 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-504ff998-47b6-4aa6-9dd0-25057033d11e req-2e1767a3-e522-49e7-a321-a01f386ec61d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 1098 time: 0.1159348 Aug 28 12:57:01.614758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ff998-47b6-4aa6-9dd0-25057033d11e req-60c9b18f-258b-4dc4-9c07-4bf15a128ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:01.616782 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-504ff998-47b6-4aa6-9dd0-25057033d11e req-60c9b18f-258b-4dc4-9c07-4bf15a128ad9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 200 len: 917 time: 0.1759517 Aug 28 12:57:01.646581 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b2ae8-d602-4efd-ae7b-f236d113c423 req-bf8b36f6-8947-4cc2-83f2-65f6c670684b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:01.659947 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-684b2ae8-d602-4efd-ae7b-f236d113c423 req-bf8b36f6-8947-4cc2-83f2-65f6c670684b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1378403 Aug 28 12:57:01.760737 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-684b2ae8-d602-4efd-ae7b-f236d113c423 req-b6205ac2-8662-4eac-a3f8-c7f3ef17818a tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984190 Aug 28 12:57:01.772690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-504ff998-47b6-4aa6-9dd0-25057033d11e req-26d34620-c20c-4879-93d3-eb42237b31de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1 HTTP/1.1" status: 200 len: 1000 time: 0.1443810 Aug 28 12:57:01.773173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58702) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:01.827095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d8462-19d2-498f-b751-0e9441062aee req-6cc80d72-a584-4725-af89-af7fd7d0a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:01.829489 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c6d8462-19d2-498f-b751-0e9441062aee req-6cc80d72-a584-4725-af89-af7fd7d0a752 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86f6f1a917843268e771c6b62b33d64&device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 1098 time: 0.1659398 Aug 28 12:57:01.873356 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ff998-47b6-4aa6-9dd0-25057033d11e req-f1f956ef-31e6-4014-9de1-da058baa5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:01.882191 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-504ff998-47b6-4aa6-9dd0-25057033d11e req-f1f956ef-31e6-4014-9de1-da058baa5deb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fac72157-2444-43b8-a097-cf18d714c2d2 HTTP/1.1" status: 200 len: 856 time: 0.0901477 Aug 28 12:57:01.882792 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58706) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:01.965056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ff998-47b6-4aa6-9dd0-25057033d11e req-1a11506b-b2d6-4ad9-ba6b-19cf2f13802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:01.967137 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-504ff998-47b6-4aa6-9dd0-25057033d11e req-1a11506b-b2d6-4ad9-ba6b-19cf2f13802c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781937 Aug 28 12:57:02.116248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d8462-19d2-498f-b751-0e9441062aee req-216586cc-0a51-4d01-855c-058ccb1b05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:02.120805 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c6d8462-19d2-498f-b751-0e9441062aee req-216586cc-0a51-4d01-855c-058ccb1b05d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 HTTP/1.1" status: 200 len: 914 time: 0.2700109 Aug 28 12:57:02.165072 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ba596969-1a6a-4fd5-bbe9-6ec07fd150a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.165636 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c6d8462-19d2-498f-b751-0e9441062aee req-95d8382f-b293-4c77-9df9-41b0abda79b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709 HTTP/1.1" status: 200 len: 217 time: 0.0362914 Aug 28 12:57:02.178413 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-504ff998-47b6-4aa6-9dd0-25057033d11e req-b49eda62-b918-47bd-896f-2905609d2bdd service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014031 Aug 28 12:57:02.231437 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d8462-19d2-498f-b751-0e9441062aee req-cb973e3f-8356-4907-9744-1701711571d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:02.234623 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c6d8462-19d2-498f-b751-0e9441062aee req-cb973e3f-8356-4907-9744-1701711571d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39549c81-d40d-49fb-b349-f6037ce4d779 HTTP/1.1" status: 200 len: 854 time: 0.0609474 Aug 28 12:57:02.273994 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9cf6fdc6-734f-4840-a82b-2f29f5d1422e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.284250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c6d8462-19d2-498f-b751-0e9441062aee req-221d8898-fc43-4c56-9852-4f7a5bfe9882 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418344 Aug 28 12:57:02.305641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58724) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:02.324548 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b8b153b7-2c42-4cc4-8981-0c915a961c0b tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Request body: {'router': {'name': 'tempest-router--1418051734', 'project_id': '2cde3cfe04b24f8f9b250bad948115f3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:02.352587 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-504ff998-47b6-4aa6-9dd0-25057033d11e req-c3a6abc7-ec4c-4b5e-a5a7-57cbbed497c1 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630149 Aug 28 12:57:02.408698 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ba596969-1a6a-4fd5-bbe9-6ec07fd150a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.414493 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c6d8462-19d2-498f-b751-0e9441062aee req-191d3a48-2232-4e29-b789-51f8a7601eb6 service neutron] 10.222.0.10 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222291 Aug 28 12:57:02.417752 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ba596969-1a6a-4fd5-bbe9-6ec07fd150a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.479198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba596969-1a6a-4fd5-bbe9-6ec07fd150a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea27220-7ca6-496c-96af-697df7dbeac0,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:02.485996 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ba596969-1a6a-4fd5-bbe9-6ec07fd150a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7aba8fac6147451c9755b3e0a2c84644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7118642 Aug 28 12:57:02.490099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58732) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:02.551804 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c6d8462-19d2-498f-b751-0e9441062aee req-60d9dbf6-f6e1-4cc9-a4e4-ba6dbcc1d5e4 service neutron] 10.222.0.10 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282344 Aug 28 12:57:02.582692 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d39a369d-6391-4345-8829-9ddf00bb5acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.612546 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9cf6fdc6-734f-4840-a82b-2f29f5d1422e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.623299 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9cf6fdc6-734f-4840-a82b-2f29f5d1422e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.627618 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d39a369d-6391-4345-8829-9ddf00bb5acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.633668 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8b153b7-2c42-4cc4-8981-0c915a961c0b tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.635717 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8b153b7-2c42-4cc4-8981-0c915a961c0b tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.690670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6fdc6-734f-4840-a82b-2f29f5d1422e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2a8e94-804f-4f9f-b3e4-b5350f66e7cf,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:02.708184 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9cf6fdc6-734f-4840-a82b-2f29f5d1422e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffc0d62ce8ff4647aa4fc16ad7eb4fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8207002 Aug 28 12:57:02.710101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58742) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:02.719935 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8b153b7-2c42-4cc4-8981-0c915a961c0b tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.727212 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8b153b7-2c42-4cc4-8981-0c915a961c0b tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.746917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8b153b7-2c42-4cc4-8981-0c915a961c0b tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.748602 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b8b153b7-2c42-4cc4-8981-0c915a961c0b tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4415317 Aug 28 12:57:02.752857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58744) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:02.765892 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d39a369d-6391-4345-8829-9ddf00bb5acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.768870 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d39a369d-6391-4345-8829-9ddf00bb5acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.773185 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d39a369d-6391-4345-8829-9ddf00bb5acb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ea27220-7ca6-496c-96af-697df7dbeac0 HTTP/1.1" status: 204 len: 168 time: 0.2810750 Aug 28 12:57:02.817438 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4d7818c6-8246-4f12-9b62-71bd8585e1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.820257 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a369d-6391-4345-8829-9ddf00bb5acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea27220-7ca6-496c-96af-697df7dbeac0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:02.857172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58750) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:02.878386 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84276693-201d-44c3-b64f-ee58925c3319 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:02.914708 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4d7818c6-8246-4f12-9b62-71bd8585e1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.020148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68666e52-06aa-449f-b914-f9361cf42457 req-d5461b60-4c5a-4951-8ba8-c1928ed6328e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:03.029074 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68666e52-06aa-449f-b914-f9361cf42457 req-d5461b60-4c5a-4951-8ba8-c1928ed6328e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1338658 Aug 28 12:57:03.032009 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4d7818c6-8246-4f12-9b62-71bd8585e1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.035215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4d7818c6-8246-4f12-9b62-71bd8585e1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.036963 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4d7818c6-8246-4f12-9b62-71bd8585e1d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc2a8e94-804f-4f9f-b3e4-b5350f66e7cf HTTP/1.1" status: 204 len: 168 time: 0.3250360 Aug 28 12:57:03.045846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-73030811-6f82-4007-95d1-11175ce4cb8b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1112953920-network', 'tenant_id': 'cd2798ec77a34c09b636870bd3f42a34'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:03.081649 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84276693-201d-44c3-b64f-ee58925c3319 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.084833 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84276693-201d-44c3-b64f-ee58925c3319 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.098655 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68666e52-06aa-449f-b914-f9361cf42457 req-700651a5-180b-4416-9cc5-e45f3869930f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684104 Aug 28 12:57:03.104681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7818c6-8246-4f12-9b62-71bd8585e1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2a8e94-804f-4f9f-b3e4-b5350f66e7cf,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:03.142826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73030811-6f82-4007-95d1-11175ce4cb8b admin admin] Made reservation on behalf of cd2798ec77a34c09b636870bd3f42a34 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:03.145212 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73030811-6f82-4007-95d1-11175ce4cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.156272 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73030811-6f82-4007-95d1-11175ce4cb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.168677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c48b1-655f-4384-b781-f54f239567b7 req-e613cebf-e594-4d93-aeae-2b5f1561a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:03.171300 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-885c48b1-655f-4384-b781-f54f239567b7 req-e613cebf-e594-4d93-aeae-2b5f1561a3c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86f6f1a917843268e771c6b62b33d64&device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 1098 time: 0.1809568 Aug 28 12:57:03.172744 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84276693-201d-44c3-b64f-ee58925c3319 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.173705 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84276693-201d-44c3-b64f-ee58925c3319 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3d6faa0-c7f2-401b-a029-d4650deb527d {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:57:03.178917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84276693-201d-44c3-b64f-ee58925c3319 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.180017 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-84276693-201d-44c3-b64f-ee58925c3319 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "DELETE /v2.0/routers/e3d6faa0-c7f2-401b-a029-d4650deb527d HTTP/1.1" status: 204 len: 168 time: 0.4240563 Aug 28 12:57:03.277796 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73030811-6f82-4007-95d1-11175ce4cb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.282778 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73030811-6f82-4007-95d1-11175ce4cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.292598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c48b1-655f-4384-b781-f54f239567b7 req-0c3510c3-1273-4b42-b17c-927de4852a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:03.294180 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-885c48b1-655f-4384-b781-f54f239567b7 req-0c3510c3-1273-4b42-b17c-927de4852a5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 HTTP/1.1" status: 200 len: 914 time: 0.1129372 Aug 28 12:57:03.320012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73030811-6f82-4007-95d1-11175ce4cb8b admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:57:03.324806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73030811-6f82-4007-95d1-11175ce4cb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c56f055-0174-4af3-9660-f94ea6b496f0,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:03.334322 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73030811-6f82-4007-95d1-11175ce4cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.334961 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-73030811-6f82-4007-95d1-11175ce4cb8b admin admin] Added segment 85d05424-198f-4624-95a6-770b6fe81fe0 of type vlan for network 86ad33de-39f7-4665-9226-1bf675daecbe Aug 28 12:57:03.344490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58762) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:03.349227 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-885c48b1-655f-4384-b781-f54f239567b7 req-f6bc9fdb-0044-4ff5-983c-4c2db60b7e2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709 HTTP/1.1" status: 200 len: 217 time: 0.0462420 Aug 28 12:57:03.378804 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8e2b28f-1491-4d16-a336-1e95f0096a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.405690 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73030811-6f82-4007-95d1-11175ce4cb8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.421588 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c48b1-655f-4384-b781-f54f239567b7 req-00de9f0a-e11a-4379-88e7-2fc5da9b7157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:03.424011 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-885c48b1-655f-4384-b781-f54f239567b7 req-00de9f0a-e11a-4379-88e7-2fc5da9b7157 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39549c81-d40d-49fb-b349-f6037ce4d779 HTTP/1.1" status: 200 len: 854 time: 0.0671864 Aug 28 12:57:03.459439 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73030811-6f82-4007-95d1-11175ce4cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.460508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73030811-6f82-4007-95d1-11175ce4cb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:03.461088 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73030811-6f82-4007-95d1-11175ce4cb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.463975 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-885c48b1-655f-4384-b781-f54f239567b7 req-bcfc44f5-81fd-41b7-8eae-63b22249f791 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324962 Aug 28 12:57:03.543242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73030811-6f82-4007-95d1-11175ce4cb8b admin admin] Pushing event updated for resources: {'Network': ['ID=86ad33de-39f7-4665-9226-1bf675daecbe,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:03.558674 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 86ad33de-39f7-4665-9226-1bf675daecbe details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:57:03.576524 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8e2b28f-1491-4d16-a336-1e95f0096a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.578679 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58764) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:03.594403 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8e2b28f-1491-4d16-a336-1e95f0096a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.599723 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-885c48b1-655f-4384-b781-f54f239567b7 req-a60e008a-cd7d-42c1-892d-e2c8fd819ed5 service neutron] 10.222.0.10 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267371 Aug 28 12:57:03.610090 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-73030811-6f82-4007-95d1-11175ce4cb8b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7445161 Aug 28 12:57:03.610090 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f8100a0-447a-4d4e-82e7-325c51886610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.611055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58766) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:03.626917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-13446838-84fe-4d4f-9db0-2f8944508ab2 admin admin] Request body: {'subnet': {'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1112953920-subnet', 'tenant_id': 'cd2798ec77a34c09b636870bd3f42a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:03.647822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58768) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:03.664592 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e8e2b28f-1491-4d16-a336-1e95f0096a94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8d735ee73b04a098bb2543595211590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188369 Aug 28 12:57:03.665357 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58770) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:03.675061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2b28f-1491-4d16-a336-1e95f0096a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1526d1-b092-4de8-aa03-257ea2d583b3,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:03.713879 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13446838-84fe-4d4f-9db0-2f8944508ab2 admin admin] Made reservation on behalf of cd2798ec77a34c09b636870bd3f42a34 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:03.716464 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13446838-84fe-4d4f-9db0-2f8944508ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.745272 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ffe05b4-cad8-4104-986d-2b7a629144f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.781560 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ffe05b4-cad8-4104-986d-2b7a629144f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.795579 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-885c48b1-655f-4384-b781-f54f239567b7 req-f8f8312d-a46c-41d7-8221-a599a499c2c8 service neutron] 10.222.0.10 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832364 Aug 28 12:57:03.852102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f8100a0-447a-4d4e-82e7-325c51886610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.858727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f8100a0-447a-4d4e-82e7-325c51886610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.864006 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ffe05b4-cad8-4104-986d-2b7a629144f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.866578 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ffe05b4-cad8-4104-986d-2b7a629144f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.870099 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1ffe05b4-cad8-4104-986d-2b7a629144f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e1526d1-b092-4de8-aa03-257ea2d583b3 HTTP/1.1" status: 204 len: 168 time: 0.1987178 Aug 28 12:57:03.904594 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2f8100a0-447a-4d4e-82e7-325c51886610 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3ce4865d8eb48baac3bcb8cb9388cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247745 Aug 28 12:57:03.908639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58776) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:03.917224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8100a0-447a-4d4e-82e7-325c51886610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5457d493-2823-44b2-b040-4d8f09a64bed,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:03.923769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1817136758', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}, 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:03.939790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe05b4-cad8-4104-986d-2b7a629144f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1526d1-b092-4de8-aa03-257ea2d583b3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:03.957585 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.958773 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.981995 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-52b5e09b-6259-40af-98c0-ac5e4d148e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:03.988221 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13446838-84fe-4d4f-9db0-2f8944508ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:04.008082 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-52b5e09b-6259-40af-98c0-ac5e4d148e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:04.059528 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:04.071222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-52b5e09b-6259-40af-98c0-ac5e4d148e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:04.074386 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-52b5e09b-6259-40af-98c0-ac5e4d148e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:04.075561 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-52b5e09b-6259-40af-98c0-ac5e4d148e12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5457d493-2823-44b2-b040-4d8f09a64bed HTTP/1.1" status: 204 len: 168 time: 0.1659377 Aug 28 12:57:04.084999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5e09b-6259-40af-98c0-ac5e4d148e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5457d493-2823-44b2-b040-4d8f09a64bed,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:04.144201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13446838-84fe-4d4f-9db0-2f8944508ab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=942cca67-1f9d-41d6-bb91-b6b305db0b47,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:04.229695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13446838-84fe-4d4f-9db0-2f8944508ab2 admin admin] Checking segment: {'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:04.230237 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13446838-84fe-4d4f-9db0-2f8944508ab2 admin admin] Network hostable DHCP agents. Network: 86ad33de-39f7-4665-9226-1bf675daecbe, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:57:04.247230 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:04.329918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13446838-84fe-4d4f-9db0-2f8944508ab2 admin admin] Network 86ad33de-39f7-4665-9226-1bf675daecbe is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:57:04.351556 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321c5c8-38d4-4a55-a30b-303195ffd1de req-12126e98-cb50-4b53-9e5b-39e2261f0f45 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:04.352995 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6321c5c8-38d4-4a55-a30b-303195ffd1de req-12126e98-cb50-4b53-9e5b-39e2261f0f45 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1546075 Aug 28 12:57:04.355151 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-13446838-84fe-4d4f-9db0-2f8944508ab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 86ad33de-39f7-4665-9226-1bf675daecbe) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:04.361443 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13446838-84fe-4d4f-9db0-2f8944508ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:04.362102 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13446838-84fe-4d4f-9db0-2f8944508ab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:04.368792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b813ba92-0138-483b-902b-58ad4eb77060 None None] Network 86ad33de-39f7-4665-9226-1bf675daecbe requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:04.414269 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-13446838-84fe-4d4f-9db0-2f8944508ab2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7998433 Aug 28 12:57:04.432302 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6321c5c8-38d4-4a55-a30b-303195ffd1de req-24732186-df0d-4aed-b1ab-4d16361203c8 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668600 Aug 28 12:57:04.558011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd35bb75-8ab0-4adf-b161-c63fa0353bb1 None None] Network 86ad33de-39f7-4665-9226-1bf675daecbe requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:04.962998 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:04.996903 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:05.128125 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Allocated IP 172.25.1.92 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/01bfcbde-694b-4647-9d81-9c9653e648e1) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:05.282186 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:05.352023 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:05.389845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-23c1c4de-0007-499a-b8b9-c57f837d5a00 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:05.397721 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:05.398795 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-23c1c4de-0007-499a-b8b9-c57f837d5a00 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/networks?id=86ad33de-39f7-4665-9226-1bf675daecbe HTTP/1.1" status: 200 len: 815 time: 0.1589639 Aug 28 12:57:05.403092 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:05.409321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:05.418208 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-0f47d7e4-c7b3-4136-8d2d-20b89a7ee3e6 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/quotas/cd2798ec77a34c09b636870bd3f42a34 HTTP/1.1" status: 200 len: 375 time: 0.0183966 Aug 28 12:57:05.441776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Pushing event updated for resources: {'Port': ['ID=01bfcbde-694b-4647-9d81-9c9653e648e1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:05.458754 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-a32c5c04-dc1a-423d-bdbd-241267511612 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd2798ec77a34c09b636870bd3f42a34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394182 Aug 28 12:57:05.583718 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-83432a5c-b2cd-4fe4-b582-9f9ec38a6c23 service neutron] 10.222.0.20 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168933 Aug 28 12:57:05.624993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58840) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:05.708635 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-bf75e9dd-4148-4b38-b39a-449a59b4ac30 service neutron] 10.222.0.20 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184878 Aug 28 12:57:05.732872 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90073a4c-746f-44ce-aa45-e03876a3aa52 req-2a6acf3d-0745-404e-8d84-7faa5af39f0d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:05.735003 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-90073a4c-746f-44ce-aa45-e03876a3aa52 req-2a6acf3d-0745-404e-8d84-7faa5af39f0d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.1755357 Aug 28 12:57:05.824749 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-fc3b3af6-fb1a-417a-8862-0af49564ad3b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1637542087'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:05.862138 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:05.911016 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-90073a4c-746f-44ce-aa45-e03876a3aa52 req-1e497689-42ed-47e8-8e31-7e6189be46bc tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635857 Aug 28 12:57:05.923048 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd4839ba-3469-4839-9baf-ac49b35c6d04 req-2196c9d5-a843-4dd5-949e-ed07e3340bd7 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 210 time: 0.0404954 Aug 28 12:57:05.941074 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3b3af6-fb1a-417a-8862-0af49564ad3b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:05.944597 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3af6-fb1a-417a-8862-0af49564ad3b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:05.981679 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3af6-fb1a-417a-8862-0af49564ad3b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:06.122854 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device a8ca323b-ce4b-438d-a1f4-f3221c0c5709 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:57:06.188111 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:06.209711 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:06.253434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:06.254759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413e5aef-22ec-4fff-b727-79532b11e6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:57:06.259140 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d298176-647c-4550-a374-637499dde8e8" -d '{"events": [{"server_uuid": "413e5aef-22ec-4fff-b727-79532b11e6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ca323b-ce4b-438d-a1f4-f3221c0c5709"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:57:06.265998 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:06.291023 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3af6-fb1a-417a-8862-0af49564ad3b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:06.300208 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3af6-fb1a-417a-8862-0af49564ad3b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:06.341528 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5ebc09-089b-47ef-9b20-0ce46549fcc3 x-openstack-request-id: req-3e5ebc09-089b-47ef-9b20-0ce46549fcc3 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:57:06.341918 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413e5aef-22ec-4fff-b727-79532b11e6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ca323b-ce4b-438d-a1f4-f3221c0c5709", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:57:06.343272 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e5ebc09-089b-47ef-9b20-0ce46549fcc3 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:57:06.344288 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413e5aef-22ec-4fff-b727-79532b11e6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709', 'code': 200} Aug 28 12:57:06.350447 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:06.417851 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3b3af6-fb1a-417a-8862-0af49564ad3b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:57:06.439191 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b3af6-fb1a-417a-8862-0af49564ad3b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=645646e4-3705-4cb0-84c1-a1d12e013d91,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:06.453283 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3af6-fb1a-417a-8862-0af49564ad3b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:06.454081 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-fc3b3af6-fb1a-417a-8862-0af49564ad3b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Added segment 4712c058-decf-42c6-9b2c-870eb0c23584 of type vlan for network b4c849e4-c6f4-47fd-a26d-799056bb58af Aug 28 12:57:06.513587 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3af6-fb1a-417a-8862-0af49564ad3b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:06.520554 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:57:06.553603 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3af6-fb1a-417a-8862-0af49564ad3b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:06.560949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3b3af6-fb1a-417a-8862-0af49564ad3b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:06.561629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc3b3af6-fb1a-417a-8862-0af49564ad3b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:06.572183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Router dee6e8f9-6811-48e5-bf02-bd1c7aa4e30f is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:57:06.622920 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fc3b3af6-fb1a-417a-8862-0af49564ad3b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9947178 Aug 28 12:57:06.625985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58880) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:06.633977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-11cc04ac-c4a9-4443-b19f-e318c5c7de8d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'name': 'tempest-PortsTestJSON-1151441147'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:06.680269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b3af6-fb1a-417a-8862-0af49564ad3b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Network': ['ID=b4c849e4-c6f4-47fd-a26d-799056bb58af,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:06.692262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network b4c849e4-c6f4-47fd-a26d-799056bb58af details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:57:06.760117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cc04ac-c4a9-4443-b19f-e318c5c7de8d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:06.765005 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-11cc04ac-c4a9-4443-b19f-e318c5c7de8d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:06.769387 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:57:06.785357 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdea0f4-679b-4b5e-bc7d-e5b1461f4f81 None None] Sync routers for ids ['dee6e8f9-6811-48e5-bf02-bd1c7aa4e30f'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:57:06.794852 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdea0f4-679b-4b5e-bc7d-e5b1461f4f81 None None] Routers {'dee6e8f9-6811-48e5-bf02-bd1c7aa4e30f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:06.794852 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bbdea0f4-679b-4b5e-bc7d-e5b1461f4f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:56:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['dee6e8f9-6811-48e5-bf02-bd1c7aa4e30f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:06.797666 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:06.798385 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-11cc04ac-c4a9-4443-b19f-e318c5c7de8d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] device_id is not set on port 22a97970-dc5c-465c-ac01-6dc5cce1c65f yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:57:06.801636 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3908c0b1-90dc-4eb9-800d-d3aa78e92af3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.1183522 Aug 28 12:57:06.801834 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58890) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:06.830242 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bbdea0f4-679b-4b5e-bc7d-e5b1461f4f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:06.843253 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdea0f4-679b-4b5e-bc7d-e5b1461f4f81 None None] Routers {'dee6e8f9-6811-48e5-bf02-bd1c7aa4e30f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:06.843595 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bbdea0f4-679b-4b5e-bc7d-e5b1461f4f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:56:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['dee6e8f9-6811-48e5-bf02-bd1c7aa4e30f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:06.891732 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bbdea0f4-679b-4b5e-bc7d-e5b1461f4f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:06.892433 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdea0f4-679b-4b5e-bc7d-e5b1461f4f81 None None] The sync data for ids ['dee6e8f9-6811-48e5-bf02-bd1c7aa4e30f'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:57:06.947647 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1e5fe1c4-26db-4625-85a1-df88bfe7a77b tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/routers/dee6e8f9-6811-48e5-bf02-bd1c7aa4e30f HTTP/1.1" status: 200 len: 924 time: 0.1440308 Aug 28 12:57:06.950180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58902) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:06.991430 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8bcc2268-8b39-466a-a49e-f6699d162adb tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "GET /v2.0/ports?device_id=dee6e8f9-6811-48e5-bf02-bd1c7aa4e30f HTTP/1.1" status: 200 len: 205 time: 0.0398016 Aug 28 12:57:06.994003 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58910) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:07.069330 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-11cc04ac-c4a9-4443-b19f-e318c5c7de8d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:07.106868 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0ed89c74-5c33-4498-9fa8-5b257dd4864b req-83598760-87eb-45a9-baf8-7c5cf9057a43 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 210 time: 0.0592508 Aug 28 12:57:07.138579 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6acf9-dbd1-4c78-889e-642b8a673a3f req-f5d99cea-83c8-471b-8b0d-ad17fd1ca95d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:07.148150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-35d6acf9-dbd1-4c78-889e-642b8a673a3f req-f5d99cea-83c8-471b-8b0d-ad17fd1ca95d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 944 time: 0.1012304 Aug 28 12:57:07.202164 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-35d6acf9-dbd1-4c78-889e-642b8a673a3f req-18026ff5-5f18-45ed-bce4-837dc697e256 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450706 Aug 28 12:57:07.226130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-2278aa00-98dd-4eb5-a33c-eb7d20696d21 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:07.226742 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:07.227795 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-2278aa00-98dd-4eb5-a33c-eb7d20696d21 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.10 "GET /v2.0/networks?id=86ad33de-39f7-4665-9226-1bf675daecbe HTTP/1.1" status: 200 len: 815 time: 0.1675920 Aug 28 12:57:07.228569 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-11cc04ac-c4a9-4443-b19f-e318c5c7de8d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:07.266751 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-be6195f4-a2c1-45b3-8625-42ffd2572040 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Request body: {'port': {'device_id': 'ccee010c-ee52-499f-a8f1-0d52534539a1', 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe', 'admin_state_up': True, 'tenant_id': 'cd2798ec77a34c09b636870bd3f42a34'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:07.322957 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc04ac-c4a9-4443-b19f-e318c5c7de8d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=22a97970-dc5c-465c-ac01-6dc5cce1c65f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:07.335422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cc04ac-c4a9-4443-b19f-e318c5c7de8d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Checking segment: {'id': '4712c058-decf-42c6-9b2c-870eb0c23584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:07.335839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cc04ac-c4a9-4443-b19f-e318c5c7de8d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network hostable DHCP agents. Network: b4c849e4-c6f4-47fd-a26d-799056bb58af, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:57:07.357914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cc04ac-c4a9-4443-b19f-e318c5c7de8d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network b4c849e4-c6f4-47fd-a26d-799056bb58af is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:57:07.368997 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-11cc04ac-c4a9-4443-b19f-e318c5c7de8d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, b4c849e4-c6f4-47fd-a26d-799056bb58af) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:07.374348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cc04ac-c4a9-4443-b19f-e318c5c7de8d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:07.377743 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06e5d0b0-d3d0-445f-8d18-080eb87b9a42 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:07.383676 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc04ac-c4a9-4443-b19f-e318c5c7de8d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:07.384099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1605047-98ff-4dab-b417-0fa1e4fbe72e None None] Network b4c849e4-c6f4-47fd-a26d-799056bb58af requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:07.385138 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-11cc04ac-c4a9-4443-b19f-e318c5c7de8d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:07.405787 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-11cc04ac-c4a9-4443-b19f-e318c5c7de8d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7781446 Aug 28 12:57:07.408526 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58930) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:07.414711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-09cace69-dfe1-47e0-a400-92adfa2717d0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2110775942'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:07.444157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cace69-dfe1-47e0-a400-92adfa2717d0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:07.450494 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09cace69-dfe1-47e0-a400-92adfa2717d0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:07.476069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755269d0-c86e-49ff-a589-282b5c9b5759 req-3a452d09-a64d-4734-a9a7-f0f1d1890121 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:07.477700 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-755269d0-c86e-49ff-a589-282b5c9b5759 req-3a452d09-a64d-4734-a9a7-f0f1d1890121 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 944 time: 0.1579101 Aug 28 12:57:07.515125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09cace69-dfe1-47e0-a400-92adfa2717d0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:57:07.531878 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09cace69-dfe1-47e0-a400-92adfa2717d0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:07.532814 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-09cace69-dfe1-47e0-a400-92adfa2717d0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Added segment edb06fed-3947-44d5-b090-6e57e7236e8e of type vlan for network 667bf00f-40e8-40e2-9e85-c3afa4bfe70b Aug 28 12:57:07.581124 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-755269d0-c86e-49ff-a589-282b5c9b5759 req-7d14ca6c-a1bc-4570-a558-39fd96a32b71 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922236 Aug 28 12:57:07.589944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-be6195f4-a2c1-45b3-8625-42ffd2572040 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Made reservation on behalf of cd2798ec77a34c09b636870bd3f42a34 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:07.594257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-be6195f4-a2c1-45b3-8625-42ffd2572040 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:07.606621 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09cace69-dfe1-47e0-a400-92adfa2717d0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:07.606744 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06e5d0b0-d3d0-445f-8d18-080eb87b9a42 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:07.645043 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09cace69-dfe1-47e0-a400-92adfa2717d0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:07.652149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cace69-dfe1-47e0-a400-92adfa2717d0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:07.652951 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09cace69-dfe1-47e0-a400-92adfa2717d0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:07.725836 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-09cace69-dfe1-47e0-a400-92adfa2717d0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3157823 Aug 28 12:57:07.729138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58946) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:07.736512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'ports': [{'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af'}, {'network_id': '667bf00f-40e8-40e2-9e85-c3afa4bfe70b'}]} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:07.737131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:07.738124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'network_id': '667bf00f-40e8-40e2-9e85-c3afa4bfe70b'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:07.755254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-06e5d0b0-d3d0-445f-8d18-080eb87b9a42 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Deleting port 01bfcbde-694b-4647-9d81-9c9653e648e1 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:07.755589 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06e5d0b0-d3d0-445f-8d18-080eb87b9a42 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:07.804254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-be6195f4-a2c1-45b3-8625-42ffd2572040 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Allocated IP 172.20.0.7 (86ad33de-39f7-4665-9226-1bf675daecbe/942cca67-1f9d-41d6-bb91-b6b305db0b47/045b7c91-2f3e-4cca-9e12-7b035307da63) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:07.822108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cace69-dfe1-47e0-a400-92adfa2717d0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Network': ['ID=667bf00f-40e8-40e2-9e85-c3afa4bfe70b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:07.829887 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58950) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:07.834706 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 667bf00f-40e8-40e2-9e85-c3afa4bfe70b details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:57:07.898930 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06e5d0b0-d3d0-445f-8d18-080eb87b9a42 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:07.927320 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-06e5d0b0-d3d0-445f-8d18-080eb87b9a42 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Calling delete_port for 01bfcbde-694b-4647-9d81-9c9653e648e1 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:08.017615 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'port': 2} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:08.022144 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:08.042916 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:08.043638 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f49c402b-a619-4760-a06b-04747e362462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:08.066840 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0371c3-1e51-4e11-aacd-10005333bd2d req-f8394433-5f42-474f-856e-0b310c798429 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:08.068356 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc0371c3-1e51-4e11-aacd-10005333bd2d req-f8394433-5f42-474f-856e-0b310c798429 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 944 time: 0.0798695 Aug 28 12:57:08.177562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] device_id is not set on port 2dfd7034-cb7e-41cb-9817-b86012f761a2 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:57:08.190252 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc0371c3-1e51-4e11-aacd-10005333bd2d req-2b96f8a9-3909-4e13-913f-4729bec77526 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063917 Aug 28 12:57:08.214918 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-be6195f4-a2c1-45b3-8625-42ffd2572040 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:08.290750 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6106c15e-3785-4a6c-9f61-d017eca58ea9 req-37d95981-0113-4bb6-a98f-e52a1be2e938 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 210 time: 0.0902624 Aug 28 12:57:08.375454 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:08.402009 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-be6195f4-a2c1-45b3-8625-42ffd2572040 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:08.437324 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f49c402b-a619-4760-a06b-04747e362462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:08.448040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] device_id is not set on port b60b1954-5eb8-4580-b108-56715f582863 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:57:08.469531 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f49c402b-a619-4760-a06b-04747e362462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:08.578855 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:08.622492 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:08.664156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network b4c849e4-c6f4-47fd-a26d-799056bb58af is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:08.667309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:08.672036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:08.672895 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:08.692708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=2dfd7034-cb7e-41cb-9817-b86012f761a2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:08.757388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=b60b1954-5eb8-4580-b108-56715f582863,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:08.762865 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Checking segment: {'id': 'edb06fed-3947-44d5-b090-6e57e7236e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '667bf00f-40e8-40e2-9e85-c3afa4bfe70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:08.763224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network hostable DHCP agents. Network: 667bf00f-40e8-40e2-9e85-c3afa4bfe70b, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:57:08.782562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network 667bf00f-40e8-40e2-9e85-c3afa4bfe70b is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:57:08.792079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 667bf00f-40e8-40e2-9e85-c3afa4bfe70b) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:08.797344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:08.802530 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282bdf80-3346-4ab0-a95a-1f4f6559c1cd None None] Network 667bf00f-40e8-40e2-9e85-c3afa4bfe70b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:08.803214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:08.809479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:08.810184 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:08.827539 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06e5d0b0-d3d0-445f-8d18-080eb87b9a42 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:08.828192 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5c4c1e2b-978b-45a1-8771-9ed0a32582a9 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0975275 Aug 28 12:57:08.830923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58970) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:08.845522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-be6195f4-a2c1-45b3-8625-42ffd2572040 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Network 86ad33de-39f7-4665-9226-1bf675daecbe is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:08.868178 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6195f4-a2c1-45b3-8625-42ffd2572040 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Pushing event updated for resources: {'Port': ['ID=045b7c91-2f3e-4cca-9e12-7b035307da63,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:08.876757 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-be6195f4-a2c1-45b3-8625-42ffd2572040 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:08.882290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-be6195f4-a2c1-45b3-8625-42ffd2572040 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:08.889381 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f49c402b-a619-4760-a06b-04747e362462 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3984d6996534fb792fb30bffe24413a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0583606 Aug 28 12:57:08.894655 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58972) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:08.929649 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c402b-a619-4760-a06b-04747e362462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bd8bd5-9c7b-4bfb-9a0b-90d4dae31fab,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:08.934837 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-81fed82e-52af-4739-a942-7141d2937a6b req-50a97107-40f0-4953-b404-f7151061fa67 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6476538 Aug 28 12:57:08.946349 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5d0b0-d3d0-445f-8d18-080eb87b9a42 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Pushing event deleted for resources: {'Port': ['ID=01bfcbde-694b-4647-9d81-9c9653e648e1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:08.950082 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-ff091a88-e426-41ef-8a39-bb182ccf0608 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port b60b1954-5eb8-4580-b108-56715f582863 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:08.950453 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ff091a88-e426-41ef-8a39-bb182ccf0608 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.024723 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ff091a88-e426-41ef-8a39-bb182ccf0608 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.036087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-be6195f4-a2c1-45b3-8625-42ffd2572040 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:09.036646 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-be6195f4-a2c1-45b3-8625-42ffd2572040 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.039853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-ff091a88-e426-41ef-8a39-bb182ccf0608 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for b60b1954-5eb8-4580-b108-56715f582863 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:09.068732 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-be6195f4-a2c1-45b3-8625-42ffd2572040 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8089032 Aug 28 12:57:09.079028 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06e5d0b0-d3d0-445f-8d18-080eb87b9a42 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.085263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Request body: {'port': {'device_id': 'ccee010c-ee52-499f-a8f1-0d52534539a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:09.132721 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ff091a88-e426-41ef-8a39-bb182ccf0608 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.163166 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4cd6-5a47-4ec5-b7a7-af32aba1b7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.170979 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ff091a88-e426-41ef-8a39-bb182ccf0608 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.174446 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ff091a88-e426-41ef-8a39-bb182ccf0608 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/b60b1954-5eb8-4580-b108-56715f582863 HTTP/1.1" status: 204 len: 168 time: 0.3425643 Aug 28 12:57:09.175554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff091a88-e426-41ef-8a39-bb182ccf0608 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=b60b1954-5eb8-4580-b108-56715f582863,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:09.177330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58978) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:09.212496 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06e5d0b0-d3d0-445f-8d18-080eb87b9a42 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.214302 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06e5d0b0-d3d0-445f-8d18-080eb87b9a42 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.251906 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4cd6-5a47-4ec5-b7a7-af32aba1b7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.288574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bab497-04dc-4014-8e92-1a44002e5962 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:09.295000 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bab497-04dc-4014-8e92-1a44002e5962 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:09.300031 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c3bab497-04dc-4014-8e92-1a44002e5962 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1216612 Aug 28 12:57:09.300757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58986) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:09.308580 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06e5d0b0-d3d0-445f-8d18-080eb87b9a42 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.309155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e5d0b0-d3d0-445f-8d18-080eb87b9a42 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Fanout notify agent at l3_agent the message router_deleted on router dee6e8f9-6811-48e5-bf02-bd1c7aa4e30f {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:57:09.312790 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.320246 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06e5d0b0-d3d0-445f-8d18-080eb87b9a42 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.324969 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-06e5d0b0-d3d0-445f-8d18-080eb87b9a42 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "DELETE /v2.0/routers/dee6e8f9-6811-48e5-bf02-bd1c7aa4e30f HTTP/1.1" status: 204 len: 168 time: 2.3261380 Aug 28 12:57:09.344259 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58990) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:09.351686 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1429913224', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'enable_snat': False}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:09.428998 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.430027 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.455296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab7bba-6ab9-4464-823f-746953329f1b req-0a1ed799-b637-4bee-be9d-3dfa98d1520e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:09.456888 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ab7bba-6ab9-4464-823f-746953329f1b req-0a1ed799-b637-4bee-be9d-3dfa98d1520e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 944 time: 0.1551907 Aug 28 12:57:09.462134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4cd6-5a47-4ec5-b7a7-af32aba1b7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.464825 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4cd6-5a47-4ec5-b7a7-af32aba1b7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.466526 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4a2b4cd6-5a47-4ec5-b7a7-af32aba1b7df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44bd8bd5-9c7b-4bfb-9a0b-90d4dae31fab HTTP/1.1" status: 204 len: 168 time: 0.5377114 Aug 28 12:57:09.499213 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b4cd6-5a47-4ec5-b7a7-af32aba1b7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bd8bd5-9c7b-4bfb-9a0b-90d4dae31fab,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:09.518274 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7ab7bba-6ab9-4464-823f-746953329f1b req-277d6da4-919d-4fd7-9651-8d0aba89db82 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501962 Aug 28 12:57:09.521673 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-74ead894-ab5c-4f0b-b9c3-deaed9c60c72 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port 2dfd7034-cb7e-41cb-9817-b86012f761a2 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:09.522139 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-74ead894-ab5c-4f0b-b9c3-deaed9c60c72 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.616767 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.627572 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e838ad-d65f-4b1c-a1d8-ed69e5292a12 req-c3f2cd21-c9cf-4a2c-b87d-e9f51d6cd9c7 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:09.629226 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-89e838ad-d65f-4b1c-a1d8-ed69e5292a12 req-c3f2cd21-c9cf-4a2c-b87d-e9f51d6cd9c7 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 931 time: 0.2173879 Aug 28 12:57:09.641670 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.646247 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-74ead894-ab5c-4f0b-b9c3-deaed9c60c72 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.667240 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-74ead894-ab5c-4f0b-b9c3-deaed9c60c72 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for 2dfd7034-cb7e-41cb-9817-b86012f761a2 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:09.775375 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-74ead894-ab5c-4f0b-b9c3-deaed9c60c72 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.811903 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-74ead894-ab5c-4f0b-b9c3-deaed9c60c72 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.813693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-74ead894-ab5c-4f0b-b9c3-deaed9c60c72 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/2dfd7034-cb7e-41cb-9817-b86012f761a2 HTTP/1.1" status: 204 len: 168 time: 0.5108054 Aug 28 12:57:09.814750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ead894-ab5c-4f0b-b9c3-deaed9c60c72 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=2dfd7034-cb7e-41cb-9817-b86012f761a2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:09.816602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58996) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:09.841404 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-998bd60d-5825-4749-94b1-ffc7651406d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.862033 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-89e838ad-d65f-4b1c-a1d8-ed69e5292a12 req-ffdd2221-7098-4bf0-a106-dc337594e733 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889067 Aug 28 12:57:09.875282 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:09.881988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62be96d-1287-4796-b8f5-ef1b6507b5b6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:09.883766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d62be96d-1287-4796-b8f5-ef1b6507b5b6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0661821 Aug 28 12:57:09.886900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58998) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:09.916316 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81b2bf6-2f0b-4c8c-85ef-144ecd7d56dd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] GET failed (client error): The resource could not be found. Aug 28 12:57:09.918821 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a81b2bf6-2f0b-4c8c-85ef-144ecd7d56dd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/b60b1954-5eb8-4580-b108-56715f582863 HTTP/1.1" status: 404 len: 333 time: 0.0309083 Aug 28 12:57:09.920566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59000) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:09.939165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59002) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:09.945784 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-35408c4f-786c-4462-9162-50aa67df7f7e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] GET failed (client error): The resource could not be found. Aug 28 12:57:09.956182 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-35408c4f-786c-4462-9162-50aa67df7f7e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/2dfd7034-cb7e-41cb-9817-b86012f761a2 HTTP/1.1" status: 404 len: 333 time: 0.0338171 Aug 28 12:57:09.958227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59004) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:09.964442 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58f611f0-baa0-45ad-a15d-29fae1242f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.054998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045b7c91-2f3e-4cca-9e12-7b035307da63 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:57:10.066630 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.072730 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f509ae03-0a1e-4228-8ada-752be88b5c5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.084509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fed82e-52af-4739-a942-7141d2937a6b req-876898e8-340e-43d4-b208-3065dbd4d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:10.086068 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81fed82e-52af-4739-a942-7141d2937a6b req-876898e8-340e-43d4-b208-3065dbd4d1a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7&tenant_id=b86f6f1a917843268e771c6b62b33d64 HTTP/1.1" status: 200 len: 1096 time: 0.0765042 Aug 28 12:57:10.091773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Transition to ACTIVE for port object 045b7c91-2f3e-4cca-9e12-7b035307da63 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:10.100368 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.117311 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:10.122592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device a8ca323b-ce4b-438d-a1f4-f3221c0c5709 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:57:10.227507 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f509ae03-0a1e-4228-8ada-752be88b5c5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.230019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Pushing event updated for resources: {'Port': ['ID=045b7c91-2f3e-4cca-9e12-7b035307da63,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:10.241259 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-f509ae03-0a1e-4228-8ada-752be88b5c5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667bf00f-40e8-40e2-9e85-c3afa4bfe70b']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:10.243529 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.260756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-f509ae03-0a1e-4228-8ada-752be88b5c5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb06fed-3947-44d5-b090-6e57e7236e8e') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:10.261051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-f509ae03-0a1e-4228-8ada-752be88b5c5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb06fed-3947-44d5-b090-6e57e7236e8e') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:10.273057 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f509ae03-0a1e-4228-8ada-752be88b5c5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.284256 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58f611f0-baa0-45ad-a15d-29fae1242f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.305512 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58f611f0-baa0-45ad-a15d-29fae1242f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.309778 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f509ae03-0a1e-4228-8ada-752be88b5c5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.324962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f509ae03-0a1e-4228-8ada-752be88b5c5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:57:10.325353 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f509ae03-0a1e-4228-8ada-752be88b5c5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:57:10.329163 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:57:10.388522 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-58f611f0-baa0-45ad-a15d-29fae1242f92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f6730263ef5410ea8a5e17ae8f9f701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4480758 Aug 28 12:57:10.389976 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f611f0-baa0-45ad-a15d-29fae1242f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998fdc72-cf98-4efd-9e17-070b0d2613bd,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:10.394452 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59006) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:10.426719 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.432862 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Attempting to bind port 045b7c91-2f3e-4cca-9e12-7b035307da63 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:57:10.433202 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Attempting to bind port 045b7c91-2f3e-4cca-9e12-7b035307da63 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:57:10.433534 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Attempting to bind port 045b7c91-2f3e-4cca-9e12-7b035307da63 on network 86ad33de-39f7-4665-9226-1bf675daecbe {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:57:10.460117 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.463346 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Port 045b7c91-2f3e-4cca-9e12-7b035307da63 on network 86ad33de-39f7-4665-9226-1bf675daecbe not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:57:10.463654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Attempting to bind port 045b7c91-2f3e-4cca-9e12-7b035307da63 on network 86ad33de-39f7-4665-9226-1bf675daecbe {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:57:10.482046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:57:10.482411 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Checking segment: {'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:10.483454 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Bound using segment: {'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:57:10.483895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Bound port: 045b7c91-2f3e-4cca-9e12-7b035307da63, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:57:10.484259 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.504268 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f509ae03-0a1e-4228-8ada-752be88b5c5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.509097 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f509ae03-0a1e-4228-8ada-752be88b5c5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.511347 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f509ae03-0a1e-4228-8ada-752be88b5c5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/networks/667bf00f-40e8-40e2-9e85-c3afa4bfe70b HTTP/1.1" status: 204 len: 168 time: 0.5520241 Aug 28 12:57:10.521938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59008) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:10.530778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-708002be-44c5-4699-8163-f93f4c9faf45 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1480597474'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:10.598021 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa1b4a36-84e2-4567-9670-b7a618a4d585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.649728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708002be-44c5-4699-8163-f93f4c9faf45 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:10.653155 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-708002be-44c5-4699-8163-f93f4c9faf45 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.699470 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa1b4a36-84e2-4567-9670-b7a618a4d585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.715523 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Allocated IP 172.25.1.103 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/77210da5-e4b0-4a59-8e24-c5efde7a93ef) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:10.724621 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] For port 045b7c91-2f3e-4cca-9e12-7b035307da63, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:57:10.769928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] For port 045b7c91-2f3e-4cca-9e12-7b035307da63, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=045b7c91-2f3e-4cca-9e12-7b035307da63,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:57:10.773943 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708002be-44c5-4699-8163-f93f4c9faf45 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:57:10.781481 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.853239 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-708002be-44c5-4699-8163-f93f4c9faf45 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.853576 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-708002be-44c5-4699-8163-f93f4c9faf45 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Added segment 947b8a1f-74df-4388-a3be-2229d711244a of type vlan for network 10bd4a8c-63a7-45d3-a620-c4890a8348ef Aug 28 12:57:10.914215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:10.914896 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.916462 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] 10.222.0.10 "PUT /v2.0/ports/045b7c91-2f3e-4cca-9e12-7b035307da63 HTTP/1.1" status: 200 len: 1092 time: 1.8353882 Aug 28 12:57:10.917131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccee010c-ee52-499f-a8f1-0d52534539a1', 'tag': '045b7c91-2f3e-4cca-9e12-7b035307da63'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:57:10.919663 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b63b3b-ca02-4de0-8540-1b3d278bdf1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ccee010c-ee52-499f-a8f1-0d52534539a1", "tag": "045b7c91-2f3e-4cca-9e12-7b035307da63"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:57:10.932702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509ae03-0a1e-4228-8ada-752be88b5c5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Network': ['ID=667bf00f-40e8-40e2-9e85-c3afa4bfe70b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:10.940487 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa1b4a36-84e2-4567-9670-b7a618a4d585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.943399 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa1b4a36-84e2-4567-9670-b7a618a4d585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.944765 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fa1b4a36-84e2-4567-9670-b7a618a4d585 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/998fdc72-cf98-4efd-9e17-070b0d2613bd HTTP/1.1" status: 204 len: 168 time: 0.5472844 Aug 28 12:57:10.972478 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-708002be-44c5-4699-8163-f93f4c9faf45 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:10.974667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f155246-d43c-4454-851b-23baf33d3185 service neutron] Pushing event updated for resources: {'Port': ['ID=045b7c91-2f3e-4cca-9e12-7b035307da63,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:10.983457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b4a36-84e2-4567-9670-b7a618a4d585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998fdc72-cf98-4efd-9e17-070b0d2613bd,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:10.985633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:11.041112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:57:11.057257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:11.079609 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-708002be-44c5-4699-8163-f93f4c9faf45 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:11.085159 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708002be-44c5-4699-8163-f93f4c9faf45 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:11.085781 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-708002be-44c5-4699-8163-f93f4c9faf45 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:11.089927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ca323b-ce4b-438d-a1f4-f3221c0c5709 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:57:11.104820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6398e-acd5-4385-af85-9cb825c20418 req-2e867255-5b17-4db7-bce8-87c1078dcb26 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:11.106337 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9eb6398e-acd5-4385-af85-9cb825c20418 req-2e867255-5b17-4db7-bce8-87c1078dcb26 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 944 time: 0.2007434 Aug 28 12:57:11.108456 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:11.132587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Transition to ACTIVE for port object a8ca323b-ce4b-438d-a1f4-f3221c0c5709 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:11.143594 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:11.185008 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99f04f-8054-44c4-88d8-ebe31f4ebfa0 req-91ac2f8e-6795-4c81-9385-6e275dbda9d6 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:11.187284 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9e99f04f-8054-44c4-88d8-ebe31f4ebfa0 req-91ac2f8e-6795-4c81-9385-6e275dbda9d6 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 943 time: 0.1912975 Aug 28 12:57:11.199320 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-708002be-44c5-4699-8163-f93f4c9faf45 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6716695 Aug 28 12:57:11.203041 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9eb6398e-acd5-4385-af85-9cb825c20418 req-b2008881-93b9-4481-a9c7-61aaf50b07ee tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841410 Aug 28 12:57:11.204616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59020) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:11.214275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-31ef4a61-35e4-4d72-bef1-79a7f3f0c288 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'subnet': {'network_id': '10bd4a8c-63a7-45d3-a620-c4890a8348ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:11.223156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] No DVR routers for this DVR port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:57:11.230236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,revision_number=9']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:11.230823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708002be-44c5-4699-8163-f93f4c9faf45 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Network': ['ID=10bd4a8c-63a7-45d3-a620-c4890a8348ef,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:11.268736 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 10bd4a8c-63a7-45d3-a620-c4890a8348ef details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:57:11.304205 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01b355b-50cd-4fbd-9e6f-e2bd0b3b00c9 x-openstack-request-id: req-e01b355b-50cd-4fbd-9e6f-e2bd0b3b00c9 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:57:11.304503 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccee010c-ee52-499f-a8f1-0d52534539a1", "tag": "045b7c91-2f3e-4cca-9e12-7b035307da63", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:57:11.304741 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e01b355b-50cd-4fbd-9e6f-e2bd0b3b00c9 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:57:11.305146 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccee010c-ee52-499f-a8f1-0d52534539a1', 'tag': '045b7c91-2f3e-4cca-9e12-7b035307da63', 'status': 'completed', 'code': 200} Aug 28 12:57:11.306560 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Attempting to bind port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:57:11.306903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Attempting to bind port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '0620ffb9-7128-4360-a54d-8a21129c43ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:57:11.307236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Attempting to bind port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 on network 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:57:11.308738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-e1c5aad0-fbf9-4943-8cc8-fdd0b0e2403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:11.310544 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-e1c5aad0-fbf9-4943-8cc8-fdd0b0e2403b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd2798ec77a34c09b636870bd3f42a34&device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 1095 time: 0.2459097 Aug 28 12:57:11.315601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 on network 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:57:11.315942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Attempting to bind port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 on network 2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:57:11.324870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:57:11.325359 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Checking segment: {'id': '0620ffb9-7128-4360-a54d-8a21129c43ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:11.325808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Bound using segment: {'id': '0620ffb9-7128-4360-a54d-8a21129c43ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:57:11.326254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Bound port: a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0620ffb9-7128-4360-a54d-8a21129c43ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:57:11.326681 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:11.383283 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-1ef837de-7a80-4c72-b81a-e3fe98f42bc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=045b7c91-2f3e-4cca-9e12-7b035307da63 HTTP/1.1" status: 200 len: 217 time: 0.0568051 Aug 28 12:57:11.390686 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9e99f04f-8054-44c4-88d8-ebe31f4ebfa0 req-31050bd1-2f84-4d10-bf46-5dd1f9732524 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918025 Aug 28 12:57:11.398144 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:11.434600 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:57:11.440402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:57:11.446281 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:11.485291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:11.496250 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:11.497759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:11.498141 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:11.506672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:11.507106 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81fed82e-52af-4739-a942-7141d2937a6b req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] 10.222.0.11 "PUT /v2.0/ports/a8ca323b-ce4b-438d-a1f4-f3221c0c5709 HTTP/1.1" status: 200 len: 1093 time: 1.3874345 Aug 28 12:57:11.510618 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413e5aef-22ec-4fff-b727-79532b11e6e7', 'tag': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:57:11.514020 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28529bc1-2c08-4004-9eb0-9fac0731534a" -d '{"events": [{"name": "network-changed", "server_uuid": "413e5aef-22ec-4fff-b727-79532b11e6e7", "tag": "a8ca323b-ce4b-438d-a1f4-f3221c0c5709"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:57:11.584668 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41125279-47bb-4889-841b-db49172cfebc x-openstack-request-id: req-41125279-47bb-4889-841b-db49172cfebc {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:57:11.584967 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413e5aef-22ec-4fff-b727-79532b11e6e7", "tag": "a8ca323b-ce4b-438d-a1f4-f3221c0c5709", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:57:11.585220 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41125279-47bb-4889-841b-db49172cfebc {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:57:11.586001 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413e5aef-22ec-4fff-b727-79532b11e6e7', 'tag': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709', 'status': 'completed', 'code': 200} Aug 28 12:57:11.586308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5378a89-7645-41ae-b400-886ded691ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,revision_number=10']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:11.604067 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Pushing event updated for resources: {'Port': ['ID=77210da5-e4b0-4a59-8e24-c5efde7a93ef,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:11.619490 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-d49385be-8dbb-4c83-9c3a-def0a638b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:11.620995 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-d49385be-8dbb-4c83-9c3a-def0a638b6a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=942cca67-1f9d-41d6-bb91-b6b305db0b47 HTTP/1.1" status: 200 len: 855 time: 0.2294157 Aug 28 12:57:11.623666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ef4a61-35e4-4d72-bef1-79a7f3f0c288 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:11.627190 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-31ef4a61-35e4-4d72-bef1-79a7f3f0c288 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:11.695206 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-138571ea-e924-4a85-82ff-54a2b00a8b2c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86ad33de-39f7-4665-9226-1bf675daecbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646935 Aug 28 12:57:11.777525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fed82e-52af-4739-a942-7141d2937a6b req-80259ee8-677e-4182-aa6f-e4c0b5bae1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:11.779088 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81fed82e-52af-4739-a942-7141d2937a6b req-80259ee8-677e-4182-aa6f-e4c0b5bae1b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b86f6f1a917843268e771c6b62b33d64&device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 1097 time: 0.2521272 Aug 28 12:57:11.889841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fed82e-52af-4739-a942-7141d2937a6b req-4e8cc9ac-a3d0-4cb8-bf84-d8eeed135cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:11.891369 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81fed82e-52af-4739-a942-7141d2937a6b req-4e8cc9ac-a3d0-4cb8-bf84-d8eeed135cd2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 HTTP/1.1" status: 200 len: 914 time: 0.1045887 Aug 28 12:57:11.949521 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81fed82e-52af-4739-a942-7141d2937a6b req-91d358c8-b458-465b-8aae-67b5938b1075 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709 HTTP/1.1" status: 200 len: 217 time: 0.0492628 Aug 28 12:57:12.016380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fed82e-52af-4739-a942-7141d2937a6b req-2af75bea-8ead-408f-b49d-56012e7c5d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:12.017506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81fed82e-52af-4739-a942-7141d2937a6b req-2af75bea-8ead-408f-b49d-56012e7c5d1c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=39549c81-d40d-49fb-b349-f6037ce4d779 HTTP/1.1" status: 200 len: 854 time: 0.0620141 Aug 28 12:57:12.061385 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81fed82e-52af-4739-a942-7141d2937a6b req-0ba4ab77-4363-4077-be92-19350f444d21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365839 Aug 28 12:57:12.073913 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-81fed82e-52af-4739-a942-7141d2937a6b req-f6162cf0-1229-42bc-9cb9-1473052744a0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:57:12.075348 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81fed82e-52af-4739-a942-7141d2937a6b req-f6162cf0-1229-42bc-9cb9-1473052744a0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074260 Aug 28 12:57:12.206530 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81fed82e-52af-4739-a942-7141d2937a6b req-cb30b1ce-cba8-45c3-94c5-8bd68cf9eac4 service neutron] 10.222.0.11 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240988 Aug 28 12:57:12.258266 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2f4943ba-3ab2-45f2-85b8-e18493821823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:12.367311 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-c8f58d55-c2ad-45d2-83dc-3208eb1cbf20 service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255987 Aug 28 12:57:12.406140 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395abcc-03d1-4b8b-9bd3-51434b22d1bf req-299353ac-9ee4-42f8-a6e6-ea167d68ab3c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:12.407751 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5395abcc-03d1-4b8b-9bd3-51434b22d1bf req-299353ac-9ee4-42f8-a6e6-ea167d68ab3c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 945 time: 0.0763774 Aug 28 12:57:12.427662 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81fed82e-52af-4739-a942-7141d2937a6b req-43fe72ef-e13c-4199-b8ba-5a6ba1acd5bb service neutron] 10.222.0.11 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082677 Aug 28 12:57:12.479610 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5395abcc-03d1-4b8b-9bd3-51434b22d1bf req-1462d7ee-102a-464f-bd76-6387d3585cd7 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553427 Aug 28 12:57:12.533441 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:12.542819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28529bc1-2c08-4004-9eb0-9fac0731534a req-005e61e5-7099-4ab6-9ff5-14a32cdb44ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:12.545228 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28529bc1-2c08-4004-9eb0-9fac0731534a req-005e61e5-7099-4ab6-9ff5-14a32cdb44ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b86f6f1a917843268e771c6b62b33d64&device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0609238 Aug 28 12:57:12.596112 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-31ef4a61-35e4-4d72-bef1-79a7f3f0c288 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:12.616314 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:12.687480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28529bc1-2c08-4004-9eb0-9fac0731534a req-57a8afa9-85e2-4c44-9ef7-dacc9a6d4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:12.689431 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28529bc1-2c08-4004-9eb0-9fac0731534a req-57a8afa9-85e2-4c44-9ef7-dacc9a6d4cca service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 HTTP/1.1" status: 200 len: 914 time: 0.1313894 Aug 28 12:57:12.698811 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1701eac8-5861-47db-9c38-c026a0d4a5e8 req-572f5906-a9d8-479b-85b7-d2c81e8075a2 service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227143 Aug 28 12:57:12.735584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411e895-35e5-4853-ad10-122fceb96893 req-1c2d6cea-e6c2-43d3-b7d4-ee1294924fcb tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:12.737431 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b411e895-35e5-4853-ad10-122fceb96893 req-1c2d6cea-e6c2-43d3-b7d4-ee1294924fcb tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 943 time: 0.2281840 Aug 28 12:57:12.757740 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28529bc1-2c08-4004-9eb0-9fac0731534a req-2a5089fa-ded1-478a-b1d1-93fea9071fdc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709 HTTP/1.1" status: 200 len: 217 time: 0.0604296 Aug 28 12:57:12.800282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59084) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:12.837018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef4a61-35e4-4d72-bef1-79a7f3f0c288 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Subnet': ['ID=e1106b28-5285-4116-a56d-55e271d9a22b,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:12.858897 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28529bc1-2c08-4004-9eb0-9fac0731534a req-c5edcd35-8df4-4c5d-a620-993ca9d6ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:12.860242 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28529bc1-2c08-4004-9eb0-9fac0731534a req-c5edcd35-8df4-4c5d-a620-993ca9d6ce15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=39549c81-d40d-49fb-b349-f6037ce4d779 HTTP/1.1" status: 200 len: 854 time: 0.0953112 Aug 28 12:57:12.910793 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28529bc1-2c08-4004-9eb0-9fac0731534a req-3e235795-c556-42ef-842c-be1ff9c72fc3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432281 Aug 28 12:57:12.917861 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef4a61-35e4-4d72-bef1-79a7f3f0c288 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Checking segment: {'id': '947b8a1f-74df-4388-a3be-2229d711244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10bd4a8c-63a7-45d3-a620-c4890a8348ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:12.918404 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ef4a61-35e4-4d72-bef1-79a7f3f0c288 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network hostable DHCP agents. Network: 10bd4a8c-63a7-45d3-a620-c4890a8348ef, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:57:12.970236 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b411e895-35e5-4853-ad10-122fceb96893 req-401b0a36-886f-4a66-875c-912cb02fd5fe tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209566 Aug 28 12:57:12.979150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b63b3b-ca02-4de0-8540-1b3d278bdf1c req-0c56d8b0-210d-464a-aa31-63fc8d4fe483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:12.980880 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-48b63b3b-ca02-4de0-8540-1b3d278bdf1c req-0c56d8b0-210d-464a-aa31-63fc8d4fe483 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd2798ec77a34c09b636870bd3f42a34&device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 1095 time: 0.1572530 Aug 28 12:57:13.034203 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28529bc1-2c08-4004-9eb0-9fac0731534a req-9b9af1a9-70ac-4805-ba16-478b3bbf5449 service neutron] 10.222.0.11 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157360 Aug 28 12:57:13.039852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:13.107224 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:13.276013 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:13.305993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b63b3b-ca02-4de0-8540-1b3d278bdf1c req-47e63987-0fe1-4d46-9571-921de88090e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:13.308595 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-48b63b3b-ca02-4de0-8540-1b3d278bdf1c req-47e63987-0fe1-4d46-9571-921de88090e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86ad33de-39f7-4665-9226-1bf675daecbe HTTP/1.1" status: 200 len: 915 time: 0.1659946 Aug 28 12:57:13.319092 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ef4a61-35e4-4d72-bef1-79a7f3f0c288 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network 10bd4a8c-63a7-45d3-a620-c4890a8348ef is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:57:13.349075 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28529bc1-2c08-4004-9eb0-9fac0731534a req-b59daa33-3c99-4477-9de6-a18aa37a71dc service neutron] 10.222.0.11 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569177 Aug 28 12:57:13.396122 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:13.427078 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-48b63b3b-ca02-4de0-8540-1b3d278bdf1c req-655d8d95-5665-49ea-8d4e-847756c9b246 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=045b7c91-2f3e-4cca-9e12-7b035307da63 HTTP/1.1" status: 200 len: 217 time: 0.1043265 Aug 28 12:57:13.440455 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:13.553584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-31ef4a61-35e4-4d72-bef1-79a7f3f0c288 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 10bd4a8c-63a7-45d3-a620-c4890a8348ef) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:13.570703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcbb639-d1a3-4c76-b278-a97ec3429099 None None] Network 10bd4a8c-63a7-45d3-a620-c4890a8348ef requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:13.712473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Allocated IP 172.25.1.9 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/2d6e8b21-2b07-4247-bdac-999668cb31f9) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:13.745616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ef4a61-35e4-4d72-bef1-79a7f3f0c288 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:13.746245 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-31ef4a61-35e4-4d72-bef1-79a7f3f0c288 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:13.833061 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b63b3b-ca02-4de0-8540-1b3d278bdf1c req-f7c66d26-8a56-4591-ab84-d37c1c14192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:13.834967 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-48b63b3b-ca02-4de0-8540-1b3d278bdf1c req-f7c66d26-8a56-4591-ab84-d37c1c14192e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=942cca67-1f9d-41d6-bb91-b6b305db0b47 HTTP/1.1" status: 200 len: 855 time: 0.3989418 Aug 28 12:57:13.895778 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-31ef4a61-35e4-4d72-bef1-79a7f3f0c288 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6875744 Aug 28 12:57:13.899755 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59098) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:13.916770 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-10bd4a8c-63a7-45d3-a620-c4890a8348ef', 'network_id': '10bd4a8c-63a7-45d3-a620-c4890a8348ef', 'tenant_id': 'cf75ebbcd5fe4308ad4d56c0011e49c5', 'fixed_ips': [{'subnet_id': 'e1106b28-5285-4116-a56d-55e271d9a22b'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:57:13.918070 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:13.926853 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e1ef5c74-6807-44bd-b541-3ccb3e6e52f1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'network_id': '10bd4a8c-63a7-45d3-a620-c4890a8348ef', 'name': 'tempest-PortsTestJSON-508621599'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:13.968968 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-48b63b3b-ca02-4de0-8540-1b3d278bdf1c req-e4f81ac3-6cbb-4f9d-9f9b-d314dbae114b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86ad33de-39f7-4665-9226-1bf675daecbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144295 Aug 28 12:57:14.066461 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:14.081387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Allocated IP 172.20.0.2 (10bd4a8c-63a7-45d3-a620-c4890a8348ef/e1106b28-5285-4116-a56d-55e271d9a22b/09405dac-c8a6-46e1-afda-eb75ee869ebf) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:14.183815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba203d5-6162-45bc-93a3-378fb087ddf2 req-36eefa37-f5c1-47c0-8921-37ce692576d3 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:14.202478 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7ba203d5-6162-45bc-93a3-378fb087ddf2 req-36eefa37-f5c1-47c0-8921-37ce692576d3 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 945 time: 0.4526250 Aug 28 12:57:14.241844 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:14.251394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Transition to ACTIVE for port object 09405dac-c8a6-46e1-afda-eb75ee869ebf will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:14.267954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Transition to ACTIVE for port object 09405dac-c8a6-46e1-afda-eb75ee869ebf will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:14.274097 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:14.275799 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:14.339594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Pushing event updated for resources: {'Port': ['ID=09405dac-c8a6-46e1-afda-eb75ee869ebf,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:14.352038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Network 10bd4a8c-63a7-45d3-a620-c4890a8348ef is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:14.354131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:14.356733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:14.395612 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Router 237f969c-d827-4406-9324-39b8565d3847 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:57:14.396294 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:14.400818 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:14.407814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:14.470988 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Attempting to bind port 09405dac-c8a6-46e1-afda-eb75ee869ebf on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:57:14.471888 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Attempting to bind port 09405dac-c8a6-46e1-afda-eb75ee869ebf by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '947b8a1f-74df-4388-a3be-2229d711244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10bd4a8c-63a7-45d3-a620-c4890a8348ef'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:57:14.472358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Attempting to bind port 09405dac-c8a6-46e1-afda-eb75ee869ebf on network 10bd4a8c-63a7-45d3-a620-c4890a8348ef {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:57:14.481944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bff72f-cc77-426a-8669-71cf499d7a5c req-b88a1d79-ee66-48ee-9869-de68bc8c9634 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:14.482192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:57:14.483052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Checking segment: {'id': '947b8a1f-74df-4388-a3be-2229d711244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10bd4a8c-63a7-45d3-a620-c4890a8348ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:14.483962 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:14.485103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Bound using segment: {'id': '947b8a1f-74df-4388-a3be-2229d711244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10bd4a8c-63a7-45d3-a620-c4890a8348ef'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:57:14.487122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Bound port: 09405dac-c8a6-46e1-afda-eb75ee869ebf, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947b8a1f-74df-4388-a3be-2229d711244a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10bd4a8c-63a7-45d3-a620-c4890a8348ef'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:57:14.487703 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:14.491949 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28bff72f-cc77-426a-8669-71cf499d7a5c req-b88a1d79-ee66-48ee-9869-de68bc8c9634 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 943 time: 0.3087099 Aug 28 12:57:14.500524 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Pushing event updated for resources: {'Port': ['ID=2d6e8b21-2b07-4247-bdac-999668cb31f9,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:14.534332 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7ba203d5-6162-45bc-93a3-378fb087ddf2 req-99d44533-fbff-4f75-a5eb-084b1f565250 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285944 Aug 28 12:57:14.535073 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ef5c74-6807-44bd-b541-3ccb3e6e52f1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:14.559194 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5c74-6807-44bd-b541-3ccb3e6e52f1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:14.608946 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] For port 09405dac-c8a6-46e1-afda-eb75ee869ebf, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:57:14.616201 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] For port 09405dac-c8a6-46e1-afda-eb75ee869ebf, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=09405dac-c8a6-46e1-afda-eb75ee869ebf,segment=NetworkSegment(947b8a1f-74df-4388-a3be-2229d711244a),segment_id=947b8a1f-74df-4388-a3be-2229d711244a)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:57:14.623099 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:14.708198 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28bff72f-cc77-426a-8669-71cf499d7a5c req-3fc5a1dc-8e36-4500-9fd0-d9e138af5858 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087591 Aug 28 12:57:14.708867 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c44e3-4e5f-43ea-acc1-633f72c74ee1 None None] Pushing event updated for resources: {'Port': ['ID=09405dac-c8a6-46e1-afda-eb75ee869ebf,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:14.740781 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-48b63b3b-ca02-4de0-8540-1b3d278bdf1c req-5188778c-fe07-48c7-8aef-d53495407d6e service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7477453 Aug 28 12:57:14.854104 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-e1ef5c74-6807-44bd-b541-3ccb3e6e52f1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] device_id is not set on port 28f25a1c-544d-4f5b-8d78-fbd85160cff8 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:57:14.872342 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:14.969355 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:15.124154 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:57:15.136165 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Sync routers for ids ['237f969c-d827-4406-9324-39b8565d3847'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:57:15.137852 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-48b63b3b-ca02-4de0-8540-1b3d278bdf1c req-ac27138f-9844-4b35-bd71-1a6bd259055f service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817992 Aug 28 12:57:15.175856 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Routers {'237f969c-d827-4406-9324-39b8565d3847'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:15.176516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['237f969c-d827-4406-9324-39b8565d3847'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:15.190194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-e1ef5c74-6807-44bd-b541-3ccb3e6e52f1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Allocated IP 172.20.0.3 (10bd4a8c-63a7-45d3-a620-c4890a8348ef/e1106b28-5285-4116-a56d-55e271d9a22b/28f25a1c-544d-4f5b-8d78-fbd85160cff8) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:15.200843 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:15.202985 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d29e3be4-4bc0-415e-893b-f3d858690c6d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.8567133 Aug 28 12:57:15.205777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59104) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:15.326008 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:15.374693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:15.383341 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:15.439824 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Set router 237f969c-d827-4406-9324-39b8565d3847 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:57:15.476159 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Pushing event updated for resources: {'Port': ['ID=2d6e8b21-2b07-4247-bdac-999668cb31f9,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:15.536737 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:15.613503 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:15.618159 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2119ef64-5269-47c4-a5d3-54470528c990 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8134415 Aug 28 12:57:15.627732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59108) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:15.638340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1729fe5c-5c50-4ad1-8115-b831592aae7a tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1448389410', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'fixed_ips': [{'ip_address': '172.25.1.9'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:15.648455 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-17918f49-45e5-462b-95c5-163b9bf2b2ed tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/routers/237f969c-d827-4406-9324-39b8565d3847 HTTP/1.1" status: 200 len: 909 time: 0.4409983 Aug 28 12:57:15.651666 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59110) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:15.667912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1429913224', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'enable_snat': True}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:15.802613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 09405dac-c8a6-46e1-afda-eb75ee869ebf up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:57:15.830757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1729fe5c-5c50-4ad1-8115-b831592aae7a tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Made reservation on behalf of 0fe2d845d32d4099b942b5460405a893 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:15.833193 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1729fe5c-5c50-4ad1-8115-b831592aae7a tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:15.880902 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1729fe5c-5c50-4ad1-8115-b831592aae7a tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:15.894559 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237f969c-d827-4406-9324-39b8565d3847', 'name': 'tempest-snat-router-1429913224', 'tenant_id': '71a2302c7ef74206855c3f0085c37a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.103'}], 'enable_snat': False}, 'gw_port_id': '77210da5-e4b0-4a59-8e24-c5efde7a93ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:57:09Z', 'updated_at': '2021-08-28T12:57:12Z', 'revision_number': 3, 'project_id': '71a2302c7ef74206855c3f0085c37a99', 'gw_port': {'id': '77210da5-e4b0-4a59-8e24-c5efde7a93ef', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237f969c-d827-4406-9324-39b8565d3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:57:10Z', 'updated_at': '2021-08-28T12:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:15.955332 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5c74-6807-44bd-b541-3ccb3e6e52f1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:15.970562 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:15.971667 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:15.981411 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-e1ef5c74-6807-44bd-b541-3ccb3e6e52f1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Transition to ACTIVE for port object 28f25a1c-544d-4f5b-8d78-fbd85160cff8 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:16.005554 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Checking router: 237f969c-d827-4406-9324-39b8565d3847 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:57:16.005914 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Updating router 237f969c-d827-4406-9324-39b8565d3847 port 77210da5-e4b0-4a59-8e24-c5efde7a93ef binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:57:16.008799 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2329b0c-2a24-478d-9cb1-a687d8782819 req-372ddd19-a59a-4667-8cf1-bb2899a5614f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:16.013471 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e2329b0c-2a24-478d-9cb1-a687d8782819 req-372ddd19-a59a-4667-8cf1-bb2899a5614f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 945 time: 0.2838681 Aug 28 12:57:16.048689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5c74-6807-44bd-b541-3ccb3e6e52f1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:16.081757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 09405dac-c8a6-46e1-afda-eb75ee869ebf completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:16.120036 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:16.175896 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef5c74-6807-44bd-b541-3ccb3e6e52f1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network 10bd4a8c-63a7-45d3-a620-c4890a8348ef is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:16.189159 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 045b7c91-2f3e-4cca-9e12-7b035307da63 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:57:16.194298 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:16.194786 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef5c74-6807-44bd-b541-3ccb3e6e52f1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:16.202283 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef5c74-6807-44bd-b541-3ccb3e6e52f1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=28f25a1c-544d-4f5b-8d78-fbd85160cff8,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:16.206517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef5c74-6807-44bd-b541-3ccb3e6e52f1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:16.260972 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec84769-93d9-4005-8e4a-e73bf25bcfe2 req-ccbb58f1-f038-497b-9502-0c4617590bbe tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:16.262928 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5ec84769-93d9-4005-8e4a-e73bf25bcfe2 req-ccbb58f1-f038-497b-9502-0c4617590bbe tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 943 time: 0.2200797 Aug 28 12:57:16.363556 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.resource_extend [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:57:16.364677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef5c74-6807-44bd-b541-3ccb3e6e52f1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:16.365349 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5c74-6807-44bd-b541-3ccb3e6e52f1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:16.419033 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5ec84769-93d9-4005-8e4a-e73bf25bcfe2 req-6bc59a2f-b03b-478e-83ad-d264a0f9a5fc tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491029 Aug 28 12:57:16.517165 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 045b7c91-2f3e-4cca-9e12-7b035307da63, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=045b7c91-2f3e-4cca-9e12-7b035307da63,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:16.531643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '045b7c91-2f3e-4cca-9e12-7b035307da63', 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe', 'port_id': '045b7c91-2f3e-4cca-9e12-7b035307da63', 'mac_address': 'fa:16:3e:9e:df:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942cca67-1f9d-41d6-bb91-b6b305db0b47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:57:16.539106 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c18494-6284-476f-a32d-84bfdad6d079 None None] Network 10bd4a8c-63a7-45d3-a620-c4890a8348ef requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:16.559071 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e2329b0c-2a24-478d-9cb1-a687d8782819 req-f925e10e-9b4f-4644-9340-dec10125f398 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329745 Aug 28 12:57:16.668630 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5f5e0947-7882-4ee0-8d8f-864d1d2d1684 None None] Provisioning for port 09405dac-c8a6-46e1-afda-eb75ee869ebf completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:16.694833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5f5e0947-7882-4ee0-8d8f-864d1d2d1684 None None] Provisioning complete for port 09405dac-c8a6-46e1-afda-eb75ee869ebf triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:16.695509 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5f5e0947-7882-4ee0-8d8f-864d1d2d1684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:16.723562 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:16.768762 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1729fe5c-5c50-4ad1-8115-b831592aae7a tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:16.774528 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1729fe5c-5c50-4ad1-8115-b831592aae7a tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:16.780669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-1729fe5c-5c50-4ad1-8115-b831592aae7a tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] device_id is not set on port 8b853a96-2f5c-4d9c-8cb0-f0ad666fae9a yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:57:16.782592 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e1ef5c74-6807-44bd-b541-3ccb3e6e52f1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8741693 Aug 28 12:57:16.785413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59118) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:16.795069 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:16.969885 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:16.981164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-2e42f858-ba04-4e98-afe6-b2a646bf81c5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port 28f25a1c-544d-4f5b-8d78-fbd85160cff8 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:16.981687 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e42f858-ba04-4e98-afe6-b2a646bf81c5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:16.987339 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Transition to ACTIVE for port object 77210da5-e4b0-4a59-8e24-c5efde7a93ef will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:17.007510 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:17.073901 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-1729fe5c-5c50-4ad1-8115-b831592aae7a tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 28 12:57:17.074592 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1729fe5c-5c50-4ad1-8115-b831592aae7a tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:57:17.086581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a767e-c5af-48db-bb03-d2e31d41cf56 None None] Pushing event updated for resources: {'Port': ['ID=77210da5-e4b0-4a59-8e24-c5efde7a93ef,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:17.091524 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729fe5c-5c50-4ad1-8115-b831592aae7a tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df28e2e7-84c3-40c3-967c-aee91434c246,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:17.106906 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1729fe5c-5c50-4ad1-8115-b831592aae7a tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 1.4756155 Aug 28 12:57:17.108172 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59120) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:17.119027 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045b7c91-2f3e-4cca-9e12-7b035307da63 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:57:17.216476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 045b7c91-2f3e-4cca-9e12-7b035307da63, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=045b7c91-2f3e-4cca-9e12-7b035307da63,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:17.218277 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Attempting to bind port 77210da5-e4b0-4a59-8e24-c5efde7a93ef on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:57:17.220403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Attempting to bind port 77210da5-e4b0-4a59-8e24-c5efde7a93ef by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:57:17.220709 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Attempting to bind port 77210da5-e4b0-4a59-8e24-c5efde7a93ef on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:57:17.252391 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:57:17.252873 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:17.253293 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:17.255891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:57:17.256417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Bound port: 77210da5-e4b0-4a59-8e24-c5efde7a93ef, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:57:17.256820 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:17.327787 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e42f858-ba04-4e98-afe6-b2a646bf81c5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:17.333054 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:17.363042 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:17.364357 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:17.463843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] For port 77210da5-e4b0-4a59-8e24-c5efde7a93ef, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:57:17.499153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-2e42f858-ba04-4e98-afe6-b2a646bf81c5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for 28f25a1c-544d-4f5b-8d78-fbd85160cff8 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:17.509919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] For port 77210da5-e4b0-4a59-8e24-c5efde7a93ef, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=77210da5-e4b0-4a59-8e24-c5efde7a93ef,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:57:17.535201 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:17.821806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cdd5d-896d-4dff-8e17-e70d84a0fb7f req-a3cec4e9-2963-45f7-a23b-59e6455d00cd tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:17.824289 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae9cdd5d-896d-4dff-8e17-e70d84a0fb7f req-a3cec4e9-2963-45f7-a23b-59e6455d00cd tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 944 time: 0.1475289 Aug 28 12:57:17.841321 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Allocated IP 172.25.1.235 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/a7bc3db0-43c2-4eed-9e0d-c3581a567f7a) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:17.853788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-50c3332d-b9c0-42e1-ad94-ece1d5b4ade4 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Deleting port 2d6e8b21-2b07-4247-bdac-999668cb31f9 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:17.854427 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50c3332d-b9c0-42e1-ad94-ece1d5b4ade4 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:17.866845 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5f5e0947-7882-4ee0-8d8f-864d1d2d1684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:17.945638 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae9cdd5d-896d-4dff-8e17-e70d84a0fb7f req-e60c23f4-b460-4f01-8296-5fa0ec8f33f7 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065185 Aug 28 12:57:17.983276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['045b7c91-2f3e-4cca-9e12-7b035307da63'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:57:18.059740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=045b7c91-2f3e-4cca-9e12-7b035307da63,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:18.083953 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Routers {'237f969c-d827-4406-9324-39b8565d3847'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:18.084605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['237f969c-d827-4406-9324-39b8565d3847'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:18.180274 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:18.268267 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:18.293833 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:18.297691 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:18.317830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:18.348542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fad54-3eb7-4f58-b662-f99874ea9ce3 req-fece3963-8ec1-4f84-a9d7-041baf39b531 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:18.355902 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a28fad54-3eb7-4f58-b662-f99874ea9ce3 req-fece3963-8ec1-4f84-a9d7-041baf39b531 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 945 time: 0.5872781 Aug 28 12:57:18.366778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Pushing event updated for resources: {'Port': ['ID=a7bc3db0-43c2-4eed-9e0d-c3581a567f7a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:18.404513 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e42f858-ba04-4e98-afe6-b2a646bf81c5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:18.407672 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50c3332d-b9c0-42e1-ad94-ece1d5b4ade4 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:18.407992 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50c3332d-b9c0-42e1-ad94-ece1d5b4ade4 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:18.413048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a767e-c5af-48db-bb03-d2e31d41cf56 None None] Pushing event updated for resources: {'Port': ['ID=77210da5-e4b0-4a59-8e24-c5efde7a93ef,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:18.461054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-50c3332d-b9c0-42e1-ad94-ece1d5b4ade4 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Calling delete_port for 2d6e8b21-2b07-4247-bdac-999668cb31f9 owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:18.464088 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42f858-ba04-4e98-afe6-b2a646bf81c5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=28f25a1c-544d-4f5b-8d78-fbd85160cff8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:18.469940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] Set router 237f969c-d827-4406-9324-39b8565d3847 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:57:18.484273 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a28fad54-3eb7-4f58-b662-f99874ea9ce3 req-7e932a8b-9097-4e5b-b43c-1850cb20575f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274188 Aug 28 12:57:18.661124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5f5e0947-7882-4ee0-8d8f-864d1d2d1684 None None] For port 09405dac-c8a6-46e1-afda-eb75ee869ebf, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=09405dac-c8a6-46e1-afda-eb75ee869ebf,segment=NetworkSegment(947b8a1f-74df-4388-a3be-2229d711244a),segment_id=947b8a1f-74df-4388-a3be-2229d711244a)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:18.674097 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5f5e0947-7882-4ee0-8d8f-864d1d2d1684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:18.704357 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e42f858-ba04-4e98-afe6-b2a646bf81c5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:18.713457 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2e42f858-ba04-4e98-afe6-b2a646bf81c5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/28f25a1c-544d-4f5b-8d78-fbd85160cff8 HTTP/1.1" status: 204 len: 168 time: 1.9270294 Aug 28 12:57:18.714241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59128) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:18.771898 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7387ce5-1729-4967-9658-e78f93aca238 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] DELETE failed (client error): The resource could not be found. Aug 28 12:57:18.772621 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7387ce5-1729-4967-9658-e78f93aca238 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:57:18.788532 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59130) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:18.794968 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b7387ce5-1729-4967-9658-e78f93aca238 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/28f25a1c-544d-4f5b-8d78-fbd85160cff8 HTTP/1.1" status: 404 len: 333 time: 0.0777297 Aug 28 12:57:18.859671 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab27dc7-0bf1-4325-9a0d-d03388c9f943 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] GET failed (client error): The resource could not be found. Aug 28 12:57:18.871963 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6ab27dc7-0bf1-4325-9a0d-d03388c9f943 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/28f25a1c-544d-4f5b-8d78-fbd85160cff8 HTTP/1.1" status: 404 len: 333 time: 0.0765626 Aug 28 12:57:18.874964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59132) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:18.903907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e0947-7882-4ee0-8d8f-864d1d2d1684 None None] Pushing event updated for resources: {'Port': ['ID=09405dac-c8a6-46e1-afda-eb75ee869ebf,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:18.927058 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50c3332d-b9c0-42e1-ad94-ece1d5b4ade4 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:18.996739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3332d-b9c0-42e1-ad94-ece1d5b4ade4 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d6e8b21-2b07-4247-bdac-999668cb31f9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:19.107905 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50c3332d-b9c0-42e1-ad94-ece1d5b4ade4 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:19.111140 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50c3332d-b9c0-42e1-ad94-ece1d5b4ade4 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:19.112428 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-50c3332d-b9c0-42e1-ad94-ece1d5b4ade4 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589 tempest-ExternalNetworksAdminNegativeTestJSON-1922102589-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/3432312d-87f7-47e0-ae4c-36fa45ab0e5d HTTP/1.1" status: 204 len: 168 time: 2.0039229 Aug 28 12:57:19.175805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237f969c-d827-4406-9324-39b8565d3847', 'name': 'tempest-snat-router-1429913224', 'tenant_id': '71a2302c7ef74206855c3f0085c37a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.103'}], 'enable_snat': False}, 'gw_port_id': '77210da5-e4b0-4a59-8e24-c5efde7a93ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:57:09Z', 'updated_at': '2021-08-28T12:57:12Z', 'revision_number': 3, 'project_id': '71a2302c7ef74206855c3f0085c37a99', 'gw_port': {'id': '77210da5-e4b0-4a59-8e24-c5efde7a93ef', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237f969c-d827-4406-9324-39b8565d3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:57:10Z', 'updated_at': '2021-08-28T12:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:19.238313 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522402dd-45a6-4b09-beb9-e1c31c6e0a2d None None] The sync data for ids ['237f969c-d827-4406-9324-39b8565d3847'] in n-d-791505-21 is: [{'id': '237f969c-d827-4406-9324-39b8565d3847', 'name': 'tempest-snat-router-1429913224', 'tenant_id': '71a2302c7ef74206855c3f0085c37a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.103'}], 'enable_snat': False}, 'gw_port_id': '77210da5-e4b0-4a59-8e24-c5efde7a93ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:57:09Z', 'updated_at': '2021-08-28T12:57:12Z', 'revision_number': 3, 'project_id': '71a2302c7ef74206855c3f0085c37a99', 'gw_port': {'id': '77210da5-e4b0-4a59-8e24-c5efde7a93ef', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237f969c-d827-4406-9324-39b8565d3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1954, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:57:10Z', 'updated_at': '2021-08-28T12:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:57:19.267436 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-71c4886d-1c8b-452c-8ac1-a7db412eda82 None None] Provisioning complete for port 09405dac-c8a6-46e1-afda-eb75ee869ebf triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:19.268343 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-71c4886d-1c8b-452c-8ac1-a7db412eda82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:19.450668 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:19.537431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-71c4886d-1c8b-452c-8ac1-a7db412eda82 None None] Could not find standard attr ID for object 28f25a1c-544d-4f5b-8d78-fbd85160cff8. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 12:57:19.656250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a66d8510-e40c-4ffd-8e35-9affac7a13e5 None None] Could not find standard attr ID for object 28f25a1c-544d-4f5b-8d78-fbd85160cff8. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 12:57:19.739237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 09405dac-c8a6-46e1-afda-eb75ee869ebf up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:57:19.756106 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644cc65-4483-4127-9d7c-15aa2a4369c3 req-5d34f3a2-fe58-440e-8f28-8340f173efd8 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:19.766828 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e644cc65-4483-4127-9d7c-15aa2a4369c3 req-5d34f3a2-fe58-440e-8f28-8340f173efd8 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 945 time: 0.0947726 Aug 28 12:57:19.839875 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e644cc65-4483-4127-9d7c-15aa2a4369c3 req-6b7b9b6a-9397-4aa6-9685-559b9313f365 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683322 Aug 28 12:57:19.879370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-6396cf35-e632-4d8e-a2b2-b57566555c3f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting subnet e1106b28-5285-4116-a56d-55e271d9a22b {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:57:19.940280 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 09405dac-c8a6-46e1-afda-eb75ee869ebf triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:19.940673 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:19.972830 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6396cf35-e632-4d8e-a2b2-b57566555c3f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:20.059268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59144) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:20.063415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62903b-5e63-437f-8bad-d6d0928901ce req-0666d22c-8a33-4b6a-862e-8d7b65aaa69e tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:20.071628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf62903b-5e63-437f-8bad-d6d0928901ce req-0666d22c-8a33-4b6a-862e-8d7b65aaa69e tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 944 time: 0.6177049 Aug 28 12:57:20.157402 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6396cf35-e632-4d8e-a2b2-b57566555c3f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:20.269517 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 045b7c91-2f3e-4cca-9e12-7b035307da63 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:57:20.318710 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf62903b-5e63-437f-8bad-d6d0928901ce req-451cc1d0-1f69-4e45-89c6-cb0d6d8cb5a5 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359159 Aug 28 12:57:20.442051 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-286f3ae4-f91a-4bc3-b025-426680d9f534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:20.473401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 045b7c91-2f3e-4cca-9e12-7b035307da63 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:20.487357 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 045b7c91-2f3e-4cca-9e12-7b035307da63 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:20.487893 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:20.534346 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:20.556272 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6396cf35-e632-4d8e-a2b2-b57566555c3f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:20.662041 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:20.726789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6396cf35-e632-4d8e-a2b2-b57566555c3f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:20.736266 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-286f3ae4-f91a-4bc3-b025-426680d9f534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:20.740206 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccee010c-ee52-499f-a8f1-0d52534539a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045b7c91-2f3e-4cca-9e12-7b035307da63'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:57:20.744630 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-286f3ae4-f91a-4bc3-b025-426680d9f534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:20.756996 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f2325e-b1c6-4c9f-b058-7657ebb50408" -d '{"events": [{"server_uuid": "ccee010c-ee52-499f-a8f1-0d52534539a1", "name": "network-vif-plugged", "status": "completed", "tag": "045b7c91-2f3e-4cca-9e12-7b035307da63"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:57:20.796406 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 045b7c91-2f3e-4cca-9e12-7b035307da63, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=045b7c91-2f3e-4cca-9e12-7b035307da63,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:20.804423 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:20.804767 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-286f3ae4-f91a-4bc3-b025-426680d9f534 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a04e3b7ec00f4e82bd6fd09aa1c65ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7412555 Aug 28 12:57:20.818550 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59154) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:20.900056 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2851d6-b81c-42e5-aac5-f1069411d564 x-openstack-request-id: req-8a2851d6-b81c-42e5-aac5-f1069411d564 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:57:20.900919 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccee010c-ee52-499f-a8f1-0d52534539a1", "name": "network-vif-plugged", "status": "completed", "tag": "045b7c91-2f3e-4cca-9e12-7b035307da63", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:57:20.903853 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a2851d6-b81c-42e5-aac5-f1069411d564 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:57:20.916515 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccee010c-ee52-499f-a8f1-0d52534539a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045b7c91-2f3e-4cca-9e12-7b035307da63', 'code': 200} Aug 28 12:57:20.947230 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396cf35-e632-4d8e-a2b2-b57566555c3f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Subnet': ['ID=e1106b28-5285-4116-a56d-55e271d9a22b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:20.977578 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6396cf35-e632-4d8e-a2b2-b57566555c3f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:20.979803 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6396cf35-e632-4d8e-a2b2-b57566555c3f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/e1106b28-5285-4116-a56d-55e271d9a22b HTTP/1.1" status: 204 len: 168 time: 2.1038620 Aug 28 12:57:20.995365 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59158) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:21.023690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=045b7c91-2f3e-4cca-9e12-7b035307da63,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:21.036987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192a6634-53f8-4dae-916f-5571c00a492a None None] Network 10bd4a8c-63a7-45d3-a620-c4890a8348ef requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:21.168968 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eb4a4ad9-d99e-4916-991f-728cf5cefb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:21.172809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f3ae4-f91a-4bc3-b025-426680d9f534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0d4c6a-7180-4df2-a070-31eb9c0c183b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:21.253472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecff02-11a9-4d28-af64-5cd237f1bfd9 req-25e9129e-4bf6-47b8-8b51-e45772d79271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:21.255425 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e6ecff02-11a9-4d28-af64-5cd237f1bfd9 req-25e9129e-4bf6-47b8-8b51-e45772d79271 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 1097 time: 0.2826674 Aug 28 12:57:21.410350 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eb4a4ad9-d99e-4916-991f-728cf5cefb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:21.468421 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e6ecff02-11a9-4d28-af64-5cd237f1bfd9 req-70e60416-ddcf-46b6-a946-da159994fc93 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801796 Aug 28 12:57:21.478968 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:21.557803 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eb4a4ad9-d99e-4916-991f-728cf5cefb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:21.560409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce43ba8-7bdb-4d25-8ef7-311ffb353c60 None None] DHCP port deletion for 10bd4a8c-63a7-45d3-a620-c4890a8348ef request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:57:21.572171 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eb4a4ad9-d99e-4916-991f-728cf5cefb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:21.573365 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-eb4a4ad9-d99e-4916-991f-728cf5cefb4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e0d4c6a-7180-4df2-a070-31eb9c0c183b HTTP/1.1" status: 204 len: 168 time: 0.7535713 Aug 28 12:57:21.623013 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a4ad9-d99e-4916-991f-728cf5cefb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0d4c6a-7180-4df2-a070-31eb9c0c183b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:21.754623 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-1ce43ba8-7bdb-4d25-8ef7-311ffb353c60 None None] Deleting port 09405dac-c8a6-46e1-afda-eb75ee869ebf {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:21.755086 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1ce43ba8-7bdb-4d25-8ef7-311ffb353c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:21.764227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc7dfc-9c0d-4433-bdf4-af6f27c41bca req-cdc4923c-2217-4ffa-99f8-7ed4b644ce57 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:21.765883 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a7cc7dfc-9c0d-4433-bdf4-af6f27c41bca req-cdc4923c-2217-4ffa-99f8-7ed4b644ce57 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 945 time: 0.2847903 Aug 28 12:57:21.834034 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb963df0-273b-44e4-bc40-72c650000cf7 req-459bba18-ca11-41af-a80f-eee6d1b8f72e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:21.842266 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bb963df0-273b-44e4-bc40-72c650000cf7 req-459bba18-ca11-41af-a80f-eee6d1b8f72e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 945 time: 0.1826775 Aug 28 12:57:21.865217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 77210da5-e4b0-4a59-8e24-c5efde7a93ef up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:57:21.876843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Router a9323e21-39c9-4bae-9a58-5f5cab5e3197 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:57:21.930675 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a7cc7dfc-9c0d-4433-bdf4-af6f27c41bca req-ab92a563-141c-4404-91b4-f4ee5dab54d6 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575208 Aug 28 12:57:21.958193 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bb963df0-273b-44e4-bc40-72c650000cf7 req-5d63bd33-7a8e-4bac-8d5e-99dd7e7a4f5e tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044652 Aug 28 12:57:22.155677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port 09405dac-c8a6-46e1-afda-eb75ee869ebf {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:22.156315 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:22.160350 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1ce43ba8-7bdb-4d25-8ef7-311ffb353c60 None None] For port 09405dac-c8a6-46e1-afda-eb75ee869ebf, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=09405dac-c8a6-46e1-afda-eb75ee869ebf,segment=NetworkSegment(947b8a1f-74df-4388-a3be-2229d711244a),segment_id=947b8a1f-74df-4388-a3be-2229d711244a)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:22.168873 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1ce43ba8-7bdb-4d25-8ef7-311ffb353c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:22.210716 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-1ce43ba8-7bdb-4d25-8ef7-311ffb353c60 None None] Calling delete_port for 09405dac-c8a6-46e1-afda-eb75ee869ebf owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:22.236278 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 77210da5-e4b0-4a59-8e24-c5efde7a93ef completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:22.246256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 77210da5-e4b0-4a59-8e24-c5efde7a93ef triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:22.246749 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:22.301982 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:57:22.314686 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Sync routers for ids ['a9323e21-39c9-4bae-9a58-5f5cab5e3197'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:57:22.318708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59172) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:22.330840 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Routers {'a9323e21-39c9-4bae-9a58-5f5cab5e3197'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:22.331555 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a9323e21-39c9-4bae-9a58-5f5cab5e3197'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:22.333193 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] For port 09405dac-c8a6-46e1-afda-eb75ee869ebf, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=09405dac-c8a6-46e1-afda-eb75ee869ebf,segment=NetworkSegment(947b8a1f-74df-4388-a3be-2229d711244a),segment_id=947b8a1f-74df-4388-a3be-2229d711244a)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:22.333789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:22.365630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for 09405dac-c8a6-46e1-afda-eb75ee869ebf owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:22.382754 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:22.387707 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-68fef6e5-ad00-4551-a404-9546f3f5b9bc tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.7342954 Aug 28 12:57:22.391765 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59174) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:22.496387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59176) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:22.501154 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-235d2f20-ce30-4fa6-82ab-4a8ac6b7af3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fe2d845d32d4099b942b5460405a893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810210 Aug 28 12:57:22.664856 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:22.692192 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Set router a9323e21-39c9-4bae-9a58-5f5cab5e3197 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:57:22.696123 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fe0b4216-c18a-4f50-bec4-da573c652e24 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/routers/a9323e21-39c9-4bae-9a58-5f5cab5e3197 HTTP/1.1" status: 200 len: 908 time: 0.2994239 Aug 28 12:57:22.698324 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59178) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:22.711009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No DVR routers for this DVR port 09405dac-c8a6-46e1-afda-eb75ee869ebf on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:57:22.714138 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dbe76fb0-8b86-4b8b-a4fa-c45eaea0af86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:22.805768 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:22.874407 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1ce43ba8-7bdb-4d25-8ef7-311ffb353c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:22.919388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=09405dac-c8a6-46e1-afda-eb75ee869ebf,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:22.920919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce43ba8-7bdb-4d25-8ef7-311ffb353c60 None None] No DVR routers for this DVR port 09405dac-c8a6-46e1-afda-eb75ee869ebf on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:57:22.928214 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 77210da5-e4b0-4a59-8e24-c5efde7a93ef, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=77210da5-e4b0-4a59-8e24-c5efde7a93ef,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:22.929810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce43ba8-7bdb-4d25-8ef7-311ffb353c60 None None] Pushing event deleted for resources: {'Port': ['ID=09405dac-c8a6-46e1-afda-eb75ee869ebf,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:22.936348 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:22.980131 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ec30861-e042-4ef3-ad60-c630b408aa69 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.062633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=77210da5-e4b0-4a59-8e24-c5efde7a93ef,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:23.097071 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 09405dac-c8a6-46e1-afda-eb75ee869ebf no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:57:23.140725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 09405dac-c8a6-46e1-afda-eb75ee869ebf {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:57:23.141068 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 09405dac-c8a6-46e1-afda-eb75ee869ebf not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:57:23.198217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.211262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bd4a8c-63a7-45d3-a620-c4890a8348ef']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:23.225300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947b8a1f-74df-4388-a3be-2229d711244a') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:23.225300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947b8a1f-74df-4388-a3be-2229d711244a') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:23.239612 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.243120 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9323e21-39c9-4bae-9a58-5f5cab5e3197', 'name': 'tempest-snat-router-1429913224', 'tenant_id': '71a2302c7ef74206855c3f0085c37a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'a7bc3db0-43c2-4eed-9e0d-c3581a567f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:57:16Z', 'updated_at': '2021-08-28T12:57:18Z', 'revision_number': 3, 'project_id': '71a2302c7ef74206855c3f0085c37a99', 'gw_port': {'id': 'a7bc3db0-43c2-4eed-9e0d-c3581a567f7a', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9323e21-39c9-4bae-9a58-5f5cab5e3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1969, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:57:17Z', 'updated_at': '2021-08-28T12:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:23.257683 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.263034 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d03f38-c43e-4ba6-9ab1-aa57a62971cd req-0cfe1123-3c8f-478c-bb87-bbaef7b1a5fc tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:23.264782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:57:23.266173 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43d03f38-c43e-4ba6-9ab1-aa57a62971cd req-0cfe1123-3c8f-478c-bb87-bbaef7b1a5fc tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 945 time: 0.0970356 Aug 28 12:57:23.273858 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.285714 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ec30861-e042-4ef3-ad60-c630b408aa69 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.314567 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Checking router: a9323e21-39c9-4bae-9a58-5f5cab5e3197 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:57:23.315633 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Updating router a9323e21-39c9-4bae-9a58-5f5cab5e3197 port a7bc3db0-43c2-4eed-9e0d-c3581a567f7a binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:57:23.353577 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43d03f38-c43e-4ba6-9ab1-aa57a62971cd req-eab27716-f53a-49c4-8c41-30b007a57fdc tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709350 Aug 28 12:57:23.359612 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:57:23.372882 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:57:23.376216 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.387051 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.390806 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/networks/10bd4a8c-63a7-45d3-a620-c4890a8348ef HTTP/1.1" status: 204 len: 168 time: 2.3944447 Aug 28 12:57:23.396061 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59188) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:23.401927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-98a3cbc6-e195-4517-9e2d-c26d0e074b22 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-680166318'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:23.420117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:23.420800 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:23.421330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:23.421995 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:23.422534 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:23.423226 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:23.423987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:23.424501 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:23.425007 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:23.425945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:23.426675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:23.427469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:23.436727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dbe76fb0-8b86-4b8b-a4fa-c45eaea0af86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.450487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a3cbc6-e195-4517-9e2d-c26d0e074b22 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:23.455421 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98a3cbc6-e195-4517-9e2d-c26d0e074b22 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.468421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd7fb4-bde0-4bcd-b10d-dd527716258e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Network': ['ID=10bd4a8c-63a7-45d3-a620-c4890a8348ef,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:23.498856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4ec30861-e042-4ef3-ad60-c630b408aa69 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Deleting port a7bc3db0-43c2-4eed-9e0d-c3581a567f7a {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:23.499261 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ec30861-e042-4ef3-ad60-c630b408aa69 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.527957 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aff12-2513-4910-b7df-15652cc2320c req-c7ab0547-913e-4b4c-9792-f20a922e48fa tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:23.530873 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3c7aff12-2513-4910-b7df-15652cc2320c req-c7ab0547-913e-4b4c-9792-f20a922e48fa tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 946 time: 0.6601558 Aug 28 12:57:23.552466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a3cbc6-e195-4517-9e2d-c26d0e074b22 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:57:23.579164 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dbe76fb0-8b86-4b8b-a4fa-c45eaea0af86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.581902 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98a3cbc6-e195-4517-9e2d-c26d0e074b22 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.582325 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-98a3cbc6-e195-4517-9e2d-c26d0e074b22 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Added segment 57efab02-3139-4ea7-ae0c-e75332e6d402 of type vlan for network 77d9a53c-253a-4e37-bde2-361dcd5c754b Aug 28 12:57:23.583568 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dbe76fb0-8b86-4b8b-a4fa-c45eaea0af86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.585350 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dbe76fb0-8b86-4b8b-a4fa-c45eaea0af86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df28e2e7-84c3-40c3-967c-aee91434c246 HTTP/1.1" status: 204 len: 168 time: 1.0879145 Aug 28 12:57:23.601708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe76fb0-8b86-4b8b-a4fa-c45eaea0af86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df28e2e7-84c3-40c3-967c-aee91434c246,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:23.638008 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3c7aff12-2513-4910-b7df-15652cc2320c req-8f4973bd-4072-4c1c-982f-3dc5f81c5875 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910728 Aug 28 12:57:23.712421 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 77210da5-e4b0-4a59-8e24-c5efde7a93ef up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:57:23.732380 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98a3cbc6-e195-4517-9e2d-c26d0e074b22 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.818388 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 77210da5-e4b0-4a59-8e24-c5efde7a93ef triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:23.818996 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.879516 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98a3cbc6-e195-4517-9e2d-c26d0e074b22 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.885467 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a3cbc6-e195-4517-9e2d-c26d0e074b22 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:23.886629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98a3cbc6-e195-4517-9e2d-c26d0e074b22 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.899300 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:23.917592 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Transition to ACTIVE for port object a7bc3db0-43c2-4eed-9e0d-c3581a567f7a will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:23.927708 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:24.003658 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59194) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:24.004974 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-98a3cbc6-e195-4517-9e2d-c26d0e074b22 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6076882 Aug 28 12:57:24.009497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a4f81c7e-3ff4-4997-b7c4-61c92e6e760e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'subnet': {'network_id': '77d9a53c-253a-4e37-bde2-361dcd5c754b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:24.033561 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcca89d-7c1a-49e7-b9b1-22338f85c459 req-6d6c6d7d-d0b6-40eb-9d86-82c5e92d5274 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:24.042281 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516ef88-23cb-4e0d-9a07-63ddfb62a32e None None] Pushing event updated for resources: {'Port': ['ID=a7bc3db0-43c2-4eed-9e0d-c3581a567f7a,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:24.042673 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7bcca89d-7c1a-49e7-b9b1-22338f85c459 req-6d6c6d7d-d0b6-40eb-9d86-82c5e92d5274 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 945 time: 0.2381814 Aug 28 12:57:24.062804 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Attempting to bind port a7bc3db0-43c2-4eed-9e0d-c3581a567f7a on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:57:24.064801 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Attempting to bind port a7bc3db0-43c2-4eed-9e0d-c3581a567f7a by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:57:24.065492 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Attempting to bind port a7bc3db0-43c2-4eed-9e0d-c3581a567f7a on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:57:24.081037 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516ef88-23cb-4e0d-9a07-63ddfb62a32e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:24.083787 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516ef88-23cb-4e0d-9a07-63ddfb62a32e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:24.084247 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516ef88-23cb-4e0d-9a07-63ddfb62a32e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:24.084994 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516ef88-23cb-4e0d-9a07-63ddfb62a32e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:24.086003 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516ef88-23cb-4e0d-9a07-63ddfb62a32e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:24.087071 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516ef88-23cb-4e0d-9a07-63ddfb62a32e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:24.087913 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516ef88-23cb-4e0d-9a07-63ddfb62a32e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:24.089571 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3cbc6-e195-4517-9e2d-c26d0e074b22 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Network': ['ID=77d9a53c-253a-4e37-bde2-361dcd5c754b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:24.089738 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516ef88-23cb-4e0d-9a07-63ddfb62a32e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:24.091451 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516ef88-23cb-4e0d-9a07-63ddfb62a32e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:24.091997 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516ef88-23cb-4e0d-9a07-63ddfb62a32e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:24.092749 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516ef88-23cb-4e0d-9a07-63ddfb62a32e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:24.102813 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516ef88-23cb-4e0d-9a07-63ddfb62a32e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:24.105620 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ec30861-e042-4ef3-ad60-c630b408aa69 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:24.121633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 77d9a53c-253a-4e37-bde2-361dcd5c754b details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:57:24.130814 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7bcca89d-7c1a-49e7-b9b1-22338f85c459 req-0d0e31c6-c905-4261-a4f6-e269f7732876 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842817 Aug 28 12:57:24.131899 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:57:24.133596 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:24.135628 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:24.141823 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:57:24.143611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4ec30861-e042-4ef3-ad60-c630b408aa69 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Calling delete_port for a7bc3db0-43c2-4eed-9e0d-c3581a567f7a owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:24.144285 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Bound port: a7bc3db0-43c2-4eed-9e0d-c3581a567f7a, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:57:24.144738 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:24.323930 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] For port a7bc3db0-43c2-4eed-9e0d-c3581a567f7a, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:57:24.323930 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] For port a7bc3db0-43c2-4eed-9e0d-c3581a567f7a, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a7bc3db0-43c2-4eed-9e0d-c3581a567f7a,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:57:24.335632 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:24.367597 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f81c7e-3ff4-4997-b7c4-61c92e6e760e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:24.376561 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a4f81c7e-3ff4-4997-b7c4-61c92e6e760e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:24.417847 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Routers {'a9323e21-39c9-4bae-9a58-5f5cab5e3197'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:24.418279 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a9323e21-39c9-4bae-9a58-5f5cab5e3197'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:24.528080 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516ef88-23cb-4e0d-9a07-63ddfb62a32e None None] Pushing event updated for resources: {'Port': ['ID=a7bc3db0-43c2-4eed-9e0d-c3581a567f7a,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:24.559583 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] Set router a9323e21-39c9-4bae-9a58-5f5cab5e3197 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:57:24.672305 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ec30861-e042-4ef3-ad60-c630b408aa69 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:24.729823 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9323e21-39c9-4bae-9a58-5f5cab5e3197', 'name': 'tempest-snat-router-1429913224', 'tenant_id': '71a2302c7ef74206855c3f0085c37a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:57:16Z', 'updated_at': '2021-08-28T12:57:23Z', 'revision_number': 4, 'project_id': '71a2302c7ef74206855c3f0085c37a99', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:24.747581 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec30861-e042-4ef3-ad60-c630b408aa69 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7bc3db0-43c2-4eed-9e0d-c3581a567f7a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:24.793122 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561d62c-ac2b-41a2-9b97-14380ffbe354 None None] The sync data for ids ['a9323e21-39c9-4bae-9a58-5f5cab5e3197'] in n-d-791505-21 is: [{'id': 'a9323e21-39c9-4bae-9a58-5f5cab5e3197', 'name': 'tempest-snat-router-1429913224', 'tenant_id': '71a2302c7ef74206855c3f0085c37a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:57:16Z', 'updated_at': '2021-08-28T12:57:23Z', 'revision_number': 4, 'project_id': '71a2302c7ef74206855c3f0085c37a99', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:57:24.873497 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ec30861-e042-4ef3-ad60-c630b408aa69 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:24.929935 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a4f81c7e-3ff4-4997-b7c4-61c92e6e760e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:24.993033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f81c7e-3ff4-4997-b7c4-61c92e6e760e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Subnet': ['ID=fb52878f-2845-44c8-a94d-63ee667596ea,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:25.004807 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6c511-be45-4ad1-9d27-426ed7baa0a8 req-c07cc6f1-905e-4233-8d26-c324d8ece65b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:25.006940 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4a6c511-be45-4ad1-9d27-426ed7baa0a8 req-c07cc6f1-905e-4233-8d26-c324d8ece65b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 946 time: 0.2117772 Aug 28 12:57:25.122978 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4a6c511-be45-4ad1-9d27-426ed7baa0a8 req-19f09894-f17f-4f81-88eb-6b021f6df764 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066272 Aug 28 12:57:25.135873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f81c7e-3ff4-4997-b7c4-61c92e6e760e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Checking segment: {'id': '57efab02-3139-4ea7-ae0c-e75332e6d402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '77d9a53c-253a-4e37-bde2-361dcd5c754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:25.136195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f81c7e-3ff4-4997-b7c4-61c92e6e760e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network hostable DHCP agents. Network: 77d9a53c-253a-4e37-bde2-361dcd5c754b, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:57:25.140798 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ec30861-e042-4ef3-ad60-c630b408aa69 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:25.144228 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ec30861-e042-4ef3-ad60-c630b408aa69 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:25.166139 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f81c7e-3ff4-4997-b7c4-61c92e6e760e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network 77d9a53c-253a-4e37-bde2-361dcd5c754b is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:57:25.185439 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-a4f81c7e-3ff4-4997-b7c4-61c92e6e760e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 77d9a53c-253a-4e37-bde2-361dcd5c754b) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:25.191284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f81c7e-3ff4-4997-b7c4-61c92e6e760e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:25.192019 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a4f81c7e-3ff4-4997-b7c4-61c92e6e760e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:25.205619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d093f71-b774-428a-b516-9ee5a3d1b950 None None] Network 77d9a53c-253a-4e37-bde2-361dcd5c754b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:25.218461 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a4f81c7e-3ff4-4997-b7c4-61c92e6e760e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2134321 Aug 28 12:57:25.222142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59224) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:25.234407 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-68c56e4c-9224-43ae-96c3-bfab859a6cf7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'network_id': '77d9a53c-253a-4e37-bde2-361dcd5c754b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-723548091'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:25.257839 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ec30861-e042-4ef3-ad60-c630b408aa69 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:25.258508 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec30861-e042-4ef3-ad60-c630b408aa69 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9323e21-39c9-4bae-9a58-5f5cab5e3197 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:57:25.268822 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ec30861-e042-4ef3-ad60-c630b408aa69 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:25.276467 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4ec30861-e042-4ef3-ad60-c630b408aa69 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "DELETE /v2.0/routers/a9323e21-39c9-4bae-9a58-5f5cab5e3197 HTTP/1.1" status: 204 len: 168 time: 2.5765715 Aug 28 12:57:25.278307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59226) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:25.473575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c56e4c-9224-43ae-96c3-bfab859a6cf7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:25.477995 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68c56e4c-9224-43ae-96c3-bfab859a6cf7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:25.522251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-68c56e4c-9224-43ae-96c3-bfab859a6cf7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] device_id is not set on port 2c462dc0-f832-44d9-bfae-ec4e56ac481d yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:57:25.630488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-77d9a53c-253a-4e37-bde2-361dcd5c754b', 'network_id': '77d9a53c-253a-4e37-bde2-361dcd5c754b', 'tenant_id': 'cf75ebbcd5fe4308ad4d56c0011e49c5', 'fixed_ips': [{'subnet_id': 'fb52878f-2845-44c8-a94d-63ee667596ea'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:57:25.631725 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:25.685494 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59232) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:25.715232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0506d56-09e2-47e3-8f30-e84f91c12ba5 req-55bbdf31-9196-425b-925f-8b4728e66322 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:25.723456 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0506d56-09e2-47e3-8f30-e84f91c12ba5 req-55bbdf31-9196-425b-925f-8b4728e66322 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 945 time: 0.2334065 Aug 28 12:57:25.774848 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2beaedc-3cd4-4ee6-b6c2-33347ba8a489 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:25.810035 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd29b8-8054-4fa8-9a25-2e1f9b13ee48 req-61944d04-f9d8-410b-8fbd-32a1191a58db tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:25.813262 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94fd29b8-8054-4fa8-9a25-2e1f9b13ee48 req-61944d04-f9d8-410b-8fbd-32a1191a58db tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 946 time: 0.1782706 Aug 28 12:57:25.826605 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0506d56-09e2-47e3-8f30-e84f91c12ba5 req-e3519555-6299-49f8-be4c-02883fbbc0b9 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020629 Aug 28 12:57:25.846932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-68c56e4c-9224-43ae-96c3-bfab859a6cf7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Allocated IP 172.20.0.9 (77d9a53c-253a-4e37-bde2-361dcd5c754b/fb52878f-2845-44c8-a94d-63ee667596ea/2c462dc0-f832-44d9-bfae-ec4e56ac481d) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:25.874684 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-fc420e28-f6f9-457e-8b7e-146632de1ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1779489561'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:25.915900 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc420e28-f6f9-457e-8b7e-146632de1ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Made reservation on behalf of 983bd3b8d0a1406c911402c893ba0f98 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:25.919449 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc420e28-f6f9-457e-8b7e-146632de1ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:25.922787 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2beaedc-3cd4-4ee6-b6c2-33347ba8a489 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:25.934029 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc420e28-f6f9-457e-8b7e-146632de1ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.008598 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68c56e4c-9224-43ae-96c3-bfab859a6cf7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.034934 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d2beaedc-3cd4-4ee6-b6c2-33347ba8a489 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Deleting port 77210da5-e4b0-4a59-8e24-c5efde7a93ef {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:26.035189 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2beaedc-3cd4-4ee6-b6c2-33347ba8a489 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.134902 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc420e28-f6f9-457e-8b7e-146632de1ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.148196 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc420e28-f6f9-457e-8b7e-146632de1ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.169945 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-d2beaedc-3cd4-4ee6-b6c2-33347ba8a489 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] For port 77210da5-e4b0-4a59-8e24-c5efde7a93ef, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=77210da5-e4b0-4a59-8e24-c5efde7a93ef,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:26.171104 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2beaedc-3cd4-4ee6-b6c2-33347ba8a489 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.197577 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d2beaedc-3cd4-4ee6-b6c2-33347ba8a489 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Calling delete_port for 77210da5-e4b0-4a59-8e24-c5efde7a93ef owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:26.199516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc420e28-f6f9-457e-8b7e-146632de1ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:57:26.217944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc420e28-f6f9-457e-8b7e-146632de1ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ada8f1-5d23-4ce8-9d0d-99e597328e0b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:26.224307 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc420e28-f6f9-457e-8b7e-146632de1ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.224656 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-fc420e28-f6f9-457e-8b7e-146632de1ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Added segment 67a06e7d-beea-47cb-b32c-6b337b7c7b5b of type vlan for network a0a85b55-457f-4f66-86af-203aecd8f5ec Aug 28 12:57:26.307180 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc420e28-f6f9-457e-8b7e-146632de1ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.312390 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-68c56e4c-9224-43ae-96c3-bfab859a6cf7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Transition to ACTIVE for port object 2c462dc0-f832-44d9-bfae-ec4e56ac481d will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:26.386845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48a464-d539-438f-b59d-97b006be163f req-1e901d29-d7e8-44b6-8715-406ed458bb9f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:26.387653 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc420e28-f6f9-457e-8b7e-146632de1ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.389386 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd48a464-d539-438f-b59d-97b006be163f req-1e901d29-d7e8-44b6-8715-406ed458bb9f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 946 time: 0.0933201 Aug 28 12:57:26.393945 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc420e28-f6f9-457e-8b7e-146632de1ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:26.394575 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc420e28-f6f9-457e-8b7e-146632de1ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.412075 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-94fd29b8-8054-4fa8-9a25-2e1f9b13ee48 req-ef58a837-fd31-4114-a47f-cb4bcd7353d4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Deleting port 050dccf7-cb33-4035-a7b2-64069e71e1f1 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:26.412450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94fd29b8-8054-4fa8-9a25-2e1f9b13ee48 req-ef58a837-fd31-4114-a47f-cb4bcd7353d4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.422694 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68c56e4c-9224-43ae-96c3-bfab859a6cf7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.457084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Allocated IP 172.20.0.2 (77d9a53c-253a-4e37-bde2-361dcd5c754b/fb52878f-2845-44c8-a94d-63ee667596ea/a620aa5e-3021-437c-ba8f-7ab3b45ac132) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:26.467389 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fc420e28-f6f9-457e-8b7e-146632de1ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7772849 Aug 28 12:57:26.467619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59238) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:26.472973 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-fba18563-45da-4674-ad67-12d666b9c1b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Request body: {'subnet': {'network_id': 'a0a85b55-457f-4f66-86af-203aecd8f5ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:26.539481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc420e28-f6f9-457e-8b7e-146632de1ff9 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Pushing event updated for resources: {'Network': ['ID=a0a85b55-457f-4f66-86af-203aecd8f5ec,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:26.540048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c56e4c-9224-43ae-96c3-bfab859a6cf7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network 77d9a53c-253a-4e37-bde2-361dcd5c754b is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:26.554145 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network a0a85b55-457f-4f66-86af-203aecd8f5ec details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:57:26.558975 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd48a464-d539-438f-b59d-97b006be163f req-8d36ecd1-15e0-4df1-a24e-422d65a29d7a tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=d342c507-b494-4623-a19a-d45db09ed26d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598549 Aug 28 12:57:26.559772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-68c56e4c-9224-43ae-96c3-bfab859a6cf7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:26.573611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c56e4c-9224-43ae-96c3-bfab859a6cf7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:26.573611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c56e4c-9224-43ae-96c3-bfab859a6cf7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=2c462dc0-f832-44d9-bfae-ec4e56ac481d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:26.634684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-94fd29b8-8054-4fa8-9a25-2e1f9b13ee48 req-ef58a837-fd31-4114-a47f-cb4bcd7353d4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] For port 050dccf7-cb33-4035-a7b2-64069e71e1f1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=050dccf7-cb33-4035-a7b2-64069e71e1f1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:26.635761 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94fd29b8-8054-4fa8-9a25-2e1f9b13ee48 req-ef58a837-fd31-4114-a47f-cb4bcd7353d4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.657453 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2beaedc-3cd4-4ee6-b6c2-33347ba8a489 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.719621 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2beaedc-3cd4-4ee6-b6c2-33347ba8a489 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Pushing event deleted for resources: {'Port': ['ID=77210da5-e4b0-4a59-8e24-c5efde7a93ef,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:26.731980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c56e4c-9224-43ae-96c3-bfab859a6cf7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:26.733662 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68c56e4c-9224-43ae-96c3-bfab859a6cf7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.764455 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba18563-45da-4674-ad67-12d666b9c1b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Made reservation on behalf of 983bd3b8d0a1406c911402c893ba0f98 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:26.770146 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fba18563-45da-4674-ad67-12d666b9c1b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.770401 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-68c56e4c-9224-43ae-96c3-bfab859a6cf7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.5430801 Aug 28 12:57:26.771325 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.781724 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Transition to ACTIVE for port object a620aa5e-3021-437c-ba8f-7ab3b45ac132 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:26.795954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59246) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:26.805724 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Transition to ACTIVE for port object a620aa5e-3021-437c-ba8f-7ab3b45ac132 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:26.814319 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:26.869894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Network 77d9a53c-253a-4e37-bde2-361dcd5c754b is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:26.875590 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:26.877929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Pushing event updated for resources: {'Port': ['ID=a620aa5e-3021-437c-ba8f-7ab3b45ac132,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:26.880729 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:26.972929 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2beaedc-3cd4-4ee6-b6c2-33347ba8a489 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:27.019472 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94fd29b8-8054-4fa8-9a25-2e1f9b13ee48 req-ef58a837-fd31-4114-a47f-cb4bcd7353d4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:27.019960 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94fd29b8-8054-4fa8-9a25-2e1f9b13ee48 req-ef58a837-fd31-4114-a47f-cb4bcd7353d4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:27.020369 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [req-94fd29b8-8054-4fa8-9a25-2e1f9b13ee48 req-ef58a837-fd31-4114-a47f-cb4bcd7353d4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Floating IP 3c4e7cf3-c95a-451f-b27b-6a1fe8941d59 disassociated. External IP: 172.25.1.61, port: 050dccf7-cb33-4035-a7b2-64069e71e1f1. Aug 28 12:57:27.020806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-94fd29b8-8054-4fa8-9a25-2e1f9b13ee48 req-ef58a837-fd31-4114-a47f-cb4bcd7353d4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Calling delete_port for 050dccf7-cb33-4035-a7b2-64069e71e1f1 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:27.090416 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e1178-43ef-4eb6-825f-97f29a3b65a0 req-adc76642-5656-4141-ba0b-8325ca207744 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:27.092808 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-947e1178-43ef-4eb6-825f-97f29a3b65a0 req-adc76642-5656-4141-ba0b-8325ca207744 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 945 time: 0.1445346 Aug 28 12:57:27.122806 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2beaedc-3cd4-4ee6-b6c2-33347ba8a489 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:27.127702 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2beaedc-3cd4-4ee6-b6c2-33347ba8a489 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:27.159073 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-947e1178-43ef-4eb6-825f-97f29a3b65a0 req-6bb73dfc-3280-4bc7-8f70-75b9741ffaa5 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596302 Aug 28 12:57:27.213520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Attempting to bind port a620aa5e-3021-437c-ba8f-7ab3b45ac132 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:57:27.214188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Attempting to bind port a620aa5e-3021-437c-ba8f-7ab3b45ac132 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '57efab02-3139-4ea7-ae0c-e75332e6d402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '77d9a53c-253a-4e37-bde2-361dcd5c754b'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:57:27.214966 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Attempting to bind port a620aa5e-3021-437c-ba8f-7ab3b45ac132 on network 77d9a53c-253a-4e37-bde2-361dcd5c754b {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:57:27.221539 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:57:27.222087 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Checking segment: {'id': '57efab02-3139-4ea7-ae0c-e75332e6d402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '77d9a53c-253a-4e37-bde2-361dcd5c754b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:27.222574 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:27.223101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Bound using segment: {'id': '57efab02-3139-4ea7-ae0c-e75332e6d402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '77d9a53c-253a-4e37-bde2-361dcd5c754b'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:57:27.223563 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Bound port: a620aa5e-3021-437c-ba8f-7ab3b45ac132, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57efab02-3139-4ea7-ae0c-e75332e6d402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '77d9a53c-253a-4e37-bde2-361dcd5c754b'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:57:27.223942 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:27.246640 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2beaedc-3cd4-4ee6-b6c2-33347ba8a489 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:27.247874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2beaedc-3cd4-4ee6-b6c2-33347ba8a489 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 237f969c-d827-4406-9324-39b8565d3847 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:57:27.257087 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2beaedc-3cd4-4ee6-b6c2-33347ba8a489 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:27.261760 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d2beaedc-3cd4-4ee6-b6c2-33347ba8a489 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "DELETE /v2.0/routers/237f969c-d827-4406-9324-39b8565d3847 HTTP/1.1" status: 204 len: 168 time: 1.9791417 Aug 28 12:57:27.266122 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59256) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:27.271476 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94fd29b8-8054-4fa8-9a25-2e1f9b13ee48 req-ef58a837-fd31-4114-a47f-cb4bcd7353d4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:27.281528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1949674501', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}, 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:27.293162 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-881aae55-9d25-4be5-9272-b75ac285fa0e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port 2c462dc0-f832-44d9-bfae-ec4e56ac481d {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:27.293539 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-881aae55-9d25-4be5-9272-b75ac285fa0e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:27.308608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58a837-fd31-4114-a47f-cb4bcd7353d4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event deleted for resources: {'Port': ['ID=050dccf7-cb33-4035-a7b2-64069e71e1f1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:27.355841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] For port a620aa5e-3021-437c-ba8f-7ab3b45ac132, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:57:27.366289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] For port a620aa5e-3021-437c-ba8f-7ab3b45ac132, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a620aa5e-3021-437c-ba8f-7ab3b45ac132,segment=NetworkSegment(57efab02-3139-4ea7-ae0c-e75332e6d402),segment_id=57efab02-3139-4ea7-ae0c-e75332e6d402)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:57:27.372204 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:27.462330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2dd60-d397-41f7-b5db-be8070ecbc8d None None] Pushing event updated for resources: {'Port': ['ID=a620aa5e-3021-437c-ba8f-7ab3b45ac132,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:27.551919 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94fd29b8-8054-4fa8-9a25-2e1f9b13ee48 req-ef58a837-fd31-4114-a47f-cb4bcd7353d4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Router d66524e2-c33a-402e-a7cf-7e086c4b0724 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:57:27.563425 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:27.565233 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:27.572093 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fba18563-45da-4674-ad67-12d666b9c1b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:27.816940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94fd29b8-8054-4fa8-9a25-2e1f9b13ee48 req-ef58a837-fd31-4114-a47f-cb4bcd7353d4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:57:27.834298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7242a5-ec47-4dcf-ada2-208db3026cf1 None None] Sync routers for ids ['d66524e2-c33a-402e-a7cf-7e086c4b0724'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:57:27.889506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fd29b8-8054-4fa8-9a25-2e1f9b13ee48 req-ef58a837-fd31-4114-a47f-cb4bcd7353d4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] No DVR routers for this DVR port 050dccf7-cb33-4035-a7b2-64069e71e1f1 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:57:27.900784 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7242a5-ec47-4dcf-ada2-208db3026cf1 None None] Routers {'d66524e2-c33a-402e-a7cf-7e086c4b0724'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:27.901570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-8f7242a5-ec47-4dcf-ada2-208db3026cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['d66524e2-c33a-402e-a7cf-7e086c4b0724'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:27.904659 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-94fd29b8-8054-4fa8-9a25-2e1f9b13ee48 req-ef58a837-fd31-4114-a47f-cb4bcd7353d4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:27.907836 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94fd29b8-8054-4fa8-9a25-2e1f9b13ee48 req-ef58a837-fd31-4114-a47f-cb4bcd7353d4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.11 "DELETE /v2.0/ports/050dccf7-cb33-4035-a7b2-64069e71e1f1 HTTP/1.1" status: 204 len: 173 time: 1.9536369 Aug 28 12:57:27.908417 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'name': 'network-vif-deleted', 'tag': '050dccf7-cb33-4035-a7b2-64069e71e1f1'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:57:27.917908 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2081afc3-2b59-4a78-b4d3-29944f9f01f7" -d '{"events": [{"server_uuid": "3fc0e93e-e91d-4d47-9440-31b9ac1b1e51", "name": "network-vif-deleted", "tag": "050dccf7-cb33-4035-a7b2-64069e71e1f1"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:57:28.140957 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-8f7242a5-ec47-4dcf-ada2-208db3026cf1 None None] Set router d66524e2-c33a-402e-a7cf-7e086c4b0724 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:57:28.202550 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf4f39f-6006-4d7a-b0d0-ca5acddbccb4 x-openstack-request-id: req-5bf4f39f-6006-4d7a-b0d0-ca5acddbccb4 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:57:28.202983 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc0e93e-e91d-4d47-9440-31b9ac1b1e51", "name": "network-vif-deleted", "tag": "050dccf7-cb33-4035-a7b2-64069e71e1f1", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:57:28.203317 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bf4f39f-6006-4d7a-b0d0-ca5acddbccb4 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:57:28.203793 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc0e93e-e91d-4d47-9440-31b9ac1b1e51', 'name': 'network-vif-deleted', 'tag': '050dccf7-cb33-4035-a7b2-64069e71e1f1', 'status': 'completed', 'code': 200} Aug 28 12:57:28.296883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 050dccf7-cb33-4035-a7b2-64069e71e1f1 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:57:28.298977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a8ca323b-ce4b-438d-a1f4-f3221c0c5709 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:57:28.338646 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 050dccf7-cb33-4035-a7b2-64069e71e1f1 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:57:28.339091 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 050dccf7-cb33-4035-a7b2-64069e71e1f1 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:57:28.384332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3566482-b1e9-4242-8ae1-61b369e959d0 req-0cbaead6-9d74-4bdd-80f3-aba278d9db71 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:28.386083 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3566482-b1e9-4242-8ae1-61b369e959d0 req-0cbaead6-9d74-4bdd-80f3-aba278d9db71 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 945 time: 0.1148417 Aug 28 12:57:28.439645 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-881aae55-9d25-4be5-9272-b75ac285fa0e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:28.481307 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3566482-b1e9-4242-8ae1-61b369e959d0 req-4a98e842-3bde-49fa-9682-d31c37377b13 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840878 Aug 28 12:57:28.518266 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25b43b83-0ead-4290-8c7d-5a6aa87cb87d req-f9fe1fc5-ab9d-488d-9cf3-41ba404dc0a2 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc0e93e-e91d-4d47-9440-31b9ac1b1e51 HTTP/1.1" status: 200 len: 210 time: 0.1885557 Aug 28 12:57:28.533450 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:28.545429 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-881aae55-9d25-4be5-9272-b75ac285fa0e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for 2c462dc0-f832-44d9-bfae-ec4e56ac481d owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:28.550155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba18563-45da-4674-ad67-12d666b9c1b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Pushing event updated for resources: {'Subnet': ['ID=99f6b70f-e084-4628-915a-403d9643d5f3,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:28.552460 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:28.574060 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709', 'network_id': '2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3', 'port_id': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709', 'mac_address': 'fa:16:3e:bb:64:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39549c81-d40d-49fb-b349-f6037ce4d779', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:57:28.605906 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-8f7242a5-ec47-4dcf-ada2-208db3026cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:52Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6542d205-c3ca-46d5-8699-a1ec6c440f2b', 'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'mac_address': 'fa:16:3e:ae:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:51Z', 'updated_at': '2021-08-28T12:52:57Z', 'revision_number': 5, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'subnets': [{'id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:28.676190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7242a5-ec47-4dcf-ada2-208db3026cf1 None None] Checking router: d66524e2-c33a-402e-a7cf-7e086c4b0724 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:57:28.681036 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba18563-45da-4674-ad67-12d666b9c1b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Checking segment: {'id': '67a06e7d-beea-47cb-b32c-6b337b7c7b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a0a85b55-457f-4f66-86af-203aecd8f5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:28.681418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba18563-45da-4674-ad67-12d666b9c1b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Network hostable DHCP agents. Network: a0a85b55-457f-4f66-86af-203aecd8f5ec, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:57:28.711878 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7242a5-ec47-4dcf-ada2-208db3026cf1 None None] Routers {'d66524e2-c33a-402e-a7cf-7e086c4b0724'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:28.713929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-8f7242a5-ec47-4dcf-ada2-208db3026cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['d66524e2-c33a-402e-a7cf-7e086c4b0724'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:28.787276 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:28.797301 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba18563-45da-4674-ad67-12d666b9c1b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Network a0a85b55-457f-4f66-86af-203aecd8f5ec is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:57:28.832556 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-fba18563-45da-4674-ad67-12d666b9c1b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, a0a85b55-457f-4f66-86af-203aecd8f5ec) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:28.833024 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:28.868465 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d2daca-fd51-4e5b-b975-2c12948f9789 None None] Network a0a85b55-457f-4f66-86af-203aecd8f5ec requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:28.875350 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba18563-45da-4674-ad67-12d666b9c1b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:28.876024 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fba18563-45da-4674-ad67-12d666b9c1b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:28.938648 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fba18563-45da-4674-ad67-12d666b9c1b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4699535 Aug 28 12:57:28.942972 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59268) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:28.949057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-6edc5e97-0fd3-43b9-8de8-286dece130ec tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Request body: {'port': {'network_id': 'a0a85b55-457f-4f66-86af-203aecd8f5ec', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1494429251'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:28.975657 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-881aae55-9d25-4be5-9272-b75ac285fa0e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:29.012712 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881aae55-9d25-4be5-9272-b75ac285fa0e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=2c462dc0-f832-44d9-bfae-ec4e56ac481d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:29.036317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4284dd27-ed16-4ea4-af61-f033074a4f2b None None] Network 77d9a53c-253a-4e37-bde2-361dcd5c754b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:29.113426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edc5e97-0fd3-43b9-8de8-286dece130ec tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Made reservation on behalf of 983bd3b8d0a1406c911402c893ba0f98 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:29.125736 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-881aae55-9d25-4be5-9272-b75ac285fa0e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:29.131532 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-881aae55-9d25-4be5-9272-b75ac285fa0e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/2c462dc0-f832-44d9-bfae-ec4e56ac481d HTTP/1.1" status: 204 len: 168 time: 2.3328648 Aug 28 12:57:29.132326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59272) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:29.136030 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6edc5e97-0fd3-43b9-8de8-286dece130ec tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:29.140426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ca323b-ce4b-438d-a1f4-f3221c0c5709 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:57:29.164605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:29.173197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-91a2c9b7-e325-43f1-bdd1-f03ecf2c1bbb None None] Provisioning for port a620aa5e-3021-437c-ba8f-7ab3b45ac132 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:29.182400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-6edc5e97-0fd3-43b9-8de8-286dece130ec tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] device_id is not set on port adb39d13-279b-4a90-9daa-eda5a7cd6ee7 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:57:29.184849 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:29.243274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-8f7242a5-ec47-4dcf-ada2-208db3026cf1 None None] Set router d66524e2-c33a-402e-a7cf-7e086c4b0724 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:57:29.247778 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-651bbf2d-e7ab-4842-9d44-c36beca34673 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] GET failed (client error): The resource could not be found. Aug 28 12:57:29.253072 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-651bbf2d-e7ab-4842-9d44-c36beca34673 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/2c462dc0-f832-44d9-bfae-ec4e56ac481d HTTP/1.1" status: 404 len: 333 time: 0.0794382 Aug 28 12:57:29.253704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59274) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:29.316421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7db0ef2-04f0-4e53-9087-ee8af5fe6654 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting subnet fb52878f-2845-44c8-a94d-63ee667596ea {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:57:29.322565 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7db0ef2-04f0-4e53-9087-ee8af5fe6654 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:29.325288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-a0a85b55-457f-4f66-86af-203aecd8f5ec', 'network_id': 'a0a85b55-457f-4f66-86af-203aecd8f5ec', 'tenant_id': '983bd3b8d0a1406c911402c893ba0f98', 'fixed_ips': [{'subnet_id': '99f6b70f-e084-4628-915a-403d9643d5f3'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:57:29.326273 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:29.376126 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:29.391541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-6edc5e97-0fd3-43b9-8de8-286dece130ec tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Allocated IP 2001:db8::e8 (a0a85b55-457f-4f66-86af-203aecd8f5ec/99f6b70f-e084-4628-915a-403d9643d5f3/adb39d13-279b-4a90-9daa-eda5a7cd6ee7) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:29.417478 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:29.437826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,revision_number=11']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:29.452298 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7db0ef2-04f0-4e53-9087-ee8af5fe6654 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:29.479960 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['a8ca323b-ce4b-438d-a1f4-f3221c0c5709'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:57:29.679667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59282) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:29.785083 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7db0ef2-04f0-4e53-9087-ee8af5fe6654 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:29.785344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a620aa5e-3021-437c-ba8f-7ab3b45ac132 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:57:29.791424 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Allocated IP 172.25.1.27 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/d9a5b1d6-dac3-4d70-a755-08c2a245619c) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:29.859457 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6edc5e97-0fd3-43b9-8de8-286dece130ec tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:29.893106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-6edc5e97-0fd3-43b9-8de8-286dece130ec tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Transition to ACTIVE for port object adb39d13-279b-4a90-9daa-eda5a7cd6ee7 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:29.910089 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-107acf23-2ef9-4693-bb72-48765bee753d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:29.952406 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port a620aa5e-3021-437c-ba8f-7ab3b45ac132 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:29.976184 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-107acf23-2ef9-4693-bb72-48765bee753d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:29.995496 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53508e9d-593d-4499-a550-8c5d2dd21928 req-deb01c2b-58f1-48be-83d4-52b316801f08 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:30.000523 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53508e9d-593d-4499-a550-8c5d2dd21928 req-deb01c2b-58f1-48be-83d4-52b316801f08 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.3975656 Aug 28 12:57:30.026853 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7db0ef2-04f0-4e53-9087-ee8af5fe6654 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.048772 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6edc5e97-0fd3-43b9-8de8-286dece130ec tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.104266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db0ef2-04f0-4e53-9087-ee8af5fe6654 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Subnet': ['ID=fb52878f-2845-44c8-a94d-63ee667596ea,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:30.125096 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7db0ef2-04f0-4e53-9087-ee8af5fe6654 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.127311 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b7db0ef2-04f0-4e53-9087-ee8af5fe6654 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/fb52878f-2845-44c8-a94d-63ee667596ea HTTP/1.1" status: 204 len: 168 time: 0.8707466 Aug 28 12:57:30.135419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59284) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:30.136866 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53508e9d-593d-4499-a550-8c5d2dd21928 req-3ad77811-0684-43b0-9035-69fa59c82b6d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250668 Aug 28 12:57:30.152499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edc5e97-0fd3-43b9-8de8-286dece130ec tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Network a0a85b55-457f-4f66-86af-203aecd8f5ec is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:30.158270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-6edc5e97-0fd3-43b9-8de8-286dece130ec tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:30.167849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc5e97-0fd3-43b9-8de8-286dece130ec tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:30.176530 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edc5e97-0fd3-43b9-8de8-286dece130ec tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:30.177786 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6edc5e97-0fd3-43b9-8de8-286dece130ec tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.182128 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.207052 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6edc5e97-0fd3-43b9-8de8-286dece130ec tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2625422 Aug 28 12:57:30.212994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59286) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:30.226406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Request body: {'port': {'network_id': 'a0a85b55-457f-4f66-86af-203aecd8f5ec', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-393815093', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:30.226970 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.api.validators [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] bootfile-name is not in valid_values {{(pid=94877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 12:57:30.227308 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.api.validators [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] tftp-server is not in valid_values {{(pid=94877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 12:57:30.227636 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.api.validators [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] server-ip-address is not in valid_values {{(pid=94877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 12:57:30.240750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc5e97-0fd3-43b9-8de8-286dece130ec tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Pushing event updated for resources: {'Port': ['ID=adb39d13-279b-4a90-9daa-eda5a7cd6ee7,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:30.273445 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-107acf23-2ef9-4693-bb72-48765bee753d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.277505 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-107acf23-2ef9-4693-bb72-48765bee753d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.278758 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-107acf23-2ef9-4693-bb72-48765bee753d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "DELETE /v2.0/security-groups/d342c507-b494-4623-a19a-d45db09ed26d HTTP/1.1" status: 204 len: 168 time: 0.5963466 Aug 28 12:57:30.292627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59290) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:30.313760 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc2721-f6c3-437c-b8e8-4094b7d18e51 None None] Network 77d9a53c-253a-4e37-bde2-361dcd5c754b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:30.317748 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.333684 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a620aa5e-3021-437c-ba8f-7ab3b45ac132 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:30.333684 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.334030 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107acf23-2ef9-4693-bb72-48765bee753d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d342c507-b494-4623-a19a-d45db09ed26d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:30.339866 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-254297f2-c8a7-4f47-a20e-ab5c9bf09615 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] show failed (client error): The resource could not be found. Aug 28 12:57:30.341177 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-254297f2-c8a7-4f47-a20e-ab5c9bf09615 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups/d342c507-b494-4623-a19a-d45db09ed26d HTTP/1.1" status: 404 len: 347 time: 0.0437648 Aug 28 12:57:30.344588 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59292) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:30.400434 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.432191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-8f7242a5-ec47-4dcf-ada2-208db3026cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:52Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6542d205-c3ca-46d5-8699-a1ec6c440f2b', 'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'mac_address': 'fa:16:3e:ae:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:51Z', 'updated_at': '2021-08-28T12:52:57Z', 'revision_number': 5, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'subnets': [{'id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:30.456859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:30.461515 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:30.472663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:30.510139 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7242a5-ec47-4dcf-ada2-208db3026cf1 None None] The sync data for ids ['d66524e2-c33a-402e-a7cf-7e086c4b0724'] in n-d-791505-21 is: [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:52Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6542d205-c3ca-46d5-8699-a1ec6c440f2b', 'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'mac_address': 'fa:16:3e:ae:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:51Z', 'updated_at': '2021-08-28T12:52:57Z', 'revision_number': 5, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'subnets': [{'id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:57:30.532016 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6ce78186-1b5b-4222-8c77-931edee38ea8 None None] Provisioning complete for port a620aa5e-3021-437c-ba8f-7ab3b45ac132 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:30.532525 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6ce78186-1b5b-4222-8c77-931edee38ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.540977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Pushing event updated for resources: {'Port': ['ID=d9a5b1d6-dac3-4d70-a755-08c2a245619c,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:30.543486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Allocated IP 2001:db8::2 (a0a85b55-457f-4f66-86af-203aecd8f5ec/99f6b70f-e084-4628-915a-403d9643d5f3/ca00884c-1dd9-4637-b74c-a418fb1f2c4f) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:30.565210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-ba54717e-8fbd-4264-bb2e-c30271098f6b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Deleting port f1cb6856-73a6-44c0-b3c1-6f582a6d89f2 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:30.565562 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ba54717e-8fbd-4264-bb2e-c30271098f6b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.609233 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Made reservation on behalf of 983bd3b8d0a1406c911402c893ba0f98 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:30.612853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.673365 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] device_id is not set on port 2e7661bd-8911-4ec7-aede-8b0cc3abd41f yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:57:30.695999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port a620aa5e-3021-437c-ba8f-7ab3b45ac132 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:30.696471 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.772155 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ba54717e-8fbd-4264-bb2e-c30271098f6b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.773082 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ba54717e-8fbd-4264-bb2e-c30271098f6b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.787333 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.801513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-ba54717e-8fbd-4264-bb2e-c30271098f6b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Calling delete_port for f1cb6856-73a6-44c0-b3c1-6f582a6d89f2 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:30.914590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] For port a620aa5e-3021-437c-ba8f-7ab3b45ac132, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a620aa5e-3021-437c-ba8f-7ab3b45ac132,segment=NetworkSegment(57efab02-3139-4ea7-ae0c-e75332e6d402),segment_id=57efab02-3139-4ea7-ae0c-e75332e6d402)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:30.914970 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.954391 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6ce78186-1b5b-4222-8c77-931edee38ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:30.962774 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f466506b-f25d-462d-8dc9-c8e4a2850151 None None] New status for floating IP 3c4e7cf3-c95a-451f-b27b-6a1fe8941d59: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:57:30.978294 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for a620aa5e-3021-437c-ba8f-7ab3b45ac132 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:30.980206 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ba54717e-8fbd-4264-bb2e-c30271098f6b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.007013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port a620aa5e-3021-437c-ba8f-7ab3b45ac132, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a620aa5e-3021-437c-ba8f-7ab3b45ac132,segment=NetworkSegment(57efab02-3139-4ea7-ae0c-e75332e6d402),segment_id=57efab02-3139-4ea7-ae0c-e75332e6d402)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:31.008172 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.021745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54717e-8fbd-4264-bb2e-c30271098f6b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event deleted for resources: {'Port': ['ID=f1cb6856-73a6-44c0-b3c1-6f582a6d89f2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:31.036393 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d028d95f-25d5-4f4d-a33a-1777a805744c None None] DHCP port deletion for 77d9a53c-253a-4e37-bde2-361dcd5c754b request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:57:31.038464 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.042417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Transition to ACTIVE for port object ca00884c-1dd9-4637-b74c-a418fb1f2c4f will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:31.052575 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 77210da5-e4b0-4a59-8e24-c5efde7a93ef no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:57:31.080346 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 77210da5-e4b0-4a59-8e24-c5efde7a93ef {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:57:31.080346 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 77210da5-e4b0-4a59-8e24-c5efde7a93ef not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:57:31.104805 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ba54717e-8fbd-4264-bb2e-c30271098f6b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.106209 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.110883 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ba54717e-8fbd-4264-bb2e-c30271098f6b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.112276 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ba54717e-8fbd-4264-bb2e-c30271098f6b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "DELETE /v2.0/floatingips/3c4e7cf3-c95a-451f-b27b-6a1fe8941d59 HTTP/1.1" status: 204 len: 168 time: 0.7644713 Aug 28 12:57:31.159935 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.db.api [None req-f466506b-f25d-462d-8dc9-c8e4a2850151 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:57:31.160341 n-d-791505-21 neutron-server[94880]: DEBUG oslo_db.api [None req-f466506b-f25d-462d-8dc9-c8e4a2850151 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:57:31.163169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=a620aa5e-3021-437c-ba8f-7ab3b45ac132,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:31.179671 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d028d95f-25d5-4f4d-a33a-1777a805744c None None] The port 'a620aa5e-3021-437c-ba8f-7ab3b45ac132' was deleted {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 28 12:57:31.191258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Transition to ACTIVE for port object ca00884c-1dd9-4637-b74c-a418fb1f2c4f will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:31.225874 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.236825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No DVR routers for this DVR port a620aa5e-3021-437c-ba8f-7ab3b45ac132 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:57:31.259322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=a620aa5e-3021-437c-ba8f-7ab3b45ac132,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:31.289660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Allocated IP 2001:db8::27d (a0a85b55-457f-4f66-86af-203aecd8f5ec/99f6b70f-e084-4628-915a-403d9643d5f3/2e7661bd-8911-4ec7-aede-8b0cc3abd41f) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:31.320174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Network a0a85b55-457f-4f66-86af-203aecd8f5ec is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:31.322192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:31.326113 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:31.396972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Pushing event updated for resources: {'Port': ['ID=ca00884c-1dd9-4637-b74c-a418fb1f2c4f,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:31.431117 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.451532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Attempting to bind port ca00884c-1dd9-4637-b74c-a418fb1f2c4f on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:57:31.452011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Attempting to bind port ca00884c-1dd9-4637-b74c-a418fb1f2c4f by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '67a06e7d-beea-47cb-b32c-6b337b7c7b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a0a85b55-457f-4f66-86af-203aecd8f5ec'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:57:31.452484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Attempting to bind port ca00884c-1dd9-4637-b74c-a418fb1f2c4f on network a0a85b55-457f-4f66-86af-203aecd8f5ec {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:57:31.458274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:57:31.458819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Checking segment: {'id': '67a06e7d-beea-47cb-b32c-6b337b7c7b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a0a85b55-457f-4f66-86af-203aecd8f5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:31.459366 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.459871 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Bound using segment: {'id': '67a06e7d-beea-47cb-b32c-6b337b7c7b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a0a85b55-457f-4f66-86af-203aecd8f5ec'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:57:31.460858 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Bound port: ca00884c-1dd9-4637-b74c-a418fb1f2c4f, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a06e7d-beea-47cb-b32c-6b337b7c7b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a0a85b55-457f-4f66-86af-203aecd8f5ec'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:57:31.461497 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.478166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59302) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:31.483706 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-9a252d87-600a-4eb6-803a-d1e53354d38d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--933824759', 'description': 'tempest-description--1814182711'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:31.487866 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d9a53c-253a-4e37-bde2-361dcd5c754b']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:31.516605 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57efab02-3139-4ea7-ae0c-e75332e6d402') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:31.517886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57efab02-3139-4ea7-ae0c-e75332e6d402') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:31.534117 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] For port ca00884c-1dd9-4637-b74c-a418fb1f2c4f, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:57:31.537540 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9a252d87-600a-4eb6-803a-d1e53354d38d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.537979 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] For port ca00884c-1dd9-4637-b74c-a418fb1f2c4f, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ca00884c-1dd9-4637-b74c-a418fb1f2c4f,segment=NetworkSegment(67a06e7d-beea-47cb-b32c-6b337b7c7b5b),segment_id=67a06e7d-beea-47cb-b32c-6b337b7c7b5b)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:57:31.546437 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.581313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87634b39-1196-43e4-97ee-3a1faaeb36cb req-f3054919-b464-48ef-aa06-38d7600b9737 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:31.583458 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-87634b39-1196-43e4-97ee-3a1faaeb36cb req-f3054919-b464-48ef-aa06-38d7600b9737 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 946 time: 0.3031061 Aug 28 12:57:31.631597 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.659431 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.661907 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f466506b-f25d-462d-8dc9-c8e4a2850151 None None] New status for floating IP 3c4e7cf3-c95a-451f-b27b-6a1fe8941d59: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:57:31.674056 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3a153-feee-4340-a1bf-42efd028bec0 None None] Pushing event updated for resources: {'Port': ['ID=ca00884c-1dd9-4637-b74c-a418fb1f2c4f,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:31.697312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a620aa5e-3021-437c-ba8f-7ab3b45ac132 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:57:31.699151 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.709972 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:57:31.710515 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.718401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Transition to ACTIVE for port object 2e7661bd-8911-4ec7-aede-8b0cc3abd41f will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:31.769230 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: a620aa5e-3021-437c-ba8f-7ab3b45ac132 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:57:31.769977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a620aa5e-3021-437c-ba8f-7ab3b45ac132 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: items = [ Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:57:31.795567 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:57:31.798565 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.806767 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.819076 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.820446 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9a252d87-600a-4eb6-803a-d1e53354d38d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.825569 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/networks/77d9a53c-253a-4e37-bde2-361dcd5c754b HTTP/1.1" status: 204 len: 168 time: 1.6846292 Aug 28 12:57:31.827081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59304) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:31.833083 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9a252d87-600a-4eb6-803a-d1e53354d38d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.840433 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.888158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-26782d87-caf3-4712-909d-495253b32687 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'name': 'tempest-PortsTestJSON-1246941947'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:31.895739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50079a0c-92b4-444b-9b4b-23321d4075f5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Network': ['ID=77d9a53c-253a-4e37-bde2-361dcd5c754b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:31.902168 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Network a0a85b55-457f-4f66-86af-203aecd8f5ec is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:31.918239 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:31.942947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:31.948731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:31.949388 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.961958 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a252d87-600a-4eb6-803a-d1e53354d38d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:31.965181 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9a252d87-600a-4eb6-803a-d1e53354d38d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:31.966968 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9a252d87-600a-4eb6-803a-d1e53354d38d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4876938 Aug 28 12:57:31.976438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59306) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:31.981496 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-47f893b0-9725-4d0f-bdb1-9957764b8a00 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Request body: {'security_group_rule': {'security_group_id': '18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:32.010921 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-87634b39-1196-43e4-97ee-3a1faaeb36cb req-e488141d-3a3f-4cd8-ad30-690acb87254f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108295 Aug 28 12:57:32.029806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Pushing event updated for resources: {'Port': ['ID=2e7661bd-8911-4ec7-aede-8b0cc3abd41f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:32.039026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-92a44d71-e00e-4c49-85d2-dd9c07095c6d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.8250582 Aug 28 12:57:32.039764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59308) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:32.102996 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47f893b0-9725-4d0f-bdb1-9957764b8a00 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.107682 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26782d87-caf3-4712-909d-495253b32687 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:32.112107 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-26782d87-caf3-4712-909d-495253b32687 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.139354 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-26782d87-caf3-4712-909d-495253b32687 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] device_id is not set on port 5564092d-85f9-4cbb-b70c-6a617b1fbf93 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:57:32.148510 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc68191-a1ad-48f5-af5b-22fd506d54e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:32.155173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc68191-a1ad-48f5-af5b-22fd506d54e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:32.161365 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc68191-a1ad-48f5-af5b-22fd506d54e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:32.166159 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5dc68191-a1ad-48f5-af5b-22fd506d54e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1086352 Aug 28 12:57:32.168075 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59310) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:32.275031 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47f893b0-9725-4d0f-bdb1-9957764b8a00 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.282484 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47f893b0-9725-4d0f-bdb1-9957764b8a00 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.296077 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a8ca323b-ce4b-438d-a1f4-f3221c0c5709 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:57:32.312446 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.312756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f893b0-9725-4d0f-bdb1-9957764b8a00 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafcc31b-0604-4ac6-a69f-172e0e3d2077,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:32.323030 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47f893b0-9725-4d0f-bdb1-9957764b8a00 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.324402 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-47f893b0-9725-4d0f-bdb1-9957764b8a00 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3466330 Aug 28 12:57:32.329584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59312) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:32.333931 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5b010685-b365-4b13-95f7-626f82c223e9 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Request body: {'security_group_rule': {'security_group_id': '18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:32.363556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-4e5be7af-0426-4189-a1f0-42919072832d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Deleting port 2e7661bd-8911-4ec7-aede-8b0cc3abd41f {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:32.364054 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e5be7af-0426-4189-a1f0-42919072832d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.430301 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b010685-b365-4b13-95f7-626f82c223e9 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.473286 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:32.489170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:32.489848 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.507531 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-26782d87-caf3-4712-909d-495253b32687 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.516757 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e5be7af-0426-4189-a1f0-42919072832d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.542688 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b010685-b365-4b13-95f7-626f82c223e9 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.548866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-4e5be7af-0426-4189-a1f0-42919072832d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Calling delete_port for 2e7661bd-8911-4ec7-aede-8b0cc3abd41f owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:32.551040 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b010685-b365-4b13-95f7-626f82c223e9 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.611576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Router 8e186153-167c-430c-9818-b6bbdd3a6d42 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:57:32.644365 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b010685-b365-4b13-95f7-626f82c223e9 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af33319-9331-4cb0-a78f-328073598125,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:32.660418 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b010685-b365-4b13-95f7-626f82c223e9 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.661817 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5b010685-b365-4b13-95f7-626f82c223e9 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3319046 Aug 28 12:57:32.665884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59316) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:32.672151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:32.692766 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.717411 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413e5aef-22ec-4fff-b727-79532b11e6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:57:32.719862 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e3f74b-df31-4691-9748-eb5ca7bb5526" -d '{"events": [{"server_uuid": "413e5aef-22ec-4fff-b727-79532b11e6e7", "name": "network-vif-plugged", "status": "completed", "tag": "a8ca323b-ce4b-438d-a1f4-f3221c0c5709"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:57:32.735889 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.756287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:32.762699 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.811197 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77c1be3-7626-42bd-a717-8cf24ebda3f2 x-openstack-request-id: req-b77c1be3-7626-42bd-a717-8cf24ebda3f2 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:57:32.811792 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413e5aef-22ec-4fff-b727-79532b11e6e7", "name": "network-vif-plugged", "status": "completed", "tag": "a8ca323b-ce4b-438d-a1f4-f3221c0c5709", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:57:32.812231 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b77c1be3-7626-42bd-a717-8cf24ebda3f2 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:57:32.813429 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413e5aef-22ec-4fff-b727-79532b11e6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709', 'code': 200} Aug 28 12:57:32.856596 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-26782d87-caf3-4712-909d-495253b32687 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.883802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,revision_number=12']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:32.884526 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e5be7af-0426-4189-a1f0-42919072832d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:32.892141 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:57:32.918666 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b2afa7-83a1-4f3a-9834-5f72eaaccf21 None None] Sync routers for ids ['8e186153-167c-430c-9818-b6bbdd3a6d42'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:57:32.934903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b2afa7-83a1-4f3a-9834-5f72eaaccf21 None None] Routers {'8e186153-167c-430c-9818-b6bbdd3a6d42'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:32.935653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b7b2afa7-83a1-4f3a-9834-5f72eaaccf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['8e186153-167c-430c-9818-b6bbdd3a6d42'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:32.943215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5be7af-0426-4189-a1f0-42919072832d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Pushing event deleted for resources: {'Port': ['ID=2e7661bd-8911-4ec7-aede-8b0cc3abd41f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:32.999716 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e5be7af-0426-4189-a1f0-42919072832d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:33.003691 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4e5be7af-0426-4189-a1f0-42919072832d tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] 10.222.0.20 "DELETE /v2.0/ports/2e7661bd-8911-4ec7-aede-8b0cc3abd41f HTTP/1.1" status: 204 len: 168 time: 0.8344126 Aug 28 12:57:33.005637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26782d87-caf3-4712-909d-495253b32687 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=5564092d-85f9-4cbb-b70c-6a617b1fbf93,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:33.024799 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59320) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:33.026467 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:33.026954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b7b2afa7-83a1-4f3a-9834-5f72eaaccf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:33.028739 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cf56e3be-8ce0-4731-b43a-cfd952a4b5de tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.7588863 Aug 28 12:57:33.031978 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26782d87-caf3-4712-909d-495253b32687 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network b4c849e4-c6f4-47fd-a26d-799056bb58af is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:33.033333 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59322) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:33.035937 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-fe426eea-720c-4bf3-bdf1-63c01dfb89a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Request body: {'port': {'name': 'tempest-new-port-name-1738010719', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:33.036480 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.api.validators [None req-fe426eea-720c-4bf3-bdf1-63c01dfb89a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] bootfile-name is not in valid_values {{(pid=94877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 12:57:33.037023 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.api.validators [None req-fe426eea-720c-4bf3-bdf1-63c01dfb89a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] tftp-server is not in valid_values {{(pid=94877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 12:57:33.037488 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.api.validators [None req-fe426eea-720c-4bf3-bdf1-63c01dfb89a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] server-ip-address is not in valid_values {{(pid=94877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 12:57:33.040775 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-24dd2c65-5581-4b9c-8196-5c21c28b563c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'enable_snat': False}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:33.068148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b2afa7-83a1-4f3a-9834-5f72eaaccf21 None None] Routers {'8e186153-167c-430c-9818-b6bbdd3a6d42'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:33.068783 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b7b2afa7-83a1-4f3a-9834-5f72eaaccf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['8e186153-167c-430c-9818-b6bbdd3a6d42'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:33.133317 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:33.142849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b7b2afa7-83a1-4f3a-9834-5f72eaaccf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:33.143517 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b2afa7-83a1-4f3a-9834-5f72eaaccf21 None None] The sync data for ids ['8e186153-167c-430c-9818-b6bbdd3a6d42'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:57:33.166026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-26782d87-caf3-4712-909d-495253b32687 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:33.168784 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26782d87-caf3-4712-909d-495253b32687 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:33.172179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bac71-ba72-45a8-9c41-8831c89e6c70 req-a9ee7b69-930d-4b6e-85d8-4f1df37f9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:33.173724 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b0bac71-ba72-45a8-9c41-8831c89e6c70 req-a9ee7b69-930d-4b6e-85d8-4f1df37f9105 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 1099 time: 0.2038927 Aug 28 12:57:33.177016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26782d87-caf3-4712-909d-495253b32687 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:33.177689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-26782d87-caf3-4712-909d-495253b32687 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:33.182844 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fe426eea-720c-4bf3-bdf1-63c01dfb89a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:33.253532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c1dadf-b5f6-4c43-80f7-8fc46dddb9cf None None] Network a0a85b55-457f-4f66-86af-203aecd8f5ec requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:33.315810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d126dcfa-797a-4c64-ae29-afc2460d8b39 None None] Provisioning for port ca00884c-1dd9-4637-b74c-a418fb1f2c4f completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:33.568536 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b0bac71-ba72-45a8-9c41-8831c89e6c70 req-e3ff2565-e977-4615-ac4a-db1b50baa972 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868976 Aug 28 12:57:33.605313 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-26782d87-caf3-4712-909d-495253b32687 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7191384 Aug 28 12:57:33.605942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59326) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:33.694748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Allocated IP 172.25.1.192 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/337c4639-3c4e-4916-aef5-32207453cff9) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:33.726747 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1645eec-21ac-49b5-82ee-6b97341c9aa3 req-eb8a3859-d47d-4f1d-9744-435321887971 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:33.728358 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b1645eec-21ac-49b5-82ee-6b97341c9aa3 req-eb8a3859-d47d-4f1d-9744-435321887971 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.5413258 Aug 28 12:57:33.731046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ca00884c-1dd9-4637-b74c-a418fb1f2c4f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:57:33.796335 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port ca00884c-1dd9-4637-b74c-a418fb1f2c4f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:33.802381 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ca00884c-1dd9-4637-b74c-a418fb1f2c4f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:33.802857 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:33.838706 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b1645eec-21ac-49b5-82ee-6b97341c9aa3 req-475f5239-efbd-494c-9987-6c7bee1cf357 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973639 Aug 28 12:57:33.870443 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3bc122fd-132f-4462-9b97-249030c41710 None None] Provisioning complete for port ca00884c-1dd9-4637-b74c-a418fb1f2c4f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:33.870811 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3bc122fd-132f-4462-9b97-249030c41710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:33.908413 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-24dd2c65-5581-4b9c-8196-5c21c28b563c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:33.943894 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:33.974674 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fe426eea-720c-4bf3-bdf1-63c01dfb89a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:33.992149 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fe426eea-720c-4bf3-bdf1-63c01dfb89a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.017088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port ca00884c-1dd9-4637-b74c-a418fb1f2c4f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ca00884c-1dd9-4637-b74c-a418fb1f2c4f,segment=NetworkSegment(67a06e7d-beea-47cb-b32c-6b337b7c7b5b),segment_id=67a06e7d-beea-47cb-b32c-6b337b7c7b5b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:34.021963 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-fe426eea-720c-4bf3-bdf1-63c01dfb89a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] In _notify_port_updated(), no bound segment for port adb39d13-279b-4a90-9daa-eda5a7cd6ee7 on network a0a85b55-457f-4f66-86af-203aecd8f5ec {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 12:57:34.024250 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.029475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe426eea-720c-4bf3-bdf1-63c01dfb89a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:34.030490 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fe426eea-720c-4bf3-bdf1-63c01dfb89a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.032011 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fe426eea-720c-4bf3-bdf1-63c01dfb89a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] 10.222.0.20 "PUT /v2.0/ports/adb39d13-279b-4a90-9daa-eda5a7cd6ee7 HTTP/1.1" status: 200 len: 1129 time: 1.0051816 Aug 28 12:57:34.035282 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59330) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:34.065566 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3bc122fd-132f-4462-9b97-249030c41710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.085608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-93e6c1db-3bea-4bcd-b863-7eb3de7dc79d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port 5564092d-85f9-4cbb-b70c-6a617b1fbf93 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:34.086186 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-93e6c1db-3bea-4bcd-b863-7eb3de7dc79d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.124380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=ca00884c-1dd9-4637-b74c-a418fb1f2c4f,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:34.141058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eb15a9-146c-40e3-b55b-b85951f4790c tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:34.142599 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-90eb15a9-146c-40e3-b55b-b85951f4790c tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] 10.222.0.20 "GET /v2.0/ports/adb39d13-279b-4a90-9daa-eda5a7cd6ee7 HTTP/1.1" status: 200 len: 1129 time: 0.1059244 Aug 28 12:57:34.150153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59332) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:34.164402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe426eea-720c-4bf3-bdf1-63c01dfb89a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Pushing event updated for resources: {'Port': ['ID=adb39d13-279b-4a90-9daa-eda5a7cd6ee7,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:34.168001 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-3bc122fd-132f-4462-9b97-249030c41710 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:57:34.168460 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-3bc122fd-132f-4462-9b97-249030c41710 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:57:34.169550 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.215564 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-93e6c1db-3bea-4bcd-b863-7eb3de7dc79d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.237021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-93e6c1db-3bea-4bcd-b863-7eb3de7dc79d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for 5564092d-85f9-4cbb-b70c-6a617b1fbf93 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:34.292813 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.343254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:34.350156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:34.357153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:34.372810 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-adabfbd0-d580-4a59-96f1-67f26a2b73ca tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Deleting port adb39d13-279b-4a90-9daa-eda5a7cd6ee7 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:34.373197 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-adabfbd0-d580-4a59-96f1-67f26a2b73ca tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.406783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event updated for resources: {'Port': ['ID=337c4639-3c4e-4916-aef5-32207453cff9,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:34.429667 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-93e6c1db-3bea-4bcd-b863-7eb3de7dc79d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.487838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6c1db-3bea-4bcd-b863-7eb3de7dc79d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=5564092d-85f9-4cbb-b70c-6a617b1fbf93,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:34.502985 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-93e6c1db-3bea-4bcd-b863-7eb3de7dc79d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.507569 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-93e6c1db-3bea-4bcd-b863-7eb3de7dc79d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/5564092d-85f9-4cbb-b70c-6a617b1fbf93 HTTP/1.1" status: 204 len: 168 time: 0.8981650 Aug 28 12:57:34.508029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59334) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:34.512905 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-cca468a4-1abb-403a-a886-49a6b39af871 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'mac_address': 'fa:16:3e:37:01:63', 'name': 'tempest-PortsTestJSON-774167275'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:34.530755 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.546383 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-adabfbd0-d580-4a59-96f1-67f26a2b73ca tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.597441 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-adabfbd0-d580-4a59-96f1-67f26a2b73ca tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Calling delete_port for adb39d13-279b-4a90-9daa-eda5a7cd6ee7 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:34.622198 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.630082 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-24dd2c65-5581-4b9c-8196-5c21c28b563c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.689261 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-24dd2c65-5581-4b9c-8196-5c21c28b563c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.706326 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca468a4-1abb-403a-a886-49a6b39af871 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:34.818135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3bc122fd-132f-4462-9b97-249030c41710 None None] Provisioning for port adb39d13-279b-4a90-9daa-eda5a7cd6ee7 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:34.823036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3bc122fd-132f-4462-9b97-249030c41710 None None] Provisioning complete for port adb39d13-279b-4a90-9daa-eda5a7cd6ee7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:34.823409 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3bc122fd-132f-4462-9b97-249030c41710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.853517 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cca468a4-1abb-403a-a886-49a6b39af871 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:34.902570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3bc122fd-132f-4462-9b97-249030c41710 None None] Port adb39d13-279b-4a90-9daa-eda5a7cd6ee7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:57:34.936298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-cca468a4-1abb-403a-a886-49a6b39af871 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] device_id is not set on port 1f896958-26e3-492e-ac0d-35a070f7f69e yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:57:35.021741 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ac08483c-9bd2-43be-86a5-26746493edc9 None None] Could not find standard attr ID for object 2e7661bd-8911-4ec7-aede-8b0cc3abd41f. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 12:57:35.041256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ac08483c-9bd2-43be-86a5-26746493edc9 None None] Provisioning complete for port adb39d13-279b-4a90-9daa-eda5a7cd6ee7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:35.043072 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ac08483c-9bd2-43be-86a5-26746493edc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.085925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24dd2c65-5581-4b9c-8196-5c21c28b563c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Router 8e186153-167c-430c-9818-b6bbdd3a6d42 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:57:35.098607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ac08483c-9bd2-43be-86a5-26746493edc9 None None] Port adb39d13-279b-4a90-9daa-eda5a7cd6ee7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:57:35.136372 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee305d26-2c79-4b96-a574-1bf04a23f882 req-b4aac855-2214-44ce-ab6d-5d7e98180659 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:35.138074 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee305d26-2c79-4b96-a574-1bf04a23f882 req-b4aac855-2214-44ce-ab6d-5d7e98180659 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.1890881 Aug 28 12:57:35.188270 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.203463 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.245723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-83aee9c2-22fc-41ab-b050-386f451f21a8 None None] Provisioning complete for port adb39d13-279b-4a90-9daa-eda5a7cd6ee7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:35.246652 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-83aee9c2-22fc-41ab-b050-386f451f21a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.267692 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-83aee9c2-22fc-41ab-b050-386f451f21a8 None None] Port adb39d13-279b-4a90-9daa-eda5a7cd6ee7 was deleted so its status cannot be updated. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 28 12:57:35.275463 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-adabfbd0-d580-4a59-96f1-67f26a2b73ca tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.313896 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabfbd0-d580-4a59-96f1-67f26a2b73ca tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Pushing event deleted for resources: {'Port': ['ID=adb39d13-279b-4a90-9daa-eda5a7cd6ee7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:35.355246 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-adabfbd0-d580-4a59-96f1-67f26a2b73ca tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.367070 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-adabfbd0-d580-4a59-96f1-67f26a2b73ca tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] 10.222.0.20 "DELETE /v2.0/ports/adb39d13-279b-4a90-9daa-eda5a7cd6ee7 HTTP/1.1" status: 204 len: 168 time: 1.2062104 Aug 28 12:57:35.367667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59374) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:35.368795 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee305d26-2c79-4b96-a574-1bf04a23f882 req-ab512da9-61b4-46dc-a38a-16ba005cdddd tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176044 Aug 28 12:57:35.401066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dd2c65-5581-4b9c-8196-5c21c28b563c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:57:35.407062 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-24dd2c65-5581-4b9c-8196-5c21c28b563c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.411196 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-24dd2c65-5581-4b9c-8196-5c21c28b563c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "PUT /v2.0/routers/8e186153-167c-430c-9818-b6bbdd3a6d42 HTTP/1.1" status: 200 len: 925 time: 2.3765430 Aug 28 12:57:35.418208 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35979c6f-794c-4124-af8b-ce60b2ae3126 None None] Sync routers for ids ['8e186153-167c-430c-9818-b6bbdd3a6d42'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:57:35.425222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cca468a4-1abb-403a-a886-49a6b39af871 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.431760 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35979c6f-794c-4124-af8b-ce60b2ae3126 None None] Routers {'8e186153-167c-430c-9818-b6bbdd3a6d42'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:35.433078 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-35979c6f-794c-4124-af8b-ce60b2ae3126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['8e186153-167c-430c-9818-b6bbdd3a6d42'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:35.436871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59376) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:35.466722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event updated for resources: {'Port': ['ID=337c4639-3c4e-4916-aef5-32207453cff9,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:35.471560 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.475560 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cca468a4-1abb-403a-a886-49a6b39af871 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.495529 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-35979c6f-794c-4124-af8b-ce60b2ae3126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:35.512575 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35979c6f-794c-4124-af8b-ce60b2ae3126 None None] Routers {'8e186153-167c-430c-9818-b6bbdd3a6d42'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:35.515376 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-35979c6f-794c-4124-af8b-ce60b2ae3126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['8e186153-167c-430c-9818-b6bbdd3a6d42'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:35.553578 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.554839 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-78f8cf13-8c88-4de0-b970-0a8342e8a7e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8879018 Aug 28 12:57:35.565161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca468a4-1abb-403a-a886-49a6b39af871 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network b4c849e4-c6f4-47fd-a26d-799056bb58af is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:35.568495 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-cca468a4-1abb-403a-a886-49a6b39af871 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:35.573926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca468a4-1abb-403a-a886-49a6b39af871 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:35.580340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca468a4-1abb-403a-a886-49a6b39af871 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:35.581030 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cca468a4-1abb-403a-a886-49a6b39af871 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.623948 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-35979c6f-794c-4124-af8b-ce60b2ae3126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:35.624619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca468a4-1abb-403a-a886-49a6b39af871 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=1f896958-26e3-492e-ac0d-35a070f7f69e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:35.624863 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35979c6f-794c-4124-af8b-ce60b2ae3126 None None] The sync data for ids ['8e186153-167c-430c-9818-b6bbdd3a6d42'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:57:35.634036 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cca468a4-1abb-403a-a886-49a6b39af871 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1251111 Aug 28 12:57:35.637010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59380) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:35.720074 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ab5c8a-f0e5-44a7-ba39-691d7eb3d8ce tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:35.721525 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a5ab5c8a-f0e5-44a7-ba39-691d7eb3d8ce tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/1f896958-26e3-492e-ac0d-35a070f7f69e HTTP/1.1" status: 200 len: 840 time: 0.0835395 Aug 28 12:57:35.722869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ca00884c-1dd9-4637-b74c-a418fb1f2c4f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:57:35.724251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59382) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:35.778303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-47751139-1811-4c76-a61c-5605a08681aa tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Deleting subnet 99f6b70f-e084-4628-915a-403d9643d5f3 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:57:35.783063 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1d9721cc-4699-4215-a80e-9c760eab4f03 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/routers/8e186153-167c-430c-9818-b6bbdd3a6d42 HTTP/1.1" status: 200 len: 925 time: 0.3444769 Aug 28 12:57:35.786023 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59390) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:35.789609 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47751139-1811-4c76-a61c-5605a08681aa tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.812438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ca00884c-1dd9-4637-b74c-a418fb1f2c4f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:35.812814 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.855571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-fc7e7e23-45ef-4dd4-aede-350eb18bf946 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port 1f896958-26e3-492e-ac0d-35a070f7f69e {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:35.855957 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc7e7e23-45ef-4dd4-aede-350eb18bf946 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.926549 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47751139-1811-4c76-a61c-5605a08681aa tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.937963 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc7e7e23-45ef-4dd4-aede-350eb18bf946 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:35.958639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-fc7e7e23-45ef-4dd4-aede-350eb18bf946 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for 1f896958-26e3-492e-ac0d-35a070f7f69e owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:35.987874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a15fda-d8cf-4421-9bee-b3be18b6879b tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:35.989600 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-67a15fda-d8cf-4421-9bee-b3be18b6879b tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&device_id=8e186153-167c-430c-9818-b6bbdd3a6d42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2014611 Aug 28 12:57:35.995981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59398) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:36.012427 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-07aeec8b-fb52-4030-b4c9-6b7cbbccf07c tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--933824759&fields=id&tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f HTTP/1.1" status: 200 len: 267 time: 0.1487701 Aug 28 12:57:36.059174 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc7e7e23-45ef-4dd4-aede-350eb18bf946 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:36.089801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e7e23-45ef-4dd4-aede-350eb18bf946 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=1f896958-26e3-492e-ac0d-35a070f7f69e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:36.097518 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc7e7e23-45ef-4dd4-aede-350eb18bf946 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:36.099495 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fc7e7e23-45ef-4dd4-aede-350eb18bf946 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/1f896958-26e3-492e-ac0d-35a070f7f69e HTTP/1.1" status: 204 len: 168 time: 0.3741770 Aug 28 12:57:36.103476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59400) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:36.130587 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab4fdb2-5f1c-4ef3-8a9e-bbc6dcf4aa6a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] GET failed (client error): The resource could not be found. Aug 28 12:57:36.132116 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-eab4fdb2-5f1c-4ef3-8a9e-bbc6dcf4aa6a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/1f896958-26e3-492e-ac0d-35a070f7f69e HTTP/1.1" status: 404 len: 333 time: 0.0272570 Aug 28 12:57:36.137562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59402) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:36.143148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ad7c8e65-2a87-4104-8373-a29ba5f34f26 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'name': 'tempest-PortsTestJSON-1339393275'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:36.174443 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47751139-1811-4c76-a61c-5605a08681aa tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:36.215031 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cebfe87-79a3-42cd-a0b2-9babf9660ecd tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:36.217378 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5cebfe87-79a3-42cd-a0b2-9babf9660ecd tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 881 time: 0.2197626 Aug 28 12:57:36.220514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59404) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:36.254830 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-314ae415-2baf-4af8-82f3-5a51dd310a73 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e186153-167c-430c-9818-b6bbdd3a6d42 HTTP/1.1" status: 200 len: 205 time: 0.0309951 Aug 28 12:57:36.256143 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59406) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:36.265458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118de1d5-2d72-4738-836d-020e6c9c834e req-0a3a2771-0410-4fc9-bd3b-965f50086c8c tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:36.267224 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-0a3a2771-0410-4fc9-bd3b-965f50086c8c tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/networks?id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 200 len: 817 time: 0.2145817 Aug 28 12:57:36.288722 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-d0d194d5-5020-44d4-8996-2e7a88200953 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/quotas/c8c53cdf63604dd2bfa61ae1af00cc4f HTTP/1.1" status: 200 len: 375 time: 0.0133929 Aug 28 12:57:36.290926 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47751139-1811-4c76-a61c-5605a08681aa tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:36.331078 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47751139-1811-4c76-a61c-5605a08681aa tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Pushing event deleted for resources: {'Subnet': ['ID=99f6b70f-e084-4628-915a-403d9643d5f3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:36.336301 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47751139-1811-4c76-a61c-5605a08681aa tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:36.340619 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-47751139-1811-4c76-a61c-5605a08681aa tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] 10.222.0.20 "DELETE /v2.0/subnets/99f6b70f-e084-4628-915a-403d9643d5f3 HTTP/1.1" status: 204 len: 168 time: 0.9575477 Aug 28 12:57:36.342244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59408) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:36.350853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70d27d9-a637-4529-8d3c-b43de09e7f13 None None] Network a0a85b55-457f-4f66-86af-203aecd8f5ec requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:36.384018 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-301f95c0-e009-47ef-b4e2-97395ba33ac2 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831516 Aug 28 12:57:36.406842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-18c4ede5-eeef-40d6-8817-dc7e446548c4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:57:36.408366 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-18c4ede5-eeef-40d6-8817-dc7e446548c4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077498 Aug 28 12:57:36.416253 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7c8e65-2a87-4104-8373-a29ba5f34f26 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:36.419931 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ad7c8e65-2a87-4104-8373-a29ba5f34f26 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:36.462136 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-ad7c8e65-2a87-4104-8373-a29ba5f34f26 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] device_id is not set on port cca634c8-c3f7-4d10-89b9-fc2c2f99da1a yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:57:36.527568 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-64e25c7a-2e40-4064-beb0-40cc61e10711 service neutron] 10.222.0.20 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082108 Aug 28 12:57:36.584369 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d515a-f864-4f10-82ee-16e029ae832b None None] DHCP port deletion for a0a85b55-457f-4f66-86af-203aecd8f5ec request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:57:36.627658 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:36.632578 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-295d515a-f864-4f10-82ee-16e029ae832b None None] Deleting port ca00884c-1dd9-4637-b74c-a418fb1f2c4f {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:36.632947 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-295d515a-f864-4f10-82ee-16e029ae832b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:36.643170 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-d0664fe0-7413-4f90-acc1-8bea7b9522ee service neutron] 10.222.0.20 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084299 Aug 28 12:57:36.702439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-295d515a-f864-4f10-82ee-16e029ae832b None None] For port ca00884c-1dd9-4637-b74c-a418fb1f2c4f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ca00884c-1dd9-4637-b74c-a418fb1f2c4f,segment=NetworkSegment(67a06e7d-beea-47cb-b32c-6b337b7c7b5b),segment_id=67a06e7d-beea-47cb-b32c-6b337b7c7b5b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:36.702970 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-295d515a-f864-4f10-82ee-16e029ae832b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:36.714673 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7aafa-1156-4573-bedf-d9f94759eb34 req-0a4efd5d-0f9e-4a00-9c47-0b432fdbc295 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:36.716698 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-66b7aafa-1156-4573-bedf-d9f94759eb34 req-0a4efd5d-0f9e-4a00-9c47-0b432fdbc295 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.2289186 Aug 28 12:57:36.717737 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-295d515a-f864-4f10-82ee-16e029ae832b None None] Calling delete_port for ca00884c-1dd9-4637-b74c-a418fb1f2c4f owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:36.726000 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4cce779d-5a09-4f55-8e95-2a2dd55d1fc1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:36.823815 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-295d515a-f864-4f10-82ee-16e029ae832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:36.851867 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d515a-f864-4f10-82ee-16e029ae832b None None] Pushing event deleted for resources: {'Port': ['ID=ca00884c-1dd9-4637-b74c-a418fb1f2c4f,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:36.863262 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15184b42-7d35-4ea1-892f-1544da5e57dc req-6ef83440-43f4-431d-be83-aaf1032a133c tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 210 time: 0.0436502 Aug 28 12:57:36.868207 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d515a-f864-4f10-82ee-16e029ae832b None None] No DVR routers for this DVR port ca00884c-1dd9-4637-b74c-a418fb1f2c4f on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:57:37.207315 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:37.240169 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-66b7aafa-1156-4573-bedf-d9f94759eb34 req-a9ab1bad-c518-4f05-8d8b-36fe93fb8046 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092363 Aug 28 12:57:37.266703 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ad7c8e65-2a87-4104-8373-a29ba5f34f26 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:37.278873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Deleting port ca00884c-1dd9-4637-b74c-a418fb1f2c4f {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:37.280887 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:37.284826 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4cce779d-5a09-4f55-8e95-2a2dd55d1fc1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:37.385002 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97c031-3762-4343-a3c9-d51d812df127 req-7cef435a-fab0-4005-8ef4-55c1377e1881 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:37.386623 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae97c031-3762-4343-a3c9-d51d812df127 req-7cef435a-fab0-4005-8ef4-55c1377e1881 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.0617397 Aug 28 12:57:37.390087 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] For port ca00884c-1dd9-4637-b74c-a418fb1f2c4f, host n-d-791505-21, got binding levels [] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:37.390489 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:37.409292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Calling delete_port for ca00884c-1dd9-4637-b74c-a418fb1f2c4f owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:37.412351 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ad7c8e65-2a87-4104-8373-a29ba5f34f26 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:37.415008 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.ipam_backend_mixin [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Port ca00884c-1dd9-4637-b74c-a418fb1f2c4f was not found and therefore no delete operation was performed {{(pid=94877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 12:57:37.423350 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:37.439162 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae97c031-3762-4343-a3c9-d51d812df127 req-bcf1d7a7-4217-4b0c-9cb3-521bbc49db89 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437877 Aug 28 12:57:37.473140 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] No DVR routers for this DVR port ca00884c-1dd9-4637-b74c-a418fb1f2c4f on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:57:37.505451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c8e65-2a87-4104-8373-a29ba5f34f26 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network b4c849e4-c6f4-47fd-a26d-799056bb58af is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:37.519131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-ad7c8e65-2a87-4104-8373-a29ba5f34f26 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:37.531755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-4cce779d-5a09-4f55-8e95-2a2dd55d1fc1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Deleting port d9a5b1d6-dac3-4d70-a755-08c2a245619c {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:37.532094 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4cce779d-5a09-4f55-8e95-2a2dd55d1fc1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:37.533955 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c8e65-2a87-4104-8373-a29ba5f34f26 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=cca634c8-c3f7-4d10-89b9-fc2c2f99da1a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:37.535974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c8e65-2a87-4104-8373-a29ba5f34f26 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:37.541351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7c8e65-2a87-4104-8373-a29ba5f34f26 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:37.542013 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ad7c8e65-2a87-4104-8373-a29ba5f34f26 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:37.609307 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ca00884c-1dd9-4637-b74c-a418fb1f2c4f no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:57:37.629128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: ca00884c-1dd9-4637-b74c-a418fb1f2c4f {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:57:37.630068 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ca00884c-1dd9-4637-b74c-a418fb1f2c4f not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:57:37.670053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Pushing event deleted for resources: {'Port': ['ID=ca00884c-1dd9-4637-b74c-a418fb1f2c4f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:37.679941 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:37.685843 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ad7c8e65-2a87-4104-8373-a29ba5f34f26 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5447545 Aug 28 12:57:37.686251 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59428) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:37.692004 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:37.703532 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a85b55-457f-4f66-86af-203aecd8f5ec']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:37.730934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a06e7d-beea-47cb-b32c-6b337b7c7b5b') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:37.731227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a06e7d-beea-47cb-b32c-6b337b7c7b5b') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:37.763148 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:37.775050 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:37.775412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f600e-8096-4b5a-8a4b-c93a5449e2f9 req-0759f971-9d10-4693-aea7-8c6e667af0ad tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:37.776593 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3c1f600e-8096-4b5a-8a4b-c93a5449e2f9 req-0759f971-9d10-4693-aea7-8c6e667af0ad tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.2062132 Aug 28 12:57:37.793252 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4cce779d-5a09-4f55-8e95-2a2dd55d1fc1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:37.846141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-4cce779d-5a09-4f55-8e95-2a2dd55d1fc1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Calling delete_port for d9a5b1d6-dac3-4d70-a755-08c2a245619c owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:37.857369 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:37.882928 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:57:37.883329 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:57:37.890508 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:57:37.963230 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:37.984293 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3c1f600e-8096-4b5a-8a4b-c93a5449e2f9 req-06622922-595a-4e80-8d1d-d30f48643f0b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631954 Aug 28 12:57:37.988029 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8d2ec33-7594-4b51-99e0-6f709444a1e1 req-7759b6d8-ece8-44da-84a1-f60fe48f3bdd tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 210 time: 0.0370138 Aug 28 12:57:37.988770 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:38.021619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] In _notify_port_updated(), no bound segment for port cca634c8-c3f7-4d10-89b9-fc2c2f99da1a on network b4c849e4-c6f4-47fd-a26d-799056bb58af {{(pid=94878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 12:57:38.027267 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:38.027896 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:38.035409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59434) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:38.035597 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "PUT /v2.0/ports/cca634c8-c3f7-4d10-89b9-fc2c2f99da1a HTTP/1.1" status: 200 len: 818 time: 0.3455052 Aug 28 12:57:38.049589 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118de1d5-2d72-4738-836d-020e6c9c834e req-492990bf-9f1b-456e-baa9-8a4bcb4ed585 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:38.051097 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-492990bf-9f1b-456e-baa9-8a4bcb4ed585 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.11 "GET /v2.0/networks?id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 200 len: 817 time: 0.3034241 Aug 28 12:57:38.056591 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:38.066894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=cca634c8-c3f7-4d10-89b9-fc2c2f99da1a,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:38.077770 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:38.078687 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:38.079145 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:38.079613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:38.080073 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:38.080522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:38.080992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:38.081434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:38.081882 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:38.082311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:38.082870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:38.083332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e58f981-fff3-47a4-94c7-67b7ce28634d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:38.122058 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:38.127222 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] 10.222.0.20 "DELETE /v2.0/networks/a0a85b55-457f-4f66-86af-203aecd8f5ec HTTP/1.1" status: 204 len: 168 time: 1.7825739 Aug 28 12:57:38.184375 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867dab5-8b7c-4ab2-bc6a-13dc4ffc56f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975 tempest-ExtraDHCPOptionsIpV6TestJSON-1585976975-project] Pushing event deleted for resources: {'Network': ['ID=a0a85b55-457f-4f66-86af-203aecd8f5ec,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:38.291951 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-9560311d-72a4-4898-8143-7552438e387a tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f HTTP/1.1" status: 200 len: 379 time: 0.1785533 Aug 28 12:57:38.307029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-118de1d5-2d72-4738-836d-020e6c9c834e req-0ae66240-1f21-4bee-a844-cbe20f0a857e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Request body: {'port': {'device_id': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'admin_state_up': True, 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'security_groups': ['18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:38.324558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1169ba-2c34-469a-9275-e1a310a5c40d req-21569c0c-54e1-4b0a-9e26-d994e2c2f3b1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:38.326108 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf1169ba-2c34-469a-9275-e1a310a5c40d req-21569c0c-54e1-4b0a-9e26-d994e2c2f3b1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.2144413 Aug 28 12:57:38.419377 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4cce779d-5a09-4f55-8e95-2a2dd55d1fc1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:38.457079 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59444) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:38.486286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce779d-5a09-4f55-8e95-2a2dd55d1fc1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Pushing event deleted for resources: {'Port': ['ID=d9a5b1d6-dac3-4d70-a755-08c2a245619c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:38.502703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-92a28377-1ff7-4b4e-892f-47e3e8f78269 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port cca634c8-c3f7-4d10-89b9-fc2c2f99da1a {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:38.503099 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-92a28377-1ff7-4b4e-892f-47e3e8f78269 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:38.526895 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf1169ba-2c34-469a-9275-e1a310a5c40d req-2ad8d717-5f35-48da-a085-bf54724010a2 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863422 Aug 28 12:57:38.650846 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-92a28377-1ff7-4b4e-892f-47e3e8f78269 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:38.671224 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-35f805fa-b94a-4909-ac17-31e456bb0fc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=983bd3b8d0a1406c911402c893ba0f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2073176 Aug 28 12:57:38.671553 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59450) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:38.691175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118de1d5-2d72-4738-836d-020e6c9c834e req-0ae66240-1f21-4bee-a844-cbe20f0a857e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Made reservation on behalf of c8c53cdf63604dd2bfa61ae1af00cc4f for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:38.691175 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-118de1d5-2d72-4738-836d-020e6c9c834e req-0ae66240-1f21-4bee-a844-cbe20f0a857e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:38.694721 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4cce779d-5a09-4f55-8e95-2a2dd55d1fc1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:38.703732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-92a28377-1ff7-4b4e-892f-47e3e8f78269 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for cca634c8-c3f7-4d10-89b9-fc2c2f99da1a owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:38.724008 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ad833-e4ba-4f71-ab86-4079538256d7 req-fe1df9d3-cb6e-4d3f-9b46-262fff365e96 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:38.725543 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-197ad833-e4ba-4f71-ab86-4079538256d7 req-fe1df9d3-cb6e-4d3f-9b46-262fff365e96 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.1024663 Aug 28 12:57:38.760181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7fdc1ddd-1398-40e2-adf7-eaf99b2f134b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:38.799038 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7fdc1ddd-1398-40e2-adf7-eaf99b2f134b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:38.803297 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-197ad833-e4ba-4f71-ab86-4079538256d7 req-8cc5151e-4cdf-4325-af42-5ae256eaa771 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707226 Aug 28 12:57:38.850232 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4cce779d-5a09-4f55-8e95-2a2dd55d1fc1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:38.855728 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4cce779d-5a09-4f55-8e95-2a2dd55d1fc1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:38.876048 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7fdc1ddd-1398-40e2-adf7-eaf99b2f134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:38.880315 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7fdc1ddd-1398-40e2-adf7-eaf99b2f134b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:38.886109 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7fdc1ddd-1398-40e2-adf7-eaf99b2f134b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13ada8f1-5d23-4ce8-9d0d-99e597328e0b HTTP/1.1" status: 204 len: 168 time: 0.2093775 Aug 28 12:57:38.917904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc1ddd-1398-40e2-adf7-eaf99b2f134b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ada8f1-5d23-4ce8-9d0d-99e597328e0b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:38.974586 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4cce779d-5a09-4f55-8e95-2a2dd55d1fc1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:38.975083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cce779d-5a09-4f55-8e95-2a2dd55d1fc1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Fanout notify agent at l3_agent the message router_deleted on router 8e186153-167c-430c-9818-b6bbdd3a6d42 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:57:38.999120 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f3ad2-6b78-442d-b9b2-3bff30885686 req-c1d0f116-02c3-460e-9d7d-1a1e6bf69c92 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:39.001596 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-646f3ad2-6b78-442d-b9b2-3bff30885686 req-c1d0f116-02c3-460e-9d7d-1a1e6bf69c92 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.0797904 Aug 28 12:57:39.004467 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4cce779d-5a09-4f55-8e95-2a2dd55d1fc1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.005586 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4cce779d-5a09-4f55-8e95-2a2dd55d1fc1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "DELETE /v2.0/routers/8e186153-167c-430c-9818-b6bbdd3a6d42 HTTP/1.1" status: 204 len: 168 time: 2.7493947 Aug 28 12:57:39.009977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59458) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:39.015214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-50f3d18d-7005-483f-8fe4-fd01f4de0e62 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-517536636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:39.042677 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-92a28377-1ff7-4b4e-892f-47e3e8f78269 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.053404 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-646f3ad2-6b78-442d-b9b2-3bff30885686 req-82e90d64-e9d9-4ce4-8d53-95eb94f3c0dd tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407898 Aug 28 12:57:39.092863 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50f3d18d-7005-483f-8fe4-fd01f4de0e62 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.092863 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50f3d18d-7005-483f-8fe4-fd01f4de0e62 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.092863 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a28377-1ff7-4b4e-892f-47e3e8f78269 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=cca634c8-c3f7-4d10-89b9-fc2c2f99da1a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:39.101095 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-118de1d5-2d72-4738-836d-020e6c9c834e req-0ae66240-1f21-4bee-a844-cbe20f0a857e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Allocated IP 172.20.0.5 (ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2/fac72157-2444-43b8-a097-cf18d714c2d2/6c52040e-1c8a-44e6-8b60-364b2d6620c1) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:39.103945 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-92a28377-1ff7-4b4e-892f-47e3e8f78269 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.105943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-92a28377-1ff7-4b4e-892f-47e3e8f78269 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/cca634c8-c3f7-4d10-89b9-fc2c2f99da1a HTTP/1.1" status: 204 len: 168 time: 1.0707202 Aug 28 12:57:39.109147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59466) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:39.191111 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50f3d18d-7005-483f-8fe4-fd01f4de0e62 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.214172 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50f3d18d-7005-483f-8fe4-fd01f4de0e62 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.229810 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a92e0f43-8e0a-43ae-872c-fe97d27a0254 req-236e02f4-316a-4720-b0c4-cce71ed3636f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 210 time: 0.0490890 Aug 28 12:57:39.243458 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50f3d18d-7005-483f-8fe4-fd01f4de0e62 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.245732 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-50f3d18d-7005-483f-8fe4-fd01f4de0e62 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2337151 Aug 28 12:57:39.247745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59474) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:39.257955 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Request body: {'router': {'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:39.292631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5115d26-92f4-4b92-a095-e49caf737f43 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:39.297982 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e5115d26-92f4-4b92-a095-e49caf737f43 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1830709 Aug 28 12:57:39.298458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59478) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:39.314018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f62e22-613b-41cb-8a81-7585b4e2be9d req-0b34f0dc-2423-4282-bbdd-12062597a280 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:39.315546 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a5f62e22-613b-41cb-8a81-7585b4e2be9d req-0b34f0dc-2423-4282-bbdd-12062597a280 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.1372092 Aug 28 12:57:39.337371 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1398a4-dcf1-479c-8404-bd053513aff0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] GET failed (client error): The resource could not be found. Aug 28 12:57:39.343301 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1d1398a4-dcf1-479c-8404-bd053513aff0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/cca634c8-c3f7-4d10-89b9-fc2c2f99da1a HTTP/1.1" status: 404 len: 333 time: 0.0399334 Aug 28 12:57:39.345158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59482) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:39.350331 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7af0b8f1-0b8b-483b-a5ca-939ed6a1f03e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1086032712'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:39.396979 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a5f62e22-613b-41cb-8a81-7585b4e2be9d req-de4c12bb-3eed-4866-ac53-05960cd24ddb tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642834 Aug 28 12:57:39.407939 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af0b8f1-0b8b-483b-a5ca-939ed6a1f03e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:39.412171 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7af0b8f1-0b8b-483b-a5ca-939ed6a1f03e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.467664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af0b8f1-0b8b-483b-a5ca-939ed6a1f03e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:57:39.482607 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7af0b8f1-0b8b-483b-a5ca-939ed6a1f03e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.482986 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-7af0b8f1-0b8b-483b-a5ca-939ed6a1f03e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Added segment 068d0147-f8d6-4c1e-9bd0-a6e1a122a899 of type vlan for network cefd9f82-667b-46d9-810f-5860c0e32dce Aug 28 12:57:39.543478 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7af0b8f1-0b8b-483b-a5ca-939ed6a1f03e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.592007 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7af0b8f1-0b8b-483b-a5ca-939ed6a1f03e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.598098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af0b8f1-0b8b-483b-a5ca-939ed6a1f03e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:39.599036 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7af0b8f1-0b8b-483b-a5ca-939ed6a1f03e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.604317 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-118de1d5-2d72-4738-836d-020e6c9c834e req-0ae66240-1f21-4bee-a844-cbe20f0a857e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.647455 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.653159 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-118de1d5-2d72-4738-836d-020e6c9c834e req-0ae66240-1f21-4bee-a844-cbe20f0a857e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Transition to ACTIVE for port object 6c52040e-1c8a-44e6-8b60-364b2d6620c1 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:39.687655 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.767258 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-118de1d5-2d72-4738-836d-020e6c9c834e req-0ae66240-1f21-4bee-a844-cbe20f0a857e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.832308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118de1d5-2d72-4738-836d-020e6c9c834e req-0ae66240-1f21-4bee-a844-cbe20f0a857e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:39.836898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-118de1d5-2d72-4738-836d-020e6c9c834e req-0ae66240-1f21-4bee-a844-cbe20f0a857e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:39.839581 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-118de1d5-2d72-4738-836d-020e6c9c834e req-0ae66240-1f21-4bee-a844-cbe20f0a857e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:39.863441 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2f018930-017d-4cfe-8b1a-ae14dbdd3a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:39.905178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae66240-1f21-4bee-a844-cbe20f0a857e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event updated for resources: {'Port': ['ID=6c52040e-1c8a-44e6-8b60-364b2d6620c1,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:39.943909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e858e-4b3b-407a-a1ba-d9a7bbd988b7 req-da6767fd-ef52-410a-a3ff-d8ffca0c0079 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:39.945533 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e63e858e-4b3b-407a-a1ba-d9a7bbd988b7 req-da6767fd-ef52-410a-a3ff-d8ffca0c0079 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.1992075 Aug 28 12:57:39.956566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118de1d5-2d72-4738-836d-020e6c9c834e req-0ae66240-1f21-4bee-a844-cbe20f0a857e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:39.957241 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-118de1d5-2d72-4738-836d-020e6c9c834e req-0ae66240-1f21-4bee-a844-cbe20f0a857e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:40.033953 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-0ae66240-1f21-4bee-a844-cbe20f0a857e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7334447 Aug 28 12:57:40.036897 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59510) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:40.081297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Request body: {'port': {'device_id': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:40.128028 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0b8f1-0b8b-483b-a5ca-939ed6a1f03e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Network': ['ID=cefd9f82-667b-46d9-810f-5860c0e32dce,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:40.142473 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7af0b8f1-0b8b-483b-a5ca-939ed6a1f03e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7961960 Aug 28 12:57:40.142778 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network cefd9f82-667b-46d9-810f-5860c0e32dce details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:57:40.145603 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59514) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:40.148136 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e63e858e-4b3b-407a-a1ba-d9a7bbd988b7 req-e5baed31-babe-4279-b3db-53b285c934f2 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871207 Aug 28 12:57:40.155770 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-16da7dfd-58cb-4979-bdbc-e2ec1f96b16d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'subnet': {'network_id': 'cefd9f82-667b-46d9-810f-5860c0e32dce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:40.181835 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:40.221341 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:40.249477 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f3a51012-5f0c-4d1b-8e74-18adb061879e None None] Provisioning for port 6c52040e-1c8a-44e6-8b60-364b2d6620c1 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:40.263861 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f3a51012-5f0c-4d1b-8e74-18adb061879e None None] Provisioning complete for port 6c52040e-1c8a-44e6-8b60-364b2d6620c1 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:40.265112 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f3a51012-5f0c-4d1b-8e74-18adb061879e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:40.271123 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:40.276215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f0684-274d-404a-8906-139d66541a2c req-d6dac44a-e745-4be0-b2f7-b328fec779d1 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:40.284355 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7f0684-274d-404a-8906-139d66541a2c req-d6dac44a-e745-4be0-b2f7-b328fec779d1 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/networks?id=86ad33de-39f7-4665-9226-1bf675daecbe HTTP/1.1" status: 200 len: 815 time: 0.7051198 Aug 28 12:57:40.292407 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Request body: {'networks': [{'name': 'tempest-network--1001026948'}, {'name': 'tempest-network--1022374474'}]} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:40.293124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Request body: {'network': {'name': 'tempest-network--1001026948'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:40.293845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Request body: {'network': {'name': 'tempest-network--1022374474'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:40.309577 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7f0684-274d-404a-8906-139d66541a2c req-f62a61ef-dca1-4853-8323-c71b4521adbc tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/quotas/cd2798ec77a34c09b636870bd3f42a34 HTTP/1.1" status: 200 len: 375 time: 0.0242546 Aug 28 12:57:40.313162 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f3a51012-5f0c-4d1b-8e74-18adb061879e None None] Port 6c52040e-1c8a-44e6-8b60-364b2d6620c1 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:57:40.346825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16da7dfd-58cb-4979-bdbc-e2ec1f96b16d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:40.350836 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-16da7dfd-58cb-4979-bdbc-e2ec1f96b16d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:40.423345 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7f0684-274d-404a-8906-139d66541a2c req-d16571c6-eeb6-4db4-abfd-435ff12edd95 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd2798ec77a34c09b636870bd3f42a34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128986 Aug 28 12:57:40.589968 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7f0684-274d-404a-8906-139d66541a2c req-fe747dde-92d1-4db5-ad66-564356951c77 service neutron] 10.222.0.20 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551845 Aug 28 12:57:40.687525 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-16da7dfd-58cb-4979-bdbc-e2ec1f96b16d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:40.768682 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da7dfd-58cb-4979-bdbc-e2ec1f96b16d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Subnet': ['ID=8e528fd0-de81-4127-b1c5-e43e740864d5,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:40.780594 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7f0684-274d-404a-8906-139d66541a2c req-fceab161-1e85-4ed6-9f06-c76a0b565206 service neutron] 10.222.0.20 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630020 Aug 28 12:57:40.793093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16da7dfd-58cb-4979-bdbc-e2ec1f96b16d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Checking segment: {'id': '068d0147-f8d6-4c1e-9bd0-a6e1a122a899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cefd9f82-667b-46d9-810f-5860c0e32dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:40.795071 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16da7dfd-58cb-4979-bdbc-e2ec1f96b16d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network hostable DHCP agents. Network: cefd9f82-667b-46d9-810f-5860c0e32dce, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:57:40.795782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Made reservation on behalf of f1e8d4a0e93245589e7c1e2b72accac1 for: {'network': 2} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:40.800594 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:40.826887 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:40.827139 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16da7dfd-58cb-4979-bdbc-e2ec1f96b16d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network cefd9f82-667b-46d9-810f-5860c0e32dce is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:57:40.842823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-16da7dfd-58cb-4979-bdbc-e2ec1f96b16d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, cefd9f82-667b-46d9-810f-5860c0e32dce) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:40.847977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7b380-bbe0-4e14-a6a1-83779ee1cdb8 req-64828772-e250-4a21-806a-dd4eef8bd166 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:40.848856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16da7dfd-58cb-4979-bdbc-e2ec1f96b16d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:40.849506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c6b7b380-bbe0-4e14-a6a1-83779ee1cdb8 req-64828772-e250-4a21-806a-dd4eef8bd166 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 931 time: 0.5108340 Aug 28 12:57:40.849981 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-16da7dfd-58cb-4979-bdbc-e2ec1f96b16d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:40.870316 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df18caca-022f-4c59-9b4d-5ad18084c115 None None] Network cefd9f82-667b-46d9-810f-5860c0e32dce requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:40.876469 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-16da7dfd-58cb-4979-bdbc-e2ec1f96b16d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7291048 Aug 28 12:57:40.878703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59518) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:40.887614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-50994963-8646-459e-82af-71f18c770ef3 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'subnet': {'network_id': 'cefd9f82-667b-46d9-810f-5860c0e32dce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:40.944921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Allocated IP 172.25.1.147 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/24074a4b-1bdb-41e6-ac1a-4abf9a658fa5) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:41.078442 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c6b7b380-bbe0-4e14-a6a1-83779ee1cdb8 req-31590711-148f-4625-8dfb-d13c10658baf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734679 Aug 28 12:57:41.158489 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-707f9510-f100-4f32-9b32-bd36b94f47e8 req-dd917961-5cce-4bfb-b777-89ed3d87d886 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 210 time: 0.0651631 Aug 28 12:57:41.238558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c52040e-1c8a-44e6-8b60-364b2d6620c1 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:57:41.262014 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:41.275869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-cefd9f82-667b-46d9-810f-5860c0e32dce', 'network_id': 'cefd9f82-667b-46d9-810f-5860c0e32dce', 'tenant_id': 'cf75ebbcd5fe4308ad4d56c0011e49c5', 'fixed_ips': [{'subnet_id': '8e528fd0-de81-4127-b1c5-e43e740864d5'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:57:41.277505 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:41.278775 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:41.318433 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:41.330157 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:41.330780 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:41.333883 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Transition to ACTIVE for port object 6c52040e-1c8a-44e6-8b60-364b2d6620c1 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:41.347529 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50994963-8646-459e-82af-71f18c770ef3 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:41.353609 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-50994963-8646-459e-82af-71f18c770ef3 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:41.358842 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:41.456704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9eb60-736f-49fa-af40-8971c3891f9f req-d26bec4b-559a-4873-935b-68f5b578715b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:41.458319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b1f9eb60-736f-49fa-af40-8971c3891f9f req-d26bec4b-559a-4873-935b-68f5b578715b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.2147715 Aug 28 12:57:41.459023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e6b767-087b-42c4-988f-af20bd49ab95,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:41.484241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Allocated IP 172.20.0.2 (cefd9f82-667b-46d9-810f-5860c0e32dce/8e528fd0-de81-4127-b1c5-e43e740864d5/ae7b7889-0ede-474a-a195-3862c526cd79) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:41.488835 n-d-791505-21 neutron-server[94878]: INFO neutron.db.ipam_backend_mixin [None req-50994963-8646-459e-82af-71f18c770ef3 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8e528fd0-de81-4127-b1c5-e43e740864d5 (CIDR: 172.20.0.0/28) Aug 28 12:57:41.492741 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-50994963-8646-459e-82af-71f18c770ef3 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 12:57:41.493759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50994963-8646-459e-82af-71f18c770ef3 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:57:41.502321 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:57:41.518420 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-50994963-8646-459e-82af-71f18c770ef3 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6344326 Aug 28 12:57:41.519717 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59532) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:41.532761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6a1f86e9-5836-4dd7-bacc-48f74d2f8ca6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'subnet': {'network_id': 'cefd9f82-667b-46d9-810f-5860c0e32dce', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:41.552705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Pushing event updated for resources: {'Port': ['ID=6c52040e-1c8a-44e6-8b60-364b2d6620c1,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:41.581863 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:41.582234 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Added segment b7e1a88a-b5a8-4d15-804a-8352731cd16a of type vlan for network 97626c48-e853-4c14-a9ba-c9f5b262b6bc Aug 28 12:57:41.593614 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:41.784776 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b1f9eb60-736f-49fa-af40-8971c3891f9f req-b9a11c3c-2225-4a58-ad48-de2aac10b348 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995269 Aug 28 12:57:41.812273 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1f86e9-5836-4dd7-bacc-48f74d2f8ca6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:41.816307 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a1f86e9-5836-4dd7-bacc-48f74d2f8ca6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:41.826958 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:41.833084 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:41.848681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:41.853990 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Transition to ACTIVE for port object ae7b7889-0ede-474a-a195-3862c526cd79 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:41.864217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:41.868098 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Pushing event updated for resources: {'Port': ['ID=24074a4b-1bdb-41e6-ac1a-4abf9a658fa5,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:41.870655 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:41.889717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Transition to ACTIVE for port object ae7b7889-0ede-474a-a195-3862c526cd79 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:41.909040 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:41.963447 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Network cefd9f82-667b-46d9-810f-5860c0e32dce is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:41.967523 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:41.974482 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:41.996077 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Attempting to bind port 6c52040e-1c8a-44e6-8b60-364b2d6620c1 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:57:41.996077 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Attempting to bind port 6c52040e-1c8a-44e6-8b60-364b2d6620c1 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:57:41.996077 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Attempting to bind port 6c52040e-1c8a-44e6-8b60-364b2d6620c1 on network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:57:41.999388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:57:42.014301 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Port 6c52040e-1c8a-44e6-8b60-364b2d6620c1 on network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:57:42.014664 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Attempting to bind port 6c52040e-1c8a-44e6-8b60-364b2d6620c1 on network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:57:42.018581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Pushing event updated for resources: {'Port': ['ID=ae7b7889-0ede-474a-a195-3862c526cd79,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:42.023796 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:42.024142 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Added segment 4a58af3a-7ccc-4bf0-bab2-bc260628457d of type vlan for network 8468de94-8156-4ddc-bae8-ec3aee593ca5 Aug 28 12:57:42.078930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:57:42.078930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Checking segment: {'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:42.078930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Bound using segment: {'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:57:42.078930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Bound port: 6c52040e-1c8a-44e6-8b60-364b2d6620c1, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e93c903-5020-43ff-aef0-1c45a9ce4cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:57:42.078930 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:42.098805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Attempting to bind port ae7b7889-0ede-474a-a195-3862c526cd79 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:57:42.099589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Attempting to bind port ae7b7889-0ede-474a-a195-3862c526cd79 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '068d0147-f8d6-4c1e-9bd0-a6e1a122a899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cefd9f82-667b-46d9-810f-5860c0e32dce'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:57:42.100560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Attempting to bind port ae7b7889-0ede-474a-a195-3862c526cd79 on network cefd9f82-667b-46d9-810f-5860c0e32dce {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:57:42.108357 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:57:42.109292 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Checking segment: {'id': '068d0147-f8d6-4c1e-9bd0-a6e1a122a899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cefd9f82-667b-46d9-810f-5860c0e32dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:42.109966 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:42.110580 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Bound using segment: {'id': '068d0147-f8d6-4c1e-9bd0-a6e1a122a899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cefd9f82-667b-46d9-810f-5860c0e32dce'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:57:42.111348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Bound port: ae7b7889-0ede-474a-a195-3862c526cd79, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068d0147-f8d6-4c1e-9bd0-a6e1a122a899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'cefd9f82-667b-46d9-810f-5860c0e32dce'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:57:42.127571 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:42.221720 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:42.260881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] For port ae7b7889-0ede-474a-a195-3862c526cd79, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:57:42.264551 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dd400ede-1b2e-40db-98a4-03ac1b93fa50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:42.267760 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] For port ae7b7889-0ede-474a-a195-3862c526cd79, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ae7b7889-0ede-474a-a195-3862c526cd79,segment=NetworkSegment(068d0147-f8d6-4c1e-9bd0-a6e1a122a899),segment_id=068d0147-f8d6-4c1e-9bd0-a6e1a122a899)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:57:42.279685 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:42.327723 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe7bc6-bcac-4ff7-a67a-dcd7e33ea040 req-cd6402e9-246b-4d52-8263-b14ec43ffac2 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:42.329356 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4fe7bc6-bcac-4ff7-a67a-dcd7e33ea040 req-cd6402e9-246b-4d52-8263-b14ec43ffac2 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.1185715 Aug 28 12:57:42.385804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f04e89-629e-4f1e-8954-c444e0d6b4af None None] Pushing event updated for resources: {'Port': ['ID=ae7b7889-0ede-474a-a195-3862c526cd79,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:42.406815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] For port 6c52040e-1c8a-44e6-8b60-364b2d6620c1, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:57:42.416591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] For port 6c52040e-1c8a-44e6-8b60-364b2d6620c1, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:57:42.421734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e7adb-9f39-4af0-ad19-854bc1f4b896 req-3617473b-9d5a-4492-ba54-033df8b2dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:42.423257 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-469e7adb-9f39-4af0-ad19-854bc1f4b896 req-3617473b-9d5a-4492-ba54-033df8b2dd73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b86f6f1a917843268e771c6b62b33d64&device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 1099 time: 0.2078476 Aug 28 12:57:42.423899 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:42.436784 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:42.444769 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a1f86e9-5836-4dd7-bacc-48f74d2f8ca6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:42.449660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:42.458114 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:42.459057 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:42.460870 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d4fe7bc6-bcac-4ff7-a67a-dcd7e33ea040 req-1400de0f-cbf6-469d-ae6f-297b34011fa7 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060545 Aug 28 12:57:42.502487 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:42.541638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355b8c8-f983-479e-8292-a21d6ef6f733 req-cb8076c3-20df-40f4-bae5-f519d2dca439 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:42.551551 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c355b8c8-f983-479e-8292-a21d6ef6f733 req-cb8076c3-20df-40f4-bae5-f519d2dca439 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.3319035 Aug 28 12:57:42.554201 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:42.748071 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1f86e9-5836-4dd7-bacc-48f74d2f8ca6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network cefd9f82-667b-46d9-810f-5860c0e32dce is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:42.768498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-6a1f86e9-5836-4dd7-bacc-48f74d2f8ca6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:42.801320 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1f86e9-5836-4dd7-bacc-48f74d2f8ca6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:42.801603 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a1f86e9-5836-4dd7-bacc-48f74d2f8ca6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:42.819700 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34b2f1d3-a6a0-4e27-9f72-c6b73458f46b req-642c8a25-ef6b-45c9-9e4c-d838c0116df4 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 210 time: 0.2328157 Aug 28 12:57:42.838060 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f86e9-5836-4dd7-bacc-48f74d2f8ca6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Subnet': ['ID=652615b8-e1af-4421-976d-c7a7f33e3707,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:42.866985 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6a1f86e9-5836-4dd7-bacc-48f74d2f8ca6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3436680 Aug 28 12:57:42.874054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59544) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:42.880726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9f231a52-ab80-4a88-bb46-1ba6abc12906 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'network_id': 'cefd9f82-667b-46d9-810f-5860c0e32dce', 'fixed_ips': [{'subnet_id': '8e528fd0-de81-4127-b1c5-e43e740864d5'}, {'subnet_id': '652615b8-e1af-4421-976d-c7a7f33e3707'}], 'name': 'tempest-PortsTestJSON-134546218'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:42.892589 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.8523936 Aug 28 12:57:42.911252 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59546) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:42.968243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:42.968893 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:42.971440 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] 10.222.0.11 "PUT /v2.0/ports/6c52040e-1c8a-44e6-8b60-364b2d6620c1 HTTP/1.1" status: 200 len: 1092 time: 2.8951051 Aug 28 12:57:42.985928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f0684-274d-404a-8906-139d66541a2c req-1dc266b0-3cdd-4f9a-8856-f926cb864372 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:42.987642 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7f0684-274d-404a-8906-139d66541a2c req-1dc266b0-3cdd-4f9a-8856-f926cb864372 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.10 "GET /v2.0/networks?id=86ad33de-39f7-4665-9226-1bf675daecbe HTTP/1.1" status: 200 len: 815 time: 0.5068743 Aug 28 12:57:43.017949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-aa7f0684-274d-404a-8906-139d66541a2c req-0b24c6ea-0c3c-4d08-865e-0f1d4647a3ee tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Request body: {'port': {'device_id': '4b6b9769-02cc-422c-a8ac-e32b8a652629', 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe', 'admin_state_up': True, 'tenant_id': 'cd2798ec77a34c09b636870bd3f42a34'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:43.166877 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'tag': '6c52040e-1c8a-44e6-8b60-364b2d6620c1'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:57:43.172072 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e33896c-d281-40e3-827c-129a8b19cc87" -d '{"events": [{"name": "network-changed", "server_uuid": "ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8", "tag": "6c52040e-1c8a-44e6-8b60-364b2d6620c1"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:57:43.176135 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:43.178869 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event updated for resources: {'Network': ['ID=97626c48-e853-4c14-a9ba-c9f5b262b6bc,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:43.193681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 97626c48-e853-4c14-a9ba-c9f5b262b6bc details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:57:43.219068 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f231a52-ab80-4a88-bb46-1ba6abc12906 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:43.296119 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bba9df-3fbe-4b8d-917f-8d237bde8287 x-openstack-request-id: req-b4bba9df-3fbe-4b8d-917f-8d237bde8287 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:57:43.296502 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8", "tag": "6c52040e-1c8a-44e6-8b60-364b2d6620c1", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:57:43.296763 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4bba9df-3fbe-4b8d-917f-8d237bde8287 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:57:43.296887 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7f0684-274d-404a-8906-139d66541a2c req-0b24c6ea-0c3c-4d08-865e-0f1d4647a3ee tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Made reservation on behalf of cd2798ec77a34c09b636870bd3f42a34 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:43.297157 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'tag': '6c52040e-1c8a-44e6-8b60-364b2d6620c1', 'status': 'completed', 'code': 200} Aug 28 12:57:43.301033 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-aa7f0684-274d-404a-8906-139d66541a2c req-0b24c6ea-0c3c-4d08-865e-0f1d4647a3ee tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:43.354504 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9f231a52-ab80-4a88-bb46-1ba6abc12906 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:43.391490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6168e-f712-4f79-ad1e-75bc5d8aca5a service neutron] Pushing event updated for resources: {'Port': ['ID=6c52040e-1c8a-44e6-8b60-364b2d6620c1,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:43.392864 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:43.406879 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-9f231a52-ab80-4a88-bb46-1ba6abc12906 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] device_id is not set on port c5dcbdd9-41d9-4061-900c-cdf7ac916cff yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:57:43.415512 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c355b8c8-f983-479e-8292-a21d6ef6f733 req-57262c18-42e2-4c2d-80eb-7dae3408cd26 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8626120 Aug 28 12:57:43.492080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab6f57-81d9-4f39-ae1b-0e5b236b2e19 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:43.509349 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:57:43.509899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab6f57-81d9-4f39-ae1b-0e5b236b2e19 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:43.517886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab6f57-81d9-4f39-ae1b-0e5b236b2e19 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:43.524271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab6f57-81d9-4f39-ae1b-0e5b236b2e19 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:43.526154 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1dab6f57-81d9-4f39-ae1b-0e5b236b2e19 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5937316 Aug 28 12:57:43.550570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59552) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:43.563808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b248be-b414-4d4a-b569-5c7096f09eed tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event updated for resources: {'Network': ['ID=8468de94-8156-4ddc-bae8-ec3aee593ca5,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:43.572403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e7adb-9f39-4af0-ad19-854bc1f4b896 req-027665f0-3055-417f-8ca5-cafe435fca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:43.573945 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-469e7adb-9f39-4af0-ad19-854bc1f4b896 req-027665f0-3055-417f-8ca5-cafe435fca28 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 HTTP/1.1" status: 200 len: 914 time: 1.0592418 Aug 28 12:57:43.582540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 8468de94-8156-4ddc-bae8-ec3aee593ca5 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:57:43.615426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118de1d5-2d72-4738-836d-020e6c9c834e req-5eae2fad-dcda-4668-b5af-da01f77c5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:43.616889 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-5eae2fad-dcda-4668-b5af-da01f77c5c51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 1095 time: 0.4353454 Aug 28 12:57:43.680139 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-469e7adb-9f39-4af0-ad19-854bc1f4b896 req-3a31cb4f-58ac-4cd7-a1ad-9ee01ab7e53a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709 HTTP/1.1" status: 200 len: 217 time: 0.0781569 Aug 28 12:57:43.710334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-aa7f0684-274d-404a-8906-139d66541a2c req-0b24c6ea-0c3c-4d08-865e-0f1d4647a3ee tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Allocated IP 172.20.0.12 (86ad33de-39f7-4665-9226-1bf675daecbe/942cca67-1f9d-41d6-bb91-b6b305db0b47/e004dd8b-0acb-4bd8-9e47-0b88882e2d42) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:43.723309 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-8e6bf1da-ff17-4868-84b7-203ed45348d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1 HTTP/1.1" status: 200 len: 217 time: 0.0512073 Aug 28 12:57:43.771271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ae7b7889-0ede-474a-a195-3862c526cd79 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:57:43.812439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42464e8-675c-492d-9456-b0b799d5f180 None None] Network cefd9f82-667b-46d9-810f-5860c0e32dce requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:43.833449 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-610efad1-b889-45ce-97a5-387194e61645 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:43.883794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e7adb-9f39-4af0-ad19-854bc1f4b896 req-161f3367-2d1a-4aa0-999c-a97a61ae280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:43.885281 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-469e7adb-9f39-4af0-ad19-854bc1f4b896 req-161f3367-2d1a-4aa0-999c-a97a61ae280a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=39549c81-d40d-49fb-b349-f6037ce4d779 HTTP/1.1" status: 200 len: 854 time: 0.1728134 Aug 28 12:57:43.893926 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7e03230e-b4ed-4090-8b37-a03eb0cc5523 None None] Provisioning for port ae7b7889-0ede-474a-a195-3862c526cd79 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:43.894266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118de1d5-2d72-4738-836d-020e6c9c834e req-5ffa3a2b-58d4-4879-a33f-a624efa7b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:43.898521 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-5ffa3a2b-58d4-4879-a33f-a624efa7b772 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fac72157-2444-43b8-a097-cf18d714c2d2 HTTP/1.1" status: 200 len: 856 time: 0.1103652 Aug 28 12:57:43.899618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09c9b4-94c6-4ef5-873e-246abf17eaa3 req-9281f88e-39e2-4c2f-b3a7-c13f6787d5f3 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:43.908174 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ab09c9b4-94c6-4ef5-873e-246abf17eaa3 req-9281f88e-39e2-4c2f-b3a7-c13f6787d5f3 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.3583374 Aug 28 12:57:43.935271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port ae7b7889-0ede-474a-a195-3862c526cd79 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:43.943561 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ae7b7889-0ede-474a-a195-3862c526cd79 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:43.944251 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:43.994232 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-469e7adb-9f39-4af0-ad19-854bc1f4b896 req-853ff014-01a0-49bf-8380-a67e189d88c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934205 Aug 28 12:57:44.015337 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fac02f2-72e3-4fbd-84c9-23510dc70ac2 req-a4d0d582-4a78-4003-8c6b-15b533e6fdad tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 210 time: 0.0820491 Aug 28 12:57:44.080524 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.092832 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.099101 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.137767 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ab09c9b4-94c6-4ef5-873e-246abf17eaa3 req-4717f630-5182-425b-ab9a-7ab6b63c69e1 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287500 Aug 28 12:57:44.157614 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port ae7b7889-0ede-474a-a195-3862c526cd79, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ae7b7889-0ede-474a-a195-3862c526cd79,segment=NetworkSegment(068d0147-f8d6-4c1e-9bd0-a6e1a122a899),segment_id=068d0147-f8d6-4c1e-9bd0-a6e1a122a899)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:44.168163 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.179603 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-610efad1-b889-45ce-97a5-387194e61645 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.206868 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-610efad1-b889-45ce-97a5-387194e61645 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97626c48-e853-4c14-a9ba-c9f5b262b6bc']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:44.212502 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-9f231a52-ab80-4a88-bb46-1ba6abc12906 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Allocated IP 172.20.0.8 (cefd9f82-667b-46d9-810f-5860c0e32dce/8e528fd0-de81-4127-b1c5-e43e740864d5/c5dcbdd9-41d9-4061-900c-cdf7ac916cff) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:44.224970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Update dhcp port {'port': {'network_id': 'cefd9f82-667b-46d9-810f-5860c0e32dce', 'fixed_ips': [{'subnet_id': '8e528fd0-de81-4127-b1c5-e43e740864d5', 'ip_address': '172.20.0.2'}, {'subnet_id': '652615b8-e1af-4421-976d-c7a7f33e3707'}], 'binding:host_id': 'n-d-791505-21'}, 'id': 'ae7b7889-0ede-474a-a195-3862c526cd79'} from n-d-791505-21. {{(pid=94879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 12:57:44.238115 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-610efad1-b889-45ce-97a5-387194e61645 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e1a88a-b5a8-4d15-804a-8352731cd16a') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:44.238421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-610efad1-b889-45ce-97a5-387194e61645 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e1a88a-b5a8-4d15-804a-8352731cd16a') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:44.243652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-9f231a52-ab80-4a88-bb46-1ba6abc12906 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Allocated IP 172.20.0.23 (cefd9f82-667b-46d9-810f-5860c0e32dce/652615b8-e1af-4421-976d-c7a7f33e3707/c5dcbdd9-41d9-4061-900c-cdf7ac916cff) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:44.266816 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=ae7b7889-0ede-474a-a195-3862c526cd79,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:44.269779 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.270020 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-610efad1-b889-45ce-97a5-387194e61645 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.275831 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-aa7f0684-274d-404a-8906-139d66541a2c req-0b24c6ea-0c3c-4d08-865e-0f1d4647a3ee tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.299019 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-610efad1-b889-45ce-97a5-387194e61645 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.324804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610efad1-b889-45ce-97a5-387194e61645 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:57:44.325059 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-610efad1-b889-45ce-97a5-387194e61645 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:57:44.328284 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:57:44.439424 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118de1d5-2d72-4738-836d-020e6c9c834e req-41213aef-209a-48db-a166-9912d84a909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:44.441309 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-41213aef-209a-48db-a166-9912d84a909d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5048120 Aug 28 12:57:44.465189 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-610efad1-b889-45ce-97a5-387194e61645 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.472517 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-610efad1-b889-45ce-97a5-387194e61645 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.478212 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-610efad1-b889-45ce-97a5-387194e61645 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "DELETE /v2.0/networks/97626c48-e853-4c14-a9ba-c9f5b262b6bc HTTP/1.1" status: 204 len: 168 time: 0.9241610 Aug 28 12:57:44.486158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59558) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:44.489252 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-aa7f0684-274d-404a-8906-139d66541a2c req-0b24c6ea-0c3c-4d08-865e-0f1d4647a3ee tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.505174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['045b7c91-2f3e-4cca-9e12-7b035307da63'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:57:44.608970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610efad1-b889-45ce-97a5-387194e61645 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event deleted for resources: {'Network': ['ID=97626c48-e853-4c14-a9ba-c9f5b262b6bc,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:44.618668 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-469e7adb-9f39-4af0-ad19-854bc1f4b896 req-5ef633ae-24ae-480d-a51f-fa9ef264d302 service neutron] 10.222.0.11 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013906 Aug 28 12:57:44.656614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7f0684-274d-404a-8906-139d66541a2c req-0b24c6ea-0c3c-4d08-865e-0f1d4647a3ee tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Network 86ad33de-39f7-4665-9226-1bf675daecbe is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:44.672059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-aa7f0684-274d-404a-8906-139d66541a2c req-0b24c6ea-0c3c-4d08-865e-0f1d4647a3ee tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:44.674514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7f0684-274d-404a-8906-139d66541a2c req-0b24c6ea-0c3c-4d08-865e-0f1d4647a3ee tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:44.711183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-51d0f1a1-8406-47b3-a447-c517eed20ad8 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598851 Aug 28 12:57:44.723559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24c6ea-0c3c-4d08-865e-0f1d4647a3ee tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Pushing event updated for resources: {'Port': ['ID=e004dd8b-0acb-4bd8-9e47-0b88882e2d42,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:44.725811 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b770b5-89ef-4a4b-bf80-643ba628bea7 req-2677f761-2773-44e1-aae9-ee848a24e68f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:44.727340 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9b770b5-89ef-4a4b-bf80-643ba628bea7 req-2677f761-2773-44e1-aae9-ee848a24e68f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.2203386 Aug 28 12:57:44.759123 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dfac3f10-5e10-4165-8723-f5391f984b5a tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.774651 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9f231a52-ab80-4a88-bb46-1ba6abc12906 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.810273 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f0684-274d-404a-8906-139d66541a2c req-0b24c6ea-0c3c-4d08-865e-0f1d4647a3ee tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:44.811432 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-aa7f0684-274d-404a-8906-139d66541a2c req-0b24c6ea-0c3c-4d08-865e-0f1d4647a3ee tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.814183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-9f231a52-ab80-4a88-bb46-1ba6abc12906 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Transition to ACTIVE for port object c5dcbdd9-41d9-4061-900c-cdf7ac916cff will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:44.853401 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7f0684-274d-404a-8906-139d66541a2c req-0b24c6ea-0c3c-4d08-865e-0f1d4647a3ee tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8437603 Aug 28 12:57:44.878718 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-469e7adb-9f39-4af0-ad19-854bc1f4b896 req-cf118c00-2339-4313-8ce8-d15954b1a457 service neutron] 10.222.0.11 "GET /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514837 Aug 28 12:57:44.881590 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9b770b5-89ef-4a4b-bf80-643ba628bea7 req-a30a54b6-983c-48d2-8263-f42674286dcd tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395261 Aug 28 12:57:44.884206 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Router eff6ba0b-b8ab-42e9-970c-02fc985a2e99 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:57:44.906106 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-aa7f0684-274d-404a-8906-139d66541a2c req-653720a6-fa72-497f-8e74-72375db6af97 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 12:57:44.907229 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7f0684-274d-404a-8906-139d66541a2c req-653720a6-fa72-497f-8e74-72375db6af97 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0342021 Aug 28 12:57:44.911399 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-118de1d5-2d72-4738-836d-020e6c9c834e req-b6d07801-93ee-4127-8892-e8e7658a32e1 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808095 Aug 28 12:57:44.931551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Request body: {'port': {'device_id': '4b6b9769-02cc-422c-a8ac-e32b8a652629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:44.973431 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dfac3f10-5e10-4165-8723-f5391f984b5a tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:44.990624 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-dfac3f10-5e10-4165-8723-f5391f984b5a tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8468de94-8156-4ddc-bae8-ec3aee593ca5']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:44.994116 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9f231a52-ab80-4a88-bb46-1ba6abc12906 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:45.046679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Allocated IP 172.20.0.18 (cefd9f82-667b-46d9-810f-5860c0e32dce/652615b8-e1af-4421-976d-c7a7f33e3707/ae7b7889-0ede-474a-a195-3862c526cd79) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:45.057942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f231a52-ab80-4a88-bb46-1ba6abc12906 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network cefd9f82-667b-46d9-810f-5860c0e32dce is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:45.060820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:57:45.068080 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:45.072922 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cabb8096-6e2f-4f07-8f1f-4287a930d6ac tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "PUT /v2.0/routers/eff6ba0b-b8ab-42e9-970c-02fc985a2e99 HTTP/1.1" status: 200 len: 883 time: 5.8197434 Aug 28 12:57:45.073735 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59562) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:45.086694 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33896c-d281-40e3-827c-129a8b19cc87 req-e87f56a5-5f90-455b-b682-37c7f0564bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:45.087058 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7619eed-17de-40ad-a0cc-ca72b89fd4e4 None None] Sync routers for ids ['eff6ba0b-b8ab-42e9-970c-02fc985a2e99'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:57:45.087258 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e33896c-d281-40e3-827c-129a8b19cc87 req-e87f56a5-5f90-455b-b682-37c7f0564bb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 1095 time: 0.1081150 Aug 28 12:57:45.115655 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-dfac3f10-5e10-4165-8723-f5391f984b5a tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a58af3a-7ccc-4bf0-bab2-bc260628457d') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:45.116017 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-dfac3f10-5e10-4165-8723-f5391f984b5a tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a58af3a-7ccc-4bf0-bab2-bc260628457d') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:45.127229 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dfac3f10-5e10-4165-8723-f5391f984b5a tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:45.130931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7619eed-17de-40ad-a0cc-ca72b89fd4e4 None None] Routers {'eff6ba0b-b8ab-42e9-970c-02fc985a2e99'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:45.131861 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d7619eed-17de-40ad-a0cc-ca72b89fd4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['eff6ba0b-b8ab-42e9-970c-02fc985a2e99'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:45.135003 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-9f231a52-ab80-4a88-bb46-1ba6abc12906 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:45.139022 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:45.145611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f231a52-ab80-4a88-bb46-1ba6abc12906 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=c5dcbdd9-41d9-4061-900c-cdf7ac916cff,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:45.148064 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f231a52-ab80-4a88-bb46-1ba6abc12906 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:45.181700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d7619eed-17de-40ad-a0cc-ca72b89fd4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:45.205472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7619eed-17de-40ad-a0cc-ca72b89fd4e4 None None] Routers {'eff6ba0b-b8ab-42e9-970c-02fc985a2e99'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:45.205881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d7619eed-17de-40ad-a0cc-ca72b89fd4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['eff6ba0b-b8ab-42e9-970c-02fc985a2e99'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:45.258731 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d7619eed-17de-40ad-a0cc-ca72b89fd4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:45.259432 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7619eed-17de-40ad-a0cc-ca72b89fd4e4 None None] The sync data for ids ['eff6ba0b-b8ab-42e9-970c-02fc985a2e99'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:57:45.276704 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dfac3f10-5e10-4165-8723-f5391f984b5a tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:45.277864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] For port ae7b7889-0ede-474a-a195-3862c526cd79, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ae7b7889-0ede-474a-a195-3862c526cd79,segment=NetworkSegment(068d0147-f8d6-4c1e-9bd0-a6e1a122a899),segment_id=068d0147-f8d6-4c1e-9bd0-a6e1a122a899)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:45.289071 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:45.289899 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-57741e52-c14f-4c47-8bcf-3e470c1e668d tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/routers/eff6ba0b-b8ab-42e9-970c-02fc985a2e99 HTTP/1.1" status: 200 len: 924 time: 0.2142119 Aug 28 12:57:45.296392 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59566) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:45.309614 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33896c-d281-40e3-827c-129a8b19cc87 req-127a744b-d343-4f07-b12e-609650c8b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:45.311166 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e33896c-d281-40e3-827c-129a8b19cc87 req-127a744b-d343-4f07-b12e-609650c8b7bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 200 len: 917 time: 0.1887827 Aug 28 12:57:45.312320 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:45.312579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfac3f10-5e10-4165-8723-f5391f984b5a tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:57:45.312996 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dfac3f10-5e10-4165-8723-f5391f984b5a tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:57:45.327874 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:57:45.400523 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e33896c-d281-40e3-827c-129a8b19cc87 req-02a0d6e6-ded8-47bd-8be8-18ad3489892d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1 HTTP/1.1" status: 200 len: 217 time: 0.0660863 Aug 28 12:57:45.413344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8733d6-8eaf-4865-ba83-34a1391550e1 req-ee57c54b-13b3-4134-b024-e0b8a015588b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:45.414857 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da8733d6-8eaf-4865-ba83-34a1391550e1 req-ee57c54b-13b3-4134-b024-e0b8a015588b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.1735587 Aug 28 12:57:45.450726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f231a52-ab80-4a88-bb46-1ba6abc12906 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:45.451466 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9f231a52-ab80-4a88-bb46-1ba6abc12906 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:45.453012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12c99e5-332e-45a9-ac3a-26f4e8317d49 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:45.457131 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b12c99e5-332e-45a9-ac3a-26f4e8317d49 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&device_id=eff6ba0b-b8ab-42e9-970c-02fc985a2e99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1557446 Aug 28 12:57:45.459888 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59568) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:45.470213 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Transition to ACTIVE for port object ae7b7889-0ede-474a-a195-3862c526cd79 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:45.475339 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:45.503895 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da8733d6-8eaf-4865-ba83-34a1391550e1 req-3e19acc8-0b3d-4070-b0b6-2089ba44f943 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823128 Aug 28 12:57:45.510096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33896c-d281-40e3-827c-129a8b19cc87 req-7fd8d0cd-7c52-44dc-b914-39e1ea9d7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:45.512079 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e33896c-d281-40e3-827c-129a8b19cc87 req-7fd8d0cd-7c52-44dc-b914-39e1ea9d7918 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fac72157-2444-43b8-a097-cf18d714c2d2 HTTP/1.1" status: 200 len: 856 time: 0.0878263 Aug 28 12:57:45.550264 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dfac3f10-5e10-4165-8723-f5391f984b5a tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:45.605762 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9f231a52-ab80-4a88-bb46-1ba6abc12906 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.7259624 Aug 28 12:57:45.607018 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59570) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:45.610435 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33896c-d281-40e3-827c-129a8b19cc87 req-8e1f8187-b497-4bb1-9d9a-be199d18cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:45.611986 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e33896c-d281-40e3-827c-129a8b19cc87 req-8e1f8187-b497-4bb1-9d9a-be199d18cea7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899317 Aug 28 12:57:45.613884 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Pushing event updated for resources: {'Port': ['ID=ae7b7889-0ede-474a-a195-3862c526cd79,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:45.614686 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22ac56-9937-4d25-bba8-32791be92246 req-c4c63a78-4580-423c-bfc9-866542ce665f tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:45.616248 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7a22ac56-9937-4d25-bba8-32791be92246 req-c4c63a78-4580-423c-bfc9-866542ce665f tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 932 time: 0.4429600 Aug 28 12:57:45.620934 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dfac3f10-5e10-4165-8723-f5391f984b5a tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:45.623225 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dfac3f10-5e10-4165-8723-f5391f984b5a tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "DELETE /v2.0/networks/8468de94-8156-4ddc-bae8-ec3aee593ca5 HTTP/1.1" status: 204 len: 168 time: 1.1286590 Aug 28 12:57:45.631416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59572) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:45.632973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-76f515ff-0049-44c4-aba1-a610eae009b8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e528fd0-de81-4127-b1c5-e43e740864d5'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:45.640316 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:45.641801 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:45.658628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:45.658628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:45.658628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:45.658628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:45.658628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:45.658628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:45.658628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:45.658628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:45.658628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:45.658628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edbadf-7f7b-4061-b3b2-e8dd8ae4b64c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:57:45.756978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ae7b7889-0ede-474a-a195-3862c526cd79 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:57:45.863491 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e33896c-d281-40e3-827c-129a8b19cc87 req-5c1c7afd-037c-4e9f-867f-b5c44ae49973 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249293 Aug 28 12:57:46.001812 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76f515ff-0049-44c4-aba1-a610eae009b8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:46.078532 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac3f10-5e10-4165-8723-f5391f984b5a tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event deleted for resources: {'Network': ['ID=8468de94-8156-4ddc-bae8-ec3aee593ca5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:46.094966 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e33896c-d281-40e3-827c-129a8b19cc87 req-18e6560f-6695-4bf6-b409-11a166de6e8a service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220573 Aug 28 12:57:46.116000 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337b9d0-b013-4cf3-a66a-59e496b88d95 req-952acbc2-fec0-4fb1-97f0-5f3a49a6846b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:46.117939 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7337b9d0-b013-4cf3-a66a-59e496b88d95 req-952acbc2-fec0-4fb1-97f0-5f3a49a6846b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.1329410 Aug 28 12:57:46.225422 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e543296e-86bb-4ec9-b062-db7db40a0279 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:46.226901 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e543296e-86bb-4ec9-b062-db7db40a0279 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 881 time: 0.7623193 Aug 28 12:57:46.229951 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7a22ac56-9937-4d25-bba8-32791be92246 req-99556e80-af4c-4e43-80a4-75159a93111d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885073 Aug 28 12:57:46.241927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59576) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:46.251032 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7337b9d0-b013-4cf3-a66a-59e496b88d95 req-f75b5b96-e384-4605-ad79-7467b76ada3d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221888 Aug 28 12:57:46.264116 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c824d992-0932-46f5-81f6-19f4910ae2d5 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:46.270517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c824d992-0932-46f5-81f6-19f4910ae2d5 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:46.272190 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c824d992-0932-46f5-81f6-19f4910ae2d5 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6397293 Aug 28 12:57:46.273294 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516e8655-18c4-4905-9104-5d2cac800fc5 None None] Network cefd9f82-667b-46d9-810f-5860c0e32dce requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:46.276361 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59578) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:46.281689 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e5887887-6cf2-46c0-9999-9dd639e9c5a0 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1297914026'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:46.338570 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ca7dc27d-54db-4598-8d8a-eb4b2c090b91 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "GET /v2.0/ports?device_id=eff6ba0b-b8ab-42e9-970c-02fc985a2e99 HTTP/1.1" status: 200 len: 205 time: 0.0912445 Aug 28 12:57:46.340508 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59580) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:46.350607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5887887-6cf2-46c0-9999-9dd639e9c5a0 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Made reservation on behalf of f1e8d4a0e93245589e7c1e2b72accac1 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:46.353983 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5887887-6cf2-46c0-9999-9dd639e9c5a0 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:46.404114 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6c52040e-1c8a-44e6-8b60-364b2d6620c1 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:57:46.408998 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a821b926-f526-4df2-a83d-9e444572493d None None] Provisioning for port ae7b7889-0ede-474a-a195-3862c526cd79 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:46.411122 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e004dd8b-0acb-4bd8-9e47-0b88882e2d42 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:57:46.418083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a821b926-f526-4df2-a83d-9e444572493d None None] Provisioning complete for port ae7b7889-0ede-474a-a195-3862c526cd79 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:46.418623 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a821b926-f526-4df2-a83d-9e444572493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:46.428456 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:46.482964 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5887887-6cf2-46c0-9999-9dd639e9c5a0 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:57:46.487505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Transition to ACTIVE for port object e004dd8b-0acb-4bd8-9e47-0b88882e2d42 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:46.495589 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:46.515514 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5887887-6cf2-46c0-9999-9dd639e9c5a0 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:46.515771 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-e5887887-6cf2-46c0-9999-9dd639e9c5a0 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Added segment 51dc666c-58bc-40c2-9820-82e2c6183cb3 of type vlan for network f73a94ec-3bc4-49c0-8a6d-daec89b31830 Aug 28 12:57:46.525094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-76f515ff-0049-44c4-aba1-a610eae009b8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Delete allocated IP 172.20.0.23 (cefd9f82-667b-46d9-810f-5860c0e32dce/652615b8-e1af-4421-976d-c7a7f33e3707) {{(pid=94877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 12:57:46.603542 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41ec5284-955f-4b75-99a4-d70b61080e1c tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:46.610128 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5887887-6cf2-46c0-9999-9dd639e9c5a0 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:46.648494 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Pushing event updated for resources: {'Port': ['ID=e004dd8b-0acb-4bd8-9e47-0b88882e2d42,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:46.668522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6c52040e-1c8a-44e6-8b60-364b2d6620c1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:46.684522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '6c52040e-1c8a-44e6-8b60-364b2d6620c1', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'port_id': '6c52040e-1c8a-44e6-8b60-364b2d6620c1', 'mac_address': 'fa:16:3e:29:cd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:57:46.731113 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:46.748928 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c52040e-1c8a-44e6-8b60-364b2d6620c1 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:57:46.772827 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6c52040e-1c8a-44e6-8b60-364b2d6620c1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:46.778129 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:46.805489 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5887887-6cf2-46c0-9999-9dd639e9c5a0 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:46.811493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5887887-6cf2-46c0-9999-9dd639e9c5a0 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:46.812149 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5887887-6cf2-46c0-9999-9dd639e9c5a0 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:46.845101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6c52040e-1c8a-44e6-8b60-364b2d6620c1,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:46.912070 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e5887887-6cf2-46c0-9999-9dd639e9c5a0 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6322784 Aug 28 12:57:46.925204 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2e9db-edfa-4c49-8538-ac708a7451d0 req-4834428b-9a6a-4d3b-a84a-1e43043a775b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:46.930988 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-98b2e9db-edfa-4c49-8538-ac708a7451d0 req-4834428b-9a6a-4d3b-a84a-1e43043a775b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.2658994 Aug 28 12:57:46.937093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59584) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:46.937831 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41ec5284-955f-4b75-99a4-d70b61080e1c tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:46.948428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-1d09def6-6145-4ead-856d-a6ed8e7f2789 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-931971527'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:46.975310 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Attempting to bind port e004dd8b-0acb-4bd8-9e47-0b88882e2d42 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:57:46.975568 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Attempting to bind port e004dd8b-0acb-4bd8-9e47-0b88882e2d42 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:57:46.975874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Attempting to bind port e004dd8b-0acb-4bd8-9e47-0b88882e2d42 on network 86ad33de-39f7-4665-9226-1bf675daecbe {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:57:46.992676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5887887-6cf2-46c0-9999-9dd639e9c5a0 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event updated for resources: {'Network': ['ID=f73a94ec-3bc4-49c0-8a6d-daec89b31830,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:47.007476 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Port e004dd8b-0acb-4bd8-9e47-0b88882e2d42 on network 86ad33de-39f7-4665-9226-1bf675daecbe not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:57:47.007798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Attempting to bind port e004dd8b-0acb-4bd8-9e47-0b88882e2d42 on network 86ad33de-39f7-4665-9226-1bf675daecbe {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:57:47.008495 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network f73a94ec-3bc4-49c0-8a6d-daec89b31830 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:57:47.050335 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:57:47.051072 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Checking segment: {'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:47.051336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Bound using segment: {'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:57:47.051887 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Bound port: e004dd8b-0acb-4bd8-9e47-0b88882e2d42, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:57:47.052336 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.058377 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d09def6-6145-4ead-856d-a6ed8e7f2789 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Made reservation on behalf of f1e8d4a0e93245589e7c1e2b72accac1 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:47.063120 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1d09def6-6145-4ead-856d-a6ed8e7f2789 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.077565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6c52040e-1c8a-44e6-8b60-364b2d6620c1'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:57:47.079988 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76f515ff-0049-44c4-aba1-a610eae009b8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.082734 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-98b2e9db-edfa-4c49-8538-ac708a7451d0 req-995cc281-b0a8-4322-b001-5c1ae71dcb06 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381600 Aug 28 12:57:47.097151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-76f515ff-0049-44c4-aba1-a610eae009b8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Ignored duplicate provisioning block setup for port c5dcbdd9-41d9-4061-900c-cdf7ac916cff by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 28 12:57:47.103762 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76f515ff-0049-44c4-aba1-a610eae009b8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.158415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2300987c-e4c6-4374-bf8e-a4443c73960d None None] Provisioning for port c5dcbdd9-41d9-4061-900c-cdf7ac916cff completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:47.172437 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2300987c-e4c6-4374-bf8e-a4443c73960d None None] Provisioning complete for port c5dcbdd9-41d9-4061-900c-cdf7ac916cff triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:47.172803 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2300987c-e4c6-4374-bf8e-a4443c73960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.177742 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d09def6-6145-4ead-856d-a6ed8e7f2789 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:57:47.213990 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2300987c-e4c6-4374-bf8e-a4443c73960d None None] Port c5dcbdd9-41d9-4061-900c-cdf7ac916cff cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:57:47.214879 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-41ec5284-955f-4b75-99a4-d70b61080e1c tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Deleting port 24074a4b-1bdb-41e6-ac1a-4abf9a658fa5 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:47.215344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41ec5284-955f-4b75-99a4-d70b61080e1c tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.247048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2300987c-e4c6-4374-bf8e-a4443c73960d None None] Provisioning complete for port ae7b7889-0ede-474a-a195-3862c526cd79 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:47.247421 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2300987c-e4c6-4374-bf8e-a4443c73960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.284066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f515ff-0049-44c4-aba1-a610eae009b8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=c5dcbdd9-41d9-4061-900c-cdf7ac916cff,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:47.308559 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-76f515ff-0049-44c4-aba1-a610eae009b8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] In _notify_port_updated(), no bound segment for port c5dcbdd9-41d9-4061-900c-cdf7ac916cff on network cefd9f82-667b-46d9-810f-5860c0e32dce {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 12:57:47.315508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f515ff-0049-44c4-aba1-a610eae009b8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:47.316758 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76f515ff-0049-44c4-aba1-a610eae009b8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.318482 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-76f515ff-0049-44c4-aba1-a610eae009b8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "PUT /v2.0/ports/c5dcbdd9-41d9-4061-900c-cdf7ac916cff HTTP/1.1" status: 200 len: 918 time: 1.7055361 Aug 28 12:57:47.321211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59592) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:47.327376 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1d09def6-6145-4ead-856d-a6ed8e7f2789 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.328041 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-1d09def6-6145-4ead-856d-a6ed8e7f2789 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Added segment c341ae41-fa0e-48d5-b26e-faa45651ffc3 of type vlan for network d8a2d989-ab07-4334-95ec-9140b8138bb0 Aug 28 12:57:47.329204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1461aced-a501-4b03-bc29-0ee762a1384a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e528fd0-de81-4127-b1c5-e43e740864d5'}, {'subnet_id': '652615b8-e1af-4421-976d-c7a7f33e3707'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:47.364412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b049a-ff82-405d-b014-a7d96588741a req-783848af-d8ef-452f-98c1-9e496bc37d6d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:47.366511 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b75b049a-ff82-405d-b014-a7d96588741a req-783848af-d8ef-452f-98c1-9e496bc37d6d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.1521149 Aug 28 12:57:47.391891 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41ec5284-955f-4b75-99a4-d70b61080e1c tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.402173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] For port e004dd8b-0acb-4bd8-9e47-0b88882e2d42, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:57:47.439834 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-41ec5284-955f-4b75-99a4-d70b61080e1c tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Calling delete_port for 24074a4b-1bdb-41e6-ac1a-4abf9a658fa5 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:47.447709 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1461aced-a501-4b03-bc29-0ee762a1384a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.455618 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b75b049a-ff82-405d-b014-a7d96588741a req-df74bd8b-071d-4844-97a6-01094fb69f52 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818291 Aug 28 12:57:47.456462 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] For port e004dd8b-0acb-4bd8-9e47-0b88882e2d42, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e004dd8b-0acb-4bd8-9e47-0b88882e2d42,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:57:47.458573 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1d09def6-6145-4ead-856d-a6ed8e7f2789 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.477304 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.577269 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.resource_extend [None req-1d09def6-6145-4ead-856d-a6ed8e7f2789 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:57:47.620124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04a1e7-7d4c-45c3-987b-d7f928baac52 req-605cd6a5-3352-43ce-9760-c747df30248c tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:47.621848 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e04a1e7-7d4c-45c3-987b-d7f928baac52 req-605cd6a5-3352-43ce-9760-c747df30248c tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 944 time: 0.2659357 Aug 28 12:57:47.622472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Pushing event updated for resources: {'Port': ['ID=e004dd8b-0acb-4bd8-9e47-0b88882e2d42,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:47.646069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ae7b7889-0ede-474a-a195-3862c526cd79 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:57:47.664915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:47.665550 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.667136 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7f0684-274d-404a-8906-139d66541a2c req-e5a7bad6-11ae-47c4-872f-8b98d6f9a499 service neutron] 10.222.0.10 "PUT /v2.0/ports/e004dd8b-0acb-4bd8-9e47-0b88882e2d42 HTTP/1.1" status: 200 len: 1093 time: 2.7425089 Aug 28 12:57:47.670583 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6b9769-02cc-422c-a8ac-e32b8a652629', 'tag': 'e004dd8b-0acb-4bd8-9e47-0b88882e2d42'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:57:47.673624 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206dbb48-8ce2-4180-902f-9ea0dace7f24" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6b9769-02cc-422c-a8ac-e32b8a652629", "tag": "e004dd8b-0acb-4bd8-9e47-0b88882e2d42"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:57:47.687312 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0627c85-5467-4bb9-951e-aa8c01cf260f req-2f9dbc46-67c1-4e67-a620-a84501e280a8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:47.690157 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1d09def6-6145-4ead-856d-a6ed8e7f2789 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.695078 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0627c85-5467-4bb9-951e-aa8c01cf260f req-2f9dbc46-67c1-4e67-a620-a84501e280a8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 944 time: 0.1248295 Aug 28 12:57:47.695942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09def6-6145-4ead-856d-a6ed8e7f2789 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:47.696633 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1d09def6-6145-4ead-856d-a6ed8e7f2789 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.726071 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f2a5fbf0-16a8-491f-90d2-30af887ca88f None None] Provisioning complete for port c5dcbdd9-41d9-4061-900c-cdf7ac916cff triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:47.726805 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f2a5fbf0-16a8-491f-90d2-30af887ca88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.755410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ae7b7889-0ede-474a-a195-3862c526cd79 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:47.756043 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:47.774687 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0627c85-5467-4bb9-951e-aa8c01cf260f req-025a9a54-11f0-4f59-bff0-2af893941357 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784693 Aug 28 12:57:47.797218 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f2a5fbf0-16a8-491f-90d2-30af887ca88f None None] Port c5dcbdd9-41d9-4061-900c-cdf7ac916cff cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:57:47.855490 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1d09def6-6145-4ead-856d-a6ed8e7f2789 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9139812 Aug 28 12:57:47.864615 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59600) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:47.869861 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Request body: {'ports': [{'network_id': 'f73a94ec-3bc4-49c0-8a6d-daec89b31830', 'name': 'tempest-port--1601099172', 'admin_state_up': True}, {'network_id': 'd8a2d989-ab07-4334-95ec-9140b8138bb0', 'admin_state_up': False}]} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:47.870287 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Request body: {'port': {'network_id': 'f73a94ec-3bc4-49c0-8a6d-daec89b31830', 'name': 'tempest-port--1601099172', 'admin_state_up': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:47.870878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Request body: {'port': {'network_id': 'd8a2d989-ab07-4334-95ec-9140b8138bb0', 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:47.876361 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09def6-6145-4ead-856d-a6ed8e7f2789 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event updated for resources: {'Network': ['ID=d8a2d989-ab07-4334-95ec-9140b8138bb0,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:47.877860 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-1461aced-a501-4b03-bc29-0ee762a1384a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Allocated IP 172.20.0.21 (cefd9f82-667b-46d9-810f-5860c0e32dce/652615b8-e1af-4421-976d-c7a7f33e3707/c5dcbdd9-41d9-4061-900c-cdf7ac916cff) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:47.881005 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e04a1e7-7d4c-45c3-987b-d7f928baac52 req-46388ca9-7a7d-4648-9b18-8b49f3b09161 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335694 Aug 28 12:57:47.905497 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network d8a2d989-ab07-4334-95ec-9140b8138bb0 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:57:47.936445 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c181df-1ec5-4be1-ae3b-23a873de09c5 x-openstack-request-id: req-f8c181df-1ec5-4be1-ae3b-23a873de09c5 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:57:47.936907 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6b9769-02cc-422c-a8ac-e32b8a652629", "tag": "e004dd8b-0acb-4bd8-9e47-0b88882e2d42", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:57:47.937084 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8c181df-1ec5-4be1-ae3b-23a873de09c5 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:57:47.937369 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6b9769-02cc-422c-a8ac-e32b8a652629', 'tag': 'e004dd8b-0acb-4bd8-9e47-0b88882e2d42', 'status': 'completed', 'code': 200} Aug 28 12:57:47.960360 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f0684-274d-404a-8906-139d66541a2c req-839f6ca3-1462-4f7f-8d42-886356c72575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:47.962629 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7f0684-274d-404a-8906-139d66541a2c req-839f6ca3-1462-4f7f-8d42-886356c72575 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd2798ec77a34c09b636870bd3f42a34&device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 1096 time: 0.2444713 Aug 28 12:57:48.041047 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7f0684-274d-404a-8906-139d66541a2c req-772f9e50-34dc-4539-93a2-7185a598650b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e004dd8b-0acb-4bd8-9e47-0b88882e2d42 HTTP/1.1" status: 200 len: 217 time: 0.0524857 Aug 28 12:57:48.051093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf488f5-8387-40ef-80c4-0e9f4380d1f4 req-915b4866-d0e9-48d1-ad88-3ca334171ba8 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:48.052618 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6cf488f5-8387-40ef-80c4-0e9f4380d1f4 req-915b4866-d0e9-48d1-ad88-3ca334171ba8 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.0846379 Aug 28 12:57:48.108572 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1461aced-a501-4b03-bc29-0ee762a1384a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.120139 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6cf488f5-8387-40ef-80c4-0e9f4380d1f4 req-98eae679-edb2-4b32-ab52-719da488ad4d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573542 Aug 28 12:57:48.127686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-1461aced-a501-4b03-bc29-0ee762a1384a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Transition to ACTIVE for port object c5dcbdd9-41d9-4061-900c-cdf7ac916cff will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:48.131929 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1461aced-a501-4b03-bc29-0ee762a1384a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.136034 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41ec5284-955f-4b75-99a4-d70b61080e1c tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.184539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec5284-955f-4b75-99a4-d70b61080e1c tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Pushing event deleted for resources: {'Port': ['ID=24074a4b-1bdb-41e6-ac1a-4abf9a658fa5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:48.197316 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f0684-274d-404a-8906-139d66541a2c req-0b517f93-0c0d-4d94-aaed-4b8b4cd495d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:48.198845 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7f0684-274d-404a-8906-139d66541a2c req-0b517f93-0c0d-4d94-aaed-4b8b4cd495d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=942cca67-1f9d-41d6-bb91-b6b305db0b47 HTTP/1.1" status: 200 len: 855 time: 0.1471999 Aug 28 12:57:48.241693 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461aced-a501-4b03-bc29-0ee762a1384a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=c5dcbdd9-41d9-4061-900c-cdf7ac916cff,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:48.291678 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7f0684-274d-404a-8906-139d66541a2c req-7d40bdb6-1004-42b2-89d3-5d3d59e3ab73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86ad33de-39f7-4665-9226-1bf675daecbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648410 Aug 28 12:57:48.296184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-1461aced-a501-4b03-bc29-0ee762a1384a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] In _notify_port_updated(), no bound segment for port c5dcbdd9-41d9-4061-900c-cdf7ac916cff on network cefd9f82-667b-46d9-810f-5860c0e32dce {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 12:57:48.301887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1461aced-a501-4b03-bc29-0ee762a1384a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:48.302564 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1461aced-a501-4b03-bc29-0ee762a1384a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.304199 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1461aced-a501-4b03-bc29-0ee762a1384a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "PUT /v2.0/ports/c5dcbdd9-41d9-4061-900c-cdf7ac916cff HTTP/1.1" status: 200 len: 998 time: 0.9816322 Aug 28 12:57:48.306761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59604) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:48.378613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Made reservation on behalf of f1e8d4a0e93245589e7c1e2b72accac1 for: {'port': 2} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:48.383366 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.388202 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41ec5284-955f-4b75-99a4-d70b61080e1c tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.416267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-dc74fa76-58e2-4d9f-b00c-b3cef88cdb13 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port c5dcbdd9-41d9-4061-900c-cdf7ac916cff {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:48.416615 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dc74fa76-58e2-4d9f-b00c-b3cef88cdb13 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.418026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6c52040e-1c8a-44e6-8b60-364b2d6620c1 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:57:48.471511 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.479474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 6c52040e-1c8a-44e6-8b60-364b2d6620c1 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:48.483544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 6c52040e-1c8a-44e6-8b60-364b2d6620c1 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:48.483985 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.515424 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac104145-340a-42c8-8f0a-8bb8b0bdcad6 req-a11c8d5e-d754-4883-8b2d-3b7fd85d0cd5 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:48.516986 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac104145-340a-42c8-8f0a-8bb8b0bdcad6 req-a11c8d5e-d754-4883-8b2d-3b7fd85d0cd5 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.2914762 Aug 28 12:57:48.520847 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dc74fa76-58e2-4d9f-b00c-b3cef88cdb13 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.531536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-33e997ee-5d07-46c8-a65f-a4393ac1c872 None None] Provisioning for port c5dcbdd9-41d9-4061-900c-cdf7ac916cff completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:48.535512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-33e997ee-5d07-46c8-a65f-a4393ac1c872 None None] Provisioning complete for port c5dcbdd9-41d9-4061-900c-cdf7ac916cff triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:48.535890 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-33e997ee-5d07-46c8-a65f-a4393ac1c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.537815 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41ec5284-955f-4b75-99a4-d70b61080e1c tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.538005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-dc74fa76-58e2-4d9f-b00c-b3cef88cdb13 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for c5dcbdd9-41d9-4061-900c-cdf7ac916cff owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:48.548045 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41ec5284-955f-4b75-99a4-d70b61080e1c tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.602049 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-33e997ee-5d07-46c8-a65f-a4393ac1c872 None None] Port c5dcbdd9-41d9-4061-900c-cdf7ac916cff cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:57:48.617680 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.654392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c52040e-1c8a-44e6-8b60-364b2d6620c1'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:57:48.654392 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e245b76-728b-41e3-8d21-bb69f8b2e704" -d '{"events": [{"server_uuid": "ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8", "name": "network-vif-plugged", "status": "completed", "tag": "6c52040e-1c8a-44e6-8b60-364b2d6620c1"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:57:48.696667 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7f0684-274d-404a-8906-139d66541a2c req-818de3c5-844e-4bce-8edd-b85fcfeb043a service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847425 Aug 28 12:57:48.701518 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41ec5284-955f-4b75-99a4-d70b61080e1c tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.702335 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ec5284-955f-4b75-99a4-d70b61080e1c tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Fanout notify agent at l3_agent the message router_deleted on router eff6ba0b-b8ab-42e9-970c-02fc985a2e99 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:57:48.711503 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac104145-340a-42c8-8f0a-8bb8b0bdcad6 req-c8239dbd-ca10-4790-b516-76b3a67e42dd tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822305 Aug 28 12:57:48.717648 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41ec5284-955f-4b75-99a4-d70b61080e1c tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.718905 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-41ec5284-955f-4b75-99a4-d70b61080e1c tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "DELETE /v2.0/routers/eff6ba0b-b8ab-42e9-970c-02fc985a2e99 HTTP/1.1" status: 204 len: 168 time: 2.3766942 Aug 28 12:57:48.726707 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59610) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:48.732892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] device_id is not set on port 5605bdbe-5545-42c8-8bdc-e8c73672becd yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:57:48.758046 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-fc6b067e-187c-4368-8446-eb6dd89613b7 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1654810667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:48.821727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc6b067e-187c-4368-8446-eb6dd89613b7 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.823357 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc6b067e-187c-4368-8446-eb6dd89613b7 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.835371 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dc74fa76-58e2-4d9f-b00c-b3cef88cdb13 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:48.896172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74fa76-58e2-4d9f-b00c-b3cef88cdb13 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=c5dcbdd9-41d9-4061-900c-cdf7ac916cff,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:48.902013 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa7f0684-274d-404a-8906-139d66541a2c req-a6e13bc1-64ae-4dd4-b172-6f2e6689cc90 service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814690 Aug 28 12:57:49.004542 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6c52040e-1c8a-44e6-8b60-364b2d6620c1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:49.012077 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:49.029544 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc6b067e-187c-4368-8446-eb6dd89613b7 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:49.052379 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc6b067e-187c-4368-8446-eb6dd89613b7 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:49.073174 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc6b067e-187c-4368-8446-eb6dd89613b7 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:49.077437 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fc6b067e-187c-4368-8446-eb6dd89613b7 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3494291 Aug 28 12:57:49.080442 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59622) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:49.086210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'enable_snat': True}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:49.104727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6c52040e-1c8a-44e6-8b60-364b2d6620c1,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:49.174593 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dc74fa76-58e2-4d9f-b00c-b3cef88cdb13 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:49.177425 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dc74fa76-58e2-4d9f-b00c-b3cef88cdb13 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/c5dcbdd9-41d9-4061-900c-cdf7ac916cff HTTP/1.1" status: 204 len: 168 time: 0.8696659 Aug 28 12:57:49.180102 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59624) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:49.181490 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce03e21-7d55-4c96-bdf8-903bd592108a req-31bcd8aa-a90d-4ea6-8189-45c155d9c7b2 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:49.182207 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230baf9c-c5a3-4792-a085-c8e69413e307 x-openstack-request-id: req-230baf9c-c5a3-4792-a085-c8e69413e307 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:57:49.182588 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8", "name": "network-vif-plugged", "status": "completed", "tag": "6c52040e-1c8a-44e6-8b60-364b2d6620c1", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:57:49.182844 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-230baf9c-c5a3-4792-a085-c8e69413e307 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:57:49.183239 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c52040e-1c8a-44e6-8b60-364b2d6620c1', 'code': 200} Aug 28 12:57:49.191745 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ce03e21-7d55-4c96-bdf8-903bd592108a req-31bcd8aa-a90d-4ea6-8189-45c155d9c7b2 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 944 time: 0.2572198 Aug 28 12:57:49.210733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dbb48-8ce2-4180-902f-9ea0dace7f24 req-9b6ccadc-b444-4bab-bec8-6d7ba7760375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:49.212317 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-206dbb48-8ce2-4180-902f-9ea0dace7f24 req-9b6ccadc-b444-4bab-bec8-6d7ba7760375 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd2798ec77a34c09b636870bd3f42a34&device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 1096 time: 0.2347164 Aug 28 12:57:49.214641 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:49.222582 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-7728cdbc-73d5-475c-80bc-47b8591fd5e2 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] GET failed (client error): The resource could not be found. Aug 28 12:57:49.224214 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7728cdbc-73d5-475c-80bc-47b8591fd5e2 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/c5dcbdd9-41d9-4061-900c-cdf7ac916cff HTTP/1.1" status: 404 len: 333 time: 0.0432005 Aug 28 12:57:49.227457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59626) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:49.368099 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ce03e21-7d55-4c96-bdf8-903bd592108a req-032adc6e-1e0b-424e-816a-31d4594dc700 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751900 Aug 28 12:57:49.386969 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] device_id is not set on port 2643c4cb-21cc-4bb9-b367-8964a90ed4ad yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:57:49.416438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dbb48-8ce2-4180-902f-9ea0dace7f24 req-031e377f-5f1f-47c6-a25a-4adc1977991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:49.417967 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-206dbb48-8ce2-4180-902f-9ea0dace7f24 req-031e377f-5f1f-47c6-a25a-4adc1977991f service neutron] 10.222.0.10 "GET /v2.0/networks?id=86ad33de-39f7-4665-9226-1bf675daecbe HTTP/1.1" status: 200 len: 915 time: 0.1964560 Aug 28 12:57:49.434120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc694c4-8fd1-424d-a9e5-63d5550fefbb tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting subnet 652615b8-e1af-4421-976d-c7a7f33e3707 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:57:49.443725 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1fc694c4-8fd1-424d-a9e5-63d5550fefbb tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:49.483971 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-206dbb48-8ce2-4180-902f-9ea0dace7f24 req-244968c8-9e21-4985-80c2-b64997003daa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e004dd8b-0acb-4bd8-9e47-0b88882e2d42 HTTP/1.1" status: 200 len: 217 time: 0.0557044 Aug 28 12:57:49.552121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319569db-b7be-401f-be3b-d86e4f055b81 req-7ed816c0-0d64-4269-91d3-043386196035 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:49.553699 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-319569db-b7be-401f-be3b-d86e4f055b81 req-7ed816c0-0d64-4269-91d3-043386196035 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.2430902 Aug 28 12:57:49.570298 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:49.580477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e93eab-03a8-4ee8-96fc-15ceb4281827 req-99fc6a9d-c0a7-4f76-86d8-b91705aa8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:49.581490 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07e93eab-03a8-4ee8-96fc-15ceb4281827 req-99fc6a9d-c0a7-4f76-86d8-b91705aa8c80 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 1097 time: 0.2698312 Aug 28 12:57:49.585586 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1fc694c4-8fd1-424d-a9e5-63d5550fefbb tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:49.617126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f29009-3500-430d-b934-c031aed45e2c req-006a4039-960b-4265-b190-61d55e27275c tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:49.618840 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-64f29009-3500-430d-b934-c031aed45e2c req-006a4039-960b-4265-b190-61d55e27275c tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 944 time: 0.1482823 Aug 28 12:57:49.634308 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dbb48-8ce2-4180-902f-9ea0dace7f24 req-cb726f27-797b-4521-9efa-9b3eec0abe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:49.635786 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-206dbb48-8ce2-4180-902f-9ea0dace7f24 req-cb726f27-797b-4521-9efa-9b3eec0abe4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=942cca67-1f9d-41d6-bb91-b6b305db0b47 HTTP/1.1" status: 200 len: 855 time: 0.1310289 Aug 28 12:57:49.695270 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-206dbb48-8ce2-4180-902f-9ea0dace7f24 req-6c924264-4c04-4602-b7fb-01a6957f06c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86ad33de-39f7-4665-9226-1bf675daecbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487106 Aug 28 12:57:49.702051 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:49.741985 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-319569db-b7be-401f-be3b-d86e4f055b81 req-00dcc681-78ec-48e7-9d69-63655af90edb tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684532 Aug 28 12:57:49.743601 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07e93eab-03a8-4ee8-96fc-15ceb4281827 req-81b1159e-b85b-4896-bf19-cf7f8a3c8cdc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485965 Aug 28 12:57:49.774834 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-64f29009-3500-430d-b934-c031aed45e2c req-7b0b5470-54e4-4fdb-a13b-530d79ee557b tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469893 Aug 28 12:57:49.806229 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1fc694c4-8fd1-424d-a9e5-63d5550fefbb tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:49.835679 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:49.884518 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-206dbb48-8ce2-4180-902f-9ea0dace7f24 req-46d67151-86b5-4bf3-be9e-81a1863f69ba service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785526 Aug 28 12:57:49.933462 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1fc694c4-8fd1-424d-a9e5-63d5550fefbb tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:49.975133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event updated for resources: {'Port': ['ID=5605bdbe-5545-42c8-8bdc-e8c73672becd,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:50.001725 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Checking segment: {'id': '51dc666c-58bc-40c2-9820-82e2c6183cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f73a94ec-3bc4-49c0-8a6d-daec89b31830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:50.001865 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Network hostable DHCP agents. Network: f73a94ec-3bc4-49c0-8a6d-daec89b31830, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:57:50.038347 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169a570-5986-4aa4-86a8-02483764ff1c req-23deff70-2c94-4f75-92b2-4e791eec2b38 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:50.039904 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e169a570-5986-4aa4-86a8-02483764ff1c req-23deff70-2c94-4f75-92b2-4e791eec2b38 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.1788604 Aug 28 12:57:50.043676 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc694c4-8fd1-424d-a9e5-63d5550fefbb tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Subnet': ['ID=652615b8-e1af-4421-976d-c7a7f33e3707,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:50.048288 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-206dbb48-8ce2-4180-902f-9ea0dace7f24 req-caff03c1-225e-41e0-a0c4-a8c4cf6b0f1d service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557014 Aug 28 12:57:50.049953 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Network f73a94ec-3bc4-49c0-8a6d-daec89b31830 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:57:50.054018 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1fc694c4-8fd1-424d-a9e5-63d5550fefbb tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:50.059252 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1fc694c4-8fd1-424d-a9e5-63d5550fefbb tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/652615b8-e1af-4421-976d-c7a7f33e3707 HTTP/1.1" status: 204 len: 168 time: 0.8272629 Aug 28 12:57:50.061079 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59630) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:50.063922 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47a7695-65d0-4f76-9018-445cb6519666 None None] Network cefd9f82-667b-46d9-810f-5860c0e32dce requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:50.076046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, f73a94ec-3bc4-49c0-8a6d-daec89b31830) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:50.081350 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:50.084024 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:50.116190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764919ac-1caf-44e4-a398-80836694375e None None] Network f73a94ec-3bc4-49c0-8a6d-daec89b31830 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:50.129655 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e169a570-5986-4aa4-86a8-02483764ff1c req-f51bfb8f-ab37-4967-8fe2-86ca648b8800 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798032 Aug 28 12:57:50.142302 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:50.189275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-63880983-1a51-4194-a11b-cb9f07e75962 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting subnet 8e528fd0-de81-4127-b1c5-e43e740864d5 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:57:50.189438 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:50.196768 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-63880983-1a51-4194-a11b-cb9f07e75962 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:50.224769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event updated for resources: {'Port': ['ID=2643c4cb-21cc-4bb9-b367-8964a90ed4ad,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:50.259245 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Checking segment: {'id': 'c341ae41-fa0e-48d5-b26e-faa45651ffc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd8a2d989-ab07-4334-95ec-9140b8138bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:50.259664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Network hostable DHCP agents. Network: d8a2d989-ab07-4334-95ec-9140b8138bb0, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:57:50.265129 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-63880983-1a51-4194-a11b-cb9f07e75962 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:50.324044 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Network d8a2d989-ab07-4334-95ec-9140b8138bb0 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:57:50.340109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b92f0-3ebc-4c27-bd57-9ea7c1725e00 req-3a70e345-b35a-4d31-9bea-a3b989a0b8ed tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:50.340624 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, d8a2d989-ab07-4334-95ec-9140b8138bb0) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:50.344274 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e5b92f0-3ebc-4c27-bd57-9ea7c1725e00 req-3a70e345-b35a-4d31-9bea-a3b989a0b8ed tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.0931578 Aug 28 12:57:50.346375 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:50.352904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:50.354678 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cce2971-1bdb-4ef5-838e-a0b4742f6285 None None] Network d8a2d989-ab07-4334-95ec-9140b8138bb0 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:50.358675 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:50.359750 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:50.393035 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Allocated IP 172.25.1.247 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/6dbdecf3-1d82-4e89-859c-7ba355c8fa1d) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:50.407723 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e5b92f0-3ebc-4c27-bd57-9ea7c1725e00 req-e0f6f899-15f5-48aa-8f42-90a987cbaab2 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571702 Aug 28 12:57:50.612058 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:50.621956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ea4a0-d9dd-40e8-b95c-50d10a8631b7 req-83155bbd-f0f2-4b8f-b6a5-8cd7fae4cfa9 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:50.624140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c57ea4a0-d9dd-40e8-b95c-50d10a8631b7 req-83155bbd-f0f2-4b8f-b6a5-8cd7fae4cfa9 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.1066122 Aug 28 12:57:50.691368 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c57ea4a0-d9dd-40e8-b95c-50d10a8631b7 req-2aee38ac-1321-4d85-8dcd-c025c121956b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569830 Aug 28 12:57:50.713141 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:50.765905 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:50.773339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:50.778564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:50.782150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Pushing event updated for resources: {'Port': ['ID=6dbdecf3-1d82-4e89-859c-7ba355c8fa1d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:50.833985 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-63880983-1a51-4194-a11b-cb9f07e75962 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:50.907846 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5b336ebc-c3aa-4470-9610-061c6cd711a8 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0397089 Aug 28 12:57:50.911326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59646) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:50.991476 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06930684-60a3-47c2-9bc3-a5643b9fa6e5 req-bad36a0e-ac8c-4693-b988-a0c618c23895 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:50.993619 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-06930684-60a3-47c2-9bc3-a5643b9fa6e5 req-bad36a0e-ac8c-4693-b988-a0c618c23895 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.2050476 Aug 28 12:57:51.009199 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-63880983-1a51-4194-a11b-cb9f07e75962 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:51.031380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca59446-9786-43ea-b815-2534212dc93b req-578b1d20-fbd2-46b3-84f6-bd1ea03d5919 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:51.033125 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eca59446-9786-43ea-b815-2534212dc93b req-578b1d20-fbd2-46b3-84f6-bd1ea03d5919 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.1466916 Aug 28 12:57:51.053427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd345901-348e-4fc1-a27a-7d62c6d89721 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:51.061352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd345901-348e-4fc1-a27a-7d62c6d89721 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:51.063042 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cd345901-348e-4fc1-a27a-7d62c6d89721 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1501451 Aug 28 12:57:51.066192 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-63880983-1a51-4194-a11b-cb9f07e75962 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:51.068071 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-63880983-1a51-4194-a11b-cb9f07e75962 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/8e528fd0-de81-4127-b1c5-e43e740864d5 HTTP/1.1" status: 204 len: 168 time: 1.0051653 Aug 28 12:57:51.081339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59648) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:51.081692 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59650) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:51.087702 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63880983-1a51-4194-a11b-cb9f07e75962 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Subnet': ['ID=8e528fd0-de81-4127-b1c5-e43e740864d5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:51.104031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dc1ec4-07ec-4e84-954d-0f7e0a886162 None None] Network cefd9f82-667b-46d9-810f-5860c0e32dce requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:51.119580 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-06930684-60a3-47c2-9bc3-a5643b9fa6e5 req-8c2f7246-403b-421a-bc51-63ea4356e5b8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948744 Aug 28 12:57:51.227102 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0a81d756-9fbf-4bb2-8b14-24e88aa9b971 None None] Provisioning complete for port ae7b7889-0ede-474a-a195-3862c526cd79 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:51.227360 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0a81d756-9fbf-4bb2-8b14-24e88aa9b971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:51.243759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e3565-5cb7-4b25-873b-e159d00949f5 req-4a781ca9-39d4-40b3-be12-50eaa2cf9fdc tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:51.245548 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c51e3565-5cb7-4b25-873b-e159d00949f5 req-4a781ca9-39d4-40b3-be12-50eaa2cf9fdc tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 944 time: 0.0576460 Aug 28 12:57:51.306129 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c51e3565-5cb7-4b25-873b-e159d00949f5 req-3386f666-fbb2-4d8d-94c0-eaee1c2499ee tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521550 Aug 28 12:57:51.343842 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389f0602-b75f-46da-92e1-13e405f18b32 None None] DHCP port deletion for cefd9f82-667b-46d9-810f-5860c0e32dce request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:57:51.394387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-389f0602-b75f-46da-92e1-13e405f18b32 None None] Deleting port ae7b7889-0ede-474a-a195-3862c526cd79 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:51.394800 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-389f0602-b75f-46da-92e1-13e405f18b32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:51.463409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-389f0602-b75f-46da-92e1-13e405f18b32 None None] For port ae7b7889-0ede-474a-a195-3862c526cd79, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ae7b7889-0ede-474a-a195-3862c526cd79,segment=NetworkSegment(068d0147-f8d6-4c1e-9bd0-a6e1a122a899),segment_id=068d0147-f8d6-4c1e-9bd0-a6e1a122a899)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:51.463812 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-389f0602-b75f-46da-92e1-13e405f18b32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:51.478504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-389f0602-b75f-46da-92e1-13e405f18b32 None None] Calling delete_port for ae7b7889-0ede-474a-a195-3862c526cd79 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:51.572478 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-389f0602-b75f-46da-92e1-13e405f18b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:51.580305 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-216aaddb-9a35-40bb-818d-642f5b845ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:51.583997 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eca59446-9786-43ea-b815-2534212dc93b req-f0fd569a-8c0c-4792-b5f2-2220f69641b9 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413923 Aug 28 12:57:51.606772 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:51.623579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f0602-b75f-46da-92e1-13e405f18b32 None None] Pushing event deleted for resources: {'Port': ['ID=ae7b7889-0ede-474a-a195-3862c526cd79,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:51.633523 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389f0602-b75f-46da-92e1-13e405f18b32 None None] No DVR routers for this DVR port ae7b7889-0ede-474a-a195-3862c526cd79 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:57:51.656317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ae7b7889-0ede-474a-a195-3862c526cd79 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:57:51.687266 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: ae7b7889-0ede-474a-a195-3862c526cd79 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:57:51.687735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ae7b7889-0ede-474a-a195-3862c526cd79 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:57:51.742182 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f5ad9-c220-4325-b38d-aa401d03494d req-305cd269-4185-4638-bbde-30aee1086a73 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:51.743690 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-162f5ad9-c220-4325-b38d-aa401d03494d req-305cd269-4185-4638-bbde-30aee1086a73 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.0591137 Aug 28 12:57:51.787799 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-162f5ad9-c220-4325-b38d-aa401d03494d req-5ba7e26e-697f-4081-a22d-eb8f4dbad950 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364299 Aug 28 12:57:51.803415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-db93ceb7-0710-41fe-9674-08a44f2e1c1d tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Deleting port 5605bdbe-5545-42c8-8bdc-e8c73672becd {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:51.803683 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db93ceb7-0710-41fe-9674-08a44f2e1c1d tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:51.860556 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-216aaddb-9a35-40bb-818d-642f5b845ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:51.890595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-216aaddb-9a35-40bb-818d-642f5b845ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefd9f82-667b-46d9-810f-5860c0e32dce']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:51.914756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-216aaddb-9a35-40bb-818d-642f5b845ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068d0147-f8d6-4c1e-9bd0-a6e1a122a899') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:51.915025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-216aaddb-9a35-40bb-818d-642f5b845ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068d0147-f8d6-4c1e-9bd0-a6e1a122a899') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:51.924253 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db93ceb7-0710-41fe-9674-08a44f2e1c1d tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:51.943774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddf2a9-a8ec-447c-995a-47ab93a5b779 req-98263f78-97ba-4ee0-b407-77adfa36aa9c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:51.945423 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99ddf2a9-a8ec-447c-995a-47ab93a5b779 req-98263f78-97ba-4ee0-b407-77adfa36aa9c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.0520551 Aug 28 12:57:51.970770 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-216aaddb-9a35-40bb-818d-642f5b845ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:51.973899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-db93ceb7-0710-41fe-9674-08a44f2e1c1d tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Calling delete_port for 5605bdbe-5545-42c8-8bdc-e8c73672becd owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:51.989300 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99ddf2a9-a8ec-447c-995a-47ab93a5b779 req-e6a6d3d1-dc3a-466a-9a59-ec1a7f566ee4 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358899 Aug 28 12:57:51.997171 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-216aaddb-9a35-40bb-818d-642f5b845ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.008543 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216aaddb-9a35-40bb-818d-642f5b845ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:57:52.008953 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-216aaddb-9a35-40bb-818d-642f5b845ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:57:52.011915 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:57:52.194011 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-216aaddb-9a35-40bb-818d-642f5b845ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.197105 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.212905 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-216aaddb-9a35-40bb-818d-642f5b845ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.214864 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-216aaddb-9a35-40bb-818d-642f5b845ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/networks/cefd9f82-667b-46d9-810f-5860c0e32dce HTTP/1.1" status: 204 len: 168 time: 1.1264966 Aug 28 12:57:52.222907 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59662) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:52.227513 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.240223 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216aaddb-9a35-40bb-818d-642f5b845ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Network': ['ID=cefd9f82-667b-46d9-810f-5860c0e32dce,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:52.254184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08d50e-7108-4c63-8575-ba48e41dbefc req-849f1ea5-bfff-4977-965f-7e80dbc6b70c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:52.255852 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d08d50e-7108-4c63-8575-ba48e41dbefc req-849f1ea5-bfff-4977-965f-7e80dbc6b70c tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.1732795 Aug 28 12:57:52.283138 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1896a2-e06e-4989-88ec-af22782ab6f2 req-db15a55b-c17c-4bf7-ac58-51e37d772d67 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:52.284773 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a1896a2-e06e-4989-88ec-af22782ab6f2 req-db15a55b-c17c-4bf7-ac58-51e37d772d67 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.0934920 Aug 28 12:57:52.307841 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db93ceb7-0710-41fe-9674-08a44f2e1c1d tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.319970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83fda22-af21-47c4-9f51-a32b4b74bf52 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:52.321795 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c83fda22-af21-47c4-9f51-a32b4b74bf52 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0969231 Aug 28 12:57:52.326537 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59666) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:52.345797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93ceb7-0710-41fe-9674-08a44f2e1c1d tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event deleted for resources: {'Port': ['ID=5605bdbe-5545-42c8-8bdc-e8c73672becd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:52.376808 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a1896a2-e06e-4989-88ec-af22782ab6f2 req-c34f5925-0c38-4330-8068-89abe9285552 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855377 Aug 28 12:57:52.384681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e004dd8b-0acb-4bd8-9e47-0b88882e2d42 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:57:52.389441 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db93ceb7-0710-41fe-9674-08a44f2e1c1d tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.394133 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-db93ceb7-0710-41fe-9674-08a44f2e1c1d tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "DELETE /v2.0/ports/5605bdbe-5545-42c8-8bdc-e8c73672becd HTTP/1.1" status: 204 len: 168 time: 1.3068168 Aug 28 12:57:52.394457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59668) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:52.400576 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-787bdf29-0725-4caa-a218-f6732cd2199f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0705173 Aug 28 12:57:52.405458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59670) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:52.445720 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d08d50e-7108-4c63-8575-ba48e41dbefc req-d1dbe9aa-6bbb-4b2b-9969-417cbeb33f45 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299181 Aug 28 12:57:52.459020 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-175b1e65-9645-4252-81f1-88de27165ccd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-530562264'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:52.509065 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e004dd8b-0acb-4bd8-9e47-0b88882e2d42, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e004dd8b-0acb-4bd8-9e47-0b88882e2d42,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:52.527193 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'e004dd8b-0acb-4bd8-9e47-0b88882e2d42', 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe', 'port_id': 'e004dd8b-0acb-4bd8-9e47-0b88882e2d42', 'mac_address': 'fa:16:3e:b4:22:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942cca67-1f9d-41d6-bb91-b6b305db0b47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:57:52.532053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Router a7865c3b-be67-4421-ac74-e656143ae24a is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:57:52.566134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175b1e65-9645-4252-81f1-88de27165ccd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:52.569934 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-175b1e65-9645-4252-81f1-88de27165ccd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.570136 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.585281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e004dd8b-0acb-4bd8-9e47-0b88882e2d42 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:57:52.606027 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e004dd8b-0acb-4bd8-9e47-0b88882e2d42, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e004dd8b-0acb-4bd8-9e47-0b88882e2d42,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:52.610247 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.612378 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f528d-7dd4-4c89-b80b-ef3ab6bc6a97 req-6865c18f-d0e9-4f49-aa67-96a3cd2f9e48 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:52.613003 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d50f528d-7dd4-4c89-b80b-ef3ab6bc6a97 req-6865c18f-d0e9-4f49-aa67-96a3cd2f9e48 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 944 time: 0.1243119 Aug 28 12:57:52.630487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639e5df-9f28-442d-9459-d8a61bf337b5 req-e95425cd-6688-4942-9dad-76e0e4d67a62 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:52.632259 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6639e5df-9f28-442d-9459-d8a61bf337b5 req-e95425cd-6688-4942-9dad-76e0e4d67a62 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.1194043 Aug 28 12:57:52.637240 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175b1e65-9645-4252-81f1-88de27165ccd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:57:52.648585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59676) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:52.656589 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5b16abc3-957b-4910-98ee-50da476df18b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Request body: {'floatingip': {'port_id': '6c52040e-1c8a-44e6-8b60-364b2d6620c1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:52.687547 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-175b1e65-9645-4252-81f1-88de27165ccd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.687903 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-175b1e65-9645-4252-81f1-88de27165ccd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Added segment a27029f9-0d44-47a4-b966-aa416505e286 of type vlan for network d1f6a653-c2d9-4022-aa8f-b0c257e29b4a Aug 28 12:57:52.694667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=e004dd8b-0acb-4bd8-9e47-0b88882e2d42,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:52.750741 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b16abc3-957b-4910-98ee-50da476df18b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for floatingip, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.750993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-58ed90b7-fd28-4dcf-8a43-6d8cb0f18725 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Deleting port 2643c4cb-21cc-4bb9-b367-8964a90ed4ad {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:52.751139 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58ed90b7-fd28-4dcf-8a43-6d8cb0f18725 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.762033 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d50f528d-7dd4-4c89-b80b-ef3ab6bc6a97 req-03ca9eca-b3ea-4f33-92df-f9479a88db4b tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408954 Aug 28 12:57:52.764267 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-175b1e65-9645-4252-81f1-88de27165ccd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.849535 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:57:52.854946 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.856362 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58ed90b7-fd28-4dcf-8a43-6d8cb0f18725 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.856516 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-78f57a17-422f-4762-9c1f-423901053d35 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "PUT /v2.0/routers/a7865c3b-be67-4421-ac74-e656143ae24a HTTP/1.1" status: 200 len: 919 time: 3.7746484 Aug 28 12:57:52.860547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59680) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:52.865385 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-175b1e65-9645-4252-81f1-88de27165ccd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.868123 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269e363-0e84-4fe5-a1d4-fac094030581 None None] Sync routers for ids ['a7865c3b-be67-4421-ac74-e656143ae24a'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:57:52.872627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175b1e65-9645-4252-81f1-88de27165ccd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:52.873866 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-175b1e65-9645-4252-81f1-88de27165ccd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:52.880869 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269e363-0e84-4fe5-a1d4-fac094030581 None None] Routers {'a7865c3b-be67-4421-ac74-e656143ae24a'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:52.881510 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-c269e363-0e84-4fe5-a1d4-fac094030581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a7865c3b-be67-4421-ac74-e656143ae24a'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:52.893411 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['e004dd8b-0acb-4bd8-9e47-0b88882e2d42'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:57:52.902004 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-58ed90b7-fd28-4dcf-8a43-6d8cb0f18725 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Calling delete_port for 2643c4cb-21cc-4bb9-b367-8964a90ed4ad owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:52.952171 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-175b1e65-9645-4252-81f1-88de27165ccd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5040812 Aug 28 12:57:52.953623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff012139-549e-48b6-a31c-5c2652ed91de req-5be4ddf1-63df-4f11-bbf3-2132b3ba8f4d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:52.955244 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff012139-549e-48b6-a31c-5c2652ed91de req-5be4ddf1-63df-4f11-bbf3-2132b3ba8f4d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.2259464 Aug 28 12:57:52.956600 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59682) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:52.969126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a033a85c-432f-4134-8d39-7719d915a1c4 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'subnet': {'network_id': 'd1f6a653-c2d9-4022-aa8f-b0c257e29b4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:53.016613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b1e65-9645-4252-81f1-88de27165ccd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Network': ['ID=d1f6a653-c2d9-4022-aa8f-b0c257e29b4a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:53.057172 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-c269e363-0e84-4fe5-a1d4-fac094030581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:53.061956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network d1f6a653-c2d9-4022-aa8f-b0c257e29b4a details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:57:53.070882 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269e363-0e84-4fe5-a1d4-fac094030581 None None] Routers {'a7865c3b-be67-4421-ac74-e656143ae24a'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:53.072841 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-c269e363-0e84-4fe5-a1d4-fac094030581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a7865c3b-be67-4421-ac74-e656143ae24a'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:53.128897 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58ed90b7-fd28-4dcf-8a43-6d8cb0f18725 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:53.143743 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-c269e363-0e84-4fe5-a1d4-fac094030581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:53.144492 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269e363-0e84-4fe5-a1d4-fac094030581 None None] The sync data for ids ['a7865c3b-be67-4421-ac74-e656143ae24a'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:57:53.165896 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a033a85c-432f-4134-8d39-7719d915a1c4 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:53.166972 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff012139-549e-48b6-a31c-5c2652ed91de req-94971412-b3e4-495b-8f1f-9d4ba8dc9ac8 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968653 Aug 28 12:57:53.170237 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a033a85c-432f-4134-8d39-7719d915a1c4 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:53.175467 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4e86370b-dd10-497a-8335-9816f478f8b2 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/routers/a7865c3b-be67-4421-ac74-e656143ae24a HTTP/1.1" status: 200 len: 925 time: 0.3048947 Aug 28 12:57:53.175467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59684) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:53.178730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed90b7-fd28-4dcf-8a43-6d8cb0f18725 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event deleted for resources: {'Port': ['ID=2643c4cb-21cc-4bb9-b367-8964a90ed4ad,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:53.235485 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58ed90b7-fd28-4dcf-8a43-6d8cb0f18725 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:53.237473 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-58ed90b7-fd28-4dcf-8a43-6d8cb0f18725 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "DELETE /v2.0/ports/2643c4cb-21cc-4bb9-b367-8964a90ed4ad HTTP/1.1" status: 204 len: 168 time: 0.8374946 Aug 28 12:57:53.244260 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59688) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:53.285482 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b0c43be0-2fa8-42f7-92bc-74601be58090 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0362675 Aug 28 12:57:53.285692 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59690) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:53.291000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-908c50a9-3d4d-4b3d-bcc7-52e0b588ba89 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1056689946'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:53.302789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7f5b5-a344-43a3-b71c-d8ba4de36de6 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:53.304322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c7d7f5b5-a344-43a3-b71c-d8ba4de36de6 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&device_id=a7865c3b-be67-4421-ac74-e656143ae24a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1280832 Aug 28 12:57:53.312981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59692) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:53.422217 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908c50a9-3d4d-4b3d-bcc7-52e0b588ba89 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Made reservation on behalf of f1e8d4a0e93245589e7c1e2b72accac1 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:53.426661 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-908c50a9-3d4d-4b3d-bcc7-52e0b588ba89 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:53.513949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb4ae1-b277-4635-b70f-2e8f46626572 req-c409a32d-a769-4bbc-b461-8f6969f673da tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:53.516190 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-63cb4ae1-b277-4635-b70f-2e8f46626572 req-c409a32d-a769-4bbc-b461-8f6969f673da tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.2185247 Aug 28 12:57:53.570628 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c7255-11bf-41f6-ad6c-a4f80fc84102 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:53.572099 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-457c7255-11bf-41f6-ad6c-a4f80fc84102 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 881 time: 0.2526410 Aug 28 12:57:53.577390 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908c50a9-3d4d-4b3d-bcc7-52e0b588ba89 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:57:53.579957 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59694) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:53.660343 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c47113be-bec2-4c44-91c9-ed6feac27b21 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7865c3b-be67-4421-ac74-e656143ae24a HTTP/1.1" status: 200 len: 205 time: 0.0739739 Aug 28 12:57:53.662754 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-908c50a9-3d4d-4b3d-bcc7-52e0b588ba89 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:53.663109 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-908c50a9-3d4d-4b3d-bcc7-52e0b588ba89 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Added segment f73cca65-452c-40b3-b782-3d89acce77cc of type vlan for network acf9c994-3123-4a59-814a-1abba2bbf320 Aug 28 12:57:53.667311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59696) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:53.690588 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-63cb4ae1-b277-4635-b70f-2e8f46626572 req-bcacb8f3-6406-4e02-ab3f-5f3094533a17 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615708 Aug 28 12:57:53.747768 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a033a85c-432f-4134-8d39-7719d915a1c4 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:53.800830 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-908c50a9-3d4d-4b3d-bcc7-52e0b588ba89 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:53.913703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033a85c-432f-4134-8d39-7719d915a1c4 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Subnet': ['ID=84fde605-efcb-46fc-9ff0-529537071c0d,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:53.943664 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-908c50a9-3d4d-4b3d-bcc7-52e0b588ba89 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:53.949164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908c50a9-3d4d-4b3d-bcc7-52e0b588ba89 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:53.949761 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-908c50a9-3d4d-4b3d-bcc7-52e0b588ba89 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:53.954627 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d75c7fff-bbc7-4363-bb3e-4ccf03b4249f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:53.977835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0da83-4897-4a3f-aed0-2e373fe0965b req-23011ee5-1164-42d0-8dec-1304833a0e08 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:53.979404 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07d0da83-4897-4a3f-aed0-2e373fe0965b req-23011ee5-1164-42d0-8dec-1304833a0e08 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 945 time: 0.1237504 Aug 28 12:57:53.990240 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b16abc3-957b-4910-98ee-50da476df18b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:53.998131 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b16abc3-957b-4910-98ee-50da476df18b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:54.027537 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a84a4-d233-4ec5-86a3-a75d99de5410 req-9c1116d1-6f7b-42db-89ad-d22c80809911 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:54.029290 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-712a84a4-d233-4ec5-86a3-a75d99de5410 req-9c1116d1-6f7b-42db-89ad-d22c80809911 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.2345800 Aug 28 12:57:54.077441 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033a85c-432f-4134-8d39-7719d915a1c4 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Checking segment: {'id': 'a27029f9-0d44-47a4-b966-aa416505e286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd1f6a653-c2d9-4022-aa8f-b0c257e29b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:54.077681 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07d0da83-4897-4a3f-aed0-2e373fe0965b req-3227a27e-a581-4360-a340-18bde9b44c53 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896068 Aug 28 12:57:54.077832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a033a85c-432f-4134-8d39-7719d915a1c4 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network hostable DHCP agents. Network: d1f6a653-c2d9-4022-aa8f-b0c257e29b4a, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:57:54.116789 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-908c50a9-3d4d-4b3d-bcc7-52e0b588ba89 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8301628 Aug 28 12:57:54.124083 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59704) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:54.137313 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-5b16abc3-957b-4910-98ee-50da476df18b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Floating IP eebc92cf-165a-4475-bd78-8bcbb6795b5e associated. External IP: 172.25.1.192, port: 6c52040e-1c8a-44e6-8b60-364b2d6620c1. Aug 28 12:57:54.164886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5a73aa76-5193-4f7a-8476-5a5220c8d254 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-596222208'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:54.171379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c50a9-3d4d-4b3d-bcc7-52e0b588ba89 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event updated for resources: {'Network': ['ID=acf9c994-3123-4a59-814a-1abba2bbf320,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:54.184186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network acf9c994-3123-4a59-814a-1abba2bbf320 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:57:54.213147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a033a85c-432f-4134-8d39-7719d915a1c4 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network d1f6a653-c2d9-4022-aa8f-b0c257e29b4a is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:57:54.225256 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-712a84a4-d233-4ec5-86a3-a75d99de5410 req-ab4fb6c3-5506-402b-8d9d-61d122a3a292 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543427 Aug 28 12:57:54.234463 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a73aa76-5193-4f7a-8476-5a5220c8d254 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Made reservation on behalf of f1e8d4a0e93245589e7c1e2b72accac1 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:54.238221 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a73aa76-5193-4f7a-8476-5a5220c8d254 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:54.251542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-a033a85c-432f-4134-8d39-7719d915a1c4 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, d1f6a653-c2d9-4022-aa8f-b0c257e29b4a) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:54.258877 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d75c7fff-bbc7-4363-bb3e-4ccf03b4249f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:54.262423 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a033a85c-432f-4134-8d39-7719d915a1c4 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:54.263027 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a033a85c-432f-4134-8d39-7719d915a1c4 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:54.270009 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8c99a7-0f74-43df-a081-3da1efedaaa2 None None] Network d1f6a653-c2d9-4022-aa8f-b0c257e29b4a requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:54.304181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a73aa76-5193-4f7a-8476-5a5220c8d254 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:57:54.309426 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a033a85c-432f-4134-8d39-7719d915a1c4 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3470356 Aug 28 12:57:54.327870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59708) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:54.337623 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-57a18ee3-3ba8-4b1f-9c96-08504d3f1c6c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'network_id': 'd1f6a653-c2d9-4022-aa8f-b0c257e29b4a', 'name': 'tempest-PortsTestJSON-1460500994'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:54.345593 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a73aa76-5193-4f7a-8476-5a5220c8d254 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:54.345923 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-5a73aa76-5193-4f7a-8476-5a5220c8d254 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Added segment 140a69d3-33fe-45a6-ac3f-4ac9194dd6a0 of type vlan for network b52647b1-381b-4fd0-a1fa-e41d827367f6 Aug 28 12:57:54.381201 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e004dd8b-0acb-4bd8-9e47-0b88882e2d42 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:57:54.459423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b16abc3-957b-4910-98ee-50da476df18b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Router d66524e2-c33a-402e-a7cf-7e086c4b0724 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:57:54.489040 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a73aa76-5193-4f7a-8476-5a5220c8d254 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:54.519364 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port e004dd8b-0acb-4bd8-9e47-0b88882e2d42 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:54.541853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port e004dd8b-0acb-4bd8-9e47-0b88882e2d42 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:54.542181 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:54.560781 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a73aa76-5193-4f7a-8476-5a5220c8d254 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:54.568454 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a73aa76-5193-4f7a-8476-5a5220c8d254 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:54.569231 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a73aa76-5193-4f7a-8476-5a5220c8d254 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:54.569783 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-d1f6a653-c2d9-4022-aa8f-b0c257e29b4a', 'network_id': 'd1f6a653-c2d9-4022-aa8f-b0c257e29b4a', 'tenant_id': 'cf75ebbcd5fe4308ad4d56c0011e49c5', 'fixed_ips': [{'subnet_id': '84fde605-efcb-46fc-9ff0-529537071c0d'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:57:54.570683 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:54.585421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d75c7fff-bbc7-4363-bb3e-4ccf03b4249f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Deleting port 6dbdecf3-1d82-4e89-859c-7ba355c8fa1d {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:54.585723 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d75c7fff-bbc7-4363-bb3e-4ccf03b4249f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:54.670471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a18ee3-3ba8-4b1f-9c96-08504d3f1c6c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:54.674184 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57a18ee3-3ba8-4b1f-9c96-08504d3f1c6c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:54.709438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b16abc3-957b-4910-98ee-50da476df18b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:57:54.722130 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b16abc3-957b-4910-98ee-50da476df18b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:54.724173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08390edc-e214-4fe4-99ed-80ca9d7bfa61 None None] Sync routers for ids ['d66524e2-c33a-402e-a7cf-7e086c4b0724'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:57:54.731856 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5a73aa76-5193-4f7a-8476-5a5220c8d254 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6014392 Aug 28 12:57:54.745653 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-57a18ee3-3ba8-4b1f-9c96-08504d3f1c6c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] device_id is not set on port 733c6859-4cd0-4744-9da6-8319ef06c2d5 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:57:54.746542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-162f1d4e-d3c0-4ee3-8621-424261d3b98c req-25828ae2-0c19-425b-b790-524a5635252b service neutron] (94877) timed out ('10.222.0.10', 58265) {{(pid=94877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 12:57:54.765085 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5b16abc3-957b-4910-98ee-50da476df18b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "PUT /v2.0/floatingips/eebc92cf-165a-4475-bd78-8bcbb6795b5e HTTP/1.1" status: 200 len: 991 time: 2.1166055 Aug 28 12:57:54.766212 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'tag': '6c52040e-1c8a-44e6-8b60-364b2d6620c1'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:57:54.769468 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d6e9f9-a237-4430-ab2c-27428dd871d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8", "tag": "6c52040e-1c8a-44e6-8b60-364b2d6620c1"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:57:54.836209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08390edc-e214-4fe4-99ed-80ca9d7bfa61 None None] Routers {'d66524e2-c33a-402e-a7cf-7e086c4b0724'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:54.837228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-08390edc-e214-4fe4-99ed-80ca9d7bfa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['d66524e2-c33a-402e-a7cf-7e086c4b0724'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:54.845679 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:54.852207 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f27de6-a32a-441d-8df0-83be6a051e14 x-openstack-request-id: req-54f27de6-a32a-441d-8df0-83be6a051e14 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:57:54.852522 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8", "tag": "6c52040e-1c8a-44e6-8b60-364b2d6620c1", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:57:54.852765 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54f27de6-a32a-441d-8df0-83be6a051e14 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:57:54.853175 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'tag': '6c52040e-1c8a-44e6-8b60-364b2d6620c1', 'status': 'completed', 'code': 200} Aug 28 12:57:54.883222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73aa76-5193-4f7a-8476-5a5220c8d254 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event updated for resources: {'Network': ['ID=b52647b1-381b-4fd0-a1fa-e41d827367f6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:54.961869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network b52647b1-381b-4fd0-a1fa-e41d827367f6 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:57:54.967772 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d75c7fff-bbc7-4363-bb3e-4ccf03b4249f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:54.990017 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6e9f9-a237-4430-ab2c-27428dd871d4 req-1ce2a07b-a728-4a98-888f-21f601f79194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:54.994658 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57d6e9f9-a237-4430-ab2c-27428dd871d4 req-1ce2a07b-a728-4a98-888f-21f601f79194 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 1097 time: 0.1151214 Aug 28 12:57:55.002308 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d75c7fff-bbc7-4363-bb3e-4ccf03b4249f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Calling delete_port for 6dbdecf3-1d82-4e89-859c-7ba355c8fa1d owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:55.088132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Allocated IP 172.20.0.2 (d1f6a653-c2d9-4022-aa8f-b0c257e29b4a/84fde605-efcb-46fc-9ff0-529537071c0d/55af37ad-d501-44bf-91e9-b3432fbbf788) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:55.122312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6b9769-02cc-422c-a8ac-e32b8a652629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e004dd8b-0acb-4bd8-9e47-0b88882e2d42'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:57:55.124872 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bcf66c-c7d6-46b8-97bc-5fdb2286c283" -d '{"events": [{"server_uuid": "4b6b9769-02cc-422c-a8ac-e32b8a652629", "name": "network-vif-plugged", "status": "completed", "tag": "e004dd8b-0acb-4bd8-9e47-0b88882e2d42"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:57:55.156430 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e004dd8b-0acb-4bd8-9e47-0b88882e2d42, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e004dd8b-0acb-4bd8-9e47-0b88882e2d42,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:55.196113 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:55.276169 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3e71c0-f11f-4e23-be2b-60ffa657cdcd x-openstack-request-id: req-4d3e71c0-f11f-4e23-be2b-60ffa657cdcd {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:57:55.276461 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6b9769-02cc-422c-a8ac-e32b8a652629", "name": "network-vif-plugged", "status": "completed", "tag": "e004dd8b-0acb-4bd8-9e47-0b88882e2d42", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:57:55.276713 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d3e71c0-f11f-4e23-be2b-60ffa657cdcd {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:57:55.277104 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6b9769-02cc-422c-a8ac-e32b8a652629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e004dd8b-0acb-4bd8-9e47-0b88882e2d42', 'code': 200} Aug 28 12:57:55.280800 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=e004dd8b-0acb-4bd8-9e47-0b88882e2d42,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:55.282478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6e9f9-a237-4430-ab2c-27428dd871d4 req-0da083c9-8e68-4546-b00f-a6ce65d70ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:55.285878 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57d6e9f9-a237-4430-ab2c-27428dd871d4 req-0da083c9-8e68-4546-b00f-a6ce65d70ab0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 200 len: 917 time: 0.2820954 Aug 28 12:57:55.373856 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57d6e9f9-a237-4430-ab2c-27428dd871d4 req-fce5cd03-53cc-4502-a8db-62776f5b36d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1 HTTP/1.1" status: 200 len: 999 time: 0.0798733 Aug 28 12:57:55.395374 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-08390edc-e214-4fe4-99ed-80ca9d7bfa61 None None] Set router d66524e2-c33a-402e-a7cf-7e086c4b0724 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:57:55.467269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb31130-18aa-4dac-89e2-c6d7d32ebaf3 req-ca7212dd-3059-4bb5-a4aa-e50095580bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:55.469050 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cbb31130-18aa-4dac-89e2-c6d7d32ebaf3 req-ca7212dd-3059-4bb5-a4aa-e50095580bb8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 1098 time: 0.1221802 Aug 28 12:57:55.470910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6e9f9-a237-4430-ab2c-27428dd871d4 req-2594ab51-e2d4-4d8a-9100-0c41a6f33fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:55.473455 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57d6e9f9-a237-4430-ab2c-27428dd871d4 req-2594ab51-e2d4-4d8a-9100-0c41a6f33fc3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fac72157-2444-43b8-a097-cf18d714c2d2 HTTP/1.1" status: 200 len: 856 time: 0.0931671 Aug 28 12:57:55.491111 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52500bfd-fe8e-49de-a316-049d73019079 req-87565a68-e63f-42b7-9ca8-a337ecc867e1 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:55.492623 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52500bfd-fe8e-49de-a316-049d73019079 req-87565a68-e63f-42b7-9ca8-a337ecc867e1 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 946 time: 0.2006617 Aug 28 12:57:55.548327 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6e9f9-a237-4430-ab2c-27428dd871d4 req-a0ebefd0-75f6-4531-a315-c851abf6aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:55.550576 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57d6e9f9-a237-4430-ab2c-27428dd871d4 req-a0ebefd0-75f6-4531-a315-c851abf6aa71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700464 Aug 28 12:57:55.585236 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d75c7fff-bbc7-4363-bb3e-4ccf03b4249f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:55.638720 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cbb31130-18aa-4dac-89e2-c6d7d32ebaf3 req-255f687b-5a03-4d08-a4d3-bc3da342f10d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430233 Aug 28 12:57:55.762664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c7fff-bbc7-4363-bb3e-4ccf03b4249f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Pushing event deleted for resources: {'Port': ['ID=6dbdecf3-1d82-4e89-859c-7ba355c8fa1d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:55.792957 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57d6e9f9-a237-4430-ab2c-27428dd871d4 req-a0728494-cbae-42ee-8e81-57bac145b1ac service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315614 Aug 28 12:57:55.799942 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52500bfd-fe8e-49de-a316-049d73019079 req-f317ed3e-2bcd-4945-a863-73dcd2e4e2b6 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858021 Aug 28 12:57:55.879573 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d75c7fff-bbc7-4363-bb3e-4ccf03b4249f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:55.957095 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:55.975135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Transition to ACTIVE for port object 55af37ad-d501-44bf-91e9-b3432fbbf788 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:56.003560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57d6e9f9-a237-4430-ab2c-27428dd871d4 req-6f204f04-f1d6-45cb-a86e-9c5b071ae05b service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943607 Aug 28 12:57:56.008558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Transition to ACTIVE for port object 55af37ad-d501-44bf-91e9-b3432fbbf788 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:56.062258 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:56.077711 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d75c7fff-bbc7-4363-bb3e-4ccf03b4249f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:56.098899 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d75c7fff-bbc7-4363-bb3e-4ccf03b4249f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:56.131141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Network d1f6a653-c2d9-4022-aa8f-b0c257e29b4a is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:56.158386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:56.167615 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d75c7fff-bbc7-4363-bb3e-4ccf03b4249f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:56.168175 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75c7fff-bbc7-4363-bb3e-4ccf03b4249f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Fanout notify agent at l3_agent the message router_deleted on router a7865c3b-be67-4421-ac74-e656143ae24a {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:57:56.173360 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:56.179032 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d75c7fff-bbc7-4363-bb3e-4ccf03b4249f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:56.179866 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d75c7fff-bbc7-4363-bb3e-4ccf03b4249f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "DELETE /v2.0/routers/a7865c3b-be67-4421-ac74-e656143ae24a HTTP/1.1" status: 204 len: 168 time: 2.5038810 Aug 28 12:57:56.184501 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Pushing event updated for resources: {'Port': ['ID=55af37ad-d501-44bf-91e9-b3432fbbf788,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:56.185255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59726) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:56.188272 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-57a18ee3-3ba8-4b1f-9c96-08504d3f1c6c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Allocated IP 172.20.0.9 (d1f6a653-c2d9-4022-aa8f-b0c257e29b4a/84fde605-efcb-46fc-9ff0-529537071c0d/733c6859-4cd0-4744-9da6-8319ef06c2d5) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:56.197563 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-fd394c87-9f2e-4b0a-95df-78bb8fbd1e52 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-587094879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:56.229172 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-08390edc-e214-4fe4-99ed-80ca9d7bfa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:52Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'eebc92cf-165a-4475-bd78-8bcbb6795b5e', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'port_id': '6c52040e-1c8a-44e6-8b60-364b2d6620c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'mac_address': 'fa:16:3e:29:cd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:57:34Z', 'updated_at': '2021-08-28T12:57:53Z', 'revision_number': 1, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d205-c3ca-46d5-8699-a1ec6c440f2b', 'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'mac_address': 'fa:16:3e:ae:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:51Z', 'updated_at': '2021-08-28T12:52:57Z', 'revision_number': 5, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'subnets': [{'id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:56.253650 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd394c87-9f2e-4b0a-95df-78bb8fbd1e52 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:56.255180 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd394c87-9f2e-4b0a-95df-78bb8fbd1e52 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:56.295488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08390edc-e214-4fe4-99ed-80ca9d7bfa61 None None] Checking router: d66524e2-c33a-402e-a7cf-7e086c4b0724 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:57:56.321781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08390edc-e214-4fe4-99ed-80ca9d7bfa61 None None] Routers {'d66524e2-c33a-402e-a7cf-7e086c4b0724'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:57:56.323042 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-08390edc-e214-4fe4-99ed-80ca9d7bfa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['d66524e2-c33a-402e-a7cf-7e086c4b0724'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:56.325779 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Attempting to bind port 55af37ad-d501-44bf-91e9-b3432fbbf788 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:57:56.327230 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Attempting to bind port 55af37ad-d501-44bf-91e9-b3432fbbf788 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'a27029f9-0d44-47a4-b966-aa416505e286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd1f6a653-c2d9-4022-aa8f-b0c257e29b4a'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:57:56.328651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Attempting to bind port 55af37ad-d501-44bf-91e9-b3432fbbf788 on network d1f6a653-c2d9-4022-aa8f-b0c257e29b4a {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:57:56.336796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:57:56.337638 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Checking segment: {'id': 'a27029f9-0d44-47a4-b966-aa416505e286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd1f6a653-c2d9-4022-aa8f-b0c257e29b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:57:56.338651 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:56.339269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Bound using segment: {'id': 'a27029f9-0d44-47a4-b966-aa416505e286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd1f6a653-c2d9-4022-aa8f-b0c257e29b4a'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:57:56.340464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Bound port: 55af37ad-d501-44bf-91e9-b3432fbbf788, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27029f9-0d44-47a4-b966-aa416505e286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd1f6a653-c2d9-4022-aa8f-b0c257e29b4a'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:57:56.341180 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:56.487772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] For port 55af37ad-d501-44bf-91e9-b3432fbbf788, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:57:56.491381 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] For port 55af37ad-d501-44bf-91e9-b3432fbbf788, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=55af37ad-d501-44bf-91e9-b3432fbbf788,segment=NetworkSegment(a27029f9-0d44-47a4-b966-aa416505e286),segment_id=a27029f9-0d44-47a4-b966-aa416505e286)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:57:56.614335 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:56.618616 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-08390edc-e214-4fe4-99ed-80ca9d7bfa61 None None] Set router d66524e2-c33a-402e-a7cf-7e086c4b0724 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:57:56.759045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3b27b-9d15-444c-9267-96ffb90753e6 None None] Pushing event updated for resources: {'Port': ['ID=55af37ad-d501-44bf-91e9-b3432fbbf788,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:56.818875 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57a18ee3-3ba8-4b1f-9c96-08504d3f1c6c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:56.833449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-57a18ee3-3ba8-4b1f-9c96-08504d3f1c6c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Transition to ACTIVE for port object 733c6859-4cd0-4744-9da6-8319ef06c2d5 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:56.908693 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd394c87-9f2e-4b0a-95df-78bb8fbd1e52 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:56.912770 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57a18ee3-3ba8-4b1f-9c96-08504d3f1c6c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:56.949466 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd394c87-9f2e-4b0a-95df-78bb8fbd1e52 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:56.963591 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a18ee3-3ba8-4b1f-9c96-08504d3f1c6c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network d1f6a653-c2d9-4022-aa8f-b0c257e29b4a is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:57.011976 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-57a18ee3-3ba8-4b1f-9c96-08504d3f1c6c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:57.011976 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a18ee3-3ba8-4b1f-9c96-08504d3f1c6c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=733c6859-4cd0-4744-9da6-8319ef06c2d5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:57.017561 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a18ee3-3ba8-4b1f-9c96-08504d3f1c6c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:57.081093 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-08390edc-e214-4fe4-99ed-80ca9d7bfa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:52Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'eebc92cf-165a-4475-bd78-8bcbb6795b5e', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'port_id': '6c52040e-1c8a-44e6-8b60-364b2d6620c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'mac_address': 'fa:16:3e:29:cd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:57:34Z', 'updated_at': '2021-08-28T12:57:53Z', 'revision_number': 1, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d205-c3ca-46d5-8699-a1ec6c440f2b', 'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'mac_address': 'fa:16:3e:ae:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:51Z', 'updated_at': '2021-08-28T12:52:57Z', 'revision_number': 5, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'subnets': [{'id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:57:57.146727 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a18ee3-3ba8-4b1f-9c96-08504d3f1c6c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:57.150122 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57a18ee3-3ba8-4b1f-9c96-08504d3f1c6c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:57.175501 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd394c87-9f2e-4b0a-95df-78bb8fbd1e52 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:57.179029 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fd394c87-9f2e-4b0a-95df-78bb8fbd1e52 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9918764 Aug 28 12:57:57.186276 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59732) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:57.190657 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08390edc-e214-4fe4-99ed-80ca9d7bfa61 None None] The sync data for ids ['d66524e2-c33a-402e-a7cf-7e086c4b0724'] in n-d-791505-21 is: [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:52Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'eebc92cf-165a-4475-bd78-8bcbb6795b5e', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'floating_ip_address': '172.25.1.192', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'port_id': '6c52040e-1c8a-44e6-8b60-364b2d6620c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'mac_address': 'fa:16:3e:29:cd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T12:57:34Z', 'updated_at': '2021-08-28T12:57:53Z', 'revision_number': 1, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d205-c3ca-46d5-8699-a1ec6c440f2b', 'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'mac_address': 'fa:16:3e:ae:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:51Z', 'updated_at': '2021-08-28T12:52:57Z', 'revision_number': 5, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'subnets': [{'id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:57:57.193898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'enable_snat': False}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:57.214411 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-57a18ee3-3ba8-4b1f-9c96-08504d3f1c6c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8800251 Aug 28 12:57:57.214411 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59734) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:57.239543 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-3e5c4c5e-3c05-4fc2-9394-469b24ea7557 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'network_id': 'd1f6a653-c2d9-4022-aa8f-b0c257e29b4a', 'name': 'tempest-PortsTestJSON-1263554538'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:57.264883 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f0d8a-6041-4dcf-9f58-b6301e0dbfbf req-dc644c79-7c41-40dc-96cc-410e7b55a08f tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:57.267990 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-305f0d8a-6041-4dcf-9f58-b6301e0dbfbf req-dc644c79-7c41-40dc-96cc-410e7b55a08f tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 946 time: 0.2591574 Aug 28 12:57:57.633464 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-305f0d8a-6041-4dcf-9f58-b6301e0dbfbf req-c257fbe9-75cf-4d81-8164-faaafa9d836a tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772965 Aug 28 12:57:57.798696 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf25f8-2878-469b-8b4b-65f89110db66 None None] New status for floating IP eebc92cf-165a-4475-bd78-8bcbb6795b5e: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:57:57.825329 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:57.846330 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5c4c5e-3c05-4fc2-9394-469b24ea7557 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:57.851541 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4c5e-3c05-4fc2-9394-469b24ea7557 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:57.893865 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-3e5c4c5e-3c05-4fc2-9394-469b24ea7557 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] device_id is not set on port d19703e9-7a2f-43bc-b78f-b9c28622a38f yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:57:57.916824 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 55af37ad-d501-44bf-91e9-b3432fbbf788 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:57:58.075277 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 55af37ad-d501-44bf-91e9-b3432fbbf788 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:58.309893 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-3e5c4c5e-3c05-4fc2-9394-469b24ea7557 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Allocated IP 172.20.0.4 (d1f6a653-c2d9-4022-aa8f-b0c257e29b4a/84fde605-efcb-46fc-9ff0-529537071c0d/d19703e9-7a2f-43bc-b78f-b9c28622a38f) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:58.382462 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:58.436664 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:58.641613 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4c5e-3c05-4fc2-9394-469b24ea7557 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:58.661376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-3e5c4c5e-3c05-4fc2-9394-469b24ea7557 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Transition to ACTIVE for port object d19703e9-7a2f-43bc-b78f-b9c28622a38f will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:57:58.706039 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4c5e-3c05-4fc2-9394-469b24ea7557 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:58.766535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5c4c5e-3c05-4fc2-9394-469b24ea7557 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network d1f6a653-c2d9-4022-aa8f-b0c257e29b4a is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:58.775657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-3e5c4c5e-3c05-4fc2-9394-469b24ea7557 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:58.780657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c4c5e-3c05-4fc2-9394-469b24ea7557 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:58.798480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Allocated IP 172.25.1.92 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/291cfdae-0b64-469a-a890-e11830c86fb1) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:57:58.828131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66d0d9d-744e-4b3b-999d-f35061985111 None None] Network d1f6a653-c2d9-4022-aa8f-b0c257e29b4a requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:57:58.870109 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c4c5e-3c05-4fc2-9394-469b24ea7557 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=d19703e9-7a2f-43bc-b78f-b9c28622a38f,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:58.938055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5c4c5e-3c05-4fc2-9394-469b24ea7557 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:58.942412 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4c5e-3c05-4fc2-9394-469b24ea7557 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:58.984471 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3e5c4c5e-3c05-4fc2-9394-469b24ea7557 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7690969 Aug 28 12:57:58.988380 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59748) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:59.001887 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3471c9e2-b32c-40b6-890f-9e98ad1d0559 None None] Provisioning for port 55af37ad-d501-44bf-91e9-b3432fbbf788 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:57:59.020800 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3471c9e2-b32c-40b6-890f-9e98ad1d0559 None None] Provisioning complete for port 55af37ad-d501-44bf-91e9-b3432fbbf788 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:59.022946 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3471c9e2-b32c-40b6-890f-9e98ad1d0559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:59.083936 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:59.136124 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:59.195487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac91ef0-7c9b-415e-bd62-f7e22b9f2575 req-6b012626-888f-4a25-92f8-d810365173f6 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:59.205021 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fac91ef0-7c9b-415e-bd62-f7e22b9f2575 req-6b012626-888f-4a25-92f8-d810365173f6 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 946 time: 0.3545251 Aug 28 12:57:59.224389 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:57:59.238064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:57:59.249719 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3471c9e2-b32c-40b6-890f-9e98ad1d0559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:59.250342 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:57:59.309586 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59752) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:59.319083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Request body: {'subnets': [{'network_id': 'acf9c994-3123-4a59-814a-1abba2bbf320', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--686733726', 'ip_version': 6}, {'network_id': 'b52647b1-381b-4fd0-a1fa-e41d827367f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:59.319395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Request body: {'subnet': {'network_id': 'acf9c994-3123-4a59-814a-1abba2bbf320', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--686733726', 'ip_version': 6}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:59.320177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Request body: {'subnet': {'network_id': 'b52647b1-381b-4fd0-a1fa-e41d827367f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:57:59.329290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41143b4f-a032-4f20-b0cd-dde498cc41eb tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:57:59.335575 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-41143b4f-a032-4f20-b0cd-dde498cc41eb tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.3451297 Aug 28 12:57:59.339341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59754) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:57:59.347256 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Pushing event updated for resources: {'Port': ['ID=291cfdae-0b64-469a-a890-e11830c86fb1,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:59.359276 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fac91ef0-7c9b-415e-bd62-f7e22b9f2575 req-2b41ae96-b7a0-4686-85e3-68e310c121a9 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510537 Aug 28 12:57:59.361762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-3471c9e2-b32c-40b6-890f-9e98ad1d0559 None None] For port 55af37ad-d501-44bf-91e9-b3432fbbf788, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=55af37ad-d501-44bf-91e9-b3432fbbf788,segment=NetworkSegment(a27029f9-0d44-47a4-b966-aa416505e286),segment_id=a27029f9-0d44-47a4-b966-aa416505e286)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:57:59.373324 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3471c9e2-b32c-40b6-890f-9e98ad1d0559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:59.516969 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-07d1befb-081a-47cd-9558-37216b2df386 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port d19703e9-7a2f-43bc-b78f-b9c28622a38f {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:57:59.518672 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-07d1befb-081a-47cd-9558-37216b2df386 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:59.539167 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471c9e2-b32c-40b6-890f-9e98ad1d0559 None None] Pushing event updated for resources: {'Port': ['ID=55af37ad-d501-44bf-91e9-b3432fbbf788,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:57:59.759553 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-07d1befb-081a-47cd-9558-37216b2df386 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:59.778088 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Made reservation on behalf of f1e8d4a0e93245589e7c1e2b72accac1 for: {'subnet': 2} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:57:59.784603 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:59.784951 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:57:59.790635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-07d1befb-081a-47cd-9558-37216b2df386 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for d19703e9-7a2f-43bc-b78f-b9c28622a38f owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:57:59.901659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-629276cf-be79-40c1-ac04-dd6f9634946f None None] Provisioning complete for port 55af37ad-d501-44bf-91e9-b3432fbbf788 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:57:59.902665 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-629276cf-be79-40c1-ac04-dd6f9634946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:00.088519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-07d1befb-081a-47cd-9558-37216b2df386 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:00.130854 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-629276cf-be79-40c1-ac04-dd6f9634946f None None] Could not find standard attr ID for object d19703e9-7a2f-43bc-b78f-b9c28622a38f. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 12:58:00.149013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-629276cf-be79-40c1-ac04-dd6f9634946f None None] Provisioning for port 733c6859-4cd0-4744-9da6-8319ef06c2d5 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:00.155718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-629276cf-be79-40c1-ac04-dd6f9634946f None None] Provisioning complete for port 733c6859-4cd0-4744-9da6-8319ef06c2d5 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:00.156042 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-629276cf-be79-40c1-ac04-dd6f9634946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:00.173392 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1befb-081a-47cd-9558-37216b2df386 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=d19703e9-7a2f-43bc-b78f-b9c28622a38f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:00.253765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-629276cf-be79-40c1-ac04-dd6f9634946f None None] Port 733c6859-4cd0-4744-9da6-8319ef06c2d5 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:00.274810 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-07d1befb-081a-47cd-9558-37216b2df386 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:00.281473 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-07d1befb-081a-47cd-9558-37216b2df386 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/d19703e9-7a2f-43bc-b78f-b9c28622a38f HTTP/1.1" status: 204 len: 168 time: 0.9408576 Aug 28 12:58:00.285058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59774) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:00.318792 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfb0848-8aee-41fb-8132-f918801391db tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] GET failed (client error): The resource could not be found. Aug 28 12:58:00.321323 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9bfb0848-8aee-41fb-8132-f918801391db tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/d19703e9-7a2f-43bc-b78f-b9c28622a38f HTTP/1.1" status: 404 len: 333 time: 0.0350499 Aug 28 12:58:00.324405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59776) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:00.409681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8dbd2711-06b9-4150-bb89-3ec623b45729 None None] Provisioning complete for port 733c6859-4cd0-4744-9da6-8319ef06c2d5 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:00.410667 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8dbd2711-06b9-4150-bb89-3ec623b45729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:00.475722 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6db38c70-7409-497c-b690-6c10d6081b00 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port 733c6859-4cd0-4744-9da6-8319ef06c2d5 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:00.476320 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6db38c70-7409-497c-b690-6c10d6081b00 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:00.490150 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:00.512085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8dbd2711-06b9-4150-bb89-3ec623b45729 None None] Port 733c6859-4cd0-4744-9da6-8319ef06c2d5 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:00.616747 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6db38c70-7409-497c-b690-6c10d6081b00 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:00.631282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2bea291d-8b33-4ffb-9848-c414bacd1700 None None] Could not find standard attr ID for object d19703e9-7a2f-43bc-b78f-b9c28622a38f. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 12:58:00.636685 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6db38c70-7409-497c-b690-6c10d6081b00 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for 733c6859-4cd0-4744-9da6-8319ef06c2d5 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:00.821046 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6db38c70-7409-497c-b690-6c10d6081b00 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:00.874097 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db38c70-7409-497c-b690-6c10d6081b00 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=733c6859-4cd0-4744-9da6-8319ef06c2d5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:00.984674 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:00.987031 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6db38c70-7409-497c-b690-6c10d6081b00 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:00.989066 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6db38c70-7409-497c-b690-6c10d6081b00 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/733c6859-4cd0-4744-9da6-8319ef06c2d5 HTTP/1.1" status: 204 len: 168 time: 0.6635432 Aug 28 12:58:00.992416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59782) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:00.995813 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:01.040840 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7e3c0e-a6a5-4c90-bbf7-a705f5b7d644 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] GET failed (client error): The resource could not be found. Aug 28 12:58:01.045614 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5c7e3c0e-a6a5-4c90-bbf7-a705f5b7d644 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/733c6859-4cd0-4744-9da6-8319ef06c2d5 HTTP/1.1" status: 404 len: 333 time: 0.0490823 Aug 28 12:58:01.046034 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59784) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:01.102729 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46aafc3-4291-4b43-a0d1-338935353566 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting subnet 84fde605-efcb-46fc-9ff0-529537071c0d {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:58:01.107678 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b46aafc3-4291-4b43-a0d1-338935353566 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:01.168504 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:01.192351 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b46aafc3-4291-4b43-a0d1-338935353566 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:01.297868 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b46aafc3-4291-4b43-a0d1-338935353566 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:01.381247 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event updated for resources: {'Subnet': ['ID=dca88366-f910-4c25-ad81-3311a58b36da,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:01.396342 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b46aafc3-4291-4b43-a0d1-338935353566 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:01.400213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Checking segment: {'id': 'f73cca65-452c-40b3-b782-3d89acce77cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'acf9c994-3123-4a59-814a-1abba2bbf320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:01.400652 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Network hostable DHCP agents. Network: acf9c994-3123-4a59-814a-1abba2bbf320, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:58:01.427323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16202439-7981-4c60-a83b-e5e33793300e None None] Network d1f6a653-c2d9-4022-aa8f-b0c257e29b4a requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:01.458293 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b46aafc3-4291-4b43-a0d1-338935353566 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:01.462598 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b46aafc3-4291-4b43-a0d1-338935353566 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/84fde605-efcb-46fc-9ff0-529537071c0d HTTP/1.1" status: 204 len: 168 time: 0.4131820 Aug 28 12:58:01.463968 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59794) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:01.481101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Network acf9c994-3123-4a59-814a-1abba2bbf320 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:58:01.504652 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, acf9c994-3123-4a59-814a-1abba2bbf320) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:01.522524 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:01.524514 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c03a17-bc6a-4534-90b0-21b49c70f547 None None] Network acf9c994-3123-4a59-814a-1abba2bbf320 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:01.578667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46aafc3-4291-4b43-a0d1-338935353566 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Subnet': ['ID=84fde605-efcb-46fc-9ff0-529537071c0d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:01.627476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Router 47dccc7e-56c4-4755-9ec6-652be66d78da is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:58:01.680710 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:01.723936 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Checking segment: {'id': '140a69d3-33fe-45a6-ac3f-4ac9194dd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b52647b1-381b-4fd0-a1fa-e41d827367f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:01.727886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Network hostable DHCP agents. Network: b52647b1-381b-4fd0-a1fa-e41d827367f6, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:58:01.730311 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event updated for resources: {'Subnet': ['ID=93066667-7d62-4a35-9d58-1149a090964c,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:01.813776 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b727c05-5dba-4cf8-9638-0d8cf18a5d67 req-1c133d97-bb9b-4729-adfe-896b0e469212 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1653113 Aug 28 12:58:01.846102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port 55af37ad-d501-44bf-91e9-b3432fbbf788 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:01.846541 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:01.850043 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 55af37ad-d501-44bf-91e9-b3432fbbf788 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:01.861489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Network b52647b1-381b-4fd0-a1fa-e41d827367f6 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:58:01.930985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, b52647b1-381b-4fd0-a1fa-e41d827367f6) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:01.957511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:01.958139 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:01.958919 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:01.986452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad1498b-fc90-49d1-b83f-4783c9917d3c None None] Network b52647b1-381b-4fd0-a1fa-e41d827367f6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:01.991092 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b727c05-5dba-4cf8-9638-0d8cf18a5d67 req-e909611b-a91e-4fd6-a9d6-ee4b915c4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:01.993732 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b727c05-5dba-4cf8-9638-0d8cf18a5d67 req-e909611b-a91e-4fd6-a9d6-ee4b915c4ae7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd2798ec77a34c09b636870bd3f42a34&device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 1097 time: 0.0712907 Aug 28 12:58:02.009462 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] For port 55af37ad-d501-44bf-91e9-b3432fbbf788, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=55af37ad-d501-44bf-91e9-b3432fbbf788,segment=NetworkSegment(a27029f9-0d44-47a4-b966-aa416505e286),segment_id=a27029f9-0d44-47a4-b966-aa416505e286)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:02.009998 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:02.094864 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ddd96390-ed18-46df-9490-4d0fba60fccb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.7711020 Aug 28 12:58:02.095786 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59802) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:02.146795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 55af37ad-d501-44bf-91e9-b3432fbbf788 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:02.147192 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:02.163417 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b727c05-5dba-4cf8-9638-0d8cf18a5d67 req-673b8506-7e39-43f0-a3d5-1b7de70317b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:02.165466 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b727c05-5dba-4cf8-9638-0d8cf18a5d67 req-673b8506-7e39-43f0-a3d5-1b7de70317b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86ad33de-39f7-4665-9226-1bf675daecbe HTTP/1.1" status: 200 len: 915 time: 0.1439555 Aug 28 12:58:02.175084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for 55af37ad-d501-44bf-91e9-b3432fbbf788 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:02.232676 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b727c05-5dba-4cf8-9638-0d8cf18a5d67 req-2b88ae1e-a93e-44d1-b1de-aadbcc560a4b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=045b7c91-2f3e-4cca-9e12-7b035307da63 HTTP/1.1" status: 200 len: 217 time: 0.0546682 Aug 28 12:58:02.264174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4419238-73cc-4d4d-a858-92c3caab9e41 None None] DHCP port deletion for d1f6a653-c2d9-4022-aa8f-b0c257e29b4a request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:58:02.284194 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6196723a-2d44-452d-a013-2a633ced67bb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:02.288184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6196723a-2d44-452d-a013-2a633ced67bb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:02.291772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6196723a-2d44-452d-a013-2a633ced67bb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:02.298748 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6196723a-2d44-452d-a013-2a633ced67bb tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1980302 Aug 28 12:58:02.308363 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b727c05-5dba-4cf8-9638-0d8cf18a5d67 req-0db8704a-60b8-4f2d-9944-0905d6c32df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:02.310597 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b727c05-5dba-4cf8-9638-0d8cf18a5d67 req-0db8704a-60b8-4f2d-9944-0905d6c32df9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=942cca67-1f9d-41d6-bb91-b6b305db0b47 HTTP/1.1" status: 200 len: 855 time: 0.0649908 Aug 28 12:58:02.311203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59804) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:02.331496 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bb468-3766-4ce2-90b5-cb14d1c748c1 req-65bb739b-7993-4bd0-ba80-5aadee7813d0 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:02.333117 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-598bb468-3766-4ce2-90b5-cb14d1c748c1 req-65bb739b-7993-4bd0-ba80-5aadee7813d0 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.4542472 Aug 28 12:58:02.369939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:58:02.389760 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:02.393650 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e7f6a7f0-20a3-4195-b498-45cdf0206b4c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "PUT /v2.0/routers/47dccc7e-56c4-4755-9ec6-652be66d78da HTTP/1.1" status: 200 len: 918 time: 5.2044485 Aug 28 12:58:02.398978 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59808) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:02.405972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae0cf0-ae0a-4d36-961e-ff037cd4a95c None None] Sync routers for ids ['47dccc7e-56c4-4755-9ec6-652be66d78da'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:58:02.431729 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b727c05-5dba-4cf8-9638-0d8cf18a5d67 req-c0eea586-8253-4368-8d5a-f8d583ae8ad2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86ad33de-39f7-4665-9226-1bf675daecbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831356 Aug 28 12:58:02.442901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-b52647b1-381b-4fd0-a1fa-e41d827367f6', 'network_id': 'b52647b1-381b-4fd0-a1fa-e41d827367f6', 'tenant_id': 'f1e8d4a0e93245589e7c1e2b72accac1', 'fixed_ips': [{'subnet_id': '93066667-7d62-4a35-9d58-1149a090964c'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:58:02.445431 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-598bb468-3766-4ce2-90b5-cb14d1c748c1 req-6ca770cc-d670-4fdc-b712-2b1ca718b26f tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950594 Aug 28 12:58:02.456747 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:02.520544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d017b59-17d0-44f4-b7d6-ef01e8a1343c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-acf9c994-3123-4a59-814a-1abba2bbf320', 'network_id': 'acf9c994-3123-4a59-814a-1abba2bbf320', 'tenant_id': 'f1e8d4a0e93245589e7c1e2b72accac1', 'fixed_ips': [{'subnet_id': 'dca88366-f910-4c25-ad81-3311a58b36da'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:58:02.521549 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d017b59-17d0-44f4-b7d6-ef01e8a1343c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:02.548910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae0cf0-ae0a-4d36-961e-ff037cd4a95c None None] Routers {'47dccc7e-56c4-4755-9ec6-652be66d78da'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:02.549901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1aae0cf0-ae0a-4d36-961e-ff037cd4a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['47dccc7e-56c4-4755-9ec6-652be66d78da'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:02.577163 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20ccbae-3838-4330-b1a1-1dfd86b397b7 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Deleting subnet dca88366-f910-4c25-ad81-3311a58b36da {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:58:02.589748 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d20ccbae-3838-4330-b1a1-1dfd86b397b7 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:02.619097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1aae0cf0-ae0a-4d36-961e-ff037cd4a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:02.698391 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d20ccbae-3838-4330-b1a1-1dfd86b397b7 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:02.701039 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:02.715137 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b4419238-73cc-4d4d-a858-92c3caab9e41 None None] Deleting port 55af37ad-d501-44bf-91e9-b3432fbbf788 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:02.715595 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b4419238-73cc-4d4d-a858-92c3caab9e41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:02.741357 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-09249371-9906-42a7-9480-6455bb3d361c tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/routers/47dccc7e-56c4-4755-9ec6-652be66d78da HTTP/1.1" status: 200 len: 924 time: 0.3343294 Aug 28 12:58:02.741788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59810) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:02.817383 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776b4cb5-b8c5-4531-a5e1-db55a77de83f tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:02.817383 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-776b4cb5-b8c5-4531-a5e1-db55a77de83f tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&device_id=47dccc7e-56c4-4755-9ec6-652be66d78da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0706475 Aug 28 12:58:02.824657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59812) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:02.826554 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=55af37ad-d501-44bf-91e9-b3432fbbf788,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:02.839941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No DVR routers for this DVR port 55af37ad-d501-44bf-91e9-b3432fbbf788 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:58:02.851071 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d20ccbae-3838-4330-b1a1-1dfd86b397b7 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:02.856670 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b727c05-5dba-4cf8-9638-0d8cf18a5d67 req-bad1bb8b-4f2c-45b8-8ec9-90141acf46db service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662975 Aug 28 12:58:02.949123 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5abb45-86e4-407e-a675-9db9ea1fc8a5 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:02.954285 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6e5abb45-86e4-407e-a675-9db9ea1fc8a5 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 881 time: 0.1348956 Aug 28 12:58:02.955234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59814) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:03.003021 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-986b2257-ce27-430e-a5a3-af3492012059 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "GET /v2.0/ports?device_id=47dccc7e-56c4-4755-9ec6-652be66d78da HTTP/1.1" status: 200 len: 205 time: 0.0440643 Aug 28 12:58:03.004611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59816) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:03.034796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae0cf0-ae0a-4d36-961e-ff037cd4a95c None None] Routers {'47dccc7e-56c4-4755-9ec6-652be66d78da'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:03.035550 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1aae0cf0-ae0a-4d36-961e-ff037cd4a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['47dccc7e-56c4-4755-9ec6-652be66d78da'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:03.052188 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b727c05-5dba-4cf8-9638-0d8cf18a5d67 req-7325dc82-2d9a-4b62-ab90-25ea78cb7dba service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477497 Aug 28 12:58:03.115397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1aae0cf0-ae0a-4d36-961e-ff037cd4a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:03.116186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae0cf0-ae0a-4d36-961e-ff037cd4a95c None None] The sync data for ids ['47dccc7e-56c4-4755-9ec6-652be66d78da'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:58:03.139148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b4419238-73cc-4d4d-a858-92c3caab9e41 None None] For port 55af37ad-d501-44bf-91e9-b3432fbbf788, host n-d-791505-21, got binding levels [] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:03.139699 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b4419238-73cc-4d4d-a858-92c3caab9e41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.160183 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d20ccbae-3838-4330-b1a1-1dfd86b397b7 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server [None req-6d017b59-17d0-44f4-b7d6-ef01e8a1343c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dca88366-f910-4c25-ad81-3311a58b36da: This subnet is being modified by another concurrent operation. Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 12:58:03.168004 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise exception Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dca88366-f910-4c25-ad81-3311a58b36da: This subnet is being modified by another concurrent operation. Aug 28 12:58:03.173640 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server Aug 28 12:58:03.187868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b4419238-73cc-4d4d-a858-92c3caab9e41 None None] Calling delete_port for 55af37ad-d501-44bf-91e9-b3432fbbf788 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:03.193875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.ipam_backend_mixin [None req-b4419238-73cc-4d4d-a858-92c3caab9e41 None None] Port 55af37ad-d501-44bf-91e9-b3432fbbf788 was not found and therefore no delete operation was performed {{(pid=94879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 12:58:03.201708 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d79caa-ffe5-4150-b7a8-2989b1d0e9ed None None] Network acf9c994-3123-4a59-814a-1abba2bbf320 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:03.206158 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b4419238-73cc-4d4d-a858-92c3caab9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.226949 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Allocated IP 2001:db8:0:1::1 (b52647b1-381b-4fd0-a1fa-e41d827367f6/93066667-7d62-4a35-9d58-1149a090964c/2890e48c-691b-4f0c-8c88-a90b64535f0b) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:03.245130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ccbae-3838-4330-b1a1-1dfd86b397b7 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event deleted for resources: {'Subnet': ['ID=dca88366-f910-4c25-ad81-3311a58b36da,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:03.249557 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.254193 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d20ccbae-3838-4330-b1a1-1dfd86b397b7 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.259279 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5af68393-3aa3-402e-80e2-73674b96b5a6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.261692 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d20ccbae-3838-4330-b1a1-1dfd86b397b7 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "DELETE /v2.0/subnets/dca88366-f910-4c25-ad81-3311a58b36da HTTP/1.1" status: 204 len: 168 time: 0.9154236 Aug 28 12:58:03.262647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59820) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:03.304036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4419238-73cc-4d4d-a858-92c3caab9e41 None None] Pushing event deleted for resources: {'Port': ['ID=55af37ad-d501-44bf-91e9-b3432fbbf788,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:03.306866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4419238-73cc-4d4d-a858-92c3caab9e41 None None] No DVR routers for this DVR port 55af37ad-d501-44bf-91e9-b3432fbbf788 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:58:03.352950 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f6a653-c2d9-4022-aa8f-b0c257e29b4a']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:03.408790 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27029f9-0d44-47a4-b966-aa416505e286') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:03.409758 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27029f9-0d44-47a4-b966-aa416505e286') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:03.448394 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5af68393-3aa3-402e-80e2-73674b96b5a6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.458178 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.479277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6da83c-3517-4621-824c-4f00fcee99d9 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Deleting subnet 93066667-7d62-4a35-9d58-1149a090964c {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:58:03.532207 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.542727 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:58:03.543403 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.555577 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:58:03.559222 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:58:03.621441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-5af68393-3aa3-402e-80e2-73674b96b5a6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Deleting port 291cfdae-0b64-469a-a890-e11830c86fb1 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:03.621791 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5af68393-3aa3-402e-80e2-73674b96b5a6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.677206 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 55af37ad-d501-44bf-91e9-b3432fbbf788 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:58:03.680009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb6001-0f08-4403-913c-28cf43ae12e2 req-496bedb9-0d0d-4f9d-8d04-c6eaf8b87b3d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:03.681698 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57eb6001-0f08-4403-913c-28cf43ae12e2 req-496bedb9-0d0d-4f9d-8d04-c6eaf8b87b3d tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.11 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.1605148 Aug 28 12:58:03.711672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 55af37ad-d501-44bf-91e9-b3432fbbf788 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:58:03.712319 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 55af37ad-d501-44bf-91e9-b3432fbbf788 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:58:03.729302 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Transition to ACTIVE for port object 2890e48c-691b-4f0c-8c88-a90b64535f0b will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:03.731339 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.736376 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.738800 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/networks/d1f6a653-c2d9-4022-aa8f-b0c257e29b4a HTTP/1.1" status: 204 len: 168 time: 2.2731032 Aug 28 12:58:03.742920 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5af68393-3aa3-402e-80e2-73674b96b5a6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.747117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59826) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:03.762985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Transition to ACTIVE for port object 2890e48c-691b-4f0c-8c88-a90b64535f0b will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:03.765848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-06a5bf09-f4d8-4cf4-9634-87e0e4d0d7dc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-7543334'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:03.774774 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.777325 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a113c-d1c6-4019-bd5b-a1b3143f5fd5 req-8a4c074b-a66d-4fbc-ba8a-a11bf1fea355 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:03.779944 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8e0a113c-d1c6-4019-bd5b-a1b3143f5fd5 req-8a4c074b-a66d-4fbc-ba8a-a11bf1fea355 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 947 time: 0.1126404 Aug 28 12:58:03.783081 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b6da83c-3517-4621-824c-4f00fcee99d9 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.786121 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fad6f-a15a-43fd-a3e5-674bde2c800e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Network': ['ID=d1f6a653-c2d9-4022-aa8f-b0c257e29b4a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:03.820229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-5af68393-3aa3-402e-80e2-73674b96b5a6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Calling delete_port for 291cfdae-0b64-469a-a890-e11830c86fb1 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:03.836000 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Network b52647b1-381b-4fd0-a1fa-e41d827367f6 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:03.842299 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:03.850995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:03.868920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Pushing event updated for resources: {'Port': ['ID=2890e48c-691b-4f0c-8c88-a90b64535f0b,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:03.889270 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b6da83c-3517-4621-824c-4f00fcee99d9 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.913998 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-57eb6001-0f08-4403-913c-28cf43ae12e2 req-eb78562d-f0d9-4af0-aebc-68b6b403096b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Deleting port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:03.914344 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-57eb6001-0f08-4403-913c-28cf43ae12e2 req-eb78562d-f0d9-4af0-aebc-68b6b403096b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.915926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a5bf09-f4d8-4cf4-9634-87e0e4d0d7dc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:03.924055 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06a5bf09-f4d8-4cf4-9634-87e0e4d0d7dc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.948082 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8e0a113c-d1c6-4019-bd5b-a1b3143f5fd5 req-407544b0-f6ac-4b40-b4ec-309268909174 tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4901837-7467-464d-b1fa-c21e988323ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249001 Aug 28 12:58:03.955573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Attempting to bind port 2890e48c-691b-4f0c-8c88-a90b64535f0b on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:58:03.956448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Attempting to bind port 2890e48c-691b-4f0c-8c88-a90b64535f0b by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '140a69d3-33fe-45a6-ac3f-4ac9194dd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b52647b1-381b-4fd0-a1fa-e41d827367f6'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:58:03.957051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Attempting to bind port 2890e48c-691b-4f0c-8c88-a90b64535f0b on network b52647b1-381b-4fd0-a1fa-e41d827367f6 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:58:03.964451 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:58:03.965095 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Checking segment: {'id': '140a69d3-33fe-45a6-ac3f-4ac9194dd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b52647b1-381b-4fd0-a1fa-e41d827367f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:03.965906 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:03.967037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Bound using segment: {'id': '140a69d3-33fe-45a6-ac3f-4ac9194dd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b52647b1-381b-4fd0-a1fa-e41d827367f6'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:58:03.967717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Bound port: 2890e48c-691b-4f0c-8c88-a90b64535f0b, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140a69d3-33fe-45a6-ac3f-4ac9194dd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b52647b1-381b-4fd0-a1fa-e41d827367f6'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:58:03.968465 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.013822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a5bf09-f4d8-4cf4-9634-87e0e4d0d7dc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:58:04.072498 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06a5bf09-f4d8-4cf4-9634-87e0e4d0d7dc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.073121 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-06a5bf09-f4d8-4cf4-9634-87e0e4d0d7dc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Added segment 31895487-8ca4-46df-a744-0474248c299c of type vlan for network 4d9c70ac-b6e1-42a0-bf53-64352f6f9239 Aug 28 12:58:04.074293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] For port 2890e48c-691b-4f0c-8c88-a90b64535f0b, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:58:04.082920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-57eb6001-0f08-4403-913c-28cf43ae12e2 req-eb78562d-f0d9-4af0-aebc-68b6b403096b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] For port a8ca323b-ce4b-438d-a1f4-f3221c0c5709, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,segment=NetworkSegment(0620ffb9-7128-4360-a54d-8a21129c43ed),segment_id=0620ffb9-7128-4360-a54d-8a21129c43ed)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:04.082920 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-57eb6001-0f08-4403-913c-28cf43ae12e2 req-eb78562d-f0d9-4af0-aebc-68b6b403096b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.104348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-57eb6001-0f08-4403-913c-28cf43ae12e2 req-eb78562d-f0d9-4af0-aebc-68b6b403096b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Calling delete_port for a8ca323b-ce4b-438d-a1f4-f3221c0c5709 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:04.136535 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06a5bf09-f4d8-4cf4-9634-87e0e4d0d7dc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.164447 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06a5bf09-f4d8-4cf4-9634-87e0e4d0d7dc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.170740 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a5bf09-f4d8-4cf4-9634-87e0e4d0d7dc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:04.171478 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06a5bf09-f4d8-4cf4-9634-87e0e4d0d7dc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.195877 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5af68393-3aa3-402e-80e2-73674b96b5a6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.196970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] For port 2890e48c-691b-4f0c-8c88-a90b64535f0b, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2890e48c-691b-4f0c-8c88-a90b64535f0b,segment=NetworkSegment(140a69d3-33fe-45a6-ac3f-4ac9194dd6a0),segment_id=140a69d3-33fe-45a6-ac3f-4ac9194dd6a0)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:58:04.203073 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.266194 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b6da83c-3517-4621-824c-4f00fcee99d9 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.295983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af68393-3aa3-402e-80e2-73674b96b5a6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Pushing event deleted for resources: {'Port': ['ID=291cfdae-0b64-469a-a890-e11830c86fb1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:04.314325 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-06a5bf09-f4d8-4cf4-9634-87e0e4d0d7dc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5631778 Aug 28 12:58:04.314672 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5af68393-3aa3-402e-80e2-73674b96b5a6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.323059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59830) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:04.327527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-97df472a-e692-4f90-9f5b-a1df2b68afe2 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'subnet': {'network_id': '4d9c70ac-b6e1-42a0-bf53-64352f6f9239', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:04.335119 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5bf09-f4d8-4cf4-9634-87e0e4d0d7dc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Network': ['ID=4d9c70ac-b6e1-42a0-bf53-64352f6f9239,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:04.339611 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026a71e-7be9-4e3d-bbd5-a68d72dbffd8 None None] Pushing event updated for resources: {'Port': ['ID=2890e48c-691b-4f0c-8c88-a90b64535f0b,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:04.349578 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 4d9c70ac-b6e1-42a0-bf53-64352f6f9239 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:58:04.445748 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5af68393-3aa3-402e-80e2-73674b96b5a6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.451624 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5af68393-3aa3-402e-80e2-73674b96b5a6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.478286 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b6da83c-3517-4621-824c-4f00fcee99d9 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.523586 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6da83c-3517-4621-824c-4f00fcee99d9 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event deleted for resources: {'Subnet': ['ID=93066667-7d62-4a35-9d58-1149a090964c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:04.529832 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b6da83c-3517-4621-824c-4f00fcee99d9 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.532338 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5af68393-3aa3-402e-80e2-73674b96b5a6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.533083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af68393-3aa3-402e-80e2-73674b96b5a6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Fanout notify agent at l3_agent the message router_deleted on router 47dccc7e-56c4-4755-9ec6-652be66d78da {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:58:04.535561 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2b6da83c-3517-4621-824c-4f00fcee99d9 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "DELETE /v2.0/subnets/93066667-7d62-4a35-9d58-1149a090964c HTTP/1.1" status: 204 len: 168 time: 1.2572327 Aug 28 12:58:04.536396 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97df472a-e692-4f90-9f5b-a1df2b68afe2 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:04.540230 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97df472a-e692-4f90-9f5b-a1df2b68afe2 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.543076 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5af68393-3aa3-402e-80e2-73674b96b5a6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.550530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59832) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:04.551261 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5af68393-3aa3-402e-80e2-73674b96b5a6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "DELETE /v2.0/routers/47dccc7e-56c4-4755-9ec6-652be66d78da HTTP/1.1" status: 204 len: 168 time: 1.5383797 Aug 28 12:58:04.551261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59834) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:04.554933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-587611106', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:04.597322 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-57eb6001-0f08-4403-913c-28cf43ae12e2 req-eb78562d-f0d9-4af0-aebc-68b6b403096b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.633073 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.633861 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.698016 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.708927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78562d-f0d9-4af0-aebc-68b6b403096b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Pushing event deleted for resources: {'Port': ['ID=a8ca323b-ce4b-438d-a1f4-f3221c0c5709,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:04.723405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072ab799-de76-4a4f-9b96-2672d255c042 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:04.735664 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-072ab799-de76-4a4f-9b96-2672d255c042 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1830673 Aug 28 12:58:04.749288 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59840) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:04.884011 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.888011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-57eb6001-0f08-4403-913c-28cf43ae12e2 req-eb78562d-f0d9-4af0-aebc-68b6b403096b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] No DVR routers for this DVR port a8ca323b-ce4b-438d-a1f4-f3221c0c5709 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:58:04.925635 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-57eb6001-0f08-4403-913c-28cf43ae12e2 req-eb78562d-f0d9-4af0-aebc-68b6b403096b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:04.927874 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57eb6001-0f08-4403-913c-28cf43ae12e2 req-eb78562d-f0d9-4af0-aebc-68b6b403096b tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.11 "DELETE /v2.0/ports/a8ca323b-ce4b-438d-a1f4-f3221c0c5709 HTTP/1.1" status: 204 len: 173 time: 1.2350469 Aug 28 12:58:04.928506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413e5aef-22ec-4fff-b727-79532b11e6e7', 'name': 'network-vif-deleted', 'tag': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:58:04.931527 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a927b37-866e-4296-b844-4e73b19456e1" -d '{"events": [{"server_uuid": "413e5aef-22ec-4fff-b727-79532b11e6e7", "name": "network-vif-deleted", "tag": "a8ca323b-ce4b-438d-a1f4-f3221c0c5709"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:58:04.983971 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:05.004035 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97df472a-e692-4f90-9f5b-a1df2b68afe2 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:05.133848 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-299785ec-94cd-4589-80e4-ec47f8c135cc req-67fe3539-9d39-4e3e-aee4-b4110cb24daa tempest-ServersNegativeTestJSON-114668681 tempest-ServersNegativeTestJSON-114668681-project] 10.222.0.20 "GET /v2.0/ports?device_id=413e5aef-22ec-4fff-b727-79532b11e6e7 HTTP/1.1" status: 200 len: 210 time: 0.0409341 Aug 28 12:58:05.179036 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df472a-e692-4f90-9f5b-a1df2b68afe2 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Checking segment: {'id': '31895487-8ca4-46df-a744-0474248c299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4d9c70ac-b6e1-42a0-bf53-64352f6f9239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:05.179401 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df472a-e692-4f90-9f5b-a1df2b68afe2 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network hostable DHCP agents. Network: 4d9c70ac-b6e1-42a0-bf53-64352f6f9239, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:58:05.182913 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df472a-e692-4f90-9f5b-a1df2b68afe2 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Subnet': ['ID=c29c4cde-92f3-4097-947d-f4f406f34990,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:05.190506 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Deleting port 2890e48c-691b-4f0c-8c88-a90b64535f0b {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:05.191046 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:05.253600 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df472a-e692-4f90-9f5b-a1df2b68afe2 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network 4d9c70ac-b6e1-42a0-bf53-64352f6f9239 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:58:05.270331 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] For port 2890e48c-691b-4f0c-8c88-a90b64535f0b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2890e48c-691b-4f0c-8c88-a90b64535f0b,segment=NetworkSegment(140a69d3-33fe-45a6-ac3f-4ac9194dd6a0),segment_id=140a69d3-33fe-45a6-ac3f-4ac9194dd6a0)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:05.270731 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:05.279386 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-97df472a-e692-4f90-9f5b-a1df2b68afe2 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 4d9c70ac-b6e1-42a0-bf53-64352f6f9239) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:05.288918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97df472a-e692-4f90-9f5b-a1df2b68afe2 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:05.289518 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97df472a-e692-4f90-9f5b-a1df2b68afe2 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:05.292277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Calling delete_port for 2890e48c-691b-4f0c-8c88-a90b64535f0b owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:05.299919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06a4006-85aa-4d88-a60a-f2850354c5d4 None None] Network 4d9c70ac-b6e1-42a0-bf53-64352f6f9239 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:05.347178 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-97df472a-e692-4f90-9f5b-a1df2b68afe2 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0222323 Aug 28 12:58:05.347468 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59848) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:05.352825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b757a286-441b-493c-ba5e-e479b0457fa8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'network_id': '4d9c70ac-b6e1-42a0-bf53-64352f6f9239', 'name': 'tempest-PortsTestJSON-1931317274', 'fixed_ips': [{'subnet_id': 'c29c4cde-92f3-4097-947d-f4f406f34990', 'ip_address': '172.20.0.10'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:05.588535 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2243604a-33a9-43ed-b707-cf0dba0c3d5e x-openstack-request-id: req-2243604a-33a9-43ed-b707-cf0dba0c3d5e {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:58:05.589222 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413e5aef-22ec-4fff-b727-79532b11e6e7", "name": "network-vif-deleted", "tag": "a8ca323b-ce4b-438d-a1f4-f3221c0c5709", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:58:05.589222 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2243604a-33a9-43ed-b707-cf0dba0c3d5e {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:58:05.589505 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413e5aef-22ec-4fff-b727-79532b11e6e7', 'name': 'network-vif-deleted', 'tag': 'a8ca323b-ce4b-438d-a1f4-f3221c0c5709', 'status': 'completed', 'code': 200} Aug 28 12:58:05.600269 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:05.645861 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-4d9c70ac-b6e1-42a0-bf53-64352f6f9239', 'network_id': '4d9c70ac-b6e1-42a0-bf53-64352f6f9239', 'tenant_id': 'cf75ebbcd5fe4308ad4d56c0011e49c5', 'fixed_ips': [{'subnet_id': 'c29c4cde-92f3-4097-947d-f4f406f34990'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:58:05.646939 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:05.674136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event deleted for resources: {'Port': ['ID=2890e48c-691b-4f0c-8c88-a90b64535f0b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:05.677335 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] No DVR routers for this DVR port 2890e48c-691b-4f0c-8c88-a90b64535f0b on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:58:05.718287 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b757a286-441b-493c-ba5e-e479b0457fa8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:05.816950 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:05.833877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2890e48c-691b-4f0c-8c88-a90b64535f0b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:05.840425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52647b1-381b-4fd0-a1fa-e41d827367f6']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:05.855217 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140a69d3-33fe-45a6-ac3f-4ac9194dd6a0') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:05.855217 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140a69d3-33fe-45a6-ac3f-4ac9194dd6a0') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:05.866813 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:05.891329 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:05.898998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:58:05.900294 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:05.965808 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 2890e48c-691b-4f0c-8c88-a90b64535f0b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:58:05.966835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2890e48c-691b-4f0c-8c88-a90b64535f0b not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:58:05.975601 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:58:06.002278 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Port 2890e48c-691b-4f0c-8c88-a90b64535f0b not found, will not notify nova. {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 28 12:58:06.028295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f47106-9e51-4b2b-9956-cf28c7a4f90e None None] Network b52647b1-381b-4fd0-a1fa-e41d827367f6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:06.037346 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.042254 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.049045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f47106-9e51-4b2b-9956-cf28c7a4f90e None None] Network b52647b1-381b-4fd0-a1fa-e41d827367f6 could not be found, it might have been deleted concurrently. {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 12:58:06.064534 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.066835 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "DELETE /v2.0/networks/b52647b1-381b-4fd0-a1fa-e41d827367f6 HTTP/1.1" status: 204 len: 168 time: 1.3142900 Aug 28 12:58:06.070438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59852) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:06.071400 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Allocated IP 172.20.0.2 (4d9c70ac-b6e1-42a0-bf53-64352f6f9239/c29c4cde-92f3-4097-947d-f4f406f34990/b75b6b66-25fc-4db8-b491-2b412e3ed9c6) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:06.071805 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.095008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-05bad545-3d66-4f63-ad52-16170f3e6a3c None None] Could not find standard attr ID for object 2890e48c-691b-4f0c-8c88-a90b64535f0b. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 12:58:06.118328 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f4afc-677d-411e-8b20-5d579ab1692f tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event deleted for resources: {'Network': ['ID=b52647b1-381b-4fd0-a1fa-e41d827367f6,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:06.137825 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53231118-0f8f-408e-bb6c-3e5213730db9 None None] DHCP port deletion for b52647b1-381b-4fd0-a1fa-e41d827367f6 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:58:06.244048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59856) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:06.257317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Allocated IP 172.25.1.159 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/968856d9-58af-4e76-8f53-86b0c67e0a52) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:06.345700 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.368627 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Transition to ACTIVE for port object b75b6b66-25fc-4db8-b491-2b412e3ed9c6 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:06.381402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-6864f1f7-c540-445f-9716-ed78f1879776 admin admin] Deleting subnet 39549c81-d40d-49fb-b349-f6037ce4d779 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:58:06.389430 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6864f1f7-c540-445f-9716-ed78f1879776 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.395083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Transition to ACTIVE for port object b75b6b66-25fc-4db8-b491-2b412e3ed9c6 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:06.402160 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.448227 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6864f1f7-c540-445f-9716-ed78f1879776 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.457344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Network 4d9c70ac-b6e1-42a0-bf53-64352f6f9239 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:06.460743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:06.463710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:06.473437 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Pushing event updated for resources: {'Port': ['ID=b75b6b66-25fc-4db8-b491-2b412e3ed9c6,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:06.514568 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.523018 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6864f1f7-c540-445f-9716-ed78f1879776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.533852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a8ca323b-ce4b-438d-a1f4-f3221c0c5709 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:58:06.602841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: a8ca323b-ce4b-438d-a1f4-f3221c0c5709 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:58:06.602841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a8ca323b-ce4b-438d-a1f4-f3221c0c5709 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:58:06.624037 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6864f1f7-c540-445f-9716-ed78f1879776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.627505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Attempting to bind port b75b6b66-25fc-4db8-b491-2b412e3ed9c6 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:58:06.628016 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Attempting to bind port b75b6b66-25fc-4db8-b491-2b412e3ed9c6 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '31895487-8ca4-46df-a744-0474248c299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4d9c70ac-b6e1-42a0-bf53-64352f6f9239'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:58:06.628538 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Attempting to bind port b75b6b66-25fc-4db8-b491-2b412e3ed9c6 on network 4d9c70ac-b6e1-42a0-bf53-64352f6f9239 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:58:06.648284 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.650609 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:58:06.651990 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Checking segment: {'id': '31895487-8ca4-46df-a744-0474248c299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4d9c70ac-b6e1-42a0-bf53-64352f6f9239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:06.652651 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.653172 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Bound using segment: {'id': '31895487-8ca4-46df-a744-0474248c299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4d9c70ac-b6e1-42a0-bf53-64352f6f9239'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:58:06.653727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Bound port: b75b6b66-25fc-4db8-b491-2b412e3ed9c6, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31895487-8ca4-46df-a744-0474248c299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4d9c70ac-b6e1-42a0-bf53-64352f6f9239'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:58:06.654543 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.658872 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b757a286-441b-493c-ba5e-e479b0457fa8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.669089 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ba00-a80f-43b5-81a8-75daec4d0ab3 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.682755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864f1f7-c540-445f-9716-ed78f1879776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39549c81-d40d-49fb-b349-f6037ce4d779,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:06.685574 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6864f1f7-c540-445f-9716-ed78f1879776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.690694 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6864f1f7-c540-445f-9716-ed78f1879776 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/39549c81-d40d-49fb-b349-f6037ce4d779 HTTP/1.1" status: 204 len: 168 time: 0.4425247 Aug 28 12:58:06.691741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59860) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:06.715744 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:06.719309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:06.723413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:06.763647 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Pushing event updated for resources: {'Port': ['ID=968856d9-58af-4e76-8f53-86b0c67e0a52,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:06.775470 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] For port b75b6b66-25fc-4db8-b491-2b412e3ed9c6, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:58:06.781290 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] For port b75b6b66-25fc-4db8-b491-2b412e3ed9c6, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b75b6b66-25fc-4db8-b491-2b412e3ed9c6,segment=NetworkSegment(31895487-8ca4-46df-a744-0474248c299c),segment_id=31895487-8ca4-46df-a744-0474248c299c)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:58:06.790670 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.794966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-b757a286-441b-493c-ba5e-e479b0457fa8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] device_id is not set on port 46887649-9ca1-4964-960c-c194af26ceec yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:58:06.876868 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ba00-a80f-43b5-81a8-75daec4d0ab3 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.890265 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a4e0ba00-a80f-43b5-81a8-75daec4d0ab3 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf9c994-3123-4a59-814a-1abba2bbf320']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:06.900044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea52a8d-a3ec-40c8-bb4a-bc87befd5df2 None None] Pushing event updated for resources: {'Port': ['ID=b75b6b66-25fc-4db8-b491-2b412e3ed9c6,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:06.906021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a4e0ba00-a80f-43b5-81a8-75daec4d0ab3 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73cca65-452c-40b3-b782-3d89acce77cc') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:06.907048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a4e0ba00-a80f-43b5-81a8-75daec4d0ab3 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73cca65-452c-40b3-b782-3d89acce77cc') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:06.974675 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ba00-a80f-43b5-81a8-75daec4d0ab3 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:06.994059 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ba00-a80f-43b5-81a8-75daec4d0ab3 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.001425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e0ba00-a80f-43b5-81a8-75daec4d0ab3 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:58:07.002446 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ba00-a80f-43b5-81a8-75daec4d0ab3 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.018395 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff892609-bc45-45d1-835d-6a7a2e86ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:58:07.020267 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:58:07.098452 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.228902 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.235753 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ba00-a80f-43b5-81a8-75daec4d0ab3 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.251376 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ba00-a80f-43b5-81a8-75daec4d0ab3 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.256081 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a4e0ba00-a80f-43b5-81a8-75daec4d0ab3 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "DELETE /v2.0/networks/acf9c994-3123-4a59-814a-1abba2bbf320 HTTP/1.1" status: 204 len: 168 time: 1.1745267 Aug 28 12:58:07.261167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59868) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:07.275852 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-b757a286-441b-493c-ba5e-e479b0457fa8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Allocated IP 172.20.0.10 (4d9c70ac-b6e1-42a0-bf53-64352f6f9239/c29c4cde-92f3-4097-947d-f4f406f34990/46887649-9ca1-4964-960c-c194af26ceec) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:07.311959 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ba00-a80f-43b5-81a8-75daec4d0ab3 tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event deleted for resources: {'Network': ['ID=acf9c994-3123-4a59-814a-1abba2bbf320,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:07.335871 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff892609-bc45-45d1-835d-6a7a2e86ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.357769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ff892609-bc45-45d1-835d-6a7a2e86ef42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:07.392795 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ff892609-bc45-45d1-835d-6a7a2e86ef42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0620ffb9-7128-4360-a54d-8a21129c43ed') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:07.393105 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ff892609-bc45-45d1-835d-6a7a2e86ef42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0620ffb9-7128-4360-a54d-8a21129c43ed') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:07.411503 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff892609-bc45-45d1-835d-6a7a2e86ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.485978 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff892609-bc45-45d1-835d-6a7a2e86ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.494431 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-410cd82d-ac85-4c6d-bd39-549b2df29ebf tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.524712 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff892609-bc45-45d1-835d-6a7a2e86ef42 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:58:07.525123 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff892609-bc45-45d1-835d-6a7a2e86ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:58:07.528684 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:58:07.532673 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.662095 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff892609-bc45-45d1-835d-6a7a2e86ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.691141 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff892609-bc45-45d1-835d-6a7a2e86ef42 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.693041 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ff892609-bc45-45d1-835d-6a7a2e86ef42 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3 HTTP/1.1" status: 204 len: 168 time: 0.9984627 Aug 28 12:58:07.697207 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-410cd82d-ac85-4c6d-bd39-549b2df29ebf tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.701775 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff892609-bc45-45d1-835d-6a7a2e86ef42 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d1d53e2-96e9-4543-88b3-1fc4ddcf9da3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:07.721844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-b480f160-3078-4020-8426-560ad1604e0f tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:07.723417 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-b480f160-3078-4020-8426-560ad1604e0f tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/networks?id=86ad33de-39f7-4665-9226-1bf675daecbe HTTP/1.1" status: 200 len: 815 time: 0.3017106 Aug 28 12:58:07.728471 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b757a286-441b-493c-ba5e-e479b0457fa8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.732879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b75b6b66-25fc-4db8-b491-2b412e3ed9c6 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:07.749515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-410cd82d-ac85-4c6d-bd39-549b2df29ebf tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a2d989-ab07-4334-95ec-9140b8138bb0']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:07.751700 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-fd41a506-2b67-4f42-b309-7cc0a57dc534 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/quotas/cd2798ec77a34c09b636870bd3f42a34 HTTP/1.1" status: 200 len: 375 time: 0.0202205 Aug 28 12:58:07.754632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-b757a286-441b-493c-ba5e-e479b0457fa8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Transition to ACTIVE for port object 46887649-9ca1-4964-960c-c194af26ceec will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:07.763769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-410cd82d-ac85-4c6d-bd39-549b2df29ebf tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c341ae41-fa0e-48d5-b26e-faa45651ffc3') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:07.764597 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-410cd82d-ac85-4c6d-bd39-549b2df29ebf tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c341ae41-fa0e-48d5-b26e-faa45651ffc3') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:07.785947 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-410cd82d-ac85-4c6d-bd39-549b2df29ebf tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.832279 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port b75b6b66-25fc-4db8-b491-2b412e3ed9c6 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:07.837836 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-17c9674b-4943-4258-b281-1feb896f9926 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd2798ec77a34c09b636870bd3f42a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771763 Aug 28 12:58:07.839901 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-410cd82d-ac85-4c6d-bd39-549b2df29ebf tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.852363 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410cd82d-ac85-4c6d-bd39-549b2df29ebf tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:58:07.852766 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-410cd82d-ac85-4c6d-bd39-549b2df29ebf tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:58:07.867045 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:58:07.875682 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b757a286-441b-493c-ba5e-e479b0457fa8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:07.896684 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2890e48c-691b-4f0c-8c88-a90b64535f0b no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:58:07.928160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 2890e48c-691b-4f0c-8c88-a90b64535f0b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:58:07.928534 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2890e48c-691b-4f0c-8c88-a90b64535f0b not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:58:07.978015 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-410cd82d-ac85-4c6d-bd39-549b2df29ebf tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.001171 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b757a286-441b-493c-ba5e-e479b0457fa8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network 4d9c70ac-b6e1-42a0-bf53-64352f6f9239 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:08.007939 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-b757a286-441b-493c-ba5e-e479b0457fa8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:08.013152 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-410cd82d-ac85-4c6d-bd39-549b2df29ebf tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.015959 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-410cd82d-ac85-4c6d-bd39-549b2df29ebf tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "DELETE /v2.0/networks/d8a2d989-ab07-4334-95ec-9140b8138bb0 HTTP/1.1" status: 204 len: 168 time: 0.7548335 Aug 28 12:58:08.017456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cd82d-ac85-4c6d-bd39-549b2df29ebf tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event deleted for resources: {'Network': ['ID=d8a2d989-ab07-4334-95ec-9140b8138bb0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:08.019357 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59884) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:08.021628 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757a286-441b-493c-ba5e-e479b0457fa8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:08.026965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757a286-441b-493c-ba5e-e479b0457fa8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=46887649-9ca1-4964-960c-c194af26ceec,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:08.047051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Router 152c403d-9cbd-4b72-a109-b56cdae105d1 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:58:08.065305 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59886) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:08.104585 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-5bab0e07-9ae5-4315-9703-2f2963cb3dcb service neutron] 10.222.0.20 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481897 Aug 28 12:58:08.121238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b757a286-441b-493c-ba5e-e479b0457fa8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:08.121911 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b757a286-441b-493c-ba5e-e479b0457fa8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.162703 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc781524-abdb-4e06-90bb-515266bbce0b tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.196446 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b757a286-441b-493c-ba5e-e479b0457fa8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8479924 Aug 28 12:58:08.201129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59888) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:08.205092 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1cec0176-977a-4f3d-860b-71ed65a8f799 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b86f6f1a917843268e771c6b62b33d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387174 Aug 28 12:58:08.210320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59890) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:08.211173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2b02a80f-b795-483a-8907-1443444f32be tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'network_id': '4d9c70ac-b6e1-42a0-bf53-64352f6f9239', 'name': 'tempest-PortsTestJSON-1829596694', 'fixed_ips': [{'subnet_id': 'c29c4cde-92f3-4097-947d-f4f406f34990', 'ip_address': '172.20.0.9'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:08.247011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ba82a5-4b36-44a9-9e98-9967b62a3163 None None] Network 4d9c70ac-b6e1-42a0-bf53-64352f6f9239 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:08.297223 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:58:08.316703 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-73047926-f719-4db6-95e7-0337897b81d4 service neutron] 10.222.0.20 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910660 Aug 28 12:58:08.319820 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5242eaa-54fc-4e1d-9443-d5ea47ccf373 None None] Sync routers for ids ['152c403d-9cbd-4b72-a109-b56cdae105d1'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:58:08.339610 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5242eaa-54fc-4e1d-9443-d5ea47ccf373 None None] Routers {'152c403d-9cbd-4b72-a109-b56cdae105d1'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:08.340421 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a5242eaa-54fc-4e1d-9443-d5ea47ccf373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['152c403d-9cbd-4b72-a109-b56cdae105d1'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:08.376821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c7eba305-4ea4-44ec-939b-71d6c7ba07cd None None] Provisioning for port b75b6b66-25fc-4db8-b491-2b412e3ed9c6 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:08.390544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c7eba305-4ea4-44ec-939b-71d6c7ba07cd None None] Provisioning complete for port b75b6b66-25fc-4db8-b491-2b412e3ed9c6 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:08.391191 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c7eba305-4ea4-44ec-939b-71d6c7ba07cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.395343 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a5242eaa-54fc-4e1d-9443-d5ea47ccf373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:08.397626 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc781524-abdb-4e06-90bb-515266bbce0b tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.405260 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b02a80f-b795-483a-8907-1443444f32be tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:08.411997 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5242eaa-54fc-4e1d-9443-d5ea47ccf373 None None] Routers {'152c403d-9cbd-4b72-a109-b56cdae105d1'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:08.413150 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a5242eaa-54fc-4e1d-9443-d5ea47ccf373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['152c403d-9cbd-4b72-a109-b56cdae105d1'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:08.413926 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b02a80f-b795-483a-8907-1443444f32be tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.416839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-cc781524-abdb-4e06-90bb-515266bbce0b tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73a94ec-3bc4-49c0-8a6d-daec89b31830']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:08.420088 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.425046 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3a43c4a0-0437-40df-923c-b48d26ffc1ff tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8738825 Aug 28 12:58:08.425885 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e2fb4a2-f032-476a-a63f-9eaf05db9a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.433250 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59892) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:08.440472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-60343cbf-8bd7-4825-b9da-e7e7a0e6afea tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:08.454066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-2b02a80f-b795-483a-8907-1443444f32be tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] device_id is not set on port f7da1139-2c70-4fb6-b8a5-0382baefb4d4 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:58:08.458946 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a5242eaa-54fc-4e1d-9443-d5ea47ccf373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:08.460796 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5242eaa-54fc-4e1d-9443-d5ea47ccf373 None None] The sync data for ids ['152c403d-9cbd-4b72-a109-b56cdae105d1'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:58:08.496637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-cc781524-abdb-4e06-90bb-515266bbce0b tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51dc666c-58bc-40c2-9820-82e2c6183cb3') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:08.496637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-cc781524-abdb-4e06-90bb-515266bbce0b tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51dc666c-58bc-40c2-9820-82e2c6183cb3') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:08.523091 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc781524-abdb-4e06-90bb-515266bbce0b tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.526055 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e2fb4a2-f032-476a-a63f-9eaf05db9a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.559299 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc781524-abdb-4e06-90bb-515266bbce0b tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.583502 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c7eba305-4ea4-44ec-939b-71d6c7ba07cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.616604 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc781524-abdb-4e06-90bb-515266bbce0b tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:58:08.617177 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc781524-abdb-4e06-90bb-515266bbce0b tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:58:08.626031 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:58:08.700334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c7eba305-4ea4-44ec-939b-71d6c7ba07cd None None] For port b75b6b66-25fc-4db8-b491-2b412e3ed9c6, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b75b6b66-25fc-4db8-b491-2b412e3ed9c6,segment=NetworkSegment(31895487-8ca4-46df-a744-0474248c299c),segment_id=31895487-8ca4-46df-a744-0474248c299c)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:08.706020 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c7eba305-4ea4-44ec-939b-71d6c7ba07cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.736583 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-2b02a80f-b795-483a-8907-1443444f32be tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Allocated IP 172.20.0.9 (4d9c70ac-b6e1-42a0-bf53-64352f6f9239/c29c4cde-92f3-4097-947d-f4f406f34990/f7da1139-2c70-4fb6-b8a5-0382baefb4d4) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:08.797766 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eba305-4ea4-44ec-939b-71d6c7ba07cd None None] Pushing event updated for resources: {'Port': ['ID=b75b6b66-25fc-4db8-b491-2b412e3ed9c6,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:08.798318 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b030ddc-d054-4506-93d3-7dd83300db1d req-60c624a6-e4f4-401c-bf69-5ab845c6bd44 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 210 time: 0.1994925 Aug 28 12:58:08.842492 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fc9447cc-d2d7-4563-ba7f-314e3f9cbb25 None None] Provisioning for port 46887649-9ca1-4964-960c-c194af26ceec completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:08.851273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fc9447cc-d2d7-4563-ba7f-314e3f9cbb25 None None] Provisioning complete for port 46887649-9ca1-4964-960c-c194af26ceec triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:08.854259 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fc9447cc-d2d7-4563-ba7f-314e3f9cbb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.924733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-fc9447cc-d2d7-4563-ba7f-314e3f9cbb25 None None] Port 46887649-9ca1-4964-960c-c194af26ceec cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:08.939377 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fc9447cc-d2d7-4563-ba7f-314e3f9cbb25 None None] Provisioning complete for port b75b6b66-25fc-4db8-b491-2b412e3ed9c6 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:08.939763 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fc9447cc-d2d7-4563-ba7f-314e3f9cbb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.972300 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc781524-abdb-4e06-90bb-515266bbce0b tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.981270 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e2fb4a2-f032-476a-a63f-9eaf05db9a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.984129 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e2fb4a2-f032-476a-a63f-9eaf05db9a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:08.985676 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9e2fb4a2-f032-476a-a63f-9eaf05db9a7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4901837-7467-464d-b1fa-c21e988323ba HTTP/1.1" status: 204 len: 168 time: 0.7741046 Aug 28 12:58:08.993102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc781524-abdb-4e06-90bb-515266bbce0b tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:09.003052 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cc781524-abdb-4e06-90bb-515266bbce0b tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] 10.222.0.20 "DELETE /v2.0/networks/f73a94ec-3bc4-49c0-8a6d-daec89b31830 HTTP/1.1" status: 204 len: 168 time: 0.9821150 Aug 28 12:58:09.034879 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc781524-abdb-4e06-90bb-515266bbce0b tempest-BulkNetworkOpsIpV6Test-1202619244 tempest-BulkNetworkOpsIpV6Test-1202619244-project] Pushing event deleted for resources: {'Network': ['ID=f73a94ec-3bc4-49c0-8a6d-daec89b31830,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:09.050816 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b02a80f-b795-483a-8907-1443444f32be tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:09.052224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fb4a2-f032-476a-a63f-9eaf05db9a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4901837-7467-464d-b1fa-c21e988323ba,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:09.085316 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-2b02a80f-b795-483a-8907-1443444f32be tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Transition to ACTIVE for port object f7da1139-2c70-4fb6-b8a5-0382baefb4d4 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:09.108200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a469be62-ae02-41e1-8071-3152adc3380b None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 12:58:09.151591 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b02a80f-b795-483a-8907-1443444f32be tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:09.186466 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b7573db8-7513-42ea-a819-75866ad6a2ef None None] Provisioning complete for port 46887649-9ca1-4964-960c-c194af26ceec triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:09.186786 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b7573db8-7513-42ea-a819-75866ad6a2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:09.244722 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b02a80f-b795-483a-8907-1443444f32be tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network 4d9c70ac-b6e1-42a0-bf53-64352f6f9239 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:09.252361 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2b02a80f-b795-483a-8907-1443444f32be tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:09.261674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b02a80f-b795-483a-8907-1443444f32be tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:09.264464 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-60343cbf-8bd7-4825-b9da-e7e7a0e6afea tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:09.273150 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b7573db8-7513-42ea-a819-75866ad6a2ef None None] Port 46887649-9ca1-4964-960c-c194af26ceec cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:09.295291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02a80f-b795-483a-8907-1443444f32be tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=f7da1139-2c70-4fb6-b8a5-0382baefb4d4,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:09.296091 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-60343cbf-8bd7-4825-b9da-e7e7a0e6afea tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:09.340633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b02a80f-b795-483a-8907-1443444f32be tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:09.341932 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b02a80f-b795-483a-8907-1443444f32be tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:09.363687 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2b02a80f-b795-483a-8907-1443444f32be tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1598797 Aug 28 12:58:09.365480 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59910) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:09.373970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a469be62-ae02-41e1-8071-3152adc3380b None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 12:58:09.403316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-60343cbf-8bd7-4825-b9da-e7e7a0e6afea tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Deleting port 968856d9-58af-4e76-8f53-86b0c67e0a52 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:09.403788 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-60343cbf-8bd7-4825-b9da-e7e7a0e6afea tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:09.505146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da16a652-805b-4c0a-b311-c5135202b0e3 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:09.506903 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-da16a652-805b-4c0a-b311-c5135202b0e3 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1372416 Aug 28 12:58:09.509580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59916) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:09.526558 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-60343cbf-8bd7-4825-b9da-e7e7a0e6afea tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:09.549648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-60343cbf-8bd7-4825-b9da-e7e7a0e6afea tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Calling delete_port for 968856d9-58af-4e76-8f53-86b0c67e0a52 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:09.614763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a15a71-daea-4cd1-8fb0-c61be0dcfd5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:09.647643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a15a71-daea-4cd1-8fb0-c61be0dcfd5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:09.658180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a15a71-daea-4cd1-8fb0-c61be0dcfd5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:09.661363 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e6a15a71-daea-4cd1-8fb0-c61be0dcfd5d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1504638 Aug 28 12:58:09.662555 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59918) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:09.673750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59922) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:09.697273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b75b6b66-25fc-4db8-b491-2b412e3ed9c6 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:09.744809 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:09.897141 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f6594806-aec2-4949-b699-1149ed198cec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1e8d4a0e93245589e7c1e2b72accac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315633 Aug 28 12:58:09.901649 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59934) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:09.906317 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fc88a2d5-6373-433e-bd4b-e246d544459b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:09.950999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-e282a3ae-dec4-4509-b160-692cd116a119 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port f7da1139-2c70-4fb6-b8a5-0382baefb4d4 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:09.951533 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e282a3ae-dec4-4509-b160-692cd116a119 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:10.029642 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b75b6b66-25fc-4db8-b491-2b412e3ed9c6 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:10.031094 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:10.141767 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-23460279-e076-4974-a004-1a209e432785 req-45aebebc-0b82-4158-beda-425443236f43 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 210 time: 0.0763352 Aug 28 12:58:10.334516 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-60343cbf-8bd7-4825-b9da-e7e7a0e6afea tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:10.348524 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9d214a1-fcfe-4cf7-a2da-a9e8b155e4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:10.351371 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e282a3ae-dec4-4509-b160-692cd116a119 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:10.385616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-e282a3ae-dec4-4509-b160-692cd116a119 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for f7da1139-2c70-4fb6-b8a5-0382baefb4d4 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:10.386813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60343cbf-8bd7-4825-b9da-e7e7a0e6afea tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Pushing event deleted for resources: {'Port': ['ID=968856d9-58af-4e76-8f53-86b0c67e0a52,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:10.410432 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-06c5b8fa-7974-42b0-89a0-b50d0379fbe2 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:10.412057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7c2749f1-2bdb-4d94-8d19-faacdb667574 None None] Provisioning for port f7da1139-2c70-4fb6-b8a5-0382baefb4d4 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:10.412215 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-06c5b8fa-7974-42b0-89a0-b50d0379fbe2 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.10 "GET /v2.0/networks?id=86ad33de-39f7-4665-9226-1bf675daecbe HTTP/1.1" status: 200 len: 815 time: 0.3573012 Aug 28 12:58:10.425677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7c2749f1-2bdb-4d94-8d19-faacdb667574 None None] Provisioning complete for port f7da1139-2c70-4fb6-b8a5-0382baefb4d4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:10.426982 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c2749f1-2bdb-4d94-8d19-faacdb667574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:10.431899 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-a0491fe0-0454-404f-8cbf-8f27126b85b5 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Request body: {'port': {'device_id': '1d3aacc3-7d35-4714-a8d2-e58581cda00d', 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe', 'admin_state_up': True, 'tenant_id': 'cd2798ec77a34c09b636870bd3f42a34'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:10.439817 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9d214a1-fcfe-4cf7-a2da-a9e8b155e4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:10.478382 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7c2749f1-2bdb-4d94-8d19-faacdb667574 None None] Port f7da1139-2c70-4fb6-b8a5-0382baefb4d4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:10.482766 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-60343cbf-8bd7-4825-b9da-e7e7a0e6afea tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:10.620492 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9d214a1-fcfe-4cf7-a2da-a9e8b155e4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:10.623825 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9d214a1-fcfe-4cf7-a2da-a9e8b155e4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:10.625227 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a9d214a1-fcfe-4cf7-a2da-a9e8b155e4b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80e6b767-087b-42c4-988f-af20bd49ab95 HTTP/1.1" status: 204 len: 168 time: 0.7120063 Aug 28 12:58:10.665942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d214a1-fcfe-4cf7-a2da-a9e8b155e4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e6b767-087b-42c4-988f-af20bd49ab95,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:10.693961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-a0491fe0-0454-404f-8cbf-8f27126b85b5 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Made reservation on behalf of cd2798ec77a34c09b636870bd3f42a34 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:10.698328 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-a0491fe0-0454-404f-8cbf-8f27126b85b5 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:10.723744 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e282a3ae-dec4-4509-b160-692cd116a119 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:10.756875 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-60343cbf-8bd7-4825-b9da-e7e7a0e6afea tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:10.767263 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-60343cbf-8bd7-4825-b9da-e7e7a0e6afea tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:10.770747 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282a3ae-dec4-4509-b160-692cd116a119 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=f7da1139-2c70-4fb6-b8a5-0382baefb4d4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:10.891485 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60343cbf-8bd7-4825-b9da-e7e7a0e6afea tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Router 152c403d-9cbd-4b72-a109-b56cdae105d1 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:58:10.931133 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e282a3ae-dec4-4509-b160-692cd116a119 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:10.933424 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e282a3ae-dec4-4509-b160-692cd116a119 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/f7da1139-2c70-4fb6-b8a5-0382baefb4d4 HTTP/1.1" status: 204 len: 168 time: 1.2580519 Aug 28 12:58:10.937201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59958) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:11.003695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-a0491fe0-0454-404f-8cbf-8f27126b85b5 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Allocated IP 172.20.0.3 (86ad33de-39f7-4665-9226-1bf675daecbe/942cca67-1f9d-41d6-bb91-b6b305db0b47/7eb993f1-b020-4ed6-9e77-ca8d01ac5166) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:11.025422 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d8ecaf-be9c-43cc-8cb0-eb3b8a9278bf tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] GET failed (client error): The resource could not be found. Aug 28 12:58:11.034555 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-04d8ecaf-be9c-43cc-8cb0-eb3b8a9278bf tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/f7da1139-2c70-4fb6-b8a5-0382baefb4d4 HTTP/1.1" status: 404 len: 333 time: 0.0932767 Aug 28 12:58:11.036047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59964) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:11.051197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60343cbf-8bd7-4825-b9da-e7e7a0e6afea tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:58:11.061386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1611b022-9436-431a-b27f-0144e05d384b None None] Sync routers for ids ['152c403d-9cbd-4b72-a109-b56cdae105d1'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:58:11.081664 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1611b022-9436-431a-b27f-0144e05d384b None None] Routers {'152c403d-9cbd-4b72-a109-b56cdae105d1'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:11.083875 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-60343cbf-8bd7-4825-b9da-e7e7a0e6afea tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:11.085069 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-60343cbf-8bd7-4825-b9da-e7e7a0e6afea tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "PUT /v2.0/routers/152c403d-9cbd-4b72-a109-b56cdae105d1 HTTP/1.1" status: 200 len: 709 time: 2.6508586 Aug 28 12:58:11.086486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1611b022-9436-431a-b27f-0144e05d384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['152c403d-9cbd-4b72-a109-b56cdae105d1'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:11.088429 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59966) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:11.146312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1611b022-9436-431a-b27f-0144e05d384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:11.157327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1611b022-9436-431a-b27f-0144e05d384b None None] Routers {'152c403d-9cbd-4b72-a109-b56cdae105d1'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:11.158398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1611b022-9436-431a-b27f-0144e05d384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:57:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['152c403d-9cbd-4b72-a109-b56cdae105d1'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:11.168260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59972) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:11.226018 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1611b022-9436-431a-b27f-0144e05d384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:11.226645 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1611b022-9436-431a-b27f-0144e05d384b None None] The sync data for ids ['152c403d-9cbd-4b72-a109-b56cdae105d1'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:58:11.248781 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-c7a46b12-cc0a-4177-9b59-a8a1b8950e0a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port 46887649-9ca1-4964-960c-c194af26ceec {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:11.249080 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c7a46b12-cc0a-4177-9b59-a8a1b8950e0a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:11.263885 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d165e14a-70b6-44ac-9cfd-a818a6f2bce8 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/routers/152c403d-9cbd-4b72-a109-b56cdae105d1 HTTP/1.1" status: 200 len: 744 time: 0.1665490 Aug 28 12:58:11.274801 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59982) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:11.355527 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-38e8a4b9-c6ae-437a-9339-e192a2f395d0 tempest-RoutersIpV6AdminTest-546430842 tempest-RoutersIpV6AdminTest-546430842-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&device_id=152c403d-9cbd-4b72-a109-b56cdae105d1 HTTP/1.1" status: 200 len: 205 time: 0.0800228 Aug 28 12:58:11.361256 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59986) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:11.389352 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a384810-f913-4339-814c-f294a6cfb203 req-cb3d877b-0077-41d5-b505-3cea63476f3d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 210 time: 0.0566220 Aug 28 12:58:11.390064 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f31c8191-42d3-4126-881b-a2f267105a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:11.427160 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-a0491fe0-0454-404f-8cbf-8f27126b85b5 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:11.430282 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-eda2163c-d9ee-48e7-a96b-69c89e9a38bb tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "GET /v2.0/ports?device_id=152c403d-9cbd-4b72-a109-b56cdae105d1 HTTP/1.1" status: 200 len: 205 time: 0.0543995 Aug 28 12:58:11.433042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59988) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:11.474888 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-a0491fe0-0454-404f-8cbf-8f27126b85b5 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:11.492656 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['045b7c91-2f3e-4cca-9e12-7b035307da63', 'e004dd8b-0acb-4bd8-9e47-0b88882e2d42'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:58:11.537611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-a0491fe0-0454-404f-8cbf-8f27126b85b5 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Network 86ad33de-39f7-4665-9226-1bf675daecbe is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:11.541540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-a0491fe0-0454-404f-8cbf-8f27126b85b5 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:11.543639 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5e8314e-df57-42e4-b0c0-35d78410196f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:11.549710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-a0491fe0-0454-404f-8cbf-8f27126b85b5 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:11.583166 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0491fe0-0454-404f-8cbf-8f27126b85b5 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Pushing event updated for resources: {'Port': ['ID=7eb993f1-b020-4ed6-9e77-ca8d01ac5166,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:11.604406 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c7a46b12-cc0a-4177-9b59-a8a1b8950e0a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:11.632295 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-a0491fe0-0454-404f-8cbf-8f27126b85b5 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:11.633795 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-a0491fe0-0454-404f-8cbf-8f27126b85b5 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:11.666128 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-c7a46b12-cc0a-4177-9b59-a8a1b8950e0a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for 46887649-9ca1-4964-960c-c194af26ceec owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:11.814297 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59998) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:11.834660 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5e8314e-df57-42e4-b0c0-35d78410196f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:11.842325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5e8314e-df57-42e4-b0c0-35d78410196f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:11.931679 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5e8314e-df57-42e4-b0c0-35d78410196f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:11.932224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e8314e-df57-42e4-b0c0-35d78410196f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Fanout notify agent at l3_agent the message router_deleted on router 152c403d-9cbd-4b72-a109-b56cdae105d1 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:58:11.935902 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f31c8191-42d3-4126-881b-a2f267105a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:11.942077 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5e8314e-df57-42e4-b0c0-35d78410196f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:11.943302 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e5e8314e-df57-42e4-b0c0-35d78410196f tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "DELETE /v2.0/routers/152c403d-9cbd-4b72-a109-b56cdae105d1 HTTP/1.1" status: 204 len: 168 time: 0.5091856 Aug 28 12:58:11.947668 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60002) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:11.947861 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f31c8191-42d3-4126-881b-a2f267105a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:11.974026 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-a0491fe0-0454-404f-8cbf-8f27126b85b5 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5460253 Aug 28 12:58:11.978218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-3fde5332-8bd6-49f8-9599-1c5639863bfd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'network': {'name': 'tempest-RoutersTest-30600853'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:11.999899 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e5146c2b-bb7e-428c-be9b-b46cb723c93c tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "GET /v2.0/ports?device_id=152c403d-9cbd-4b72-a109-b56cdae105d1 HTTP/1.1" status: 200 len: 205 time: 0.0508616 Aug 28 12:58:12.006187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Request body: {'port': {'device_id': '1d3aacc3-7d35-4714-a8d2-e58581cda00d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:12.010026 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60004) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:12.016451 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f31c8191-42d3-4126-881b-a2f267105a90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dec7a293f52405fbee2247f8e8ca903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8452446 Aug 28 12:58:12.027418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60006) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:12.072555 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fde5332-8bd6-49f8-9599-1c5639863bfd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:12.076772 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fde5332-8bd6-49f8-9599-1c5639863bfd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.087793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c8191-42d3-4126-881b-a2f267105a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ce3a8c-d0e2-40cb-b219-99ad8cf733fb,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:12.090131 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fde5332-8bd6-49f8-9599-1c5639863bfd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.092012 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-8b097b5e-73d3-4ee2-92ca-31f9f14c6ca2 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] delete failed (client error): The resource could not be found. Aug 28 12:58:12.095585 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8b097b5e-73d3-4ee2-92ca-31f9f14c6ca2 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "DELETE /v2.0/routers/152c403d-9cbd-4b72-a109-b56cdae105d1 HTTP/1.1" status: 404 len: 336 time: 0.0799623 Aug 28 12:58:12.095780 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.100148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60008) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:12.148725 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9ae6ab3c-b7b4-4c4a-8a4c-e06e9eab81d3 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "GET /v2.0/ports?device_id=47dccc7e-56c4-4755-9ec6-652be66d78da HTTP/1.1" status: 200 len: 205 time: 0.0421941 Aug 28 12:58:12.149111 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60012) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:12.151486 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c7a46b12-cc0a-4177-9b59-a8a1b8950e0a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.204782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a46b12-cc0a-4177-9b59-a8a1b8950e0a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=46887649-9ca1-4964-960c-c194af26ceec,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:12.242980 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a6fb3700-f320-4f1a-adbe-767f2642567e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.260812 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04928591-a6c0-4844-987e-5cad09168739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.297418 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04928591-a6c0-4844-987e-5cad09168739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.314305 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c7a46b12-cc0a-4177-9b59-a8a1b8950e0a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.318955 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c7a46b12-cc0a-4177-9b59-a8a1b8950e0a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/46887649-9ca1-4964-960c-c194af26ceec HTTP/1.1" status: 204 len: 168 time: 1.2760322 Aug 28 12:58:12.321375 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60014) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:12.351788 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-261e2dd1-04d8-4a62-bcd8-25d50ca27929 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] GET failed (client error): The resource could not be found. Aug 28 12:58:12.355977 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-261e2dd1-04d8-4a62-bcd8-25d50ca27929 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/46887649-9ca1-4964-960c-c194af26ceec HTTP/1.1" status: 404 len: 333 time: 0.0310533 Aug 28 12:58:12.360435 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60016) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:12.439954 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04928591-a6c0-4844-987e-5cad09168739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.442555 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04928591-a6c0-4844-987e-5cad09168739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.446774 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-04928591-a6c0-4844-987e-5cad09168739 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6ce3a8c-d0e2-40cb-b219-99ad8cf733fb HTTP/1.1" status: 204 len: 168 time: 0.4127131 Aug 28 12:58:12.453453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ea9bf6-381e-431e-a3aa-4f6f7c05a083 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting subnet c29c4cde-92f3-4097-947d-f4f406f34990 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:58:12.457575 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-23ea9bf6-381e-431e-a3aa-4f6f7c05a083 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.494006 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.501452 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-23ea9bf6-381e-431e-a3aa-4f6f7c05a083 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.552204 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-0d528640-cb98-483e-8205-01dd4eabe1bf tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] delete failed (client error): The resource could not be found. Aug 28 12:58:12.553314 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0d528640-cb98-483e-8205-01dd4eabe1bf tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "DELETE /v2.0/routers/47dccc7e-56c4-4755-9ec6-652be66d78da HTTP/1.1" status: 404 len: 336 time: 0.4030864 Aug 28 12:58:12.559516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60022) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:12.599437 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04928591-a6c0-4844-987e-5cad09168739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ce3a8c-d0e2-40cb-b219-99ad8cf733fb,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:12.611129 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a5d93ede-795e-4b3c-b184-81002067eb82 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7865c3b-be67-4421-ac74-e656143ae24a HTTP/1.1" status: 200 len: 205 time: 0.0483794 Aug 28 12:58:12.625060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60024) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:12.691412 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-7b526446-f610-47b7-8c10-049bc2579da6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] delete failed (client error): The resource could not be found. Aug 28 12:58:12.692454 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7b526446-f610-47b7-8c10-049bc2579da6 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "DELETE /v2.0/routers/a7865c3b-be67-4421-ac74-e656143ae24a HTTP/1.1" status: 404 len: 336 time: 0.0633178 Aug 28 12:58:12.695867 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60028) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:12.723003 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa28b90-c9f9-4841-85f1-9ef4e130f84c req-c2e0cc06-c3c9-4162-bf72-c69c75045ff1 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:12.724669 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0aa28b90-c9f9-4841-85f1-9ef4e130f84c req-c2e0cc06-c3c9-4162-bf72-c69c75045ff1 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 931 time: 0.1669629 Aug 28 12:58:12.726195 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-23ea9bf6-381e-431e-a3aa-4f6f7c05a083 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.747150 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-de3a29e8-c988-437c-856f-e21466615f39 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "GET /v2.0/ports?device_id=eff6ba0b-b8ab-42e9-970c-02fc985a2e99 HTTP/1.1" status: 200 len: 205 time: 0.0480161 Aug 28 12:58:12.749918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60030) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:12.815475 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-ad7998f8-c5de-47cc-bbb2-88560900dab1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] delete failed (client error): The resource could not be found. Aug 28 12:58:12.815717 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fde5332-8bd6-49f8-9599-1c5639863bfd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.816668 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ad7998f8-c5de-47cc-bbb2-88560900dab1 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "DELETE /v2.0/routers/eff6ba0b-b8ab-42e9-970c-02fc985a2e99 HTTP/1.1" status: 404 len: 336 time: 0.0643840 Aug 28 12:58:12.819503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60034) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:12.834842 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fde5332-8bd6-49f8-9599-1c5639863bfd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.847433 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0aa28b90-c9f9-4841-85f1-9ef4e130f84c req-8e4cdb66-29ec-41dc-8686-f79ea854f124 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962355 Aug 28 12:58:12.865542 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-23ea9bf6-381e-431e-a3aa-4f6f7c05a083 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.865782 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-537bb041-1cb4-4889-8fff-171f45c42ce8 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e186153-167c-430c-9818-b6bbdd3a6d42 HTTP/1.1" status: 200 len: 205 time: 0.0449617 Aug 28 12:58:12.868790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60038) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:12.906701 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fde5332-8bd6-49f8-9599-1c5639863bfd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:58:12.920780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde5332-8bd6-49f8-9599-1c5639863bfd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f961639d-ac4d-4c23-b923-793e26d9d21e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:12.930029 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fde5332-8bd6-49f8-9599-1c5639863bfd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.930613 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-3fde5332-8bd6-49f8-9599-1c5639863bfd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Added segment 045c7d12-7c66-4f7b-bdfa-0f1afe320ff8 of type vlan for network 1042b545-c099-4f52-903e-1b015097387d Aug 28 12:58:12.940180 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-e36b5108-00b7-422a-a2af-1abb1273d4e8 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] delete failed (client error): The resource could not be found. Aug 28 12:58:12.941605 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e36b5108-00b7-422a-a2af-1abb1273d4e8 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "DELETE /v2.0/routers/8e186153-167c-430c-9818-b6bbdd3a6d42 HTTP/1.1" status: 404 len: 336 time: 0.0690906 Aug 28 12:58:12.947432 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60042) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:12.965122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea9bf6-381e-431e-a3aa-4f6f7c05a083 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Subnet': ['ID=c29c4cde-92f3-4097-947d-f4f406f34990,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:12.973889 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dc72f9-dbc6-4913-aaeb-9f90683a326b None None] Network 4d9c70ac-b6e1-42a0-bf53-64352f6f9239 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:12.974580 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-23ea9bf6-381e-431e-a3aa-4f6f7c05a083 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:12.979556 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-23ea9bf6-381e-431e-a3aa-4f6f7c05a083 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/c29c4cde-92f3-4097-947d-f4f406f34990 HTTP/1.1" status: 204 len: 168 time: 0.6182394 Aug 28 12:58:12.980228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60046) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:13.019474 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4732956d-6996-4c5b-8750-25376f1d2675 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "GET /v2.0/ports?device_id=dee6e8f9-6811-48e5-bf02-bd1c7aa4e30f HTTP/1.1" status: 200 len: 205 time: 0.0692096 Aug 28 12:58:13.022739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60048) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:13.054585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb993f1-b020-4ed6-9e77-ca8d01ac5166 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:58:13.073589 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.104574 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.108611 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fde5332-8bd6-49f8-9599-1c5639863bfd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.112293 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-898578cb-2409-4022-9d47-0cb1da4a2bb8 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] delete failed (client error): The resource could not be found. Aug 28 12:58:13.113185 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-898578cb-2409-4022-9d47-0cb1da4a2bb8 tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "DELETE /v2.0/routers/dee6e8f9-6811-48e5-bf02-bd1c7aa4e30f HTTP/1.1" status: 404 len: 336 time: 0.0861073 Aug 28 12:58:13.116143 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60052) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:13.129230 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Transition to ACTIVE for port object 7eb993f1-b020-4ed6-9e77-ca8d01ac5166 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:13.135276 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.162397 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7e4a2f-1436-41d4-8ac3-7c19fe5ad02b tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] DELETE failed (client error): The resource could not be found. Aug 28 12:58:13.163017 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7e4a2f-1436-41d4-8ac3-7c19fe5ad02b tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:58:13.167531 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ba7e4a2f-1436-41d4-8ac3-7c19fe5ad02b tempest-RoutersIpV6AdminTest-1332983469 tempest-RoutersIpV6AdminTest-1332983469-project] 10.222.0.20 "DELETE /v2.0/subnets/1308492f-81ec-41ae-8320-852f92f5ff9a HTTP/1.1" status: 404 len: 337 time: 0.0479174 Aug 28 12:58:13.184629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fde5332-8bd6-49f8-9599-1c5639863bfd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.190728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fde5332-8bd6-49f8-9599-1c5639863bfd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:13.191338 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fde5332-8bd6-49f8-9599-1c5639863bfd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.210372 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port b75b6b66-25fc-4db8-b491-2b412e3ed9c6 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:13.210860 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.256212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240d6970-147e-4ee7-90c2-9ff27b4614f3 None None] DHCP port deletion for 4d9c70ac-b6e1-42a0-bf53-64352f6f9239 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:58:13.258924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb993f1-b020-4ed6-9e77-ca8d01ac5166,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:13.273401 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3fde5332-8bd6-49f8-9599-1c5639863bfd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.4577861 Aug 28 12:58:13.280623 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60062) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:13.305672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-71c230bd-24c0-4ac0-9694-b77a61641601 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'network': {'name': 'tempest-RoutersTest-77668804'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:13.319012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde5332-8bd6-49f8-9599-1c5639863bfd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Network': ['ID=1042b545-c099-4f52-903e-1b015097387d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:13.347736 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 1042b545-c099-4f52-903e-1b015097387d details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:58:13.358702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] For port b75b6b66-25fc-4db8-b491-2b412e3ed9c6, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b75b6b66-25fc-4db8-b491-2b412e3ed9c6,segment=NetworkSegment(31895487-8ca4-46df-a744-0474248c299c),segment_id=31895487-8ca4-46df-a744-0474248c299c)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:13.359179 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.361528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c230bd-24c0-4ac0-9694-b77a61641601 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:13.365547 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-71c230bd-24c0-4ac0-9694-b77a61641601 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.394252 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for b75b6b66-25fc-4db8-b491-2b412e3ed9c6 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:13.405047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c230bd-24c0-4ac0-9694-b77a61641601 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:58:13.418445 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-71c230bd-24c0-4ac0-9694-b77a61641601 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.418857 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-71c230bd-24c0-4ac0-9694-b77a61641601 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Added segment 4213b01b-2532-4938-9bee-1923a13f22c7 of type vlan for network e976c54b-cd81-43df-ae6d-cc81e94ba129 Aug 28 12:58:13.488677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Attempting to bind port 7eb993f1-b020-4ed6-9e77-ca8d01ac5166 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:58:13.489044 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Attempting to bind port 7eb993f1-b020-4ed6-9e77-ca8d01ac5166 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:58:13.489353 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Attempting to bind port 7eb993f1-b020-4ed6-9e77-ca8d01ac5166 on network 86ad33de-39f7-4665-9226-1bf675daecbe {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:58:13.504937 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-71c230bd-24c0-4ac0-9694-b77a61641601 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.507373 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Port 7eb993f1-b020-4ed6-9e77-ca8d01ac5166 on network 86ad33de-39f7-4665-9226-1bf675daecbe not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:58:13.507703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Attempting to bind port 7eb993f1-b020-4ed6-9e77-ca8d01ac5166 on network 86ad33de-39f7-4665-9226-1bf675daecbe {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:58:13.519336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:58:13.519759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Checking segment: {'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:13.520221 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Bound using segment: {'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:58:13.520743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Bound port: 7eb993f1-b020-4ed6-9e77-ca8d01ac5166, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:58:13.521175 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.557089 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.581496 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No DVR routers for this DVR port b75b6b66-25fc-4db8-b491-2b412e3ed9c6 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:58:13.617049 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-71c230bd-24c0-4ac0-9694-b77a61641601 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.624571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-240d6970-147e-4ee7-90c2-9ff27b4614f3 None None] Deleting port b75b6b66-25fc-4db8-b491-2b412e3ed9c6 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:13.625314 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-240d6970-147e-4ee7-90c2-9ff27b4614f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.630878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c230bd-24c0-4ac0-9694-b77a61641601 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:13.633995 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-71c230bd-24c0-4ac0-9694-b77a61641601 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.668179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60072) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:13.694552 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.695526 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=b75b6b66-25fc-4db8-b491-2b412e3ed9c6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:13.701924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b75b6b66-25fc-4db8-b491-2b412e3ed9c6 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:58:13.742088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: b75b6b66-25fc-4db8-b491-2b412e3ed9c6 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:58:13.742950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b75b6b66-25fc-4db8-b491-2b412e3ed9c6 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:58:13.756569 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.761485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-240d6970-147e-4ee7-90c2-9ff27b4614f3 None None] For port b75b6b66-25fc-4db8-b491-2b412e3ed9c6, host n-d-791505-21, got binding levels [] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:13.762197 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-240d6970-147e-4ee7-90c2-9ff27b4614f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.776558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-240d6970-147e-4ee7-90c2-9ff27b4614f3 None None] Calling delete_port for b75b6b66-25fc-4db8-b491-2b412e3ed9c6 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:13.777067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9c70ac-b6e1-42a0-bf53-64352f6f9239']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:13.780487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.ipam_backend_mixin [None req-240d6970-147e-4ee7-90c2-9ff27b4614f3 None None] Port b75b6b66-25fc-4db8-b491-2b412e3ed9c6 was not found and therefore no delete operation was performed {{(pid=94879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 12:58:13.782868 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-240d6970-147e-4ee7-90c2-9ff27b4614f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.795575 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-71c230bd-24c0-4ac0-9694-b77a61641601 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5113971 Aug 28 12:58:13.795831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31895487-8ca4-46df-a744-0474248c299c') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:13.796277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31895487-8ca4-46df-a744-0474248c299c') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:13.807230 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60076) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:13.811761 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.818441 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d6970-147e-4ee7-90c2-9ff27b4614f3 None None] Pushing event deleted for resources: {'Port': ['ID=b75b6b66-25fc-4db8-b491-2b412e3ed9c6,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:13.820754 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240d6970-147e-4ee7-90c2-9ff27b4614f3 None None] No DVR routers for this DVR port b75b6b66-25fc-4db8-b491-2b412e3ed9c6 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:58:13.835166 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c311f173-7970-4b51-a8fe-5383803306ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'subnet': {'network_id': '1042b545-c099-4f52-903e-1b015097387d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:13.845200 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.846192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c230bd-24c0-4ac0-9694-b77a61641601 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Network': ['ID=e976c54b-cd81-43df-ae6d-cc81e94ba129,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:13.857951 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network e976c54b-cd81-43df-ae6d-cc81e94ba129 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:58:13.863199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:58:13.863746 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:58:13.867638 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:58:13.893982 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] For port 7eb993f1-b020-4ed6-9e77-ca8d01ac5166, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:58:13.917000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] For port 7eb993f1-b020-4ed6-9e77-ca8d01ac5166, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=7eb993f1-b020-4ed6-9e77-ca8d01ac5166,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:58:13.933659 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:13.933931 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ac52-10ca-4700-8339-bdb767737db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.000958 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:14.001387 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.002854 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] 10.222.0.10 "PUT /v2.0/ports/7eb993f1-b020-4ed6-9e77-ca8d01ac5166 HTTP/1.1" status: 200 len: 1092 time: 2.0065989 Aug 28 12:58:14.006730 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.008724 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3aacc3-7d35-4714-a8d2-e58581cda00d', 'tag': '7eb993f1-b020-4ed6-9e77-ca8d01ac5166'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:58:14.011121 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9810f918-8117-42fa-8d6c-38312b6232d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3aacc3-7d35-4714-a8d2-e58581cda00d", "tag": "7eb993f1-b020-4ed6-9e77-ca8d01ac5166"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:58:14.043348 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.051434 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/networks/4d9c70ac-b6e1-42a0-bf53-64352f6f9239 HTTP/1.1" status: 204 len: 168 time: 1.0701237 Aug 28 12:58:14.051688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f523f57-1451-4493-a170-13ecf79e4520 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb993f1-b020-4ed6-9e77-ca8d01ac5166,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:14.055509 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60086) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:14.061668 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4c86f9af-9f86-47d5-b22e-e5d481360554 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1698596977'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:14.070509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d97027-9159-4e47-a938-897c1ba2c68e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Network': ['ID=4d9c70ac-b6e1-42a0-bf53-64352f6f9239,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:14.111243 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3c34d-6e1e-4216-8b4f-7b93364c6abd req-9845aaea-2901-4d0f-bf27-226181298fb6 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:14.112776 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c6f3c34d-6e1e-4216-8b4f-7b93364c6abd req-9845aaea-2901-4d0f-bf27-226181298fb6 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 943 time: 0.1414571 Aug 28 12:58:14.141423 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-5d3153ec-5fe6-478d-8a51-e6ab6f76d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:14.142956 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-5d3153ec-5fe6-478d-8a51-e6ab6f76d704 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd2798ec77a34c09b636870bd3f42a34&device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 1095 time: 0.0714173 Aug 28 12:58:14.147317 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ac52-10ca-4700-8339-bdb767737db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.152450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ec5ac52-10ca-4700-8339-bdb767737db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.193035 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5ac52-10ca-4700-8339-bdb767737db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de66b6d8-7fd0-4e50-9526-c352f00b8b89,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:14.201911 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c6f3c34d-6e1e-4216-8b4f-7b93364c6abd req-afc39de8-cd34-4481-9e00-fd81d50af914 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780787 Aug 28 12:58:14.203410 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc49434-994e-4522-bfba-517f98c47a96 x-openstack-request-id: req-5cc49434-994e-4522-bfba-517f98c47a96 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:58:14.203735 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3aacc3-7d35-4714-a8d2-e58581cda00d", "tag": "7eb993f1-b020-4ed6-9e77-ca8d01ac5166", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:58:14.203941 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cc49434-994e-4522-bfba-517f98c47a96 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:58:14.204334 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3aacc3-7d35-4714-a8d2-e58581cda00d', 'tag': '7eb993f1-b020-4ed6-9e77-ca8d01ac5166', 'status': 'completed', 'code': 200} Aug 28 12:58:14.210309 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-28c3d864-81be-4a2d-bc69-8e8ba1c77b82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7eb993f1-b020-4ed6-9e77-ca8d01ac5166 HTTP/1.1" status: 200 len: 217 time: 0.0538330 Aug 28 12:58:14.211017 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.api [None req-4c86f9af-9f86-47d5-b22e-e5d481360554 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 12:58:14.211017 n-d-791505-21 neutron-server[94878]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 12:58:14.211017 n-d-791505-21 neutron-server[94878]: [parameters: {'project_id_1': 'cf75ebbcd5fe4308ad4d56c0011e49c5', 'expiration_1': datetime.datetime(2021, 8, 28, 12, 58, 14, 69560)}] Aug 28 12:58:14.211017 n-d-791505-21 neutron-server[94878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:58:14.211693 n-d-791505-21 neutron-server[94878]: DEBUG oslo_db.api [None req-4c86f9af-9f86-47d5-b22e-e5d481360554 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:58:14.216374 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1ec5ac52-10ca-4700-8339-bdb767737db1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad39fba1bad14760b6e7ee4be5bbb448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5461895 Aug 28 12:58:14.218752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c311f173-7970-4b51-a8fe-5383803306ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:14.220408 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60092) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:14.225296 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c311f173-7970-4b51-a8fe-5383803306ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.282220 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d46324a-d581-4783-95b8-eb61a3e67f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.307333 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d46324a-d581-4783-95b8-eb61a3e67f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.344568 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-76c43d7c-e437-473f-9978-54a936e797d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:14.346232 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-76c43d7c-e437-473f-9978-54a936e797d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=942cca67-1f9d-41d6-bb91-b6b305db0b47 HTTP/1.1" status: 200 len: 855 time: 0.1153166 Aug 28 12:58:14.385033 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d46324a-d581-4783-95b8-eb61a3e67f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.388530 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d46324a-d581-4783-95b8-eb61a3e67f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.392184 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5d46324a-d581-4783-95b8-eb61a3e67f81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de66b6d8-7fd0-4e50-9526-c352f00b8b89 HTTP/1.1" status: 204 len: 168 time: 0.1680546 Aug 28 12:58:14.392357 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-c31c0d81-cce4-494f-8d41-82b3f3e62f89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86ad33de-39f7-4665-9226-1bf675daecbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360522 Aug 28 12:58:14.399675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46324a-d581-4783-95b8-eb61a3e67f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de66b6d8-7fd0-4e50-9526-c352f00b8b89,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:14.575548 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-e7b7fb61-3f19-48ec-b05f-47a61fe4dd4c service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757257 Aug 28 12:58:14.605908 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c311f173-7970-4b51-a8fe-5383803306ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.729492 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311f173-7970-4b51-a8fe-5383803306ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Subnet': ['ID=aef61086-7b60-45b9-a6cf-99cbb57c8f1c,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:14.756814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60124) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:14.758405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c311f173-7970-4b51-a8fe-5383803306ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Checking segment: {'id': '045c7d12-7c66-4f7b-bdfa-0f1afe320ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1042b545-c099-4f52-903e-1b015097387d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:14.758870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c311f173-7970-4b51-a8fe-5383803306ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network hostable DHCP agents. Network: 1042b545-c099-4f52-903e-1b015097387d, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:58:14.765580 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-821ab263-ceb9-4ae5-97c3-ba758a2fd703 req-8b305838-2f00-4158-b620-eae3f42105e4 service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789551 Aug 28 12:58:14.780856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c86f9af-9f86-47d5-b22e-e5d481360554 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:14.785259 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4c86f9af-9f86-47d5-b22e-e5d481360554 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.811058 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7dcb410c-e88b-40be-a797-e8abd2434f97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71a2302c7ef74206855c3f0085c37a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519080 Aug 28 12:58:14.814250 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60126) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:14.816533 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c311f173-7970-4b51-a8fe-5383803306ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network 1042b545-c099-4f52-903e-1b015097387d is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:58:14.847992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c86f9af-9f86-47d5-b22e-e5d481360554 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:58:14.870703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c311f173-7970-4b51-a8fe-5383803306ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 1042b545-c099-4f52-903e-1b015097387d) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:14.879053 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4c86f9af-9f86-47d5-b22e-e5d481360554 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.879425 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-4c86f9af-9f86-47d5-b22e-e5d481360554 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Added segment ac699c18-23c4-486a-af4e-12047c294591 of type vlan for network 38e9a31a-cb77-4b71-958b-d6c7fc38d990 Aug 28 12:58:14.881656 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c311f173-7970-4b51-a8fe-5383803306ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:14.882541 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c311f173-7970-4b51-a8fe-5383803306ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.901248 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7528c532-2d86-4a0a-919b-7f953afdf39e None None] Network 1042b545-c099-4f52-903e-1b015097387d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:14.906455 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-46192241-6381-4ce2-8296-47c79036b2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.945227 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-46192241-6381-4ce2-8296-47c79036b2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.945568 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4c86f9af-9f86-47d5-b22e-e5d481360554 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.950659 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c311f173-7970-4b51-a8fe-5383803306ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1323342 Aug 28 12:58:14.958055 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60128) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:14.963269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-6c2ad61e-62b1-4181-a13e-87f0f2b3ff38 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'subnet': {'network_id': 'e976c54b-cd81-43df-ae6d-cc81e94ba129', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:14.979702 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810f918-8117-42fa-8d6c-38312b6232d2 req-66461f5a-0767-4014-bba6-9d6f3a3b75a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:14.982646 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9810f918-8117-42fa-8d6c-38312b6232d2 req-66461f5a-0767-4014-bba6-9d6f3a3b75a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd2798ec77a34c09b636870bd3f42a34&device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 1095 time: 0.1515536 Aug 28 12:58:14.984295 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4c86f9af-9f86-47d5-b22e-e5d481360554 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:14.992611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c86f9af-9f86-47d5-b22e-e5d481360554 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:14.993553 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4c86f9af-9f86-47d5-b22e-e5d481360554 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:15.111120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2ad61e-62b1-4181-a13e-87f0f2b3ff38 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:15.116624 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6c2ad61e-62b1-4181-a13e-87f0f2b3ff38 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:15.120406 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4c86f9af-9f86-47d5-b22e-e5d481360554 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0634229 Aug 28 12:58:15.128649 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60132) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:15.138506 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0b7a230f-6223-4a5a-ae76-c86f881e7b5f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'subnet': {'network_id': '38e9a31a-cb77-4b71-958b-d6c7fc38d990', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:15.146795 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86f9af-9f86-47d5-b22e-e5d481360554 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Network': ['ID=38e9a31a-cb77-4b71-958b-d6c7fc38d990,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:15.167214 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 38e9a31a-cb77-4b71-958b-d6c7fc38d990 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:58:15.191470 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-1042b545-c099-4f52-903e-1b015097387d', 'network_id': '1042b545-c099-4f52-903e-1b015097387d', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'fixed_ips': [{'subnet_id': 'aef61086-7b60-45b9-a6cf-99cbb57c8f1c'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:58:15.192594 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:15.202782 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-46192241-6381-4ce2-8296-47c79036b2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:15.205278 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-46192241-6381-4ce2-8296-47c79036b2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:15.208839 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-46192241-6381-4ce2-8296-47c79036b2f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07609753-d4b9-4f63-a556-02a73b78944e HTTP/1.1" status: 204 len: 168 time: 0.3883867 Aug 28 12:58:15.230789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46192241-6381-4ce2-8296-47c79036b2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07609753-d4b9-4f63-a556-02a73b78944e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:15.233456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60136) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:15.262198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810f918-8117-42fa-8d6c-38312b6232d2 req-f429360f-a4b4-4b47-8c1c-cfcfca9e3d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:15.263877 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9810f918-8117-42fa-8d6c-38312b6232d2 req-f429360f-a4b4-4b47-8c1c-cfcfca9e3d46 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86ad33de-39f7-4665-9226-1bf675daecbe HTTP/1.1" status: 200 len: 915 time: 0.2672126 Aug 28 12:58:15.417714 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9810f918-8117-42fa-8d6c-38312b6232d2 req-61cd6a2a-a56f-4df1-9a88-61aa57900c94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7eb993f1-b020-4ed6-9e77-ca8d01ac5166 HTTP/1.1" status: 200 len: 217 time: 0.1313157 Aug 28 12:58:15.423652 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:15.467809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7a230f-6223-4a5a-ae76-c86f881e7b5f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:15.474211 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b7a230f-6223-4a5a-ae76-c86f881e7b5f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:15.479994 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-461f2c53-d9ba-4090-9897-6c671213b7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:15.501781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Allocated IP 172.20.0.2 (1042b545-c099-4f52-903e-1b015097387d/aef61086-7b60-45b9-a6cf-99cbb57c8f1c/4581d82a-16e3-4185-99dc-7f7b65fc797f) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:15.649481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810f918-8117-42fa-8d6c-38312b6232d2 req-49b9deec-47ab-49b0-9079-dca1f124a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:15.650561 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-461f2c53-d9ba-4090-9897-6c671213b7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:15.651670 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9810f918-8117-42fa-8d6c-38312b6232d2 req-49b9deec-47ab-49b0-9079-dca1f124a2c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=942cca67-1f9d-41d6-bb91-b6b305db0b47 HTTP/1.1" status: 200 len: 855 time: 0.1980646 Aug 28 12:58:15.662581 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6c2ad61e-62b1-4181-a13e-87f0f2b3ff38 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:15.672562 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-461f2c53-d9ba-4090-9897-6c671213b7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:15.705070 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9810f918-8117-42fa-8d6c-38312b6232d2 req-3cec5430-d8d6-4fbe-a812-cbddbd84b56a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86ad33de-39f7-4665-9226-1bf675daecbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401256 Aug 28 12:58:15.711203 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:15.721182 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39319b46-7ea8-4d98-b7ec-05f2301db75a req-2cb42e27-01c1-4ab1-996e-af888455210a tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:15.721375 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Transition to ACTIVE for port object 4581d82a-16e3-4185-99dc-7f7b65fc797f will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:15.723956 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39319b46-7ea8-4d98-b7ec-05f2301db75a req-2cb42e27-01c1-4ab1-996e-af888455210a tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 943 time: 0.3169963 Aug 28 12:58:15.738898 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Transition to ACTIVE for port object 4581d82a-16e3-4185-99dc-7f7b65fc797f will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:15.748780 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:15.767094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f2c53-d9ba-4090-9897-6c671213b7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f594a14-6b83-423f-a9ed-b50a26d553af,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:15.814481 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Network 1042b545-c099-4f52-903e-1b015097387d is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:15.817677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:15.819712 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-461f2c53-d9ba-4090-9897-6c671213b7b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4b0979071304bd4bfe44c4b581986d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5757165 Aug 28 12:58:15.820953 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:15.824256 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60152) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:15.839965 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ad61e-62b1-4181-a13e-87f0f2b3ff38 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Subnet': ['ID=6d28c5c9-2811-44b6-83bb-5277d94b1f32,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:15.856214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2ad61e-62b1-4181-a13e-87f0f2b3ff38 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Checking segment: {'id': '4213b01b-2532-4938-9bee-1923a13f22c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e976c54b-cd81-43df-ae6d-cc81e94ba129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:15.857363 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2ad61e-62b1-4181-a13e-87f0f2b3ff38 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network hostable DHCP agents. Network: e976c54b-cd81-43df-ae6d-cc81e94ba129, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:58:15.877004 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Pushing event updated for resources: {'Port': ['ID=4581d82a-16e3-4185-99dc-7f7b65fc797f,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:15.889602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2ad61e-62b1-4181-a13e-87f0f2b3ff38 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network e976c54b-cd81-43df-ae6d-cc81e94ba129 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:58:15.907076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-6c2ad61e-62b1-4181-a13e-87f0f2b3ff38 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, e976c54b-cd81-43df-ae6d-cc81e94ba129) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:15.914657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ad61e-62b1-4181-a13e-87f0f2b3ff38 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:15.915572 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6c2ad61e-62b1-4181-a13e-87f0f2b3ff38 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:15.926930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2428749f-1ce4-4787-829e-f12353ce8762 None None] Network e976c54b-cd81-43df-ae6d-cc81e94ba129 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:15.929656 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Attempting to bind port 4581d82a-16e3-4185-99dc-7f7b65fc797f on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:58:15.930202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Attempting to bind port 4581d82a-16e3-4185-99dc-7f7b65fc797f by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '045c7d12-7c66-4f7b-bdfa-0f1afe320ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1042b545-c099-4f52-903e-1b015097387d'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:58:15.930685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Attempting to bind port 4581d82a-16e3-4185-99dc-7f7b65fc797f on network 1042b545-c099-4f52-903e-1b015097387d {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:58:15.941895 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6c2ad61e-62b1-4181-a13e-87f0f2b3ff38 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9823246 Aug 28 12:58:15.944581 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60156) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:15.953164 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39319b46-7ea8-4d98-b7ec-05f2301db75a req-c727e4a2-6a42-4554-baca-dc6a0260db60 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089965 Aug 28 12:58:15.954155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:58:15.954683 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Checking segment: {'id': '045c7d12-7c66-4f7b-bdfa-0f1afe320ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1042b545-c099-4f52-903e-1b015097387d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:15.954841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-613caeae-9ce8-4208-bd17-694b8748c53d tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1650890789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:15.955298 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:15.955790 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Bound using segment: {'id': '045c7d12-7c66-4f7b-bdfa-0f1afe320ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1042b545-c099-4f52-903e-1b015097387d'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:58:15.956602 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Bound port: 4581d82a-16e3-4185-99dc-7f7b65fc797f, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045c7d12-7c66-4f7b-bdfa-0f1afe320ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1042b545-c099-4f52-903e-1b015097387d'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:58:15.957089 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:15.987065 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9810f918-8117-42fa-8d6c-38312b6232d2 req-5a75967d-274f-4bd5-8091-fb1e034db48a service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572885 Aug 28 12:58:16.004106 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-613caeae-9ce8-4208-bd17-694b8748c53d tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.007065 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-613caeae-9ce8-4208-bd17-694b8748c53d tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.072243 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6732c510-fc50-470e-965d-5d7660f1b064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.095468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] For port 4581d82a-16e3-4185-99dc-7f7b65fc797f, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:58:16.097164 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-613caeae-9ce8-4208-bd17-694b8748c53d tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.100424 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] For port 4581d82a-16e3-4185-99dc-7f7b65fc797f, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4581d82a-16e3-4185-99dc-7f7b65fc797f,segment=NetworkSegment(045c7d12-7c66-4f7b-bdfa-0f1afe320ff8),segment_id=045c7d12-7c66-4f7b-bdfa-0f1afe320ff8)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:58:16.104514 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-613caeae-9ce8-4208-bd17-694b8748c53d tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.128805 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-613caeae-9ce8-4208-bd17-694b8748c53d tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.135212 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-613caeae-9ce8-4208-bd17-694b8748c53d tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1880465 Aug 28 12:58:16.136141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60162) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:16.157499 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6732c510-fc50-470e-965d-5d7660f1b064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.169339 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b7a230f-6223-4a5a-ae76-c86f881e7b5f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.169898 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.200197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-e976c54b-cd81-43df-ae6d-cc81e94ba129', 'network_id': 'e976c54b-cd81-43df-ae6d-cc81e94ba129', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'fixed_ips': [{'subnet_id': '6d28c5c9-2811-44b6-83bb-5277d94b1f32'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:58:16.201699 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.256186 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9810f918-8117-42fa-8d6c-38312b6232d2 req-0449aba9-d561-4343-b87c-1f79b10e87c3 service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575386 Aug 28 12:58:16.288802 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a230f-6223-4a5a-ae76-c86f881e7b5f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Subnet': ['ID=e7181dc8-850c-4d8a-8274-a1c4b97822e1,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:16.306893 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7a230f-6223-4a5a-ae76-c86f881e7b5f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Checking segment: {'id': 'ac699c18-23c4-486a-af4e-12047c294591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '38e9a31a-cb77-4b71-958b-d6c7fc38d990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:16.307252 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7a230f-6223-4a5a-ae76-c86f881e7b5f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network hostable DHCP agents. Network: 38e9a31a-cb77-4b71-958b-d6c7fc38d990, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:58:16.320938 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6732c510-fc50-470e-965d-5d7660f1b064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.323581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df001441-3729-4461-b46e-bf8ab0c95dad None None] Pushing event updated for resources: {'Port': ['ID=4581d82a-16e3-4185-99dc-7f7b65fc797f,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:16.323794 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6732c510-fc50-470e-965d-5d7660f1b064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.328717 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6732c510-fc50-470e-965d-5d7660f1b064 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f594a14-6b83-423f-a9ed-b50a26d553af HTTP/1.1" status: 204 len: 168 time: 0.5018244 Aug 28 12:58:16.342904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732c510-fc50-470e-965d-5d7660f1b064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f594a14-6b83-423f-a9ed-b50a26d553af,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:16.350908 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7a230f-6223-4a5a-ae76-c86f881e7b5f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network 38e9a31a-cb77-4b71-958b-d6c7fc38d990 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:58:16.366836 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-0b7a230f-6223-4a5a-ae76-c86f881e7b5f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 38e9a31a-cb77-4b71-958b-d6c7fc38d990) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:16.374704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7a230f-6223-4a5a-ae76-c86f881e7b5f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:16.377700 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b7a230f-6223-4a5a-ae76-c86f881e7b5f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.393124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51958ce-6c99-49e9-ae09-8936eb728dce None None] Network 38e9a31a-cb77-4b71-958b-d6c7fc38d990 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:16.412744 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0b7a230f-6223-4a5a-ae76-c86f881e7b5f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2782588 Aug 28 12:58:16.413249 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60170) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:16.423741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c5098829-74b5-497f-8763-42576486da52 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-668753527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:16.473912 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5098829-74b5-497f-8763-42576486da52 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.476579 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5098829-74b5-497f-8763-42576486da52 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.681185 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5098829-74b5-497f-8763-42576486da52 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.688496 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5098829-74b5-497f-8763-42576486da52 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.715034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Allocated IP 172.21.0.2 (e976c54b-cd81-43df-ae6d-cc81e94ba129/6d28c5c9-2811-44b6-83bb-5277d94b1f32/a7199f77-b806-4fac-a219-e08436c24637) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:16.718091 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5098829-74b5-497f-8763-42576486da52 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.722926 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c5098829-74b5-497f-8763-42576486da52 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3082554 Aug 28 12:58:16.723602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60176) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:16.740146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0ef1faf5-dfe1-47af-99e5-ad50ab467dec tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'network_id': '38e9a31a-cb77-4b71-958b-d6c7fc38d990', 'name': 'tempest-PortsTestJSON-402574640'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:16.883629 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-38e9a31a-cb77-4b71-958b-d6c7fc38d990', 'network_id': '38e9a31a-cb77-4b71-958b-d6c7fc38d990', 'tenant_id': 'cf75ebbcd5fe4308ad4d56c0011e49c5', 'fixed_ips': [{'subnet_id': 'e7181dc8-850c-4d8a-8274-a1c4b97822e1'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:58:16.884648 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.927367 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef1faf5-dfe1-47af-99e5-ad50ab467dec tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:16.933085 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ef1faf5-dfe1-47af-99e5-ad50ab467dec tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:16.994147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-0ef1faf5-dfe1-47af-99e5-ad50ab467dec tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] device_id is not set on port 0ec23656-7a3e-4115-bdd9-ab387a37f29b yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:58:17.095011 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:17.105242 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:17.130894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Transition to ACTIVE for port object a7199f77-b806-4fac-a219-e08436c24637 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:17.168673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Transition to ACTIVE for port object a7199f77-b806-4fac-a219-e08436c24637 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:17.176723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Allocated IP 172.20.0.2 (38e9a31a-cb77-4b71-958b-d6c7fc38d990/e7181dc8-850c-4d8a-8274-a1c4b97822e1/9f1d2727-dd34-42d3-beb7-9026a65ce0ab) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:17.182122 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:17.237999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Network e976c54b-cd81-43df-ae6d-cc81e94ba129 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:17.244214 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a28d16-b919-4a28-adc9-a1bc197cca59 req-cb759c2c-129d-48a8-b0ba-5ee76659b281 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:17.246320 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c7a28d16-b919-4a28-adc9-a1bc197cca59 req-cb759c2c-129d-48a8-b0ba-5ee76659b281 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 943 time: 0.1429622 Aug 28 12:58:17.299027 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c7a28d16-b919-4a28-adc9-a1bc197cca59 req-148db9ad-a188-4c29-be6b-51c5aca071b1 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Aug 28 12:58:17.309542 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:17.331852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Pushing event updated for resources: {'Port': ['ID=a7199f77-b806-4fac-a219-e08436c24637,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:17.336524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:17.437161 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Attempting to bind port a7199f77-b806-4fac-a219-e08436c24637 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:58:17.437514 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Attempting to bind port a7199f77-b806-4fac-a219-e08436c24637 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '4213b01b-2532-4938-9bee-1923a13f22c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e976c54b-cd81-43df-ae6d-cc81e94ba129'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:58:17.437934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Attempting to bind port a7199f77-b806-4fac-a219-e08436c24637 on network e976c54b-cd81-43df-ae6d-cc81e94ba129 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:58:17.451831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:58:17.453352 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Checking segment: {'id': '4213b01b-2532-4938-9bee-1923a13f22c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e976c54b-cd81-43df-ae6d-cc81e94ba129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:17.453352 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:17.453352 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Bound using segment: {'id': '4213b01b-2532-4938-9bee-1923a13f22c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e976c54b-cd81-43df-ae6d-cc81e94ba129'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:58:17.453974 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Bound port: a7199f77-b806-4fac-a219-e08436c24637, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4213b01b-2532-4938-9bee-1923a13f22c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e976c54b-cd81-43df-ae6d-cc81e94ba129'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:58:17.453974 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:17.594576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60202) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:17.604299 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Allocated IP 172.20.0.1 (1042b545-c099-4f52-903e-1b015097387d/aef61086-7b60-45b9-a6cf-99cbb57c8f1c/3f3d5eed-780e-45c0-84b1-12018506d41c) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:17.610331 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:17.637400 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Transition to ACTIVE for port object 9f1d2727-dd34-42d3-beb7-9026a65ce0ab will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:17.651688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] For port a7199f77-b806-4fac-a219-e08436c24637, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:58:17.664410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] For port a7199f77-b806-4fac-a219-e08436c24637, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a7199f77-b806-4fac-a219-e08436c24637,segment=NetworkSegment(4213b01b-2532-4938-9bee-1923a13f22c7),segment_id=4213b01b-2532-4938-9bee-1923a13f22c7)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:58:17.678536 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:17.687484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Transition to ACTIVE for port object 9f1d2727-dd34-42d3-beb7-9026a65ce0ab will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:17.724094 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:17.770192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Network 38e9a31a-cb77-4b71-958b-d6c7fc38d990 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:17.826547 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:17.845532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:17.867723 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-0ef1faf5-dfe1-47af-99e5-ad50ab467dec tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Allocated IP 172.20.0.6 (38e9a31a-cb77-4b71-958b-d6c7fc38d990/e7181dc8-850c-4d8a-8274-a1c4b97822e1/0ec23656-7a3e-4115-bdd9-ab387a37f29b) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:17.873126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4581d82a-16e3-4185-99dc-7f7b65fc797f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:17.913760 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1658780295', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:17.947798 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:17.969142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Transition to ACTIVE for port object 3f3d5eed-780e-45c0-84b1-12018506d41c will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:17.979532 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Made reservation on behalf of 7254083359fd436497827d99219b8e98 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:17.982855 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:17.998652 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1cb391-d82b-4f53-b7d6-b8a512d450b2 None None] Network 1042b545-c099-4f52-903e-1b015097387d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:18.011887 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:18.022811 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:18.038116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc9374-b079-4252-8ca5-efa1077ea801 None None] Pushing event updated for resources: {'Port': ['ID=a7199f77-b806-4fac-a219-e08436c24637,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:18.089514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network 1042b545-c099-4f52-903e-1b015097387d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:18.123779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:18.128913 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:18.172358 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=3f3d5eed-780e-45c0-84b1-12018506d41c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:18.192969 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 4581d82a-16e3-4185-99dc-7f7b65fc797f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:18.209422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Attempting to bind port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:58:18.210004 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Attempting to bind port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'ac699c18-23c4-486a-af4e-12047c294591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '38e9a31a-cb77-4b71-958b-d6c7fc38d990'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:58:18.210004 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Attempting to bind port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab on network 38e9a31a-cb77-4b71-958b-d6c7fc38d990 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:58:18.214494 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:18.247262 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ef1faf5-dfe1-47af-99e5-ad50ab467dec tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:18.252321 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:58:18.252689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Checking segment: {'id': 'ac699c18-23c4-486a-af4e-12047c294591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '38e9a31a-cb77-4b71-958b-d6c7fc38d990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:18.253089 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:18.253517 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Bound using segment: {'id': 'ac699c18-23c4-486a-af4e-12047c294591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '38e9a31a-cb77-4b71-958b-d6c7fc38d990'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:58:18.254021 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Bound port: 9f1d2727-dd34-42d3-beb7-9026a65ce0ab, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac699c18-23c4-486a-af4e-12047c294591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '38e9a31a-cb77-4b71-958b-d6c7fc38d990'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:58:18.254428 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:18.268080 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-42065e07-831c-4323-8d8c-4b8ed86e9625 None None] Provisioning for port 4581d82a-16e3-4185-99dc-7f7b65fc797f completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:18.275586 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-0ef1faf5-dfe1-47af-99e5-ad50ab467dec tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Transition to ACTIVE for port object 0ec23656-7a3e-4115-bdd9-ab387a37f29b will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:18.276568 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Pushing event updated for resources: {'Port': ['ID=9f1d2727-dd34-42d3-beb7-9026a65ce0ab,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:18.288091 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-42065e07-831c-4323-8d8c-4b8ed86e9625 None None] Provisioning complete for port 4581d82a-16e3-4185-99dc-7f7b65fc797f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:18.288091 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42065e07-831c-4323-8d8c-4b8ed86e9625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:18.310594 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:18.323915 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:18.354500 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] device_id is not set on port 8f887a7f-aaa0-4d70-a723-aa25599d58a0 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:58:18.447049 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:18.463862 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ef1faf5-dfe1-47af-99e5-ad50ab467dec tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:18.498500 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0254bff-4690-4535-927b-91327cd7a1d4,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:18.552216 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 7eb993f1-b020-4ed6-9e77-ca8d01ac5166 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:58:18.606450 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef1faf5-dfe1-47af-99e5-ad50ab467dec tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network 38e9a31a-cb77-4b71-958b-d6c7fc38d990 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:18.621500 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-0ef1faf5-dfe1-47af-99e5-ad50ab467dec tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:18.628150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1faf5-dfe1-47af-99e5-ad50ab467dec tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:18.657946 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-69453d79-18c9-4372-806a-c34860448b6f None None] For port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:58:18.663773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1faf5-dfe1-47af-99e5-ad50ab467dec tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=0ec23656-7a3e-4115-bdd9-ab387a37f29b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:18.687422 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3537ac-ffb8-451f-9ff6-18d470c0deed req-51aee6dc-2681-4e08-bab2-e89dd94fecac tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:18.695553 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa3537ac-ffb8-451f-9ff6-18d470c0deed req-51aee6dc-2681-4e08-bab2-e89dd94fecac tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 943 time: 0.2636817 Aug 28 12:58:18.739397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-69453d79-18c9-4372-806a-c34860448b6f None None] For port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9f1d2727-dd34-42d3-beb7-9026a65ce0ab,segment=NetworkSegment(ac699c18-23c4-486a-af4e-12047c294591),segment_id=ac699c18-23c4-486a-af4e-12047c294591)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:58:18.749255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Allocated IP 172.25.1.113 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/8f887a7f-aaa0-4d70-a723-aa25599d58a0) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:18.753278 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:18.798322 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa3537ac-ffb8-451f-9ff6-18d470c0deed req-1a1c7b46-06f3-4183-ab0b-05af25e96cbd tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950184 Aug 28 12:58:18.812081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef1faf5-dfe1-47af-99e5-ad50ab467dec tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:18.813044 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ef1faf5-dfe1-47af-99e5-ad50ab467dec tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:18.862935 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60230) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:18.865402 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0ef1faf5-dfe1-47af-99e5-ad50ab467dec tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1405842 Aug 28 12:58:18.868496 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42065e07-831c-4323-8d8c-4b8ed86e9625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:19.019250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-42065e07-831c-4323-8d8c-4b8ed86e9625 None None] For port 4581d82a-16e3-4185-99dc-7f7b65fc797f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4581d82a-16e3-4185-99dc-7f7b65fc797f,segment=NetworkSegment(045c7d12-7c66-4f7b-bdfa-0f1afe320ff8),segment_id=045c7d12-7c66-4f7b-bdfa-0f1afe320ff8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:19.038030 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42065e07-831c-4323-8d8c-4b8ed86e9625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:19.042206 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69453d79-18c9-4372-806a-c34860448b6f None None] Pushing event updated for resources: {'Port': ['ID=9f1d2727-dd34-42d3-beb7-9026a65ce0ab,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:19.057962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 7eb993f1-b020-4ed6-9e77-ca8d01ac5166, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=7eb993f1-b020-4ed6-9e77-ca8d01ac5166,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:19.101624 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '7eb993f1-b020-4ed6-9e77-ca8d01ac5166', 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe', 'port_id': '7eb993f1-b020-4ed6-9e77-ca8d01ac5166', 'mac_address': 'fa:16:3e:44:7b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942cca67-1f9d-41d6-bb91-b6b305db0b47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:58:19.128515 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:19.188813 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:19.253202 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:19.307816 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Pushing event updated for resources: {'Port': ['ID=8f887a7f-aaa0-4d70-a723-aa25599d58a0,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:19.325941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:19.327656 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:19.330296 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:19.375276 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:19.379555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42065e07-831c-4323-8d8c-4b8ed86e9625 None None] Pushing event updated for resources: {'Port': ['ID=4581d82a-16e3-4185-99dc-7f7b65fc797f,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:19.402334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f76f8395-78c4-4513-ad70-8dae6d13e862 None None] Provisioning complete for port 4581d82a-16e3-4185-99dc-7f7b65fc797f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:19.402883 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f76f8395-78c4-4513-ad70-8dae6d13e862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:19.410327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb993f1-b020-4ed6-9e77-ca8d01ac5166 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:58:19.438555 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:19.438555 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:19.443363 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:19.479129 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3c10c5c8-ca4c-405e-abab-ed55ae60b6de tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.8686860 Aug 28 12:58:19.480019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60238) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:19.495939 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5dafdaed-90ff-4286-8d36-6f56bfd766ed tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}]}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:19.516967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 7eb993f1-b020-4ed6-9e77-ca8d01ac5166, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=7eb993f1-b020-4ed6-9e77-ca8d01ac5166,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:19.533478 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:19.563042 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dafdaed-90ff-4286-8d36-6f56bfd766ed tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:19.569054 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dafdaed-90ff-4286-8d36-6f56bfd766ed tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:19.641710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=3f3d5eed-780e-45c0-84b1-12018506d41c,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:19.649341 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:19.704062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=7eb993f1-b020-4ed6-9e77-ca8d01ac5166,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:19.722416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62188ce-0b76-4743-8a7d-a59fc6b46bb2 None None] Network e976c54b-cd81-43df-ae6d-cc81e94ba129 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:19.725357 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dafdaed-90ff-4286-8d36-6f56bfd766ed tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:19.850248 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77ed9baf-5980-4802-bfde-fef7fadf1694 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:19.939389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9f1d2727-dd34-42d3-beb7-9026a65ce0ab up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:19.980599 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dafdaed-90ff-4286-8d36-6f56bfd766ed tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:20.022719 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network 1042b545-c099-4f52-903e-1b015097387d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:20.037124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:20.042763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['7eb993f1-b020-4ed6-9e77-ca8d01ac5166'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:58:20.176577 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519c9ad-d832-4709-90a2-e7580aea0ebc req-11e63273-fcf1-4ae3-a3bb-f4e5b7061f3a tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:20.188735 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8519c9ad-d832-4709-90a2-e7580aea0ebc req-11e63273-fcf1-4ae3-a3bb-f4e5b7061f3a tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 944 time: 0.2043080 Aug 28 12:58:20.262941 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8519c9ad-d832-4709-90a2-e7580aea0ebc req-831f51aa-6807-4b64-a9e2-8a3f304cbf53 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726495 Aug 28 12:58:20.349057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f76f8395-78c4-4513-ad70-8dae6d13e862 None None] Provisioning for port 3f3d5eed-780e-45c0-84b1-12018506d41c completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:20.386323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f76f8395-78c4-4513-ad70-8dae6d13e862 None None] Provisioning complete for port 3f3d5eed-780e-45c0-84b1-12018506d41c triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:20.386921 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f76f8395-78c4-4513-ad70-8dae6d13e862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:20.423529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:20.431017 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4581d82a-16e3-4185-99dc-7f7b65fc797f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:20.447799 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router b0754a71-aa80-4f7f-98df-1a259ad6849b is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:58:20.515161 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:58:20.524835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 4581d82a-16e3-4185-99dc-7f7b65fc797f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:20.525217 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:20.535070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f76f8395-78c4-4513-ad70-8dae6d13e862 None None] Port 3f3d5eed-780e-45c0-84b1-12018506d41c cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:20.566312 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dafdaed-90ff-4286-8d36-6f56bfd766ed tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:20.609748 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dafdaed-90ff-4286-8d36-6f56bfd766ed tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:20.668815 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a7199f77-b806-4fac-a219-e08436c24637 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:20.709976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2ed56c4d-c141-49db-b14e-1b3d5c846b51 None None] Provisioning for port a7199f77-b806-4fac-a219-e08436c24637 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:20.750952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2ed56c4d-c141-49db-b14e-1b3d5c846b51 None None] Provisioning complete for port 3f3d5eed-780e-45c0-84b1-12018506d41c triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:20.751683 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2ed56c4d-c141-49db-b14e-1b3d5c846b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:20.809898 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port a7199f77-b806-4fac-a219-e08436c24637 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:20.819107 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a7199f77-b806-4fac-a219-e08436c24637 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:20.819412 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:20.822815 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2ed56c4d-c141-49db-b14e-1b3d5c846b51 None None] Port 3f3d5eed-780e-45c0-84b1-12018506d41c cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:20.830121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:58:20.842189 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90710fb7-3b7d-41ac-9080-f9a254d6393b None None] Sync routers for ids ['b0754a71-aa80-4f7f-98df-1a259ad6849b'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:58:20.854594 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f9a887e4-5694-439c-a25a-164dd2a02a7b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/b0754a71-aa80-4f7f-98df-1a259ad6849b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7165909 Aug 28 12:58:20.870984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60256) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:20.873162 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90710fb7-3b7d-41ac-9080-f9a254d6393b None None] Routers {'b0754a71-aa80-4f7f-98df-1a259ad6849b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:20.873490 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-90710fb7-3b7d-41ac-9080-f9a254d6393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b0754a71-aa80-4f7f-98df-1a259ad6849b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:20.877860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82395d45-07c2-4a5b-b944-fc4ad1277e98 None None] Network 38e9a31a-cb77-4b71-958b-d6c7fc38d990 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:20.952854 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-90710fb7-3b7d-41ac-9080-f9a254d6393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:20.955516 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77ed9baf-5980-4802-bfde-fef7fadf1694 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:20.970126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb39479-fd5a-4e5e-b8f0-5b831630fa29 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:20.972597 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2cb39479-fd5a-4e5e-b8f0-5b831630fa29 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports/3f3d5eed-780e-45c0-84b1-12018506d41c HTTP/1.1" status: 200 len: 910 time: 0.0979085 Aug 28 12:58:20.973685 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77ed9baf-5980-4802-bfde-fef7fadf1694 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:20.977662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60258) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:20.978458 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90710fb7-3b7d-41ac-9080-f9a254d6393b None None] Routers {'b0754a71-aa80-4f7f-98df-1a259ad6849b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:20.979110 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-90710fb7-3b7d-41ac-9080-f9a254d6393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b0754a71-aa80-4f7f-98df-1a259ad6849b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:21.054130 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-90710fb7-3b7d-41ac-9080-f9a254d6393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:21.054831 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90710fb7-3b7d-41ac-9080-f9a254d6393b None None] The sync data for ids ['b0754a71-aa80-4f7f-98df-1a259ad6849b'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:58:21.069267 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-49becbfa-74bf-4c81-b7bf-44fc88459a99 None None] Provisioning complete for port a7199f77-b806-4fac-a219-e08436c24637 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:21.069703 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49becbfa-74bf-4c81-b7bf-44fc88459a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:21.225514 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:21.234748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed9baf-5980-4802-bfde-fef7fadf1694 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=0ec23656-7a3e-4115-bdd9-ab387a37f29b,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:21.282565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port a7199f77-b806-4fac-a219-e08436c24637, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a7199f77-b806-4fac-a219-e08436c24637,segment=NetworkSegment(4213b01b-2532-4938-9bee-1923a13f22c7),segment_id=4213b01b-2532-4938-9bee-1923a13f22c7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:21.288421 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:21.428084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=a7199f77-b806-4fac-a219-e08436c24637,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:21.434908 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60266) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:21.438001 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-49becbfa-74bf-4c81-b7bf-44fc88459a99 None None] Provisioning for port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:21.442474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-49becbfa-74bf-4c81-b7bf-44fc88459a99 None None] Provisioning complete for port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:21.442860 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49becbfa-74bf-4c81-b7bf-44fc88459a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:21.443500 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dafdaed-90ff-4286-8d36-6f56bfd766ed tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:21.593226 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49becbfa-74bf-4c81-b7bf-44fc88459a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:21.663380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-49becbfa-74bf-4c81-b7bf-44fc88459a99 None None] For port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9f1d2727-dd34-42d3-beb7-9026a65ce0ab,segment=NetworkSegment(ac699c18-23c4-486a-af4e-12047c294591),segment_id=ac699c18-23c4-486a-af4e-12047c294591)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:21.667399 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49becbfa-74bf-4c81-b7bf-44fc88459a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:21.755483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49becbfa-74bf-4c81-b7bf-44fc88459a99 None None] Pushing event updated for resources: {'Port': ['ID=9f1d2727-dd34-42d3-beb7-9026a65ce0ab,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:21.756849 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-473c1db9-12ab-412d-8575-60295a292511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:21.760019 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dafdaed-90ff-4286-8d36-6f56bfd766ed tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:21.768749 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a7199f77-b806-4fac-a219-e08436c24637 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:21.774281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7fcc3-5fc0-443e-beed-d4ebc5bf69c9 req-0e5beb0c-c71b-41c0-b1da-2231406dfb7e tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:21.776929 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78b7fcc3-5fc0-443e-beed-d4ebc5bf69c9 req-0e5beb0c-c71b-41c0-b1da-2231406dfb7e tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 944 time: 0.3550289 Aug 28 12:58:21.782296 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dafdaed-90ff-4286-8d36-6f56bfd766ed tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:21.839215 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a7199f77-b806-4fac-a219-e08436c24637 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:21.839590 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:21.865729 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dafdaed-90ff-4286-8d36-6f56bfd766ed tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:21.866618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dafdaed-90ff-4286-8d36-6f56bfd766ed tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 564e58e5-b63f-41ee-8a82-8da045f4600a {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:58:21.890663 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-43a33726-1ca0-4c26-a752-15e3e8a775a9 None None] Provisioning for port 0ec23656-7a3e-4115-bdd9-ab387a37f29b completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:21.898005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-43a33726-1ca0-4c26-a752-15e3e8a775a9 None None] Provisioning complete for port 0ec23656-7a3e-4115-bdd9-ab387a37f29b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:21.898411 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-43a33726-1ca0-4c26-a752-15e3e8a775a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:21.929700 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78b7fcc3-5fc0-443e-beed-d4ebc5bf69c9 req-47f57432-c208-4a72-8f06-e52273d4ae5d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977857 Aug 28 12:58:21.976605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-43a33726-1ca0-4c26-a752-15e3e8a775a9 None None] Port 0ec23656-7a3e-4115-bdd9-ab387a37f29b cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:22.000416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-43a33726-1ca0-4c26-a752-15e3e8a775a9 None None] Provisioning complete for port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:22.000846 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-43a33726-1ca0-4c26-a752-15e3e8a775a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.033896 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-473c1db9-12ab-412d-8575-60295a292511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.041886 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-473c1db9-12ab-412d-8575-60295a292511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.077040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c1db9-12ab-412d-8575-60295a292511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888a7a21-a1eb-4ed8-b7b9-ffa5ce9911b3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:22.079917 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-5dafdaed-90ff-4286-8d36-6f56bfd766ed tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 28 12:58:22.084120 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5dafdaed-90ff-4286-8d36-6f56bfd766ed tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5954568 Aug 28 12:58:22.084777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60270) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:22.087714 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77ed9baf-5980-4802-bfde-fef7fadf1694 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.142798 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-473c1db9-12ab-412d-8575-60295a292511 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dace2e03ce2046df8a0e5323eec19acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7032247 Aug 28 12:58:22.143515 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60272) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:22.233049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-caffc1ff-edbe-4dcc-98a5-1976b8b749e9 tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Deleting port 8f887a7f-aaa0-4d70-a723-aa25599d58a0 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:22.233353 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-caffc1ff-edbe-4dcc-98a5-1976b8b749e9 tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.235974 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-131c8230-06e1-4fcf-b20f-0add1f882d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.241902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5a17fdc3-3eb8-4f1e-9ecd-6411fef2d822 None None] Provisioning complete for port 0ec23656-7a3e-4115-bdd9-ab387a37f29b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:22.242662 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5a17fdc3-3eb8-4f1e-9ecd-6411fef2d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.284284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-5a17fdc3-3eb8-4f1e-9ecd-6411fef2d822 None None] Port 0ec23656-7a3e-4115-bdd9-ab387a37f29b cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:22.306740 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.324836 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-131c8230-06e1-4fcf-b20f-0add1f882d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.333485 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77ed9baf-5980-4802-bfde-fef7fadf1694 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.376575 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-caffc1ff-edbe-4dcc-98a5-1976b8b749e9 tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.389974 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-caffc1ff-edbe-4dcc-98a5-1976b8b749e9 tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Calling delete_port for 8f887a7f-aaa0-4d70-a723-aa25599d58a0 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:22.440520 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-131c8230-06e1-4fcf-b20f-0add1f882d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.443081 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-131c8230-06e1-4fcf-b20f-0add1f882d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.444238 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-131c8230-06e1-4fcf-b20f-0add1f882d4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/888a7a21-a1eb-4ed8-b7b9-ffa5ce9911b3 HTTP/1.1" status: 204 len: 168 time: 0.2998176 Aug 28 12:58:22.458819 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c8230-06e1-4fcf-b20f-0add1f882d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888a7a21-a1eb-4ed8-b7b9-ffa5ce9911b3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:22.541540 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-caffc1ff-edbe-4dcc-98a5-1976b8b749e9 tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.547595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 7eb993f1-b020-4ed6-9e77-ca8d01ac5166 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:22.576995 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffc1ff-edbe-4dcc-98a5-1976b8b749e9 tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f887a7f-aaa0-4d70-a723-aa25599d58a0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:22.634086 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 7eb993f1-b020-4ed6-9e77-ca8d01ac5166 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:22.643360 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 7eb993f1-b020-4ed6-9e77-ca8d01ac5166 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:22.643919 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.663909 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-caffc1ff-edbe-4dcc-98a5-1976b8b749e9 tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.676089 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-caffc1ff-edbe-4dcc-98a5-1976b8b749e9 tempest-RoutersAdminNegativeIpV6Test-1806705929 tempest-RoutersAdminNegativeIpV6Test-1806705929-project-admin] 10.222.0.20 "DELETE /v2.0/ports/8f887a7f-aaa0-4d70-a723-aa25599d58a0 HTTP/1.1" status: 204 len: 168 time: 0.5864370 Aug 28 12:58:22.769014 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.796216 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3aacc3-7d35-4714-a8d2-e58581cda00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb993f1-b020-4ed6-9e77-ca8d01ac5166'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:58:22.799137 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f537de6-af6a-4cbb-bda8-b4cbc6106e39" -d '{"events": [{"server_uuid": "1d3aacc3-7d35-4714-a8d2-e58581cda00d", "name": "network-vif-plugged", "status": "completed", "tag": "7eb993f1-b020-4ed6-9e77-ca8d01ac5166"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:58:22.815465 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 7eb993f1-b020-4ed6-9e77-ca8d01ac5166, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=7eb993f1-b020-4ed6-9e77-ca8d01ac5166,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:22.820532 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.853904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60284) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:22.869107 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-12616453-8ff9-446f-ab9d-783361cdf690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.877847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Allocated IP 172.21.0.1 (e976c54b-cd81-43df-ae6d-cc81e94ba129/6d28c5c9-2811-44b6-83bb-5277d94b1f32/7f02bbf1-f99c-484a-bc7d-2d2a9b64e807) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:22.896943 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c02909-af9c-4f21-ac54-97680b320a57 x-openstack-request-id: req-48c02909-af9c-4f21-ac54-97680b320a57 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:58:22.898268 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3aacc3-7d35-4714-a8d2-e58581cda00d", "name": "network-vif-plugged", "status": "completed", "tag": "7eb993f1-b020-4ed6-9e77-ca8d01ac5166", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:58:22.899107 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48c02909-af9c-4f21-ac54-97680b320a57 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:58:22.900987 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3aacc3-7d35-4714-a8d2-e58581cda00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb993f1-b020-4ed6-9e77-ca8d01ac5166', 'code': 200} Aug 28 12:58:22.908800 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=7eb993f1-b020-4ed6-9e77-ca8d01ac5166,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:22.918464 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77ed9baf-5980-4802-bfde-fef7fadf1694 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:22.932969 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77ed9baf-5980-4802-bfde-fef7fadf1694 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.040525 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf2834-ec5e-4f1c-8c74-dd7f465a21ec req-0bd384a8-deb1-4813-81f2-cdee281e4c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:23.042702 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78cf2834-ec5e-4f1c-8c74-dd7f465a21ec req-0bd384a8-deb1-4813-81f2-cdee281e4c71 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 1097 time: 0.0748403 Aug 28 12:58:23.089615 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77ed9baf-5980-4802-bfde-fef7fadf1694 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.098964 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-12616453-8ff9-446f-ab9d-783361cdf690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.104844 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-12616453-8ff9-446f-ab9d-783361cdf690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.111958 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78cf2834-ec5e-4f1c-8c74-dd7f465a21ec req-de1d3fbd-a167-4d36-8e80-46d2ad159ef2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569150 Aug 28 12:58:23.112042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed9baf-5980-4802-bfde-fef7fadf1694 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=0ec23656-7a3e-4115-bdd9-ab387a37f29b,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:23.113464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60290) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:23.154021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12616453-8ff9-446f-ab9d-783361cdf690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7845c3c5-4590-4883-91a2-9013557cc3f1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:23.163240 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-12616453-8ff9-446f-ab9d-783361cdf690 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8ad49da4e794543b2be54eace9cd99b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3079679 Aug 28 12:58:23.163932 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60294) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:23.218579 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3b0ef218-1f2e-459b-999b-92beb2a61098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.237179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed7111-f942-40ec-8b87-7b24187397a0 req-ad8db240-6602-4cef-9c76-7481d4736aa7 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:23.238965 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62ed7111-f942-40ec-8b87-7b24187397a0 req-ad8db240-6602-4cef-9c76-7481d4736aa7 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 945 time: 0.1839113 Aug 28 12:58:23.242124 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.248688 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3b0ef218-1f2e-459b-999b-92beb2a61098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.282336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Transition to ACTIVE for port object 7f02bbf1-f99c-484a-bc7d-2d2a9b64e807 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:23.296936 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-39be26b1-086f-4c4c-aff0-acd3b57b1a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.319901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3b0ef218-1f2e-459b-999b-92beb2a61098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.322794 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3b0ef218-1f2e-459b-999b-92beb2a61098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.323995 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3b0ef218-1f2e-459b-999b-92beb2a61098 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7845c3c5-4590-4883-91a2-9013557cc3f1 HTTP/1.1" status: 204 len: 168 time: 0.1591058 Aug 28 12:58:23.340015 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62ed7111-f942-40ec-8b87-7b24187397a0 req-ff87f30b-572d-4273-926c-b60b63f6c1f7 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896790 Aug 28 12:58:23.342616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ef218-1f2e-459b-999b-92beb2a61098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7845c3c5-4590-4883-91a2-9013557cc3f1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:23.383871 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed9baf-5980-4802-bfde-fef7fadf1694 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network 38e9a31a-cb77-4b71-958b-d6c7fc38d990 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:23.397273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-77ed9baf-5980-4802-bfde-fef7fadf1694 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:23.421635 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.472263 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-39be26b1-086f-4c4c-aff0-acd3b57b1a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.480733 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-39be26b1-086f-4c4c-aff0-acd3b57b1a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.552853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-39be26b1-086f-4c4c-aff0-acd3b57b1a52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25a46bfdab184e4ca45fb1dcbd27298c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4351022 Aug 28 12:58:23.552853 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be26b1-086f-4c4c-aff0-acd3b57b1a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd0f49c-5e75-4f67-953d-1bb49f272115,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:23.553203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60302) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:23.593393 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network e976c54b-cd81-43df-ae6d-cc81e94ba129 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:23.604957 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:23.609300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:23.654741 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0c00871b-7d90-4d42-8a2a-ce145274e79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.720504 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0c00871b-7d90-4d42-8a2a-ce145274e79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.724509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=7f02bbf1-f99c-484a-bc7d-2d2a9b64e807,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:23.741164 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9f1d2727-dd34-42d3-beb7-9026a65ce0ab up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:23.775373 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.783510 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:23.784390 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:23.784738 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:23.785072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:23.785594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:23.785891 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:23.786221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:23.787425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:23.787425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:23.787425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:23.787785 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:23.787897 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:23.844821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:23.845406 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.848115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ed9baf-5980-4802-bfde-fef7fadf1694 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Router e419c248-197e-40e0-b8cc-6dd152a43ff6 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:58:23.855266 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0c00871b-7d90-4d42-8a2a-ce145274e79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.863548 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0c00871b-7d90-4d42-8a2a-ce145274e79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:23.870070 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0c00871b-7d90-4d42-8a2a-ce145274e79d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7cd0f49c-5e75-4f67-953d-1bb49f272115 HTTP/1.1" status: 204 len: 168 time: 0.3127227 Aug 28 12:58:23.881882 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00871b-7d90-4d42-8a2a-ce145274e79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd0f49c-5e75-4f67-953d-1bb49f272115,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:24.002730 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f8209e24-1c23-42d2-bd6a-799680193cc0 None None] Provisioning complete for port 0ec23656-7a3e-4115-bdd9-ab387a37f29b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:24.003162 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f8209e24-1c23-42d2-bd6a-799680193cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:24.148158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f8209e24-1c23-42d2-bd6a-799680193cc0 None None] Port 0ec23656-7a3e-4115-bdd9-ab387a37f29b cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:24.174863 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:24.198670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ed9baf-5980-4802-bfde-fef7fadf1694 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:58:24.212377 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-77ed9baf-5980-4802-bfde-fef7fadf1694 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "PUT /v2.0/routers/e419c248-197e-40e0-b8cc-6dd152a43ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3478570 Aug 28 12:58:24.215308 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60316) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:24.219105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a33246e-6a4a-4711-8dea-db832feb14f8 None None] Sync routers for ids ['e419c248-197e-40e0-b8cc-6dd152a43ff6'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:58:24.237850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a33246e-6a4a-4711-8dea-db832feb14f8 None None] Routers {'e419c248-197e-40e0-b8cc-6dd152a43ff6'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:24.239853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-9a33246e-6a4a-4711-8dea-db832feb14f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e419c248-197e-40e0-b8cc-6dd152a43ff6'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:24.304000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ac1bf8-7af2-48d7-b6d9-56c567914f86 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:24.305953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-37ac1bf8-7af2-48d7-b6d9-56c567914f86 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports?device_id=e419c248-197e-40e0-b8cc-6dd152a43ff6 HTTP/1.1" status: 200 len: 981 time: 0.0890477 Aug 28 12:58:24.311644 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60320) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:24.334434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-9a33246e-6a4a-4711-8dea-db832feb14f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:24.356055 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-787199ef-faae-414f-9bba-0a903be99313 None None] Provisioning for port 7f02bbf1-f99c-484a-bc7d-2d2a9b64e807 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:24.361001 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a33246e-6a4a-4711-8dea-db832feb14f8 None None] Routers {'e419c248-197e-40e0-b8cc-6dd152a43ff6'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:24.362074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-9a33246e-6a4a-4711-8dea-db832feb14f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e419c248-197e-40e0-b8cc-6dd152a43ff6'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:24.365012 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-787199ef-faae-414f-9bba-0a903be99313 None None] Provisioning complete for port 7f02bbf1-f99c-484a-bc7d-2d2a9b64e807 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:24.365700 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-787199ef-faae-414f-9bba-0a903be99313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:24.411140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-787199ef-faae-414f-9bba-0a903be99313 None None] Port 7f02bbf1-f99c-484a-bc7d-2d2a9b64e807 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:24.462629 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-9a33246e-6a4a-4711-8dea-db832feb14f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:24.464187 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a33246e-6a4a-4711-8dea-db832feb14f8 None None] The sync data for ids ['e419c248-197e-40e0-b8cc-6dd152a43ff6'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:58:24.487031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60328) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:24.618264 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b7db16f5-8e92-48f2-94f5-a825b9a56658 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7254083359fd436497827d99219b8e98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300921 Aug 28 12:58:24.632004 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60332) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:24.661269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86bced-aac9-4f80-ad55-3199226866a0 req-ed21d115-15b5-40e9-bbfc-40e33cd2f204 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:24.663359 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1f86bced-aac9-4f80-ad55-3199226866a0 req-ed21d115-15b5-40e9-bbfc-40e33cd2f204 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 945 time: 0.1462154 Aug 28 12:58:24.743674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1f86bced-aac9-4f80-ad55-3199226866a0 req-8f19753a-5798-4700-880d-0ce8961c81be tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701709 Aug 28 12:58:24.785093 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f36cc762-0256-405b-8f73-4afe719426d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:24.794329 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:24.800714 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:24.825779 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f36cc762-0256-405b-8f73-4afe719426d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:24.879891 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:24.881776 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=7f02bbf1-f99c-484a-bc7d-2d2a9b64e807,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:24.954843 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f36cc762-0256-405b-8f73-4afe719426d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:24.957438 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f36cc762-0256-405b-8f73-4afe719426d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:24.958626 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f36cc762-0256-405b-8f73-4afe719426d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0254bff-4690-4535-927b-91327cd7a1d4 HTTP/1.1" status: 204 len: 168 time: 0.3256347 Aug 28 12:58:25.004674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cc762-0256-405b-8f73-4afe719426d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0254bff-4690-4535-927b-91327cd7a1d4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:25.016538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network e976c54b-cd81-43df-ae6d-cc81e94ba129 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:25.018311 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:25.071589 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a761427-f525-4c65-b79d-3985abe06fe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:25.167184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router b0754a71-aa80-4f7f-98df-1a259ad6849b has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:58:25.305254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:58:25.321000 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26cec11-8884-4a27-8cc2-ccdb8f6bfef6 None None] Sync routers for ids ['b0754a71-aa80-4f7f-98df-1a259ad6849b'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:58:25.321815 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9d0a5c2a-5e0e-4211-a807-84fcb15bc316 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/b0754a71-aa80-4f7f-98df-1a259ad6849b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3392057 Aug 28 12:58:25.325668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60346) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:25.337540 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26cec11-8884-4a27-8cc2-ccdb8f6bfef6 None None] Routers {'b0754a71-aa80-4f7f-98df-1a259ad6849b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:25.343227 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e26cec11-8884-4a27-8cc2-ccdb8f6bfef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b0754a71-aa80-4f7f-98df-1a259ad6849b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:25.407626 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e26cec11-8884-4a27-8cc2-ccdb8f6bfef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:25.431105 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26cec11-8884-4a27-8cc2-ccdb8f6bfef6 None None] Routers {'b0754a71-aa80-4f7f-98df-1a259ad6849b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:25.431873 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e26cec11-8884-4a27-8cc2-ccdb8f6bfef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b0754a71-aa80-4f7f-98df-1a259ad6849b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:25.461720 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a4a714e0-7dbc-4f1c-9b69-db6400ed54a8 None None] Provisioning complete for port 7f02bbf1-f99c-484a-bc7d-2d2a9b64e807 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:25.462418 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a4a714e0-7dbc-4f1c-9b69-db6400ed54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:25.478687 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e26cec11-8884-4a27-8cc2-ccdb8f6bfef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:25.479821 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26cec11-8884-4a27-8cc2-ccdb8f6bfef6 None None] The sync data for ids ['b0754a71-aa80-4f7f-98df-1a259ad6849b'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:58:25.538864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a4a714e0-7dbc-4f1c-9b69-db6400ed54a8 None None] Port 7f02bbf1-f99c-484a-bc7d-2d2a9b64e807 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:25.543502 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4a761427-f525-4c65-b79d-3985abe06fe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port 0ec23656-7a3e-4115-bdd9-ab387a37f29b {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:25.543901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a761427-f525-4c65-b79d-3985abe06fe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:25.660526 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a761427-f525-4c65-b79d-3985abe06fe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:25.678218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4a761427-f525-4c65-b79d-3985abe06fe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for 0ec23656-7a3e-4115-bdd9-ab387a37f29b owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:25.761400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1665f76d-34cb-4101-9fa8-f005a5694ab9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:25.763139 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1665f76d-34cb-4101-9fa8-f005a5694ab9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports/7f02bbf1-f99c-484a-bc7d-2d2a9b64e807 HTTP/1.1" status: 200 len: 910 time: 0.4363575 Aug 28 12:58:25.766315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60362) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:25.892776 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a761427-f525-4c65-b79d-3985abe06fe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:25.929796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a761427-f525-4c65-b79d-3985abe06fe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=0ec23656-7a3e-4115-bdd9-ab387a37f29b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:25.973866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a208591-8e90-4169-bc96-87d808d78c29 req-ad369b0b-4340-481c-9f78-957c968d3a06 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:25.987295 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2a208591-8e90-4169-bc96-87d808d78c29 req-ad369b0b-4340-481c-9f78-957c968d3a06 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 945 time: 0.1004865 Aug 28 12:58:26.164468 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2a208591-8e90-4169-bc96-87d808d78c29 req-a6729332-076f-48a0-850e-c4e46e7ca13b tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708176 Aug 28 12:58:26.236302 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a761427-f525-4c65-b79d-3985abe06fe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:26.446635 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a70e731-bb06-45a5-a49b-c34de1d54014 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:26.475901 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a761427-f525-4c65-b79d-3985abe06fe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Router e419c248-197e-40e0-b8cc-6dd152a43ff6 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:58:26.536958 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60390) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:26.588921 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a761427-f525-4c65-b79d-3985abe06fe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:58:26.601127 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4a761427-f525-4c65-b79d-3985abe06fe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "PUT /v2.0/routers/e419c248-197e-40e0-b8cc-6dd152a43ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2852123 Aug 28 12:58:26.601378 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60396) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:26.608213 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1098d-1a2e-4843-8357-f24c51ecc292 None None] Sync routers for ids ['e419c248-197e-40e0-b8cc-6dd152a43ff6'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:58:26.635631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a1098d-1a2e-4843-8357-f24c51ecc292 None None] Routers {'e419c248-197e-40e0-b8cc-6dd152a43ff6'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:26.637077 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bac0d0-060d-4ac3-b79c-eadf3730d876 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] GET failed (client error): The resource could not be found. Aug 28 12:58:26.638590 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-58a1098d-1a2e-4843-8357-f24c51ecc292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e419c248-197e-40e0-b8cc-6dd152a43ff6'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:26.642053 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-17bac0d0-060d-4ac3-b79c-eadf3730d876 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/0ec23656-7a3e-4115-bdd9-ab387a37f29b HTTP/1.1" status: 404 len: 333 time: 0.0371561 Aug 28 12:58:26.642603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60398) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:26.738833 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-30aa24bb-0ea5-4e4e-bedb-f80b9e33a242 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:26.739596 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-58a1098d-1a2e-4843-8357-f24c51ecc292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:26.766075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a1098d-1a2e-4843-8357-f24c51ecc292 None None] Routers {'e419c248-197e-40e0-b8cc-6dd152a43ff6'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:26.766745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-58a1098d-1a2e-4843-8357-f24c51ecc292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e419c248-197e-40e0-b8cc-6dd152a43ff6'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:26.816697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-58a1098d-1a2e-4843-8357-f24c51ecc292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:26.817364 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1098d-1a2e-4843-8357-f24c51ecc292 None None] The sync data for ids ['e419c248-197e-40e0-b8cc-6dd152a43ff6'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:58:26.881555 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-751c3edb-a40c-4429-b9b4-2191a0f39a47 tempest-AgentManagementNegativeTest-1454472166 tempest-AgentManagementNegativeTest-1454472166-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3369713 Aug 28 12:58:27.025589 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-30aa24bb-0ea5-4e4e-bedb-f80b9e33a242 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:27.030931 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-30aa24bb-0ea5-4e4e-bedb-f80b9e33a242 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:27.110033 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-30aa24bb-0ea5-4e4e-bedb-f80b9e33a242 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:27.110694 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30aa24bb-0ea5-4e4e-bedb-f80b9e33a242 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Fanout notify agent at l3_agent the message router_deleted on router e419c248-197e-40e0-b8cc-6dd152a43ff6 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:58:27.118347 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-30aa24bb-0ea5-4e4e-bedb-f80b9e33a242 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:27.119597 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-30aa24bb-0ea5-4e4e-bedb-f80b9e33a242 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/routers/e419c248-197e-40e0-b8cc-6dd152a43ff6 HTTP/1.1" status: 204 len: 168 time: 0.4759226 Aug 28 12:58:27.123285 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60422) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:27.174340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-2a70e731-bb06-45a5-a49b-c34de1d54014 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port 7f02bbf1-f99c-484a-bc7d-2d2a9b64e807 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:27.174340 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a70e731-bb06-45a5-a49b-c34de1d54014 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:27.224475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63c4948-06db-4555-b1f5-8e89901003ba tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting subnet e7181dc8-850c-4d8a-8274-a1c4b97822e1 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:58:27.232800 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a63c4948-06db-4555-b1f5-8e89901003ba tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:27.285985 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a63c4948-06db-4555-b1f5-8e89901003ba tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:27.359636 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a70e731-bb06-45a5-a49b-c34de1d54014 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:27.391885 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60430) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:27.394088 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-2a70e731-bb06-45a5-a49b-c34de1d54014 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for 7f02bbf1-f99c-484a-bc7d-2d2a9b64e807 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:27.439677 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a63c4948-06db-4555-b1f5-8e89901003ba tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:27.581900 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a63c4948-06db-4555-b1f5-8e89901003ba tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:27.615793 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c4948-06db-4555-b1f5-8e89901003ba tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Subnet': ['ID=e7181dc8-850c-4d8a-8274-a1c4b97822e1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:27.623446 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a63c4948-06db-4555-b1f5-8e89901003ba tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:27.625470 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a63c4948-06db-4555-b1f5-8e89901003ba tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/e7181dc8-850c-4d8a-8274-a1c4b97822e1 HTTP/1.1" status: 204 len: 168 time: 0.5011361 Aug 28 12:58:27.628840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60436) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:27.635475 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293ce700-5aa9-41bb-9b3d-8741b9ea23f5 None None] Network 38e9a31a-cb77-4b71-958b-d6c7fc38d990 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:27.688863 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b171945-47c6-446d-b3da-ec118c9122dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:27.740300 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:27.788707 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a70e731-bb06-45a5-a49b-c34de1d54014 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:27.843969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70e731-bb06-45a5-a49b-c34de1d54014 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=7f02bbf1-f99c-484a-bc7d-2d2a9b64e807,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:27.868634 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:27.869061 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:27.899933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60444) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:27.911843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1c7b23-e10a-410c-8666-7f4ac32f9fe4 None None] DHCP port deletion for 38e9a31a-cb77-4b71-958b-d6c7fc38d990 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:58:27.980789 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6c1c7b23-e10a-410c-8666-7f4ac32f9fe4 None None] Deleting port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:27.981087 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7b23-e10a-410c-8666-7f4ac32f9fe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.051095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] For port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9f1d2727-dd34-42d3-beb7-9026a65ce0ab,segment=NetworkSegment(ac699c18-23c4-486a-af4e-12047c294591),segment_id=ac699c18-23c4-486a-af4e-12047c294591)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:28.051400 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.067421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for 9f1d2727-dd34-42d3-beb7-9026a65ce0ab owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:28.124771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6c1c7b23-e10a-410c-8666-7f4ac32f9fe4 None None] For port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9f1d2727-dd34-42d3-beb7-9026a65ce0ab,segment=NetworkSegment(ac699c18-23c4-486a-af4e-12047c294591),segment_id=ac699c18-23c4-486a-af4e-12047c294591)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:28.127027 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7b23-e10a-410c-8666-7f4ac32f9fe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.159699 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6c1c7b23-e10a-410c-8666-7f4ac32f9fe4 None None] Calling delete_port for 9f1d2727-dd34-42d3-beb7-9026a65ce0ab owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:28.183031 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7918383b-6fbd-48c5-9a65-eca87d0eb774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.190102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b171945-47c6-446d-b3da-ec118c9122dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.198759 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b171945-47c6-446d-b3da-ec118c9122dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.221458 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.237738 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a70e731-bb06-45a5-a49b-c34de1d54014 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.263360 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8b171945-47c6-446d-b3da-ec118c9122dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0782a235fcea471a9807a947de3d1b17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8680916 Aug 28 12:58:28.264870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60454) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:28.265506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b171945-47c6-446d-b3da-ec118c9122dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1570ce-38e4-4fdd-8a31-980ac2108ede,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:28.282739 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7b23-e10a-410c-8666-7f4ac32f9fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.291573 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=9f1d2727-dd34-42d3-beb7-9026a65ce0ab,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:28.318518 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c7b23-e10a-410c-8666-7f4ac32f9fe4 None None] No DVR routers for this DVR port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:58:28.320326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c7b23-e10a-410c-8666-7f4ac32f9fe4 None None] Pushing event deleted for resources: {'Port': ['ID=9f1d2727-dd34-42d3-beb7-9026a65ce0ab,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:28.331488 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No DVR routers for this DVR port 9f1d2727-dd34-42d3-beb7-9026a65ce0ab on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:58:28.418619 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de0d1072-7315-4b50-8790-f50157d92be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.452426 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.467244 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e9a31a-cb77-4b71-958b-d6c7fc38d990']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:28.483389 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac699c18-23c4-486a-af4e-12047c294591') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:28.483862 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac699c18-23c4-486a-af4e-12047c294591') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:28.497711 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.517359 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de0d1072-7315-4b50-8790-f50157d92be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.536728 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.551089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:58:28.552396 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:58:28.556432 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:58:28.577041 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a70e731-bb06-45a5-a49b-c34de1d54014 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router b0754a71-aa80-4f7f-98df-1a259ad6849b has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:58:28.626134 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de0d1072-7315-4b50-8790-f50157d92be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.628863 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de0d1072-7315-4b50-8790-f50157d92be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.630054 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-de0d1072-7315-4b50-8790-f50157d92be3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c1570ce-38e4-4fdd-8a31-980ac2108ede HTTP/1.1" status: 204 len: 168 time: 0.3617170 Aug 28 12:58:28.666398 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7918383b-6fbd-48c5-9a65-eca87d0eb774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.684284 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7918383b-6fbd-48c5-9a65-eca87d0eb774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.699741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d1072-7315-4b50-8790-f50157d92be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1570ce-38e4-4fdd-8a31-980ac2108ede,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:28.707545 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.721758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a70e731-bb06-45a5-a49b-c34de1d54014 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:58:28.731481 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2a70e731-bb06-45a5-a49b-c34de1d54014 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/b0754a71-aa80-4f7f-98df-1a259ad6849b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9636788 Aug 28 12:58:28.734501 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60462) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:28.751799 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb0a963-ddf4-4935-867c-deee34ce4939 None None] Sync routers for ids ['b0754a71-aa80-4f7f-98df-1a259ad6849b'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:58:28.763804 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb0a963-ddf4-4935-867c-deee34ce4939 None None] Routers {'b0754a71-aa80-4f7f-98df-1a259ad6849b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:28.764547 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-edb0a963-ddf4-4935-867c-deee34ce4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b0754a71-aa80-4f7f-98df-1a259ad6849b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:28.767319 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:28.776047 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/networks/38e9a31a-cb77-4b71-958b-d6c7fc38d990 HTTP/1.1" status: 204 len: 168 time: 1.1394122 Aug 28 12:58:28.795058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60464) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:28.837120 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11829cf0-89bc-4856-b8b7-e1bf8ef46bc8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Network': ['ID=38e9a31a-cb77-4b71-958b-d6c7fc38d990,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:28.841505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918383b-6fbd-48c5-9a65-eca87d0eb774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2242d9cb-d12d-439c-8e3c-8f2c2053e788,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:28.845722 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7918383b-6fbd-48c5-9a65-eca87d0eb774 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c87e3fc7e864e47b04d5dbd01967133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9449923 Aug 28 12:58:28.850063 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60468) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:28.850830 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-edb0a963-ddf4-4935-867c-deee34ce4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:28.862073 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb0a963-ddf4-4935-867c-deee34ce4939 None None] Routers {'b0754a71-aa80-4f7f-98df-1a259ad6849b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:28.862751 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-edb0a963-ddf4-4935-867c-deee34ce4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b0754a71-aa80-4f7f-98df-1a259ad6849b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:28.899234 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-edb0a963-ddf4-4935-867c-deee34ce4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:28.899938 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb0a963-ddf4-4935-867c-deee34ce4939 None None] The sync data for ids ['b0754a71-aa80-4f7f-98df-1a259ad6849b'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:58:28.923304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39babbb2-0a26-4581-a4ca-3a5434941b86 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:28.925316 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-39babbb2-0a26-4581-a4ca-3a5434941b86 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/22a97970-dc5c-465c-ac01-6dc5cce1c65f HTTP/1.1" status: 200 len: 841 time: 0.1290886 Aug 28 12:58:28.931200 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60472) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:29.011014 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4d8d396d-7764-465f-a073-54f11d17e300 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/22a97970-dc5c-465c-ac01-6dc5cce1c65f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0785623 Aug 28 12:58:29.011697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60476) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:29.017595 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4269657c-2ba7-4d55-9b65-7b37c3f4d0bc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'subnet': {'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:29.124955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4269657c-2ba7-4d55-9b65-7b37c3f4d0bc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:29.129748 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4269657c-2ba7-4d55-9b65-7b37c3f4d0bc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:29.151397 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3caa7972-3f56-4f9a-a51e-26055a21149c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:29.243450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3caa7972-3f56-4f9a-a51e-26055a21149c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:29.347489 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3caa7972-3f56-4f9a-a51e-26055a21149c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:29.350307 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3caa7972-3f56-4f9a-a51e-26055a21149c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:29.351528 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3caa7972-3f56-4f9a-a51e-26055a21149c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2242d9cb-d12d-439c-8e3c-8f2c2053e788 HTTP/1.1" status: 204 len: 168 time: 0.5004799 Aug 28 12:58:29.384604 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa7972-3f56-4f9a-a51e-26055a21149c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2242d9cb-d12d-439c-8e3c-8f2c2053e788,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:29.425871 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58f61928-004f-4d1c-9041-4768ec661db5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:29.726789 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9f1d2727-dd34-42d3-beb7-9026a65ce0ab no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:58:29.756950 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4269657c-2ba7-4d55-9b65-7b37c3f4d0bc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:29.810762 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4269657c-2ba7-4d55-9b65-7b37c3f4d0bc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network b4c849e4-c6f4-47fd-a26d-799056bb58af is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:29.816998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-4269657c-2ba7-4d55-9b65-7b37c3f4d0bc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:29.818735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 9f1d2727-dd34-42d3-beb7-9026a65ce0ab {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:58:29.821967 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4269657c-2ba7-4d55-9b65-7b37c3f4d0bc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:29.822800 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4269657c-2ba7-4d55-9b65-7b37c3f4d0bc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:29.831615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9f1d2727-dd34-42d3-beb7-9026a65ce0ab not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:58:29.842305 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4269657c-2ba7-4d55-9b65-7b37c3f4d0bc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8292980 Aug 28 12:58:29.843144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562dc73d-c4bf-4ae9-b2f2-beaef13ea96a None None] Network b4c849e4-c6f4-47fd-a26d-799056bb58af requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:29.843469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269657c-2ba7-4d55-9b65-7b37c3f4d0bc tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Subnet': ['ID=4a468888-2934-4207-8d08-a91a76d65407,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:29.845761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60498) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:29.851011 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-879f4962-fbca-4449-906c-86e6b9d7cbe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'security_group': {'name': 'tempest-secgroup-1844830489'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:29.882060 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-879f4962-fbca-4449-906c-86e6b9d7cbe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:30.068475 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-879f4962-fbca-4449-906c-86e6b9d7cbe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:30.074213 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-879f4962-fbca-4449-906c-86e6b9d7cbe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:30.143941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f4962-fbca-4449-906c-86e6b9d7cbe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a86bf5-9577-4fca-b2a6-8be3671eae42,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:30.162616 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-879f4962-fbca-4449-906c-86e6b9d7cbe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:30.167299 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-879f4962-fbca-4449-906c-86e6b9d7cbe6 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3167841 Aug 28 12:58:30.168382 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60506) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:30.174260 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b6862f83-ea35-4f13-8f73-f68f64a7d3d5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'security_group': {'name': 'tempest-secgroup-1195271404'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:30.198912 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60508) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:30.208378 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6862f83-ea35-4f13-8f73-f68f64a7d3d5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:30.227024 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4112-fa7b-48ee-9974-76ddcdc7c032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:30.307825 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6862f83-ea35-4f13-8f73-f68f64a7d3d5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:30.318067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-58f61928-004f-4d1c-9041-4768ec661db5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port 3f3d5eed-780e-45c0-84b1-12018506d41c {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:30.319048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58f61928-004f-4d1c-9041-4768ec661db5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:30.322163 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6862f83-ea35-4f13-8f73-f68f64a7d3d5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:30.402449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-b4c849e4-c6f4-47fd-a26d-799056bb58af', 'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'tenant_id': 'cf75ebbcd5fe4308ad4d56c0011e49c5', 'fixed_ips': [{'subnet_id': '4a468888-2934-4207-8d08-a91a76d65407'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:58:30.404509 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:30.437613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6862f83-ea35-4f13-8f73-f68f64a7d3d5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4edf8ba-1861-43f0-8bd4-c4504123574a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:30.490956 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58f61928-004f-4d1c-9041-4768ec661db5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:30.512325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-58f61928-004f-4d1c-9041-4768ec661db5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for 3f3d5eed-780e-45c0-84b1-12018506d41c owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:30.519863 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4112-fa7b-48ee-9974-76ddcdc7c032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:30.525674 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4112-fa7b-48ee-9974-76ddcdc7c032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:30.552630 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6862f83-ea35-4f13-8f73-f68f64a7d3d5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:30.557962 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b6862f83-ea35-4f13-8f73-f68f64a7d3d5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3882899 Aug 28 12:58:30.568128 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60514) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:30.573849 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4e80bdd9-dc46-407f-8bf8-338b230e6f1c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1071885592', 'security_groups': ['b4edf8ba-1861-43f0-8bd4-c4504123574a'], 'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4a468888-2934-4207-8d08-a91a76d65407'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:30.597312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Allocated IP 172.20.0.2 (b4c849e4-c6f4-47fd-a26d-799056bb58af/4a468888-2934-4207-8d08-a91a76d65407/ab1e81fa-9cc7-4708-83f1-464db1025112) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:30.649665 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3b9c4112-fa7b-48ee-9974-76ddcdc7c032 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aadbb72a8a08471293f9bd8e04369126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4476922 Aug 28 12:58:30.654806 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60516) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:30.675120 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c4112-fa7b-48ee-9974-76ddcdc7c032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e179b7fe-3d7c-472d-8a77-e4c5e5ebcafa,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:30.754659 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58f61928-004f-4d1c-9041-4768ec661db5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:30.808285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f61928-004f-4d1c-9041-4768ec661db5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=3f3d5eed-780e-45c0-84b1-12018506d41c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:30.904931 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0d316ca5-2f2e-4d1d-84fe-58821eeff1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:30.908358 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e80bdd9-dc46-407f-8bf8-338b230e6f1c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:30.991555 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:31.002838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Transition to ACTIVE for port object ab1e81fa-9cc7-4708-83f1-464db1025112 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:31.034954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Transition to ACTIVE for port object ab1e81fa-9cc7-4708-83f1-464db1025112 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:31.046699 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:31.064179 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0d316ca5-2f2e-4d1d-84fe-58821eeff1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:31.151728 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58f61928-004f-4d1c-9041-4768ec661db5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:31.187841 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4e80bdd9-dc46-407f-8bf8-338b230e6f1c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:31.206613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Pushing event updated for resources: {'Port': ['ID=ab1e81fa-9cc7-4708-83f1-464db1025112,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:31.233363 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Network b4c849e4-c6f4-47fd-a26d-799056bb58af is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:31.237061 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:31.241983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:31.254340 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-4e80bdd9-dc46-407f-8bf8-338b230e6f1c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] device_id is not set on port 5ff19cdc-c7cc-4f17-a67d-59353957a377 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:58:31.315642 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0d316ca5-2f2e-4d1d-84fe-58821eeff1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:31.318897 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0d316ca5-2f2e-4d1d-84fe-58821eeff1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:31.320346 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0d316ca5-2f2e-4d1d-84fe-58821eeff1c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e179b7fe-3d7c-472d-8a77-e4c5e5ebcafa HTTP/1.1" status: 204 len: 168 time: 0.6632111 Aug 28 12:58:31.342164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d316ca5-2f2e-4d1d-84fe-58821eeff1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e179b7fe-3d7c-472d-8a77-e4c5e5ebcafa,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:31.392424 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Attempting to bind port ab1e81fa-9cc7-4708-83f1-464db1025112 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:58:31.392795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Attempting to bind port ab1e81fa-9cc7-4708-83f1-464db1025112 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '4712c058-decf-42c6-9b2c-870eb0c23584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:58:31.393157 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Attempting to bind port ab1e81fa-9cc7-4708-83f1-464db1025112 on network b4c849e4-c6f4-47fd-a26d-799056bb58af {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:58:31.411002 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:58:31.411342 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Checking segment: {'id': '4712c058-decf-42c6-9b2c-870eb0c23584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:31.413196 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:31.413196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Bound using segment: {'id': '4712c058-decf-42c6-9b2c-870eb0c23584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:58:31.413196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Bound port: ab1e81fa-9cc7-4708-83f1-464db1025112, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4712c058-decf-42c6-9b2c-870eb0c23584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:58:31.413442 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:31.500301 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-4e80bdd9-dc46-407f-8bf8-338b230e6f1c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Allocated IP 172.20.0.9 (b4c849e4-c6f4-47fd-a26d-799056bb58af/4a468888-2934-4207-8d08-a91a76d65407/5ff19cdc-c7cc-4f17-a67d-59353957a377) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:31.536175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f61928-004f-4d1c-9041-4768ec661db5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router b0754a71-aa80-4f7f-98df-1a259ad6849b has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:58:31.548750 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] For port ab1e81fa-9cc7-4708-83f1-464db1025112, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:58:31.556677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] For port ab1e81fa-9cc7-4708-83f1-464db1025112, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ab1e81fa-9cc7-4708-83f1-464db1025112,segment=NetworkSegment(4712c058-decf-42c6-9b2c-870eb0c23584),segment_id=4712c058-decf-42c6-9b2c-870eb0c23584)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:58:31.564095 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:31.695151 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96357d6c-ca4c-4cdc-8cb2-8eb3db586260 None None] Pushing event updated for resources: {'Port': ['ID=ab1e81fa-9cc7-4708-83f1-464db1025112,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:31.713049 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4e80bdd9-dc46-407f-8bf8-338b230e6f1c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:31.724837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f61928-004f-4d1c-9041-4768ec661db5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:58:31.730405 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-58f61928-004f-4d1c-9041-4768ec661db5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/b0754a71-aa80-4f7f-98df-1a259ad6849b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9942882 Aug 28 12:58:31.738323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60536) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:31.744269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b837ce5-626b-45a2-abb4-ed286217dba0 None None] Sync routers for ids ['b0754a71-aa80-4f7f-98df-1a259ad6849b'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:58:31.760265 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b837ce5-626b-45a2-abb4-ed286217dba0 None None] Routers {'b0754a71-aa80-4f7f-98df-1a259ad6849b'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:31.760949 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4b837ce5-626b-45a2-abb4-ed286217dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b0754a71-aa80-4f7f-98df-1a259ad6849b'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:31.769827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-4e80bdd9-dc46-407f-8bf8-338b230e6f1c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Transition to ACTIVE for port object 5ff19cdc-c7cc-4f17-a67d-59353957a377 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:31.806004 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bd974e45-836b-4e01-89df-ff4a846a5c7f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0754a71-aa80-4f7f-98df-1a259ad6849b HTTP/1.1" status: 200 len: 205 time: 0.0597003 Aug 28 12:58:31.806004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60538) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:31.829913 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4b837ce5-626b-45a2-abb4-ed286217dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:31.844165 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4e80bdd9-dc46-407f-8bf8-338b230e6f1c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:31.853397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b837ce5-626b-45a2-abb4-ed286217dba0 None None] Routers {'b0754a71-aa80-4f7f-98df-1a259ad6849b'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:31.854319 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4b837ce5-626b-45a2-abb4-ed286217dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b0754a71-aa80-4f7f-98df-1a259ad6849b'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:31.904989 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4b837ce5-626b-45a2-abb4-ed286217dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:31.905307 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b837ce5-626b-45a2-abb4-ed286217dba0 None None] The sync data for ids ['b0754a71-aa80-4f7f-98df-1a259ad6849b'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:58:31.953693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a23b2640-72e9-40fd-b7c3-b424f3b6397f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:31.978201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e80bdd9-dc46-407f-8bf8-338b230e6f1c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network b4c849e4-c6f4-47fd-a26d-799056bb58af is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:31.979048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80bdd9-dc46-407f-8bf8-338b230e6f1c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=5ff19cdc-c7cc-4f17-a67d-59353957a377,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:31.984574 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-4e80bdd9-dc46-407f-8bf8-338b230e6f1c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:31.988844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e80bdd9-dc46-407f-8bf8-338b230e6f1c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:32.117195 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e80bdd9-dc46-407f-8bf8-338b230e6f1c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:32.118070 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4e80bdd9-dc46-407f-8bf8-338b230e6f1c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:32.151331 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4e80bdd9-dc46-407f-8bf8-338b230e6f1c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5808117 Aug 28 12:58:32.155818 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60546) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:32.176319 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7fb75276-e935-41ec-ba73-0ffced881ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'subnet': {'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:32.344228 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a23b2640-72e9-40fd-b7c3-b424f3b6397f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:32.347105 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a23b2640-72e9-40fd-b7c3-b424f3b6397f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:32.409374 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a23b2640-72e9-40fd-b7c3-b424f3b6397f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:32.410410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23b2640-72e9-40fd-b7c3-b424f3b6397f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Fanout notify agent at l3_agent the message router_deleted on router b0754a71-aa80-4f7f-98df-1a259ad6849b {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:58:32.420232 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a23b2640-72e9-40fd-b7c3-b424f3b6397f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:32.422000 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a23b2640-72e9-40fd-b7c3-b424f3b6397f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/routers/b0754a71-aa80-4f7f-98df-1a259ad6849b HTTP/1.1" status: 204 len: 168 time: 0.6160417 Aug 28 12:58:32.424382 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60560) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:32.461730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb75276-e935-41ec-ba73-0ffced881ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:32.465368 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7fb75276-e935-41ec-ba73-0ffced881ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:32.491279 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4746f0b-de08-482a-9345-8c6af71216b3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting subnet 6d28c5c9-2811-44b6-83bb-5277d94b1f32 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:58:32.496441 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a4746f0b-de08-482a-9345-8c6af71216b3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:32.605422 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a4746f0b-de08-482a-9345-8c6af71216b3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:32.618030 n-d-791505-21 neutron-server[94878]: INFO neutron.db.ipam_backend_mixin [None req-7fb75276-e935-41ec-ba73-0ffced881ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4a468888-2934-4207-8d08-a91a76d65407 (CIDR: 172.20.0.0/28) Aug 28 12:58:32.626733 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb75276-e935-41ec-ba73-0ffced881ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 12:58:32.627449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb75276-e935-41ec-ba73-0ffced881ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:58:32.653274 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7fb75276-e935-41ec-ba73-0ffced881ad1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4938464 Aug 28 12:58:32.655693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60568) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:32.668489 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-806d9289-c572-4865-95ea-7350e7880f68 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'subnet': {'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:32.775853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a4746f0b-de08-482a-9345-8c6af71216b3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:32.931955 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a4746f0b-de08-482a-9345-8c6af71216b3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:32.939121 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806d9289-c572-4865-95ea-7350e7880f68 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:32.947825 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-806d9289-c572-4865-95ea-7350e7880f68 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:32.999245 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4746f0b-de08-482a-9345-8c6af71216b3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Subnet': ['ID=6d28c5c9-2811-44b6-83bb-5277d94b1f32,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:33.016806 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a4746f0b-de08-482a-9345-8c6af71216b3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:33.017622 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209951d4-ccc5-43e8-93f1-64c3cef999a8 None None] Network e976c54b-cd81-43df-ae6d-cc81e94ba129 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:33.019192 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a4746f0b-de08-482a-9345-8c6af71216b3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/6d28c5c9-2811-44b6-83bb-5277d94b1f32 HTTP/1.1" status: 204 len: 168 time: 0.5932896 Aug 28 12:58:33.021458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60574) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:33.105244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f0d3ee-afee-4a5f-8ad1-33a3b4398511 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting subnet aef61086-7b60-45b9-a6cf-99cbb57c8f1c {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:58:33.110191 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-01f0d3ee-afee-4a5f-8ad1-33a3b4398511 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:33.198838 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-01f0d3ee-afee-4a5f-8ad1-33a3b4398511 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:33.394825 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad69283-3920-4883-ba23-0d566eac50af None None] DHCP port deletion for e976c54b-cd81-43df-ae6d-cc81e94ba129 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:58:33.489001 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-01f0d3ee-afee-4a5f-8ad1-33a3b4398511 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:33.523628 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-806d9289-c572-4865-95ea-7350e7880f68 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:33.529048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-5ad69283-3920-4883-ba23-0d566eac50af None None] Deleting port a7199f77-b806-4fac-a219-e08436c24637 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:33.531733 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5ad69283-3920-4883-ba23-0d566eac50af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:33.644174 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-01f0d3ee-afee-4a5f-8ad1-33a3b4398511 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:33.654580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806d9289-c572-4865-95ea-7350e7880f68 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network b4c849e4-c6f4-47fd-a26d-799056bb58af is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:33.676079 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-806d9289-c572-4865-95ea-7350e7880f68 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:33.683759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806d9289-c572-4865-95ea-7350e7880f68 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:33.684258 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-806d9289-c572-4865-95ea-7350e7880f68 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:33.740592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5ad69283-3920-4883-ba23-0d566eac50af None None] For port a7199f77-b806-4fac-a219-e08436c24637, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a7199f77-b806-4fac-a219-e08436c24637,segment=NetworkSegment(4213b01b-2532-4938-9bee-1923a13f22c7),segment_id=4213b01b-2532-4938-9bee-1923a13f22c7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:33.741791 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5ad69283-3920-4883-ba23-0d566eac50af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:33.744652 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-806d9289-c572-4865-95ea-7350e7880f68 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0839097 Aug 28 12:58:33.745660 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60590) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:33.763253 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-5ad69283-3920-4883-ba23-0d566eac50af None None] Calling delete_port for a7199f77-b806-4fac-a219-e08436c24637 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:33.769498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0d3ee-afee-4a5f-8ad1-33a3b4398511 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Subnet': ['ID=aef61086-7b60-45b9-a6cf-99cbb57c8f1c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:33.773514 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-01f0d3ee-afee-4a5f-8ad1-33a3b4398511 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:33.775832 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-01f0d3ee-afee-4a5f-8ad1-33a3b4398511 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/aef61086-7b60-45b9-a6cf-99cbb57c8f1c HTTP/1.1" status: 204 len: 168 time: 0.7534354 Aug 28 12:58:33.779987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60592) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:33.781018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4c92ca22-e544-4832-8b7f-c47b5813042d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1353545583', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5110c322-7f81-4df9-9bf6-226f4d958619'}], 'security_groups': ['77a86bf5-9577-4fca-b2a6-8be3671eae42']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:33.789516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c727a217-f11a-4ad3-93a0-917c4f5a0249 None None] Provisioning complete for port 22a97970-dc5c-465c-ac01-6dc5cce1c65f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:33.789881 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c727a217-f11a-4ad3-93a0-917c4f5a0249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:33.814423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3142d0-7a5f-4a43-b258-413882a62af8 None None] Network 1042b545-c099-4f52-903e-1b015097387d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:33.857101 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d9289-c572-4865-95ea-7350e7880f68 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Subnet': ['ID=5110c322-7f81-4df9-9bf6-226f4d958619,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:33.882093 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ab1e81fa-9cc7-4708-83f1-464db1025112 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:33.972112 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4c92ca22-e544-4832-8b7f-c47b5813042d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.002393 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.006720 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c727a217-f11a-4ad3-93a0-917c4f5a0249 None None] Port 22a97970-dc5c-465c-ac01-6dc5cce1c65f cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:34.051265 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949552cb-a399-4c1a-babb-c98fd7b93176 None None] Network b4c849e4-c6f4-47fd-a26d-799056bb58af requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:34.087096 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c727a217-f11a-4ad3-93a0-917c4f5a0249 None None] Provisioning for port ab1e81fa-9cc7-4708-83f1-464db1025112 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:34.096135 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port a7199f77-b806-4fac-a219-e08436c24637 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:34.096477 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.225585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] For port a7199f77-b806-4fac-a219-e08436c24637, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a7199f77-b806-4fac-a219-e08436c24637,segment=NetworkSegment(4213b01b-2532-4938-9bee-1923a13f22c7),segment_id=4213b01b-2532-4938-9bee-1923a13f22c7)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:34.226052 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.251150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for a7199f77-b806-4fac-a219-e08436c24637 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:34.251377 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port ab1e81fa-9cc7-4708-83f1-464db1025112 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:34.284179 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5ad69283-3920-4883-ba23-0d566eac50af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.301059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ab1e81fa-9cc7-4708-83f1-464db1025112 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:34.301427 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.372687 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.388340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No DVR routers for this DVR port a7199f77-b806-4fac-a219-e08436c24637 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:58:34.418696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=a7199f77-b806-4fac-a219-e08436c24637,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:34.502304 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad69283-3920-4883-ba23-0d566eac50af None None] Pushing event deleted for resources: {'Port': ['ID=a7199f77-b806-4fac-a219-e08436c24637,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:34.546222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-875ca76e-6df2-4fc0-a743-8e4ffd59e812 None None] Provisioning for port 5ff19cdc-c7cc-4f17-a67d-59353957a377 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:34.553263 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b649813d-7d8c-4608-9afd-f7ea8756c918 None None] DHCP port deletion for 1042b545-c099-4f52-903e-1b015097387d request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:58:34.567447 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-4c92ca22-e544-4832-8b7f-c47b5813042d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Delete allocated IP 172.20.0.9 (b4c849e4-c6f4-47fd-a26d-799056bb58af/4a468888-2934-4207-8d08-a91a76d65407) {{(pid=94878) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 12:58:34.572074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad69283-3920-4883-ba23-0d566eac50af None None] No DVR routers for this DVR port a7199f77-b806-4fac-a219-e08436c24637 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:58:34.616336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-4c92ca22-e544-4832-8b7f-c47b5813042d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Allocated IP 172.20.0.25 (b4c849e4-c6f4-47fd-a26d-799056bb58af/5110c322-7f81-4df9-9bf6-226f4d958619/5ff19cdc-c7cc-4f17-a67d-59353957a377) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:34.622283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-875ca76e-6df2-4fc0-a743-8e4ffd59e812 None None] Provisioning complete for port 5ff19cdc-c7cc-4f17-a67d-59353957a377 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:34.625612 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-875ca76e-6df2-4fc0-a743-8e4ffd59e812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.631094 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.654712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e976c54b-cd81-43df-ae6d-cc81e94ba129']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:34.696437 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4213b01b-2532-4938-9bee-1923a13f22c7') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:34.696437 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4213b01b-2532-4938-9bee-1923a13f22c7') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:34.717578 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.737380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-875ca76e-6df2-4fc0-a743-8e4ffd59e812 None None] Port 5ff19cdc-c7cc-4f17-a67d-59353957a377 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:34.753670 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.764375 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:58:34.764799 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:58:34.800130 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:58:34.866107 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.883794 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b649813d-7d8c-4608-9afd-f7ea8756c918 None None] Deleting port 4581d82a-16e3-4185-99dc-7f7b65fc797f {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:34.884172 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b649813d-7d8c-4608-9afd-f7ea8756c918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.938802 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.946847 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4c92ca22-e544-4832-8b7f-c47b5813042d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.961626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b649813d-7d8c-4608-9afd-f7ea8756c918 None None] For port 4581d82a-16e3-4185-99dc-7f7b65fc797f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4581d82a-16e3-4185-99dc-7f7b65fc797f,segment=NetworkSegment(045c7d12-7c66-4f7b-bdfa-0f1afe320ff8),segment_id=045c7d12-7c66-4f7b-bdfa-0f1afe320ff8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:34.962032 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b649813d-7d8c-4608-9afd-f7ea8756c918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.971003 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.971391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-4c92ca22-e544-4832-8b7f-c47b5813042d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Ignored duplicate provisioning block setup for port 5ff19cdc-c7cc-4f17-a67d-59353957a377 by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 28 12:58:34.977703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b649813d-7d8c-4608-9afd-f7ea8756c918 None None] Calling delete_port for 4581d82a-16e3-4185-99dc-7f7b65fc797f owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:34.979358 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4c92ca22-e544-4832-8b7f-c47b5813042d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:34.985279 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/networks/e976c54b-cd81-43df-ae6d-cc81e94ba129 HTTP/1.1" status: 204 len: 168 time: 1.2015183 Aug 28 12:58:34.986993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60618) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:35.028365 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845794f-30bb-4547-b628-d121348384fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Network': ['ID=e976c54b-cd81-43df-ae6d-cc81e94ba129,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:35.118395 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port ab1e81fa-9cc7-4708-83f1-464db1025112, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ab1e81fa-9cc7-4708-83f1-464db1025112,segment=NetworkSegment(4712c058-decf-42c6-9b2c-870eb0c23584),segment_id=4712c058-decf-42c6-9b2c-870eb0c23584)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:35.129341 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:35.192359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=ab1e81fa-9cc7-4708-83f1-464db1025112,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:35.229366 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3bd96b65-03f3-4603-9b16-4e61eaf6be9e tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:35.251690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c05018d-76fd-4aea-a2a6-cb67bb0ff4ea None None] Update dhcp port {'port': {'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'fixed_ips': [{'subnet_id': '4a468888-2934-4207-8d08-a91a76d65407', 'ip_address': '172.20.0.2'}, {'subnet_id': '5110c322-7f81-4df9-9bf6-226f4d958619'}], 'binding:host_id': 'n-d-791505-21'}, 'id': 'ab1e81fa-9cc7-4708-83f1-464db1025112'} from n-d-791505-21. {{(pid=94879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 12:58:35.259887 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a7199f77-b806-4fac-a219-e08436c24637 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:58:35.330042 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: a7199f77-b806-4fac-a219-e08436c24637 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:58:35.330432 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a7199f77-b806-4fac-a219-e08436c24637 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:58:35.343042 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0c05018d-76fd-4aea-a2a6-cb67bb0ff4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:35.347785 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b649813d-7d8c-4608-9afd-f7ea8756c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:35.369124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92ca22-e544-4832-8b7f-c47b5813042d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=5ff19cdc-c7cc-4f17-a67d-59353957a377,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:35.376956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b649813d-7d8c-4608-9afd-f7ea8756c918 None None] No DVR routers for this DVR port 4581d82a-16e3-4185-99dc-7f7b65fc797f on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:58:35.390277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4c92ca22-e544-4832-8b7f-c47b5813042d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] In _notify_port_updated(), no bound segment for port 5ff19cdc-c7cc-4f17-a67d-59353957a377 on network b4c849e4-c6f4-47fd-a26d-799056bb58af {{(pid=94878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 12:58:35.401000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c92ca22-e544-4832-8b7f-c47b5813042d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:35.401992 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4c92ca22-e544-4832-8b7f-c47b5813042d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:35.404039 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4c92ca22-e544-4832-8b7f-c47b5813042d tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "PUT /v2.0/ports/5ff19cdc-c7cc-4f17-a67d-59353957a377 HTTP/1.1" status: 200 len: 921 time: 1.6531582 Aug 28 12:58:35.407349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60624) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:35.413353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649813d-7d8c-4608-9afd-f7ea8756c918 None None] Pushing event deleted for resources: {'Port': ['ID=4581d82a-16e3-4185-99dc-7f7b65fc797f,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:35.573396 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3bd96b65-03f3-4603-9b16-4e61eaf6be9e tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:35.614156 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-3bd96b65-03f3-4603-9b16-4e61eaf6be9e tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1042b545-c099-4f52-903e-1b015097387d']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:35.661201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-3bd96b65-03f3-4603-9b16-4e61eaf6be9e tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045c7d12-7c66-4f7b-bdfa-0f1afe320ff8') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:35.661602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-3bd96b65-03f3-4603-9b16-4e61eaf6be9e tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045c7d12-7c66-4f7b-bdfa-0f1afe320ff8') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:35.725017 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3bd96b65-03f3-4603-9b16-4e61eaf6be9e tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:35.730807 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6dcba168-7238-4ab4-b6d3-127162821c36 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port 5ff19cdc-c7cc-4f17-a67d-59353957a377 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:35.731313 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6dcba168-7238-4ab4-b6d3-127162821c36 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:35.773022 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3bd96b65-03f3-4603-9b16-4e61eaf6be9e tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:35.795225 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd96b65-03f3-4603-9b16-4e61eaf6be9e tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:58:35.795647 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3bd96b65-03f3-4603-9b16-4e61eaf6be9e tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:58:35.811602 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:58:35.832284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-0c05018d-76fd-4aea-a2a6-cb67bb0ff4ea None None] Allocated IP 172.20.0.18 (b4c849e4-c6f4-47fd-a26d-799056bb58af/5110c322-7f81-4df9-9bf6-226f4d958619/ab1e81fa-9cc7-4708-83f1-464db1025112) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:35.900940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ab1e81fa-9cc7-4708-83f1-464db1025112 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:35.942615 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6dcba168-7238-4ab4-b6d3-127162821c36 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:35.956743 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3bd96b65-03f3-4603-9b16-4e61eaf6be9e tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:35.975101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6dcba168-7238-4ab4-b6d3-127162821c36 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for 5ff19cdc-c7cc-4f17-a67d-59353957a377 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:36.015572 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3bd96b65-03f3-4603-9b16-4e61eaf6be9e tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:36.027925 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3bd96b65-03f3-4603-9b16-4e61eaf6be9e tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/networks/1042b545-c099-4f52-903e-1b015097387d HTTP/1.1" status: 204 len: 168 time: 1.0361226 Aug 28 12:58:36.027925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd96b65-03f3-4603-9b16-4e61eaf6be9e tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Network': ['ID=1042b545-c099-4f52-903e-1b015097387d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:36.028994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60640) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:36.039333 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-919dcd7c-2d85-4b21-b0a2-521856001279 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'network': {'name': 'tempest-RoutersTest-270575529'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:36.073222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0c05018d-76fd-4aea-a2a6-cb67bb0ff4ea None None] For port ab1e81fa-9cc7-4708-83f1-464db1025112, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ab1e81fa-9cc7-4708-83f1-464db1025112,segment=NetworkSegment(4712c058-decf-42c6-9b2c-870eb0c23584),segment_id=4712c058-decf-42c6-9b2c-870eb0c23584)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:36.112788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919dcd7c-2d85-4b21-b0a2-521856001279 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:36.118169 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-919dcd7c-2d85-4b21-b0a2-521856001279 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:36.158514 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0c05018d-76fd-4aea-a2a6-cb67bb0ff4ea None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:36.171054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919dcd7c-2d85-4b21-b0a2-521856001279 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:58:36.173417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ab1e81fa-9cc7-4708-83f1-464db1025112 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:36.173800 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:36.243273 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6dcba168-7238-4ab4-b6d3-127162821c36 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:36.246269 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-919dcd7c-2d85-4b21-b0a2-521856001279 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:36.247009 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-919dcd7c-2d85-4b21-b0a2-521856001279 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Added segment af1c7053-1a67-4700-90a9-6b8dcd89d582 of type vlan for network ee29c376-2208-4669-96bc-2bdaf6698b0a Aug 28 12:58:36.257004 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0c05018d-76fd-4aea-a2a6-cb67bb0ff4ea None None] Transition to ACTIVE for port object ab1e81fa-9cc7-4708-83f1-464db1025112 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:36.280949 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0c05018d-76fd-4aea-a2a6-cb67bb0ff4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:36.298476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcba168-7238-4ab4-b6d3-127162821c36 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=5ff19cdc-c7cc-4f17-a67d-59353957a377,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:36.346778 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-919dcd7c-2d85-4b21-b0a2-521856001279 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:36.401572 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-919dcd7c-2d85-4b21-b0a2-521856001279 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:36.408606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919dcd7c-2d85-4b21-b0a2-521856001279 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:36.409475 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-919dcd7c-2d85-4b21-b0a2-521856001279 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:36.425936 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6dcba168-7238-4ab4-b6d3-127162821c36 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:36.431539 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6dcba168-7238-4ab4-b6d3-127162821c36 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/5ff19cdc-c7cc-4f17-a67d-59353957a377 HTTP/1.1" status: 204 len: 168 time: 1.0199072 Aug 28 12:58:36.431924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60648) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:36.454380 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-919dcd7c-2d85-4b21-b0a2-521856001279 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4165730 Aug 28 12:58:36.461352 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60650) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:36.475941 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-468870d1-b1fd-4168-b549-87fc9fb2a72b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'subnet': {'network_id': 'ee29c376-2208-4669-96bc-2bdaf6698b0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:36.550194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Port ab1e81fa-9cc7-4708-83f1-464db1025112 had new provisioning blocks added so it will not transition to active. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 28 12:58:36.569705 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dcd7c-2d85-4b21-b0a2-521856001279 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Network': ['ID=ee29c376-2208-4669-96bc-2bdaf6698b0a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:36.583483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05018d-76fd-4aea-a2a6-cb67bb0ff4ea None None] Pushing event updated for resources: {'Port': ['ID=ab1e81fa-9cc7-4708-83f1-464db1025112,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:36.588544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network ee29c376-2208-4669-96bc-2bdaf6698b0a details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:58:36.654616 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-c359e14b-85ed-4177-8f80-b46453f32d1a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] GET failed (client error): The resource could not be found. Aug 28 12:58:36.663027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60656) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:36.663391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c359e14b-85ed-4177-8f80-b46453f32d1a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/5ff19cdc-c7cc-4f17-a67d-59353957a377 HTTP/1.1" status: 404 len: 333 time: 0.2282917 Aug 28 12:58:36.764553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4581d82a-16e3-4185-99dc-7f7b65fc797f no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:58:36.792682 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 4581d82a-16e3-4185-99dc-7f7b65fc797f {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:58:36.793071 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4581d82a-16e3-4185-99dc-7f7b65fc797f not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:58:36.837949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468870d1-b1fd-4168-b549-87fc9fb2a72b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:36.847297 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-987ae713-773d-4709-8cb9-39100fcfd6dd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:36.854091 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-468870d1-b1fd-4168-b549-87fc9fb2a72b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:36.933227 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-987ae713-773d-4709-8cb9-39100fcfd6dd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.041224 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-987ae713-773d-4709-8cb9-39100fcfd6dd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.045280 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-987ae713-773d-4709-8cb9-39100fcfd6dd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.050520 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-987ae713-773d-4709-8cb9-39100fcfd6dd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/security-groups/b4edf8ba-1861-43f0-8bd4-c4504123574a HTTP/1.1" status: 204 len: 168 time: 0.3858056 Aug 28 12:58:37.051194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60670) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:37.085761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ae713-773d-4709-8cb9-39100fcfd6dd tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4edf8ba-1861-43f0-8bd4-c4504123574a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:37.212236 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa883425-f161-4988-b795-657cb7305800 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.231890 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.256699 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa883425-f161-4988-b795-657cb7305800 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.377749 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa883425-f161-4988-b795-657cb7305800 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.380488 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa883425-f161-4988-b795-657cb7305800 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.385131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60674) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:37.386673 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fa883425-f161-4988-b795-657cb7305800 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/security-groups/77a86bf5-9577-4fca-b2a6-8be3671eae42 HTTP/1.1" status: 204 len: 168 time: 0.3296854 Aug 28 12:58:37.403892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa883425-f161-4988-b795-657cb7305800 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a86bf5-9577-4fca-b2a6-8be3671eae42,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:37.516421 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-468870d1-b1fd-4168-b549-87fc9fb2a72b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.569240 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96ca8cf-442c-45c3-a4d1-452180ad4435 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting subnet 4a468888-2934-4207-8d08-a91a76d65407 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:58:37.577399 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c96ca8cf-442c-45c3-a4d1-452180ad4435 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.653653 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c96ca8cf-442c-45c3-a4d1-452180ad4435 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.658604 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468870d1-b1fd-4168-b549-87fc9fb2a72b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Subnet': ['ID=94a855d8-4a1c-4985-a310-9ae4cdcaf227,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:37.751692 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468870d1-b1fd-4168-b549-87fc9fb2a72b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Checking segment: {'id': 'af1c7053-1a67-4700-90a9-6b8dcd89d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee29c376-2208-4669-96bc-2bdaf6698b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:37.752066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468870d1-b1fd-4168-b549-87fc9fb2a72b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network hostable DHCP agents. Network: ee29c376-2208-4669-96bc-2bdaf6698b0a, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:58:37.758654 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ab1e81fa-9cc7-4708-83f1-464db1025112 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:37.801567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468870d1-b1fd-4168-b549-87fc9fb2a72b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network ee29c376-2208-4669-96bc-2bdaf6698b0a is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:58:37.808797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-492a548d-be9d-4f70-8f42-ffe25674bed0 None None] Could not find standard attr ID for object 5ff19cdc-c7cc-4f17-a67d-59353957a377. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 12:58:37.819019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-468870d1-b1fd-4168-b549-87fc9fb2a72b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, ee29c376-2208-4669-96bc-2bdaf6698b0a) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:37.827286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468870d1-b1fd-4168-b549-87fc9fb2a72b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:37.830726 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-468870d1-b1fd-4168-b549-87fc9fb2a72b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.844150 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788406f1-d70b-4273-aab9-776d9a7c7fc3 None None] Network ee29c376-2208-4669-96bc-2bdaf6698b0a requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:37.844649 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c96ca8cf-442c-45c3-a4d1-452180ad4435 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.849749 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-468870d1-b1fd-4168-b549-87fc9fb2a72b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3862829 Aug 28 12:58:37.853178 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60682) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:37.855924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-492a548d-be9d-4f70-8f42-ffe25674bed0 None None] Provisioning complete for port 22a97970-dc5c-465c-ac01-6dc5cce1c65f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:37.857147 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-492a548d-be9d-4f70-8f42-ffe25674bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.860350 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-634c13c6-dd42-4de3-8413-4abc3250161f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-967648450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:37.895775 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-634c13c6-dd42-4de3-8413-4abc3250161f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.896804 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-634c13c6-dd42-4de3-8413-4abc3250161f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.910789 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-492a548d-be9d-4f70-8f42-ffe25674bed0 None None] Port 22a97970-dc5c-465c-ac01-6dc5cce1c65f cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:37.938277 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c96ca8cf-442c-45c3-a4d1-452180ad4435 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.969640 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-634c13c6-dd42-4de3-8413-4abc3250161f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.970738 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-492a548d-be9d-4f70-8f42-ffe25674bed0 None None] Provisioning for port ab1e81fa-9cc7-4708-83f1-464db1025112 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:37.978017 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-634c13c6-dd42-4de3-8413-4abc3250161f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:37.980773 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-492a548d-be9d-4f70-8f42-ffe25674bed0 None None] Provisioning complete for port ab1e81fa-9cc7-4708-83f1-464db1025112 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:37.981432 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-492a548d-be9d-4f70-8f42-ffe25674bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:38.000022 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c96ca8cf-442c-45c3-a4d1-452180ad4435 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:38.009158 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c96ca8cf-442c-45c3-a4d1-452180ad4435 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/4a468888-2934-4207-8d08-a91a76d65407 HTTP/1.1" status: 204 len: 168 time: 0.6218209 Aug 28 12:58:38.009361 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60686) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:38.014516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ca8cf-442c-45c3-a4d1-452180ad4435 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Subnet': ['ID=4a468888-2934-4207-8d08-a91a76d65407,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:38.020150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'subnet': {'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:38.060076 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-634c13c6-dd42-4de3-8413-4abc3250161f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:38.062278 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-634c13c6-dd42-4de3-8413-4abc3250161f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2076271 Aug 28 12:58:38.066013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60688) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:38.074232 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-3c0a65cc-1d70-4425-9a1b-7d858798db81 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'port': {'network_id': 'ee29c376-2208-4669-96bc-2bdaf6698b0a', 'name': 'tempest-RoutersTest-151103937'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:38.323518 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ab1e81fa-9cc7-4708-83f1-464db1025112 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:38.324223 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:38.352406 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:38.366440 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:38.370984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0a65cc-1d70-4425-9a1b-7d858798db81 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:38.377849 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c0a65cc-1d70-4425-9a1b-7d858798db81 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:38.423656 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-3c0a65cc-1d70-4425-9a1b-7d858798db81 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] device_id is not set on port c00006da-f97d-4a13-b0c8-666b57557cc1 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:58:38.512174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745e9249-f0fd-4421-b232-bef224b75979 None None] Network b4c849e4-c6f4-47fd-a26d-799056bb58af requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:38.608528 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-3c0a65cc-1d70-4425-9a1b-7d858798db81 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Allocated IP 172.20.0.9 (ee29c376-2208-4669-96bc-2bdaf6698b0a/94a855d8-4a1c-4985-a310-9ae4cdcaf227/c00006da-f97d-4a13-b0c8-666b57557cc1) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:38.626898 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-ee29c376-2208-4669-96bc-2bdaf6698b0a', 'network_id': 'ee29c376-2208-4669-96bc-2bdaf6698b0a', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'fixed_ips': [{'subnet_id': '94a855d8-4a1c-4985-a310-9ae4cdcaf227'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:58:38.628045 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:38.721461 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-53ce0409-3b02-4ee9-a567-de6738e8c5d7 None None] Could not find standard attr ID for object 5ff19cdc-c7cc-4f17-a67d-59353957a377. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 12:58:38.858134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:38.885092 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c0a65cc-1d70-4425-9a1b-7d858798db81 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:38.916267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-3c0a65cc-1d70-4425-9a1b-7d858798db81 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Transition to ACTIVE for port object c00006da-f97d-4a13-b0c8-666b57557cc1 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:38.969956 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c0a65cc-1d70-4425-9a1b-7d858798db81 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:38.974219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network b4c849e4-c6f4-47fd-a26d-799056bb58af is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:38.991804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:39.006924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:39.007532 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:39.045558 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Subnet': ['ID=d09808d7-0a0d-481f-b35b-4a0999473f34,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:39.061552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0a65cc-1d70-4425-9a1b-7d858798db81 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network ee29c376-2208-4669-96bc-2bdaf6698b0a is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:39.067781 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-3c0a65cc-1d70-4425-9a1b-7d858798db81 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:39.072054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0a65cc-1d70-4425-9a1b-7d858798db81 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:39.079749 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:39.080219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:39.080754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:39.081337 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:39.081859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:39.082354 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:39.082959 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:39.083480 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:39.083950 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:39.084517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:39.084991 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:39.085334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:39.101239 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-73e313ca-de53-4ad5-8b26-dddc24a07007 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0904992 Aug 28 12:58:39.105701 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60702) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:39.111859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5dda2e40-1ab8-4cad-b7dc-e5b8f328eca5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'security_group': {'name': 'tempest-secgroup-1666628909'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:39.116874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a65cc-1d70-4425-9a1b-7d858798db81 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=c00006da-f97d-4a13-b0c8-666b57557cc1,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:39.131446 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Allocated IP 172.20.0.2 (ee29c376-2208-4669-96bc-2bdaf6698b0a/94a855d8-4a1c-4985-a310-9ae4cdcaf227/a7b497c9-0b57-4a10-ad44-46ecdc3626ce) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:39.171290 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dda2e40-1ab8-4cad-b7dc-e5b8f328eca5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:39.186101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0a65cc-1d70-4425-9a1b-7d858798db81 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:39.187372 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c0a65cc-1d70-4425-9a1b-7d858798db81 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:39.214539 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3c0a65cc-1d70-4425-9a1b-7d858798db81 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1466391 Aug 28 12:58:39.217871 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60706) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:39.343578 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dda2e40-1ab8-4cad-b7dc-e5b8f328eca5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:39.348830 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dda2e40-1ab8-4cad-b7dc-e5b8f328eca5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:39.408265 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dda2e40-1ab8-4cad-b7dc-e5b8f328eca5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:39.409963 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5dda2e40-1ab8-4cad-b7dc-e5b8f328eca5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3023193 Aug 28 12:58:39.412892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60712) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:39.420743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-94eb375c-036e-4eeb-86c9-b316828d9c3f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'security_group': {'name': 'tempest-secgroup-682222295'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:39.430412 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda2e40-1ab8-4cad-b7dc-e5b8f328eca5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9e61a8-46a7-4723-aef3-36f0c2490d6d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:39.449392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5f32ee-cf79-4f4a-854a-f9231bd5e079 None None] Update dhcp port {'port': {'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'fixed_ips': [{'subnet_id': '5110c322-7f81-4df9-9bf6-226f4d958619', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd09808d7-0a0d-481f-b35b-4a0999473f34'}], 'binding:host_id': 'n-d-791505-21'}, 'id': 'ab1e81fa-9cc7-4708-83f1-464db1025112'} from n-d-791505-21. {{(pid=94879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 12:58:39.490420 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8d5f32ee-cf79-4f4a-854a-f9231bd5e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:39.498153 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:39.529199 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-94eb375c-036e-4eeb-86c9-b316828d9c3f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:39.531170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Transition to ACTIVE for port object a7b497c9-0b57-4a10-ad44-46ecdc3626ce will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:39.712845 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Transition to ACTIVE for port object a7b497c9-0b57-4a10-ad44-46ecdc3626ce will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:39.721320 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:39.730745 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:39.740582 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-94eb375c-036e-4eeb-86c9-b316828d9c3f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:39.749675 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-94eb375c-036e-4eeb-86c9-b316828d9c3f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:39.819130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb375c-036e-4eeb-86c9-b316828d9c3f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9e0517-26f3-4d21-be16-8c6d4f16a822,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:39.823378 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-94eb375c-036e-4eeb-86c9-b316828d9c3f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:39.824801 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-94eb375c-036e-4eeb-86c9-b316828d9c3f tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4104054 Aug 28 12:58:39.840020 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60722) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:39.848488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-8d5f32ee-cf79-4f4a-854a-f9231bd5e079 None None] Allocated IP 172.20.0.2 (b4c849e4-c6f4-47fd-a26d-799056bb58af/d09808d7-0a0d-481f-b35b-4a0999473f34/ab1e81fa-9cc7-4708-83f1-464db1025112) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:39.856374 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ddf79b08-0568-4df3-9e91-a56c70dc5351 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'security_group': {'name': 'tempest-secgroup-283292963'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:39.894657 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63acbe45-38cc-4295-89a5-c4237089aea5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:39.897981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Network ee29c376-2208-4669-96bc-2bdaf6698b0a is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:39.911360 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:39.916727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Pushing event updated for resources: {'Port': ['ID=a7b497c9-0b57-4a10-ad44-46ecdc3626ce,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:39.923354 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ddf79b08-0568-4df3-9e91-a56c70dc5351 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:39.942197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:39.994707 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-92f08ef5-77ce-42fe-9060-e25e2ec27bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:40.134418 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ddf79b08-0568-4df3-9e91-a56c70dc5351 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:40.144813 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ddf79b08-0568-4df3-9e91-a56c70dc5351 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:40.161480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8d5f32ee-cf79-4f4a-854a-f9231bd5e079 None None] For port ab1e81fa-9cc7-4708-83f1-464db1025112, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ab1e81fa-9cc7-4708-83f1-464db1025112,segment=NetworkSegment(4712c058-decf-42c6-9b2c-870eb0c23584),segment_id=4712c058-decf-42c6-9b2c-870eb0c23584)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:40.171527 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Attempting to bind port a7b497c9-0b57-4a10-ad44-46ecdc3626ce on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:58:40.171897 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Attempting to bind port a7b497c9-0b57-4a10-ad44-46ecdc3626ce by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'af1c7053-1a67-4700-90a9-6b8dcd89d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee29c376-2208-4669-96bc-2bdaf6698b0a'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:58:40.172326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Attempting to bind port a7b497c9-0b57-4a10-ad44-46ecdc3626ce on network ee29c376-2208-4669-96bc-2bdaf6698b0a {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:58:40.179122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:58:40.179592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Checking segment: {'id': 'af1c7053-1a67-4700-90a9-6b8dcd89d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee29c376-2208-4669-96bc-2bdaf6698b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:40.179997 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:40.180376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Bound using segment: {'id': 'af1c7053-1a67-4700-90a9-6b8dcd89d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee29c376-2208-4669-96bc-2bdaf6698b0a'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:58:40.180855 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Bound port: a7b497c9-0b57-4a10-ad44-46ecdc3626ce, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1c7053-1a67-4700-90a9-6b8dcd89d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee29c376-2208-4669-96bc-2bdaf6698b0a'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:58:40.181236 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:40.225422 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf79b08-0568-4df3-9e91-a56c70dc5351 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d2b65c-7430-417c-b2b4-1e1bbb66bd4b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:40.259113 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] For port a7b497c9-0b57-4a10-ad44-46ecdc3626ce, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:58:40.263672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] For port a7b497c9-0b57-4a10-ad44-46ecdc3626ce, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a7b497c9-0b57-4a10-ad44-46ecdc3626ce,segment=NetworkSegment(af1c7053-1a67-4700-90a9-6b8dcd89d582),segment_id=af1c7053-1a67-4700-90a9-6b8dcd89d582)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:58:40.269061 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:40.269742 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ddf79b08-0568-4df3-9e91-a56c70dc5351 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:40.275310 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ddf79b08-0568-4df3-9e91-a56c70dc5351 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4309227 Aug 28 12:58:40.275310 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60738) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:40.281028 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5f4ec365-9db9-476d-80fb-e90481aa466a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-164192325', 'security_groups': ['b9d2b65c-7430-417c-b2b4-1e1bbb66bd4b'], 'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd09808d7-0a0d-481f-b35b-4a0999473f34'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:40.291029 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8d5f32ee-cf79-4f4a-854a-f9231bd5e079 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:40.356905 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8d5f32ee-cf79-4f4a-854a-f9231bd5e079 None None] Transition to ACTIVE for port object ab1e81fa-9cc7-4708-83f1-464db1025112 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:40.381784 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8d5f32ee-cf79-4f4a-854a-f9231bd5e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:40.402349 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63acbe45-38cc-4295-89a5-c4237089aea5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:40.410898 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63acbe45-38cc-4295-89a5-c4237089aea5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:40.434655 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca6d66-d17d-4f10-9a79-62f050cc9143 None None] Pushing event updated for resources: {'Port': ['ID=a7b497c9-0b57-4a10-ad44-46ecdc3626ce,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:40.489702 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4ec365-9db9-476d-80fb-e90481aa466a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:40.596619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acbe45-38cc-4295-89a5-c4237089aea5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=c00006da-f97d-4a13-b0c8-666b57557cc1,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:40.630918 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f32ee-cf79-4f4a-854a-f9231bd5e079 None None] Pushing event updated for resources: {'Port': ['ID=ab1e81fa-9cc7-4708-83f1-464db1025112,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:40.632279 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec365-9db9-476d-80fb-e90481aa466a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:40.662838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-5f4ec365-9db9-476d-80fb-e90481aa466a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] device_id is not set on port 2229edc1-cc02-44e6-91fa-2071b64785aa yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:58:40.958019 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63acbe45-38cc-4295-89a5-c4237089aea5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:40.984931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-5f4ec365-9db9-476d-80fb-e90481aa466a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Allocated IP 172.20.0.13 (b4c849e4-c6f4-47fd-a26d-799056bb58af/d09808d7-0a0d-481f-b35b-4a0999473f34/2229edc1-cc02-44e6-91fa-2071b64785aa) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:41.146021 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63acbe45-38cc-4295-89a5-c4237089aea5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:41.216763 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec365-9db9-476d-80fb-e90481aa466a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:41.239617 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-5f4ec365-9db9-476d-80fb-e90481aa466a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Transition to ACTIVE for port object 2229edc1-cc02-44e6-91fa-2071b64785aa will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:41.297956 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec365-9db9-476d-80fb-e90481aa466a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:41.368039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ec365-9db9-476d-80fb-e90481aa466a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network b4c849e4-c6f4-47fd-a26d-799056bb58af is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:41.373777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-5f4ec365-9db9-476d-80fb-e90481aa466a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:41.383964 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ec365-9db9-476d-80fb-e90481aa466a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:41.429729 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ec365-9db9-476d-80fb-e90481aa466a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=2229edc1-cc02-44e6-91fa-2071b64785aa,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:41.447032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3618e403-ff92-4902-8a56-52b9547d55ca None None] Network b4c849e4-c6f4-47fd-a26d-799056bb58af requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:41.517809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4ec365-9db9-476d-80fb-e90481aa466a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:41.518667 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec365-9db9-476d-80fb-e90481aa466a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:41.553457 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5f4ec365-9db9-476d-80fb-e90481aa466a tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2771235 Aug 28 12:58:41.554164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60756) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:41.565923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4951f285-a888-4326-9444-d97ccc5318d8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'subnet': {'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:41.617485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c04ab8d6-8638-4c4a-a41c-9a30136118ff None None] Provisioning complete for port 22a97970-dc5c-465c-ac01-6dc5cce1c65f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:41.618263 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c04ab8d6-8638-4c4a-a41c-9a30136118ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:41.808992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4951f285-a888-4326-9444-d97ccc5318d8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:41.824439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c04ab8d6-8638-4c4a-a41c-9a30136118ff None None] Port 22a97970-dc5c-465c-ac01-6dc5cce1c65f cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:41.826290 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4951f285-a888-4326-9444-d97ccc5318d8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:41.939985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c04ab8d6-8638-4c4a-a41c-9a30136118ff None None] Provisioning for port ab1e81fa-9cc7-4708-83f1-464db1025112 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:41.996593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c04ab8d6-8638-4c4a-a41c-9a30136118ff None None] Provisioning complete for port ab1e81fa-9cc7-4708-83f1-464db1025112 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:42.000744 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c04ab8d6-8638-4c4a-a41c-9a30136118ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:42.060444 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ab1e81fa-9cc7-4708-83f1-464db1025112 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:42.131900 n-d-791505-21 neutron-server[94878]: INFO neutron.db.ipam_backend_mixin [None req-4951f285-a888-4326-9444-d97ccc5318d8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d09808d7-0a0d-481f-b35b-4a0999473f34 (CIDR: 172.20.0.0/28) Aug 28 12:58:42.143953 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-4951f285-a888-4326-9444-d97ccc5318d8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 12:58:42.144406 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4951f285-a888-4326-9444-d97ccc5318d8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:58:42.184157 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4951f285-a888-4326-9444-d97ccc5318d8 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6284690 Aug 28 12:58:42.184852 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60760) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:42.191651 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a19411fc-b01d-45c5-aa8b-36a7198cd2e0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'subnet': {'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:42.202786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d2dd8c-7c29-4fdf-871a-749408cc1784 None None] Network ee29c376-2208-4669-96bc-2bdaf6698b0a requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:42.308724 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63acbe45-38cc-4295-89a5-c4237089aea5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:42.317403 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63acbe45-38cc-4295-89a5-c4237089aea5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:42.375315 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02dc4af8-5670-4cf6-bb0c-876d4379b523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:42.454788 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ab1e81fa-9cc7-4708-83f1-464db1025112 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:42.455162 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:42.500399 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63acbe45-38cc-4295-89a5-c4237089aea5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:42.503064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acbe45-38cc-4295-89a5-c4237089aea5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=c00006da-f97d-4a13-b0c8-666b57557cc1,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:42.531842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19411fc-b01d-45c5-aa8b-36a7198cd2e0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:42.540633 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a19411fc-b01d-45c5-aa8b-36a7198cd2e0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:42.706371 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:42.720597 n-d-791505-21 neutron-server[94878]: INFO neutron.db.ipam_backend_mixin [None req-a19411fc-b01d-45c5-aa8b-36a7198cd2e0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5110c322-7f81-4df9-9bf6-226f4d958619 (CIDR: 172.20.0.16/28) Aug 28 12:58:42.742808 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19411fc-b01d-45c5-aa8b-36a7198cd2e0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 12:58:42.744093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19411fc-b01d-45c5-aa8b-36a7198cd2e0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:58:42.800894 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a19411fc-b01d-45c5-aa8b-36a7198cd2e0 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6147594 Aug 28 12:58:42.807084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60774) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:42.828604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-cf1e4ed0-f9a5-4d34-85e0-3200b8225b51 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'subnet': {'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:42.892582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63acbe45-38cc-4295-89a5-c4237089aea5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network ee29c376-2208-4669-96bc-2bdaf6698b0a is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:42.904071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-63acbe45-38cc-4295-89a5-c4237089aea5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:42.941080 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a7b497c9-0b57-4a10-ad44-46ecdc3626ce up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:43.108570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1e4ed0-f9a5-4d34-85e0-3200b8225b51 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Made reservation on behalf of cf75ebbcd5fe4308ad4d56c0011e49c5 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:43.112273 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf1e4ed0-f9a5-4d34-85e0-3200b8225b51 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:43.206998 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63acbe45-38cc-4295-89a5-c4237089aea5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router ffb78a84-ef3c-4692-83ea-00a57471f288 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:58:43.349655 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bc810088-e696-4b4b-b32d-a315653d8547 None None] Provisioning for port a7b497c9-0b57-4a10-ad44-46ecdc3626ce completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:43.444971 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63acbe45-38cc-4295-89a5-c4237089aea5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:58:43.458714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-63acbe45-38cc-4295-89a5-c4237089aea5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/ffb78a84-ef3c-4692-83ea-00a57471f288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2371986 Aug 28 12:58:43.461222 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60784) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:43.464937 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f46e5-6482-4dc2-becc-33bc3cc83b2e None None] Sync routers for ids ['ffb78a84-ef3c-4692-83ea-00a57471f288'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:58:43.488691 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:43.501787 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bc810088-e696-4b4b-b32d-a315653d8547 None None] Provisioning complete for port ab1e81fa-9cc7-4708-83f1-464db1025112 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:43.503772 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bc810088-e696-4b4b-b32d-a315653d8547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:43.534274 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f46e5-6482-4dc2-becc-33bc3cc83b2e None None] Routers {'ffb78a84-ef3c-4692-83ea-00a57471f288'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:43.534925 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8c1f46e5-6482-4dc2-becc-33bc3cc83b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ffb78a84-ef3c-4692-83ea-00a57471f288'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:43.590300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ae7bb1-4b1c-4b50-8d6d-c80e6259cc3d tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:43.598561 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-87ae7bb1-4b1c-4b50-8d6d-c80e6259cc3d tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports/c00006da-f97d-4a13-b0c8-666b57557cc1 HTTP/1.1" status: 200 len: 976 time: 0.1350384 Aug 28 12:58:43.601669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60790) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:43.631276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port a7b497c9-0b57-4a10-ad44-46ecdc3626ce completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:43.644066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a7b497c9-0b57-4a10-ad44-46ecdc3626ce triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:43.644669 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:43.791857 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8c1f46e5-6482-4dc2-becc-33bc3cc83b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:43.823079 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:43.837587 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f46e5-6482-4dc2-becc-33bc3cc83b2e None None] Routers {'ffb78a84-ef3c-4692-83ea-00a57471f288'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:43.839942 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8c1f46e5-6482-4dc2-becc-33bc3cc83b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ffb78a84-ef3c-4692-83ea-00a57471f288'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:43.859745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bc810088-e696-4b4b-b32d-a315653d8547 None None] Provisioning complete for port 22a97970-dc5c-465c-ac01-6dc5cce1c65f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:43.860359 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bc810088-e696-4b4b-b32d-a315653d8547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:43.980503 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8c1f46e5-6482-4dc2-becc-33bc3cc83b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:43.981226 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f46e5-6482-4dc2-becc-33bc3cc83b2e None None] The sync data for ids ['ffb78a84-ef3c-4692-83ea-00a57471f288'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:58:43.982984 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port a7b497c9-0b57-4a10-ad44-46ecdc3626ce, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a7b497c9-0b57-4a10-ad44-46ecdc3626ce,segment=NetworkSegment(af1c7053-1a67-4700-90a9-6b8dcd89d582),segment_id=af1c7053-1a67-4700-90a9-6b8dcd89d582)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:43.991017 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:44.011962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-bc810088-e696-4b4b-b32d-a315653d8547 None None] Port 22a97970-dc5c-465c-ac01-6dc5cce1c65f cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:44.057319 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bc810088-e696-4b4b-b32d-a315653d8547 None None] Provisioning for port 2229edc1-cc02-44e6-91fa-2071b64785aa completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:44.093273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bc810088-e696-4b4b-b32d-a315653d8547 None None] Provisioning complete for port 2229edc1-cc02-44e6-91fa-2071b64785aa triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:44.093923 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bc810088-e696-4b4b-b32d-a315653d8547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:44.103331 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf1e4ed0-f9a5-4d34-85e0-3200b8225b51 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:44.152701 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=a7b497c9-0b57-4a10-ad44-46ecdc3626ce,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:44.178098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e4ed0-f9a5-4d34-85e0-3200b8225b51 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Network b4c849e4-c6f4-47fd-a26d-799056bb58af is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:44.183641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e4ed0-f9a5-4d34-85e0-3200b8225b51 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:44.196203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1e4ed0-f9a5-4d34-85e0-3200b8225b51 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:44.196472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdc97f6-aa70-4dea-b02c-5cbe87a23918 None None] Network b4c849e4-c6f4-47fd-a26d-799056bb58af requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:44.197178 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf1e4ed0-f9a5-4d34-85e0-3200b8225b51 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:44.226207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e4ed0-f9a5-4d34-85e0-3200b8225b51 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Subnet': ['ID=f7d37a01-b080-4b3c-afcc-97010910ae1d,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:44.238659 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cf1e4ed0-f9a5-4d34-85e0-3200b8225b51 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4328034 Aug 28 12:58:44.239614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60804) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:44.246157 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-de1fd2ef-08db-45c7-8d43-0f035c452448 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-988532562', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f7d37a01-b080-4b3c-afcc-97010910ae1d'}], 'security_groups': ['bf9e61a8-46a7-4723-aef3-36f0c2490d6d', 'de9e0517-26f3-4d21-be16-8c6d4f16a822']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:44.332429 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-bc810088-e696-4b4b-b32d-a315653d8547 None None] Port 2229edc1-cc02-44e6-91fa-2071b64785aa cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:44.405533 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de1fd2ef-08db-45c7-8d43-0f035c452448 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:44.486508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60810) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:44.487034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60812) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:44.488254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-232fd575-f7af-4127-b328-8f3771754419 None None] Provisioning for port c00006da-f97d-4a13-b0c8-666b57557cc1 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:44.493202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-232fd575-f7af-4127-b328-8f3771754419 None None] Provisioning complete for port c00006da-f97d-4a13-b0c8-666b57557cc1 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:44.494106 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-232fd575-f7af-4127-b328-8f3771754419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:44.669121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-232fd575-f7af-4127-b328-8f3771754419 None None] Port c00006da-f97d-4a13-b0c8-666b57557cc1 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:44.720448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Update dhcp port {'port': {'network_id': 'b4c849e4-c6f4-47fd-a26d-799056bb58af', 'fixed_ips': [{'subnet_id': '5110c322-7f81-4df9-9bf6-226f4d958619', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd09808d7-0a0d-481f-b35b-4a0999473f34', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f7d37a01-b080-4b3c-afcc-97010910ae1d'}], 'binding:host_id': 'n-d-791505-21'}, 'id': 'ab1e81fa-9cc7-4708-83f1-464db1025112'} from n-d-791505-21. {{(pid=94879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 12:58:44.749564 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1caef47c-1291-4313-93f9-f6001e1227d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:44.800495 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-232fd575-f7af-4127-b328-8f3771754419 None None] Provisioning complete for port a7b497c9-0b57-4a10-ad44-46ecdc3626ce triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:44.800878 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-232fd575-f7af-4127-b328-8f3771754419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:44.803871 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:44.913325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4b59f4d0-7b9e-485c-af46-9a4e9ef4003f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:44.980893 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe696-57f4-445b-af5d-ae3865c83907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.199055 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-232fd575-f7af-4127-b328-8f3771754419 None None] Provisioning complete for port 2229edc1-cc02-44e6-91fa-2071b64785aa triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:45.199547 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-232fd575-f7af-4127-b328-8f3771754419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.227485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-de1fd2ef-08db-45c7-8d43-0f035c452448 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Delete allocated IP 172.20.0.13 (b4c849e4-c6f4-47fd-a26d-799056bb58af/d09808d7-0a0d-481f-b35b-4a0999473f34) {{(pid=94878) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 12:58:45.244445 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-de1fd2ef-08db-45c7-8d43-0f035c452448 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Allocated IP 172.20.0.38 (b4c849e4-c6f4-47fd-a26d-799056bb58af/f7d37a01-b080-4b3c-afcc-97010910ae1d/2229edc1-cc02-44e6-91fa-2071b64785aa) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:45.260080 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1caef47c-1291-4313-93f9-f6001e1227d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.265454 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-232fd575-f7af-4127-b328-8f3771754419 None None] Port 2229edc1-cc02-44e6-91fa-2071b64785aa cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:45.268900 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1caef47c-1291-4313-93f9-f6001e1227d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.275231 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.346999 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1caef47c-1291-4313-93f9-f6001e1227d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d71fa67bd54e466d98fe73b47da5444f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8566012 Aug 28 12:58:45.346999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caef47c-1291-4313-93f9-f6001e1227d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44173cc4-90eb-4a9e-8b17-aab18d950cb3,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:45.353650 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60828) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:45.389907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-59a42c52-a2e3-4ac2-9375-9378f66306d5 None None] Provisioning complete for port c00006da-f97d-4a13-b0c8-666b57557cc1 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:45.390674 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-59a42c52-a2e3-4ac2-9375-9378f66306d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.427798 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-59a42c52-a2e3-4ac2-9375-9378f66306d5 None None] Port c00006da-f97d-4a13-b0c8-666b57557cc1 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:45.462204 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe696-57f4-445b-af5d-ae3865c83907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.470695 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe696-57f4-445b-af5d-ae3865c83907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.477689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1db4b4dc-5236-448f-ad72-22396d68522f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.479614 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-4b59f4d0-7b9e-485c-af46-9a4e9ef4003f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port c00006da-f97d-4a13-b0c8-666b57557cc1 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:45.480162 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4b59f4d0-7b9e-485c-af46-9a4e9ef4003f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.515940 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de1fd2ef-08db-45c7-8d43-0f035c452448 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.525049 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1db4b4dc-5236-448f-ad72-22396d68522f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.549268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-de1fd2ef-08db-45c7-8d43-0f035c452448 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Transition to ACTIVE for port object 2229edc1-cc02-44e6-91fa-2071b64785aa will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:45.565701 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbe696-57f4-445b-af5d-ae3865c83907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5120d4c1-d416-45ac-b1fd-7391328bd3e2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:45.569498 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de1fd2ef-08db-45c7-8d43-0f035c452448 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.579443 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ebbbe696-57f4-445b-af5d-ae3865c83907 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=621277b471a14c2d9c3ef4f325187f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0778537 Aug 28 12:58:45.581261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60830) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:45.634789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4b59f4d0-7b9e-485c-af46-9a4e9ef4003f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.643301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Allocated IP 172.20.0.34 (b4c849e4-c6f4-47fd-a26d-799056bb58af/f7d37a01-b080-4b3c-afcc-97010910ae1d/ab1e81fa-9cc7-4708-83f1-464db1025112) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:45.655844 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-4b59f4d0-7b9e-485c-af46-9a4e9ef4003f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for c00006da-f97d-4a13-b0c8-666b57557cc1 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:45.758845 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] For port ab1e81fa-9cc7-4708-83f1-464db1025112, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ab1e81fa-9cc7-4708-83f1-464db1025112,segment=NetworkSegment(4712c058-decf-42c6-9b2c-870eb0c23584),segment_id=4712c058-decf-42c6-9b2c-870eb0c23584)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:45.816178 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.869898 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Transition to ACTIVE for port object ab1e81fa-9cc7-4708-83f1-464db1025112 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:45.870138 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4b59f4d0-7b9e-485c-af46-9a4e9ef4003f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.875018 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:45.905179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59f4d0-7b9e-485c-af46-9a4e9ef4003f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=c00006da-f97d-4a13-b0c8-666b57557cc1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:46.035796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fd2ef-08db-45c7-8d43-0f035c452448 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event updated for resources: {'Port': ['ID=2229edc1-cc02-44e6-91fa-2071b64785aa,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:46.072630 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1db4b4dc-5236-448f-ad72-22396d68522f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:46.076120 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1db4b4dc-5236-448f-ad72-22396d68522f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:46.090157 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1db4b4dc-5236-448f-ad72-22396d68522f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44173cc4-90eb-4a9e-8b17-aab18d950cb3 HTTP/1.1" status: 204 len: 168 time: 0.7355659 Aug 28 12:58:46.100013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Pushing event updated for resources: {'Port': ['ID=ab1e81fa-9cc7-4708-83f1-464db1025112,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:46.121047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:46.122933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:46.124868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:46.125328 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:46.128629 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:46.130091 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:46.130563 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:46.132218 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:46.133031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:46.133963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:46.135005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:46.137118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3805823f-a4d5-42a1-8032-0bdd36d49ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:58:46.162313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4b4dc-5236-448f-ad72-22396d68522f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44173cc4-90eb-4a9e-8b17-aab18d950cb3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:46.170041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-de1fd2ef-08db-45c7-8d43-0f035c452448 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] In _notify_port_updated(), no bound segment for port 2229edc1-cc02-44e6-91fa-2071b64785aa on network b4c849e4-c6f4-47fd-a26d-799056bb58af {{(pid=94878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 12:58:46.177551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1fd2ef-08db-45c7-8d43-0f035c452448 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:46.178695 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de1fd2ef-08db-45c7-8d43-0f035c452448 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:46.180359 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-de1fd2ef-08db-45c7-8d43-0f035c452448 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "PUT /v2.0/ports/2229edc1-cc02-44e6-91fa-2071b64785aa HTTP/1.1" status: 200 len: 959 time: 1.9390583 Aug 28 12:58:46.185353 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60838) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:46.202072 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62761c7d-70f4-40df-9d34-80681477bd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:46.208647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a7b497c9-0b57-4a10-ad44-46ecdc3626ce up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:46.249928 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4b59f4d0-7b9e-485c-af46-9a4e9ef4003f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:46.356116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a7b497c9-0b57-4a10-ad44-46ecdc3626ce triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:46.357208 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:46.359492 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62761c7d-70f4-40df-9d34-80681477bd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:46.430020 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6e3e4c4e-3d02-4f1b-9641-828bc335a13b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port 2229edc1-cc02-44e6-91fa-2071b64785aa {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:46.430395 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4c4e-3d02-4f1b-9641-828bc335a13b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:46.568270 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62761c7d-70f4-40df-9d34-80681477bd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:46.571193 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62761c7d-70f4-40df-9d34-80681477bd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:46.572546 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-62761c7d-70f4-40df-9d34-80681477bd47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5120d4c1-d416-45ac-b1fd-7391328bd3e2 HTTP/1.1" status: 204 len: 168 time: 0.9899778 Aug 28 12:58:46.589982 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62761c7d-70f4-40df-9d34-80681477bd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5120d4c1-d416-45ac-b1fd-7391328bd3e2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:46.631347 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4c4e-3d02-4f1b-9641-828bc335a13b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:46.645654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b59f4d0-7b9e-485c-af46-9a4e9ef4003f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router ffb78a84-ef3c-4692-83ea-00a57471f288 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:58:46.659927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6e3e4c4e-3d02-4f1b-9641-828bc335a13b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for 2229edc1-cc02-44e6-91fa-2071b64785aa owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:46.688809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60844) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:46.707475 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-40763f06-38f9-4543-9b79-6b259277c31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:46.772587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b59f4d0-7b9e-485c-af46-9a4e9ef4003f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:58:46.785927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b19a32a-d23e-4bb6-a3e1-ba9bdc565848 None None] Sync routers for ids ['ffb78a84-ef3c-4692-83ea-00a57471f288'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:58:46.786631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60846) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:46.790607 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4b59f4d0-7b9e-485c-af46-9a4e9ef4003f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/ffb78a84-ef3c-4692-83ea-00a57471f288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1842313 Aug 28 12:58:46.803967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b19a32a-d23e-4bb6-a3e1-ba9bdc565848 None None] Routers {'ffb78a84-ef3c-4692-83ea-00a57471f288'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:46.806553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-3b19a32a-d23e-4bb6-a3e1-ba9bdc565848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ffb78a84-ef3c-4692-83ea-00a57471f288'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:46.867447 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-3b19a32a-d23e-4bb6-a3e1-ba9bdc565848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:46.883390 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b19a32a-d23e-4bb6-a3e1-ba9bdc565848 None None] Routers {'ffb78a84-ef3c-4692-83ea-00a57471f288'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:46.884041 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-3b19a32a-d23e-4bb6-a3e1-ba9bdc565848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['ffb78a84-ef3c-4692-83ea-00a57471f288'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:46.930643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-3b19a32a-d23e-4bb6-a3e1-ba9bdc565848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:46.931334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b19a32a-d23e-4bb6-a3e1-ba9bdc565848 None None] The sync data for ids ['ffb78a84-ef3c-4692-83ea-00a57471f288'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:58:47.069626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-34581882-05fb-424b-8ddf-397f580c549d None None] Provisioning for port ab1e81fa-9cc7-4708-83f1-464db1025112 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:47.077914 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-34581882-05fb-424b-8ddf-397f580c549d None None] Provisioning complete for port ab1e81fa-9cc7-4708-83f1-464db1025112 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:47.079114 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-34581882-05fb-424b-8ddf-397f580c549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.132857 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4c4e-3d02-4f1b-9641-828bc335a13b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.161879 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-64872339-6a04-4b2d-8fe6-2bfebb52b8e4 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] remove_router_interface failed (client error): The resource could not be found. Aug 28 12:58:47.162953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-64872339-6a04-4b2d-8fe6-2bfebb52b8e4 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/ffb78a84-ef3c-4692-83ea-00a57471f288/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3713067 Aug 28 12:58:47.169089 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60850) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:47.169446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60852) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:47.194244 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e4c4e-3d02-4f1b-9641-828bc335a13b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=2229edc1-cc02-44e6-91fa-2071b64785aa,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:47.227626 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-61d0d050-f7d4-47f5-9362-2e1220cac00e tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb78a84-ef3c-4692-83ea-00a57471f288 HTTP/1.1" status: 200 len: 205 time: 0.0568771 Aug 28 12:58:47.228152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60856) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:47.230426 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3d88ec0d-8461-4351-b615-074a5edfd8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.237415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-34581882-05fb-424b-8ddf-397f580c549d None None] Provisioning complete for port 22a97970-dc5c-465c-ac01-6dc5cce1c65f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:47.238467 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-34581882-05fb-424b-8ddf-397f580c549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.246447 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-40763f06-38f9-4543-9b79-6b259277c31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.268647 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-40763f06-38f9-4543-9b79-6b259277c31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.282337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-34581882-05fb-424b-8ddf-397f580c549d None None] Port 22a97970-dc5c-465c-ac01-6dc5cce1c65f cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:47.285473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-34581882-05fb-424b-8ddf-397f580c549d None None] Could not find standard attr ID for object 2229edc1-cc02-44e6-91fa-2071b64785aa. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 12:58:47.334208 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e3e4c4e-3d02-4f1b-9641-828bc335a13b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.336176 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6e3e4c4e-3d02-4f1b-9641-828bc335a13b tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/2229edc1-cc02-44e6-91fa-2071b64785aa HTTP/1.1" status: 204 len: 168 time: 1.1496043 Aug 28 12:58:47.344669 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-40763f06-38f9-4543-9b79-6b259277c31a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35b18e8e37674a5bb76d044680991710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6546824 Aug 28 12:58:47.345473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60860) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:47.346066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60862) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:47.363690 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2061a31-887c-4c91-9820-2a9a91fc3da7 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.369109 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40763f06-38f9-4543-9b79-6b259277c31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cb4264-06a5-4cc8-8625-eec6d7d949ce,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:47.418378 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-c482bed2-caf2-4ac2-b509-4f713abba963 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] GET failed (client error): The resource could not be found. Aug 28 12:58:47.421388 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c482bed2-caf2-4ac2-b509-4f713abba963 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports/2229edc1-cc02-44e6-91fa-2071b64785aa HTTP/1.1" status: 404 len: 333 time: 0.0738246 Aug 28 12:58:47.431877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60864) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:47.494931 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-02c22c30-6bb1-4bb3-ab0d-a2cc39b6a855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.533246 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-02c22c30-6bb1-4bb3-ab0d-a2cc39b6a855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.544958 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-934dc93c-4a84-473e-8dbb-8e35fccc7aa3 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.595801 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-934dc93c-4a84-473e-8dbb-8e35fccc7aa3 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.658545 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-02c22c30-6bb1-4bb3-ab0d-a2cc39b6a855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.662547 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-02c22c30-6bb1-4bb3-ab0d-a2cc39b6a855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.666649 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-02c22c30-6bb1-4bb3-ab0d-a2cc39b6a855 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94cb4264-06a5-4cc8-8625-eec6d7d949ce HTTP/1.1" status: 204 len: 168 time: 0.3149376 Aug 28 12:58:47.668869 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-934dc93c-4a84-473e-8dbb-8e35fccc7aa3 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.672146 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-934dc93c-4a84-473e-8dbb-8e35fccc7aa3 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.673297 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-934dc93c-4a84-473e-8dbb-8e35fccc7aa3 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/security-groups/b9d2b65c-7430-417c-b2b4-1e1bbb66bd4b HTTP/1.1" status: 204 len: 168 time: 0.2400746 Aug 28 12:58:47.678389 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60868) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:47.706051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-76a63e13-e26e-4d70-a2c7-1ffeb235a530 None None] Could not find standard attr ID for object 2229edc1-cc02-44e6-91fa-2071b64785aa. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 12:58:47.721869 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c22c30-6bb1-4bb3-ab0d-a2cc39b6a855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cb4264-06a5-4cc8-8625-eec6d7d949ce,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:47.747010 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dc93c-4a84-473e-8dbb-8e35fccc7aa3 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d2b65c-7430-417c-b2b4-1e1bbb66bd4b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:47.791739 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d104d200-3f04-41e8-bebf-d5755b106fe1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.820263 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d104d200-3f04-41e8-bebf-d5755b106fe1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.870615 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d104d200-3f04-41e8-bebf-d5755b106fe1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.877045 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d104d200-3f04-41e8-bebf-d5755b106fe1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:47.882491 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d104d200-3f04-41e8-bebf-d5755b106fe1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/security-groups/de9e0517-26f3-4d21-be16-8c6d4f16a822 HTTP/1.1" status: 204 len: 168 time: 0.2005913 Aug 28 12:58:47.885425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60870) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:47.943755 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104d200-3f04-41e8-bebf-d5755b106fe1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9e0517-26f3-4d21-be16-8c6d4f16a822,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:47.978047 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b138ce7a-b869-4bf8-8247-1f9388bcde47 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.009749 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b138ce7a-b869-4bf8-8247-1f9388bcde47 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.036222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2061a31-887c-4c91-9820-2a9a91fc3da7 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.040577 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2061a31-887c-4c91-9820-2a9a91fc3da7 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.056350 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3d88ec0d-8461-4351-b615-074a5edfd8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.077192 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b138ce7a-b869-4bf8-8247-1f9388bcde47 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.079883 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b138ce7a-b869-4bf8-8247-1f9388bcde47 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.083595 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b138ce7a-b869-4bf8-8247-1f9388bcde47 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/security-groups/bf9e61a8-46a7-4723-aef3-36f0c2490d6d HTTP/1.1" status: 204 len: 168 time: 0.1924112 Aug 28 12:58:48.084391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60874) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:48.113761 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3d88ec0d-8461-4351-b615-074a5edfd8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.123126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138ce7a-b869-4bf8-8247-1f9388bcde47 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9e61a8-46a7-4723-aef3-36f0c2490d6d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:48.156614 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ab1e81fa-9cc7-4708-83f1-464db1025112 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:48.162207 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3d88ec0d-8461-4351-b615-074a5edfd8b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ca6e6d3f1a044d59cacd5bbde2bd53b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9901326 Aug 28 12:58:48.165556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60876) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:48.167738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f17db79-f3eb-447f-b03c-1ba7ca69f15e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting subnet d09808d7-0a0d-481f-b35b-4a0999473f34 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:58:48.173896 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f17db79-f3eb-447f-b03c-1ba7ca69f15e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.225289 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2061a31-887c-4c91-9820-2a9a91fc3da7 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.225957 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2061a31-887c-4c91-9820-2a9a91fc3da7 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Fanout notify agent at l3_agent the message router_deleted on router ffb78a84-ef3c-4692-83ea-00a57471f288 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:58:48.233779 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2061a31-887c-4c91-9820-2a9a91fc3da7 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.237674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60880) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:48.237855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e2061a31-887c-4c91-9820-2a9a91fc3da7 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/routers/ffb78a84-ef3c-4692-83ea-00a57471f288 HTTP/1.1" status: 204 len: 168 time: 1.0083084 Aug 28 12:58:48.240442 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88ec0d-8461-4351-b615-074a5edfd8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c47705-b771-469f-b43f-faa46ab33e26,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:48.257453 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55e38129-7afc-49cb-ab60-b54a0bc84a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.266070 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f17db79-f3eb-447f-b03c-1ba7ca69f15e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.282537 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55e38129-7afc-49cb-ab60-b54a0bc84a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.291046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ab1e81fa-9cc7-4708-83f1-464db1025112 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:48.292021 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.342653 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55e38129-7afc-49cb-ab60-b54a0bc84a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.343078 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55e38129-7afc-49cb-ab60-b54a0bc84a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.344530 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-55e38129-7afc-49cb-ab60-b54a0bc84a2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35c47705-b771-469f-b43f-faa46ab33e26 HTTP/1.1" status: 204 len: 168 time: 0.1756592 Aug 28 12:58:48.357754 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e38129-7afc-49cb-ab60-b54a0bc84a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c47705-b771-469f-b43f-faa46ab33e26,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:48.468346 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b42b1d-a0c9-45cf-9f0a-1ff2cc993b69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting subnet 94a855d8-4a1c-4985-a310-9ae4cdcaf227 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:58:48.479484 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90b42b1d-a0c9-45cf-9f0a-1ff2cc993b69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.581171 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90b42b1d-a0c9-45cf-9f0a-1ff2cc993b69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.608529 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f17db79-f3eb-447f-b03c-1ba7ca69f15e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.729755 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f17db79-f3eb-447f-b03c-1ba7ca69f15e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.733718 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90b42b1d-a0c9-45cf-9f0a-1ff2cc993b69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.794822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17db79-f3eb-447f-b03c-1ba7ca69f15e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Subnet': ['ID=d09808d7-0a0d-481f-b35b-4a0999473f34,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:48.804563 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f17db79-f3eb-447f-b03c-1ba7ca69f15e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.806507 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1f17db79-f3eb-447f-b03c-1ba7ca69f15e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/d09808d7-0a0d-481f-b35b-4a0999473f34 HTTP/1.1" status: 204 len: 168 time: 0.7211332 Aug 28 12:58:48.810643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60906) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:48.819124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b4c849-afb5-4144-a79c-f2a28b76e79a None None] Network b4c849e4-c6f4-47fd-a26d-799056bb58af requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:48.887394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd93a764-5795-4827-a4cf-63e2ca115710 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting subnet f7d37a01-b080-4b3c-afcc-97010910ae1d {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:58:48.892134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd93a764-5795-4827-a4cf-63e2ca115710 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:48.895894 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90b42b1d-a0c9-45cf-9f0a-1ff2cc993b69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.009222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b42b1d-a0c9-45cf-9f0a-1ff2cc993b69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Subnet': ['ID=94a855d8-4a1c-4985-a310-9ae4cdcaf227,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:49.017843 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90b42b1d-a0c9-45cf-9f0a-1ff2cc993b69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.022605 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60914) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:49.028020 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffb9dc2-ddad-46f7-8fef-0285d8fa7ffa None None] Network ee29c376-2208-4669-96bc-2bdaf6698b0a requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:49.035735 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-90b42b1d-a0c9-45cf-9f0a-1ff2cc993b69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/94a855d8-4a1c-4985-a310-9ae4cdcaf227 HTTP/1.1" status: 204 len: 168 time: 0.7927170 Aug 28 12:58:49.062664 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd93a764-5795-4827-a4cf-63e2ca115710 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.163009 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.243887 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd93a764-5795-4827-a4cf-63e2ca115710 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.284361 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port a7b497c9-0b57-4a10-ad44-46ecdc3626ce {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:49.284700 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.362906 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbce117-c2a4-4dda-a016-85a5287ae1df None None] DHCP port deletion for ee29c376-2208-4669-96bc-2bdaf6698b0a request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:58:49.383228 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd93a764-5795-4827-a4cf-63e2ca115710 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.387066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-d19d7eef-b868-4432-aad6-1658c428380b req-65071834-2048-4020-82c0-b0820f2ef1c5 tempest-LiveMigrationTest-627481133 tempest-LiveMigrationTest-627481133-project] (94877) timed out ('10.222.0.10', 58212) {{(pid=94877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 12:58:49.428220 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93a764-5795-4827-a4cf-63e2ca115710 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d37a01-b080-4b3c-afcc-97010910ae1d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:49.438006 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd93a764-5795-4827-a4cf-63e2ca115710 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.452853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bd93a764-5795-4827-a4cf-63e2ca115710 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/f7d37a01-b080-4b3c-afcc-97010910ae1d HTTP/1.1" status: 204 len: 168 time: 0.6407871 Aug 28 12:58:49.455187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60932) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:49.487200 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] For port a7b497c9-0b57-4a10-ad44-46ecdc3626ce, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a7b497c9-0b57-4a10-ad44-46ecdc3626ce,segment=NetworkSegment(af1c7053-1a67-4700-90a9-6b8dcd89d582),segment_id=af1c7053-1a67-4700-90a9-6b8dcd89d582)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:49.487670 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.490773 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0dbce117-c2a4-4dda-a016-85a5287ae1df None None] Deleting port a7b497c9-0b57-4a10-ad44-46ecdc3626ce {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:49.491156 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0dbce117-c2a4-4dda-a016-85a5287ae1df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.503609 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e174bc-3e4f-448b-afd3-69853bd1fc27 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] DELETE failed (client error): The resource could not be found. Aug 28 12:58:49.504152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e174bc-3e4f-448b-afd3-69853bd1fc27 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:58:49.508239 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-61e174bc-3e4f-448b-afd3-69853bd1fc27 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/d09808d7-0a0d-481f-b35b-4a0999473f34 HTTP/1.1" status: 404 len: 337 time: 0.0459025 Aug 28 12:58:49.509465 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60934) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:49.521118 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for a7b497c9-0b57-4a10-ad44-46ecdc3626ce owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:49.608547 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-440a61b9-36de-4f31-8458-e9b7706bb786 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting subnet 5110c322-7f81-4df9-9bf6-226f4d958619 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:58:49.618248 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-440a61b9-36de-4f31-8458-e9b7706bb786 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.678264 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60940) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:49.688109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0dbce117-c2a4-4dda-a016-85a5287ae1df None None] For port a7b497c9-0b57-4a10-ad44-46ecdc3626ce, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a7b497c9-0b57-4a10-ad44-46ecdc3626ce,segment=NetworkSegment(af1c7053-1a67-4700-90a9-6b8dcd89d582),segment_id=af1c7053-1a67-4700-90a9-6b8dcd89d582)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:49.688475 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0dbce117-c2a4-4dda-a016-85a5287ae1df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.729264 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-440a61b9-36de-4f31-8458-e9b7706bb786 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.730386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0dbce117-c2a4-4dda-a016-85a5287ae1df None None] Calling delete_port for a7b497c9-0b57-4a10-ad44-46ecdc3626ce owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:49.743135 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.823187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=a7b497c9-0b57-4a10-ad44-46ecdc3626ce,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:49.837972 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No DVR routers for this DVR port a7b497c9-0b57-4a10-ad44-46ecdc3626ce on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:58:49.896955 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-440a61b9-36de-4f31-8458-e9b7706bb786 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.912813 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0dbce117-c2a4-4dda-a016-85a5287ae1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.960906 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7fcc3965-9a9a-428b-b739-e575f453597b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:49.961555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbce117-c2a4-4dda-a016-85a5287ae1df None None] Pushing event deleted for resources: {'Port': ['ID=a7b497c9-0b57-4a10-ad44-46ecdc3626ce,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:49.970290 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbce117-c2a4-4dda-a016-85a5287ae1df None None] No DVR routers for this DVR port a7b497c9-0b57-4a10-ad44-46ecdc3626ce on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:58:50.004752 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-440a61b9-36de-4f31-8458-e9b7706bb786 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.005011 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.049603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee29c376-2208-4669-96bc-2bdaf6698b0a']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:50.053463 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a61b9-36de-4f31-8458-e9b7706bb786 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Subnet': ['ID=5110c322-7f81-4df9-9bf6-226f4d958619,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:50.058326 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-440a61b9-36de-4f31-8458-e9b7706bb786 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.063599 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-440a61b9-36de-4f31-8458-e9b7706bb786 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/5110c322-7f81-4df9-9bf6-226f4d958619 HTTP/1.1" status: 204 len: 168 time: 0.5509522 Aug 28 12:58:50.064269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60946) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:50.090071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1c7053-1a67-4700-90a9-6b8dcd89d582') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:50.093806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1c7053-1a67-4700-90a9-6b8dcd89d582') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:50.109005 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d699e36-6bcf-41fe-88b9-9a13817821a1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] DELETE failed (client error): The resource could not be found. Aug 28 12:58:50.109515 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d699e36-6bcf-41fe-88b9-9a13817821a1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:58:50.114860 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5d699e36-6bcf-41fe-88b9-9a13817821a1 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/4a468888-2934-4207-8d08-a91a76d65407 HTTP/1.1" status: 404 len: 337 time: 0.0462418 Aug 28 12:58:50.116211 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.117923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60948) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:50.151284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a7b497c9-0b57-4a10-ad44-46ecdc3626ce no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:58:50.198558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: a7b497c9-0b57-4a10-ad44-46ecdc3626ce {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:58:50.199107 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a7b497c9-0b57-4a10-ad44-46ecdc3626ce not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:58:50.229524 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d914041c-2bce-4a46-9ad4-129ca7e98120 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "GET /v2.0/ports?device_id=e419c248-197e-40e0-b8cc-6dd152a43ff6 HTTP/1.1" status: 200 len: 205 time: 0.1082640 Aug 28 12:58:50.233812 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60952) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:50.252251 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.267870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:58:50.268747 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:58:50.275590 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:58:50.289584 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-3b9a37e6-54ab-4cad-86d7-680b4b730c73 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] delete failed (client error): The resource could not be found. Aug 28 12:58:50.291138 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3b9a37e6-54ab-4cad-86d7-680b4b730c73 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/routers/e419c248-197e-40e0-b8cc-6dd152a43ff6 HTTP/1.1" status: 404 len: 336 time: 0.0562425 Aug 28 12:58:50.296564 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60956) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:50.326846 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42648f3-05f6-4fbb-8d11-248224ac2cda None None] Network b4c849e4-c6f4-47fd-a26d-799056bb58af requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:50.344999 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0f4c8c-c485-4750-a6ac-2b3b31147962 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] DELETE failed (client error): The resource could not be found. Aug 28 12:58:50.346971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0f4c8c-c485-4750-a6ac-2b3b31147962 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:58:50.350444 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4f0f4c8c-c485-4750-a6ac-2b3b31147962 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/e7181dc8-850c-4d8a-8274-a1c4b97822e1 HTTP/1.1" status: 404 len: 337 time: 0.0525901 Aug 28 12:58:50.354148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60960) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:50.385361 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.387565 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba4b2f2-c1c4-4010-b617-12331631e38c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] DELETE failed (client error): The resource could not be found. Aug 28 12:58:50.388204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba4b2f2-c1c4-4010-b617-12331631e38c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:58:50.390197 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8ba4b2f2-c1c4-4010-b617-12331631e38c tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/c29c4cde-92f3-4097-947d-f4f406f34990 HTTP/1.1" status: 404 len: 337 time: 0.0347123 Aug 28 12:58:50.394123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60962) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:50.400464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c5553327-9565-4271-9d23-3a53b441923d None None] Provisioning complete for port 22a97970-dc5c-465c-ac01-6dc5cce1c65f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:50.401543 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c5553327-9565-4271-9d23-3a53b441923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.419569 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.428484 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/networks/ee29c376-2208-4669-96bc-2bdaf6698b0a HTTP/1.1" status: 204 len: 168 time: 1.4047244 Aug 28 12:58:50.438270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60964) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:50.446742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-39d8df21-c8ea-4ca2-bc8e-fe19b9800dc2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'network': {'name': 'tempest-RoutersTest-90391159'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:50.454156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210bd10-a437-425f-a1d3-f80d64902043 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Network': ['ID=ee29c376-2208-4669-96bc-2bdaf6698b0a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:50.469808 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97e5ada-ab48-4a1a-9fda-72d32def3505 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] DELETE failed (client error): The resource could not be found. Aug 28 12:58:50.470276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a97e5ada-ab48-4a1a-9fda-72d32def3505 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:58:50.475721 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a97e5ada-ab48-4a1a-9fda-72d32def3505 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/84fde605-efcb-46fc-9ff0-529537071c0d HTTP/1.1" status: 404 len: 337 time: 0.0800612 Aug 28 12:58:50.476423 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60966) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:50.498596 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c5553327-9565-4271-9d23-3a53b441923d None None] Port 22a97970-dc5c-465c-ac01-6dc5cce1c65f cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:50.518786 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7fcc3965-9a9a-428b-b739-e575f453597b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.546200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c5553327-9565-4271-9d23-3a53b441923d None None] Provisioning complete for port ab1e81fa-9cc7-4708-83f1-464db1025112 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:50.546605 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c5553327-9565-4271-9d23-3a53b441923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.550398 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7fcc3965-9a9a-428b-b739-e575f453597b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.575867 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1bbec6-c766-4ea7-9427-117bcf688031 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] DELETE failed (client error): The resource could not be found. Aug 28 12:58:50.578069 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d8df21-c8ea-4ca2-bc8e-fe19b9800dc2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:50.578611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1bbec6-c766-4ea7-9427-117bcf688031 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:58:50.583988 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d8df21-c8ea-4ca2-bc8e-fe19b9800dc2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.587425 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9f1bbec6-c766-4ea7-9427-117bcf688031 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/c5dcbdd9-41d9-4061-900c-cdf7ac916cff HTTP/1.1" status: 404 len: 333 time: 0.1098049 Aug 28 12:58:50.588298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60972) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:50.618520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc3965-9a9a-428b-b739-e575f453597b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645446fa-fc8f-424a-b6ca-539388b6a003,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:50.638495 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7fcc3965-9a9a-428b-b739-e575f453597b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e59c8126b45b4ef8ac8b4ca2e50743d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9586740 Aug 28 12:58:50.642675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60976) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:50.647620 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-55cec9ed-4332-48cd-b368-9a811b2a6ac7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] DELETE failed (client error): The resource could not be found. Aug 28 12:58:50.648084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55cec9ed-4332-48cd-b368-9a811b2a6ac7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:58:50.653660 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-55cec9ed-4332-48cd-b368-9a811b2a6ac7 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/652615b8-e1af-4421-976d-c7a7f33e3707 HTTP/1.1" status: 404 len: 337 time: 0.0629938 Aug 28 12:58:50.654335 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60978) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:50.698418 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87d07e8-af7b-4104-b38f-4607826a4b22 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] DELETE failed (client error): The resource could not be found. Aug 28 12:58:50.699237 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87d07e8-af7b-4104-b38f-4607826a4b22 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:58:50.707733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60982) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:50.708394 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c87d07e8-af7b-4104-b38f-4607826a4b22 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/8e528fd0-de81-4127-b1c5-e43e740864d5 HTTP/1.1" status: 404 len: 337 time: 0.0522287 Aug 28 12:58:50.739929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7344e380-08f9-4117-9a2b-f5ffa1ff9606 None None] DHCP port deletion for b4c849e4-c6f4-47fd-a26d-799056bb58af request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:58:50.760812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d8df21-c8ea-4ca2-bc8e-fe19b9800dc2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:58:50.763518 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf12a7a-9965-49bc-bbc5-b2a697ff14c5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] DELETE failed (client error): The resource could not be found. Aug 28 12:58:50.764275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf12a7a-9965-49bc-bbc5-b2a697ff14c5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:58:50.768252 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-adf12a7a-9965-49bc-bbc5-b2a697ff14c5 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/2c462dc0-f832-44d9-bfae-ec4e56ac481d HTTP/1.1" status: 404 len: 333 time: 0.0517614 Aug 28 12:58:50.770780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60984) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:50.781533 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d8df21-c8ea-4ca2-bc8e-fe19b9800dc2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.781885 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-39d8df21-c8ea-4ca2-bc8e-fe19b9800dc2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Added segment a5dfb4e6-a744-4ae5-b4fd-020004ec9d1f of type vlan for network 16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab Aug 28 12:58:50.808965 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-087cdfb7-6d81-4a69-b0b4-c6c83b63e58e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] DELETE failed (client error): The resource could not be found. Aug 28 12:58:50.810613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087cdfb7-6d81-4a69-b0b4-c6c83b63e58e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:58:50.815687 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60986) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:50.816827 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-087cdfb7-6d81-4a69-b0b4-c6c83b63e58e tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/fb52878f-2845-44c8-a94d-63ee667596ea HTTP/1.1" status: 404 len: 337 time: 0.0443943 Aug 28 12:58:50.833437 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7344e380-08f9-4117-9a2b-f5ffa1ff9606 None None] Deleting port ab1e81fa-9cc7-4708-83f1-464db1025112 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:50.834083 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7344e380-08f9-4117-9a2b-f5ffa1ff9606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.855907 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec8789d-e456-4030-af4d-dddb9e876969 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] DELETE failed (client error): The resource could not be found. Aug 28 12:58:50.857235 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec8789d-e456-4030-af4d-dddb9e876969 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 12:58:50.859140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6ec8789d-e456-4030-af4d-dddb9e876969 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/subnets/e1106b28-5285-4116-a56d-55e271d9a22b HTTP/1.1" status: 404 len: 337 time: 0.0424855 Aug 28 12:58:50.862057 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60992) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:50.872533 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1329b489-7fae-4056-9db8-1c66af9d28aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.878018 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d8df21-c8ea-4ca2-bc8e-fe19b9800dc2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.916096 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-7344e380-08f9-4117-9a2b-f5ffa1ff9606 None None] For port ab1e81fa-9cc7-4708-83f1-464db1025112, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ab1e81fa-9cc7-4708-83f1-464db1025112,segment=NetworkSegment(4712c058-decf-42c6-9b2c-870eb0c23584),segment_id=4712c058-decf-42c6-9b2c-870eb0c23584)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:50.916523 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7344e380-08f9-4117-9a2b-f5ffa1ff9606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.919276 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1329b489-7fae-4056-9db8-1c66af9d28aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.935700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7344e380-08f9-4117-9a2b-f5ffa1ff9606 None None] Calling delete_port for ab1e81fa-9cc7-4708-83f1-464db1025112 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:50.956979 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d8df21-c8ea-4ca2-bc8e-fe19b9800dc2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:50.963007 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d8df21-c8ea-4ca2-bc8e-fe19b9800dc2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:50.963651 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d8df21-c8ea-4ca2-bc8e-fe19b9800dc2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:51.050505 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-39d8df21-c8ea-4ca2-bc8e-fe19b9800dc2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6095276 Aug 28 12:58:51.051011 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60994) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:51.060231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8b615300-19b3-42e8-9de8-4a8e83daa999 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'subnet': {'network_id': '16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:51.061015 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8df21-c8ea-4ca2-bc8e-fe19b9800dc2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Network': ['ID=16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:51.062980 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7344e380-08f9-4117-9a2b-f5ffa1ff9606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:51.078342 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1329b489-7fae-4056-9db8-1c66af9d28aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:51.079031 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d831dc10-d16b-40d9-9108-44ee93870150 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Deleting port 22a97970-dc5c-465c-ac01-6dc5cce1c65f {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:51.079521 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d831dc10-d16b-40d9-9108-44ee93870150 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:51.084717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:58:51.087037 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1329b489-7fae-4056-9db8-1c66af9d28aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:51.091628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1329b489-7fae-4056-9db8-1c66af9d28aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/645446fa-fc8f-424a-b6ca-539388b6a003 HTTP/1.1" status: 204 len: 168 time: 0.4444411 Aug 28 12:58:51.107257 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329b489-7fae-4056-9db8-1c66af9d28aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645446fa-fc8f-424a-b6ca-539388b6a003,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:51.175817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344e380-08f9-4117-9a2b-f5ffa1ff9606 None None] Pushing event deleted for resources: {'Port': ['ID=ab1e81fa-9cc7-4708-83f1-464db1025112,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:51.179636 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7344e380-08f9-4117-9a2b-f5ffa1ff9606 None None] No DVR routers for this DVR port ab1e81fa-9cc7-4708-83f1-464db1025112 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:58:51.296860 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d831dc10-d16b-40d9-9108-44ee93870150 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:51.329857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d831dc10-d16b-40d9-9108-44ee93870150 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Calling delete_port for 22a97970-dc5c-465c-ac01-6dc5cce1c65f owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:51.358332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b615300-19b3-42e8-9de8-4a8e83daa999 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:51.362188 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b615300-19b3-42e8-9de8-4a8e83daa999 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:51.612877 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d831dc10-d16b-40d9-9108-44ee93870150 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:51.678584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831dc10-d16b-40d9-9108-44ee93870150 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Port': ['ID=22a97970-dc5c-465c-ac01-6dc5cce1c65f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:51.690427 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d831dc10-d16b-40d9-9108-44ee93870150 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:51.697627 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d831dc10-d16b-40d9-9108-44ee93870150 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/ports/22a97970-dc5c-465c-ac01-6dc5cce1c65f HTTP/1.1" status: 204 len: 168 time: 0.8323061 Aug 28 12:58:51.699385 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 32800) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:51.810949 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b615300-19b3-42e8-9de8-4a8e83daa999 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:51.868235 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b615300-19b3-42e8-9de8-4a8e83daa999 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Subnet': ['ID=12963429-5bbc-4d79-a19f-9e2c0983e5d3,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:51.876306 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45f41e14-5047-44bf-a8ab-92f66e41e604 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:51.928277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b615300-19b3-42e8-9de8-4a8e83daa999 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Checking segment: {'id': 'a5dfb4e6-a744-4ae5-b4fd-020004ec9d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:51.931713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b615300-19b3-42e8-9de8-4a8e83daa999 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network hostable DHCP agents. Network: 16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:58:51.966710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b615300-19b3-42e8-9de8-4a8e83daa999 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network 16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:58:51.984559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-8b615300-19b3-42e8-9de8-4a8e83daa999 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:51.991505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b615300-19b3-42e8-9de8-4a8e83daa999 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:51.992120 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b615300-19b3-42e8-9de8-4a8e83daa999 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:51.996232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe51da1b-9b61-4596-9090-f8b98570e517 None None] Network 16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:52.006195 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45f41e14-5047-44bf-a8ab-92f66e41e604 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:52.019608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-45f41e14-5047-44bf-a8ab-92f66e41e604 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c849e4-c6f4-47fd-a26d-799056bb58af']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:52.033434 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-45f41e14-5047-44bf-a8ab-92f66e41e604 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4712c058-decf-42c6-9b2c-870eb0c23584') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:52.033747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-45f41e14-5047-44bf-a8ab-92f66e41e604 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4712c058-decf-42c6-9b2c-870eb0c23584') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:52.044685 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8b615300-19b3-42e8-9de8-4a8e83daa999 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9906344 Aug 28 12:58:52.045393 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32818) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:52.049540 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45f41e14-5047-44bf-a8ab-92f66e41e604 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:52.051027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ca760e05-d637-4856-98ce-2df1d39eef0a tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-306647931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:52.079775 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45f41e14-5047-44bf-a8ab-92f66e41e604 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:52.080631 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca760e05-d637-4856-98ce-2df1d39eef0a tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:52.081703 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca760e05-d637-4856-98ce-2df1d39eef0a tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:52.088923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f41e14-5047-44bf-a8ab-92f66e41e604 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:58:52.089352 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45f41e14-5047-44bf-a8ab-92f66e41e604 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:58:52.113228 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:58:52.143163 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ab1e81fa-9cc7-4708-83f1-464db1025112 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:58:52.176976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: ab1e81fa-9cc7-4708-83f1-464db1025112 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:58:52.177359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ab1e81fa-9cc7-4708-83f1-464db1025112 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:58:52.206928 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45f41e14-5047-44bf-a8ab-92f66e41e604 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:52.215320 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45f41e14-5047-44bf-a8ab-92f66e41e604 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:52.222338 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-45f41e14-5047-44bf-a8ab-92f66e41e604 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] 10.222.0.20 "DELETE /v2.0/networks/b4c849e4-c6f4-47fd-a26d-799056bb58af HTTP/1.1" status: 204 len: 168 time: 0.5211287 Aug 28 12:58:52.270719 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f41e14-5047-44bf-a8ab-92f66e41e604 tempest-PortsTestJSON-1263569708 tempest-PortsTestJSON-1263569708-project] Pushing event deleted for resources: {'Network': ['ID=b4c849e4-c6f4-47fd-a26d-799056bb58af,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:52.284954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab', 'network_id': '16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'fixed_ips': [{'subnet_id': '12963429-5bbc-4d79-a19f-9e2c0983e5d3'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:58:52.286610 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:52.297933 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca760e05-d637-4856-98ce-2df1d39eef0a tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:52.306589 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca760e05-d637-4856-98ce-2df1d39eef0a tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:52.330703 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca760e05-d637-4856-98ce-2df1d39eef0a tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:52.336454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 32826) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:52.336677 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ca760e05-d637-4856-98ce-2df1d39eef0a tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2887948 Aug 28 12:58:52.504482 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Allocated IP 172.20.0.2 (16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab/12963429-5bbc-4d79-a19f-9e2c0983e5d3/6ce61327-1d6c-4d91-9aa2-15773fb8d2c6) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:52.568279 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32834) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:52.576261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32836) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:52.755258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3a951-8294-4f07-bdd9-62079671b3e7 req-0a4672f5-8f2d-45de-9b3b-95018aaf77d3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:52.761377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3a951-8294-4f07-bdd9-62079671b3e7 req-0a4672f5-8f2d-45de-9b3b-95018aaf77d3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:52.768750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3a951-8294-4f07-bdd9-62079671b3e7 req-0a4672f5-8f2d-45de-9b3b-95018aaf77d3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:52.775091 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3a951-8294-4f07-bdd9-62079671b3e7 req-0a4672f5-8f2d-45de-9b3b-95018aaf77d3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:52.781123 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3a951-8294-4f07-bdd9-62079671b3e7 req-0a4672f5-8f2d-45de-9b3b-95018aaf77d3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:52.787757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3a951-8294-4f07-bdd9-62079671b3e7 req-0a4672f5-8f2d-45de-9b3b-95018aaf77d3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:52.793800 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3a951-8294-4f07-bdd9-62079671b3e7 req-0a4672f5-8f2d-45de-9b3b-95018aaf77d3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:52.802745 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57e3a951-8294-4f07-bdd9-62079671b3e7 req-0a4672f5-8f2d-45de-9b3b-95018aaf77d3 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5432 time: 0.2137780 Aug 28 12:58:52.857860 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf419fbe-4e3b-4415-aaae-49e6a86bd0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:52.876145 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:52.898037 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9b9bf9fc-05f2-40ee-ac51-fddbca32c7c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf75ebbcd5fe4308ad4d56c0011e49c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239174 Aug 28 12:58:52.899070 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32852) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:52.904444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57e3a951-8294-4f07-bdd9-62079671b3e7 req-ec25231e-46ea-4bfc-9a30-f9af5766465b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008472 Aug 28 12:58:52.975054 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:53.023252 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Transition to ACTIVE for port object 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:53.049373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Transition to ACTIVE for port object 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:53.062100 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:53.079307 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-617e5a2e-58bb-4082-9a26-f8f5af7687cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:53.132334 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf419fbe-4e3b-4415-aaae-49e6a86bd0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:53.135096 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Network 16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:53.140250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:53.148555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:53.156732 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Pushing event updated for resources: {'Port': ['ID=6ce61327-1d6c-4d91-9aa2-15773fb8d2c6,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:53.164116 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-617e5a2e-58bb-4082-9a26-f8f5af7687cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:53.209377 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf419fbe-4e3b-4415-aaae-49e6a86bd0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:53.248273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Attempting to bind port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:58:53.248590 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Attempting to bind port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'a5dfb4e6-a744-4ae5-b4fd-020004ec9d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:58:53.249236 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Attempting to bind port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 on network 16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:58:53.250369 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cf419fbe-4e3b-4415-aaae-49e6a86bd0cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6d2c65e749d4a9abeb4c3ea416e8640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6693022 Aug 28 12:58:53.253774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32874) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:53.257484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:58:53.258207 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Checking segment: {'id': 'a5dfb4e6-a744-4ae5-b4fd-020004ec9d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:53.258792 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:53.259335 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Bound using segment: {'id': 'a5dfb4e6-a744-4ae5-b4fd-020004ec9d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:58:53.260835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Bound port: 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5dfb4e6-a744-4ae5-b4fd-020004ec9d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:58:53.261411 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:53.279755 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf419fbe-4e3b-4415-aaae-49e6a86bd0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00e8de9-563c-4bc5-928e-070d93072538,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:53.326799 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-617e5a2e-58bb-4082-9a26-f8f5af7687cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:53.329514 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-617e5a2e-58bb-4082-9a26-f8f5af7687cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:53.334004 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-617e5a2e-58bb-4082-9a26-f8f5af7687cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/645646e4-3705-4cb0-84c1-a1d12e013d91 HTTP/1.1" status: 204 len: 168 time: 0.4279041 Aug 28 12:58:53.340102 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04971d03-da30-463f-9465-ca53d11498fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:53.344022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e5a2e-58bb-4082-9a26-f8f5af7687cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645646e4-3705-4cb0-84c1-a1d12e013d91,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:53.375222 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04971d03-da30-463f-9465-ca53d11498fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:53.393752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Allocated IP 172.20.0.1 (16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab/12963429-5bbc-4d79-a19f-9e2c0983e5d3/abea1cc2-f0d9-4bda-bcad-ff1e42a9d263) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:53.426023 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] For port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:58:53.430004 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] For port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6ce61327-1d6c-4d91-9aa2-15773fb8d2c6,segment=NetworkSegment(a5dfb4e6-a744-4ae5-b4fd-020004ec9d1f),segment_id=a5dfb4e6-a744-4ae5-b4fd-020004ec9d1f)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:58:53.440820 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:53.455532 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04971d03-da30-463f-9465-ca53d11498fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:53.458710 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04971d03-da30-463f-9465-ca53d11498fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:53.460006 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-04971d03-da30-463f-9465-ca53d11498fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f00e8de9-563c-4bc5-928e-070d93072538 HTTP/1.1" status: 204 len: 168 time: 0.2051961 Aug 28 12:58:53.469838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04971d03-da30-463f-9465-ca53d11498fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00e8de9-563c-4bc5-928e-070d93072538,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:53.550554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91f390-1672-423f-8a45-b033da8278ce req-53b8ced2-5598-4012-a36a-88ac4e946f81 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:53.552129 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d91f390-1672-423f-8a45-b033da8278ce req-53b8ced2-5598-4012-a36a-88ac4e946f81 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/networks?id=86ad33de-39f7-4665-9226-1bf675daecbe HTTP/1.1" status: 200 len: 815 time: 0.3266292 Aug 28 12:58:53.591772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c9a81-f552-485b-8947-a8f4dc993cde None None] Pushing event updated for resources: {'Port': ['ID=6ce61327-1d6c-4d91-9aa2-15773fb8d2c6,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:53.623411 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d91f390-1672-423f-8a45-b033da8278ce req-e0602e7f-f3a3-4d03-addf-f58e932cf4cd tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/quotas/cd2798ec77a34c09b636870bd3f42a34 HTTP/1.1" status: 200 len: 375 time: 0.0578809 Aug 28 12:58:53.644297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ab27fcad-fc76-4df7-8017-0f511eafc514 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:53.650538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ab27fcad-fc76-4df7-8017-0f511eafc514 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:53.657145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ab27fcad-fc76-4df7-8017-0f511eafc514 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:53.663078 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ab27fcad-fc76-4df7-8017-0f511eafc514 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:53.669232 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ab27fcad-fc76-4df7-8017-0f511eafc514 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:53.675483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ab27fcad-fc76-4df7-8017-0f511eafc514 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:53.681478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ab27fcad-fc76-4df7-8017-0f511eafc514 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:53.683420 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ab27fcad-fc76-4df7-8017-0f511eafc514 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.11 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5432 time: 0.1972723 Aug 28 12:58:53.779424 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:53.816480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ea3abdc0-da6e-4588-9900-703ff922f55a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:53.817982 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ea3abdc0-da6e-4588-9900-703ff922f55a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.11 "GET /v2.0/ports/22c5cda6-d969-43e9-8487-47b1be36cba7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1151016 Aug 28 12:58:53.820137 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Transition to ACTIVE for port object abea1cc2-f0d9-4bda-bcad-ff1e42a9d263 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:58:53.880579 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d91f390-1672-423f-8a45-b033da8278ce req-2052ccac-300b-48d7-831b-fa9227f21e90 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd2798ec77a34c09b636870bd3f42a34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1960344 Aug 28 12:58:54.111430 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d91f390-1672-423f-8a45-b033da8278ce req-fcba2269-1b75-4353-aaa1-ba1657f0eb48 service neutron] 10.222.0.20 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123351 Aug 28 12:58:54.214440 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aa9c4-d689-4dfd-9dd9-8d3fcfd817b7 req-73fe2d86-ab78-44fc-bdf9-608656dfbb7a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:54.216727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:54.222909 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aa9c4-d689-4dfd-9dd9-8d3fcfd817b7 req-73fe2d86-ab78-44fc-bdf9-608656dfbb7a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:54.229893 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aa9c4-d689-4dfd-9dd9-8d3fcfd817b7 req-73fe2d86-ab78-44fc-bdf9-608656dfbb7a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:54.236213 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aa9c4-d689-4dfd-9dd9-8d3fcfd817b7 req-73fe2d86-ab78-44fc-bdf9-608656dfbb7a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:54.242880 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aa9c4-d689-4dfd-9dd9-8d3fcfd817b7 req-73fe2d86-ab78-44fc-bdf9-608656dfbb7a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:54.249657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aa9c4-d689-4dfd-9dd9-8d3fcfd817b7 req-73fe2d86-ab78-44fc-bdf9-608656dfbb7a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:54.256643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aa9c4-d689-4dfd-9dd9-8d3fcfd817b7 req-73fe2d86-ab78-44fc-bdf9-608656dfbb7a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:54.266120 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b62aa9c4-d689-4dfd-9dd9-8d3fcfd817b7 req-73fe2d86-ab78-44fc-bdf9-608656dfbb7a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 5432 time: 0.1735101 Aug 28 12:58:54.277019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32928) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:54.297398 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d91f390-1672-423f-8a45-b033da8278ce req-098b1a99-a777-4ca5-9873-c8f155da4b7b service neutron] 10.222.0.20 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595817 Aug 28 12:58:54.305123 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:54.314318 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-566253f4-5085-4570-9367-8998fcff3828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:54.350508 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:54.359412 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b62aa9c4-d689-4dfd-9dd9-8d3fcfd817b7 req-4f193108-fa39-4d76-89df-9351819b5af9 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916624 Aug 28 12:58:54.473587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network 16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:54.480110 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:54.493417 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:54.502655 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-566253f4-5085-4570-9367-8998fcff3828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:54.509693 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-566253f4-5085-4570-9367-8998fcff3828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:54.521828 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-0be0da9c-acb7-44aa-8fd0-cfcfd1387082 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.11 "GET /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6672065 Aug 28 12:58:54.575497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566253f4-5085-4570-9367-8998fcff3828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce33bffb-26fe-44a5-9239-48ee21515b48,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:54.593705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-c1604bb2-0ecf-468d-95e9-ddcb22f4ad8c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:54.633319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=abea1cc2-f0d9-4bda-bcad-ff1e42a9d263,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:54.644471 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-566253f4-5085-4570-9367-8998fcff3828 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e04b3a7c6cc6426091f97d74d10b1939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626299 Aug 28 12:58:54.645906 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32950) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:54.658592 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:54.704563 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2f409a7-e3af-4973-aa8c-b809c8c8fd03 req-eec9235c-aaf4-431f-a092-45cace3719c9 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 210 time: 0.0941947 Aug 28 12:58:54.754635 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-c1604bb2-0ecf-468d-95e9-ddcb22f4ad8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:54.830492 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6444f0c2-de9e-4709-8198-d82d9a4b238b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:54.865994 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6444f0c2-de9e-4709-8198-d82d9a4b238b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:54.968146 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6444f0c2-de9e-4709-8198-d82d9a4b238b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:54.971648 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6444f0c2-de9e-4709-8198-d82d9a4b238b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:54.976931 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6444f0c2-de9e-4709-8198-d82d9a4b238b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce33bffb-26fe-44a5-9239-48ee21515b48 HTTP/1.1" status: 204 len: 168 time: 0.3258157 Aug 28 12:58:54.989348 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444f0c2-de9e-4709-8198-d82d9a4b238b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce33bffb-26fe-44a5-9239-48ee21515b48,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:55.043102 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-c1604bb2-0ecf-468d-95e9-ddcb22f4ad8c service neutron] For port 22c5cda6-d969-43e9-8487-47b1be36cba7, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=22c5cda6-d969-43e9-8487-47b1be36cba7,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:55.139363 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:55.148820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-c1604bb2-0ecf-468d-95e9-ddcb22f4ad8c service neutron] For port 22c5cda6-d969-43e9-8487-47b1be36cba7, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:58:55.195201 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-c1604bb2-0ecf-468d-95e9-ddcb22f4ad8c service neutron] device_id is not set on port 22c5cda6-d969-43e9-8487-47b1be36cba7 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:58:55.229994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32984) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:55.238554 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-c1604bb2-0ecf-468d-95e9-ddcb22f4ad8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:55.279535 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-c1604bb2-0ecf-468d-95e9-ddcb22f4ad8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:55.333267 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7a8a81-4b15-418d-9804-f59c79dea869 None None] Network 16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:55.361611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-c1604bb2-0ecf-468d-95e9-ddcb22f4ad8c service neutron] No DVR routers for this DVR port 22c5cda6-d969-43e9-8487-47b1be36cba7 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:58:55.514679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-69ca5db6-2684-42fd-a545-6fc15d819e76 None None] Provisioning for port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:55.553235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-69ca5db6-2684-42fd-a545-6fc15d819e76 None None] Provisioning complete for port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:55.553622 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-69ca5db6-2684-42fd-a545-6fc15d819e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:55.584875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1604bb2-0ecf-468d-95e9-ddcb22f4ad8c service neutron] Pushing event updated for resources: {'Port': ['ID=22c5cda6-d969-43e9-8487-47b1be36cba7,revision_number=6']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:55.712347 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a739a5d7-51c9-41e3-ae76-358069068c6e tempest-DvrRoutersNegativeTest-1349190672 tempest-DvrRoutersNegativeTest-1349190672-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1729840365', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:55.715613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.policy [None req-a739a5d7-51c9-41e3-ae76-358069068c6e tempest-DvrRoutersNegativeTest-1349190672 tempest-DvrRoutersNegativeTest-1349190672-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94878) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 28 12:58:55.716122 n-d-791505-21 neutron-server[94878]: DEBUG neutron.policy [None req-a739a5d7-51c9-41e3-ae76-358069068c6e tempest-DvrRoutersNegativeTest-1349190672 tempest-DvrRoutersNegativeTest-1349190672-project] Failed policy check for 'create_router' {{(pid=94878) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 28 12:58:55.716955 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-a739a5d7-51c9-41e3-ae76-358069068c6e tempest-DvrRoutersNegativeTest-1349190672 tempest-DvrRoutersNegativeTest-1349190672-project] create failed (client error): Access was denied to this resource. Aug 28 12:58:55.719557 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a739a5d7-51c9-41e3-ae76-358069068c6e tempest-DvrRoutersNegativeTest-1349190672 tempest-DvrRoutersNegativeTest-1349190672-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4884667 Aug 28 12:58:55.885424 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1788065d-bae3-48bd-bc4c-b9d123b5cbe2 req-cd75cafd-5385-4bd3-b6f5-64f6dba71f5d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 210 time: 0.0555909 Aug 28 12:58:55.916621 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-69ca5db6-2684-42fd-a545-6fc15d819e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:55.966037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-69ca5db6-2684-42fd-a545-6fc15d819e76 None None] For port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6ce61327-1d6c-4d91-9aa2-15773fb8d2c6,segment=NetworkSegment(a5dfb4e6-a744-4ae5-b4fd-020004ec9d1f),segment_id=a5dfb4e6-a744-4ae5-b4fd-020004ec9d1f)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:55.972004 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-69ca5db6-2684-42fd-a545-6fc15d819e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:56.062813 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca5db6-2684-42fd-a545-6fc15d819e76 None None] Pushing event updated for resources: {'Port': ['ID=6ce61327-1d6c-4d91-9aa2-15773fb8d2c6,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:56.109715 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a21e6b76-4c87-4ad5-86e9-ec347c888ffb None None] Provisioning complete for port 22c5cda6-d969-43e9-8487-47b1be36cba7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:56.110095 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a21e6b76-4c87-4ad5-86e9-ec347c888ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:56.170037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a21e6b76-4c87-4ad5-86e9-ec347c888ffb None None] Port 22c5cda6-d969-43e9-8487-47b1be36cba7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:56.369520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33050) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:56.403363 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a2cc79e5-75c8-4949-8f50-f0351434653e None None] Provisioning complete for port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:56.403935 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a2cc79e5-75c8-4949-8f50-f0351434653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:56.431688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-c1604bb2-0ecf-468d-95e9-ddcb22f4ad8c service neutron] In _notify_port_updated(), no bound segment for port 22c5cda6-d969-43e9-8487-47b1be36cba7 on network b0f76af8-7fbe-4c61-8fc0-3946902606c9 {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 12:58:56.432607 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-c1604bb2-0ecf-468d-95e9-ddcb22f4ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:56.433227 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-c1604bb2-0ecf-468d-95e9-ddcb22f4ad8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:56.435039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-c1604bb2-0ecf-468d-95e9-ddcb22f4ad8c service neutron] 10.222.0.11 "PUT /v2.0/ports/22c5cda6-d969-43e9-8487-47b1be36cba7 HTTP/1.1" status: 200 len: 1026 time: 1.8498476 Aug 28 12:58:56.521612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff35aff-6391-4511-b586-a050c750bf22 req-34cc4817-e19f-49ac-bee5-748cb5b8fd8f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:56.528730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff35aff-6391-4511-b586-a050c750bf22 req-34cc4817-e19f-49ac-bee5-748cb5b8fd8f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:56.538499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff35aff-6391-4511-b586-a050c750bf22 req-34cc4817-e19f-49ac-bee5-748cb5b8fd8f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:56.548949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff35aff-6391-4511-b586-a050c750bf22 req-34cc4817-e19f-49ac-bee5-748cb5b8fd8f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:56.556838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff35aff-6391-4511-b586-a050c750bf22 req-34cc4817-e19f-49ac-bee5-748cb5b8fd8f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:56.566658 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a2cc79e5-75c8-4949-8f50-f0351434653e None None] Provisioning for port abea1cc2-f0d9-4bda-bcad-ff1e42a9d263 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:58:56.568362 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff35aff-6391-4511-b586-a050c750bf22 req-34cc4817-e19f-49ac-bee5-748cb5b8fd8f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:56.570426 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ff35aff-6391-4511-b586-a050c750bf22 req-34cc4817-e19f-49ac-bee5-748cb5b8fd8f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 4659 time: 1.0349605 Aug 28 12:58:56.571840 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a2cc79e5-75c8-4949-8f50-f0351434653e None None] Provisioning complete for port abea1cc2-f0d9-4bda-bcad-ff1e42a9d263 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:56.572441 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a2cc79e5-75c8-4949-8f50-f0351434653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:56.578705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91f390-1672-423f-8a45-b033da8278ce req-236c0e98-a46b-42c3-a029-b6be52f3de6d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:56.580193 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d91f390-1672-423f-8a45-b033da8278ce req-236c0e98-a46b-42c3-a029-b6be52f3de6d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.11 "GET /v2.0/networks?id=86ad33de-39f7-4665-9226-1bf675daecbe HTTP/1.1" status: 200 len: 815 time: 0.3876553 Aug 28 12:58:56.595743 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-83102b25-437e-4f3b-8c7f-98c383a2c42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:56.619257 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-9d91f390-1672-423f-8a45-b033da8278ce req-95f63fde-21cd-4ed8-a38b-838bfd4838b3 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Request body: {'port': {'device_id': '14e4cc05-13f1-4bd6-8cad-21635527e763', 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe', 'admin_state_up': True, 'tenant_id': 'cd2798ec77a34c09b636870bd3f42a34'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:56.638307 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc79e5-75c8-4949-8f50-f0351434653e None None] Port abea1cc2-f0d9-4bda-bcad-ff1e42a9d263 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:56.736701 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 22c5cda6-d969-43e9-8487-47b1be36cba7 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:58:56.743402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-b31095b6-8000-4a1c-99c3-39590b93bc0d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:56.745413 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-b31095b6-8000-4a1c-99c3-39590b93bc0d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.11 "GET /v2.0/ports/a6504f71-c67d-4bfd-8228-7b6d54b2acee?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1589229 Aug 28 12:58:56.770934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-8a1beda1-be7f-429b-868f-4a8f47dbf804 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:56.785472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33064) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:56.817906 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3d15bb5a-c868-43fc-b45e-d08b758f777c None None] Provisioning complete for port abea1cc2-f0d9-4bda-bcad-ff1e42a9d263 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:56.818551 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3d15bb5a-c868-43fc-b45e-d08b758f777c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:56.845686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 22c5cda6-d969-43e9-8487-47b1be36cba7 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:58:56.845793 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b05d186c-de9e-4cbe-a886-89ee06ae7903 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:58:56.855664 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ff35aff-6391-4511-b586-a050c750bf22 req-ce172661-0dae-438e-9159-93eb7d938a8f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&id=a7997cd5-80d8-407f-87d2-5a29e8e16724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2675593 Aug 28 12:58:56.887055 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-83102b25-437e-4f3b-8c7f-98c383a2c42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:56.900884 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-83102b25-437e-4f3b-8c7f-98c383a2c42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:56.912351 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3d15bb5a-c868-43fc-b45e-d08b758f777c None None] Port abea1cc2-f0d9-4bda-bcad-ff1e42a9d263 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:56.972537 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-83102b25-437e-4f3b-8c7f-98c383a2c42f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a83e67adaa0f445b84247dcebe603b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6017051 Aug 28 12:58:56.975077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83102b25-437e-4f3b-8c7f-98c383a2c42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9951b006-4536-409b-b184-ac5d56f380f4,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:56.977957 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33070) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:56.982001 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c6a7d5a7-a0df-4f76-bec7-179a428f625d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-103022255-network', 'tenant_id': '5fd78416704a446993ee5568cff87ba5'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:57.018510 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.021340 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.031492 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a7d5a7-a0df-4f76-bec7-179a428f625d admin admin] Made reservation on behalf of 5fd78416704a446993ee5568cff87ba5 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:57.033813 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d5a7-a0df-4f76-bec7-179a428f625d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.053076 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.071860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port b05d186c-de9e-4cbe-a886-89ee06ae7903, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b05d186c-de9e-4cbe-a886-89ee06ae7903,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:57.073870 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d5a7-a0df-4f76-bec7-179a428f625d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.075332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b05d186c-de9e-4cbe-a886-89ee06ae7903'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:58:57.078347 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb28276b-1d3f-4e36-9205-6658218171d0" -d '{"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-unplugged", "status": "completed", "tag": "b05d186c-de9e-4cbe-a886-89ee06ae7903"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:58:57.082576 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.083692 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:58:57.085100 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82d36286-c58a-415c-9e39-c35cab91fb27 req-6adf2d98-79ae-435e-a592-aba0aa14d567 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 210 time: 0.0795400 Aug 28 12:58:57.146108 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-8a1beda1-be7f-429b-868f-4a8f47dbf804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.147760 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 12:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e69d44f-2d2c-422e-b67e-d1ac45e25560 x-openstack-request-id: req-8e69d44f-2d2c-422e-b67e-d1ac45e25560 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:58:57.148248 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-unplugged", "status": "completed", "tag": "b05d186c-de9e-4cbe-a886-89ee06ae7903", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:58:57.148705 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e69d44f-2d2c-422e-b67e-d1ac45e25560 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:58:57.149231 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b05d186c-de9e-4cbe-a886-89ee06ae7903', 'code': 200} Aug 28 12:58:57.192824 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=b05d186c-de9e-4cbe-a886-89ee06ae7903,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:57.218701 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.235968 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d5a7-a0df-4f76-bec7-179a428f625d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.250453 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.254283 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7773-027a-4f61-bc63-cad384733ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.255812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=abea1cc2-f0d9-4bda-bcad-ff1e42a9d263,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:57.256828 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d5a7-a0df-4f76-bec7-179a428f625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.290126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7d5a7-a0df-4f76-bec7-179a428f625d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d632cd68-364f-4fe4-a7a4-c352c9dc1147,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:57.314538 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a7d5a7-a0df-4f76-bec7-179a428f625d admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:58:57.317385 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=39a6b9d2-5707-4e5a-9ea1-027d93c97c95,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:57.323488 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7773-027a-4f61-bc63-cad384733ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.324090 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.326396 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6da04b61-8648-4f77-8bcc-6503e204f1b5 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:58:57.339005 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d5a7-a0df-4f76-bec7-179a428f625d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.339357 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-c6a7d5a7-a0df-4f76-bec7-179a428f625d admin admin] Added segment ebd8610a-fa91-4e4f-8da9-102557d55d54 of type vlan for network 6d15cec7-ed05-4a44-b8a6-760b589074ab Aug 28 12:58:57.357978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d91f390-1672-423f-8a45-b033da8278ce req-95f63fde-21cd-4ed8-a38b-838bfd4838b3 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Made reservation on behalf of cd2798ec77a34c09b636870bd3f42a34 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:57.363259 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9d91f390-1672-423f-8a45-b033da8278ce req-95f63fde-21cd-4ed8-a38b-838bfd4838b3 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.408277 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d5a7-a0df-4f76-bec7-179a428f625d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.430070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=39a6b9d2-5707-4e5a-9ea1-027d93c97c95,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:57.440874 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7773-027a-4f61-bc63-cad384733ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.445490 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7773-027a-4f61-bc63-cad384733ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.447494 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9a7f7773-027a-4f61-bc63-cad384733ca2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9951b006-4536-409b-b184-ac5d56f380f4 HTTP/1.1" status: 204 len: 168 time: 0.4432845 Aug 28 12:58:57.452802 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d5a7-a0df-4f76-bec7-179a428f625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.453778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a7d5a7-a0df-4f76-bec7-179a428f625d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:57.454897 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d5a7-a0df-4f76-bec7-179a428f625d admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.470799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f7773-027a-4f61-bc63-cad384733ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9951b006-4536-409b-b184-ac5d56f380f4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:57.517821 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:58:57.549460 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.576818 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c6a7d5a7-a0df-4f76-bec7-179a428f625d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.7855878 Aug 28 12:58:57.583845 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33108) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:57.593065 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-19a8436a-40c2-4467-b0bd-90421f0b9285 admin admin] Request body: {'subnet': {'network_id': '6d15cec7-ed05-4a44-b8a6-760b589074ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-103022255-subnet', 'tenant_id': '5fd78416704a446993ee5568cff87ba5', 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:57.608324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6da04b61-8648-4f77-8bcc-6503e204f1b5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6da04b61-8648-4f77-8bcc-6503e204f1b5,segment=NetworkSegment(c44b3b89-5ccb-495f-80f1-32c81a822fa8),segment_id=c44b3b89-5ccb-495f-80f1-32c81a822fa8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:57.613958 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.614884 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a6504f71-c67d-4bfd-8228-7b6d54b2acee no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:58:57.625634 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7d5a7-a0df-4f76-bec7-179a428f625d admin admin] Pushing event updated for resources: {'Network': ['ID=6d15cec7-ed05-4a44-b8a6-760b589074ab,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:57.639856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network 16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:57.659646 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a8436a-40c2-4467-b0bd-90421f0b9285 admin admin] Made reservation on behalf of 5fd78416704a446993ee5568cff87ba5 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:58:57.671280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:57.673559 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-19a8436a-40c2-4467-b0bd-90421f0b9285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.687870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 6d15cec7-ed05-4a44-b8a6-760b589074ab details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:58:57.720021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-8a1beda1-be7f-429b-868f-4a8f47dbf804 service neutron] For port a6504f71-c67d-4bfd-8228-7b6d54b2acee, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a6504f71-c67d-4bfd-8228-7b6d54b2acee,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:57.796529 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-8a1beda1-be7f-429b-868f-4a8f47dbf804 service neutron] For port a6504f71-c67d-4bfd-8228-7b6d54b2acee, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:58:57.959962 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:57.987510 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6da04b61-8648-4f77-8bcc-6503e204f1b5,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:58.019103 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-8a1beda1-be7f-429b-868f-4a8f47dbf804 service neutron] device_id is not set on port a6504f71-c67d-4bfd-8228-7b6d54b2acee yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:58:58.075616 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-8a1beda1-be7f-429b-868f-4a8f47dbf804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:58.109228 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-19a8436a-40c2-4467-b0bd-90421f0b9285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:58.143939 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-8a1beda1-be7f-429b-868f-4a8f47dbf804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:58.169265 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:58:58.265507 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-364b5d8f-0403-4172-8d9b-f9e13626f00d req-7c1cb96c-899d-4a0b-be80-270c0f95e072 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 210 time: 0.0388346 Aug 28 12:58:58.282293 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8436a-40c2-4467-b0bd-90421f0b9285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=392e77f6-c589-4875-afbb-ccf46f32a360,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:58.296311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a8436a-40c2-4467-b0bd-90421f0b9285 admin admin] Checking segment: {'id': 'ebd8610a-fa91-4e4f-8da9-102557d55d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d15cec7-ed05-4a44-b8a6-760b589074ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:58:58.296691 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8436a-40c2-4467-b0bd-90421f0b9285 admin admin] Network hostable DHCP agents. Network: 6d15cec7-ed05-4a44-b8a6-760b589074ab, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:58:58.323446 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a8436a-40c2-4467-b0bd-90421f0b9285 admin admin] Network 6d15cec7-ed05-4a44-b8a6-760b589074ab is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:58:58.335104 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-19a8436a-40c2-4467-b0bd-90421f0b9285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 6d15cec7-ed05-4a44-b8a6-760b589074ab) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:58.339584 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:58:58.339966 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:58:58.340592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8d1d76cb-eefa-4a45-90a4-66f8d18d70e5 None None] Provisioning complete for port abea1cc2-f0d9-4bda-bcad-ff1e42a9d263 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:58.340957 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8d1d76cb-eefa-4a45-90a4-66f8d18d70e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:58.343763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a8436a-40c2-4467-b0bd-90421f0b9285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:58.344463 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-19a8436a-40c2-4467-b0bd-90421f0b9285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:58.358322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1775e2-d96b-4ede-be0a-498681b3e5a3 None None] Network 6d15cec7-ed05-4a44-b8a6-760b589074ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:58:58.378207 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-19a8436a-40c2-4467-b0bd-90421f0b9285 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7917566 Aug 28 12:58:58.379190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33152) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:58.383218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-9d91f390-1672-423f-8a45-b033da8278ce req-95f63fde-21cd-4ed8-a38b-838bfd4838b3 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Allocated IP 172.20.0.2 (86ad33de-39f7-4665-9226-1bf675daecbe/942cca67-1f9d-41d6-bb91-b6b305db0b47/4bc96619-2f4a-4429-a564-d2c05235041a) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:58.392766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-103022255-router', 'tenant_id': '5fd78416704a446993ee5568cff87ba5', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:58.424680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964d22d-15b0-4f43-905f-eaf69abee524 req-cc156909-9a4f-436a-bb18-48f18b23c6ba tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:58.438795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964d22d-15b0-4f43-905f-eaf69abee524 req-cc156909-9a4f-436a-bb18-48f18b23c6ba tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:58.445465 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:58.446004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964d22d-15b0-4f43-905f-eaf69abee524 req-cc156909-9a4f-436a-bb18-48f18b23c6ba tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:58.446267 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:58.452882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964d22d-15b0-4f43-905f-eaf69abee524 req-cc156909-9a4f-436a-bb18-48f18b23c6ba tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:58.460947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964d22d-15b0-4f43-905f-eaf69abee524 req-cc156909-9a4f-436a-bb18-48f18b23c6ba tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:58.463078 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4964d22d-15b0-4f43-905f-eaf69abee524 req-cc156909-9a4f-436a-bb18-48f18b23c6ba tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 3880 time: 0.4096467 Aug 28 12:58:58.498613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-8a1beda1-be7f-429b-868f-4a8f47dbf804 service neutron] No DVR routers for this DVR port a6504f71-c67d-4bfd-8228-7b6d54b2acee on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:58:58.505632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1beda1-be7f-429b-868f-4a8f47dbf804 service neutron] Pushing event updated for resources: {'Port': ['ID=a6504f71-c67d-4bfd-8228-7b6d54b2acee,revision_number=6']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:58.567358 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:58.662407 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:58.663415 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:58.694470 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d76cb-eefa-4a45-90a4-66f8d18d70e5 None None] Port abea1cc2-f0d9-4bda-bcad-ff1e42a9d263 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:58.807497 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4964d22d-15b0-4f43-905f-eaf69abee524 req-702c949d-f834-45ba-bbd0-0b0e61d853de tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197601 Aug 28 12:58:58.808781 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-8a1beda1-be7f-429b-868f-4a8f47dbf804 service neutron] In _notify_port_updated(), no bound segment for port a6504f71-c67d-4bfd-8228-7b6d54b2acee on network b0f76af8-7fbe-4c61-8fc0-3946902606c9 {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 12:58:58.811045 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-8a1beda1-be7f-429b-868f-4a8f47dbf804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:58.811838 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-8a1beda1-be7f-429b-868f-4a8f47dbf804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:58.813493 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-8a1beda1-be7f-429b-868f-4a8f47dbf804 service neutron] 10.222.0.11 "PUT /v2.0/ports/a6504f71-c67d-4bfd-8228-7b6d54b2acee HTTP/1.1" status: 200 len: 1026 time: 2.0535946 Aug 28 12:58:58.828373 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:58.846050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33166) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:58.897706 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-28d0069b-2a13-41d0-b784-33203f2831d7 None None] Provisioning complete for port a6504f71-c67d-4bfd-8228-7b6d54b2acee triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:58:58.898448 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-28d0069b-2a13-41d0-b784-33203f2831d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:58.933745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device a1a806cd-64e3-408c-90a9-60fc8608d090 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:58:58.968169 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router 9cce06ca-1b44-4c01-8955-926997f09724 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:58:59.061624 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9d91f390-1672-423f-8a45-b033da8278ce req-95f63fde-21cd-4ed8-a38b-838bfd4838b3 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:59.082635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6f2dcb9c-917e-4eab-bfda-6c38e2cb6864 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group': {'name': 'tempest-secgroup--274447599'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:58:59.084889 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-6d15cec7-ed05-4a44-b8a6-760b589074ab', 'network_id': '6d15cec7-ed05-4a44-b8a6-760b589074ab', 'tenant_id': '5fd78416704a446993ee5568cff87ba5', 'fixed_ips': [{'subnet_id': '392e77f6-c589-4875-afbb-ccf46f32a360'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:58:59.086010 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:59.103982 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-28d08428-a9ab-4142-a434-6cf44efe0687 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Deleting port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:58:59.104669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-28d0069b-2a13-41d0-b784-33203f2831d7 None None] Port a6504f71-c67d-4bfd-8228-7b6d54b2acee cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:58:59.105383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-28d08428-a9ab-4142-a434-6cf44efe0687 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:59.150914 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a6b9d2-5707-4e5a-9ea1-027d93c97c95'}, {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da04b61-8648-4f77-8bcc-6503e204f1b5'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:58:59.154267 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e31f82b-170d-45b8-9b79-3dac3f09bf58" -d '{"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-unplugged", "status": "completed", "tag": "39a6b9d2-5707-4e5a-9ea1-027d93c97c95"}, {"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-unplugged", "status": "completed", "tag": "6da04b61-8648-4f77-8bcc-6503e204f1b5"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:58:59.180601 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6f2dcb9c-917e-4eab-bfda-6c38e2cb6864 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:59.257704 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 28 Aug 2021 12:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a68573-d628-4f48-ac93-f3a3002b0d45 x-openstack-request-id: req-e3a68573-d628-4f48-ac93-f3a3002b0d45 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:58:59.258084 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-unplugged", "status": "completed", "tag": "39a6b9d2-5707-4e5a-9ea1-027d93c97c95", "code": 200}, {"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-unplugged", "status": "completed", "tag": "6da04b61-8648-4f77-8bcc-6503e204f1b5", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:58:59.258417 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3a68573-d628-4f48-ac93-f3a3002b0d45 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:58:59.258943 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a6b9d2-5707-4e5a-9ea1-027d93c97c95', 'code': 200} Aug 28 12:58:59.259317 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da04b61-8648-4f77-8bcc-6503e204f1b5', 'code': 200} Aug 28 12:58:59.260797 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:59.352165 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port a1a806cd-64e3-408c-90a9-60fc8608d090, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a1a806cd-64e3-408c-90a9-60fc8608d090,segment=NetworkSegment(f03ea460-4117-4235-8e26-63c25b49a0b8),segment_id=f03ea460-4117-4235-8e26-63c25b49a0b8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:59.361712 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:59.363327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device ac4113ad-b63c-4920-a1f1-661762381f07 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:58:59.411427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:58:59.424247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-09cb283c-73ae-47a8-985d-ae2a49ccb366 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/9cce06ca-1b44-4c01-8955-926997f09724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0854731 Aug 28 12:58:59.424247 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9d91f390-1672-423f-8a45-b033da8278ce req-95f63fde-21cd-4ed8-a38b-838bfd4838b3 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:59.424526 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae01c81-ba3e-415e-92c7-3318a71ea341 None None] Sync routers for ids ['9cce06ca-1b44-4c01-8955-926997f09724'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:58:59.425479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33188) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:59.445573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['045b7c91-2f3e-4cca-9e12-7b035307da63', 'e004dd8b-0acb-4bd8-9e47-0b88882e2d42', '7eb993f1-b020-4ed6-9e77-ca8d01ac5166'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:58:59.457586 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae01c81-ba3e-415e-92c7-3318a71ea341 None None] Routers {'9cce06ca-1b44-4c01-8955-926997f09724'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:59.462072 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-1ae01c81-ba3e-415e-92c7-3318a71ea341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9cce06ca-1b44-4c01-8955-926997f09724'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:59.527503 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-1ae01c81-ba3e-415e-92c7-3318a71ea341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:59.540230 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae01c81-ba3e-415e-92c7-3318a71ea341 None None] Routers {'9cce06ca-1b44-4c01-8955-926997f09724'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:58:59.541518 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-1ae01c81-ba3e-415e-92c7-3318a71ea341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9cce06ca-1b44-4c01-8955-926997f09724'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:59.546023 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6f2dcb9c-917e-4eab-bfda-6c38e2cb6864 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:59.564645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-28d08428-a9ab-4142-a434-6cf44efe0687 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] For port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=39a6b9d2-5707-4e5a-9ea1-027d93c97c95,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:58:59.565116 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-28d08428-a9ab-4142-a434-6cf44efe0687 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:59.582312 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-1ae01c81-ba3e-415e-92c7-3318a71ea341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:58:59.583132 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae01c81-ba3e-415e-92c7-3318a71ea341 None None] The sync data for ids ['9cce06ca-1b44-4c01-8955-926997f09724'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:58:59.596442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33192) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:59.623439 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-28d08428-a9ab-4142-a434-6cf44efe0687 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Calling delete_port for 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:58:59.624986 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:59.626082 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f63fde-21cd-4ed8-a38b-838bfd4838b3 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Pushing event updated for resources: {'Port': ['ID=4bc96619-2f4a-4429-a564-d2c05235041a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:59.639570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d91f390-1672-423f-8a45-b033da8278ce req-95f63fde-21cd-4ed8-a38b-838bfd4838b3 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Network 86ad33de-39f7-4665-9226-1bf675daecbe is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:58:59.653365 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-9d91f390-1672-423f-8a45-b033da8278ce req-95f63fde-21cd-4ed8-a38b-838bfd4838b3 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:58:59.663458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552a8ce8-0d23-44a5-ba05-878c46162576 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:59.665054 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-552a8ce8-0d23-44a5-ba05-878c46162576 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports/abea1cc2-f0d9-4bda-bcad-ff1e42a9d263 HTTP/1.1" status: 200 len: 910 time: 0.2339745 Aug 28 12:58:59.670399 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33196) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:58:59.670742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d91f390-1672-423f-8a45-b033da8278ce req-95f63fde-21cd-4ed8-a38b-838bfd4838b3 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:58:59.675030 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:59.687853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Allocated IP 172.20.0.2 (6d15cec7-ed05-4a44-b8a6-760b589074ab/392e77f6-c589-4875-afbb-ccf46f32a360/2fc64737-ede3-41e7-973a-d81c0815b107) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:58:59.782045 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91f390-1672-423f-8a45-b033da8278ce req-95f63fde-21cd-4ed8-a38b-838bfd4838b3 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:59.782957 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9d91f390-1672-423f-8a45-b033da8278ce req-95f63fde-21cd-4ed8-a38b-838bfd4838b3 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:59.867088 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2894c1aa-3a2e-4919-ae84-427add79f018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:59.877273 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b713a4b-5b22-4ed9-958f-2bd6e6a654b2 req-5dca73f9-a76a-434b-806d-4fbeb038f1f1 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:58:59.886866 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1b713a4b-5b22-4ed9-958f-2bd6e6a654b2 req-5dca73f9-a76a-434b-806d-4fbeb038f1f1 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 931 time: 0.3418539 Aug 28 12:58:59.890124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=a1a806cd-64e3-408c-90a9-60fc8608d090,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:58:59.919829 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-28d08428-a9ab-4142-a434-6cf44efe0687 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:58:59.987579 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d08428-a9ab-4142-a434-6cf44efe0687 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event deleted for resources: {'Port': ['ID=39a6b9d2-5707-4e5a-9ea1-027d93c97c95,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:00.050144 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:00.077582 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:00.094338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Allocated IP 172.25.1.21 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/438e9b11-56cc-4c92-8de4-3bd000792dc8) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:00.099756 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Transition to ACTIVE for port object 2fc64737-ede3-41e7-973a-d81c0815b107 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:00.105327 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1b713a4b-5b22-4ed9-958f-2bd6e6a654b2 req-6577416f-c4e0-4a25-a042-d5465af36f7b tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174876 Aug 28 12:59:00.141455 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6f2dcb9c-917e-4eab-bfda-6c38e2cb6864 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:00.148210 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6f2dcb9c-917e-4eab-bfda-6c38e2cb6864 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:00.170817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-28d08428-a9ab-4142-a434-6cf44efe0687 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] No DVR routers for this DVR port 39a6b9d2-5707-4e5a-9ea1-027d93c97c95 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:59:00.177099 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d91f390-1672-423f-8a45-b033da8278ce req-95f63fde-21cd-4ed8-a38b-838bfd4838b3 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5660033 Aug 28 12:59:00.179451 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-28d08428-a9ab-4142-a434-6cf44efe0687 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:00.183250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Transition to ACTIVE for port object 2fc64737-ede3-41e7-973a-d81c0815b107 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:00.184527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-28d08428-a9ab-4142-a434-6cf44efe0687 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.11 "DELETE /v2.0/ports/39a6b9d2-5707-4e5a-9ea1-027d93c97c95 HTTP/1.1" status: 204 len: 173 time: 1.3614151 Aug 28 12:59:00.185603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-deleted', 'tag': '39a6b9d2-5707-4e5a-9ea1-027d93c97c95'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:59:00.189662 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6511ebfc-6db8-4c85-99d8-0fbc6c2ed3fa" -d '{"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-deleted", "tag": "39a6b9d2-5707-4e5a-9ea1-027d93c97c95"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:59:00.212799 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:00.221035 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port ac4113ad-b63c-4920-a1f1-661762381f07, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=ac4113ad-b63c-4920-a1f1-661762381f07,segment=NetworkSegment(c44b3b89-5ccb-495f-80f1-32c81a822fa8),segment_id=c44b3b89-5ccb-495f-80f1-32c81a822fa8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:00.233794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Request body: {'port': {'device_id': '14e4cc05-13f1-4bd6-8cad-21635527e763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:00.248006 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd1089-e096-45dc-b8d5-6c2bb35516fe req-36ace3f2-bc80-4fff-b616-063d12398b2d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:00.256895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd1089-e096-45dc-b8d5-6c2bb35516fe req-36ace3f2-bc80-4fff-b616-063d12398b2d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:00.257733 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:00.263262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd1089-e096-45dc-b8d5-6c2bb35516fe req-36ace3f2-bc80-4fff-b616-063d12398b2d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:00.270349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd1089-e096-45dc-b8d5-6c2bb35516fe req-36ace3f2-bc80-4fff-b616-063d12398b2d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:00.271422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Network 6d15cec7-ed05-4a44-b8a6-760b589074ab is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:00.276727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:00.280828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:00.282924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bfdd1089-e096-45dc-b8d5-6c2bb35516fe req-36ace3f2-bc80-4fff-b616-063d12398b2d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 3145 time: 0.3127420 Aug 28 12:59:00.307973 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808c5080-b7d5-4099-811b-3069dc5221a2 x-openstack-request-id: req-808c5080-b7d5-4099-811b-3069dc5221a2 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:59:00.308198 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-deleted", "tag": "39a6b9d2-5707-4e5a-9ea1-027d93c97c95", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:59:00.308389 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-808c5080-b7d5-4099-811b-3069dc5221a2 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:59:00.308778 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-deleted', 'tag': '39a6b9d2-5707-4e5a-9ea1-027d93c97c95', 'status': 'completed', 'code': 200} Aug 28 12:59:00.314317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Pushing event updated for resources: {'Port': ['ID=2fc64737-ede3-41e7-973a-d81c0815b107,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:00.357768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2dcb9c-917e-4eab-bfda-6c38e2cb6864 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48009d97-b2ac-4b03-8dc6-0c3e921a4528,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:00.429225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Attempting to bind port 2fc64737-ede3-41e7-973a-d81c0815b107 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:00.429580 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Attempting to bind port 2fc64737-ede3-41e7-973a-d81c0815b107 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'ebd8610a-fa91-4e4f-8da9-102557d55d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d15cec7-ed05-4a44-b8a6-760b589074ab'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:00.430215 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Attempting to bind port 2fc64737-ede3-41e7-973a-d81c0815b107 on network 6d15cec7-ed05-4a44-b8a6-760b589074ab {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:00.438778 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bfdd1089-e096-45dc-b8d5-6c2bb35516fe req-dc09f07a-c466-4a79-9dd9-77143665ea10 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547861 Aug 28 12:59:00.449910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:59:00.450620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Checking segment: {'id': 'ebd8610a-fa91-4e4f-8da9-102557d55d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d15cec7-ed05-4a44-b8a6-760b589074ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:00.451191 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:00.451730 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Bound using segment: {'id': 'ebd8610a-fa91-4e4f-8da9-102557d55d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d15cec7-ed05-4a44-b8a6-760b589074ab'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:59:00.452536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Bound port: 2fc64737-ede3-41e7-973a-d81c0815b107, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd8610a-fa91-4e4f-8da9-102557d55d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d15cec7-ed05-4a44-b8a6-760b589074ab'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:59:00.453067 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:00.463813 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:00.467934 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:00.470742 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=ac4113ad-b63c-4920-a1f1-661762381f07,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:00.562886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] For port 2fc64737-ede3-41e7-973a-d81c0815b107, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:00.568621 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] For port 2fc64737-ede3-41e7-973a-d81c0815b107, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2fc64737-ede3-41e7-973a-d81c0815b107,segment=NetworkSegment(ebd8610a-fa91-4e4f-8da9-102557d55d54),segment_id=ebd8610a-fa91-4e4f-8da9-102557d55d54)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:59:00.575199 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:00.671279 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c877195-56c2-4f19-b115-5d7c88a7c429 None None] Pushing event updated for resources: {'Port': ['ID=2fc64737-ede3-41e7-973a-d81c0815b107,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:00.681515 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2894c1aa-3a2e-4919-ae84-427add79f018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:00.683742 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:00.744524 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2894c1aa-3a2e-4919-ae84-427add79f018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:00.764880 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-371136e5-0347-4f5b-b3fc-b942c69a83d7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Deleting port a1a806cd-64e3-408c-90a9-60fc8608d090 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:00.765380 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-371136e5-0347-4f5b-b3fc-b942c69a83d7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:00.852778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:00.870231 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2894c1aa-3a2e-4919-ae84-427add79f018 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0921e199ba0432bbd5ad666d68598f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2525311 Aug 28 12:59:00.874081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Pushing event updated for resources: {'Port': ['ID=438e9b11-56cc-4c92-8de4-3bd000792dc8,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:00.877669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:00.881594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33204) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:00.884307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894c1aa-3a2e-4919-ae84-427add79f018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7d6ede-5711-450a-a4a2-f0ad3cf8305b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:00.896397 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:01.150945 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6cf1aa4d-bded-41d3-8374-b8cd06bcc0d6 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:01.160002 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6f2dcb9c-917e-4eab-bfda-6c38e2cb6864 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:01.187481 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6f2dcb9c-917e-4eab-bfda-6c38e2cb6864 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:01.237424 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e0d0451-44c1-4c1a-a05a-614b24b3127a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:01.260990 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1a806cd-64e3-408c-90a9-60fc8608d090'}, {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac4113ad-b63c-4920-a1f1-661762381f07'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:59:01.264749 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4361f149-9dae-40e4-bfc0-09917995eb79" -d '{"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-unplugged", "status": "completed", "tag": "a1a806cd-64e3-408c-90a9-60fc8608d090"}, {"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-unplugged", "status": "completed", "tag": "ac4113ad-b63c-4920-a1f1-661762381f07"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:59:01.348777 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-371136e5-0347-4f5b-b3fc-b942c69a83d7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] For port a1a806cd-64e3-408c-90a9-60fc8608d090, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=a1a806cd-64e3-408c-90a9-60fc8608d090,segment=NetworkSegment(f03ea460-4117-4235-8e26-63c25b49a0b8),segment_id=f03ea460-4117-4235-8e26-63c25b49a0b8)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:01.349307 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-371136e5-0347-4f5b-b3fc-b942c69a83d7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:01.358445 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6f2dcb9c-917e-4eab-bfda-6c38e2cb6864 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:01.359770 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6f2dcb9c-917e-4eab-bfda-6c38e2cb6864 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.5126860 Aug 28 12:59:01.364138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33212) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:01.374506 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 28 Aug 2021 12:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada26ac7-2f7a-43bf-b8e9-c6b4f160d1fc x-openstack-request-id: req-ada26ac7-2f7a-43bf-b8e9-c6b4f160d1fc {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:59:01.374976 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-unplugged", "status": "completed", "tag": "a1a806cd-64e3-408c-90a9-60fc8608d090", "code": 200}, {"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-unplugged", "status": "completed", "tag": "ac4113ad-b63c-4920-a1f1-661762381f07", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:59:01.375351 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ada26ac7-2f7a-43bf-b8e9-c6b4f160d1fc {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:59:01.376541 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1a806cd-64e3-408c-90a9-60fc8608d090', 'code': 200} Aug 28 12:59:01.376893 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac4113ad-b63c-4920-a1f1-661762381f07', 'code': 200} Aug 28 12:59:01.381038 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e0d0451-44c1-4c1a-a05a-614b24b3127a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:01.392953 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2dcb9c-917e-4eab-bfda-6c38e2cb6864 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ffd1fd-cea8-4071-a921-ab4313fa8bc3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:01.513060 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb210679-8139-40a9-8108-2f26bcd877ae req-fb5f9d4a-13d0-40a0-af03-8b2b6fcaff21 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:01.515040 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fb210679-8139-40a9-8108-2f26bcd877ae req-fb5f9d4a-13d0-40a0-af03-8b2b6fcaff21 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 931 time: 0.2787533 Aug 28 12:59:01.548543 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc96619-2f4a-4429-a564-d2c05235041a {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:59:01.571944 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:01.627409 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1cc635dc-386e-4e09-82d8-ce37049433f1 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2572002 Aug 28 12:59:01.630711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33216) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:01.633170 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:01.636134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e0d0451-44c1-4c1a-a05a-614b24b3127a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:01.639280 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e0d0451-44c1-4c1a-a05a-614b24b3127a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:01.640475 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6e0d0451-44c1-4c1a-a05a-614b24b3127a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af7d6ede-5711-450a-a4a2-f0ad3cf8305b HTTP/1.1" status: 204 len: 168 time: 0.7575736 Aug 28 12:59:01.645644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-12f99bb0-aacf-47d5-8c5b-2c6643399559 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group': {'name': 'tempest-security--1417332816', 'description': 'tempest-security-description-1934324844'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:01.648873 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fb210679-8139-40a9-8108-2f26bcd877ae req-ee50de31-f2e9-4386-98bb-06795c403825 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852809 Aug 28 12:59:01.670918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Transition to ACTIVE for port object 4bc96619-2f4a-4429-a564-d2c05235041a will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:01.702159 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d0451-44c1-4c1a-a05a-614b24b3127a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7d6ede-5711-450a-a4a2-f0ad3cf8305b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:01.755945 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:01.861950 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-371136e5-0347-4f5b-b3fc-b942c69a83d7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:01.862112 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-371136e5-0347-4f5b-b3fc-b942c69a83d7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:01.862801 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-371136e5-0347-4f5b-b3fc-b942c69a83d7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Floating IP 81b105c6-ac38-4638-9b82-c52a9d22aa36 disassociated. External IP: 172.25.1.120, port: a1a806cd-64e3-408c-90a9-60fc8608d090. Aug 28 12:59:01.863480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-371136e5-0347-4f5b-b3fc-b942c69a83d7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Calling delete_port for a1a806cd-64e3-408c-90a9-60fc8608d090 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:01.898520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70da33d-5c41-47a9-95fc-a361eb6ede50 req-ad45bc09-63de-42c0-b00c-8178b4763f01 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:01.904894 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70da33d-5c41-47a9-95fc-a361eb6ede50 req-ad45bc09-63de-42c0-b00c-8178b4763f01 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:01.911030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70da33d-5c41-47a9-95fc-a361eb6ede50 req-ad45bc09-63de-42c0-b00c-8178b4763f01 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:01.917093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70da33d-5c41-47a9-95fc-a361eb6ede50 req-ad45bc09-63de-42c0-b00c-8178b4763f01 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:01.928696 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c70da33d-5c41-47a9-95fc-a361eb6ede50 req-ad45bc09-63de-42c0-b00c-8178b4763f01 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 3143 time: 0.3681238 Aug 28 12:59:01.938220 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f99bb0-aacf-47d5-8c5b-2c6643399559 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:01.949857 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Pushing event updated for resources: {'Port': ['ID=4bc96619-2f4a-4429-a564-d2c05235041a,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:02.106486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bec2f1-3755-4399-969b-84b3871e4a3a None None] Network 6d15cec7-ed05-4a44-b8a6-760b589074ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:02.128328 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c70da33d-5c41-47a9-95fc-a361eb6ede50 req-0b79d561-bd3e-44b0-a90f-202e70d5a0a1 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985354 Aug 28 12:59:02.157693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f99bb0-aacf-47d5-8c5b-2c6643399559 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:02.176628 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f99bb0-aacf-47d5-8c5b-2c6643399559 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:02.179447 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f99bb0-aacf-47d5-8c5b-2c6643399559 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:02.180899 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-12f99bb0-aacf-47d5-8c5b-2c6643399559 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "PUT /v2.0/security-groups/44ffd1fd-cea8-4071-a921-ab4313fa8bc3 HTTP/1.1" status: 200 len: 1780 time: 0.5461164 Aug 28 12:59:02.188304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33232) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:02.235698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2fc64737-ede3-41e7-973a-d81c0815b107 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:02.272787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Attempting to bind port 4bc96619-2f4a-4429-a564-d2c05235041a on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:02.273293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Attempting to bind port 4bc96619-2f4a-4429-a564-d2c05235041a by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:02.273718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Attempting to bind port 4bc96619-2f4a-4429-a564-d2c05235041a on network 86ad33de-39f7-4665-9226-1bf675daecbe {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:02.282654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f99bb0-aacf-47d5-8c5b-2c6643399559 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ffd1fd-cea8-4071-a921-ab4313fa8bc3,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:02.295637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Port 4bc96619-2f4a-4429-a564-d2c05235041a on network 86ad33de-39f7-4665-9226-1bf675daecbe not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:02.296104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Attempting to bind port 4bc96619-2f4a-4429-a564-d2c05235041a on network 86ad33de-39f7-4665-9226-1bf675daecbe {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:02.303201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6cf1aa4d-bded-41d3-8374-b8cd06bcc0d6 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port abea1cc2-f0d9-4bda-bcad-ff1e42a9d263 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:02.303862 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6cf1aa4d-bded-41d3-8374-b8cd06bcc0d6 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:02.311512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:59:02.311842 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Checking segment: {'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:02.312340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Bound using segment: {'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:59:02.312840 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Bound port: 4bc96619-2f4a-4429-a564-d2c05235041a, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d05424-198f-4624-95a6-770b6fe81fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:59:02.313263 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:02.320544 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e3bb0951-11fe-4bf8-b5b9-423780a0908d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-groups/44ffd1fd-cea8-4071-a921-ab4313fa8bc3 HTTP/1.1" status: 200 len: 1780 time: 0.1304758 Aug 28 12:59:02.324764 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33234) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:02.345169 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-371136e5-0347-4f5b-b3fc-b942c69a83d7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:02.398820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-46e66992-7630-4a38-9838-ac213d5d11f6 None None] Provisioning for port 2fc64737-ede3-41e7-973a-d81c0815b107 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:02.409554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371136e5-0347-4f5b-b3fc-b942c69a83d7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event deleted for resources: {'Port': ['ID=a1a806cd-64e3-408c-90a9-60fc8608d090,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:02.471685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 2fc64737-ede3-41e7-973a-d81c0815b107 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:02.477008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 2fc64737-ede3-41e7-973a-d81c0815b107 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:02.477524 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:02.530344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6cf1aa4d-bded-41d3-8374-b8cd06bcc0d6 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:02.552174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6cf1aa4d-bded-41d3-8374-b8cd06bcc0d6 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for abea1cc2-f0d9-4bda-bcad-ff1e42a9d263 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:02.576963 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] For port 4bc96619-2f4a-4429-a564-d2c05235041a, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:02.603568 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:02.617562 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:02.623253 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] For port 4bc96619-2f4a-4429-a564-d2c05235041a, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=4bc96619-2f4a-4429-a564-d2c05235041a,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:59:02.636804 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:02.654608 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e651efbd-74a8-4c6f-be43-d48020b99918 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:02.689899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 2fc64737-ede3-41e7-973a-d81c0815b107, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2fc64737-ede3-41e7-973a-d81c0815b107,segment=NetworkSegment(ebd8610a-fa91-4e4f-8da9-102557d55d54),segment_id=ebd8610a-fa91-4e4f-8da9-102557d55d54)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:02.696819 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:02.704066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-371136e5-0347-4f5b-b3fc-b942c69a83d7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Router 6360994e-550d-4acd-9c8c-a1c038f39d73 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:59:02.731266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:02.731907 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:02.733488 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d91f390-1672-423f-8a45-b033da8278ce req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] 10.222.0.11 "PUT /v2.0/ports/4bc96619-2f4a-4429-a564-d2c05235041a HTTP/1.1" status: 200 len: 1092 time: 2.5267751 Aug 28 12:59:02.740211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e4cc05-13f1-4bd6-8cad-21635527e763', 'tag': '4bc96619-2f4a-4429-a564-d2c05235041a'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:59:02.742870 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9b7ac4-ad7f-4c4f-849d-a6bd12b12ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "14e4cc05-13f1-4bd6-8cad-21635527e763", "tag": "4bc96619-2f4a-4429-a564-d2c05235041a"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:59:02.805886 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e651efbd-74a8-4c6f-be43-d48020b99918 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:02.826476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=2fc64737-ede3-41e7-973a-d81c0815b107,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:02.886263 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 12:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614d9dcc-ea42-46fb-9833-e1c1f2643c02 x-openstack-request-id: req-614d9dcc-ea42-46fb-9833-e1c1f2643c02 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:59:02.886680 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e4cc05-13f1-4bd6-8cad-21635527e763", "tag": "4bc96619-2f4a-4429-a564-d2c05235041a", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:59:02.888131 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-614d9dcc-ea42-46fb-9833-e1c1f2643c02 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:59:02.888772 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e4cc05-13f1-4bd6-8cad-21635527e763', 'tag': '4bc96619-2f4a-4429-a564-d2c05235041a', 'status': 'completed', 'code': 200} Aug 28 12:59:02.906287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfe7bd-06d3-4afe-90c6-ceaa490cb5af service neutron] Pushing event updated for resources: {'Port': ['ID=4bc96619-2f4a-4429-a564-d2c05235041a,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:02.979337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a7a422a9-0c8b-4446-826f-7981db719649 None None] Provisioning complete for port 2fc64737-ede3-41e7-973a-d81c0815b107 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:02.979868 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a7a422a9-0c8b-4446-826f-7981db719649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:03.004973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91f390-1672-423f-8a45-b033da8278ce req-7e408140-271a-4623-87cf-1a51564df1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:03.007080 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d91f390-1672-423f-8a45-b033da8278ce req-7e408140-271a-4623-87cf-1a51564df1ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd2798ec77a34c09b636870bd3f42a34&device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 1095 time: 0.1603241 Aug 28 12:59:03.025717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa27e29-00a6-4b90-8466-bae671818b1f req-eec8b239-6e6f-4b17-9bdd-dcdd365b3151 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:03.035777 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e651efbd-74a8-4c6f-be43-d48020b99918 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:03.037480 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fa27e29-00a6-4b90-8466-bae671818b1f req-eec8b239-6e6f-4b17-9bdd-dcdd365b3151 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 943 time: 0.1586018 Aug 28 12:59:03.038426 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e651efbd-74a8-4c6f-be43-d48020b99918 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:03.052583 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e651efbd-74a8-4c6f-be43-d48020b99918 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-groups/44ffd1fd-cea8-4071-a921-ab4313fa8bc3 HTTP/1.1" status: 204 len: 168 time: 0.6603093 Aug 28 12:59:03.053277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33254) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:03.106545 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651efbd-74a8-4c6f-be43-d48020b99918 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ffd1fd-cea8-4071-a921-ab4313fa8bc3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:03.146548 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d91f390-1672-423f-8a45-b033da8278ce req-e6dc7248-e817-4fad-8819-957426815645 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bc96619-2f4a-4429-a564-d2c05235041a HTTP/1.1" status: 200 len: 217 time: 0.1076620 Aug 28 12:59:03.153869 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6cf1aa4d-bded-41d3-8374-b8cd06bcc0d6 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:03.158304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-371136e5-0347-4f5b-b3fc-b942c69a83d7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:59:03.170692 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Router 929bef24-d1bf-4ede-8a43-cdf87f3ba5fc is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:59:03.195246 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51fbd3-3869-42cf-a7e1-89a27c167674 None None] Sync routers for ids ['6360994e-550d-4acd-9c8c-a1c038f39d73'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:59:03.201854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1aa4d-bded-41d3-8374-b8cd06bcc0d6 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=abea1cc2-f0d9-4bda-bcad-ff1e42a9d263,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:03.209886 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a4ca94d3-c1f1-49f3-8730-e5e52152bd50 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1491456 Aug 28 12:59:03.211091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33260) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:03.223837 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51fbd3-3869-42cf-a7e1-89a27c167674 None None] Routers {'6360994e-550d-4acd-9c8c-a1c038f39d73'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:03.224501 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ae51fbd3-3869-42cf-a7e1-89a27c167674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6360994e-550d-4acd-9c8c-a1c038f39d73'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:03.292915 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-b052e643-0774-4cf3-a433-a5d61368221d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] delete failed (client error): The resource could not be found. Aug 28 12:59:03.299150 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b052e643-0774-4cf3-a433-a5d61368221d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-groups/44ffd1fd-cea8-4071-a921-ab4313fa8bc3 HTTP/1.1" status: 404 len: 347 time: 0.0818624 Aug 28 12:59:03.315343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33262) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:03.321158 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fa27e29-00a6-4b90-8466-bae671818b1f req-9881b3a1-7b27-49f9-a829-6eca3d879518 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630546 Aug 28 12:59:03.354991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5ac0bf59-5d83-4985-9aba-92995106c941 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456985357'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:03.373357 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-371136e5-0347-4f5b-b3fc-b942c69a83d7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] No DVR routers for this DVR port a1a806cd-64e3-408c-90a9-60fc8608d090 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:59:03.378832 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-371136e5-0347-4f5b-b3fc-b942c69a83d7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:03.381193 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-371136e5-0347-4f5b-b3fc-b942c69a83d7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.11 "DELETE /v2.0/ports/a1a806cd-64e3-408c-90a9-60fc8608d090 HTTP/1.1" status: 204 len: 173 time: 3.1765134 Aug 28 12:59:03.404146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91f390-1672-423f-8a45-b033da8278ce req-acbfb519-e4a8-424a-b1ad-a20118b56819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:03.405658 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d91f390-1672-423f-8a45-b033da8278ce req-acbfb519-e4a8-424a-b1ad-a20118b56819 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=942cca67-1f9d-41d6-bb91-b6b305db0b47 HTTP/1.1" status: 200 len: 855 time: 0.2337220 Aug 28 12:59:03.497022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5abd8-bc7c-4658-bf03-6546fedd780f req-ca2bf593-46c2-438a-93b1-fb326ce8cd46 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:03.507104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-ae51fbd3-3869-42cf-a7e1-89a27c167674 None None] Set router 6360994e-550d-4acd-9c8c-a1c038f39d73 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:03.514808 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5abd8-bc7c-4658-bf03-6546fedd780f req-ca2bf593-46c2-438a-93b1-fb326ce8cd46 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:03.522017 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5abd8-bc7c-4658-bf03-6546fedd780f req-ca2bf593-46c2-438a-93b1-fb326ce8cd46 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:03.524284 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26e5abd8-bc7c-4658-bf03-6546fedd780f req-ca2bf593-46c2-438a-93b1-fb326ce8cd46 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 2410 time: 0.2626896 Aug 28 12:59:03.576032 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d91f390-1672-423f-8a45-b033da8278ce req-5fa2904d-0395-429c-a16c-e57a45909f0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86ad33de-39f7-4665-9226-1bf675daecbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211972 Aug 28 12:59:03.617610 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d1b9b31-541f-4462-8a0c-008ab465a67a req-fb3968e5-98ad-4a32-a229-2b934423ffcc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4050045 Aug 28 12:59:03.618202 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6cf1aa4d-bded-41d3-8374-b8cd06bcc0d6 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:03.679691 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ac0bf59-5d83-4985-9aba-92995106c941 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:03.801939 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ae51fbd3-3869-42cf-a7e1-89a27c167674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'name': 'tempest-TaggedBootDevicesTest-765139966-router', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:47:55Z', 'updated_at': '2021-08-28T12:48:02Z', 'revision_number': 4, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'gw_port': {'id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:47:56Z', 'updated_at': '2021-08-28T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6ea3d1fd-36a3-419c-b546-f529810ee232', 'name': '', 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'mac_address': 'fa:16:3e:40:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:00Z', 'updated_at': '2021-08-28T12:48:09Z', 'revision_number': 5, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'subnets': [{'id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:03.815054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:59:03.829127 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Sync routers for ids ['929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:59:03.839898 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51fbd3-3869-42cf-a7e1-89a27c167674 None None] Checking router: 6360994e-550d-4acd-9c8c-a1c038f39d73 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:59:03.845252 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Routers {'929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:03.845946 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:03.849426 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26e5abd8-bc7c-4658-bf03-6546fedd780f req-6249829b-a4f5-4794-9beb-34267e1e8b8d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219281 Aug 28 12:59:03.851473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51fbd3-3869-42cf-a7e1-89a27c167674 None None] Routers {'6360994e-550d-4acd-9c8c-a1c038f39d73'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:03.852216 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ae51fbd3-3869-42cf-a7e1-89a27c167674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6360994e-550d-4acd-9c8c-a1c038f39d73'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:03.902165 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31c00f93-2164-4584-924e-0cc5af40829a req-4a75d3ae-0ae6-4d7a-b56d-160762ae8f6b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2721555 Aug 28 12:59:03.925377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b9b31-541f-4462-8a0c-008ab465a67a req-d7804428-d637-4499-a471-fa885cd78238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:03.927407 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d1b9b31-541f-4462-8a0c-008ab465a67a req-d7804428-d637-4499-a471-fa885cd78238 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 1097 time: 0.1962373 Aug 28 12:59:03.971096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-f03138a0-282e-462c-9775-8478cf3acbec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Deleting port b05d186c-de9e-4cbe-a886-89ee06ae7903 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:03.972522 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-f03138a0-282e-462c-9775-8478cf3acbec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:04.007868 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Set router 929bef24-d1bf-4ede-8a43-cdf87f3ba5fc gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:04.008709 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf1aa4d-bded-41d3-8374-b8cd06bcc0d6 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router 9cce06ca-1b44-4c01-8955-926997f09724 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:59:04.023176 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c00f93-2164-4584-924e-0cc5af40829a req-afc1781b-8f76-4f58-ae09-d046345c4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:04.025400 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31c00f93-2164-4584-924e-0cc5af40829a req-afc1781b-8f76-4f58-ae09-d046345c4b48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd2798ec77a34c09b636870bd3f42a34&device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 1098 time: 0.0817535 Aug 28 12:59:04.101570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-ae51fbd3-3869-42cf-a7e1-89a27c167674 None None] Set router 6360994e-550d-4acd-9c8c-a1c038f39d73 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:04.130028 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf1aa4d-bded-41d3-8374-b8cd06bcc0d6 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:59:04.149723 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6cf1aa4d-bded-41d3-8374-b8cd06bcc0d6 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/9cce06ca-1b44-4c01-8955-926997f09724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4763660 Aug 28 12:59:04.161122 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33284) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:04.204433 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2fc64737-ede3-41e7-973a-d81c0815b107 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:04.205618 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d91f390-1672-423f-8a45-b033da8278ce req-03c44f14-fa35-4dcd-bdc0-76afd296637b service neutron] 10.222.0.11 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122346 Aug 28 12:59:04.208212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd6d5a-cc19-4ab6-98ed-b8f516a01bf6 None None] Sync routers for ids ['9cce06ca-1b44-4c01-8955-926997f09724'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:59:04.229705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b1d14128-a6ad-4f78-bf3e-19454a9d4f84 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cce06ca-1b44-4c01-8955-926997f09724 HTTP/1.1" status: 200 len: 205 time: 0.0675197 Aug 28 12:59:04.234970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33292) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:04.263498 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'name': 'tempest-ImageQuotaTest-103022255-router', 'tenant_id': '5fd78416704a446993ee5568cff87ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:58:58Z', 'updated_at': '2021-08-28T12:59:01Z', 'revision_number': 3, 'project_id': '5fd78416704a446993ee5568cff87ba5', 'gw_port': {'id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:58:59Z', 'updated_at': '2021-08-28T12:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:04.341076 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-778210dc-63fb-40fa-abbd-ef47bd00f764 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:04.355132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd6d5a-cc19-4ab6-98ed-b8f516a01bf6 None None] Routers {'9cce06ca-1b44-4c01-8955-926997f09724'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:04.356392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-28bd6d5a-cc19-4ab6-98ed-b8f516a01bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9cce06ca-1b44-4c01-8955-926997f09724'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:04.413743 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Checking router: 929bef24-d1bf-4ede-8a43-cdf87f3ba5fc for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:59:04.414388 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Updating router 929bef24-d1bf-4ede-8a43-cdf87f3ba5fc port 438e9b11-56cc-4c92-8de4-3bd000792dc8 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:59:04.414949 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d91f390-1672-423f-8a45-b033da8278ce req-407be89f-78d3-4090-a339-b9210756dd7d service neutron] 10.222.0.11 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702912 Aug 28 12:59:04.447514 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:04.484451 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-28bd6d5a-cc19-4ab6-98ed-b8f516a01bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:04.489784 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-f03138a0-282e-462c-9775-8478cf3acbec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] For port b05d186c-de9e-4cbe-a886-89ee06ae7903, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b05d186c-de9e-4cbe-a886-89ee06ae7903,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:04.492795 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-f03138a0-282e-462c-9775-8478cf3acbec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:04.616449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd6d5a-cc19-4ab6-98ed-b8f516a01bf6 None None] Routers {'9cce06ca-1b44-4c01-8955-926997f09724'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:04.617299 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-28bd6d5a-cc19-4ab6-98ed-b8f516a01bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9cce06ca-1b44-4c01-8955-926997f09724'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:04.661819 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ac0bf59-5d83-4985-9aba-92995106c941 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:04.670498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-f03138a0-282e-462c-9775-8478cf3acbec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Calling delete_port for b05d186c-de9e-4cbe-a886-89ee06ae7903 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:04.702147 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-778210dc-63fb-40fa-abbd-ef47bd00f764 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:04.702917 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ac0bf59-5d83-4985-9aba-92995106c941 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:04.706728 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-778210dc-63fb-40fa-abbd-ef47bd00f764 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:04.708496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-28bd6d5a-cc19-4ab6-98ed-b8f516a01bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:04.709620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd6d5a-cc19-4ab6-98ed-b8f516a01bf6 None None] The sync data for ids ['9cce06ca-1b44-4c01-8955-926997f09724'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:59:04.749464 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ac0bf59-5d83-4985-9aba-92995106c941 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:04.750830 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5ac0bf59-5d83-4985-9aba-92995106c941 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4331362 Aug 28 12:59:04.768174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 2fc64737-ede3-41e7-973a-d81c0815b107 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:04.768562 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:04.769334 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:04.772650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f777412-86e3-4f82-9562-5ea2450a713e req-426cac30-ac8e-4d4d-8385-437989794915 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:04.780543 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Transition to ACTIVE for port object 438e9b11-56cc-4c92-8de4-3bd000792dc8 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:04.783114 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3f777412-86e3-4f82-9562-5ea2450a713e req-426cac30-ac8e-4d4d-8385-437989794915 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 943 time: 0.3020036 Aug 28 12:59:04.790322 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:04.792987 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:04.795234 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9930f5ea-84a8-4cc5-9a3b-8f462d1239e3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 6.4150443 Aug 28 12:59:04.798895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33326) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:04.799698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33332) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:04.801741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c00f93-2164-4584-924e-0cc5af40829a req-0bd36236-2aa2-421b-a6cf-0ff211bfec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:04.803918 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31c00f93-2164-4584-924e-0cc5af40829a req-0bd36236-2aa2-421b-a6cf-0ff211bfec2a service neutron] 10.222.0.10 "GET /v2.0/networks?id=86ad33de-39f7-4665-9226-1bf675daecbe HTTP/1.1" status: 200 len: 915 time: 0.6755300 Aug 28 12:59:04.805125 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-778210dc-63fb-40fa-abbd-ef47bd00f764 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:04.806253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778210dc-63fb-40fa-abbd-ef47bd00f764 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Fanout notify agent at l3_agent the message router_deleted on router 9cce06ca-1b44-4c01-8955-926997f09724 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:59:04.825520 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-778210dc-63fb-40fa-abbd-ef47bd00f764 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:04.828297 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-778210dc-63fb-40fa-abbd-ef47bd00f764 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/routers/9cce06ca-1b44-4c01-8955-926997f09724 HTTP/1.1" status: 204 len: 168 time: 0.5923491 Aug 28 12:59:04.831919 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33334) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:04.866084 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db56dba-27cd-43a1-8e28-6589861cd4c9 None None] Pushing event updated for resources: {'Port': ['ID=438e9b11-56cc-4c92-8de4-3bd000792dc8,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:04.895352 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db56dba-27cd-43a1-8e28-6589861cd4c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:04.895352 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db56dba-27cd-43a1-8e28-6589861cd4c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:04.895352 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db56dba-27cd-43a1-8e28-6589861cd4c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:04.899145 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db56dba-27cd-43a1-8e28-6589861cd4c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:04.899531 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db56dba-27cd-43a1-8e28-6589861cd4c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:04.899867 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db56dba-27cd-43a1-8e28-6589861cd4c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:04.900196 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db56dba-27cd-43a1-8e28-6589861cd4c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:04.900521 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db56dba-27cd-43a1-8e28-6589861cd4c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:04.900860 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db56dba-27cd-43a1-8e28-6589861cd4c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:04.901164 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db56dba-27cd-43a1-8e28-6589861cd4c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:04.901480 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db56dba-27cd-43a1-8e28-6589861cd4c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:04.901793 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db56dba-27cd-43a1-8e28-6589861cd4c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:04.924708 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ae51fbd3-3869-42cf-a7e1-89a27c167674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'name': 'tempest-TaggedBootDevicesTest-765139966-router', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:47:55Z', 'updated_at': '2021-08-28T12:48:02Z', 'revision_number': 4, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'gw_port': {'id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:47:56Z', 'updated_at': '2021-08-28T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6ea3d1fd-36a3-419c-b546-f529810ee232', 'name': '', 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'mac_address': 'fa:16:3e:40:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:00Z', 'updated_at': '2021-08-28T12:48:09Z', 'revision_number': 5, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'subnets': [{'id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:04.946384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1695fdbe-9b07-49f5-93e5-d79f21d5b20b tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group_rule': {'security_group_id': '2f1bc067-9b6a-4af0-b45a-2e0de41ef0f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:04.946973 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Attempting to bind port 438e9b11-56cc-4c92-8de4-3bd000792dc8 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:04.947400 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Attempting to bind port 438e9b11-56cc-4c92-8de4-3bd000792dc8 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:04.947776 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Attempting to bind port 438e9b11-56cc-4c92-8de4-3bd000792dc8 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:04.959248 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:59:04.959943 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:04.960110 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:04.960501 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:59:04.960859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51fbd3-3869-42cf-a7e1-89a27c167674 None None] The sync data for ids ['6360994e-550d-4acd-9c8c-a1c038f39d73'] in n-d-791505-21 is: [{'id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'name': 'tempest-TaggedBootDevicesTest-765139966-router', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:47:55Z', 'updated_at': '2021-08-28T12:48:02Z', 'revision_number': 4, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'gw_port': {'id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:47:56Z', 'updated_at': '2021-08-28T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6ea3d1fd-36a3-419c-b546-f529810ee232', 'name': '', 'network_id': 'efbe7541-b127-4e81-9a72-35e309b4f7c9', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'mac_address': 'fa:16:3e:40:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:48:00Z', 'updated_at': '2021-08-28T12:48:09Z', 'revision_number': 5, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'subnets': [{'id': '054df6af-7208-4216-97f7-7a8ded4fac28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:59:04.961035 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Bound port: 438e9b11-56cc-4c92-8de4-3bd000792dc8, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:59:04.961386 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:05.031587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-deleted', 'tag': 'a1a806cd-64e3-408c-90a9-60fc8608d090'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:59:05.039545 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31c00f93-2164-4584-924e-0cc5af40829a req-42885a55-2c7c-4316-a363-4b562965ddb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e004dd8b-0acb-4bd8-9e47-0b88882e2d42 HTTP/1.1" status: 200 len: 217 time: 0.2099733 Aug 28 12:59:05.041725 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3c2ff4-5bde-4ce4-ac29-b3f5b4ed35b0" -d '{"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-deleted", "tag": "a1a806cd-64e3-408c-90a9-60fc8608d090"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:59:05.049490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b7ac4-ad7f-4c4f-849d-a6bd12b12ddc req-1715f8fb-ad4b-42b7-a942-0f0701270aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:05.051595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a9b7ac4-ad7f-4c4f-849d-a6bd12b12ddc req-1715f8fb-ad4b-42b7-a942-0f0701270aa2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd2798ec77a34c09b636870bd3f42a34&device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 1095 time: 0.5350385 Aug 28 12:59:05.056096 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] For port 438e9b11-56cc-4c92-8de4-3bd000792dc8, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:05.066998 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] For port 438e9b11-56cc-4c92-8de4-3bd000792dc8, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=438e9b11-56cc-4c92-8de4-3bd000792dc8,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:59:05.073814 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:05.141051 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Routers {'929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:05.141751 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:05.148414 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1695fdbe-9b07-49f5-93e5-d79f21d5b20b tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:05.261093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b7ac4-ad7f-4c4f-849d-a6bd12b12ddc req-b0abcc6a-9be0-432f-9ca2-f67f0f7a9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:05.263352 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a9b7ac4-ad7f-4c4f-849d-a6bd12b12ddc req-b0abcc6a-9be0-432f-9ca2-f67f0f7a9090 service neutron] 10.222.0.11 "GET /v2.0/networks?id=86ad33de-39f7-4665-9226-1bf675daecbe HTTP/1.1" status: 200 len: 915 time: 0.1670699 Aug 28 12:59:05.273117 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] Set router 929bef24-d1bf-4ede-8a43-cdf87f3ba5fc gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:05.280661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b9b31-541f-4462-8a0c-008ab465a67a req-82f49f2b-759f-4f19-8252-251ac40c9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:05.282379 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d1b9b31-541f-4462-8a0c-008ab465a67a req-82f49f2b-759f-4f19-8252-251ac40c9c2b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 200 len: 917 time: 1.3140993 Aug 28 12:59:05.301962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0bf59-5d83-4985-9aba-92995106c941 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1bc067-9b6a-4af0-b45a-2e0de41ef0f6,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:05.404652 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3f777412-86e3-4f82-9562-5ea2450a713e req-089aa605-6372-4869-8ed6-9f7474f0e2ff tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203363 Aug 28 12:59:05.451078 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db56dba-27cd-43a1-8e28-6589861cd4c9 None None] Pushing event updated for resources: {'Port': ['ID=438e9b11-56cc-4c92-8de4-3bd000792dc8,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:05.504033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f78324f-bdff-42da-beb6-81c889503c9b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting subnet 12963429-5bbc-4d79-a19f-9e2c0983e5d3 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:59:05.511090 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9797085f-5b57-47bb-9b06-ddffe9fe637f None None] New status for floating IP 81b105c6-ac38-4638-9b82-c52a9d22aa36: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 12:59:05.517318 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f78324f-bdff-42da-beb6-81c889503c9b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:05.534930 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d1b9b31-541f-4462-8a0c-008ab465a67a req-8a39fea8-10e7-4d90-8eeb-28368dcc0935 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1 HTTP/1.1" status: 200 len: 1001 time: 0.2125545 Aug 28 12:59:05.545206 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecb63fe-17a3-4104-8f48-ec95ed6cd4e4 x-openstack-request-id: req-4ecb63fe-17a3-4104-8f48-ec95ed6cd4e4 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:59:05.545700 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-deleted", "tag": "a1a806cd-64e3-408c-90a9-60fc8608d090", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:59:05.546216 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ecb63fe-17a3-4104-8f48-ec95ed6cd4e4 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:59:05.546854 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-deleted', 'tag': 'a1a806cd-64e3-408c-90a9-60fc8608d090', 'status': 'completed', 'code': 200} Aug 28 12:59:05.579504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c00f93-2164-4584-924e-0cc5af40829a req-04da1cfb-c333-4f2c-800f-3ca512d45f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:05.580778 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31c00f93-2164-4584-924e-0cc5af40829a req-04da1cfb-c333-4f2c-800f-3ca512d45f02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=942cca67-1f9d-41d6-bb91-b6b305db0b47 HTTP/1.1" status: 200 len: 855 time: 0.1426737 Aug 28 12:59:05.589629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f78324f-bdff-42da-beb6-81c889503c9b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:05.632055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddc7af-a592-4849-b532-fcfb5e26bef5 req-d80d9465-eb49-4aec-83a2-d155edd644db tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:05.641171 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddc7af-a592-4849-b532-fcfb5e26bef5 req-d80d9465-eb49-4aec-83a2-d155edd644db tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:05.649453 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddc7af-a592-4849-b532-fcfb5e26bef5 req-d80d9465-eb49-4aec-83a2-d155edd644db tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:05.660341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05ddc7af-a592-4849-b532-fcfb5e26bef5 req-d80d9465-eb49-4aec-83a2-d155edd644db tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 2410 time: 0.6225688 Aug 28 12:59:05.725452 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31c00f93-2164-4584-924e-0cc5af40829a req-8d5f8934-0a27-4d40-8f6e-74e13df7429f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86ad33de-39f7-4665-9226-1bf675daecbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066673 Aug 28 12:59:05.802170 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'name': 'tempest-ImageQuotaTest-103022255-router', 'tenant_id': '5fd78416704a446993ee5568cff87ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:58:58Z', 'updated_at': '2021-08-28T12:59:01Z', 'revision_number': 3, 'project_id': '5fd78416704a446993ee5568cff87ba5', 'gw_port': {'id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:58:59Z', 'updated_at': '2021-08-28T12:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:05.845139 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7500319f-8577-48a3-913c-d16424b3fb58 None None] The sync data for ids ['929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'] in n-d-791505-21 is: [{'id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'name': 'tempest-ImageQuotaTest-103022255-router', 'tenant_id': '5fd78416704a446993ee5568cff87ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:58:58Z', 'updated_at': '2021-08-28T12:59:01Z', 'revision_number': 3, 'project_id': '5fd78416704a446993ee5568cff87ba5', 'gw_port': {'id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:58:59Z', 'updated_at': '2021-08-28T12:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:59:05.847112 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05ddc7af-a592-4849-b532-fcfb5e26bef5 req-7a76f497-fc39-42fa-b0de-60cdbfe013b7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857965 Aug 28 12:59:05.916647 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f78324f-bdff-42da-beb6-81c889503c9b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:05.957026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a9b7ac4-ad7f-4c4f-849d-a6bd12b12ddc req-a9bbba33-4915-4742-9bc6-ddecea7112e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bc96619-2f4a-4429-a564-d2c05235041a HTTP/1.1" status: 200 len: 217 time: 0.6780181 Aug 28 12:59:05.979329 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31c00f93-2164-4584-924e-0cc5af40829a req-e34735cb-7a63-446f-9617-b023e10a3a02 service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424967 Aug 28 12:59:06.092201 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f78324f-bdff-42da-beb6-81c889503c9b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:06.146381 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f78324f-bdff-42da-beb6-81c889503c9b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:06.148658 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7f78324f-bdff-42da-beb6-81c889503c9b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/12963429-5bbc-4d79-a19f-9e2c0983e5d3 HTTP/1.1" status: 204 len: 168 time: 1.3158543 Aug 28 12:59:06.149514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78324f-bdff-42da-beb6-81c889503c9b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Subnet': ['ID=12963429-5bbc-4d79-a19f-9e2c0983e5d3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:06.153784 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33426) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:06.154331 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c958a10e-62ed-4029-9de4-8c3d86c93abe None None] Network 16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:06.180488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b9b31-541f-4462-8a0c-008ab465a67a req-326d5d5d-fc9b-49cc-b65d-d4cc3b0514a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:06.180775 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31c00f93-2164-4584-924e-0cc5af40829a req-89f62d17-3a61-4736-a9bb-86c87f7cbcc4 service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885860 Aug 28 12:59:06.182603 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d1b9b31-541f-4462-8a0c-008ab465a67a req-326d5d5d-fc9b-49cc-b65d-d4cc3b0514a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fac72157-2444-43b8-a097-cf18d714c2d2 HTTP/1.1" status: 200 len: 856 time: 0.6307526 Aug 28 12:59:06.286283 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:06.319194 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1695fdbe-9b07-49f5-93e5-d79f21d5b20b tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:06.357118 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b7ac4-ad7f-4c4f-849d-a6bd12b12ddc req-25dd76d4-bb8a-4a00-b645-a36fc3935927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:06.358672 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a9b7ac4-ad7f-4c4f-849d-a6bd12b12ddc req-25dd76d4-bb8a-4a00-b645-a36fc3935927 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=942cca67-1f9d-41d6-bb91-b6b305db0b47 HTTP/1.1" status: 200 len: 855 time: 0.3519547 Aug 28 12:59:06.359950 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1695fdbe-9b07-49f5-93e5-d79f21d5b20b tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:06.442620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:06.443045 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:06.462043 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a9b7ac4-ad7f-4c4f-849d-a6bd12b12ddc req-4f378818-3958-41b9-a449-61e9a40b3d12 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86ad33de-39f7-4665-9226-1bf675daecbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945160 Aug 28 12:59:06.473048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7f5a69-652c-49f1-ab13-d75cff423886 None None] DHCP port deletion for 16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:59:06.550272 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f5a69-652c-49f1-ab13-d75cff423886 None None] Deleting port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:06.550999 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5a69-652c-49f1-ab13-d75cff423886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:06.598303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] For port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6ce61327-1d6c-4d91-9aa2-15773fb8d2c6,segment=NetworkSegment(a5dfb4e6-a744-4ae5-b4fd-020004ec9d1f),segment_id=a5dfb4e6-a744-4ae5-b4fd-020004ec9d1f)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:06.599453 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:06.601340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695fdbe-9b07-49f5-93e5-d79f21d5b20b tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3282ce4a-0307-4737-93ed-5b0e578aadd9,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:06.624075 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:06.662821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ce7f5a69-652c-49f1-ab13-d75cff423886 None None] For port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6ce61327-1d6c-4d91-9aa2-15773fb8d2c6,segment=NetworkSegment(a5dfb4e6-a744-4ae5-b4fd-020004ec9d1f),segment_id=a5dfb4e6-a744-4ae5-b4fd-020004ec9d1f)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:06.663218 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5a69-652c-49f1-ab13-d75cff423886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:06.681763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f5a69-652c-49f1-ab13-d75cff423886 None None] Calling delete_port for 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:06.752310 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1695fdbe-9b07-49f5-93e5-d79f21d5b20b tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:06.752310 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1695fdbe-9b07-49f5-93e5-d79f21d5b20b tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9489255 Aug 28 12:59:06.756309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33432) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:06.757488 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33434) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:06.767575 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:06.799865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 4bc96619-2f4a-4429-a564-d2c05235041a details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:59:06.813739 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b9b31-541f-4462-8a0c-008ab465a67a req-04c2041b-4d95-4ce4-8238-1a4dfec635e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:06.815566 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d1b9b31-541f-4462-8a0c-008ab465a67a req-04c2041b-4d95-4ce4-8238-1a4dfec635e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5180025 Aug 28 12:59:06.818627 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5a69-652c-49f1-ab13-d75cff423886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:06.867026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f5a69-652c-49f1-ab13-d75cff423886 None None] Pushing event deleted for resources: {'Port': ['ID=6ce61327-1d6c-4d91-9aa2-15773fb8d2c6,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:06.870459 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a9b7ac4-ad7f-4c4f-849d-a6bd12b12ddc req-ca068cbc-25fc-4400-88d3-5aaa6447a343 service neutron] 10.222.0.11 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615678 Aug 28 12:59:06.881921 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No DVR routers for this DVR port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:59:06.900305 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=6ce61327-1d6c-4d91-9aa2-15773fb8d2c6,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:06.906403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7f5a69-652c-49f1-ab13-d75cff423886 None None] No DVR routers for this DVR port 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:59:06.998210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd03a1d-ddf3-4f78-8bc7-e9ee21d6a1c2 req-6a01b86d-e229-460b-99ff-1f59cab8a9d8 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:07.006031 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9fd03a1d-ddf3-4f78-8bc7-e9ee21d6a1c2 req-6a01b86d-e229-460b-99ff-1f59cab8a9d8 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 943 time: 0.3605373 Aug 28 12:59:07.007964 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-f03138a0-282e-462c-9775-8478cf3acbec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.110392 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03138a0-282e-462c-9775-8478cf3acbec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event deleted for resources: {'Port': ['ID=b05d186c-de9e-4cbe-a886-89ee06ae7903,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:07.122711 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-478ab65e-b6a2-43ab-94c6-149ecd715bc0 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.213328 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-478ab65e-b6a2-43ab-94c6-149ecd715bc0 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.219900 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7cb7951d-2ede-4c40-a84b-a59898f187ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.223513 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.223984 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d1b9b31-541f-4462-8a0c-008ab465a67a req-b9a9d4aa-0a14-4d21-81da-42508f3f4994 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736956 Aug 28 12:59:07.272995 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.287733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:07.310032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 4bc96619-2f4a-4429-a564-d2c05235041a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=4bc96619-2f4a-4429-a564-d2c05235041a,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:07.319211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5dfb4e6-a744-4ae5-b4fd-020004ec9d1f') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:07.319558 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5dfb4e6-a744-4ae5-b4fd-020004ec9d1f') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:07.330752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '4bc96619-2f4a-4429-a564-d2c05235041a', 'network_id': '86ad33de-39f7-4665-9226-1bf675daecbe', 'port_id': '4bc96619-2f4a-4429-a564-d2c05235041a', 'mac_address': 'fa:16:3e:fb:55:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942cca67-1f9d-41d6-bb91-b6b305db0b47', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:59:07.335990 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.358198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693804b4-09f3-425d-a35f-c736c64aef66 req-cb11d1a3-a095-49f7-93c0-1573d30e5c66 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:07.364257 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693804b4-09f3-425d-a35f-c736c64aef66 req-cb11d1a3-a095-49f7-93c0-1573d30e5c66 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:07.366439 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-693804b4-09f3-425d-a35f-c736c64aef66 req-cb11d1a3-a095-49f7-93c0-1573d30e5c66 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 1677 time: 0.2477102 Aug 28 12:59:07.366439 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-478ab65e-b6a2-43ab-94c6-149ecd715bc0 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.379253 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-478ab65e-b6a2-43ab-94c6-149ecd715bc0 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.382809 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-478ab65e-b6a2-43ab-94c6-149ecd715bc0 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3282ce4a-0307-4737-93ed-5b0e578aadd9 HTTP/1.1" status: 204 len: 168 time: 0.6197884 Aug 28 12:59:07.386718 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33442) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:07.390980 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9fd03a1d-ddf3-4f78-8bc7-e9ee21d6a1c2 req-558a90bd-ba6a-4132-9ba3-4036a71bad18 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839533 Aug 28 12:59:07.392185 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-f03138a0-282e-462c-9775-8478cf3acbec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] No DVR routers for this DVR port b05d186c-de9e-4cbe-a886-89ee06ae7903 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:59:07.401199 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.414631 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.419557 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc96619-2f4a-4429-a564-d2c05235041a {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:59:07.426631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ab65e-b6a2-43ab-94c6-149ecd715bc0 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3282ce4a-0307-4737-93ed-5b0e578aadd9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:07.429466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-f03138a0-282e-462c-9775-8478cf3acbec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.436927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:59:07.437341 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.439761 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-f03138a0-282e-462c-9775-8478cf3acbec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.11 "DELETE /v2.0/ports/b05d186c-de9e-4cbe-a886-89ee06ae7903 HTTP/1.1" status: 204 len: 173 time: 4.0294914 Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:59:07.447072 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:59:07.456447 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a9b7ac4-ad7f-4c4f-849d-a6bd12b12ddc req-7b3ec017-3929-4efd-9d3d-22eb320773ba service neutron] 10.222.0.11 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727100 Aug 28 12:59:07.458094 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.461543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 4bc96619-2f4a-4429-a564-d2c05235041a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=4bc96619-2f4a-4429-a564-d2c05235041a,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:07.475451 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.542209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=4bc96619-2f4a-4429-a564-d2c05235041a,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:07.564307 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-01b5bc00-8990-4b7a-9a15-04361e7227f8 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1765587 Aug 28 12:59:07.571065 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-693804b4-09f3-425d-a35f-c736c64aef66 req-6d5f5769-7423-4946-a69e-6d72122e7e99 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853244 Aug 28 12:59:07.571884 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33444) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:07.579915 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-deleted', 'tag': 'b05d186c-de9e-4cbe-a886-89ee06ae7903'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:59:07.581698 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.582309 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11165810-2b67-4682-9416-46bdb1b6159b" -d '{"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-deleted", "tag": "b05d186c-de9e-4cbe-a886-89ee06ae7903"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:59:07.598838 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.604174 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/networks/16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab HTTP/1.1" status: 204 len: 168 time: 1.4439702 Aug 28 12:59:07.624764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33448) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:07.633684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1842481550', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:07.662156 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f69640-c00b-42a9-b30e-aa62ad391f1f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Network': ['ID=16cd7f4b-2e6d-48d3-9ad7-5eeb12ab82ab,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:07.667530 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7cb7951d-2ede-4c40-a84b-a59898f187ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.682014 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7cb7951d-2ede-4c40-a84b-a59898f187ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.688585 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167143d4-ef7b-410f-8043-71fd1451e3c4 x-openstack-request-id: req-167143d4-ef7b-410f-8043-71fd1451e3c4 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:59:07.689284 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-deleted", "tag": "b05d186c-de9e-4cbe-a886-89ee06ae7903", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:59:07.689816 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-167143d4-ef7b-410f-8043-71fd1451e3c4 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:59:07.690461 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-deleted', 'tag': 'b05d186c-de9e-4cbe-a886-89ee06ae7903', 'status': 'completed', 'code': 200} Aug 28 12:59:07.691944 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['4bc96619-2f4a-4429-a564-d2c05235041a'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:59:07.699434 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d1b9b31-541f-4462-8a0c-008ab465a67a req-05d1f64d-4125-40ef-b9de-e88a1d15cfe0 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551542 Aug 28 12:59:07.753821 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7951d-2ede-4c40-a84b-a59898f187ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674064fe-f4d5-4078-b9cb-c6ba71dc7bfb,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:07.762037 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7cb7951d-2ede-4c40-a84b-a59898f187ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=813364884b3641b9a601f8dc65a87b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0027165 Aug 28 12:59:07.765212 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33450) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:07.771639 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a8dccd7-35b2-444d-a982-1a09452619d3 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.775721 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.776974 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.814939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ff963427-06f4-498d-94b6-1debc08557bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Deleting port 6da04b61-8648-4f77-8bcc-6503e204f1b5 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:07.815169 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ff963427-06f4-498d-94b6-1debc08557bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.819359 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a8dccd7-35b2-444d-a982-1a09452619d3 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.885490 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd9f2-5b10-49ef-9e09-a09af6773e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.908638 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.924318 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd9f2-5b10-49ef-9e09-a09af6773e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.931782 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a8dccd7-35b2-444d-a982-1a09452619d3 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.934702 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a8dccd7-35b2-444d-a982-1a09452619d3 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:07.938132 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6a8dccd7-35b2-444d-a982-1a09452619d3 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-groups/2f1bc067-9b6a-4af0-b45a-2e0de41ef0f6 HTTP/1.1" status: 204 len: 168 time: 0.3608568 Aug 28 12:59:07.939021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33454) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:07.955533 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dccd7-35b2-444d-a982-1a09452619d3 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1bc067-9b6a-4af0-b45a-2e0de41ef0f6,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:07.997896 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd9f2-5b10-49ef-9e09-a09af6773e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.001218 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd9f2-5b10-49ef-9e09-a09af6773e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.004392 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8f3bd9f2-5b10-49ef-9e09-a09af6773e74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/674064fe-f4d5-4078-b9cb-c6ba71dc7bfb HTTP/1.1" status: 204 len: 168 time: 0.2380555 Aug 28 12:59:08.026624 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bd9f2-5b10-49ef-9e09-a09af6773e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674064fe-f4d5-4078-b9cb-c6ba71dc7bfb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:08.045728 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a11d77bd-5e3d-40b5-bd18-b1327fa35711 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1025579 Aug 28 12:59:08.051714 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33458) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:08.064785 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0c1cceb2-4dd5-4b96-999e-e6b5950189c6 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group': {'name': 'tempest-secgroup--161576088'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:08.112398 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0c1cceb2-4dd5-4b96-999e-e6b5950189c6 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.145146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Allocated IP 172.20.0.1 (6d15cec7-ed05-4a44-b8a6-760b589074ab/392e77f6-c589-4875-afbb-ccf46f32a360/4088ee4c-bd9b-401b-ba32-4a5095f9aa11) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:08.225917 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 438e9b11-56cc-4c92-8de4-3bd000792dc8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:08.246106 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.298109 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0c1cceb2-4dd5-4b96-999e-e6b5950189c6 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.307977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 438e9b11-56cc-4c92-8de4-3bd000792dc8 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:08.309497 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0c1cceb2-4dd5-4b96-999e-e6b5950189c6 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.310007 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ff963427-06f4-498d-94b6-1debc08557bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] For port 6da04b61-8648-4f77-8bcc-6503e204f1b5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6da04b61-8648-4f77-8bcc-6503e204f1b5,segment=NetworkSegment(c44b3b89-5ccb-495f-80f1-32c81a822fa8),segment_id=c44b3b89-5ccb-495f-80f1-32c81a822fa8)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:08.310399 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ff963427-06f4-498d-94b6-1debc08557bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.316879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 438e9b11-56cc-4c92-8de4-3bd000792dc8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:08.317893 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.345707 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cceb2-4dd5-4b96-999e-e6b5950189c6 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd4358f-9173-48a7-8a83-6a2b84ad8555,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:08.349663 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0c1cceb2-4dd5-4b96-999e-e6b5950189c6 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.353433 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0c1cceb2-4dd5-4b96-999e-e6b5950189c6 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2981243 Aug 28 12:59:08.353780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33462) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:08.358290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6a051094-94fe-4bd0-a241-3ded07df7631 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group_rule': {'security_group_id': '0dd4358f-9173-48a7-8a83-6a2b84ad8555', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:08.390936 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a051094-94fe-4bd0-a241-3ded07df7631 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.395498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ff963427-06f4-498d-94b6-1debc08557bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Calling delete_port for 6da04b61-8648-4f77-8bcc-6503e204f1b5 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:08.456243 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.499373 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a051094-94fe-4bd0-a241-3ded07df7631 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.503285 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 438e9b11-56cc-4c92-8de4-3bd000792dc8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=438e9b11-56cc-4c92-8de4-3bd000792dc8,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:08.505520 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a051094-94fe-4bd0-a241-3ded07df7631 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.512765 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.515755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33466) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:08.532606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a051094-94fe-4bd0-a241-3ded07df7631 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ac5783-f2b7-4f26-9a4c-2a2afc10387d,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:08.537156 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a051094-94fe-4bd0-a241-3ded07df7631 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.538517 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6a051094-94fe-4bd0-a241-3ded07df7631 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1838677 Aug 28 12:59:08.541281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33468) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:08.546956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-1b56b80d-6810-4912-897b-0f21cbca6a40 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group_rule': {'security_group_id': '0dd4358f-9173-48a7-8a83-6a2b84ad8555', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:08.576940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=438e9b11-56cc-4c92-8de4-3bd000792dc8,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:08.579922 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b56b80d-6810-4912-897b-0f21cbca6a40 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.602550 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:59:08.606733 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed041c94-e96d-4d38-a6aa-2d79b4c490c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.624867 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:59:08.625502 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6ce61327-1d6c-4d91-9aa2-15773fb8d2c6 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:59:08.647304 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.651809 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b56b80d-6810-4912-897b-0f21cbca6a40 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.662056 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b56b80d-6810-4912-897b-0f21cbca6a40 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.681727 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56b80d-6810-4912-897b-0f21cbca6a40 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30d27d2-9fb0-46b1-bcb5-8452a8ef4105,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:08.707793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Transition to ACTIVE for port object 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:08.726575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671e3b7-e64c-4bde-98f9-5bdb58f5a7b7 req-26565e10-15fb-4e11-b36f-59866644ae68 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:08.728041 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0671e3b7-e64c-4bde-98f9-5bdb58f5a7b7 req-26565e10-15fb-4e11-b36f-59866644ae68 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 944 time: 0.2251279 Aug 28 12:59:08.749984 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591156d7-b60a-4b2b-aa6f-e32787486447 req-6552a650-da9c-43cd-8caf-0065fde74451 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:08.755818 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591156d7-b60a-4b2b-aa6f-e32787486447 req-6552a650-da9c-43cd-8caf-0065fde74451 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:08.757438 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-591156d7-b60a-4b2b-aa6f-e32787486447 req-6552a650-da9c-43cd-8caf-0065fde74451 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 1677 time: 0.0630703 Aug 28 12:59:08.796592 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-591156d7-b60a-4b2b-aa6f-e32787486447 req-a99450b9-676c-472b-9a3e-124a018653d6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329897 Aug 28 12:59:08.816496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 4bc96619-2f4a-4429-a564-d2c05235041a up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:08.869183 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 4bc96619-2f4a-4429-a564-d2c05235041a completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:08.873683 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 4bc96619-2f4a-4429-a564-d2c05235041a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:08.874127 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.895259 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0671e3b7-e64c-4bde-98f9-5bdb58f5a7b7 req-c2af03af-6a8b-4f5c-9730-dfc7cdeaa94e tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587007 Aug 28 12:59:08.895891 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ff963427-06f4-498d-94b6-1debc08557bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.915594 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.964943 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:08.991249 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e4cc05-13f1-4bd6-8cad-21635527e763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc96619-2f4a-4429-a564-d2c05235041a'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:59:08.993519 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87d76a0-1400-4dc1-8667-7a8af89cc93b" -d '{"events": [{"server_uuid": "14e4cc05-13f1-4bd6-8cad-21635527e763", "name": "network-vif-plugged", "status": "completed", "tag": "4bc96619-2f4a-4429-a564-d2c05235041a"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:59:09.003802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff963427-06f4-498d-94b6-1debc08557bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event deleted for resources: {'Port': ['ID=6da04b61-8648-4f77-8bcc-6503e204f1b5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:09.007737 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 4bc96619-2f4a-4429-a564-d2c05235041a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=4bc96619-2f4a-4429-a564-d2c05235041a,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:09.012886 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.055044 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2ea714-a1af-453d-86e4-bcf41c1f4cef x-openstack-request-id: req-cd2ea714-a1af-453d-86e4-bcf41c1f4cef {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:59:09.055347 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e4cc05-13f1-4bd6-8cad-21635527e763", "name": "network-vif-plugged", "status": "completed", "tag": "4bc96619-2f4a-4429-a564-d2c05235041a", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:59:09.055597 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd2ea714-a1af-453d-86e4-bcf41c1f4cef {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:59:09.056008 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e4cc05-13f1-4bd6-8cad-21635527e763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc96619-2f4a-4429-a564-d2c05235041a', 'code': 200} Aug 28 12:59:09.074014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=4bc96619-2f4a-4429-a564-d2c05235041a,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:09.430940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Network 6d15cec7-ed05-4a44-b8a6-760b589074ab is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:09.482813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:09.484790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ff963427-06f4-498d-94b6-1debc08557bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] No DVR routers for this DVR port 6da04b61-8648-4f77-8bcc-6503e204f1b5 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:59:09.492407 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:09.500350 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ff963427-06f4-498d-94b6-1debc08557bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.502381 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-ff963427-06f4-498d-94b6-1debc08557bd tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.11 "DELETE /v2.0/ports/6da04b61-8648-4f77-8bcc-6503e204f1b5 HTTP/1.1" status: 204 len: 173 time: 2.0564432 Aug 28 12:59:09.511764 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed041c94-e96d-4d38-a6aa-2d79b4c490c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.521590 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b56b80d-6810-4912-897b-0f21cbca6a40 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.526694 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1b56b80d-6810-4912-897b-0f21cbca6a40 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9806066 Aug 28 12:59:09.527434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33476) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:09.533023 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-bc5f41ed-86cd-438b-9010-7f65d1950438 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group_rule': {'security_group_id': '0dd4358f-9173-48a7-8a83-6a2b84ad8555', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:09.564022 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed041c94-e96d-4d38-a6aa-2d79b4c490c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.564904 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bc5f41ed-86cd-438b-9010-7f65d1950438 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.588016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Pushing event updated for resources: {'Port': ['ID=4088ee4c-bd9b-401b-ba32-4a5095f9aa11,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:09.590730 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.639626 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bc5f41ed-86cd-438b-9010-7f65d1950438 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.644648 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bc5f41ed-86cd-438b-9010-7f65d1950438 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.657581 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.666156 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f41ed-86cd-438b-9010-7f65d1950438 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce06566f-5b02-40c4-a634-91c6d09aab0c,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:09.679452 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bc5f41ed-86cd-438b-9010-7f65d1950438 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.683459 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bc5f41ed-86cd-438b-9010-7f65d1950438 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519682 Aug 28 12:59:09.685882 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33478) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:09.690274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8ee27334-c918-430e-90a3-19b554ed1520 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group_rule': {'security_group_id': '0dd4358f-9173-48a7-8a83-6a2b84ad8555', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:09.692138 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.710517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-deleted', 'tag': '6da04b61-8648-4f77-8bcc-6503e204f1b5'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:59:09.713366 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82028943-e934-4f61-9117-7ea8844779c5" -d '{"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-deleted", "tag": "6da04b61-8648-4f77-8bcc-6503e204f1b5"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:59:09.718705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8075192-03f7-4c22-98eb-2bf2a78af066 req-ddc5ab54-5b62-4519-9186-904ef044a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:09.720246 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8075192-03f7-4c22-98eb-2bf2a78af066 req-ddc5ab54-5b62-4519-9186-904ef044a205 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 1097 time: 0.2939889 Aug 28 12:59:09.720989 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.722626 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ee27334-c918-430e-90a3-19b554ed1520 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.769268 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ed041c94-e96d-4d38-a6aa-2d79b4c490c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b767dc90d614604aa6d81f085df53d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2448828 Aug 28 12:59:09.769953 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-51d6f22c-b8ea-454d-a250-d61abdf701a2 None None] Provisioning for port 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:09.774789 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33482) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:09.774996 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-51d6f22c-b8ea-454d-a250-d61abdf701a2 None None] Provisioning complete for port 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:09.775465 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-51d6f22c-b8ea-454d-a250-d61abdf701a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.813082 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed041c94-e96d-4d38-a6aa-2d79b4c490c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41613e85-74f5-434f-9bbf-e651532f9777,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:09.821776 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3475d3c0-fdeb-4755-8428-4dfc5df34665 x-openstack-request-id: req-3475d3c0-fdeb-4755-8428-4dfc5df34665 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:59:09.821776 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-deleted", "tag": "6da04b61-8648-4f77-8bcc-6503e204f1b5", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:59:09.822080 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3475d3c0-fdeb-4755-8428-4dfc5df34665 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:59:09.823063 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-deleted', 'tag': '6da04b61-8648-4f77-8bcc-6503e204f1b5', 'status': 'completed', 'code': 200} Aug 28 12:59:09.825106 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ee27334-c918-430e-90a3-19b554ed1520 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.834179 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ee27334-c918-430e-90a3-19b554ed1520 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.853839 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-51d6f22c-b8ea-454d-a250-d61abdf701a2 None None] Port 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:59:09.864092 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-092368f0-0512-4d58-a3a4-235b9b3580ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.886558 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee27334-c918-430e-90a3-19b554ed1520 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173588ab-1a0f-432a-919c-4c6d5eab1ce5,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:09.901990 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ee27334-c918-430e-90a3-19b554ed1520 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.903575 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8ee27334-c918-430e-90a3-19b554ed1520 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2187586 Aug 28 12:59:09.906836 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-802263ca-a7e8-4e70-b56c-4870179a963a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.908326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33486) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:09.912730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-356a0124-f2b8-4e8c-9f36-b40d38afa030 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group_rule': {'security_group_id': '0dd4358f-9173-48a7-8a83-6a2b84ad8555', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:09.923691 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8075192-03f7-4c22-98eb-2bf2a78af066 req-6892c80b-9c00-401c-862c-abc3859e5da6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935425 Aug 28 12:59:09.949306 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-802263ca-a7e8-4e70-b56c-4870179a963a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:09.985127 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-356a0124-f2b8-4e8c-9f36-b40d38afa030 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.025478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Allocated IP 172.25.1.169 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/7114748a-f6e8-4b18-a8ab-a3452142db39) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:10.029526 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-e9cd2110-faa2-450d-ad02-9ecfa20e58f8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Deleting port ac4113ad-b63c-4920-a1f1-661762381f07 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:10.029860 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-e9cd2110-faa2-450d-ad02-9ecfa20e58f8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.078752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd0d89-cc0a-48ac-8862-cf9054cb5ed1 req-8c0e4e5b-9131-4fca-9d2e-0f37e7e5b16c tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:10.080400 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-10dd0d89-cc0a-48ac-8862-cf9054cb5ed1 req-8c0e4e5b-9131-4fca-9d2e-0f37e7e5b16c tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 945 time: 0.0924718 Aug 28 12:59:10.091067 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-356a0124-f2b8-4e8c-9f36-b40d38afa030 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.093383 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-802263ca-a7e8-4e70-b56c-4870179a963a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.096266 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-802263ca-a7e8-4e70-b56c-4870179a963a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.097601 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-802263ca-a7e8-4e70-b56c-4870179a963a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41613e85-74f5-434f-9bbf-e651532f9777 HTTP/1.1" status: 204 len: 168 time: 0.3213000 Aug 28 12:59:10.114407 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-356a0124-f2b8-4e8c-9f36-b40d38afa030 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.120495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802263ca-a7e8-4e70-b56c-4870179a963a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41613e85-74f5-434f-9bbf-e651532f9777,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:10.138768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f9f8-647a-49fe-b91d-f8e9dd97a201 req-4f252e1d-283c-4b07-92e3-f89c9572328b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:10.140321 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e597f9f8-647a-49fe-b91d-f8e9dd97a201 req-4f252e1d-283c-4b07-92e3-f89c9572328b tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 943 time: 0.2258785 Aug 28 12:59:10.146967 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a0124-f2b8-4e8c-9f36-b40d38afa030 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a83690a-c292-408f-9869-0fe4856ffdf7,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:10.171801 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-10dd0d89-cc0a-48ac-8862-cf9054cb5ed1 req-a3098947-97f3-47b5-b8a7-894610c7711d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726693 Aug 28 12:59:10.173576 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 438e9b11-56cc-4c92-8de4-3bd000792dc8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:10.175511 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-356a0124-f2b8-4e8c-9f36-b40d38afa030 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.177005 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-356a0124-f2b8-4e8c-9f36-b40d38afa030 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2675688 Aug 28 12:59:10.179621 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33494) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:10.190891 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.215281 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2d99e0c-c736-4ede-812b-929c2c825d16 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.227618 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2d99e0c-c736-4ede-812b-929c2c825d16 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.276886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 438e9b11-56cc-4c92-8de4-3bd000792dc8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:10.277738 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.278275 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2d99e0c-c736-4ede-812b-929c2c825d16 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.282968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-e9cd2110-faa2-450d-ad02-9ecfa20e58f8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] For port ac4113ad-b63c-4920-a1f1-661762381f07, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=ac4113ad-b63c-4920-a1f1-661762381f07,segment=NetworkSegment(c44b3b89-5ccb-495f-80f1-32c81a822fa8),segment_id=c44b3b89-5ccb-495f-80f1-32c81a822fa8)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:10.283330 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-e9cd2110-faa2-450d-ad02-9ecfa20e58f8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.299154 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2d99e0c-c736-4ede-812b-929c2c825d16 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.303956 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b2d99e0c-c736-4ede-812b-929c2c825d16 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5a83690a-c292-408f-9869-0fe4856ffdf7 HTTP/1.1" status: 204 len: 168 time: 0.1232622 Aug 28 12:59:10.305222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d99e0c-c736-4ede-812b-929c2c825d16 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a83690a-c292-408f-9869-0fe4856ffdf7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:10.307322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33496) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:10.324101 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e597f9f8-647a-49fe-b91d-f8e9dd97a201 req-9a07290d-e220-4d0e-982d-bb6ee2844c51 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8419c8e-732d-445c-9667-69f039e9d694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683576 Aug 28 12:59:10.329134 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-e9cd2110-faa2-450d-ad02-9ecfa20e58f8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Calling delete_port for ac4113ad-b63c-4920-a1f1-661762381f07 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:10.399641 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-21f9c116-b098-4372-a986-0ebd0963715b tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0892384 Aug 28 12:59:10.399641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33498) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:10.423666 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-78394b57-bc14-4b92-9646-ff3ea2ef284f tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.431390 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-78394b57-bc14-4b92-9646-ff3ea2ef284f tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.432040 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.460626 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-78394b57-bc14-4b92-9646-ff3ea2ef284f tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.468064 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-78394b57-bc14-4b92-9646-ff3ea2ef284f tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.471544 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-78394b57-bc14-4b92-9646-ff3ea2ef284f tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/173588ab-1a0f-432a-919c-4c6d5eab1ce5 HTTP/1.1" status: 204 len: 168 time: 0.0694664 Aug 28 12:59:10.474577 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33502) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:10.481544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78394b57-bc14-4b92-9646-ff3ea2ef284f tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=173588ab-1a0f-432a-919c-4c6d5eab1ce5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:10.533653 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bd87d6ef-9cb8-45a3-a99e-354930a75afb tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0554502 Aug 28 12:59:10.534301 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33504) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:10.563156 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5659a576-cdb1-4de7-b7b8-a298f296ebec tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.571596 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5659a576-cdb1-4de7-b7b8-a298f296ebec tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.592048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.606807 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5659a576-cdb1-4de7-b7b8-a298f296ebec tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.613107 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5659a576-cdb1-4de7-b7b8-a298f296ebec tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.614427 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5659a576-cdb1-4de7-b7b8-a298f296ebec tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ce06566f-5b02-40c4-a634-91c6d09aab0c HTTP/1.1" status: 204 len: 168 time: 0.0793364 Aug 28 12:59:10.618027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33510) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:10.635043 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659a576-cdb1-4de7-b7b8-a298f296ebec tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce06566f-5b02-40c4-a634-91c6d09aab0c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:10.658546 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.680030 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b03defe8-fb77-4035-980f-243829ad0a9d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0580220 Aug 28 12:59:10.680196 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.680304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33514) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:10.692845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:10.707857 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2914214-4f0b-4880-960d-cb3e5eca51bc tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.717358 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:10.720376 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2914214-4f0b-4880-960d-cb3e5eca51bc tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.721636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=7114748a-f6e8-4b18-a8ab-a3452142db39,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:10.724030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:10.727691 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-e9cd2110-faa2-450d-ad02-9ecfa20e58f8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.756184 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2914214-4f0b-4880-960d-cb3e5eca51bc tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.765789 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2914214-4f0b-4880-960d-cb3e5eca51bc tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.768916 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d2914214-4f0b-4880-960d-cb3e5eca51bc tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a30d27d2-9fb0-46b1-bcb5-8452a8ef4105 HTTP/1.1" status: 204 len: 168 time: 0.0880201 Aug 28 12:59:10.776604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33518) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:10.785798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2914214-4f0b-4880-960d-cb3e5eca51bc tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a30d27d2-9fb0-46b1-bcb5-8452a8ef4105,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:10.816256 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.854412 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1474164e-ff92-46c1-a74d-b2e26d32c3bb tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0737870 Aug 28 12:59:10.855137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33520) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:10.855429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Pushing event updated for resources: {'Port': ['ID=4088ee4c-bd9b-401b-ba32-4a5095f9aa11,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:10.887809 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de26fce2-6e5e-4bb9-a582-bd29a12d3ac3 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.904276 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de26fce2-6e5e-4bb9-a582-bd29a12d3ac3 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.943955 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de26fce2-6e5e-4bb9-a582-bd29a12d3ac3 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.958073 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de26fce2-6e5e-4bb9-a582-bd29a12d3ac3 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.961971 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-e9cd2110-faa2-450d-ad02-9ecfa20e58f8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] No DVR routers for this DVR port ac4113ad-b63c-4920-a1f1-661762381f07 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:59:10.962126 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-de26fce2-6e5e-4bb9-a582-bd29a12d3ac3 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a0ac5783-f2b7-4f26-9a4c-2a2afc10387d HTTP/1.1" status: 204 len: 168 time: 0.1029272 Aug 28 12:59:10.962126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26fce2-6e5e-4bb9-a582-bd29a12d3ac3 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0ac5783-f2b7-4f26-9a4c-2a2afc10387d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:10.963616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33528) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:10.983143 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-e9cd2110-faa2-450d-ad02-9ecfa20e58f8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:10.985257 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c35f0553-d2c4-45ec-b2ca-63101c7cd27c req-e9cd2110-faa2-450d-ad02-9ecfa20e58f8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.11 "DELETE /v2.0/ports/ac4113ad-b63c-4920-a1f1-661762381f07 HTTP/1.1" status: 204 len: 173 time: 1.4758086 Aug 28 12:59:10.997284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd2110-faa2-450d-ad02-9ecfa20e58f8 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event deleted for resources: {'Port': ['ID=ac4113ad-b63c-4920-a1f1-661762381f07,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:11.047502 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f2f8533a-c5f0-404d-b48f-f2aa7f892d0b tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0825388 Aug 28 12:59:11.051009 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33530) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:11.124682 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb1ab626-6575-4b79-a953-34a3d6820b46 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:11.151151 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb1ab626-6575-4b79-a953-34a3d6820b46 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:11.168404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Network 6d15cec7-ed05-4a44-b8a6-760b589074ab is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:11.171557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:11.201442 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb1ab626-6575-4b79-a953-34a3d6820b46 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:11.206810 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb1ab626-6575-4b79-a953-34a3d6820b46 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:11.208606 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cb1ab626-6575-4b79-a953-34a3d6820b46 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-groups/0dd4358f-9173-48a7-8a83-6a2b84ad8555 HTTP/1.1" status: 204 len: 168 time: 0.1559575 Aug 28 12:59:11.220844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33536) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:11.222277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ab626-6575-4b79-a953-34a3d6820b46 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd4358f-9173-48a7-8a83-6a2b84ad8555,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:11.421432 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:11.468675 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-057abb5a-ee88-411b-83f8-c3c5523128d6 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2395186 Aug 28 12:59:11.471711 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33544) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:11.480158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9c5a2edd-1375-4b51-87d6-8a8d166539e6 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1478092180'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:11.540146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f79635-fd88-40b0-ba00-34cdc3f1c600 req-44e372fd-7c26-4ced-9ac7-4dd5a0c30103 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:11.550697 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32f79635-fd88-40b0-ba00-34cdc3f1c600 req-44e372fd-7c26-4ced-9ac7-4dd5a0c30103 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 945 time: 0.2390881 Aug 28 12:59:11.575159 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Router 929bef24-d1bf-4ede-8a43-cdf87f3ba5fc has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:59:11.603311 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2edd-1375-4b51-87d6-8a8d166539e6 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:11.624759 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6945fdf5-40af-40de-854b-d28492a6db06 req-75931ca5-781f-4165-8ea6-04818c095499 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0483227 Aug 28 12:59:11.645798 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32f79635-fd88-40b0-ba00-34cdc3f1c600 req-107c80cb-9c20-41f3-8eb2-7a2c0853bc03 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937791 Aug 28 12:59:11.706521 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9c3e0c5c-d00c-440e-899c-ee2b57815b2d None None] Provisioning complete for port 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:11.707460 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9c3e0c5c-d00c-440e-899c-ee2b57815b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:11.757671 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2edd-1375-4b51-87d6-8a8d166539e6 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:11.763039 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2edd-1375-4b51-87d6-8a8d166539e6 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:11.790605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9c3e0c5c-d00c-440e-899c-ee2b57815b2d None None] Port 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:59:11.792801 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c5a2edd-1375-4b51-87d6-8a8d166539e6 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:11.794948 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9c5a2edd-1375-4b51-87d6-8a8d166539e6 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3217294 Aug 28 12:59:11.797639 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33552) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:11.803119 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4e0ff660-3946-4928-8dac-ccdaea4b924e tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group_rule': {'security_group_id': 'd1c77231-fde9-4721-a68f-166f984f8f44', 'direction': 'ingress', 'protocol': 17}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:11.845185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a2edd-1375-4b51-87d6-8a8d166539e6 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c77231-fde9-4721-a68f-166f984f8f44,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:11.885466 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4e0ff660-3946-4928-8dac-ccdaea4b924e tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:11.896913 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-deleted', 'tag': 'ac4113ad-b63c-4920-a1f1-661762381f07'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:59:11.899243 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcec4ff-72c6-458e-ac43-b025938eda5a" -d '{"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-deleted", "tag": "ac4113ad-b63c-4920-a1f1-661762381f07"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:59:11.902841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:59:11.917019 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-21fcda5b-0134-40f4-8f5c-552e6cbdc238 admin admin] 10.222.0.20 "PUT /v2.0/routers/929bef24-d1bf-4ede-8a43-cdf87f3ba5fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1070890 Aug 28 12:59:11.924672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Sync routers for ids ['929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:59:11.947709 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Routers {'929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:11.948361 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:12.002534 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8754cee4-7486-4b36-b224-071ad2d31d88 x-openstack-request-id: req-8754cee4-7486-4b36-b224-071ad2d31d88 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:59:12.002984 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6f113-3e7f-4654-a01a-da5b28fd8324", "name": "network-vif-deleted", "tag": "ac4113ad-b63c-4920-a1f1-661762381f07", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:59:12.003172 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8754cee4-7486-4b36-b224-071ad2d31d88 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:59:12.003700 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6f113-3e7f-4654-a01a-da5b28fd8324', 'name': 'network-vif-deleted', 'tag': 'ac4113ad-b63c-4920-a1f1-661762381f07', 'status': 'completed', 'code': 200} Aug 28 12:59:12.011455 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4e0ff660-3946-4928-8dac-ccdaea4b924e tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:12.019899 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4e0ff660-3946-4928-8dac-ccdaea4b924e tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:12.042907 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:12.080588 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4e0ff660-3946-4928-8dac-ccdaea4b924e tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:12.085126 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4e0ff660-3946-4928-8dac-ccdaea4b924e tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2859986 Aug 28 12:59:12.092004 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33562) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:12.116071 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ff660-3946-4928-8dac-ccdaea4b924e tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0ee7a6-3daa-4d21-8bfa-d8a978e5be59,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:12.248717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router fa0f57fc-b4d2-4375-bb81-3e65001165e2 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:59:12.254424 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-77c9357c-c673-424c-a061-13ca1e5513c0 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:12.258025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Set router 929bef24-d1bf-4ede-8a43-cdf87f3ba5fc gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:12.290711 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-77c9357c-c673-424c-a061-13ca1e5513c0 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:12.363333 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-77c9357c-c673-424c-a061-13ca1e5513c0 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:12.370143 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-77c9357c-c673-424c-a061-13ca1e5513c0 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:12.374772 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-77c9357c-c673-424c-a061-13ca1e5513c0 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-groups/d1c77231-fde9-4721-a68f-166f984f8f44 HTTP/1.1" status: 204 len: 168 time: 0.2780144 Aug 28 12:59:12.376933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33576) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:12.431490 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9357c-c673-424c-a061-13ca1e5513c0 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c77231-fde9-4721-a68f-166f984f8f44,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:12.459748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:59:12.472270 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53ca9f-4e6f-40be-b3af-f028937a8d0f None None] Sync routers for ids ['fa0f57fc-b4d2-4375-bb81-3e65001165e2'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:59:12.490949 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53ca9f-4e6f-40be-b3af-f028937a8d0f None None] Routers {'fa0f57fc-b4d2-4375-bb81-3e65001165e2'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:12.491600 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4b53ca9f-4e6f-40be-b3af-f028937a8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['fa0f57fc-b4d2-4375-bb81-3e65001165e2'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:12.510231 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:12.514504 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0d64773a-2614-45c9-ba0e-570bf037019c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.8822665 Aug 28 12:59:12.515283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33582) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:12.549444 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2897b539-7a66-48a3-b486-062369692231 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1635299 Aug 28 12:59:12.551102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33586) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:12.565424 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c1350263-06d2-40c7-a4b5-17ed4146058d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276902692'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:12.577990 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33588) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:12.618500 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4b53ca9f-4e6f-40be-b3af-f028937a8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:12.648740 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c1350263-06d2-40c7-a4b5-17ed4146058d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:12.650414 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53ca9f-4e6f-40be-b3af-f028937a8d0f None None] Routers {'fa0f57fc-b4d2-4375-bb81-3e65001165e2'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:12.651212 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4b53ca9f-4e6f-40be-b3af-f028937a8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['fa0f57fc-b4d2-4375-bb81-3e65001165e2'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:12.744134 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2aee7dfd-34c0-4f5f-8b29-d0c719f2b6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:12.759247 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:12.810342 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4b53ca9f-4e6f-40be-b3af-f028937a8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:12.814262 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b53ca9f-4e6f-40be-b3af-f028937a8d0f None None] The sync data for ids ['fa0f57fc-b4d2-4375-bb81-3e65001165e2'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:59:12.853735 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-05ac768e-4989-494d-a911-15542bd92481 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/routers/fa0f57fc-b4d2-4375-bb81-3e65001165e2 HTTP/1.1" status: 200 len: 881 time: 0.3365228 Aug 28 12:59:12.854348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33596) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:12.917669 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bdf404a4-f2d0-4780-b417-6a9783b0795e req-3dd3efb8-a7cc-4f1e-b09d-9966ff7d4a11 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0676708 Aug 28 12:59:12.930824 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c1350263-06d2-40c7-a4b5-17ed4146058d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:12.936895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'name': 'tempest-ImageQuotaTest-103022255-router', 'tenant_id': '5fd78416704a446993ee5568cff87ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:58:58Z', 'updated_at': '2021-08-28T12:59:10Z', 'revision_number': 4, 'project_id': '5fd78416704a446993ee5568cff87ba5', 'gw_port': {'id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:58:59Z', 'updated_at': '2021-08-28T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '4088ee4c-bd9b-401b-ba32-4a5095f9aa11', 'name': '', 'network_id': '6d15cec7-ed05-4a44-b8a6-760b589074ab', 'tenant_id': '5fd78416704a446993ee5568cff87ba5', 'mac_address': 'fa:16:3e:e7:7a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '392e77f6-c589-4875-afbb-ccf46f32a360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:07Z', 'updated_at': '2021-08-28T12:59:10Z', 'revision_number': 2, 'project_id': '5fd78416704a446993ee5568cff87ba5', 'subnets': [{'id': '392e77f6-c589-4875-afbb-ccf46f32a360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:12.943851 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c1350263-06d2-40c7-a4b5-17ed4146058d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:12.987862 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-3e7fe050-7158-4e82-b0e8-bc85be371d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2079062468'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:13.013944 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c1350263-06d2-40c7-a4b5-17ed4146058d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.019999 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c1350263-06d2-40c7-a4b5-17ed4146058d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4657745 Aug 28 12:59:13.023085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Checking router: 929bef24-d1bf-4ede-8a43-cdf87f3ba5fc for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:59:13.026610 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33600) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:13.027133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Updating router 929bef24-d1bf-4ede-8a43-cdf87f3ba5fc port 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:59:13.044605 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-3c9b6883-97c0-4526-959d-e3a37a573b65 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789161501'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:13.078279 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.098840 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.api [None req-3c9b6883-97c0-4526-959d-e3a37a573b65 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 12:59:13.098840 n-d-791505-21 neutron-server[94878]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 12:59:13.098840 n-d-791505-21 neutron-server[94878]: [parameters: {'project_id_1': '368a8a914c8643e98b3db62da1dec87a', 'expiration_1': datetime.datetime(2021, 8, 28, 12, 59, 13, 56239)}] Aug 28 12:59:13.098840 n-d-791505-21 neutron-server[94878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:59:13.101189 n-d-791505-21 neutron-server[94878]: DEBUG oslo_db.api [None req-3c9b6883-97c0-4526-959d-e3a37a573b65 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:59:13.117261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1350263-06d2-40c7-a4b5-17ed4146058d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ea5f61-f050-446a-9fcd-370e0cc76e54,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:13.124220 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7fe050-7158-4e82-b0e8-bc85be371d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Made reservation on behalf of aff4998065d14bc090f8768a85de0e0b for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:13.135059 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe050-7158-4e82-b0e8-bc85be371d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.148586 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe050-7158-4e82-b0e8-bc85be371d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.414260 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe050-7158-4e82-b0e8-bc85be371d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.436181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe050-7158-4e82-b0e8-bc85be371d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.452050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7fe050-7158-4e82-b0e8-bc85be371d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:59:13.476577 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe050-7158-4e82-b0e8-bc85be371d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.477007 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-3e7fe050-7158-4e82-b0e8-bc85be371d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Added segment ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3 of type vlan for network 93b5f904-7afa-48de-b29a-7258a9c94ff3 Aug 28 12:59:13.487688 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.581884 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe050-7158-4e82-b0e8-bc85be371d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.588050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fe050-7158-4e82-b0e8-bc85be371d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3566c08c-4b53-4bb2-8bd9-715b7635b755,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:13.623338 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.634814 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6883-97c0-4526-959d-e3a37a573b65 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.651114 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Transition to ACTIVE for port object 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:13.670822 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.733146 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6883-97c0-4526-959d-e3a37a573b65 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.734964 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe050-7158-4e82-b0e8-bc85be371d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.741977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee53d2d-6b9e-4be6-954d-9a7cacab9753 None None] Pushing event updated for resources: {'Port': ['ID=4088ee4c-bd9b-401b-ba32-4a5095f9aa11,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:13.742105 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7fe050-7158-4e82-b0e8-bc85be371d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:13.743026 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe050-7158-4e82-b0e8-bc85be371d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.779007 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6883-97c0-4526-959d-e3a37a573b65 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.841047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Attempting to bind port 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:13.846149 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Attempting to bind port 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'ebd8610a-fa91-4e4f-8da9-102557d55d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d15cec7-ed05-4a44-b8a6-760b589074ab'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:13.846937 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Attempting to bind port 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 on network 6d15cec7-ed05-4a44-b8a6-760b589074ab {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:13.860250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3e7fe050-7158-4e82-b0e8-bc85be371d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2710850 Aug 28 12:59:13.870542 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:59:13.871634 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Checking segment: {'id': 'ebd8610a-fa91-4e4f-8da9-102557d55d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d15cec7-ed05-4a44-b8a6-760b589074ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:13.872199 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.872761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Bound using segment: {'id': 'ebd8610a-fa91-4e4f-8da9-102557d55d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d15cec7-ed05-4a44-b8a6-760b589074ab'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:59:13.874067 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Bound port: 4088ee4c-bd9b-401b-ba32-4a5095f9aa11, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd8610a-fa91-4e4f-8da9-102557d55d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6d15cec7-ed05-4a44-b8a6-760b589074ab'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:59:13.874820 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:13.956952 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d8165416-8720-479f-aed7-90e5635d0174 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.1006896 Aug 28 12:59:13.959422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33616) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:13.970395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-966baad6-7641-47dd-96e9-b49d936107fd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1842481550'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:14.036185 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6883-97c0-4526-959d-e3a37a573b65 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:14.037993 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] For port 4088ee4c-bd9b-401b-ba32-4a5095f9aa11, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:14.040655 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3c9b6883-97c0-4526-959d-e3a37a573b65 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0031540 Aug 28 12:59:14.043838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] For port 4088ee4c-bd9b-401b-ba32-4a5095f9aa11, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4088ee4c-bd9b-401b-ba32-4a5095f9aa11,segment=NetworkSegment(ebd8610a-fa91-4e4f-8da9-102557d55d54),segment_id=ebd8610a-fa91-4e4f-8da9-102557d55d54)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:59:14.050774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33620) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:14.054214 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:14.055498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b6883-97c0-4526-959d-e3a37a573b65 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e63af2d-8232-4280-af56-7c4d4ecf160d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:14.093289 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d903f81d-3bfb-4ebe-a6d7-1ce65f8eb604 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group_rule': {'security_group_id': '84ea5f61-f050-446a-9fcd-370e0cc76e54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9e63af2d-8232-4280-af56-7c4d4ecf160d', 'remote_ip_prefix': None}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:14.119817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fe050-7158-4e82-b0e8-bc85be371d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Pushing event updated for resources: {'Network': ['ID=93b5f904-7afa-48de-b29a-7258a9c94ff3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:14.140694 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bb798514-c4d0-47ae-bd03-cd1d626d09d5 req-c7e203b7-ba64-40f0-9ade-bde85d6a931d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0610478 Aug 28 12:59:14.146918 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 93b5f904-7afa-48de-b29a-7258a9c94ff3 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:59:14.227165 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d903f81d-3bfb-4ebe-a6d7-1ce65f8eb604 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:14.246690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee53d2d-6b9e-4be6-954d-9a7cacab9753 None None] Pushing event updated for resources: {'Port': ['ID=4088ee4c-bd9b-401b-ba32-4a5095f9aa11,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:14.259626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Routers {'929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:14.265170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:14.271144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33622) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:14.291792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33624) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:14.299292 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Request body: {'port': {'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3', 'binding:host_id': 'n-h1-791505-21', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934938296'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:14.424201 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] Set router 929bef24-d1bf-4ede-8a43-cdf87f3ba5fc gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:14.550169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Made reservation on behalf of bf64fe29946b408cbd95f1f6f5e2a93d for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:14.552768 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:14.553216 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-966baad6-7641-47dd-96e9-b49d936107fd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:14.569486 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-966baad6-7641-47dd-96e9-b49d936107fd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:14.602506 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:14.618984 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d903f81d-3bfb-4ebe-a6d7-1ce65f8eb604 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:14.638917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d903f81d-3bfb-4ebe-a6d7-1ce65f8eb604 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:14.675041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903f81d-3bfb-4ebe-a6d7-1ce65f8eb604 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f70ff1-db0c-4b37-b413-4029c799dace,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:14.711374 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966baad6-7641-47dd-96e9-b49d936107fd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router fa0f57fc-b4d2-4375-bb81-3e65001165e2 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:59:14.851176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'name': 'tempest-ImageQuotaTest-103022255-router', 'tenant_id': '5fd78416704a446993ee5568cff87ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:58:58Z', 'updated_at': '2021-08-28T12:59:10Z', 'revision_number': 4, 'project_id': '5fd78416704a446993ee5568cff87ba5', 'gw_port': {'id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:58:59Z', 'updated_at': '2021-08-28T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '4088ee4c-bd9b-401b-ba32-4a5095f9aa11', 'name': '', 'network_id': '6d15cec7-ed05-4a44-b8a6-760b589074ab', 'tenant_id': '5fd78416704a446993ee5568cff87ba5', 'mac_address': 'fa:16:3e:e7:7a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '392e77f6-c589-4875-afbb-ccf46f32a360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:07Z', 'updated_at': '2021-08-28T12:59:14Z', 'revision_number': 4, 'project_id': '5fd78416704a446993ee5568cff87ba5', 'subnets': [{'id': '392e77f6-c589-4875-afbb-ccf46f32a360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:14.861449 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966baad6-7641-47dd-96e9-b49d936107fd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:59:14.877796 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-966baad6-7641-47dd-96e9-b49d936107fd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:14.879596 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-966baad6-7641-47dd-96e9-b49d936107fd tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/fa0f57fc-b4d2-4375-bb81-3e65001165e2 HTTP/1.1" status: 200 len: 888 time: 0.9188805 Aug 28 12:59:14.882014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33638) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:14.889694 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:14.899682 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df8ce9e-cc53-4c00-8270-bad25a922fa3 None None] Sync routers for ids ['fa0f57fc-b4d2-4375-bb81-3e65001165e2'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:59:14.907507 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:14.908613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cbc34f-b98d-4409-b942-5754ffb60768 None None] The sync data for ids ['929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'] in n-d-791505-21 is: [{'id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'name': 'tempest-ImageQuotaTest-103022255-router', 'tenant_id': '5fd78416704a446993ee5568cff87ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:58:58Z', 'updated_at': '2021-08-28T12:59:10Z', 'revision_number': 4, 'project_id': '5fd78416704a446993ee5568cff87ba5', 'gw_port': {'id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:58:59Z', 'updated_at': '2021-08-28T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '4088ee4c-bd9b-401b-ba32-4a5095f9aa11', 'name': '', 'network_id': '6d15cec7-ed05-4a44-b8a6-760b589074ab', 'tenant_id': '5fd78416704a446993ee5568cff87ba5', 'mac_address': 'fa:16:3e:e7:7a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '392e77f6-c589-4875-afbb-ccf46f32a360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:07Z', 'updated_at': '2021-08-28T12:59:14Z', 'revision_number': 4, 'project_id': '5fd78416704a446993ee5568cff87ba5', 'subnets': [{'id': '392e77f6-c589-4875-afbb-ccf46f32a360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:59:14.923652 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df8ce9e-cc53-4c00-8270-bad25a922fa3 None None] Routers {'fa0f57fc-b4d2-4375-bb81-3e65001165e2'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:14.925138 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] device_id is not set on port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:59:14.927006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-2df8ce9e-cc53-4c00-8270-bad25a922fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['fa0f57fc-b4d2-4375-bb81-3e65001165e2'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:14.940092 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d903f81d-3bfb-4ebe-a6d7-1ce65f8eb604 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:14.942523 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d903f81d-3bfb-4ebe-a6d7-1ce65f8eb604 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8669686 Aug 28 12:59:14.953174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33640) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:15.024315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-2df8ce9e-cc53-4c00-8270-bad25a922fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:15.037659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df8ce9e-cc53-4c00-8270-bad25a922fa3 None None] Routers {'fa0f57fc-b4d2-4375-bb81-3e65001165e2'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:15.038288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-2df8ce9e-cc53-4c00-8270-bad25a922fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['fa0f57fc-b4d2-4375-bb81-3e65001165e2'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:15.093938 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-2df8ce9e-cc53-4c00-8270-bad25a922fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:15.094636 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df8ce9e-cc53-4c00-8270-bad25a922fa3 None None] The sync data for ids ['fa0f57fc-b4d2-4375-bb81-3e65001165e2'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:59:15.136812 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6a6b3229-eaa1-41d0-912a-06c5c270b340 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/routers/fa0f57fc-b4d2-4375-bb81-3e65001165e2 HTTP/1.1" status: 200 len: 888 time: 0.2524357 Aug 28 12:59:15.140274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33644) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:15.154526 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df38f07-c0c9-4bb4-9f4f-6b8e2ba772d3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:15.212773 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-729220fe-7e94-48bd-9976-e270f97e6941 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0f57fc-b4d2-4375-bb81-3e65001165e2 HTTP/1.1" status: 200 len: 205 time: 0.0698068 Aug 28 12:59:15.214762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33648) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:15.280354 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:15.283700 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3de53910-4d2d-4a01-8def-de9719ad4a47 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:15.311137 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3de53910-4d2d-4a01-8def-de9719ad4a47 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:15.347636 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a739f890-81ab-428b-bebb-a0f4d035eb99 req-f6f9c270-d98e-435c-8495-626237ab5365 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0599160 Aug 28 12:59:15.393340 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6845b389-a20d-4931-b170-1e28951fea18 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:15.532350 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6845b389-a20d-4931-b170-1e28951fea18 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:15.612842 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6845b389-a20d-4931-b170-1e28951fea18 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port 7114748a-f6e8-4b18-a8ab-a3452142db39 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:15.613187 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6845b389-a20d-4931-b170-1e28951fea18 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:15.728701 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6845b389-a20d-4931-b170-1e28951fea18 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:15.743756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6845b389-a20d-4931-b170-1e28951fea18 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for 7114748a-f6e8-4b18-a8ab-a3452142db39 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:15.942562 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3de53910-4d2d-4a01-8def-de9719ad4a47 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:15.956862 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3de53910-4d2d-4a01-8def-de9719ad4a47 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:15.960531 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3de53910-4d2d-4a01-8def-de9719ad4a47 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e3f70ff1-db0c-4b37-b413-4029c799dace HTTP/1.1" status: 204 len: 168 time: 1.0030746 Aug 28 12:59:15.968906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33652) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:15.992194 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3bccd39f-48d8-4642-80c1-77046b291b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:15.997256 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] device_id is not set on port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:59:16.033867 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de53910-4d2d-4a01-8def-de9719ad4a47 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3f70ff1-db0c-4b37-b413-4029c799dace,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:16.044872 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.064477 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33654) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:16.066867 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-75db0e8a-3b8d-4b96-853c-05b09a3ab000 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0928137 Aug 28 12:59:16.067874 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6845b389-a20d-4931-b170-1e28951fea18 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.112672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Transition to ACTIVE for port object b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:16.125637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845b389-a20d-4931-b170-1e28951fea18 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=7114748a-f6e8-4b18-a8ab-a3452142db39,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:16.157079 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.204543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:16.236266 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6845b389-a20d-4931-b170-1e28951fea18 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.243944 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-720dcbe0-1b23-44f1-933f-9e75f4d2da12 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.291262 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-720dcbe0-1b23-44f1-933f-9e75f4d2da12 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.296125 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:16.300599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:16.301160 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.339349 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Pushing event updated for resources: {'Port': ['ID=b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:16.350779 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6845b389-a20d-4931-b170-1e28951fea18 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.358920 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6845b389-a20d-4931-b170-1e28951fea18 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.401751 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.423600 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6845b389-a20d-4931-b170-1e28951fea18 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.424349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6845b389-a20d-4931-b170-1e28951fea18 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Fanout notify agent at l3_agent the message router_deleted on router fa0f57fc-b4d2-4375-bb81-3e65001165e2 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:59:16.428477 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Checking segment: {'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:16.428843 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Network hostable DHCP agents. Network: 93b5f904-7afa-48de-b29a-7258a9c94ff3, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:59:16.432966 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6845b389-a20d-4931-b170-1e28951fea18 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.443595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6845b389-a20d-4931-b170-1e28951fea18 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/routers/fa0f57fc-b4d2-4375-bb81-3e65001165e2 HTTP/1.1" status: 204 len: 168 time: 1.2270532 Aug 28 12:59:16.444438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33660) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:16.451545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e87f49f2-198f-44d6-8b7f-1318b8bf4e37 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'network': {'name': 'tempest-RoutersTest-1854246767'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:16.458700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 4088ee4c-bd9b-401b-ba32-4a5095f9aa11, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4088ee4c-bd9b-401b-ba32-4a5095f9aa11,segment=NetworkSegment(ebd8610a-fa91-4e4f-8da9-102557d55d54),segment_id=ebd8610a-fa91-4e4f-8da9-102557d55d54)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:16.467815 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.482659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87f49f2-198f-44d6-8b7f-1318b8bf4e37 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:16.486353 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e87f49f2-198f-44d6-8b7f-1318b8bf4e37 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.519150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87f49f2-198f-44d6-8b7f-1318b8bf4e37 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:59:16.531535 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e87f49f2-198f-44d6-8b7f-1318b8bf4e37 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.532627 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-e87f49f2-198f-44d6-8b7f-1318b8bf4e37 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Added segment d6ddeb48-6b57-4ae9-adcb-46a2ff2069e3 of type vlan for network eb7abd35-0c56-4fc7-993f-092461e999e4 Aug 28 12:59:16.545176 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3fb1791f-994c-4f10-9b18-bcd97db67ddb req-6dea1bc0-ce25-45a9-a797-d40a8f517f19 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0616863 Aug 28 12:59:16.547552 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-720dcbe0-1b23-44f1-933f-9e75f4d2da12 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.556040 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-720dcbe0-1b23-44f1-933f-9e75f4d2da12 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.564231 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-720dcbe0-1b23-44f1-933f-9e75f4d2da12 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-groups/9e63af2d-8232-4280-af56-7c4d4ecf160d HTTP/1.1" status: 204 len: 168 time: 0.4929719 Aug 28 12:59:16.567094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Network 93b5f904-7afa-48de-b29a-7258a9c94ff3 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:59:16.572124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=4088ee4c-bd9b-401b-ba32-4a5095f9aa11,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:16.594930 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33662) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:16.614348 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e87f49f2-198f-44d6-8b7f-1318b8bf4e37 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.625270 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 93b5f904-7afa-48de-b29a-7258a9c94ff3) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:16.629254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:16.644438 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e87f49f2-198f-44d6-8b7f-1318b8bf4e37 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.645389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b76a30a-8120-48a7-b1b8-916cd6d4c0df None None] Network 93b5f904-7afa-48de-b29a-7258a9c94ff3 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:16.651403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87f49f2-198f-44d6-8b7f-1318b8bf4e37 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:16.652437 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e87f49f2-198f-44d6-8b7f-1318b8bf4e37 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.687838 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e87f49f2-198f-44d6-8b7f-1318b8bf4e37 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2421198 Aug 28 12:59:16.692378 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dcbe0-1b23-44f1-933f-9e75f4d2da12 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e63af2d-8232-4280-af56-7c4d4ecf160d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:16.704654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33664) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:16.716859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a643d062-8dbc-47ab-be09-8e517f166c13 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'subnet': {'network_id': 'eb7abd35-0c56-4fc7-993f-092461e999e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:16.760556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f49f2-198f-44d6-8b7f-1318b8bf4e37 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Network': ['ID=eb7abd35-0c56-4fc7-993f-092461e999e4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:16.774448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network eb7abd35-0c56-4fc7-993f-092461e999e4 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:59:16.817764 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:16.818241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:16.818649 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:16.852685 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:16.852948 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:16.857596 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 2 to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 Aug 28 12:59:16.878969 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-38569600-998d-4ed3-9951-d2e31959798d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2755661 Aug 28 12:59:16.879349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33666) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:16.918947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:16.919419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:16.919781 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:16.932708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:16.933056 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:16.934868 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 3 to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 Aug 28 12:59:16.945481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a643d062-8dbc-47ab-be09-8e517f166c13 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:16.949618 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a643d062-8dbc-47ab-be09-8e517f166c13 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.957329 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1fb93a46-41e6-4b05-b6df-d669026a7806 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:16.983498 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1fb93a46-41e6-4b05-b6df-d669026a7806 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.003201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:17.003550 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:17.003895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:17.018918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:17.019251 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:17.024645 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 4 to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 Aug 28 12:59:17.054718 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3bccd39f-48d8-4642-80c1-77046b291b0f admin admin] Deleting port 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:17.055066 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3bccd39f-48d8-4642-80c1-77046b291b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.056425 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1fb93a46-41e6-4b05-b6df-d669026a7806 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.060791 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1fb93a46-41e6-4b05-b6df-d669026a7806 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.061804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:17.062186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:17.062568 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:17.065071 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1fb93a46-41e6-4b05-b6df-d669026a7806 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-groups/84ea5f61-f050-446a-9fcd-370e0cc76e54 HTTP/1.1" status: 204 len: 168 time: 0.1845922 Aug 28 12:59:17.065477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33670) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:17.082197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb93a46-41e6-4b05-b6df-d669026a7806 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ea5f61-f050-446a-9fcd-370e0cc76e54,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:17.115220 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:17.115498 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:17.119416 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 5 to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 Aug 28 12:59:17.132777 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b552261b-37fd-44b9-b24e-370495aad2b3 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0619893 Aug 28 12:59:17.133449 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33672) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:17.138129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1880d74c-d9a5-4c3f-a9c3-93d47e59e904 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1018103502'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:17.150382 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:17.150757 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:17.151094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:17.161478 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1880d74c-d9a5-4c3f-a9c3-93d47e59e904 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.171915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:17.172318 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:17.177460 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 6 to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 Aug 28 12:59:17.221856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:17.222189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:17.222601 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:17.232874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-3bccd39f-48d8-4642-80c1-77046b291b0f admin admin] For port 4088ee4c-bd9b-401b-ba32-4a5095f9aa11, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4088ee4c-bd9b-401b-ba32-4a5095f9aa11,segment=NetworkSegment(ebd8610a-fa91-4e4f-8da9-102557d55d54),segment_id=ebd8610a-fa91-4e4f-8da9-102557d55d54)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:17.233256 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3bccd39f-48d8-4642-80c1-77046b291b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.244708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:17.245060 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:17.249980 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 7 to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 Aug 28 12:59:17.258191 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3bccd39f-48d8-4642-80c1-77046b291b0f admin admin] Calling delete_port for 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:17.279198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:17.279542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:17.279884 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:17.286678 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1880d74c-d9a5-4c3f-a9c3-93d47e59e904 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.304161 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1880d74c-d9a5-4c3f-a9c3-93d47e59e904 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.318915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:17.319243 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:17.319645 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 8 to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 Aug 28 12:59:17.378686 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1880d74c-d9a5-4c3f-a9c3-93d47e59e904 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.382733 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1880d74c-d9a5-4c3f-a9c3-93d47e59e904 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2457736 Aug 28 12:59:17.382733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880d74c-d9a5-4c3f-a9c3-93d47e59e904 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e3aa78-8052-468c-b1c5-b6c7d70d49e8,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:17.384258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33674) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:17.390089 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ea8891e4-2d20-4b3b-8b58-3a4d5190b6d1 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group_rule': {'security_group_id': 'd5e3aa78-8052-468c-b1c5-b6c7d70d49e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:17.417504 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a643d062-8dbc-47ab-be09-8e517f166c13 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.424424 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ea8891e4-2d20-4b3b-8b58-3a4d5190b6d1 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.425211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:17.425706 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:17.426200 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:17.476096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:17.477332 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:17.489951 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 9 to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 Aug 28 12:59:17.498562 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ea8891e4-2d20-4b3b-8b58-3a4d5190b6d1 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.505967 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ea8891e4-2d20-4b3b-8b58-3a4d5190b6d1 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.535960 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8891e4-2d20-4b3b-8b58-3a4d5190b6d1 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63879e98-562c-4696-860b-742195c05c87,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:17.556924 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ea8891e4-2d20-4b3b-8b58-3a4d5190b6d1 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.558293 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ea8891e4-2d20-4b3b-8b58-3a4d5190b6d1 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1726296 Aug 28 12:59:17.562247 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33676) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:17.578456 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:17.578804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:17.579146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:17.616301 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1aaa948e-5595-4a40-82d3-2c0b7fa17e57 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.629084 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1aaa948e-5595-4a40-82d3-2c0b7fa17e57 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.633338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:17.633678 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:17.634241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643d062-8dbc-47ab-be09-8e517f166c13 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Subnet': ['ID=c70d7dec-2c50-4041-b87d-095c4b56bba3,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:17.646639 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 10 to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 Aug 28 12:59:17.657469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a643d062-8dbc-47ab-be09-8e517f166c13 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Checking segment: {'id': 'd6ddeb48-6b57-4ae9-adcb-46a2ff2069e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'eb7abd35-0c56-4fc7-993f-092461e999e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:17.657993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a643d062-8dbc-47ab-be09-8e517f166c13 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network hostable DHCP agents. Network: eb7abd35-0c56-4fc7-993f-092461e999e4, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:59:17.680283 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1aaa948e-5595-4a40-82d3-2c0b7fa17e57 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.693734 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1aaa948e-5595-4a40-82d3-2c0b7fa17e57 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.694998 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1aaa948e-5595-4a40-82d3-2c0b7fa17e57 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/63879e98-562c-4696-860b-742195c05c87 HTTP/1.1" status: 204 len: 168 time: 0.1315103 Aug 28 12:59:17.696012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa948e-5595-4a40-82d3-2c0b7fa17e57 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63879e98-562c-4696-860b-742195c05c87,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:17.698205 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33680) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:17.750475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-abd1906e-2185-4dd3-a6b4-7f78a5b058b1 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508759 Aug 28 12:59:17.753039 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33682) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:17.764794 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:17.765236 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:17.765933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:17.776851 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:17.777990 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:17.778777 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.786804 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3bccd39f-48d8-4642-80c1-77046b291b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.832191 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2405994b-1949-47b3-bc8f-1e5292329406 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.861585 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-34d713ed-7091-41bc-a861-e33de567c5fb req-fce1acbc-3ae5-4178-8ed4-aba347a22437 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0866885 Aug 28 12:59:17.869949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccd39f-48d8-4642-80c1-77046b291b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=4088ee4c-bd9b-401b-ba32-4a5095f9aa11,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:17.877131 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2405994b-1949-47b3-bc8f-1e5292329406 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.930990 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2405994b-1949-47b3-bc8f-1e5292329406 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.934868 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2405994b-1949-47b3-bc8f-1e5292329406 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:17.938727 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2405994b-1949-47b3-bc8f-1e5292329406 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-groups/d5e3aa78-8052-468c-b1c5-b6c7d70d49e8 HTTP/1.1" status: 204 len: 168 time: 0.1823168 Aug 28 12:59:17.939879 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33684) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:17.946668 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a643d062-8dbc-47ab-be09-8e517f166c13 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network eb7abd35-0c56-4fc7-993f-092461e999e4 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:59:17.955357 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405994b-1949-47b3-bc8f-1e5292329406 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e3aa78-8052-468c-b1c5-b6c7d70d49e8,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:17.983436 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-a643d062-8dbc-47ab-be09-8e517f166c13 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, eb7abd35-0c56-4fc7-993f-092461e999e4) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:17.992650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e223ea6-eca2-43f6-8c90-4f8b4f6dbcda None None] Network eb7abd35-0c56-4fc7-993f-092461e999e4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:17.995931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a643d062-8dbc-47ab-be09-8e517f166c13 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:17.997202 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a643d062-8dbc-47ab-be09-8e517f166c13 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.026266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33686) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:18.027934 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b14cf221-86c9-47a7-8efa-34b72c2af224 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0852699 Aug 28 12:59:18.035536 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-861581d6-c679-494f-a634-e41783ff8082 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group': {'name': 'tempest-secgroup--926550125'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:18.042223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] For port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:18.042772 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempted to set empty binding levels {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 12:59:18.084885 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a643d062-8dbc-47ab-be09-8e517f166c13 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3710539 Aug 28 12:59:18.085840 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33690) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:18.090624 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.094317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-91d02ded-7f49-4859-b74d-23a40433fad9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1007471016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:18.144865 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-861581d6-c679-494f-a634-e41783ff8082 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.159800 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91d02ded-7f49-4859-b74d-23a40433fad9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.161382 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91d02ded-7f49-4859-b74d-23a40433fad9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.180413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:18.181340 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.253712 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Pushing event updated for resources: {'Port': ['ID=b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:18.268348 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91d02ded-7f49-4859-b74d-23a40433fad9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.275558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-eb7abd35-0c56-4fc7-993f-092461e999e4', 'network_id': 'eb7abd35-0c56-4fc7-993f-092461e999e4', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'fixed_ips': [{'subnet_id': 'c70d7dec-2c50-4041-b87d-095c4b56bba3'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:59:18.275760 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91d02ded-7f49-4859-b74d-23a40433fad9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.276912 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.295744 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3bccd39f-48d8-4642-80c1-77046b291b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.388712 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-861581d6-c679-494f-a634-e41783ff8082 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.398987 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91d02ded-7f49-4859-b74d-23a40433fad9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.401232 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-91d02ded-7f49-4859-b74d-23a40433fad9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3130431 Aug 28 12:59:18.403955 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33694) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:18.422503 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-861581d6-c679-494f-a634-e41783ff8082 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.442514 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Allocated IP 172.20.0.2 (eb7abd35-0c56-4fc7-993f-092461e999e4/c70d7dec-2c50-4041-b87d-095c4b56bba3/7728210a-be3e-404b-a14f-c7e76ab84406) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:18.445550 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b19e2475-a5cc-42ba-8901-f20386d69478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.1504078 Aug 28 12:59:18.454528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33696) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:18.493053 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-861581d6-c679-494f-a634-e41783ff8082 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.494300 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-861581d6-c679-494f-a634-e41783ff8082 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4669938 Aug 28 12:59:18.500902 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33698) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:18.502993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861581d6-c679-494f-a634-e41783ff8082 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8455276-bdd8-4b30-9f72-208d3ceac001,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:18.509631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b03c19cd-c9e7-4095-b517-50ef495b0aea tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group_rule': {'security_group_id': 'c8455276-bdd8-4b30-9f72-208d3ceac001', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:18.610916 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b03c19cd-c9e7-4095-b517-50ef495b0aea tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.630755 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.646664 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Transition to ACTIVE for port object 7728210a-be3e-404b-a14f-c7e76ab84406 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:18.682269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Transition to ACTIVE for port object 7728210a-be3e-404b-a14f-c7e76ab84406 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:18.691657 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.706630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-e2004ac3-d792-4f6f-94cf-5047b422e163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Deleting port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:18.706976 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2004ac3-d792-4f6f-94cf-5047b422e163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.765664 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Pushing event updated for resources: {'Port': ['ID=7728210a-be3e-404b-a14f-c7e76ab84406,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:18.780518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bccd39f-48d8-4642-80c1-77046b291b0f admin admin] Router 929bef24-d1bf-4ede-8a43-cdf87f3ba5fc has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:59:18.782828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Network eb7abd35-0c56-4fc7-993f-092461e999e4 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:18.785348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:18.787659 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.789427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:18.826051 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b03c19cd-c9e7-4095-b517-50ef495b0aea tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.828199 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-e2004ac3-d792-4f6f-94cf-5047b422e163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] For port b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9, host n-h1-791505-21, got binding levels [] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:18.828736 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2004ac3-d792-4f6f-94cf-5047b422e163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.847023 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-e2004ac3-d792-4f6f-94cf-5047b422e163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Calling delete_port for b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:18.856709 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Attempting to bind port 7728210a-be3e-404b-a14f-c7e76ab84406 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:18.857076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Attempting to bind port 7728210a-be3e-404b-a14f-c7e76ab84406 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'd6ddeb48-6b57-4ae9-adcb-46a2ff2069e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'eb7abd35-0c56-4fc7-993f-092461e999e4'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:18.857435 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Attempting to bind port 7728210a-be3e-404b-a14f-c7e76ab84406 on network eb7abd35-0c56-4fc7-993f-092461e999e4 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:18.863810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:59:18.864086 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b03c19cd-c9e7-4095-b517-50ef495b0aea tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.864190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Checking segment: {'id': 'd6ddeb48-6b57-4ae9-adcb-46a2ff2069e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'eb7abd35-0c56-4fc7-993f-092461e999e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:18.864580 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.864969 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Bound using segment: {'id': 'd6ddeb48-6b57-4ae9-adcb-46a2ff2069e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'eb7abd35-0c56-4fc7-993f-092461e999e4'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:59:18.865441 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Bound port: 7728210a-be3e-404b-a14f-c7e76ab84406, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ddeb48-6b57-4ae9-adcb-46a2ff2069e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'eb7abd35-0c56-4fc7-993f-092461e999e4'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:59:18.866738 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:18.955659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] For port 7728210a-be3e-404b-a14f-c7e76ab84406, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:18.959204 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] For port 7728210a-be3e-404b-a14f-c7e76ab84406, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7728210a-be3e-404b-a14f-c7e76ab84406,segment=NetworkSegment(d6ddeb48-6b57-4ae9-adcb-46a2ff2069e3),segment_id=d6ddeb48-6b57-4ae9-adcb-46a2ff2069e3)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:59:18.968113 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:19.011609 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c19cd-c9e7-4095-b517-50ef495b0aea tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a217cdd-ce38-40cc-beff-c600e95b4939,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:19.064215 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b64727-a03a-4ac9-9fea-fd356f971db4 None None] Pushing event updated for resources: {'Port': ['ID=7728210a-be3e-404b-a14f-c7e76ab84406,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:19.077765 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eca8a87f-2102-47d3-b715-9d8ae3c2d2ca req-8f0bde54-855a-43d1-807f-d06f0f9416fc tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0861158 Aug 28 12:59:19.083797 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b03c19cd-c9e7-4095-b517-50ef495b0aea tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:19.085042 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b03c19cd-c9e7-4095-b517-50ef495b0aea tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5830035 Aug 28 12:59:19.088493 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33702) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:19.131236 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bccd39f-48d8-4642-80c1-77046b291b0f admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:59:19.131429 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d16c4ac5-3369-41c5-9872-bdff8980c475 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules/6a217cdd-ce38-40cc-beff-c600e95b4939 HTTP/1.1" status: 200 len: 763 time: 0.0382583 Aug 28 12:59:19.131429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Allocated IP 172.20.0.1 (eb7abd35-0c56-4fc7-993f-092461e999e4/c70d7dec-2c50-4041-b87d-095c4b56bba3/5962fbf7-45e0-4e6e-a84c-77d6cab08647) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:19.132486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33704) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:19.144088 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3bccd39f-48d8-4642-80c1-77046b291b0f admin admin] 10.222.0.20 "PUT /v2.0/routers/929bef24-d1bf-4ede-8a43-cdf87f3ba5fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8661361 Aug 28 12:59:19.144411 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571c22ab-8527-4335-9457-2c5e05dd7337 None None] Sync routers for ids ['929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:59:19.144869 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33706) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:19.169557 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c22ab-8527-4335-9457-2c5e05dd7337 None None] Routers {'929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:19.171266 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-571c22ab-8527-4335-9457-2c5e05dd7337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:19.200767 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2004ac3-d792-4f6f-94cf-5047b422e163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:19.292486 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2004ac3-d792-4f6f-94cf-5047b422e163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:19.303731 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2004ac3-d792-4f6f-94cf-5047b422e163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:19.309438 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e2004ac3-d792-4f6f-94cf-5047b422e163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] 10.222.0.20 "DELETE /v2.0/ports/b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 HTTP/1.1" status: 204 len: 168 time: 0.8515859 Aug 28 12:59:19.312324 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33710) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:19.420987 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-571c22ab-8527-4335-9457-2c5e05dd7337 None None] Set router 929bef24-d1bf-4ede-8a43-cdf87f3ba5fc gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:19.428412 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:19.453390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e18a9715-286b-4b35-af7d-4410642f9358 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3197250 Aug 28 12:59:19.465982 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Transition to ACTIVE for port object 5962fbf7-45e0-4e6e-a84c-77d6cab08647 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:19.498613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33712) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:19.510454 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:19.568383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a5798939-2489-4009-bc02-e80c7e46e220 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:19.580221 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a5798939-2489-4009-bc02-e80c7e46e220 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:19.596169 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network eb7abd35-0c56-4fc7-993f-092461e999e4 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:19.608028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:19.616755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:19.666059 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:19.691012 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-571c22ab-8527-4335-9457-2c5e05dd7337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'name': 'tempest-ImageQuotaTest-103022255-router', 'tenant_id': '5fd78416704a446993ee5568cff87ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:58:58Z', 'updated_at': '2021-08-28T12:59:17Z', 'revision_number': 5, 'project_id': '5fd78416704a446993ee5568cff87ba5', 'gw_port': {'id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:58:59Z', 'updated_at': '2021-08-28T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:19.691243 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f4469c-acf3-4463-8d1c-e50617038e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] GET failed (client error): The resource could not be found. Aug 28 12:59:19.695876 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-45f4469c-acf3-4463-8d1c-e50617038e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] 10.222.0.20 "GET /v2.0/ports/b9ffb6d1-1a43-4f24-a605-0fcb41c1f6d9 HTTP/1.1" status: 404 len: 333 time: 0.3791420 Aug 28 12:59:19.696248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33714) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:19.701926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a4cd76f4-9d1e-4308-a7d8-dc518c9ef7c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Request body: {'port': {'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974204531'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:19.729273 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571c22ab-8527-4335-9457-2c5e05dd7337 None None] Checking router: 929bef24-d1bf-4ede-8a43-cdf87f3ba5fc for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:59:19.732035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cd76f4-9d1e-4308-a7d8-dc518c9ef7c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Made reservation on behalf of bf64fe29946b408cbd95f1f6f5e2a93d for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:19.734567 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a4cd76f4-9d1e-4308-a7d8-dc518c9ef7c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:19.742652 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c22ab-8527-4335-9457-2c5e05dd7337 None None] Routers {'929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:19.743521 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-571c22ab-8527-4335-9457-2c5e05dd7337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:19.751203 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=5962fbf7-45e0-4e6e-a84c-77d6cab08647,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:19.751851 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84f304f7-efe3-4d04-8b2c-103a0463a4f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:19.775911 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a5798939-2489-4009-bc02-e80c7e46e220 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:19.784065 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a5798939-2489-4009-bc02-e80c7e46e220 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:19.788012 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a5798939-2489-4009-bc02-e80c7e46e220 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/6a217cdd-ce38-40cc-beff-c600e95b4939 HTTP/1.1" status: 204 len: 168 time: 0.2879879 Aug 28 12:59:19.788805 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33716) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:19.789379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-a4cd76f4-9d1e-4308-a7d8-dc518c9ef7c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] device_id is not set on port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:59:19.808676 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5798939-2489-4009-bc02-e80c7e46e220 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a217cdd-ce38-40cc-beff-c600e95b4939,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:19.872424 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-db33220e-2cb1-44a7-9388-90810b654814 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0812433 Aug 28 12:59:19.873116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33718) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:19.881229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1d947754-0887-4022-80f5-8ab95bfba279 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group_rule': {'security_group_id': 'c8455276-bdd8-4b30-9f72-208d3ceac001', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:19.893144 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:19.935400 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-571c22ab-8527-4335-9457-2c5e05dd7337 None None] Set router 929bef24-d1bf-4ede-8a43-cdf87f3ba5fc gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:19.948746 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84f304f7-efe3-4d04-8b2c-103a0463a4f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:19.992800 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d947754-0887-4022-80f5-8ab95bfba279 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:20.056190 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a4cd76f4-9d1e-4308-a7d8-dc518c9ef7c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:20.112520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-84f304f7-efe3-4d04-8b2c-103a0463a4f7 admin admin] Deleting port 438e9b11-56cc-4c92-8de4-3bd000792dc8 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:20.114286 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84f304f7-efe3-4d04-8b2c-103a0463a4f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:20.233197 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a4cd76f4-9d1e-4308-a7d8-dc518c9ef7c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:20.253977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7728210a-be3e-404b-a14f-c7e76ab84406 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:20.291119 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd76f4-9d1e-4308-a7d8-dc518c9ef7c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Pushing event updated for resources: {'Port': ['ID=2eb617b1-f8fe-4b52-836b-4ae8d244aa01,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:20.327280 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 7728210a-be3e-404b-a14f-c7e76ab84406 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:20.358062 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-28128e04-f151-4fbf-b13e-ba5029a7feff req-a6e0488a-ed02-4c0a-8284-2e4800a5b44e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0679550 Aug 28 12:59:20.386465 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cd76f4-9d1e-4308-a7d8-dc518c9ef7c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Network 93b5f904-7afa-48de-b29a-7258a9c94ff3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:20.394218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-a4cd76f4-9d1e-4308-a7d8-dc518c9ef7c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:20.399190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-84f304f7-efe3-4d04-8b2c-103a0463a4f7 admin admin] For port 438e9b11-56cc-4c92-8de4-3bd000792dc8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=438e9b11-56cc-4c92-8de4-3bd000792dc8,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:20.403005 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84f304f7-efe3-4d04-8b2c-103a0463a4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:20.405785 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cd76f4-9d1e-4308-a7d8-dc518c9ef7c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:20.406884 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cd76f4-9d1e-4308-a7d8-dc518c9ef7c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:20.407542 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a4cd76f4-9d1e-4308-a7d8-dc518c9ef7c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:20.425573 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-84f304f7-efe3-4d04-8b2c-103a0463a4f7 admin admin] Calling delete_port for 438e9b11-56cc-4c92-8de4-3bd000792dc8 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:20.446402 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a4cd76f4-9d1e-4308-a7d8-dc518c9ef7c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7481697 Aug 28 12:59:20.468405 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-571c22ab-8527-4335-9457-2c5e05dd7337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'name': 'tempest-ImageQuotaTest-103022255-router', 'tenant_id': '5fd78416704a446993ee5568cff87ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:58:58Z', 'updated_at': '2021-08-28T12:59:17Z', 'revision_number': 5, 'project_id': '5fd78416704a446993ee5568cff87ba5', 'gw_port': {'id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:58:59Z', 'updated_at': '2021-08-28T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:20.470472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33726) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:20.477820 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d947754-0887-4022-80f5-8ab95bfba279 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:20.485541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:20.493837 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d947754-0887-4022-80f5-8ab95bfba279 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:20.500797 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571c22ab-8527-4335-9457-2c5e05dd7337 None None] The sync data for ids ['929bef24-d1bf-4ede-8a43-cdf87f3ba5fc'] in n-d-791505-21 is: [{'id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'name': 'tempest-ImageQuotaTest-103022255-router', 'tenant_id': '5fd78416704a446993ee5568cff87ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:58:58Z', 'updated_at': '2021-08-28T12:59:17Z', 'revision_number': 5, 'project_id': '5fd78416704a446993ee5568cff87ba5', 'gw_port': {'id': '438e9b11-56cc-4c92-8de4-3bd000792dc8', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:1c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929bef24-d1bf-4ede-8a43-cdf87f3ba5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:58:59Z', 'updated_at': '2021-08-28T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:59:20.575475 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d947754-0887-4022-80f5-8ab95bfba279 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:20.576825 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1d947754-0887-4022-80f5-8ab95bfba279 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6995139 Aug 28 12:59:20.581368 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33728) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:20.619219 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cce49f1-0339-4a06-bc54-da2e94d2f308 None None] Network eb7abd35-0c56-4fc7-993f-092461e999e4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:20.629167 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-73f5596f-7392-43c6-b723-a078d193b5ba tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules/13c7a2a2-5df8-4fd8-8da8-97d1e88bdee6 HTTP/1.1" status: 200 len: 763 time: 0.0433693 Aug 28 12:59:20.630179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33730) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:20.738526 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b1b62c95-3b1f-4d86-a1af-ed3f66b1f3d6 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1033740 Aug 28 12:59:20.738974 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33732) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:20.760565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6d0581f4-a012-4ad5-a141-440c566f55a5 None None] Provisioning for port 7728210a-be3e-404b-a14f-c7e76ab84406 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:20.774044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6d0581f4-a012-4ad5-a141-440c566f55a5 None None] Provisioning complete for port 7728210a-be3e-404b-a14f-c7e76ab84406 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:20.774477 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d0581f4-a012-4ad5-a141-440c566f55a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:20.808899 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a8990b75-8a50-4807-bb71-b54cf784ea12 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:20.813549 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84f304f7-efe3-4d04-8b2c-103a0463a4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:20.894148 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a8990b75-8a50-4807-bb71-b54cf784ea12 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:20.897361 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f304f7-efe3-4d04-8b2c-103a0463a4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=438e9b11-56cc-4c92-8de4-3bd000792dc8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:21.020571 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a8990b75-8a50-4807-bb71-b54cf784ea12 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.024404 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d0581f4-a012-4ad5-a141-440c566f55a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.043237 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a8990b75-8a50-4807-bb71-b54cf784ea12 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.043237 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a8990b75-8a50-4807-bb71-b54cf784ea12 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/13c7a2a2-5df8-4fd8-8da8-97d1e88bdee6 HTTP/1.1" status: 204 len: 168 time: 0.2997942 Aug 28 12:59:21.048281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33734) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:21.057348 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.068893 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d947754-0887-4022-80f5-8ab95bfba279 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c7a2a2-5df8-4fd8-8da8-97d1e88bdee6,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:21.077388 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.080418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6d0581f4-a012-4ad5-a141-440c566f55a5 None None] For port 7728210a-be3e-404b-a14f-c7e76ab84406, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7728210a-be3e-404b-a14f-c7e76ab84406,segment=NetworkSegment(d6ddeb48-6b57-4ae9-adcb-46a2ff2069e3),segment_id=d6ddeb48-6b57-4ae9-adcb-46a2ff2069e3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:21.089190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8990b75-8a50-4807-bb71-b54cf784ea12 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13c7a2a2-5df8-4fd8-8da8-97d1e88bdee6,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:21.092989 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d0581f4-a012-4ad5-a141-440c566f55a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.101932 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84f304f7-efe3-4d04-8b2c-103a0463a4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.171108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0581f4-a012-4ad5-a141-440c566f55a5 None None] Pushing event updated for resources: {'Port': ['ID=7728210a-be3e-404b-a14f-c7e76ab84406,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:21.192956 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.220929 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.250185 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-aee288d1-cf05-478a-b237-1f0578dbea0b tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1972475 Aug 28 12:59:21.253234 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33736) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:21.258790 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-1ca9f4c2-fc61-4d76-8bab-83172c997945 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Request body: {'security_group_rule': {'security_group_id': 'c8455276-bdd8-4b30-9f72-208d3ceac001', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:21.269812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=5962fbf7-45e0-4e6e-a84c-77d6cab08647,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:21.287510 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84f304f7-efe3-4d04-8b2c-103a0463a4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.290294 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84f304f7-efe3-4d04-8b2c-103a0463a4f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.296924 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-1ca9f4c2-fc61-4d76-8bab-83172c997945 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Project 368a8a914c8643e98b3db62da1dec87a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 12:59:21.340905 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f4c2-fc61-4d76-8bab-83172c997945 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.361240 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84f304f7-efe3-4d04-8b2c-103a0463a4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.361882 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f304f7-efe3-4d04-8b2c-103a0463a4f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 929bef24-d1bf-4ede-8a43-cdf87f3ba5fc {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:59:21.380637 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-84f304f7-efe3-4d04-8b2c-103a0463a4f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.384078 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-84f304f7-efe3-4d04-8b2c-103a0463a4f7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/929bef24-d1bf-4ede-8a43-cdf87f3ba5fc HTTP/1.1" status: 204 len: 168 time: 2.2362099 Aug 28 12:59:21.385069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33738) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:21.429950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-74dd1204-967a-4598-845e-c2d92203821b None None] Provisioning complete for port 7728210a-be3e-404b-a14f-c7e76ab84406 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:21.430491 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-74dd1204-967a-4598-845e-c2d92203821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.526245 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-5833c8b7-ceda-43f5-bd13-a5694c66d272 admin admin] Deleting subnet 392e77f6-c589-4875-afbb-ccf46f32a360 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:59:21.539688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network eb7abd35-0c56-4fc7-993f-092461e999e4 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:21.545734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:21.603121 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24cb08e8-534b-4864-adde-df827612e4f7 req-34f42c45-e7c4-4b04-adda-5e38789f7bfa tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.1211436 Aug 28 12:59:21.604089 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5833c8b7-ceda-43f5-bd13-a5694c66d272 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.697484 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5833c8b7-ceda-43f5-bd13-a5694c66d272 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.699927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-74dd1204-967a-4598-845e-c2d92203821b None None] Provisioning for port 5962fbf7-45e0-4e6e-a84c-77d6cab08647 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:21.703569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-74dd1204-967a-4598-845e-c2d92203821b None None] Provisioning complete for port 5962fbf7-45e0-4e6e-a84c-77d6cab08647 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:21.703948 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-74dd1204-967a-4598-845e-c2d92203821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.758922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] device_id is not set on port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:59:21.761123 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f4c2-fc61-4d76-8bab-83172c997945 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.776871 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f4c2-fc61-4d76-8bab-83172c997945 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.777764 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.778059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-74dd1204-967a-4598-845e-c2d92203821b None None] Port 5962fbf7-45e0-4e6e-a84c-77d6cab08647 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:59:21.806853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Transition to ACTIVE for port object 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:21.819206 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.838066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9f4c2-fc61-4d76-8bab-83172c997945 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2914b0d-5e89-4238-952b-0e172446fd54,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:21.845946 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f4c2-fc61-4d76-8bab-83172c997945 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.847435 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1ca9f4c2-fc61-4d76-8bab-83172c997945 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5926862 Aug 28 12:59:21.865678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33744) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:21.885547 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2279ce53-9675-4720-a77e-78a8bb1c7bb4 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules/b2914b0d-5e89-4238-952b-0e172446fd54 HTTP/1.1" status: 200 len: 769 time: 0.0183427 Aug 28 12:59:21.888444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33746) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:21.908113 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router 6b743549-83bf-46e9-82ff-69a0866ccea8 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:59:21.913304 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-de15d932-e9a2-46c8-8651-3eef22a21d18 None None] Provisioning complete for port 5962fbf7-45e0-4e6e-a84c-77d6cab08647 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:21.913680 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-de15d932-e9a2-46c8-8651-3eef22a21d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.923794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Pushing event updated for resources: {'Port': ['ID=2eb617b1-f8fe-4b52-836b-4ae8d244aa01,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:21.939056 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5833c8b7-ceda-43f5-bd13-a5694c66d272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:21.952471 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-64b371d6-0462-4cd4-82a3-a137fca82e07 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0627029 Aug 28 12:59:21.956293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33748) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:21.968379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-de15d932-e9a2-46c8-8651-3eef22a21d18 None None] Port 5962fbf7-45e0-4e6e-a84c-77d6cab08647 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:59:22.049153 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5833c8b7-ceda-43f5-bd13-a5694c66d272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.085904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:59:22.100076 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5e5af92f-c4d8-4d8c-a971-f8f7bf9930a5 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/6b743549-83bf-46e9-82ff-69a0866ccea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6883264 Aug 28 12:59:22.100076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:22.100076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:22.100076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:22.101800 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33750) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:22.104622 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6efb7ed-1da5-4103-805a-a11e804199b1 None None] Sync routers for ids ['6b743549-83bf-46e9-82ff-69a0866ccea8'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:59:22.109316 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5833c8b7-ceda-43f5-bd13-a5694c66d272 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.112257 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5833c8b7-ceda-43f5-bd13-a5694c66d272 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/392e77f6-c589-4875-afbb-ccf46f32a360 HTTP/1.1" status: 204 len: 168 time: 0.7257125 Aug 28 12:59:22.112668 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833c8b7-ceda-43f5-bd13-a5694c66d272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=392e77f6-c589-4875-afbb-ccf46f32a360,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:22.115805 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33752) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:22.130553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097d60e4-9719-4dcf-aaa3-61e556a92e5a None None] Network 6d15cec7-ed05-4a44-b8a6-760b589074ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:22.147044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:22.148544 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:22.181379 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 2 to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 Aug 28 12:59:22.182406 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6efb7ed-1da5-4103-805a-a11e804199b1 None None] Routers {'6b743549-83bf-46e9-82ff-69a0866ccea8'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:22.183037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e6efb7ed-1da5-4103-805a-a11e804199b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6b743549-83bf-46e9-82ff-69a0866ccea8'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:22.185214 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7728210a-be3e-404b-a14f-c7e76ab84406 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:22.194826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ad6e5a-e655-44fc-9007-762188caf5bb tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:22.200726 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e8ad6e5a-e655-44fc-9007-762188caf5bb tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports/5962fbf7-45e0-4e6e-a84c-77d6cab08647 HTTP/1.1" status: 200 len: 910 time: 0.0953913 Aug 28 12:59:22.201825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33754) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:22.204262 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6e8bc08-2ef5-419d-8c41-8b6bb753b41d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.214254 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.219486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-6968fa09-4f5d-4fba-9165-dd02f299da7a tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c70d7dec-2c50-4041-b87d-095c4b56bba3'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:22.238021 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6e8bc08-2ef5-419d-8c41-8b6bb753b41d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.264671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:22.265379 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:22.265931 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:22.270519 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e6efb7ed-1da5-4103-805a-a11e804199b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:22.275465 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] Deleting port 2fc64737-ede3-41e7-973a-d81c0815b107 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:22.275807 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.276489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:22.277031 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:22.286140 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 3 to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 Aug 28 12:59:22.306188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6efb7ed-1da5-4103-805a-a11e804199b1 None None] Routers {'6b743549-83bf-46e9-82ff-69a0866ccea8'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:22.306760 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e6efb7ed-1da5-4103-805a-a11e804199b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6b743549-83bf-46e9-82ff-69a0866ccea8'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:22.307715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:22.308423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:22.309101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-404bff8d-e718-4ec5-9726-e44a82bb9eba None None] Provisioning complete for port 5962fbf7-45e0-4e6e-a84c-77d6cab08647 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:22.309468 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-404bff8d-e718-4ec5-9726-e44a82bb9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.309696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:22.318277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:22.318974 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:22.320378 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 4 to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 Aug 28 12:59:22.342981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:22.343669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:22.344230 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:22.356191 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] For port 2fc64737-ede3-41e7-973a-d81c0815b107, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2fc64737-ede3-41e7-973a-d81c0815b107,segment=NetworkSegment(ebd8610a-fa91-4e4f-8da9-102557d55d54),segment_id=ebd8610a-fa91-4e4f-8da9-102557d55d54)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:22.356881 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.372842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] Calling delete_port for 2fc64737-ede3-41e7-973a-d81c0815b107 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:22.390083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:22.390821 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:22.393150 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 5 to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 Aug 28 12:59:22.393457 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e6efb7ed-1da5-4103-805a-a11e804199b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:22.394122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6efb7ed-1da5-4103-805a-a11e804199b1 None None] The sync data for ids ['6b743549-83bf-46e9-82ff-69a0866ccea8'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:59:22.413436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:22.414191 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:22.414662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:22.423277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:22.423838 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:22.424706 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6e8bc08-2ef5-419d-8c41-8b6bb753b41d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.428505 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 6 to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 Aug 28 12:59:22.441911 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-404bff8d-e718-4ec5-9726-e44a82bb9eba None None] Port 5962fbf7-45e0-4e6e-a84c-77d6cab08647 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:59:22.448894 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6e8bc08-2ef5-419d-8c41-8b6bb753b41d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.451366 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 7728210a-be3e-404b-a14f-c7e76ab84406 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:22.451784 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.454154 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e6e8bc08-2ef5-419d-8c41-8b6bb753b41d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b2914b0d-5e89-4238-952b-0e172446fd54 HTTP/1.1" status: 204 len: 168 time: 0.3773673 Aug 28 12:59:22.456127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33756) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:22.459343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:22.459786 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:22.460219 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:22.470716 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:22.471176 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:22.473747 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 7 to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 Aug 28 12:59:22.479969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8bc08-2ef5-419d-8c41-8b6bb753b41d tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2914b0d-5e89-4238-952b-0e172446fd54,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:22.519982 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:22.520473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:22.521054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:22.522787 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cf2cf27e-a846-49b8-a02c-aa88a61fe557 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0652153 Aug 28 12:59:22.528990 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33758) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:22.541259 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:22.541795 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:22.543921 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 8 to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 Aug 28 12:59:22.587779 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18358fb-b3f8-4dde-92f4-4e40a2f44d59 None None] DHCP port deletion for 6d15cec7-ed05-4a44-b8a6-760b589074ab request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:59:22.609921 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6968fa09-4f5d-4fba-9165-dd02f299da7a tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.615384 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a021698-5d40-4b4c-be8d-f2b6a6ccb942 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.630082 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:22.630634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:22.631478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:22.649518 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.680074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-e18358fb-b3f8-4dde-92f4-4e40a2f44d59 None None] Deleting port 2fc64737-ede3-41e7-973a-d81c0815b107 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:22.680452 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e18358fb-b3f8-4dde-92f4-4e40a2f44d59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.689954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:59:22.717496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc64737-ede3-41e7-973a-d81c0815b107,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:22.735943 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] No DVR routers for this DVR port 2fc64737-ede3-41e7-973a-d81c0815b107 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:59:22.742310 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a021698-5d40-4b4c-be8d-f2b6a6ccb942 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.776222 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:22.776649 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:22.778035 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:59:22.778460 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4088ee4c-bd9b-401b-ba32-4a5095f9aa11 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:59:22.778882 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 438e9b11-56cc-4c92-8de4-3bd000792dc8 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:59:22.807132 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 9 to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 Aug 28 12:59:22.825861 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e18358fb-b3f8-4dde-92f4-4e40a2f44d59 None None] For port 2fc64737-ede3-41e7-973a-d81c0815b107, host n-d-791505-21, got binding levels [] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:22.826275 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e18358fb-b3f8-4dde-92f4-4e40a2f44d59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.831263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:22.831728 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:22.832160 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:22.843452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-e18358fb-b3f8-4dde-92f4-4e40a2f44d59 None None] Calling delete_port for 2fc64737-ede3-41e7-973a-d81c0815b107 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:22.843653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:22.844009 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:22.846110 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 10 to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 Aug 28 12:59:22.847421 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.ipam_backend_mixin [None req-e18358fb-b3f8-4dde-92f4-4e40a2f44d59 None None] Port 2fc64737-ede3-41e7-973a-d81c0815b107 was not found and therefore no delete operation was performed {{(pid=94879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 12:59:22.848742 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 438e9b11-56cc-4c92-8de4-3bd000792dc8 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:59:22.849089 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 438e9b11-56cc-4c92-8de4-3bd000792dc8 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:59:22.850855 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e18358fb-b3f8-4dde-92f4-4e40a2f44d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.864071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:22.864552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:22.865352 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:22.869310 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.880931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d15cec7-ed05-4a44-b8a6-760b589074ab']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:22.881266 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18358fb-b3f8-4dde-92f4-4e40a2f44d59 None None] Pushing event deleted for resources: {'Port': ['ID=2fc64737-ede3-41e7-973a-d81c0815b107,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:22.892129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18358fb-b3f8-4dde-92f4-4e40a2f44d59 None None] No DVR routers for this DVR port 2fc64737-ede3-41e7-973a-d81c0815b107 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:59:22.905420 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:22.905988 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:22.906503 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.915183 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-27cb2ce1-7d32-4a68-8760-17eae8ad1d07 req-e04dd899-5b34-49a2-857e-89b5ededdcc5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.1695549 Aug 28 12:59:22.922863 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd8610a-fa91-4e4f-8da9-102557d55d54') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:22.923185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd8610a-fa91-4e4f-8da9-102557d55d54') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:22.939770 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.962615 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a021698-5d40-4b4c-be8d-f2b6a6ccb942 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.965720 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a021698-5d40-4b4c-be8d-f2b6a6ccb942 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.967121 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6a021698-5d40-4b4c-be8d-f2b6a6ccb942 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "DELETE /v2.0/security-groups/c8455276-bdd8-4b30-9f72-208d3ceac001 HTTP/1.1" status: 204 len: 168 time: 0.4369495 Aug 28 12:59:22.968521 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.973139 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33764) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:22.990459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:59:22.990721 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:59:22.993882 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:59:23.008994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a021698-5d40-4b4c-be8d-f2b6a6ccb942 tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8455276-bdd8-4b30-9f72-208d3ceac001,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:23.052145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] For port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:23.052145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempted to set empty binding levels {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 12:59:23.066601 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.094628 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b641a480-bac2-42c3-85d3-f89825bb23ce tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1170864 Aug 28 12:59:23.095396 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.104752 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.110242 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] 10.222.0.20 "DELETE /v2.0/networks/6d15cec7-ed05-4a44-b8a6-760b589074ab HTTP/1.1" status: 204 len: 168 time: 0.9934762 Aug 28 12:59:23.110894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33766) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:23.148583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] In _notify_port_updated(), no bound segment for port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 12:59:23.149130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34338bec-75c7-4043-aca8-d035cd7398cf admin admin] Pushing event deleted for resources: {'Network': ['ID=6d15cec7-ed05-4a44-b8a6-760b589074ab,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:23.149560 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.150232 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.155507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] 10.222.0.20 "PUT /v2.0/ports/2eb617b1-f8fe-4b52-836b-4ae8d244aa01 HTTP/1.1" status: 200 len: 980 time: 2.6757014 Aug 28 12:59:23.160546 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33770) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:23.176075 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-077ebb3f-dd74-4ec0-8d09-473ede41435a tempest-SecGroupIPv6Test-542720058 tempest-SecGroupIPv6Test-542720058-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624278 Aug 28 12:59:23.206571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40503e96-e747-48b9-8c94-d422cca80a4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Pushing event updated for resources: {'Port': ['ID=2eb617b1-f8fe-4b52-836b-4ae8d244aa01,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:23.269133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33774) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:23.313883 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.314430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.315042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.315995 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.316611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.317527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.318547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.319027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.319655 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.320228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.320887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.321860 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d0201b23-9e7f-410f-8726-1e25ff7416a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5fd78416704a446993ee5568cff87ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506680 Aug 28 12:59:23.324272 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.324966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33776) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:23.325087 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.325255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.325907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.326412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.326959 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.327428 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.328344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.328477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.328951 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.329448 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.329922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.330436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.337987 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e6706f3f-8aca-4377-9df3-42f922d8449c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21495 time: 0.1743283 Aug 28 12:59:23.338307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33778) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:23.359927 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6968fa09-4f5d-4fba-9165-dd02f299da7a tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.372484 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6968fa09-4f5d-4fba-9165-dd02f299da7a tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.432057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6968fa09-4f5d-4fba-9165-dd02f299da7a tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:23.432701 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6968fa09-4f5d-4fba-9165-dd02f299da7a tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.437255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33782) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:23.438213 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6968fa09-4f5d-4fba-9165-dd02f299da7a tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/ports/5962fbf7-45e0-4e6e-a84c-77d6cab08647 HTTP/1.1" status: 200 len: 910 time: 1.2313006 Aug 28 12:59:23.481889 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968fa09-4f5d-4fba-9165-dd02f299da7a tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=5962fbf7-45e0-4e6e-a84c-77d6cab08647,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:23.484055 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33784) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:23.517103 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8174-b641-40c3-b0c0-eca8d1560e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.557547 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8174-b641-40c3-b0c0-eca8d1560e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.638578 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-af56c909-e9cf-4077-bf54-3b44f4710ec4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=368a8a914c8643e98b3db62da1dec87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531363 Aug 28 12:59:23.640941 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33788) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:23.673405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f403ea30-8f78-4132-a110-cd688df83826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Deleting port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:23.673812 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f403ea30-8f78-4132-a110-cd688df83826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.701661 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.732597 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.789760 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8174-b641-40c3-b0c0-eca8d1560e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.792763 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.794098 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d7a8174-b641-40c3-b0c0-eca8d1560e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.795248 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9d7a8174-b641-40c3-b0c0-eca8d1560e69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d632cd68-364f-4fe4-a7a4-c352c9dc1147 HTTP/1.1" status: 204 len: 168 time: 0.4696569 Aug 28 12:59:23.800500 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.806256 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-f403ea30-8f78-4132-a110-cd688df83826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] For port 2eb617b1-f8fe-4b52-836b-4ae8d244aa01, host n-h1-791505-21, got binding levels [] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:23.806646 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f403ea30-8f78-4132-a110-cd688df83826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:23.812565 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48009d97-b2ac-4b03-8dc6-0c3e921a4528 HTTP/1.1" status: 204 len: 168 time: 0.1705196 Aug 28 12:59:23.830096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a8174-b641-40c3-b0c0-eca8d1560e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d632cd68-364f-4fe4-a7a4-c352c9dc1147,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:23.830723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48009d97-b2ac-4b03-8dc6-0c3e921a4528,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:23.833519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f403ea30-8f78-4132-a110-cd688df83826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Calling delete_port for 2eb617b1-f8fe-4b52-836b-4ae8d244aa01 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:23.845960 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:23.846820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:23.847262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:23.847880 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:23.848988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:23.849649 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:23.850076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:23.850727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:23.851302 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:23.852147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:23.854022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:23.854475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a833ec-8815-465e-bb26-40e961aac9c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:23.992148 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f403ea30-8f78-4132-a110-cd688df83826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:24.034840 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f403ea30-8f78-4132-a110-cd688df83826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:24.039017 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f403ea30-8f78-4132-a110-cd688df83826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2eb617b1-f8fe-4b52-836b-4ae8d244aa01 HTTP/1.1" status: 204 len: 168 time: 0.6959443 Aug 28 12:59:24.039465 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403ea30-8f78-4132-a110-cd688df83826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Pushing event deleted for resources: {'Port': ['ID=2eb617b1-f8fe-4b52-836b-4ae8d244aa01,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:24.040163 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33802) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:24.064177 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c44f33b9-8c5b-431d-8ef9-f98ba57b561f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:24.093646 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8663f4-0714-425f-9d76-be2320e9bdfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] GET failed (client error): The resource could not be found. Aug 28 12:59:24.101988 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dd8663f4-0714-425f-9d76-be2320e9bdfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] 10.222.0.20 "GET /v2.0/ports/2eb617b1-f8fe-4b52-836b-4ae8d244aa01 HTTP/1.1" status: 404 len: 333 time: 0.0602951 Aug 28 12:59:24.105012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33804) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:24.123906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f58fb9b9-b692-461e-8397-395a6bdfbc69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908351066', 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:24.149529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2fc64737-ede3-41e7-973a-d81c0815b107 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:59:24.162753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58fb9b9-b692-461e-8397-395a6bdfbc69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Made reservation on behalf of bf64fe29946b408cbd95f1f6f5e2a93d for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:24.165470 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f58fb9b9-b692-461e-8397-395a6bdfbc69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:24.185998 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82ec98aa-c895-4839-8e0e-9c1bd3585432 req-837aba5c-dead-45dc-b5bb-3d1828098f2f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0686986 Aug 28 12:59:24.207726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-f58fb9b9-b692-461e-8397-395a6bdfbc69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] device_id is not set on port 75b9705a-b897-442f-af2c-e37bdc73de81 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:59:24.215612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 2fc64737-ede3-41e7-973a-d81c0815b107 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:59:24.216962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2fc64737-ede3-41e7-973a-d81c0815b107 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:59:24.425696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33814) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:24.473979 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f58fb9b9-b692-461e-8397-395a6bdfbc69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:24.479034 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c44f33b9-8c5b-431d-8ef9-f98ba57b561f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port 5962fbf7-45e0-4e6e-a84c-77d6cab08647 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:24.479708 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c44f33b9-8c5b-431d-8ef9-f98ba57b561f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:24.513428 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50bf9a95-13d0-42cf-8fc8-8e3d170346cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:24.525422 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f58fb9b9-b692-461e-8397-395a6bdfbc69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:24.584516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58fb9b9-b692-461e-8397-395a6bdfbc69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Network 93b5f904-7afa-48de-b29a-7258a9c94ff3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:24.587000 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c44f33b9-8c5b-431d-8ef9-f98ba57b561f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:24.596024 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-f58fb9b9-b692-461e-8397-395a6bdfbc69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:24.598714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58fb9b9-b692-461e-8397-395a6bdfbc69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:24.600135 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58fb9b9-b692-461e-8397-395a6bdfbc69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:24.601044 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f58fb9b9-b692-461e-8397-395a6bdfbc69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:24.603427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c44f33b9-8c5b-431d-8ef9-f98ba57b561f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for 5962fbf7-45e0-4e6e-a84c-77d6cab08647 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:24.622556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fb9b9-b692-461e-8397-395a6bdfbc69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Pushing event updated for resources: {'Port': ['ID=75b9705a-b897-442f-af2c-e37bdc73de81,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:24.716470 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50bf9a95-13d0-42cf-8fc8-8e3d170346cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:24.725809 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50bf9a95-13d0-42cf-8fc8-8e3d170346cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:24.816980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf9a95-13d0-42cf-8fc8-8e3d170346cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a72292-9d96-40af-a856-f3521d61ca46,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:24.841195 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f58fb9b9-b692-461e-8397-395a6bdfbc69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7341812 Aug 28 12:59:24.851054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33826) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:24.898514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33828) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:24.901590 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-50bf9a95-13d0-42cf-8fc8-8e3d170346cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4699070 Aug 28 12:59:24.943423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33830) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:24.944861 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725a4cbe-bb36-418b-a479-a37c2b09c8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:24.946505 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-725a4cbe-bb36-418b-a479-a37c2b09c8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] 10.222.0.20 "GET /v2.0/ports/75b9705a-b897-442f-af2c-e37bdc73de81 HTTP/1.1" status: 200 len: 959 time: 0.0895975 Aug 28 12:59:24.965427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33834) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:25.099104 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-532dd311-01d2-4956-8d69-83a785a3631f tempest-ServiceProvidersTest-1365416692 tempest-ServiceProvidersTest-1365416692-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1951787 Aug 28 12:59:25.100804 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-405af169-f976-402e-8b3e-96539ba9966c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:25.134127 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a57a0-d61e-49a9-878f-03db4bddaee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Deleting port 75b9705a-b897-442f-af2c-e37bdc73de81 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:25.134526 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a4a57a0-d61e-49a9-878f-03db4bddaee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:25.138762 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-405af169-f976-402e-8b3e-96539ba9966c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:25.175846 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c44f33b9-8c5b-431d-8ef9-f98ba57b561f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:25.208783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f33b9-8c5b-431d-8ef9-f98ba57b561f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=5962fbf7-45e0-4e6e-a84c-77d6cab08647,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:25.232610 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a4a57a0-d61e-49a9-878f-03db4bddaee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:25.254896 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a57a0-d61e-49a9-878f-03db4bddaee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Calling delete_port for 75b9705a-b897-442f-af2c-e37bdc73de81 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:25.306825 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-405af169-f976-402e-8b3e-96539ba9966c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:25.310145 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-405af169-f976-402e-8b3e-96539ba9966c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:25.313656 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-405af169-f976-402e-8b3e-96539ba9966c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6a72292-9d96-40af-a856-f3521d61ca46 HTTP/1.1" status: 204 len: 168 time: 0.3633885 Aug 28 12:59:25.328493 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405af169-f976-402e-8b3e-96539ba9966c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a72292-9d96-40af-a856-f3521d61ca46,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:25.403864 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a4a57a0-d61e-49a9-878f-03db4bddaee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:25.483665 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a4a57a0-d61e-49a9-878f-03db4bddaee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:25.486138 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2a4a57a0-d61e-49a9-878f-03db4bddaee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] 10.222.0.20 "DELETE /v2.0/ports/75b9705a-b897-442f-af2c-e37bdc73de81 HTTP/1.1" status: 204 len: 168 time: 0.5179214 Aug 28 12:59:25.488497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a57a0-d61e-49a9-878f-03db4bddaee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Pushing event deleted for resources: {'Port': ['ID=75b9705a-b897-442f-af2c-e37bdc73de81,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:25.491548 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33846) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:25.522037 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-83dd4fc1-22d0-410e-bae2-ed54fce1d164 req-dbf09587-67f3-4622-bcd5-f20d3b7286a0 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.1138365 Aug 28 12:59:25.523541 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3241da-da9f-453c-ac13-281fb0c6f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] GET failed (client error): The resource could not be found. Aug 28 12:59:25.525526 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7b3241da-da9f-453c-ac13-281fb0c6f398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] 10.222.0.20 "GET /v2.0/ports/75b9705a-b897-442f-af2c-e37bdc73de81 HTTP/1.1" status: 404 len: 333 time: 0.0326498 Aug 28 12:59:25.530794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33848) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:25.536436 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c44f33b9-8c5b-431d-8ef9-f98ba57b561f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:25.542600 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-59bc7a8f-1bbc-47bb-b7a0-d44aeb40ce20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Request body: {'port': {'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2061160434'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:25.577492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bc7a8f-1bbc-47bb-b7a0-d44aeb40ce20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Made reservation on behalf of bf64fe29946b408cbd95f1f6f5e2a93d for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:25.580307 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-59bc7a8f-1bbc-47bb-b7a0-d44aeb40ce20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:25.611322 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33850) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:25.614024 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-59bc7a8f-1bbc-47bb-b7a0-d44aeb40ce20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] device_id is not set on port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:59:25.785295 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44f33b9-8c5b-431d-8ef9-f98ba57b561f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router 6b743549-83bf-46e9-82ff-69a0866ccea8 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:59:25.800826 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-59bc7a8f-1bbc-47bb-b7a0-d44aeb40ce20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:25.827475 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9458c727-e6c8-4f87-8b81-0d899138af44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:25.883300 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44f33b9-8c5b-431d-8ef9-f98ba57b561f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:59:25.892829 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c44f33b9-8c5b-431d-8ef9-f98ba57b561f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/6b743549-83bf-46e9-82ff-69a0866ccea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4541798 Aug 28 12:59:25.893268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33862) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:25.895641 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd56d1-1836-4871-b77f-1fc866628ad7 None None] Sync routers for ids ['6b743549-83bf-46e9-82ff-69a0866ccea8'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:59:25.908270 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd56d1-1836-4871-b77f-1fc866628ad7 None None] Routers {'6b743549-83bf-46e9-82ff-69a0866ccea8'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:25.908895 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-54cd56d1-1836-4871-b77f-1fc866628ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6b743549-83bf-46e9-82ff-69a0866ccea8'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:25.928853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-59bc7a8f-1bbc-47bb-b7a0-d44aeb40ce20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:25.947667 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e52539cb-f370-45aa-9afa-001014e1d8b7 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b743549-83bf-46e9-82ff-69a0866ccea8 HTTP/1.1" status: 200 len: 205 time: 0.0532286 Aug 28 12:59:25.948307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33868) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:25.961687 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-54cd56d1-1836-4871-b77f-1fc866628ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:25.972925 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd56d1-1836-4871-b77f-1fc866628ad7 None None] Routers {'6b743549-83bf-46e9-82ff-69a0866ccea8'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:25.973895 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-54cd56d1-1836-4871-b77f-1fc866628ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6b743549-83bf-46e9-82ff-69a0866ccea8'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:26.018612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bc7a8f-1bbc-47bb-b7a0-d44aeb40ce20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Network 93b5f904-7afa-48de-b29a-7258a9c94ff3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:26.020001 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-54cd56d1-1836-4871-b77f-1fc866628ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:26.020867 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd56d1-1836-4871-b77f-1fc866628ad7 None None] The sync data for ids ['6b743549-83bf-46e9-82ff-69a0866ccea8'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:59:26.036145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-59bc7a8f-1bbc-47bb-b7a0-d44aeb40ce20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:26.040342 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bc7a8f-1bbc-47bb-b7a0-d44aeb40ce20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:26.041310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bc7a8f-1bbc-47bb-b7a0-d44aeb40ce20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:26.041878 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-59bc7a8f-1bbc-47bb-b7a0-d44aeb40ce20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.058025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc7a8f-1bbc-47bb-b7a0-d44aeb40ce20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Pushing event updated for resources: {'Port': ['ID=5d4c1dcd-5f45-426e-9ce0-2e16fc326785,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:26.078060 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9458c727-e6c8-4f87-8b81-0d899138af44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.084734 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9458c727-e6c8-4f87-8b81-0d899138af44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.091913 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e3b046a-80b2-4f61-bf0f-c1ff9d3f2aed tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.114046 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-59bc7a8f-1bbc-47bb-b7a0-d44aeb40ce20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5818574 Aug 28 12:59:26.120634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33872) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:26.128027 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9458c727-e6c8-4f87-8b81-0d899138af44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c2245c0747c43c9bfeec9c81541372f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133917 Aug 28 12:59:26.130277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:26.143178 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33876) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:26.161383 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-34cc09b4-1454-49d4-97ca-3bb3fd9ad56f req-811845a4-e894-4814-80a6-f504fe17dd22 service neutron] (94877) timed out ('10.222.0.10', 58216) {{(pid=94877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 12:59:26.198246 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.219745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458c727-e6c8-4f87-8b81-0d899138af44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb7a433-5bd9-44e6-b190-1626b4c5023d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:26.328600 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e3b046a-80b2-4f61-bf0f-c1ff9d3f2aed tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.334613 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e3b046a-80b2-4f61-bf0f-c1ff9d3f2aed tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.368176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33882) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:26.392844 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f1b3-cb49-42a0-bdec-963f926bf809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.422132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] device_id is not set on port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:59:26.426442 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f1b3-cb49-42a0-bdec-963f926bf809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.428983 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e3b046a-80b2-4f61-bf0f-c1ff9d3f2aed tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.429703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3b046a-80b2-4f61-bf0f-c1ff9d3f2aed tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Fanout notify agent at l3_agent the message router_deleted on router 6b743549-83bf-46e9-82ff-69a0866ccea8 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:59:26.437938 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e3b046a-80b2-4f61-bf0f-c1ff9d3f2aed tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.441797 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0e3b046a-80b2-4f61-bf0f-c1ff9d3f2aed tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/routers/6b743549-83bf-46e9-82ff-69a0866ccea8 HTTP/1.1" status: 204 len: 168 time: 0.4900768 Aug 28 12:59:26.445005 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.445258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33886) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:26.460885 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Transition to ACTIVE for port object 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:26.469610 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.521316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Pushing event updated for resources: {'Port': ['ID=5d4c1dcd-5f45-426e-9ce0-2e16fc326785,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:26.528806 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb650e5-5c17-4745-bb7c-c0ff9be9aa06 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting subnet c70d7dec-2c50-4041-b87d-095c4b56bba3 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:59:26.533418 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fb650e5-5c17-4745-bb7c-c0ff9be9aa06 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.559504 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:26.560247 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:26.560643 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:26.568060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:26.568673 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:26.569146 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 2 to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 Aug 28 12:59:26.595345 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-8e217621-ec7b-49e8-983d-e4220d63d173 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1657587076-network', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:26.615108 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f1b3-cb49-42a0-bdec-963f926bf809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.618461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:26.618891 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:26.619293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:26.622871 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6f8f1b3-cb49-42a0-bdec-963f926bf809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.626967 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e6f8f1b3-cb49-42a0-bdec-963f926bf809 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5eb7a433-5bd9-44e6-b190-1626b4c5023d HTTP/1.1" status: 204 len: 168 time: 0.4784226 Aug 28 12:59:26.627136 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:26.627136 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:26.627136 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 3 to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 Aug 28 12:59:26.631337 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fb650e5-5c17-4745-bb7c-c0ff9be9aa06 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.646791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e217621-ec7b-49e8-983d-e4220d63d173 admin admin] Made reservation on behalf of d5e1444e94524818b1b5b3600c8a9eae for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:26.649519 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e217621-ec7b-49e8-983d-e4220d63d173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.670125 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e217621-ec7b-49e8-983d-e4220d63d173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.673018 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:26.673409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:26.673826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:26.682116 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8f1b3-cb49-42a0-bdec-963f926bf809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb7a433-5bd9-44e6-b190-1626b4c5023d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:26.718089 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:26.718406 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:26.720785 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 4 to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 Aug 28 12:59:26.742341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:26.742737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:26.743047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:26.751239 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:26.751563 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:26.752947 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 5 to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 Aug 28 12:59:26.757647 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a69e0310-e361-4dbe-b524-b6c82b667b0e req-86fce465-3015-49e1-855b-6eae8f3f02b6 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0764208 Aug 28 12:59:26.769903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:26.770267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:26.770949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:26.784638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:26.784972 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:26.786750 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 6 to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 Aug 28 12:59:26.814002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:26.814770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:26.814770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:26.823923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:26.824829 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:26.826347 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 7 to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 Aug 28 12:59:26.847622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:26.847955 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:26.848286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:26.855548 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fb650e5-5c17-4745-bb7c-c0ff9be9aa06 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.857545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:26.857899 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:26.860018 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 8 to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 Aug 28 12:59:26.882308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:26.882692 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:26.882997 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:26.889633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:26.889966 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:26.892786 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 9 to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 Aug 28 12:59:26.909791 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e217621-ec7b-49e8-983d-e4220d63d173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.915033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:26.915365 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:26.915762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:26.919339 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e217621-ec7b-49e8-983d-e4220d63d173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.928815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:26.929147 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:26.930688 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fb650e5-5c17-4745-bb7c-c0ff9be9aa06 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.936297 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempt 10 to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 Aug 28 12:59:26.952621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e217621-ec7b-49e8-983d-e4220d63d173 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:59:26.969883 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:26.970225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:26.970595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempting to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:26.972291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb650e5-5c17-4745-bb7c-c0ff9be9aa06 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Subnet': ['ID=c70d7dec-2c50-4041-b87d-095c4b56bba3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:26.980480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 12:59:26.981880 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Failed to bind port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on host n-h1-791505-21 for vnic_type normal using segments [{'id': 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '93b5f904-7afa-48de-b29a-7258a9c94ff3'}] Aug 28 12:59:26.982264 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.985239 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fb650e5-5c17-4745-bb7c-c0ff9be9aa06 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:26.988341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0fb650e5-5c17-4745-bb7c-c0ff9be9aa06 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/c70d7dec-2c50-4041-b87d-095c4b56bba3 HTTP/1.1" status: 204 len: 168 time: 0.5417171 Aug 28 12:59:26.990614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33896) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:26.992657 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca034a8-67c2-4b68-926e-3f9c36641b08 None None] Network eb7abd35-0c56-4fc7-993f-092461e999e4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:27.023058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e217621-ec7b-49e8-983d-e4220d63d173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acb8dd2-1ed5-4ff2-b3b5-0d09b9083261,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:27.037860 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e217621-ec7b-49e8-983d-e4220d63d173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.038207 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-8e217621-ec7b-49e8-983d-e4220d63d173 admin admin] Added segment 5c33e6d6-5af4-4a52-8910-e4762d7cbd77 of type vlan for network 8b623883-070b-4970-8c08-14a8d3756313 Aug 28 12:59:27.126070 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e217621-ec7b-49e8-983d-e4220d63d173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.159943 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.165736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] For port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:27.166105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attempted to set empty binding levels {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 12:59:27.174658 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.209125 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e217621-ec7b-49e8-983d-e4220d63d173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.210063 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e217621-ec7b-49e8-983d-e4220d63d173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:27.210673 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e217621-ec7b-49e8-983d-e4220d63d173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.232229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] In _notify_port_updated(), no bound segment for port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 on network 93b5f904-7afa-48de-b29a-7258a9c94ff3 {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 12:59:27.233091 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:27.233713 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.235148 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] 10.222.0.20 "PUT /v2.0/ports/5d4c1dcd-5f45-426e-9ce0-2e16fc326785 HTTP/1.1" status: 200 len: 980 time: 1.1127834 Aug 28 12:59:27.243168 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33904) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:27.259625 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadd1311-c96e-46bb-b7c8-ae8e780281f8 None None] DHCP port deletion for eb7abd35-0c56-4fc7-993f-092461e999e4 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:59:27.281492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc399293-e30b-4c31-8618-51da976fc608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Pushing event updated for resources: {'Port': ['ID=5d4c1dcd-5f45-426e-9ce0-2e16fc326785,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:27.290776 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8e217621-ec7b-49e8-983d-e4220d63d173 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9215295 Aug 28 12:59:27.295721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33908) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:27.303003 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c4f0f15c-d939-43e5-9589-ebb2d09417e9 admin admin] Request body: {'subnet': {'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1657587076-subnet', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:27.325402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e217621-ec7b-49e8-983d-e4220d63d173 admin admin] Pushing event updated for resources: {'Network': ['ID=8b623883-070b-4970-8c08-14a8d3756313,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:27.329305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f0f15c-d939-43e5-9589-ebb2d09417e9 admin admin] Made reservation on behalf of d5e1444e94524818b1b5b3600c8a9eae for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:27.331885 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c4f0f15c-d939-43e5-9589-ebb2d09417e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.346632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port 7728210a-be3e-404b-a14f-c7e76ab84406 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:27.347217 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.351659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 8b623883-070b-4970-8c08-14a8d3756313 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:59:27.419140 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] For port 7728210a-be3e-404b-a14f-c7e76ab84406, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7728210a-be3e-404b-a14f-c7e76ab84406,segment=NetworkSegment(d6ddeb48-6b57-4ae9-adcb-46a2ff2069e3),segment_id=d6ddeb48-6b57-4ae9-adcb-46a2ff2069e3)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:27.419604 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.455026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-fadd1311-c96e-46bb-b7c8-ae8e780281f8 None None] Deleting port 7728210a-be3e-404b-a14f-c7e76ab84406 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:27.455620 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fadd1311-c96e-46bb-b7c8-ae8e780281f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.466073 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for 7728210a-be3e-404b-a14f-c7e76ab84406 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:27.542062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-fadd1311-c96e-46bb-b7c8-ae8e780281f8 None None] For port 7728210a-be3e-404b-a14f-c7e76ab84406, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7728210a-be3e-404b-a14f-c7e76ab84406,segment=NetworkSegment(d6ddeb48-6b57-4ae9-adcb-46a2ff2069e3),segment_id=d6ddeb48-6b57-4ae9-adcb-46a2ff2069e3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:27.542833 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fadd1311-c96e-46bb-b7c8-ae8e780281f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.560257 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-fadd1311-c96e-46bb-b7c8-ae8e780281f8 None None] Calling delete_port for 7728210a-be3e-404b-a14f-c7e76ab84406 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:27.597238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-193a830b-196d-4a78-8243-c923ae82a30f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Deleting port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:27.597660 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-193a830b-196d-4a78-8243-c923ae82a30f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.655714 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c4f0f15c-d939-43e5-9589-ebb2d09417e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.695806 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.695926 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.698136 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.698136 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.698136 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.698136 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.698136 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.698136 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.698136 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.698136 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.698136 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.698136 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.698136 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.698136 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.698136 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:27.698136 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 12:59:27.698136 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fadd1311-c96e-46bb-b7c8-ae8e780281f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.726060 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd1311-c96e-46bb-b7c8-ae8e780281f8 None None] No DVR routers for this DVR port 7728210a-be3e-404b-a14f-c7e76ab84406 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:59:27.730046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-193a830b-196d-4a78-8243-c923ae82a30f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] For port 5d4c1dcd-5f45-426e-9ce0-2e16fc326785, host n-h1-791505-21, got binding levels [] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:27.731254 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-193a830b-196d-4a78-8243-c923ae82a30f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.750232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-193a830b-196d-4a78-8243-c923ae82a30f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Calling delete_port for 5d4c1dcd-5f45-426e-9ce0-2e16fc326785 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:27.756942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0f15c-d939-43e5-9589-ebb2d09417e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=048da36b-b127-4f58-b3f8-ec0e99aec6bb,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:27.770467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd1311-c96e-46bb-b7c8-ae8e780281f8 None None] Pushing event deleted for resources: {'Port': ['ID=7728210a-be3e-404b-a14f-c7e76ab84406,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:27.772671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f0f15c-d939-43e5-9589-ebb2d09417e9 admin admin] Checking segment: {'id': '5c33e6d6-5af4-4a52-8910-e4762d7cbd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b623883-070b-4970-8c08-14a8d3756313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:27.774535 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f0f15c-d939-43e5-9589-ebb2d09417e9 admin admin] Network hostable DHCP agents. Network: 8b623883-070b-4970-8c08-14a8d3756313, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:59:27.805973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f0f15c-d939-43e5-9589-ebb2d09417e9 admin admin] Network 8b623883-070b-4970-8c08-14a8d3756313 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:59:27.821760 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=7728210a-be3e-404b-a14f-c7e76ab84406,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:27.826954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-c4f0f15c-d939-43e5-9589-ebb2d09417e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 8b623883-070b-4970-8c08-14a8d3756313) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:27.835768 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419e2001-a5f9-420d-be9b-50d1aa307a5f None None] Network 8b623883-070b-4970-8c08-14a8d3756313 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:27.841184 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No DVR routers for this DVR port 7728210a-be3e-404b-a14f-c7e76ab84406 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:59:27.846530 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f0f15c-d939-43e5-9589-ebb2d09417e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:27.850762 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c4f0f15c-d939-43e5-9589-ebb2d09417e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.898259 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c4f0f15c-d939-43e5-9589-ebb2d09417e9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5936356 Aug 28 12:59:27.900317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33922) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:27.900843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33924) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:27.914504 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0080984 Aug 28 12:59:27.921241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:27.929805 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33926) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:27.971879 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.973373 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:27.987119 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-193a830b-196d-4a78-8243-c923ae82a30f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.052363 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-989eedef-f23a-4223-b7f5-b9e76cc446ca req-1df9e3a3-43f6-4355-bd78-ffecf53786b7 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0969481 Aug 28 12:59:28.070230 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.103459 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-8b623883-070b-4970-8c08-14a8d3756313', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'fixed_ips': [{'subnet_id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:59:28.104429 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.105223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a830b-196d-4a78-8243-c923ae82a30f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d4c1dcd-5f45-426e-9ce0-2e16fc326785,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:28.124095 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-193a830b-196d-4a78-8243-c923ae82a30f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.126640 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-193a830b-196d-4a78-8243-c923ae82a30f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] 10.222.0.20 "DELETE /v2.0/ports/5d4c1dcd-5f45-426e-9ce0-2e16fc326785 HTTP/1.1" status: 204 len: 168 time: 0.8821101 Aug 28 12:59:28.131979 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33930) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:28.147983 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.164869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7728210a-be3e-404b-a14f-c7e76ab84406 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:59:28.202899 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-d241cc48-b990-4b12-b4aa-fd213c1ec293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] GET failed (client error): The resource could not be found. Aug 28 12:59:28.204617 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d241cc48-b990-4b12-b4aa-fd213c1ec293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1544525511-project-admin] 10.222.0.20 "GET /v2.0/ports/5d4c1dcd-5f45-426e-9ce0-2e16fc326785 HTTP/1.1" status: 404 len: 333 time: 0.0713971 Aug 28 12:59:28.211777 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-31f8ab66-503f-4f9e-94ff-cc2a85736f24 tempest-NetworksApiDiscovery-582243175 tempest-NetworksApiDiscovery-582243175-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2803264 Aug 28 12:59:28.213384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33934) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:28.217952 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7abd35-0c56-4fc7-993f-092461e999e4']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:28.240980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ddeb48-6b57-4ae9-adcb-46a2ff2069e3') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:28.241373 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ddeb48-6b57-4ae9-adcb-46a2ff2069e3') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:28.276124 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.299295 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.309964 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:59:28.310781 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:59:28.314727 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:59:28.395140 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-edf81e80-4e0d-45d5-9232-23bce42a6de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.398278 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.410207 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.413914 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.416496 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/networks/eb7abd35-0c56-4fc7-993f-092461e999e4 HTTP/1.1" status: 204 len: 168 time: 1.4238675 Aug 28 12:59:28.424462 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33938) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:28.431450 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e3733e7a-fada-4923-b46a-199c2771ee40 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-398474748', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:28.436891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 7728210a-be3e-404b-a14f-c7e76ab84406 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:59:28.437238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7728210a-be3e-404b-a14f-c7e76ab84406 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:59:28.443910 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08bf25-ba12-4832-8c29-20d72b23673b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Network': ['ID=eb7abd35-0c56-4fc7-993f-092461e999e4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:28.518402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Allocated IP 172.20.0.2 (8b623883-070b-4970-8c08-14a8d3756313/048da36b-b127-4f58-b3f8-ec0e99aec6bb/7338812e-5c00-4f46-b10b-ccaea6edbedf) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:28.586701 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-edf81e80-4e0d-45d5-9232-23bce42a6de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.593577 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3733e7a-fada-4923-b46a-199c2771ee40 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.594736 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3733e7a-fada-4923-b46a-199c2771ee40 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.612713 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-edf81e80-4e0d-45d5-9232-23bce42a6de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b5f904-7afa-48de-b29a-7258a9c94ff3']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:28.688464 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.694690 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33942) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:28.698089 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Transition to ACTIVE for port object 7338812e-5c00-4f46-b10b-ccaea6edbedf will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:28.718900 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Transition to ACTIVE for port object 7338812e-5c00-4f46-b10b-ccaea6edbedf will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:28.726508 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.779052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Network 8b623883-070b-4970-8c08-14a8d3756313 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:28.783494 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:28.785791 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Pushing event updated for resources: {'Port': ['ID=7338812e-5c00-4f46-b10b-ccaea6edbedf,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:28.789000 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:28.850438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Attempting to bind port 7338812e-5c00-4f46-b10b-ccaea6edbedf on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:28.850808 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Attempting to bind port 7338812e-5c00-4f46-b10b-ccaea6edbedf by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '5c33e6d6-5af4-4a52-8910-e4762d7cbd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b623883-070b-4970-8c08-14a8d3756313'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:28.851177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Attempting to bind port 7338812e-5c00-4f46-b10b-ccaea6edbedf on network 8b623883-070b-4970-8c08-14a8d3756313 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:28.857928 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:59:28.858309 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Checking segment: {'id': '5c33e6d6-5af4-4a52-8910-e4762d7cbd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b623883-070b-4970-8c08-14a8d3756313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:28.858752 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.859274 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3f2dd43-e18d-43fb-957e-107cd072ca00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.859406 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Bound using segment: {'id': '5c33e6d6-5af4-4a52-8910-e4762d7cbd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b623883-070b-4970-8c08-14a8d3756313'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:59:28.859761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Bound port: 7338812e-5c00-4f46-b10b-ccaea6edbedf, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c33e6d6-5af4-4a52-8910-e4762d7cbd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b623883-070b-4970-8c08-14a8d3756313'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:59:28.860153 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:28.937211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] For port 7338812e-5c00-4f46-b10b-ccaea6edbedf, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:28.942181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] For port 7338812e-5c00-4f46-b10b-ccaea6edbedf, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7338812e-5c00-4f46-b10b-ccaea6edbedf,segment=NetworkSegment(5c33e6d6-5af4-4a52-8910-e4762d7cbd77),segment_id=5c33e6d6-5af4-4a52-8910-e4762d7cbd77)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:59:28.948038 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.005356 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-edf81e80-4e0d-45d5-9232-23bce42a6de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:29.006046 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-edf81e80-4e0d-45d5-9232-23bce42a6de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab022c1e-7d6d-4d1a-8b36-67e8f5d6f5d3') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:29.013806 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3f2dd43-e18d-43fb-957e-107cd072ca00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.022266 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3f2dd43-e18d-43fb-957e-107cd072ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.030435 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60b13e-4be5-4b4d-9daa-3ba62663d683 None None] Pushing event updated for resources: {'Port': ['ID=7338812e-5c00-4f46-b10b-ccaea6edbedf,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:29.031012 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-edf81e80-4e0d-45d5-9232-23bce42a6de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.084520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2dd43-e18d-43fb-957e-107cd072ca00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8f3089-ef2e-4977-90e8-eab21876474e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:29.084721 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-edf81e80-4e0d-45d5-9232-23bce42a6de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.088743 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3733e7a-fada-4923-b46a-199c2771ee40 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.097473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf81e80-4e0d-45d5-9232-23bce42a6de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:59:29.097877 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-edf81e80-4e0d-45d5-9232-23bce42a6de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:59:29.102331 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:59:29.119072 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3733e7a-fada-4923-b46a-199c2771ee40 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.139387 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c3f2dd43-e18d-43fb-957e-107cd072ca00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9217b7815ef4e0fb0fdec5d95bd9b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4427817 Aug 28 12:59:29.142319 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33950) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:29.207996 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3733e7a-fada-4923-b46a-199c2771ee40 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.211825 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e3733e7a-fada-4923-b46a-199c2771ee40 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7834580 Aug 28 12:59:29.213295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33952) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:29.221414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4833013a-d30f-42f9-86d3-ba4e1969e2f1 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'network': {'name': 'tempest-RoutersTest-143567074'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:29.227596 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-edf81e80-4e0d-45d5-9232-23bce42a6de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.233366 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fb335e68-b97a-4e34-978e-e0464507c89d req-de2c3b4b-91f4-4b3c-a1d0-870b4c80f17a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0402527 Aug 28 12:59:29.233561 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-edf81e80-4e0d-45d5-9232-23bce42a6de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.235616 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-edf81e80-4e0d-45d5-9232-23bce42a6de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] 10.222.0.20 "DELETE /v2.0/networks/93b5f904-7afa-48de-b29a-7258a9c94ff3 HTTP/1.1" status: 204 len: 168 time: 1.0212672 Aug 28 12:59:29.275459 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56a1865f-44c2-4a8a-9280-0a4202f2634d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.310339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf81e80-4e0d-45d5-9232-23bce42a6de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-463170891-project] Pushing event deleted for resources: {'Network': ['ID=93b5f904-7afa-48de-b29a-7258a9c94ff3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:29.310541 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56a1865f-44c2-4a8a-9280-0a4202f2634d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.379686 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56a1865f-44c2-4a8a-9280-0a4202f2634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.384148 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56a1865f-44c2-4a8a-9280-0a4202f2634d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.385585 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-56a1865f-44c2-4a8a-9280-0a4202f2634d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b8f3089-ef2e-4977-90e8-eab21876474e HTTP/1.1" status: 204 len: 168 time: 0.2420201 Aug 28 12:59:29.426166 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1865f-44c2-4a8a-9280-0a4202f2634d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8f3089-ef2e-4977-90e8-eab21876474e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:29.454814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4833013a-d30f-42f9-86d3-ba4e1969e2f1 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:29.459965 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4833013a-d30f-42f9-86d3-ba4e1969e2f1 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.465206 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.497453 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.520830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4833013a-d30f-42f9-86d3-ba4e1969e2f1 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:59:29.639506 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33964) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:29.648317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Allocated IP 172.25.1.64 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/2e503b1b-4d82-41b2-b547-14ff22f179ca) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:29.672442 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4833013a-d30f-42f9-86d3-ba4e1969e2f1 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.672794 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-4833013a-d30f-42f9-86d3-ba4e1969e2f1 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Added segment 4322b7ef-10bd-41b8-9bff-2f28588dbb15 of type vlan for network 747f0db6-27f1-43d3-af82-33b668a1b0e0 Aug 28 12:59:29.754910 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4833013a-d30f-42f9-86d3-ba4e1969e2f1 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.826203 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4833013a-d30f-42f9-86d3-ba4e1969e2f1 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.836702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4833013a-d30f-42f9-86d3-ba4e1969e2f1 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:29.836702 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4833013a-d30f-42f9-86d3-ba4e1969e2f1 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.837908 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cd721a52-29fe-43b4-aea9-be20d1066dc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aff4998065d14bc090f8768a85de0e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966465 Aug 28 12:59:29.838736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33974) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:29.903764 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe348b51-45db-4a48-a506-9b28446ce701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.943100 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe348b51-45db-4a48-a506-9b28446ce701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:29.965950 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4833013a-d30f-42f9-86d3-ba4e1969e2f1 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7482860 Aug 28 12:59:29.969343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33980) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:29.980010 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-370dedf0-abe6-446b-b37c-90f1b15654e9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'subnet': {'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:30.013111 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833013a-d30f-42f9-86d3-ba4e1969e2f1 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Network': ['ID=747f0db6-27f1-43d3-af82-33b668a1b0e0,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:30.023577 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:30.037143 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 747f0db6-27f1-43d3-af82-33b668a1b0e0 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:59:30.102742 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:30.142542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370dedf0-abe6-446b-b37c-90f1b15654e9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:30.157612 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-370dedf0-abe6-446b-b37c-90f1b15654e9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:30.184302 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:30.188127 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:30.196437 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:30.227884 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe348b51-45db-4a48-a506-9b28446ce701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:30.231343 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe348b51-45db-4a48-a506-9b28446ce701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:30.233637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Pushing event updated for resources: {'Port': ['ID=2e503b1b-4d82-41b2-b547-14ff22f179ca,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:30.237519 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fe348b51-45db-4a48-a506-9b28446ce701 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3566c08c-4b53-4bb2-8bd9-715b7635b755 HTTP/1.1" status: 204 len: 168 time: 0.3956935 Aug 28 12:59:30.281838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe348b51-45db-4a48-a506-9b28446ce701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3566c08c-4b53-4bb2-8bd9-715b7635b755,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:30.413184 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7338812e-5c00-4f46-b10b-ccaea6edbedf up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:30.549337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ef142a-4d27-4587-a36e-f66d2f10d7d7 None None] Network 8b623883-070b-4970-8c08-14a8d3756313 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:30.554431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33998) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:30.584871 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-715b26d2-4038-4b5e-9813-cd87032ddba4 req-0304482e-0f5a-4157-baad-585a6a27117d tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0637743 Aug 28 12:59:30.612304 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-370dedf0-abe6-446b-b37c-90f1b15654e9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:30.690040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dedf0-abe6-446b-b37c-90f1b15654e9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Subnet': ['ID=6d147078-0483-4216-8ba3-0a8ad2440b76,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:30.729664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370dedf0-abe6-446b-b37c-90f1b15654e9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Checking segment: {'id': '4322b7ef-10bd-41b8-9bff-2f28588dbb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:30.730033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370dedf0-abe6-446b-b37c-90f1b15654e9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network hostable DHCP agents. Network: 747f0db6-27f1-43d3-af82-33b668a1b0e0, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:59:30.751602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370dedf0-abe6-446b-b37c-90f1b15654e9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network 747f0db6-27f1-43d3-af82-33b668a1b0e0 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:59:30.767254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-370dedf0-abe6-446b-b37c-90f1b15654e9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 747f0db6-27f1-43d3-af82-33b668a1b0e0) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:30.776552 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370dedf0-abe6-446b-b37c-90f1b15654e9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:30.779545 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-370dedf0-abe6-446b-b37c-90f1b15654e9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:30.788048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133dcc50-41a7-432a-afca-2212a0efa061 None None] Network 747f0db6-27f1-43d3-af82-33b668a1b0e0 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:30.811977 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-370dedf0-abe6-446b-b37c-90f1b15654e9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8405297 Aug 28 12:59:30.814691 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34006) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:30.832506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-81f6236d-1258-4dae-a48b-6b7f14c62914 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2032782285-network', 'tenant_id': '6f2d9c60ff344cb68caeecf004fa1ce2'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:30.886269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f6236d-1258-4dae-a48b-6b7f14c62914 admin admin] Made reservation on behalf of 6f2d9c60ff344cb68caeecf004fa1ce2 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:30.889285 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81f6236d-1258-4dae-a48b-6b7f14c62914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:30.921015 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34008) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:30.949929 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81f6236d-1258-4dae-a48b-6b7f14c62914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:30.955361 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 7338812e-5c00-4f46-b10b-ccaea6edbedf completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:30.967244 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-59352e00-d9e3-400a-bef4-78277bed2456 None None] Provisioning for port 7338812e-5c00-4f46-b10b-ccaea6edbedf completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:30.974135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-59352e00-d9e3-400a-bef4-78277bed2456 None None] Provisioning complete for port 7338812e-5c00-4f46-b10b-ccaea6edbedf triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:30.974539 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-59352e00-d9e3-400a-bef4-78277bed2456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:30.985155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 7338812e-5c00-4f46-b10b-ccaea6edbedf triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:30.985548 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:31.014178 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:31.133296 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fa98602e-7c73-48d2-a55c-ee92f90e5ed8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf64fe29946b408cbd95f1f6f5e2a93d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098308 Aug 28 12:59:31.148929 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34014) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:31.210900 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-747f0db6-27f1-43d3-af82-33b668a1b0e0', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:59:31.211757 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:31.341155 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e89a8b54-29e2-42cd-afcc-dd4989f829b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:31.371668 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e89a8b54-29e2-42cd-afcc-dd4989f829b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:31.405126 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:31.449174 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e89a8b54-29e2-42cd-afcc-dd4989f829b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:31.452110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e89a8b54-29e2-42cd-afcc-dd4989f829b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:31.453397 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e89a8b54-29e2-42cd-afcc-dd4989f829b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7df38f07-c0c9-4bb4-9f4f-6b8e2ba772d3 HTTP/1.1" status: 204 len: 168 time: 0.2991841 Aug 28 12:59:31.461868 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-59352e00-d9e3-400a-bef4-78277bed2456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:31.517505 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:31.609540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-59352e00-d9e3-400a-bef4-78277bed2456 None None] For port 7338812e-5c00-4f46-b10b-ccaea6edbedf, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7338812e-5c00-4f46-b10b-ccaea6edbedf,segment=NetworkSegment(5c33e6d6-5af4-4a52-8910-e4762d7cbd77),segment_id=5c33e6d6-5af4-4a52-8910-e4762d7cbd77)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:31.612307 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Allocated IP 172.20.0.2 (747f0db6-27f1-43d3-af82-33b668a1b0e0/6d147078-0483-4216-8ba3-0a8ad2440b76/d2c31ae1-94b1-4e00-a80d-6e612a71940b) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:31.634780 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-59352e00-d9e3-400a-bef4-78277bed2456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:31.671610 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:31.772611 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81f6236d-1258-4dae-a48b-6b7f14c62914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:31.776622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a8b54-29e2-42cd-afcc-dd4989f829b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df38f07-c0c9-4bb4-9f4f-6b8e2ba772d3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:31.779817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59352e00-d9e3-400a-bef4-78277bed2456 None None] Pushing event updated for resources: {'Port': ['ID=7338812e-5c00-4f46-b10b-ccaea6edbedf,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:31.792654 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81f6236d-1258-4dae-a48b-6b7f14c62914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:31.882583 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 12:59:31.883745 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 12:59:31.900685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f6236d-1258-4dae-a48b-6b7f14c62914 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:59:31.947859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d73dc30a-a386-464c-afe0-07535918762f None None] Provisioning complete for port 7338812e-5c00-4f46-b10b-ccaea6edbedf triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:31.948392 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d73dc30a-a386-464c-afe0-07535918762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:31.966491 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81f6236d-1258-4dae-a48b-6b7f14c62914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:31.967141 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-81f6236d-1258-4dae-a48b-6b7f14c62914 admin admin] Added segment 830b0eab-7f36-4806-81ec-dbedb66a29bf of type vlan for network 38234d4c-4dbd-4065-b2d9-258230688613 Aug 28 12:59:31.969523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6236d-1258-4dae-a48b-6b7f14c62914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ac21f9-0296-47ea-9411-ef189e7e240c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:32.053027 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81f6236d-1258-4dae-a48b-6b7f14c62914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:32.139724 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81f6236d-1258-4dae-a48b-6b7f14c62914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:32.140667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f6236d-1258-4dae-a48b-6b7f14c62914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:32.141279 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81f6236d-1258-4dae-a48b-6b7f14c62914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:32.161133 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Router e1023ea0-d075-4aae-bfcb-b6b17b494782 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:59:32.176607 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-81f6236d-1258-4dae-a48b-6b7f14c62914 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6210802 Aug 28 12:59:32.220707 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:32.230148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34034) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:32.252994 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Transition to ACTIVE for port object d2c31ae1-94b1-4e00-a80d-6e612a71940b will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:32.255774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b021036f-64a2-4dda-b415-869f43357460 admin admin] Request body: {'subnet': {'network_id': '38234d4c-4dbd-4065-b2d9-258230688613', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2032782285-subnet', 'tenant_id': '6f2d9c60ff344cb68caeecf004fa1ce2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:32.296144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Transition to ACTIVE for port object d2c31ae1-94b1-4e00-a80d-6e612a71940b will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:32.309454 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:32.375611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6236d-1258-4dae-a48b-6b7f14c62914 admin admin] Pushing event updated for resources: {'Network': ['ID=38234d4c-4dbd-4065-b2d9-258230688613,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:32.415442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 38234d4c-4dbd-4065-b2d9-258230688613 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:59:32.423360 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Network 747f0db6-27f1-43d3-af82-33b668a1b0e0 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:32.453568 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b021036f-64a2-4dda-b415-869f43357460 admin admin] Made reservation on behalf of 6f2d9c60ff344cb68caeecf004fa1ce2 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:32.458851 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b021036f-64a2-4dda-b415-869f43357460 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:32.492339 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:32.504409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:32.555962 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-939f313a-d49a-453d-8677-82f327f4fd13 req-2cfb6e84-29d9-4ef5-9da2-653dc99ba29a tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/ports?device_id=59d6f113-3e7f-4654-a01a-da5b28fd8324 HTTP/1.1" status: 200 len: 210 time: 0.0417717 Aug 28 12:59:32.572830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Pushing event updated for resources: {'Port': ['ID=d2c31ae1-94b1-4e00-a80d-6e612a71940b,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:32.602966 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Attempting to bind port d2c31ae1-94b1-4e00-a80d-6e612a71940b on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:32.603413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Attempting to bind port d2c31ae1-94b1-4e00-a80d-6e612a71940b by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '4322b7ef-10bd-41b8-9bff-2f28588dbb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:32.603553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:59:32.603799 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Attempting to bind port d2c31ae1-94b1-4e00-a80d-6e612a71940b on network 747f0db6-27f1-43d3-af82-33b668a1b0e0 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:32.614605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:59:32.615061 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Checking segment: {'id': '4322b7ef-10bd-41b8-9bff-2f28588dbb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:32.615386 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:32.615779 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Bound using segment: {'id': '4322b7ef-10bd-41b8-9bff-2f28588dbb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:59:32.616260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Bound port: d2c31ae1-94b1-4e00-a80d-6e612a71940b, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4322b7ef-10bd-41b8-9bff-2f28588dbb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:59:32.616646 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:32.620009 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Sync routers for ids ['e1023ea0-d075-4aae-bfcb-b6b17b494782'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:59:32.675319 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:32.679891 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ab251640-e0aa-48ff-bdbf-274926fbbc8b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7750857 Aug 28 12:59:32.680696 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34046) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:32.700752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] For port d2c31ae1-94b1-4e00-a80d-6e612a71940b, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:32.704211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] For port d2c31ae1-94b1-4e00-a80d-6e612a71940b, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d2c31ae1-94b1-4e00-a80d-6e612a71940b,segment=NetworkSegment(4322b7ef-10bd-41b8-9bff-2f28588dbb15),segment_id=4322b7ef-10bd-41b8-9bff-2f28588dbb15)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:59:32.707929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Routers {'e1023ea0-d075-4aae-bfcb-b6b17b494782'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:32.708614 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e1023ea0-d075-4aae-bfcb-b6b17b494782'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:32.730681 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Allocated IP 172.20.0.1 (747f0db6-27f1-43d3-af82-33b668a1b0e0/6d147078-0483-4216-8ba3-0a8ad2440b76/595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:32.745437 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:32.763274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7338812e-5c00-4f46-b10b-ccaea6edbedf up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:32.881881 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b021036f-64a2-4dda-b415-869f43357460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:32.962282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b021036f-64a2-4dda-b415-869f43357460 admin admin] Checking segment: {'id': '830b0eab-7f36-4806-81ec-dbedb66a29bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '38234d4c-4dbd-4065-b2d9-258230688613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:32.962814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b021036f-64a2-4dda-b415-869f43357460 admin admin] Network hostable DHCP agents. Network: 38234d4c-4dbd-4065-b2d9-258230688613, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:59:32.990523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021036f-64a2-4dda-b415-869f43357460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=473d86ab-66af-4fe5-ac62-a3f695716bdb,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:32.995374 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b021036f-64a2-4dda-b415-869f43357460 admin admin] Network 38234d4c-4dbd-4065-b2d9-258230688613 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:59:33.010571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-b021036f-64a2-4dda-b415-869f43357460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 38234d4c-4dbd-4065-b2d9-258230688613) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:33.017585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b021036f-64a2-4dda-b415-869f43357460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:33.018572 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b021036f-64a2-4dda-b415-869f43357460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:33.040416 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b021036f-64a2-4dda-b415-869f43357460 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8078980 Aug 28 12:59:33.059851 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b40c9f4-9c48-4a8f-b711-bdf714e031b6 None None] Network 38234d4c-4dbd-4065-b2d9-258230688613 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:33.140258 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:33.199829 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Transition to ACTIVE for port object 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:33.209569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f0729-a239-4aea-9a4e-fa4bdc5d0f96 None None] Pushing event updated for resources: {'Port': ['ID=d2c31ae1-94b1-4e00-a80d-6e612a71940b,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:33.252613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Set router e1023ea0-d075-4aae-bfcb-b6b17b494782 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:33.331160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 7338812e-5c00-4f46-b10b-ccaea6edbedf triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:33.331537 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:33.382689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:33.469076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network 747f0db6-27f1-43d3-af82-33b668a1b0e0 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:33.473318 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:33.484001 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:33.486226 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:33.550597 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b774db-3445-428c-a91a-f95d6a1e4c28 None None] Network 38234d4c-4dbd-4065-b2d9-258230688613 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:33.660322 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:33.737876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34084) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:33.878936 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-350ce339-71f1-40d3-8045-4e9614c9225e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:33.942964 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-350ce339-71f1-40d3-8045-4e9614c9225e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:33.985262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T12:59:30Z', 'revision_number': 3, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port': {'id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:29Z', 'updated_at': '2021-08-28T12:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:34.056880 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-350ce339-71f1-40d3-8045-4e9614c9225e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:34.062878 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-350ce339-71f1-40d3-8045-4e9614c9225e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:34.065807 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-350ce339-71f1-40d3-8045-4e9614c9225e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "DELETE /v2.0/security-groups/f8419c8e-732d-445c-9667-69f039e9d694 HTTP/1.1" status: 204 len: 168 time: 0.3252025 Aug 28 12:59:34.082741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34096) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:34.082895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Checking router: e1023ea0-d075-4aae-bfcb-b6b17b494782 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:59:34.082895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Updating router e1023ea0-d075-4aae-bfcb-b6b17b494782 port 2e503b1b-4d82-41b2-b547-14ff22f179ca binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:59:34.127249 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ce339-71f1-40d3-8045-4e9614c9225e tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8419c8e-732d-445c-9667-69f039e9d694,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:34.172105 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-3bfd8284-af49-4711-b251-890b9cd15abf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] show failed (client error): The resource could not be found. Aug 28 12:59:34.174095 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3bfd8284-af49-4711-b251-890b9cd15abf tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "GET /v2.0/security-groups/f8419c8e-732d-445c-9667-69f039e9d694 HTTP/1.1" status: 404 len: 347 time: 0.0941341 Aug 28 12:59:34.185137 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34106) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:34.195818 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:34.321443 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:34.399143 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:34.408249 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34110) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:34.492510 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34116) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:34.507574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1308103848-network', 'tenant_id': '3d30732a08074dae9ee77f560c9a96e5'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:34.522002 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 12:59:34.574500 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] Made reservation on behalf of 3d30732a08074dae9ee77f560c9a96e5 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:34.578484 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:34.591999 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:34.598100 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe52556-8614-4714-9221-578216bc194b None None] Network 747f0db6-27f1-43d3-af82-33b668a1b0e0 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:34.603287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-438cda96-38ca-4ce5-a0b8-1599765743ed tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Deleting port 0c83a7bc-9db4-4b88-9fe7-d9994a0e57b2 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:34.603633 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-438cda96-38ca-4ce5-a0b8-1599765743ed tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:34.668388 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Allocated IP 172.20.0.1 (8b623883-070b-4970-8c08-14a8d3756313/048da36b-b127-4f58-b3f8-ec0e99aec6bb/49355f58-9ac2-4c91-800d-a72ad763afcd) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:34.705544 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-438cda96-38ca-4ce5-a0b8-1599765743ed tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:34.705882 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-438cda96-38ca-4ce5-a0b8-1599765743ed tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:34.733563 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-438cda96-38ca-4ce5-a0b8-1599765743ed tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Calling delete_port for 0c83a7bc-9db4-4b88-9fe7-d9994a0e57b2 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:34.843682 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:34.848974 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d2c31ae1-94b1-4e00-a80d-6e612a71940b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:34.857794 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Transition to ACTIVE for port object 49355f58-9ac2-4c91-800d-a72ad763afcd will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:34.900985 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:34.992476 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b8570a04-eef5-4dea-90d0-e61b39d601b5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-454738328', 'router:external': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:34.996422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-460718af-ec9d-4dab-bd91-ff5279bc335c None None] Provisioning for port d2c31ae1-94b1-4e00-a80d-6e612a71940b completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:35.032978 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Network 8b623883-070b-4970-8c08-14a8d3756313 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:35.043238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:35.049870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:35.077485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Pushing event updated for resources: {'Port': ['ID=49355f58-9ac2-4c91-800d-a72ad763afcd,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:35.089330 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-438cda96-38ca-4ce5-a0b8-1599765743ed tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.124279 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.232273 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.239703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438cda96-38ca-4ce5-a0b8-1599765743ed tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event deleted for resources: {'Port': ['ID=0c83a7bc-9db4-4b88-9fe7-d9994a0e57b2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:35.245199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Transition to ACTIVE for port object 2e503b1b-4d82-41b2-b547-14ff22f179ca will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:35.252328 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port d2c31ae1-94b1-4e00-a80d-6e612a71940b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:35.260572 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.269151 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d2c31ae1-94b1-4e00-a80d-6e612a71940b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:35.269638 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.334804 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.336242 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-438cda96-38ca-4ce5-a0b8-1599765743ed tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.338904 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-438cda96-38ca-4ce5-a0b8-1599765743ed tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.343654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-438cda96-38ca-4ce5-a0b8-1599765743ed tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "DELETE /v2.0/floatingips/81b105c6-ac38-4638-9b82-c52a9d22aa36 HTTP/1.1" status: 204 len: 168 time: 1.1482267 Aug 28 12:59:35.344723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34130) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:35.354559 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.424192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce2b59-963e-4188-b008-76aff3671625 None None] Pushing event updated for resources: {'Port': ['ID=2e503b1b-4d82-41b2-b547-14ff22f179ca,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:35.446482 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:59:35.478406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51987b9d-0336-4f76-ae6a-0644d106abff,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:35.484720 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Attempting to bind port 2e503b1b-4d82-41b2-b547-14ff22f179ca on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:35.485247 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Attempting to bind port 2e503b1b-4d82-41b2-b547-14ff22f179ca by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:35.485720 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Attempting to bind port 2e503b1b-4d82-41b2-b547-14ff22f179ca on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:35.498961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8935e-fcc6-4195-beea-7b6525a19ab6 req-99bc5363-35d8-4e0d-9d0c-1da97fdba44b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:35.500543 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ab8935e-fcc6-4195-beea-7b6525a19ab6 req-99bc5363-35d8-4e0d-9d0c-1da97fdba44b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.2362220 Aug 28 12:59:35.506164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8570a04-eef5-4dea-90d0-e61b39d601b5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Made reservation on behalf of 41649ac2e9ca4eb4803796f7dad3ef32 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:35.507208 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.507568 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] Added segment 1149439b-b215-4af2-8ba4-143d09a38f21 of type vlan for network 870afdf1-87f2-4a39-8249-bb42e2419dd4 Aug 28 12:59:35.509311 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8570a04-eef5-4dea-90d0-e61b39d601b5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.537003 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:59:35.537468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:35.538080 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.538587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:59:35.539255 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Bound port: 2e503b1b-4d82-41b2-b547-14ff22f179ca, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:59:35.540009 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.544838 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.571984 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8570a04-eef5-4dea-90d0-e61b39d601b5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.586467 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.604046 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-aa44f4d1-1f94-4da9-b7b8-35e5089964ab tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Deleting port a6504f71-c67d-4bfd-8228-7b6d54b2acee {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:35.604618 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa44f4d1-1f94-4da9-b7b8-35e5089964ab tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.614429 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-69269a3a-10fb-4980-88f4-aef9f3f26a17 None None] Provisioning for port 49355f58-9ac2-4c91-800d-a72ad763afcd completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:35.639696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-69269a3a-10fb-4980-88f4-aef9f3f26a17 None None] Provisioning complete for port 49355f58-9ac2-4c91-800d-a72ad763afcd triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:35.639892 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-69269a3a-10fb-4980-88f4-aef9f3f26a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.685326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-69269a3a-10fb-4980-88f4-aef9f3f26a17 None None] Port 49355f58-9ac2-4c91-800d-a72ad763afcd cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:59:35.689659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port d2c31ae1-94b1-4e00-a80d-6e612a71940b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d2c31ae1-94b1-4e00-a80d-6e612a71940b,segment=NetworkSegment(4322b7ef-10bd-41b8-9bff-2f28588dbb15),segment_id=4322b7ef-10bd-41b8-9bff-2f28588dbb15)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:35.699401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] For port 2e503b1b-4d82-41b2-b547-14ff22f179ca, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:35.705376 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.711465 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.db.resource_extend [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 12:59:35.711976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] For port 2e503b1b-4d82-41b2-b547-14ff22f179ca, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2e503b1b-4d82-41b2-b547-14ff22f179ca,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:59:35.718922 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.728814 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.748501 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ab8935e-fcc6-4195-beea-7b6525a19ab6 req-cf5466fc-ff1b-47e0-ae2c-79511f91aa39 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225268 Aug 28 12:59:35.749140 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.775642 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.780293 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.781787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:35.782718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Routers {'e1023ea0-d075-4aae-bfcb-b6b17b494782'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:35.783383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.783518 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e1023ea0-d075-4aae-bfcb-b6b17b494782'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:35.866136 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa44f4d1-1f94-4da9-b7b8-35e5089964ab tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:35.893715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-aa44f4d1-1f94-4da9-b7b8-35e5089964ab tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Calling delete_port for a6504f71-c67d-4bfd-8228-7b6d54b2acee owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:35.906669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] Pushing event updated for resources: {'Network': ['ID=870afdf1-87f2-4a39-8249-bb42e2419dd4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:35.936590 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 870afdf1-87f2-4a39-8249-bb42e2419dd4 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:59:35.950755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] Set router e1023ea0-d075-4aae-bfcb-b6b17b494782 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:35.966029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=d2c31ae1-94b1-4e00-a80d-6e612a71940b,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:35.984703 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:36.023542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:36.087865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ac5dd968-6ae4-40f0-9a9b-a8ed087e70fa None None] Provisioning for port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:36.118072 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ac5dd968-6ae4-40f0-9a9b-a8ed087e70fa None None] Provisioning complete for port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:36.118458 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ac5dd968-6ae4-40f0-9a9b-a8ed087e70fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:36.123808 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa44f4d1-1f94-4da9-b7b8-35e5089964ab tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:36.161205 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44f4d1-1f94-4da9-b7b8-35e5089964ab tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event deleted for resources: {'Port': ['ID=a6504f71-c67d-4bfd-8228-7b6d54b2acee,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:36.256307 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa44f4d1-1f94-4da9-b7b8-35e5089964ab tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:36.257274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce2b59-963e-4188-b008-76aff3671625 None None] Pushing event updated for resources: {'Port': ['ID=2e503b1b-4d82-41b2-b547-14ff22f179ca,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:36.258467 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-aa44f4d1-1f94-4da9-b7b8-35e5089964ab tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "DELETE /v2.0/ports/a6504f71-c67d-4bfd-8228-7b6d54b2acee HTTP/1.1" status: 204 len: 168 time: 0.9134729 Aug 28 12:59:36.267790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34132) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:36.301737 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ac5dd968-6ae4-40f0-9a9b-a8ed087e70fa None None] Port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:59:36.323050 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ac5dd968-6ae4-40f0-9a9b-a8ed087e70fa None None] Provisioning complete for port d2c31ae1-94b1-4e00-a80d-6e612a71940b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:36.323691 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ac5dd968-6ae4-40f0-9a9b-a8ed087e70fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:36.382544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-d4edd575-5929-4e6f-9dc4-6ce385a319d5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Deleting port 22c5cda6-d969-43e9-8487-47b1be36cba7 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:36.382972 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d4edd575-5929-4e6f-9dc4-6ce385a319d5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:36.518351 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d4edd575-5929-4e6f-9dc4-6ce385a319d5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:36.539544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-d4edd575-5929-4e6f-9dc4-6ce385a319d5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Calling delete_port for 22c5cda6-d969-43e9-8487-47b1be36cba7 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:36.551263 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8570a04-eef5-4dea-90d0-e61b39d601b5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:36.570426 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8570a04-eef5-4dea-90d0-e61b39d601b5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:36.614155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8570a04-eef5-4dea-90d0-e61b39d601b5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6c77cf-f6b1-415a-a94c-fbc160f242c0,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:36.632861 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fb4db042-787e-414a-8265-0785bcf4005e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1286669 Aug 28 12:59:36.638779 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34136) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:36.648318 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6c3cc226-b36b-4314-bd83-4e5f54a5b761 admin admin] Request body: {'subnet': {'network_id': '870afdf1-87f2-4a39-8249-bb42e2419dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1308103848-subnet', 'tenant_id': '3d30732a08074dae9ee77f560c9a96e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:36.655704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8570a04-eef5-4dea-90d0-e61b39d601b5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:59:36.674521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network 747f0db6-27f1-43d3-af82-33b668a1b0e0 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:36.687179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:36.694330 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8570a04-eef5-4dea-90d0-e61b39d601b5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:36.694574 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-b8570a04-eef5-4dea-90d0-e61b39d601b5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Added segment 30a032d4-16d5-4f7d-a2af-5c7f7b854e92 of type vlan for network 4d9cd6ef-b2d9-481e-836a-94d34af16f84 Aug 28 12:59:36.819794 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3cc226-b36b-4314-bd83-4e5f54a5b761 admin admin] Made reservation on behalf of 3d30732a08074dae9ee77f560c9a96e5 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:36.822152 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc226-b36b-4314-bd83-4e5f54a5b761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:36.825494 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 4, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port': {'id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:29Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '49355f58-9ac2-4c91-800d-a72ad763afcd', 'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'mac_address': 'fa:16:3e:50:11:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:34Z', 'updated_at': '2021-08-28T12:59:34Z', 'revision_number': 1, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'subnets': [{'id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:36.826348 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:36.862753 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:36.900899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d2c31ae1-94b1-4e00-a80d-6e612a71940b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:36.905532 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d4edd575-5929-4e6f-9dc4-6ce385a319d5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:36.909314 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70072be2-0e91-4763-80c3-c9c46e71dd2e None None] The sync data for ids ['e1023ea0-d075-4aae-bfcb-b6b17b494782'] in n-d-791505-21 is: [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 4, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port': {'id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:29Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '49355f58-9ac2-4c91-800d-a72ad763afcd', 'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'mac_address': 'fa:16:3e:50:11:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:34Z', 'updated_at': '2021-08-28T12:59:34Z', 'revision_number': 1, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'subnets': [{'id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:59:36.972811 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edd575-5929-4e6f-9dc4-6ce385a319d5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event deleted for resources: {'Port': ['ID=22c5cda6-d969-43e9-8487-47b1be36cba7,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:37.011145 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-650ade87-e195-4dd5-a868-a206caebf234 None None] Provisioning complete for port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:37.012590 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-650ade87-e195-4dd5-a868-a206caebf234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:37.064297 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d2c31ae1-94b1-4e00-a80d-6e612a71940b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:37.064755 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:37.094557 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-650ade87-e195-4dd5-a868-a206caebf234 None None] Port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:59:37.115569 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d4edd575-5929-4e6f-9dc4-6ce385a319d5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:37.118194 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d4edd575-5929-4e6f-9dc4-6ce385a319d5 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "DELETE /v2.0/ports/22c5cda6-d969-43e9-8487-47b1be36cba7 HTTP/1.1" status: 204 len: 168 time: 0.8493497 Aug 28 12:59:37.119997 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8570a04-eef5-4dea-90d0-e61b39d601b5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:37.120899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34140) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:37.171508 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Pushing event updated for resources: {'Port': ['ID=49355f58-9ac2-4c91-800d-a72ad763afcd,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:37.201329 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:37.233995 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca03bd00-4810-4194-93d8-e5271c8f0f44 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Deleting subnet 9a81a33e-a30a-4f4f-bc8f-a36371ef2745 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:59:37.234999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f92814a8-2746-4baf-b37b-a6f87d977330 None None] Provisioning complete for port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:37.235378 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f92814a8-2746-4baf-b37b-a6f87d977330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:37.240494 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca03bd00-4810-4194-93d8-e5271c8f0f44 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:37.290941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8acec-3c99-4514-bd36-d21115e61971 req-d94163c0-d926-4138-86d0-4e9086b38b9e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:37.293766 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78c8acec-3c99-4514-bd36-d21115e61971 req-d94163c0-d926-4138-86d0-4e9086b38b9e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.3371544 Aug 28 12:59:37.298485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f92814a8-2746-4baf-b37b-a6f87d977330 None None] Port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:59:37.318090 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca03bd00-4810-4194-93d8-e5271c8f0f44 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:37.335908 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:37.363963 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8570a04-eef5-4dea-90d0-e61b39d601b5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:37.365382 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8570a04-eef5-4dea-90d0-e61b39d601b5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:37.366142 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8570a04-eef5-4dea-90d0-e61b39d601b5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:37.431956 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca03bd00-4810-4194-93d8-e5271c8f0f44 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:37.468531 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78c8acec-3c99-4514-bd36-d21115e61971 req-4a998309-489d-45de-aeb6-648b8a84d93d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077557 Aug 28 12:59:37.492191 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8570a04-eef5-4dea-90d0-e61b39d601b5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Pushing event updated for resources: {'Network': ['ID=4d9cd6ef-b2d9-481e-836a-94d34af16f84,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:37.519052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 4d9cd6ef-b2d9-481e-836a-94d34af16f84 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:59:37.568900 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca03bd00-4810-4194-93d8-e5271c8f0f44 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:37.636189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03bd00-4810-4194-93d8-e5271c8f0f44 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event deleted for resources: {'Subnet': ['ID=9a81a33e-a30a-4f4f-bc8f-a36371ef2745,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:37.652934 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca03bd00-4810-4194-93d8-e5271c8f0f44 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:37.664939 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adf14f7-0860-44f0-a2df-a37f3f267f50 None None] Network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:37.671678 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ca03bd00-4810-4194-93d8-e5271c8f0f44 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "DELETE /v2.0/subnets/9a81a33e-a30a-4f4f-bc8f-a36371ef2745 HTTP/1.1" status: 204 len: 168 time: 0.5483091 Aug 28 12:59:37.672426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34144) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:37.711828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router cd11c2ac-776f-4b76-b857-2c08ae0f683a is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:59:37.719993 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc226-b36b-4314-bd83-4e5f54a5b761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:37.726955 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b8570a04-eef5-4dea-90d0-e61b39d601b5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 3.3129008 Aug 28 12:59:37.729158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Network 8b623883-070b-4970-8c08-14a8d3756313 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:37.736513 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34146) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:37.743588 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-1c69767a-d21c-4b60-9351-9792247c2d09 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Request body: {'subnet': {'network_id': '4d9cd6ef-b2d9-481e-836a-94d34af16f84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:37.778117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:37.810708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ddb0b62-ff33-42cd-b82a-348498ebbda4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Deleting subnet d557cd69-cd27-4452-a97d-808c7d64731a {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:59:37.828978 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ddb0b62-ff33-42cd-b82a-348498ebbda4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:37.934064 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ddb0b62-ff33-42cd-b82a-348498ebbda4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:38.024024 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cc226-b36b-4314-bd83-4e5f54a5b761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=983030dd-14c0-48a6-a2f1-70f30ff19550,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:38.143111 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3cc226-b36b-4314-bd83-4e5f54a5b761 admin admin] Checking segment: {'id': '1149439b-b215-4af2-8ba4-143d09a38f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '870afdf1-87f2-4a39-8249-bb42e2419dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:38.143809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3cc226-b36b-4314-bd83-4e5f54a5b761 admin admin] Network hostable DHCP agents. Network: 870afdf1-87f2-4a39-8249-bb42e2419dd4, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:59:38.147416 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ddb0b62-ff33-42cd-b82a-348498ebbda4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:38.174891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c69767a-d21c-4b60-9351-9792247c2d09 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Made reservation on behalf of 41649ac2e9ca4eb4803796f7dad3ef32 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:38.176985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ccbcef-cf92-49cb-a008-7b06f7152970 None None] DHCP port deletion for 3352c8b5-3501-47c1-96f2-9e32c1cc7612 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:59:38.178223 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1c69767a-d21c-4b60-9351-9792247c2d09 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:38.235233 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ddb0b62-ff33-42cd-b82a-348498ebbda4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:38.278249 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb0b62-ff33-42cd-b82a-348498ebbda4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event deleted for resources: {'Subnet': ['ID=d557cd69-cd27-4452-a97d-808c7d64731a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:38.278836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-877e2960-c2e4-4a17-b274-44b9d6cf209f None None] Provisioning complete for port 49355f58-9ac2-4c91-800d-a72ad763afcd triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:38.279215 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-877e2960-c2e4-4a17-b274-44b9d6cf209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:38.286156 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ddb0b62-ff33-42cd-b82a-348498ebbda4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:38.291818 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8ddb0b62-ff33-42cd-b82a-348498ebbda4 tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "DELETE /v2.0/subnets/d557cd69-cd27-4452-a97d-808c7d64731a HTTP/1.1" status: 204 len: 168 time: 0.6093225 Aug 28 12:59:38.293606 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34148) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:38.302743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1a4416-73ec-419c-a8e3-f5f92c9e000b None None] Network b0f76af8-7fbe-4c61-8fc0-3946902606c9 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:38.349636 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3cc226-b36b-4314-bd83-4e5f54a5b761 admin admin] Network 870afdf1-87f2-4a39-8249-bb42e2419dd4 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:59:38.365182 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-6c3cc226-b36b-4314-bd83-4e5f54a5b761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 870afdf1-87f2-4a39-8249-bb42e2419dd4) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:38.379913 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:59:38.387240 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3cc226-b36b-4314-bd83-4e5f54a5b761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:38.387971 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc226-b36b-4314-bd83-4e5f54a5b761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:38.394864 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Sync routers for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:59:38.413638 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:38.413978 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f6abc128-9c77-4a41-8c74-6b476ca3a91b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/cd11c2ac-776f-4b76-b857-2c08ae0f683a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5966485 Aug 28 12:59:38.415411 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:38.417934 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34150) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:38.427596 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'network': {'name': 'tempest-RoutersTest-1848445968'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:38.438016 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:38.476535 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2056c0-1849-4c0d-89c3-9ad19a5dc716 None None] Network 870afdf1-87f2-4a39-8249-bb42e2419dd4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:38.480586 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Router e1023ea0-d075-4aae-bfcb-b6b17b494782 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:59:38.485954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-877e2960-c2e4-4a17-b274-44b9d6cf209f None None] Port 49355f58-9ac2-4c91-800d-a72ad763afcd cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:59:38.575665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Deleting port e3410b7a-029a-4931-ae71-746f61cd450b {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:38.576053 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:38.593692 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-52ccbcef-cf92-49cb-a008-7b06f7152970 None None] Deleting port e3410b7a-029a-4931-ae71-746f61cd450b {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:38.594313 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-52ccbcef-cf92-49cb-a008-7b06f7152970 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:38.632697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:38.635977 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:38.645123 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:38.678156 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6c3cc226-b36b-4314-bd83-4e5f54a5b761 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0243289 Aug 28 12:59:38.816104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] For port e3410b7a-029a-4931-ae71-746f61cd450b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e3410b7a-029a-4931-ae71-746f61cd450b,segment=NetworkSegment(c44b3b89-5ccb-495f-80f1-32c81a822fa8),segment_id=c44b3b89-5ccb-495f-80f1-32c81a822fa8)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:38.816379 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:38.845382 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Calling delete_port for e3410b7a-029a-4931-ae71-746f61cd450b owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:38.846466 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2e503b1b-4d82-41b2-b547-14ff22f179ca up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:38.932836 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34158) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:38.959600 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:59:39.045833 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.052047 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T12:59:34Z', 'revision_number': 2, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 2, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:39.084097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-52ccbcef-cf92-49cb-a008-7b06f7152970 None None] For port e3410b7a-029a-4931-ae71-746f61cd450b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e3410b7a-029a-4931-ae71-746f61cd450b,segment=NetworkSegment(c44b3b89-5ccb-495f-80f1-32c81a822fa8),segment_id=c44b3b89-5ccb-495f-80f1-32c81a822fa8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:39.084580 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-52ccbcef-cf92-49cb-a008-7b06f7152970 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.085406 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.087162 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Added segment aaf33c6f-9670-40c1-9e9e-75364f6fb68f of type vlan for network 97c9da9d-46cd-45bc-8945-4e7ffb234b86 Aug 28 12:59:39.089970 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Checking router: cd11c2ac-776f-4b76-b857-2c08ae0f683a for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:59:39.090595 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Updating router cd11c2ac-776f-4b76-b857-2c08ae0f683a port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:59:39.110797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] No DVR routers for this DVR port e3410b7a-029a-4931-ae71-746f61cd450b on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:59:39.117052 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event deleted for resources: {'Port': ['ID=e3410b7a-029a-4931-ae71-746f61cd450b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:39.133457 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.143372 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.163018 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-52ccbcef-cf92-49cb-a008-7b06f7152970 None None] Calling delete_port for e3410b7a-029a-4931-ae71-746f61cd450b owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:39.164986 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 2e503b1b-4d82-41b2-b547-14ff22f179ca completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:39.176695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9923074-734c-4db7-b5e0-3189ff5d0de4 admin admin] Deleting subnet 473d86ab-66af-4fe5-ac62-a3f695716bdb {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:59:39.184796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 2e503b1b-4d82-41b2-b547-14ff22f179ca triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:39.185355 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.307823 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.318041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea212be2-c709-4a5c-a265-e244e03ad84d req-ba39ca3b-bf2a-4ad1-8028-c0195d7df79f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:39.319160 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3352c8b5-3501-47c1-96f2-9e32c1cc7612']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:39.319894 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ea212be2-c709-4a5c-a265-e244e03ad84d req-ba39ca3b-bf2a-4ad1-8028-c0195d7df79f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.6716051 Aug 28 12:59:39.321150 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9923074-734c-4db7-b5e0-3189ff5d0de4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.339208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44b3b89-5ccb-495f-80f1-32c81a822fa8') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:39.340101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44b3b89-5ccb-495f-80f1-32c81a822fa8') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:39.341712 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7ed645-ec10-47a7-89fb-ea1f378a1dcc None None] Network 870afdf1-87f2-4a39-8249-bb42e2419dd4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:39.357626 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.373079 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.379727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:59:39.381177 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.389931 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.401355 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:39.403193 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.415031 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:59:39.456299 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-47398e2b-8017-4081-9dac-ffeeb22f7c37 admin admin] 10.222.0.20 "PUT /v2.0/routers/e1023ea0-d075-4aae-bfcb-b6b17b494782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7649229 Aug 28 12:59:39.475612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37c3687-fdea-4cea-a4b7-4ef539c8c8fc None None] DHCP port deletion for b0f76af8-7fbe-4c61-8fc0-3946902606c9 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:59:39.493942 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:59:39.504790 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.505025 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9923074-734c-4db7-b5e0-3189ff5d0de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.513010 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.520636 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "DELETE /v2.0/networks/3352c8b5-3501-47c1-96f2-9e32c1cc7612 HTTP/1.1" status: 204 len: 168 time: 1.2256272 Aug 28 12:59:39.538841 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1156723 Aug 28 12:59:39.557094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34162) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:39.557477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34164) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:39.560486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207a8aa-2802-4b55-ba96-90097f1d6aec tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event deleted for resources: {'Network': ['ID=3352c8b5-3501-47c1-96f2-9e32c1cc7612,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:39.580635 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.596315 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Network': ['ID=97c9da9d-46cd-45bc-8945-4e7ffb234b86,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:39.599714 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Transition to ACTIVE for port object 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:39.612767 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.627121 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ea212be2-c709-4a5c-a265-e244e03ad84d req-90578ba1-a27b-4d71-9489-db7ef6466fd9 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383358 Aug 28 12:59:39.633542 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.635922 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:39.638878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:39.641458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:39.642971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:39.643514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:39.644019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:39.644715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:39.646476 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:39.647156 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:39.648398 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:39.648901 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:39.649720 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84ee974-5b6b-4c66-9e1e-675f03082b90 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:39.670931 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9923074-734c-4db7-b5e0-3189ff5d0de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.674904 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983d7c8-85e5-464c-8024-e905c091278a None None] Pushing event updated for resources: {'Port': ['ID=595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:39.702427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 2e503b1b-4d82-41b2-b547-14ff22f179ca, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2e503b1b-4d82-41b2-b547-14ff22f179ca,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:39.711671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-cf17e75f-2c3a-49a7-96d2-4ec845db7539 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'subnet': {'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:39.721803 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.770203 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 97c9da9d-46cd-45bc-8945-4e7ffb234b86 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:59:39.802687 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Attempting to bind port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:39.804534 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Attempting to bind port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '4322b7ef-10bd-41b8-9bff-2f28588dbb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:39.806151 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Attempting to bind port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b on network 747f0db6-27f1-43d3-af82-33b668a1b0e0 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:39.821367 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.825548 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:59:39.826202 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Checking segment: {'id': '4322b7ef-10bd-41b8-9bff-2f28588dbb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:39.830245 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.834389 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Bound using segment: {'id': '4322b7ef-10bd-41b8-9bff-2f28588dbb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:59:39.836311 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Bound port: 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4322b7ef-10bd-41b8-9bff-2f28588dbb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:59:39.837614 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.875539 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9923074-734c-4db7-b5e0-3189ff5d0de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:39.960129 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] For port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:39.966883 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] For port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b,segment=NetworkSegment(4322b7ef-10bd-41b8-9bff-2f28588dbb15),segment_id=4322b7ef-10bd-41b8-9bff-2f28588dbb15)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:59:39.977842 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:40.024916 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9923074-734c-4db7-b5e0-3189ff5d0de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473d86ab-66af-4fe5-ac62-a3f695716bdb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:40.027682 n-d-791505-21 neutron-server[94878]: DEBUG neutron.objects.ports [None req-1c69767a-d21c-4b60-9351-9792247c2d09 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 12:59:40.032095 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1c69767a-d21c-4b60-9351-9792247c2d09 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:40.043602 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:40.117763 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9923074-734c-4db7-b5e0-3189ff5d0de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:40.119830 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e9923074-734c-4db7-b5e0-3189ff5d0de4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/473d86ab-66af-4fe5-ac62-a3f695716bdb HTTP/1.1" status: 204 len: 168 time: 1.1751153 Aug 28 12:59:40.127932 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34172) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:40.139876 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e3410b7a-029a-4931-ae71-746f61cd450b no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:59:40.143176 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983d7c8-85e5-464c-8024-e905c091278a None None] Pushing event updated for resources: {'Port': ['ID=595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:40.173792 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:40.175251 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:40.329364 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=2e503b1b-4d82-41b2-b547-14ff22f179ca,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:40.345550 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: e3410b7a-029a-4931-ae71-746f61cd450b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:59:40.345899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e3410b7a-029a-4931-ae71-746f61cd450b not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:59:40.347163 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4201c3b9-c773-44f0-9d8f-4b8949f74cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:40.380092 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ffcb85e4-b3f4-46a3-a948-916728f7e688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:40.409443 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-52ccbcef-cf92-49cb-a008-7b06f7152970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:40.423653 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:40.447923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69767a-d21c-4b60-9351-9792247c2d09 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1809676b-f13b-4985-9396-159976a16465,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:40.472125 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69767a-d21c-4b60-9351-9792247c2d09 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Checking segment: {'id': '30a032d4-16d5-4f7d-a2af-5c7f7b854e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4d9cd6ef-b2d9-481e-836a-94d34af16f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:40.472427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69767a-d21c-4b60-9351-9792247c2d09 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Network hostable DHCP agents. Network: 4d9cd6ef-b2d9-481e-836a-94d34af16f84, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:59:40.497139 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52ccbcef-cf92-49cb-a008-7b06f7152970 None None] Network 3352c8b5-3501-47c1-96f2-9e32c1cc7612 is not hosted by any dhcp agent {{(pid=94879) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 12:59:40.497599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ccbcef-cf92-49cb-a008-7b06f7152970 None None] No DVR routers for this DVR port e3410b7a-029a-4931-ae71-746f61cd450b on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:59:40.593933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69767a-d21c-4b60-9351-9792247c2d09 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Network 4d9cd6ef-b2d9-481e-836a-94d34af16f84 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:59:40.627879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccbcef-cf92-49cb-a008-7b06f7152970 None None] Pushing event deleted for resources: {'Port': ['ID=e3410b7a-029a-4931-ae71-746f61cd450b,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:40.629969 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Sync routers for ids ['e1023ea0-d075-4aae-bfcb-b6b17b494782'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:59:40.667875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Routers {'e1023ea0-d075-4aae-bfcb-b6b17b494782'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:40.668097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e1023ea0-d075-4aae-bfcb-b6b17b494782'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:40.726565 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34184) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:40.771162 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b37c3687-fdea-4cea-a4b7-4ef539c8c8fc None None] Deleting port e6409f82-481c-472f-85ef-e64c63a26e5a {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:40.774891 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b37c3687-fdea-4cea-a4b7-4ef539c8c8fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:40.797972 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2a7944ad-89e7-484b-b67f-2f147e2d73a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1440680501-network', 'tenant_id': 'f818fc27770945ebae7c7b490a0b55bc'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:40.807116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2e503b1b-4d82-41b2-b547-14ff22f179ca up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:40.843564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7944ad-89e7-484b-b67f-2f147e2d73a7 admin admin] Made reservation on behalf of f818fc27770945ebae7c7b490a0b55bc for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:40.846248 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a7944ad-89e7-484b-b67f-2f147e2d73a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:40.877718 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a7944ad-89e7-484b-b67f-2f147e2d73a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:40.889264 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T12:59:34Z', 'revision_number': 2, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:39Z', 'revision_number': 4, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:40.936698 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139c56a-3a55-4119-bd37-e892d00a891f None None] The sync data for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 is: [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T12:59:34Z', 'revision_number': 2, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:39Z', 'revision_number': 4, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:59:41.005211 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a7944ad-89e7-484b-b67f-2f147e2d73a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.009208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf17e75f-2c3a-49a7-96d2-4ec845db7539 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:41.013727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cf17e75f-2c3a-49a7-96d2-4ec845db7539 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.022282 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a7944ad-89e7-484b-b67f-2f147e2d73a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.081275 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4201c3b9-c773-44f0-9d8f-4b8949f74cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.141730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-4201c3b9-c773-44f0-9d8f-4b8949f74cfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38234d4c-4dbd-4065-b2d9-258230688613']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:41.147306 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b37c3687-fdea-4cea-a4b7-4ef539c8c8fc None None] For port e6409f82-481c-472f-85ef-e64c63a26e5a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e6409f82-481c-472f-85ef-e64c63a26e5a,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:41.147816 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b37c3687-fdea-4cea-a4b7-4ef539c8c8fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.152376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-4201c3b9-c773-44f0-9d8f-4b8949f74cfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830b0eab-7f36-4806-81ec-dbedb66a29bf') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:41.152738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-4201c3b9-c773-44f0-9d8f-4b8949f74cfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830b0eab-7f36-4806-81ec-dbedb66a29bf') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:41.161863 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b37c3687-fdea-4cea-a4b7-4ef539c8c8fc None None] Calling delete_port for e6409f82-481c-472f-85ef-e64c63a26e5a owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:41.163578 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4201c3b9-c773-44f0-9d8f-4b8949f74cfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.186525 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4201c3b9-c773-44f0-9d8f-4b8949f74cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.190052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-1c69767a-d21c-4b60-9351-9792247c2d09 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 4d9cd6ef-b2d9-481e-836a-94d34af16f84) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:41.200990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Deleting port e6409f82-481c-472f-85ef-e64c63a26e5a {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:41.201337 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.207965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a275dd0-8cff-44b3-98a2-c3f4c2b9bb19 None None] Network 4d9cd6ef-b2d9-481e-836a-94d34af16f84 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:41.208320 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c69767a-d21c-4b60-9351-9792247c2d09 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:41.208927 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1c69767a-d21c-4b60-9351-9792247c2d09 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.232733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4201c3b9-c773-44f0-9d8f-4b8949f74cfc admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:59:41.233187 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4201c3b9-c773-44f0-9d8f-4b8949f74cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:59:41.235687 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:59:41.241285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7944ad-89e7-484b-b67f-2f147e2d73a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:59:41.251883 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a7944ad-89e7-484b-b67f-2f147e2d73a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.252554 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-2a7944ad-89e7-484b-b67f-2f147e2d73a7 admin admin] Added segment d22fc42b-072d-4010-941e-7b8093d00298 of type vlan for network 9591e06b-8a77-4b0a-af02-dc3f7b1d28ae Aug 28 12:59:41.264393 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7944ad-89e7-484b-b67f-2f147e2d73a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54790cd0-0e91-4a00-a23c-8ee45775383c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:41.358908 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1c69767a-d21c-4b60-9351-9792247c2d09 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6068499 Aug 28 12:59:41.359843 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34188) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:41.363017 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Set router e1023ea0-d075-4aae-bfcb-b6b17b494782 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:41.368427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b5ed1f7d-5412-49a6-a5d2-91acebb8de1e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1491781224', 'network_id': '4d9cd6ef-b2d9-481e-836a-94d34af16f84'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:41.416062 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f75427-712d-4a1b-81e3-bf3252fe54c7 req-7b565736-9e37-4d7b-9baa-175335c95bf9 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:41.418867 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-16f75427-712d-4a1b-81e3-bf3252fe54c7 req-7b565736-9e37-4d7b-9baa-175335c95bf9 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.3243344 Aug 28 12:59:41.426566 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a7944ad-89e7-484b-b67f-2f147e2d73a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.447391 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4201c3b9-c773-44f0-9d8f-4b8949f74cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.458499 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ed1f7d-5412-49a6-a5d2-91acebb8de1e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Made reservation on behalf of 41649ac2e9ca4eb4803796f7dad3ef32 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:41.461961 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1f7d-5412-49a6-a5d2-91acebb8de1e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.472457 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4201c3b9-c773-44f0-9d8f-4b8949f74cfc admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.477584 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4201c3b9-c773-44f0-9d8f-4b8949f74cfc admin admin] 10.222.0.20 "DELETE /v2.0/networks/38234d4c-4dbd-4065-b2d9-258230688613 HTTP/1.1" status: 204 len: 168 time: 1.3403862 Aug 28 12:59:41.480739 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34190) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:41.493083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] For port e6409f82-481c-472f-85ef-e64c63a26e5a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e6409f82-481c-472f-85ef-e64c63a26e5a,segment=NetworkSegment(9181a413-985e-4b16-9f9d-af4bc95a0e7b),segment_id=9181a413-985e-4b16-9f9d-af4bc95a0e7b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:41.493447 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.501397 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201c3b9-c773-44f0-9d8f-4b8949f74cfc admin admin] Pushing event deleted for resources: {'Network': ['ID=38234d4c-4dbd-4065-b2d9-258230688613,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:41.528785 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-b5ed1f7d-5412-49a6-a5d2-91acebb8de1e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] device_id is not set on port 4fac1fbc-39bd-4dff-b38f-8da9aa27e703 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 12:59:41.537010 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 2e503b1b-4d82-41b2-b547-14ff22f179ca triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:41.537608 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.559898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Calling delete_port for e6409f82-481c-472f-85ef-e64c63a26e5a owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:41.594252 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a7944ad-89e7-484b-b67f-2f147e2d73a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.595246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7944ad-89e7-484b-b67f-2f147e2d73a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:41.596133 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a7944ad-89e7-484b-b67f-2f147e2d73a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.630430 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b37c3687-fdea-4cea-a4b7-4ef539c8c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.680020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7944ad-89e7-484b-b67f-2f147e2d73a7 admin admin] Pushing event updated for resources: {'Network': ['ID=9591e06b-8a77-4b0a-af02-dc3f7b1d28ae,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:41.683705 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cf17e75f-2c3a-49a7-96d2-4ec845db7539 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.707465 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-b5ed1f7d-5412-49a6-a5d2-91acebb8de1e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Allocated IP 172.20.0.5 (4d9cd6ef-b2d9-481e-836a-94d34af16f84/1809676b-f13b-4985-9396-159976a16465/4fac1fbc-39bd-4dff-b38f-8da9aa27e703) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:41.771417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 9591e06b-8a77-4b0a-af02-dc3f7b1d28ae details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:59:41.800932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-24978fa7-0893-4ed8-9e36-e10615c8bfea admin admin] Deleting subnet 983030dd-14c0-48a6-a2f1-70f30ff19550 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:59:41.803549 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-16f75427-712d-4a1b-81e3-bf3252fe54c7 req-8f396abe-8ae3-4996-b25e-7738a1d68b6d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3637636 Aug 28 12:59:41.806422 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24978fa7-0893-4ed8-9e36-e10615c8bfea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.813708 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c3687-fdea-4cea-a4b7-4ef539c8c8fc None None] Pushing event deleted for resources: {'Port': ['ID=e6409f82-481c-472f-85ef-e64c63a26e5a,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:41.821702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c3687-fdea-4cea-a4b7-4ef539c8c8fc None None] No DVR routers for this DVR port e6409f82-481c-472f-85ef-e64c63a26e5a on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:59:41.908871 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2a7944ad-89e7-484b-b67f-2f147e2d73a7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1152251 Aug 28 12:59:41.912047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34192) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:41.943458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edebe7e-2e49-4bd1-96bf-010ed3a130df None None] Network 4d9cd6ef-b2d9-481e-836a-94d34af16f84 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:41.945753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17e75f-2c3a-49a7-96d2-4ec845db7539 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Subnet': ['ID=5a4a9c44-bcc5-4732-8cd5-6e7bd733b165,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:41.957569 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-12b58545-b6f9-457b-bf03-519220491ba2 admin admin] Request body: {'subnet': {'network_id': '9591e06b-8a77-4b0a-af02-dc3f7b1d28ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1440680501-subnet', 'tenant_id': 'f818fc27770945ebae7c7b490a0b55bc', 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:41.961242 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1f7d-5412-49a6-a5d2-91acebb8de1e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:41.989802 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24978fa7-0893-4ed8-9e36-e10615c8bfea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.025127 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1f7d-5412-49a6-a5d2-91acebb8de1e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.092637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf17e75f-2c3a-49a7-96d2-4ec845db7539 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Checking segment: {'id': 'aaf33c6f-9670-40c1-9e9e-75364f6fb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:42.093830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf17e75f-2c3a-49a7-96d2-4ec845db7539 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network hostable DHCP agents. Network: 97c9da9d-46cd-45bc-8945-4e7ffb234b86, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:59:42.107756 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.110080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b58545-b6f9-457b-bf03-519220491ba2 admin admin] Made reservation on behalf of f818fc27770945ebae7c7b490a0b55bc for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:42.112800 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12b58545-b6f9-457b-bf03-519220491ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.130201 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24978fa7-0893-4ed8-9e36-e10615c8bfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.165955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e6409f82-481c-472f-85ef-e64c63a26e5a no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:59:42.172847 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ed1f7d-5412-49a6-a5d2-91acebb8de1e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Network 4d9cd6ef-b2d9-481e-836a-94d34af16f84 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:42.189840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed1f7d-5412-49a6-a5d2-91acebb8de1e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Pushing event updated for resources: {'Port': ['ID=4fac1fbc-39bd-4dff-b38f-8da9aa27e703,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:42.192940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-b5ed1f7d-5412-49a6-a5d2-91acebb8de1e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:42.195406 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed1f7d-5412-49a6-a5d2-91acebb8de1e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:42.220213 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: e6409f82-481c-472f-85ef-e64c63a26e5a {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:59:42.221700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e6409f82-481c-472f-85ef-e64c63a26e5a not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:59:42.234290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf17e75f-2c3a-49a7-96d2-4ec845db7539 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network 97c9da9d-46cd-45bc-8945-4e7ffb234b86 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:59:42.249080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event deleted for resources: {'Port': ['ID=e6409f82-481c-472f-85ef-e64c63a26e5a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:42.253425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] No DVR routers for this DVR port e6409f82-481c-472f-85ef-e64c63a26e5a on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:59:42.270475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed1f7d-5412-49a6-a5d2-91acebb8de1e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:42.271617 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1f7d-5412-49a6-a5d2-91acebb8de1e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.291685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-cf17e75f-2c3a-49a7-96d2-4ec845db7539 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 97c9da9d-46cd-45bc-8945-4e7ffb234b86) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:42.316053 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-650b581c-bb44-429b-b1ae-dbb3a97d2911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.321822 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b5ed1f7d-5412-49a6-a5d2-91acebb8de1e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9559989 Aug 28 12:59:42.322021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf17e75f-2c3a-49a7-96d2-4ec845db7539 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:42.322021 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cf17e75f-2c3a-49a7-96d2-4ec845db7539 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.322192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34200) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:42.329135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da5a731-780e-4edc-acc5-fb5d96bceaf1 None None] Network 97c9da9d-46cd-45bc-8945-4e7ffb234b86 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:42.394071 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.411308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f76af8-7fbe-4c61-8fc0-3946902606c9']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:42.414238 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cf17e75f-2c3a-49a7-96d2-4ec845db7539 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7090116 Aug 28 12:59:42.422803 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34204) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:42.436290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9181a413-985e-4b16-9f9d-af4bc95a0e7b') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:42.436668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9181a413-985e-4b16-9f9d-af4bc95a0e7b') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:42.440122 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24978fa7-0893-4ed8-9e36-e10615c8bfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.514994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-bf744fba-d5cb-4f20-952f-c36d9a7846c8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Deleting port 4fac1fbc-39bd-4dff-b38f-8da9aa27e703 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:42.515200 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bf744fba-d5cb-4f20-952f-c36d9a7846c8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.542450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.569659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24978fa7-0893-4ed8-9e36-e10615c8bfea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=983030dd-14c0-48a6-a2f1-70f30ff19550,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:42.593716 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24978fa7-0893-4ed8-9e36-e10615c8bfea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.595706 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-24978fa7-0893-4ed8-9e36-e10615c8bfea admin admin] 10.222.0.20 "DELETE /v2.0/subnets/983030dd-14c0-48a6-a2f1-70f30ff19550 HTTP/1.1" status: 204 len: 168 time: 1.1101441 Aug 28 12:59:42.600415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34206) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:42.616773 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.638875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:59:42.639289 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: timer() Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:59:42.642905 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:59:42.647796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 4, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port': {'id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:29Z', 'updated_at': '2021-08-28T12:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '49355f58-9ac2-4c91-800d-a72ad763afcd', 'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'mac_address': 'fa:16:3e:50:11:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:34Z', 'updated_at': '2021-08-28T12:59:36Z', 'revision_number': 2, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'subnets': [{'id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:42.672174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:59:42.677658 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.816194 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bf744fba-d5cb-4f20-952f-c36d9a7846c8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.829915 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e28e2a21-81a4-4eb5-89ce-be38f18a9bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.863768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-bf744fba-d5cb-4f20-952f-c36d9a7846c8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Calling delete_port for 4fac1fbc-39bd-4dff-b38f-8da9aa27e703 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:42.872234 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12b58545-b6f9-457b-bf03-519220491ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.874060 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.889914 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:42.891846 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] 10.222.0.20 "DELETE /v2.0/networks/b0f76af8-7fbe-4c61-8fc0-3946902606c9 HTTP/1.1" status: 204 len: 168 time: 3.3285184 Aug 28 12:59:42.932944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76cb2c-d2b9-42a1-b6d8-211db4f0d15f tempest-TaggedBootDevicesTest-510237476 tempest-TaggedBootDevicesTest-510237476-project] Pushing event deleted for resources: {'Network': ['ID=b0f76af8-7fbe-4c61-8fc0-3946902606c9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:43.026952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Allocated IP 172.21.0.2 (97c9da9d-46cd-45bc-8945-4e7ffb234b86/5a4a9c44-bcc5-4732-8cd5-6e7bd733b165/db9fef6d-bb4e-43da-b589-d9719516d7e5) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:43.050415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b58545-b6f9-457b-bf03-519220491ba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82dc06e-c030-408e-9ee7-4b9f36286b0e,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:43.225275 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e28e2a21-81a4-4eb5-89ce-be38f18a9bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.234902 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.246332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Transition to ACTIVE for port object db9fef6d-bb4e-43da-b589-d9719516d7e5 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:43.253210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b58545-b6f9-457b-bf03-519220491ba2 admin admin] Checking segment: {'id': 'd22fc42b-072d-4010-941e-7b8093d00298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9591e06b-8a77-4b0a-af02-dc3f7b1d28ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:43.253576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b58545-b6f9-457b-bf03-519220491ba2 admin admin] Network hostable DHCP agents. Network: 9591e06b-8a77-4b0a-af02-dc3f7b1d28ae, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:59:43.259131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-e28e2a21-81a4-4eb5-89ce-be38f18a9bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870afdf1-87f2-4a39-8249-bb42e2419dd4']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:43.263386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Transition to ACTIVE for port object db9fef6d-bb4e-43da-b589-d9719516d7e5 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:43.266206 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.272623 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c9760-c63b-4c62-8ddf-533c0cb68e9a req-bcda73d2-7569-4f38-a480-ec5e6febc12a tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:43.273525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:43.274410 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b69c9760-c63b-4c62-8ddf-533c0cb68e9a req-bcda73d2-7569-4f38-a480-ec5e6febc12a tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.1525230 Aug 28 12:59:43.278499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Checking router: e1023ea0-d075-4aae-bfcb-b6b17b494782 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:59:43.285565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Updating router e1023ea0-d075-4aae-bfcb-b6b17b494782 port 49355f58-9ac2-4c91-800d-a72ad763afcd binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:59:43.285746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-e28e2a21-81a4-4eb5-89ce-be38f18a9bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1149439b-b215-4af2-8ba4-143d09a38f21') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:43.285986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-e28e2a21-81a4-4eb5-89ce-be38f18a9bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1149439b-b215-4af2-8ba4-143d09a38f21') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:43.332735 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e28e2a21-81a4-4eb5-89ce-be38f18a9bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.338011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b58545-b6f9-457b-bf03-519220491ba2 admin admin] Network 9591e06b-8a77-4b0a-af02-dc3f7b1d28ae is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:59:43.349576 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.358254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-12b58545-b6f9-457b-bf03-519220491ba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 9591e06b-8a77-4b0a-af02-dc3f7b1d28ae) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:43.363845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b58545-b6f9-457b-bf03-519220491ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:43.364455 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12b58545-b6f9-457b-bf03-519220491ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.392492 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Network 97c9da9d-46cd-45bc-8945-4e7ffb234b86 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:43.402986 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:43.414615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd0186-1d31-44bf-8968-6801376b3644 None None] Network 9591e06b-8a77-4b0a-af02-dc3f7b1d28ae requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:43.420442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:43.424208 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e28e2a21-81a4-4eb5-89ce-be38f18a9bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.434081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28e2a21-81a4-4eb5-89ce-be38f18a9bd3 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:59:43.434714 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e28e2a21-81a4-4eb5-89ce-be38f18a9bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.437201 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.461607 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-12b58545-b6f9-457b-bf03-519220491ba2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5168002 Aug 28 12:59:43.493779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34218) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:43.500655 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1440680501-router', 'tenant_id': 'f818fc27770945ebae7c7b490a0b55bc', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:43.505924 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.512263 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:59:43.540536 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:59:43.557533 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b69c9760-c63b-4c62-8ddf-533c0cb68e9a req-bc2655b1-87db-4cbc-af36-12c4858f6429 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694168 Aug 28 12:59:43.558561 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e28e2a21-81a4-4eb5-89ce-be38f18a9bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.566882 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e28e2a21-81a4-4eb5-89ce-be38f18a9bd3 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.573350 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e28e2a21-81a4-4eb5-89ce-be38f18a9bd3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/870afdf1-87f2-4a39-8249-bb42e2419dd4 HTTP/1.1" status: 204 len: 168 time: 0.9708896 Aug 28 12:59:43.589239 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e2a21-81a4-4eb5-89ce-be38f18a9bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=870afdf1-87f2-4a39-8249-bb42e2419dd4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:43.599540 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.604097 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.672165 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Pushing event updated for resources: {'Port': ['ID=db9fef6d-bb4e-43da-b589-d9719516d7e5,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:43.685884 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bf744fba-d5cb-4f20-952f-c36d9a7846c8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.753087 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:43.759961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf744fba-d5cb-4f20-952f-c36d9a7846c8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fac1fbc-39bd-4dff-b38f-8da9aa27e703,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:43.870320 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:43.915063 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34224) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:43.991460 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bf744fba-d5cb-4f20-952f-c36d9a7846c8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.001004 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bf744fba-d5cb-4f20-952f-c36d9a7846c8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "DELETE /v2.0/ports/4fac1fbc-39bd-4dff-b38f-8da9aa27e703 HTTP/1.1" status: 204 len: 168 time: 1.6750534 Aug 28 12:59:44.008873 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34226) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:44.013908 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d9cd6ef-b2d9-481e-836a-94d34af16f84', 'external_fixed_ips': [{'subnet_id': '1809676b-f13b-4985-9396-159976a16465', 'ip_address': '172.20.0.5'}]}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:44.060316 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f784cbf6-b46f-4536-a9ee-c2385e81a7f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f2d9c60ff344cb68caeecf004fa1ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439202 Aug 28 12:59:44.063475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34228) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:44.106753 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.108019 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.163936 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d428a9a8-5623-4335-9b4f-571cda026ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.209466 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Attempting to bind port db9fef6d-bb4e-43da-b589-d9719516d7e5 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:44.210111 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Attempting to bind port db9fef6d-bb4e-43da-b589-d9719516d7e5 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'aaf33c6f-9670-40c1-9e9e-75364f6fb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:44.213523 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Attempting to bind port db9fef6d-bb4e-43da-b589-d9719516d7e5 on network 97c9da9d-46cd-45bc-8945-4e7ffb234b86 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:44.233670 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.235876 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d428a9a8-5623-4335-9b4f-571cda026ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.252148 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.313130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Allocated IP 172.21.0.1 (97c9da9d-46cd-45bc-8945-4e7ffb234b86/5a4a9c44-bcc5-4732-8cd5-6e7bd733b165/33e62d19-9d1d-4d74-871c-6d8a671b774a) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:44.325838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:44.326344 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.394691 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:59:44.396031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Checking segment: {'id': 'aaf33c6f-9670-40c1-9e9e-75364f6fb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:44.397648 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.398145 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Bound using segment: {'id': 'aaf33c6f-9670-40c1-9e9e-75364f6fb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:59:44.399164 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Bound port: db9fef6d-bb4e-43da-b589-d9719516d7e5, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf33c6f-9670-40c1-9e9e-75364f6fb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:59:44.401607 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.536715 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.557270 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d428a9a8-5623-4335-9b4f-571cda026ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.560240 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d428a9a8-5623-4335-9b4f-571cda026ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.571032 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d428a9a8-5623-4335-9b4f-571cda026ece admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44ac21f9-0296-47ea-9411-ef189e7e240c HTTP/1.1" status: 204 len: 168 time: 0.5062971 Aug 28 12:59:44.597039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428a9a8-5623-4335-9b4f-571cda026ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ac21f9-0296-47ea-9411-ef189e7e240c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:44.613810 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.744747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Transition to ACTIVE for port object 33e62d19-9d1d-4d74-871c-6d8a671b774a will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:44.747416 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.750046 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.763955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] For port db9fef6d-bb4e-43da-b589-d9719516d7e5, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:44.777831 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.844910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-9591e06b-8a77-4b0a-af02-dc3f7b1d28ae', 'network_id': '9591e06b-8a77-4b0a-af02-dc3f7b1d28ae', 'tenant_id': 'f818fc27770945ebae7c7b490a0b55bc', 'fixed_ips': [{'subnet_id': 'a82dc06e-c030-408e-9ee7-4b9f36286b0e'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:59:44.851798 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.882469 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] For port db9fef6d-bb4e-43da-b589-d9719516d7e5, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=db9fef6d-bb4e-43da-b589-d9719516d7e5,segment=NetworkSegment(aaf33c6f-9670-40c1-9e9e-75364f6fb68f),segment_id=aaf33c6f-9670-40c1-9e9e-75364f6fb68f)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:59:44.912723 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:44.971540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c9f93-d1d7-4f89-9c19-ba3a76fcfae4 None None] Pushing event updated for resources: {'Port': ['ID=db9fef6d-bb4e-43da-b589-d9719516d7e5,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:45.051511 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:45.091508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b,segment=NetworkSegment(4322b7ef-10bd-41b8-9bff-2f28588dbb15),segment_id=4322b7ef-10bd-41b8-9bff-2f28588dbb15)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:45.113346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210de07-88db-4c6f-aae4-4e8c5ab45b28 req-22243d6c-d751-42f3-ad37-6a0e38a085b4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:45.113569 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:45.114611 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f210de07-88db-4c6f-aae4-4e8c5ab45b28 req-22243d6c-d751-42f3-ad37-6a0e38a085b4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.2647178 Aug 28 12:59:45.138396 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:45.155490 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:45.219869 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34240) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:45.259375 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:45.328025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=33e62d19-9d1d-4d74-871c-6d8a671b774a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:45.362711 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Allocated IP 172.20.0.5 (4d9cd6ef-b2d9-481e-836a-94d34af16f84/1809676b-f13b-4985-9396-159976a16465/c532b415-5a30-46a4-bb60-c0d6103877b3) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:45.373693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Transition to ACTIVE for port object 49355f58-9ac2-4c91-800d-a72ad763afcd will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:45.373949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Allocated IP 172.25.1.210 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/769363e5-bb2a-482d-984a-f5d7a94dabe0) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:45.385302 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network 97c9da9d-46cd-45bc-8945-4e7ffb234b86 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:45.387188 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:45.393757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f210de07-88db-4c6f-aae4-4e8c5ab45b28 req-227b8780-f456-467d-9782-1853090fe7bc tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466614 Aug 28 12:59:45.396521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:45.411352 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:45.417271 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:45.443590 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:45.494875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Allocated IP 172.20.0.2 (9591e06b-8a77-4b0a-af02-dc3f7b1d28ae/a82dc06e-c030-408e-9ee7-4b9f36286b0e/5f4f0fdd-0136-49e0-9d69-df8b4b9998a3) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:45.562178 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-03653f79-2de4-43fc-bda5-3ca13c5874b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d30732a08074dae9ee77f560c9a96e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227699 Aug 28 12:59:45.562841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34244) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:45.586313 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a5e2d-a971-4faf-b473-e8ea584abc2c None None] Pushing event updated for resources: {'Port': ['ID=49355f58-9ac2-4c91-800d-a72ad763afcd,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:45.713383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:45.732274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Attempting to bind port 49355f58-9ac2-4c91-800d-a72ad763afcd on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:45.738246 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Attempting to bind port 49355f58-9ac2-4c91-800d-a72ad763afcd by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '5c33e6d6-5af4-4a52-8910-e4762d7cbd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b623883-070b-4970-8c08-14a8d3756313'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:45.742934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Attempting to bind port 49355f58-9ac2-4c91-800d-a72ad763afcd on network 8b623883-070b-4970-8c08-14a8d3756313 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:45.832691 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:59:45.833844 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Checking segment: {'id': '5c33e6d6-5af4-4a52-8910-e4762d7cbd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b623883-070b-4970-8c08-14a8d3756313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:45.834420 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:45.835098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Bound using segment: {'id': '5c33e6d6-5af4-4a52-8910-e4762d7cbd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b623883-070b-4970-8c08-14a8d3756313'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:59:45.835727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Bound port: 49355f58-9ac2-4c91-800d-a72ad763afcd, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c33e6d6-5af4-4a52-8910-e4762d7cbd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b623883-070b-4970-8c08-14a8d3756313'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:59:45.836275 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:45.873776 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-396714f8-f8c3-44f8-ad13-5167de7081f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:45.938721 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:45.984508 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-396714f8-f8c3-44f8-ad13-5167de7081f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:45.986149 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] For port 49355f58-9ac2-4c91-800d-a72ad763afcd, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:45.992291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] For port 49355f58-9ac2-4c91-800d-a72ad763afcd, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=49355f58-9ac2-4c91-800d-a72ad763afcd,segment=NetworkSegment(5c33e6d6-5af4-4a52-8910-e4762d7cbd77),segment_id=5c33e6d6-5af4-4a52-8910-e4762d7cbd77)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:59:46.014457 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:46.128033 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:46.133027 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:46.168003 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Routers {'e1023ea0-d075-4aae-bfcb-b6b17b494782'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:46.176156 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e1023ea0-d075-4aae-bfcb-b6b17b494782'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:46.201007 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Transition to ACTIVE for port object 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:46.203318 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a5e2d-a971-4faf-b473-e8ea584abc2c None None] Pushing event updated for resources: {'Port': ['ID=49355f58-9ac2-4c91-800d-a72ad763afcd,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:46.228599 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-396714f8-f8c3-44f8-ad13-5167de7081f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:46.231291 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-396714f8-f8c3-44f8-ad13-5167de7081f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:46.235513 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-396714f8-f8c3-44f8-ad13-5167de7081f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51987b9d-0336-4f76-ae6a-0644d106abff HTTP/1.1" status: 204 len: 168 time: 0.6425428 Aug 28 12:59:46.247729 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Network 4d9cd6ef-b2d9-481e-836a-94d34af16f84 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:46.259425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:46.262994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396714f8-f8c3-44f8-ad13-5167de7081f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51987b9d-0336-4f76-ae6a-0644d106abff,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:46.266016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:46.326088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a5e2d-a971-4faf-b473-e8ea584abc2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:46.326536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a5e2d-a971-4faf-b473-e8ea584abc2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:46.326889 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a5e2d-a971-4faf-b473-e8ea584abc2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:46.327225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a5e2d-a971-4faf-b473-e8ea584abc2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:46.327559 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a5e2d-a971-4faf-b473-e8ea584abc2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:46.327906 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a5e2d-a971-4faf-b473-e8ea584abc2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:46.328215 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a5e2d-a971-4faf-b473-e8ea584abc2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:46.328541 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a5e2d-a971-4faf-b473-e8ea584abc2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:46.328861 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a5e2d-a971-4faf-b473-e8ea584abc2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:46.329186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a5e2d-a971-4faf-b473-e8ea584abc2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:46.329516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a5e2d-a971-4faf-b473-e8ea584abc2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:46.329838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a5e2d-a971-4faf-b473-e8ea584abc2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 12:59:46.448331 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Pushing event updated for resources: {'Port': ['ID=c532b415-5a30-46a4-bb60-c0d6103877b3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:46.540859 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:46.573651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Transition to ACTIVE for port object 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:46.590651 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:46.634057 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:46.665989 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:46.781606 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Pushing event updated for resources: {'Port': ['ID=769363e5-bb2a-482d-984a-f5d7a94dabe0,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:46.785302 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Pushing event updated for resources: {'Port': ['ID=5f4f0fdd-0136-49e0-9d69-df8b4b9998a3,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:46.808867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:46.821934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:46.848530 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Network 9591e06b-8a77-4b0a-af02-dc3f7b1d28ae is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:46.852572 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] Set router e1023ea0-d075-4aae-bfcb-b6b17b494782 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:46.854729 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:46.856875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:46.857687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:46.885236 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:47.052993 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea477ad-ce6d-4e9d-a58c-2a8e6ea197f8 None None] Network 97c9da9d-46cd-45bc-8945-4e7ffb234b86 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:47.063843 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9367628-2dfe-4069-a312-444486d37de6 req-c3c5f9d8-76ad-4fe8-b7c8-e88f585e06b0 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:47.067578 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Attempting to bind port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:47.067951 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Attempting to bind port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'd22fc42b-072d-4010-941e-7b8093d00298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9591e06b-8a77-4b0a-af02-dc3f7b1d28ae'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:47.068318 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Attempting to bind port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 on network 9591e06b-8a77-4b0a-af02-dc3f7b1d28ae {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:47.071346 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9367628-2dfe-4069-a312-444486d37de6 req-c3c5f9d8-76ad-4fe8-b7c8-e88f585e06b0 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.4145391 Aug 28 12:59:47.127909 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6c52040e-1c8a-44e6-8b60-364b2d6620c1 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 12:59:47.251380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6c52040e-1c8a-44e6-8b60-364b2d6620c1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:47.278594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '6c52040e-1c8a-44e6-8b60-364b2d6620c1', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'port_id': '6c52040e-1c8a-44e6-8b60-364b2d6620c1', 'mac_address': 'fa:16:3e:29:cd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 12:59:47.299174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:59:47.299618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Checking segment: {'id': 'd22fc42b-072d-4010-941e-7b8093d00298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9591e06b-8a77-4b0a-af02-dc3f7b1d28ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:47.300030 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:47.300493 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Bound using segment: {'id': 'd22fc42b-072d-4010-941e-7b8093d00298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9591e06b-8a77-4b0a-af02-dc3f7b1d28ae'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:59:47.300970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Bound port: 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22fc42b-072d-4010-941e-7b8093d00298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9591e06b-8a77-4b0a-af02-dc3f7b1d28ae'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:59:47.301390 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:47.322628 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9367628-2dfe-4069-a312-444486d37de6 req-6861658a-0781-43b5-845d-ae853522d589 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503004 Aug 28 12:59:47.330692 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-805134e4-a0a9-4656-a06f-7201a0754e4f None None] Provisioning for port db9fef6d-bb4e-43da-b589-d9719516d7e5 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:47.599693 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:47.638135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 49355f58-9ac2-4c91-800d-a72ad763afcd up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:47.665639 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:47.718476 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:47.789747 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:47.864019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2427178-c7eb-4709-a826-56fba3e6c410 req-e8235e16-1d45-43cc-81ba-0950d409c4ef tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:47.882718 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c2427178-c7eb-4709-a826-56fba3e6c410 req-e8235e16-1d45-43cc-81ba-0950d409c4ef tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 945 time: 0.2276919 Aug 28 12:59:47.973141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=33e62d19-9d1d-4d74-871c-6d8a671b774a,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:47.988489 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:48.043971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c52040e-1c8a-44e6-8b60-364b2d6620c1 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 12:59:48.165583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network 97c9da9d-46cd-45bc-8945-4e7ffb234b86 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:48.203348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:48.234781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6c52040e-1c8a-44e6-8b60-364b2d6620c1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:48.239704 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c2427178-c7eb-4709-a826-56fba3e6c410 req-9b5e4b0f-a257-46b0-bceb-e835eb50dba9 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546135 Aug 28 12:59:48.252343 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:48.256494 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] For port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:48.266809 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] For port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5f4f0fdd-0136-49e0-9d69-df8b4b9998a3,segment=NetworkSegment(d22fc42b-072d-4010-941e-7b8093d00298),segment_id=d22fc42b-072d-4010-941e-7b8093d00298)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:59:48.322722 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:48.334009 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Router a2802e4e-9386-4f67-991c-cd12f7dd80a3 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:59:48.407289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6c52040e-1c8a-44e6-8b60-364b2d6620c1'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:59:48.436200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 49355f58-9ac2-4c91-800d-a72ad763afcd completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:48.580573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 49355f58-9ac2-4c91-800d-a72ad763afcd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:48.580975 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:48.726592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 4, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port': {'id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:29Z', 'updated_at': '2021-08-28T12:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '49355f58-9ac2-4c91-800d-a72ad763afcd', 'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'mac_address': 'fa:16:3e:50:11:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:34Z', 'updated_at': '2021-08-28T12:59:45Z', 'revision_number': 4, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'subnets': [{'id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:48.744563 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:48.778344 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:59:48.787552 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Sync routers for ids ['a2802e4e-9386-4f67-991c-cd12f7dd80a3'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:59:48.802093 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Routers {'a2802e4e-9386-4f67-991c-cd12f7dd80a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:48.810657 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a2802e4e-9386-4f67-991c-cd12f7dd80a3'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:48.874486 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:48.876419 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0666f402-5e75-458b-aef2-996b3690b2ee tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.8663571 Aug 28 12:59:48.879068 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34314) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:48.881828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6c52040e-1c8a-44e6-8b60-364b2d6620c1,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:48.903971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3705dca-7ffa-4219-a1c9-0704a01cacb7 None None] The sync data for ids ['e1023ea0-d075-4aae-bfcb-b6b17b494782'] in n-d-791505-21 is: [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 4, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port': {'id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:29Z', 'updated_at': '2021-08-28T12:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '49355f58-9ac2-4c91-800d-a72ad763afcd', 'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'mac_address': 'fa:16:3e:50:11:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:34Z', 'updated_at': '2021-08-28T12:59:45Z', 'revision_number': 4, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'subnets': [{'id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:59:49.048341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d4c4c-bdbb-4df9-9973-d7a14213be34 req-04a7594b-7c1e-4604-9b68-f9f23bb8b185 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:49.068881 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-520d4c4c-bdbb-4df9-9973-d7a14213be34 req-04a7594b-7c1e-4604-9b68-f9f23bb8b185 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 944 time: 0.4527242 Aug 28 12:59:49.095543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcf117-5f0e-413f-badc-d0e6c9a5a334 None None] Pushing event updated for resources: {'Port': ['ID=5f4f0fdd-0136-49e0-9d69-df8b4b9998a3,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:49.293677 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e805cec-3974-4468-8607-521403df4284 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:49.407487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router cd11c2ac-776f-4b76-b857-2c08ae0f683a has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 12:59:49.458880 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:49.555992 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Set router a2802e4e-9386-4f67-991c-cd12f7dd80a3 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:49.575442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e5823e21-a35f-48c2-9d48-cabcfccce7b9 None None] Provisioning for port 33e62d19-9d1d-4d74-871c-6d8a671b774a completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:49.595438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e5823e21-a35f-48c2-9d48-cabcfccce7b9 None None] Provisioning complete for port 33e62d19-9d1d-4d74-871c-6d8a671b774a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:49.603606 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e5823e21-a35f-48c2-9d48-cabcfccce7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:49.611319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-520d4c4c-bdbb-4df9-9973-d7a14213be34 req-ecf3e79e-de1a-4a29-8bac-85da2f974054 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5412998 Aug 28 12:59:49.762534 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-e5823e21-a35f-48c2-9d48-cabcfccce7b9 None None] Port 33e62d19-9d1d-4d74-871c-6d8a671b774a cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:59:49.799903 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775578bf-53ba-4460-b50a-339979f92249 req-8099eb00-c76f-4c13-b5e7-77d0536a9231 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:49.811134 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-775578bf-53ba-4460-b50a-339979f92249 req-8099eb00-c76f-4c13-b5e7-77d0536a9231 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 945 time: 0.3857806 Aug 28 12:59:49.846334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5354352-0f77-4c94-81be-eedd458d9f89 req-75d79058-8eeb-4b65-af39-cf1d83171d52 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:49.847913 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5354352-0f77-4c94-81be-eedd458d9f89 req-75d79058-8eeb-4b65-af39-cf1d83171d52 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.11 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 945 time: 0.6484101 Aug 28 12:59:49.929221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 49355f58-9ac2-4c91-800d-a72ad763afcd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=49355f58-9ac2-4c91-800d-a72ad763afcd,segment=NetworkSegment(5c33e6d6-5af4-4a52-8910-e4762d7cbd77),segment_id=5c33e6d6-5af4-4a52-8910-e4762d7cbd77)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:49.940995 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:49.942162 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device db9fef6d-bb4e-43da-b589-d9719516d7e5 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:50.042932 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-775578bf-53ba-4460-b50a-339979f92249 req-e01efc83-05cb-4225-bc7d-1d9f4d9d663b tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225435 Aug 28 12:59:50.061703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-81a904d8-1430-4ca8-9e0b-fb84d998b6af None None] Provisioning complete for port 33e62d19-9d1d-4d74-871c-6d8a671b774a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:50.062076 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-81a904d8-1430-4ca8-9e0b-fb84d998b6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:50.085032 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e805cec-3974-4468-8607-521403df4284 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:50.210099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-81a904d8-1430-4ca8-9e0b-fb84d998b6af None None] Port 33e62d19-9d1d-4d74-871c-6d8a671b774a cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:59:50.322695 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2802e4e-9386-4f67-991c-cd12f7dd80a3', 'name': '', 'tenant_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d9cd6ef-b2d9-481e-836a-94d34af16f84', 'external_fixed_ips': [{'subnet_id': '1809676b-f13b-4985-9396-159976a16465', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c532b415-5a30-46a4-bb60-c0d6103877b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:44Z', 'updated_at': '2021-08-28T12:59:46Z', 'revision_number': 3, 'project_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'gw_port': {'id': 'c532b415-5a30-46a4-bb60-c0d6103877b3', 'name': '', 'network_id': '4d9cd6ef-b2d9-481e-836a-94d34af16f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:73:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2802e4e-9386-4f67-991c-cd12f7dd80a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '1809676b-f13b-4985-9396-159976a16465', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:45Z', 'updated_at': '2021-08-28T12:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1809676b-f13b-4985-9396-159976a16465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:50.348142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=49355f58-9ac2-4c91-800d-a72ad763afcd,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:50.422084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4345cdbd-ea42-48dd-973d-532b2904801b None None] Provisioning complete for port 33e62d19-9d1d-4d74-871c-6d8a671b774a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:50.425646 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4345cdbd-ea42-48dd-973d-532b2904801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:50.449222 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Checking router: a2802e4e-9386-4f67-991c-cd12f7dd80a3 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:59:50.453382 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Updating router a2802e4e-9386-4f67-991c-cd12f7dd80a3 port c532b415-5a30-46a4-bb60-c0d6103877b3 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:59:50.455383 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:59:50.474284 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-aa6e73e4-5255-4f44-82ba-e4786870473b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/cd11c2ac-776f-4b76-b857-2c08ae0f683a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0481474 Aug 28 12:59:50.500628 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34354) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:50.525266 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Sync routers for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:59:50.552748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7d9086bc-a785-473d-820e-455d1c5402f0 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'network': {'name': 'tempest-RoutersTest-2043033719'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:50.579746 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:50.586744 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:50.625155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:50.625843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:50.627793 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port db9fef6d-bb4e-43da-b589-d9719516d7e5 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:50.642160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-4345cdbd-ea42-48dd-973d-532b2904801b None None] Port 33e62d19-9d1d-4d74-871c-6d8a671b774a cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 12:59:50.650560 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9086bc-a785-473d-820e-455d1c5402f0 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:50.655322 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d9086bc-a785-473d-820e-455d1c5402f0 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:50.675245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44666b1e-0db0-4e13-b90a-64e2f2c3beff None None] Network 9591e06b-8a77-4b0a-af02-dc3f7b1d28ae requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:50.694855 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9086bc-a785-473d-820e-455d1c5402f0 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 12:59:50.705077 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d9086bc-a785-473d-820e-455d1c5402f0 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:50.705829 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-7d9086bc-a785-473d-820e-455d1c5402f0 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Added segment 3a68c023-8390-412b-9b36-4df9b1c05a51 of type vlan for network 37e9673f-c1d7-4742-acc7-165e681dfa61 Aug 28 12:59:50.767742 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d9086bc-a785-473d-820e-455d1c5402f0 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:50.841544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-a5354352-0f77-4c94-81be-eedd458d9f89 req-89381155-b0a2-4661-a3e4-8224bdef091d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Deleting port 4bc96619-2f4a-4429-a564-d2c05235041a {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:50.842501 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a5354352-0f77-4c94-81be-eedd458d9f89 req-89381155-b0a2-4661-a3e4-8224bdef091d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:50.860831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port db9fef6d-bb4e-43da-b589-d9719516d7e5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:50.861193 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:50.954424 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a5354352-0f77-4c94-81be-eedd458d9f89 req-89381155-b0a2-4661-a3e4-8224bdef091d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] For port 4bc96619-2f4a-4429-a564-d2c05235041a, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=4bc96619-2f4a-4429-a564-d2c05235041a,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:50.955546 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a5354352-0f77-4c94-81be-eedd458d9f89 req-89381155-b0a2-4661-a3e4-8224bdef091d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:50.986227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-a5354352-0f77-4c94-81be-eedd458d9f89 req-89381155-b0a2-4661-a3e4-8224bdef091d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Calling delete_port for 4bc96619-2f4a-4429-a564-d2c05235041a owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:51.091679 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34360) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:51.164590 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d9086bc-a785-473d-820e-455d1c5402f0 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:51.174627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9086bc-a785-473d-820e-455d1c5402f0 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:51.187271 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d9086bc-a785-473d-820e-455d1c5402f0 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:51.236084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6c52040e-1c8a-44e6-8b60-364b2d6620c1 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:51.281831 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:51.296489 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Transition to ACTIVE for port object c532b415-5a30-46a4-bb60-c0d6103877b3 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:51.306979 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:51.327003 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6e805cec-3974-4468-8607-521403df4284 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Deleting port c532b415-5a30-46a4-bb60-c0d6103877b3 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 12:59:51.334057 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7d9086bc-a785-473d-820e-455d1c5402f0 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8321850 Aug 28 12:59:51.334871 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e805cec-3974-4468-8607-521403df4284 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:51.348751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34366) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:51.362199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f1b073a6-b5b4-4ef5-a0bd-9b0ca111f2b0 None None] Provisioning for port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:51.395662 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db01bbc-28d4-4fcc-9b6e-a35fc1f976f7 None None] Pushing event updated for resources: {'Port': ['ID=c532b415-5a30-46a4-bb60-c0d6103877b3,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:51.405043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a558e2b1-01d2-46ac-aae9-ce179bfedaad tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'subnet': {'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:51.427238 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Attempting to bind port c532b415-5a30-46a4-bb60-c0d6103877b3 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:51.427996 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Attempting to bind port c532b415-5a30-46a4-bb60-c0d6103877b3 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '30a032d4-16d5-4f7d-a2af-5c7f7b854e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4d9cd6ef-b2d9-481e-836a-94d34af16f84'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:51.428530 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Attempting to bind port c532b415-5a30-46a4-bb60-c0d6103877b3 on network 4d9cd6ef-b2d9-481e-836a-94d34af16f84 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:51.436613 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:59:51.437470 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Checking segment: {'id': '30a032d4-16d5-4f7d-a2af-5c7f7b854e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4d9cd6ef-b2d9-481e-836a-94d34af16f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:51.438188 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:51.438793 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Bound using segment: {'id': '30a032d4-16d5-4f7d-a2af-5c7f7b854e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4d9cd6ef-b2d9-481e-836a-94d34af16f84'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:59:51.439425 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Bound port: c532b415-5a30-46a4-bb60-c0d6103877b3, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a032d4-16d5-4f7d-a2af-5c7f7b854e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4d9cd6ef-b2d9-481e-836a-94d34af16f84'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:59:51.440641 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:51.501505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:51.567227 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e805cec-3974-4468-8607-521403df4284 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:51.567618 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] For port c532b415-5a30-46a4-bb60-c0d6103877b3, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:51.584388 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] For port c532b415-5a30-46a4-bb60-c0d6103877b3, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c532b415-5a30-46a4-bb60-c0d6103877b3,segment=NetworkSegment(30a032d4-16d5-4f7d-a2af-5c7f7b854e92),segment_id=30a032d4-16d5-4f7d-a2af-5c7f7b854e92)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:59:51.593332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6e805cec-3974-4468-8607-521403df4284 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Calling delete_port for c532b415-5a30-46a4-bb60-c0d6103877b3 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 12:59:51.598554 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:51.687443 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a5354352-0f77-4c94-81be-eedd458d9f89 req-89381155-b0a2-4661-a3e4-8224bdef091d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:51.774546 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db01bbc-28d4-4fcc-9b6e-a35fc1f976f7 None None] Pushing event updated for resources: {'Port': ['ID=c532b415-5a30-46a4-bb60-c0d6103877b3,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:51.793628 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Routers {'a2802e4e-9386-4f67-991c-cd12f7dd80a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:51.794509 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a2802e4e-9386-4f67-991c-cd12f7dd80a3'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:51.818405 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e805cec-3974-4468-8607-521403df4284 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:51.834977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89381155-b0a2-4661-a3e4-8224bdef091d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Pushing event deleted for resources: {'Port': ['ID=4bc96619-2f4a-4429-a564-d2c05235041a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:51.844560 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02996491-1702-49d7-ae93-f0cd775323cf req-96ce7bb9-8a18-4ebb-856e-83353776ff33 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:51.846233 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-02996491-1702-49d7-ae93-f0cd775323cf req-96ce7bb9-8a18-4ebb-856e-83353776ff33 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 867 time: 0.6213872 Aug 28 12:59:51.872167 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d8def902-ac3b-4483-b9ce-09d58a451073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:51.877557 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e805cec-3974-4468-8607-521403df4284 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Pushing event deleted for resources: {'Port': ['ID=c532b415-5a30-46a4-bb60-c0d6103877b3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:51.879392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['045b7c91-2f3e-4cca-9e12-7b035307da63', 'e004dd8b-0acb-4bd8-9e47-0b88882e2d42', '7eb993f1-b020-4ed6-9e77-ca8d01ac5166'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 12:59:51.924769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d784654-ac1e-4594-b4a7-6b7e8c60293d req-a4c6c5fb-9526-4a29-ba53-fa933f504514 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:51.934915 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d784654-ac1e-4594-b4a7-6b7e8c60293d req-a4c6c5fb-9526-4a29-ba53-fa933f504514 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 944 time: 1.0960195 Aug 28 12:59:51.942153 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] Set router a2802e4e-9386-4f67-991c-cd12f7dd80a3 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:51.955998 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e805cec-3974-4468-8607-521403df4284 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:51.973144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9086bc-a785-473d-820e-455d1c5402f0 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Network': ['ID=37e9673f-c1d7-4742-acc7-165e681dfa61,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:52.020118 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2802e4e-9386-4f67-991c-cd12f7dd80a3', 'name': '', 'tenant_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:44Z', 'updated_at': '2021-08-28T12:59:50Z', 'revision_number': 4, 'project_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:52.047078 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 37e9673f-c1d7-4742-acc7-165e681dfa61 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 12:59:52.066708 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026a9ab-3ddd-469f-b03e-869e032d5710 None None] The sync data for ids ['a2802e4e-9386-4f67-991c-cd12f7dd80a3'] in n-d-791505-21 is: [{'id': 'a2802e4e-9386-4f67-991c-cd12f7dd80a3', 'name': '', 'tenant_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:44Z', 'updated_at': '2021-08-28T12:59:50Z', 'revision_number': 4, 'project_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:59:52.173251 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-02996491-1702-49d7-ae93-f0cd775323cf req-a5715686-b072-405e-bccc-642b81f3f91a tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069057 Aug 28 12:59:52.182475 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e805cec-3974-4468-8607-521403df4284 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:52.187112 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e805cec-3974-4468-8607-521403df4284 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:52.214237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5354352-0f77-4c94-81be-eedd458d9f89 req-89381155-b0a2-4661-a3e4-8224bdef091d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] No DVR routers for this DVR port 4bc96619-2f4a-4429-a564-d2c05235041a on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 12:59:52.219072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a558e2b1-01d2-46ac-aae9-ce179bfedaad tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 12:59:52.222792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 6c52040e-1c8a-44e6-8b60-364b2d6620c1 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:52.226073 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a558e2b1-01d2-46ac-aae9-ce179bfedaad tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:52.226612 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:52.228465 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:52.238384 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a5354352-0f77-4c94-81be-eedd458d9f89 req-89381155-b0a2-4661-a3e4-8224bdef091d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:52.247028 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5354352-0f77-4c94-81be-eedd458d9f89 req-89381155-b0a2-4661-a3e4-8224bdef091d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.11 "DELETE /v2.0/ports/4bc96619-2f4a-4429-a564-d2c05235041a HTTP/1.1" status: 204 len: 173 time: 2.3864980 Aug 28 12:59:52.262577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e4cc05-13f1-4bd6-8cad-21635527e763', 'name': 'network-vif-deleted', 'tag': '4bc96619-2f4a-4429-a564-d2c05235041a'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:59:52.265412 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8250d0b-59ee-44f0-9d8e-5cbc3bee63ae" -d '{"events": [{"server_uuid": "14e4cc05-13f1-4bd6-8cad-21635527e763", "name": "network-vif-deleted", "tag": "4bc96619-2f4a-4429-a564-d2c05235041a"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:59:52.308087 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e805cec-3974-4468-8607-521403df4284 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:52.312554 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e805cec-3974-4468-8607-521403df4284 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2802e4e-9386-4f67-991c-cd12f7dd80a3 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:59:52.331566 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e805cec-3974-4468-8607-521403df4284 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:52.332801 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6e805cec-3974-4468-8607-521403df4284 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "DELETE /v2.0/routers/a2802e4e-9386-4f67-991c-cd12f7dd80a3 HTTP/1.1" status: 204 len: 168 time: 3.4524612 Aug 28 12:59:52.349680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34372) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:52.455936 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dea5f4-e2c8-4dde-8c16-a9a64a8873c5 x-openstack-request-id: req-55dea5f4-e2c8-4dde-8c16-a9a64a8873c5 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:59:52.456597 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e4cc05-13f1-4bd6-8cad-21635527e763", "name": "network-vif-deleted", "tag": "4bc96619-2f4a-4429-a564-d2c05235041a", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:59:52.457024 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55dea5f4-e2c8-4dde-8c16-a9a64a8873c5 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:59:52.457574 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e4cc05-13f1-4bd6-8cad-21635527e763', 'name': 'network-vif-deleted', 'tag': '4bc96619-2f4a-4429-a564-d2c05235041a', 'status': 'completed', 'code': 200} Aug 28 12:59:52.530051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port db9fef6d-bb4e-43da-b589-d9719516d7e5, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=db9fef6d-bb4e-43da-b589-d9719516d7e5,segment=NetworkSegment(aaf33c6f-9670-40c1-9e9e-75364f6fb68f),segment_id=aaf33c6f-9670-40c1-9e9e-75364f6fb68f)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:52.535699 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d8def902-ac3b-4483-b9ce-09d58a451073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:52.567662 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-465fa4c2-cce2-4003-9235-7545a6a72f7e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Deleting subnet 1809676b-f13b-4985-9396-159976a16465 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 12:59:52.584442 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-465fa4c2-cce2-4003-9235-7545a6a72f7e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:52.596228 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:52.599355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:52.606671 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d8def902-ac3b-4483-b9ce-09d58a451073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:52.664254 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d8def902-ac3b-4483-b9ce-09d58a451073 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f846dfc141544a088c57e046c92fcac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5115547 Aug 28 12:59:52.665335 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34376) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:52.713511 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-465fa4c2-cce2-4003-9235-7545a6a72f7e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:52.898497 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d784654-ac1e-4594-b4a7-6b7e8c60293d req-bc44fd35-55c6-4d7a-8006-331e6357bc65 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9130139 Aug 28 12:59:52.906984 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a558e2b1-01d2-46ac-aae9-ce179bfedaad tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:52.935593 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-465fa4c2-cce2-4003-9235-7545a6a72f7e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:52.974975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Router 8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 12:59:52.991836 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b324d4f6-734a-4cfb-89ea-6df7ce37b428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:53.031157 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b324d4f6-734a-4cfb-89ea-6df7ce37b428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:53.037252 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8def902-ac3b-4483-b9ce-09d58a451073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3261b05d-68e2-4056-9c01-264ab55e4d43,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:53.119571 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-465fa4c2-cce2-4003-9235-7545a6a72f7e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:53.185008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=db9fef6d-bb4e-43da-b589-d9719516d7e5,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:53.235624 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fa4c2-cce2-4003-9235-7545a6a72f7e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1809676b-f13b-4985-9396-159976a16465,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:53.287651 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-465fa4c2-cce2-4003-9235-7545a6a72f7e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:53.294501 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-465fa4c2-cce2-4003-9235-7545a6a72f7e tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/1809676b-f13b-4985-9396-159976a16465 HTTP/1.1" status: 204 len: 168 time: 0.9429407 Aug 28 12:59:53.295540 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b324d4f6-734a-4cfb-89ea-6df7ce37b428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:53.298104 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b324d4f6-734a-4cfb-89ea-6df7ce37b428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:53.301580 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b324d4f6-734a-4cfb-89ea-6df7ce37b428 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3261b05d-68e2-4056-9c01-264ab55e4d43 HTTP/1.1" status: 204 len: 168 time: 0.6299546 Aug 28 12:59:53.301580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34382) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:53.485073 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-019c4d97-ee81-4098-8107-f42c8c05cf8b tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:53.509687 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324d4f6-734a-4cfb-89ea-6df7ce37b428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3261b05d-68e2-4056-9c01-264ab55e4d43,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:53.546119 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b4d873d1-df27-430c-a44f-327f02431885 req-2b961a7e-4bdf-44b1-bd40-aad54d3750d3 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=14e4cc05-13f1-4bd6-8cad-21635527e763 HTTP/1.1" status: 200 len: 210 time: 0.0569425 Aug 28 12:59:53.570639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 12:59:53.579367 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:53.588953 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Sync routers for ids ['8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 12:59:53.612667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a558e2b1-01d2-46ac-aae9-ce179bfedaad tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Checking segment: {'id': '3a68c023-8390-412b-9b36-4df9b1c05a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:53.613031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a558e2b1-01d2-46ac-aae9-ce179bfedaad tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network hostable DHCP agents. Network: 37e9673f-c1d7-4742-acc7-165e681dfa61, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 12:59:53.616814 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Routers {'8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:53.633519 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:53.635770 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:53.640227 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-180ce5cf-4c5b-4bbd-a20b-ee5bee3fb57c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.1453216 Aug 28 12:59:53.643680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34386) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:53.649571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558e2b1-01d2-46ac-aae9-ce179bfedaad tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Subnet': ['ID=b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:53.695003 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6c52040e-1c8a-44e6-8b60-364b2d6620c1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:53.703355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c52040e-1c8a-44e6-8b60-364b2d6620c1'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 12:59:53.706560 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9142bac-4bbf-446f-afa7-a0cb5c16af32" -d '{"events": [{"server_uuid": "ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8", "name": "network-vif-plugged", "status": "completed", "tag": "6c52040e-1c8a-44e6-8b60-364b2d6620c1"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 12:59:53.711010 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:53.711545 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:53.764075 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-019c4d97-ee81-4098-8107-f42c8c05cf8b tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:53.772058 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:53.773148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 4bc96619-2f4a-4429-a564-d2c05235041a no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 12:59:53.804517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-019c4d97-ee81-4098-8107-f42c8c05cf8b tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9cd6ef-b2d9-481e-836a-94d34af16f84']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:53.812581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 4bc96619-2f4a-4429-a564-d2c05235041a {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 12:59:53.812928 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 4bc96619-2f4a-4429-a564-d2c05235041a not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 12:59:53.818890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T12:59:46Z', 'revision_number': 3, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T12:59:47Z', 'revision_number': 2, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:53.850511 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-019c4d97-ee81-4098-8107-f42c8c05cf8b tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a032d4-16d5-4f7d-a2af-5c7f7b854e92') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:53.850818 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-019c4d97-ee81-4098-8107-f42c8c05cf8b tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a032d4-16d5-4f7d-a2af-5c7f7b854e92') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:53.878077 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 12:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db215352-e0db-4753-83c7-da5ce150a270 x-openstack-request-id: req-db215352-e0db-4753-83c7-da5ce150a270 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 12:59:53.878471 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8", "name": "network-vif-plugged", "status": "completed", "tag": "6c52040e-1c8a-44e6-8b60-364b2d6620c1", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 12:59:53.878660 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db215352-e0db-4753-83c7-da5ce150a270 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 12:59:53.879147 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c52040e-1c8a-44e6-8b60-364b2d6620c1', 'code': 200} Aug 28 12:59:53.889972 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-019c4d97-ee81-4098-8107-f42c8c05cf8b tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:53.939199 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-019c4d97-ee81-4098-8107-f42c8c05cf8b tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:53.957712 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019c4d97-ee81-4098-8107-f42c8c05cf8b tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 12:59:53.958396 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-019c4d97-ee81-4098-8107-f42c8c05cf8b tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: timer() Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 12:59:53.960426 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 12:59:53.996815 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Set router 8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:54.078174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Checking router: cd11c2ac-776f-4b76-b857-2c08ae0f683a for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:59:54.078574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Updating router cd11c2ac-776f-4b76-b857-2c08ae0f683a port 33e62d19-9d1d-4d74-871c-6d8a671b774a binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:59:54.223028 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58f3a7-f8a7-4eb0-97e7-b2eba99181d1 req-8ea19a04-f662-4249-8fbe-1b605688a3c9 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:54.239918 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e58f3a7-f8a7-4eb0-97e7-b2eba99181d1 req-8ea19a04-f662-4249-8fbe-1b605688a3c9 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.1713295 Aug 28 12:59:54.243534 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-019c4d97-ee81-4098-8107-f42c8c05cf8b tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:54.271334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34396) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:54.316081 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:54.334107 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019c4d97-ee81-4098-8107-f42c8c05cf8b tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d9cd6ef-b2d9-481e-836a-94d34af16f84 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 12:59:54.371158 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-019c4d97-ee81-4098-8107-f42c8c05cf8b tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:54.385213 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-019c4d97-ee81-4098-8107-f42c8c05cf8b tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "DELETE /v2.0/networks/4d9cd6ef-b2d9-481e-836a-94d34af16f84 HTTP/1.1" status: 204 len: 168 time: 1.0538218 Aug 28 12:59:54.399024 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6c52040e-1c8a-44e6-8b60-364b2d6620c1,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:54.399699 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c4d97-ee81-4098-8107-f42c8c05cf8b tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d9cd6ef-b2d9-481e-836a-94d34af16f84,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:54.403262 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-da199d72-1c82-42db-aca5-97e476fecb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:54.426501 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'name': 'tempest-TestVolumeBackupRestore-1440680501-router', 'tenant_id': 'f818fc27770945ebae7c7b490a0b55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '769363e5-bb2a-482d-984a-f5d7a94dabe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T12:59:47Z', 'revision_number': 3, 'project_id': 'f818fc27770945ebae7c7b490a0b55bc', 'gw_port': {'id': '769363e5-bb2a-482d-984a-f5d7a94dabe0', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:44Z', 'updated_at': '2021-08-28T12:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:54.435027 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e58f3a7-f8a7-4eb0-97e7-b2eba99181d1 req-1d8809eb-0ac9-45dd-9507-f014cc59ebd3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869488 Aug 28 12:59:54.528772 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Checking router: 8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 12:59:54.529029 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Updating router 8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2 port 769363e5-bb2a-482d-984a-f5d7a94dabe0 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 12:59:54.638214 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:54.716199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a558e2b1-01d2-46ac-aae9-ce179bfedaad tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network 37e9673f-c1d7-4742-acc7-165e681dfa61 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 12:59:54.718708 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-da199d72-1c82-42db-aca5-97e476fecb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:54.724784 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-da199d72-1c82-42db-aca5-97e476fecb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:54.841313 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:54.861763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-a558e2b1-01d2-46ac-aae9-ce179bfedaad tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 37e9673f-c1d7-4742-acc7-165e681dfa61) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:54.928224 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da199d72-1c82-42db-aca5-97e476fecb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490aa543-7e2f-4653-8719-e467868a4862,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:54.947539 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a558e2b1-01d2-46ac-aae9-ce179bfedaad tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:54.949717 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a558e2b1-01d2-46ac-aae9-ce179bfedaad tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:54.972337 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-da199d72-1c82-42db-aca5-97e476fecb06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e61dad21da4426c83a31b6bcca8d650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6766741 Aug 28 12:59:54.973628 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34410) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:55.018151 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a558e2b1-01d2-46ac-aae9-ce179bfedaad tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6423831 Aug 28 12:59:55.021019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34412) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:55.113600 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8459cf80-9194-47a7-8276-17e0ced3b28a None None] Network 37e9673f-c1d7-4742-acc7-165e681dfa61 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 12:59:55.346941 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0e3c71ff-0c1b-419d-a599-14ddc7969c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:55.411739 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34416) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:55.425653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-3c96535f-fdd9-432a-b233-44f4bb011cf0 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Request body: {'router': {'name': 'tempest-router--1024382650', 'project_id': '18e4c7cb4779441bb4cf5be68bfacabb'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 12:59:55.463377 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c96535f-fdd9-432a-b233-44f4bb011cf0 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:55.464785 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c96535f-fdd9-432a-b233-44f4bb011cf0 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:55.504831 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0e3c71ff-0c1b-419d-a599-14ddc7969c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:55.591718 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:55.629727 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Transition to ACTIVE for port object 769363e5-bb2a-482d-984a-f5d7a94dabe0 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:55.638504 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:55.736826 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c74e1-15ac-4220-8d4c-c38fac0659f6 None None] Pushing event updated for resources: {'Port': ['ID=769363e5-bb2a-482d-984a-f5d7a94dabe0,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:55.777675 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Attempting to bind port 769363e5-bb2a-482d-984a-f5d7a94dabe0 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:55.778036 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Attempting to bind port 769363e5-bb2a-482d-984a-f5d7a94dabe0 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:55.781159 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Attempting to bind port 769363e5-bb2a-482d-984a-f5d7a94dabe0 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:55.792940 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:59:55.793302 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:55.793737 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:55.794175 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:59:55.797504 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Bound port: 769363e5-bb2a-482d-984a-f5d7a94dabe0, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:59:55.797967 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:55.860533 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1958b-c6a2-4ba2-b34c-8daa9d8de09b req-6cbcdaea-23ae-4af1-bfe7-ce640253be60 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:55.875009 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0f1958b-c6a2-4ba2-b34c-8daa9d8de09b req-6cbcdaea-23ae-4af1-bfe7-ce640253be60 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.2233377 Aug 28 12:59:55.925436 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] For port 769363e5-bb2a-482d-984a-f5d7a94dabe0, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:55.936228 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] For port 769363e5-bb2a-482d-984a-f5d7a94dabe0, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=769363e5-bb2a-482d-984a-f5d7a94dabe0,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:59:55.942089 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:55.953328 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c96535f-fdd9-432a-b233-44f4bb011cf0 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:55.971854 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c96535f-fdd9-432a-b233-44f4bb011cf0 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:56.000854 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0e3c71ff-0c1b-419d-a599-14ddc7969c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:56.006827 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0e3c71ff-0c1b-419d-a599-14ddc7969c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:56.039843 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0e3c71ff-0c1b-419d-a599-14ddc7969c6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/490aa543-7e2f-4653-8719-e467868a4862 HTTP/1.1" status: 204 len: 168 time: 1.0326564 Aug 28 12:59:56.051781 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:56.069945 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c96535f-fdd9-432a-b233-44f4bb011cf0 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:56.082009 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3c96535f-fdd9-432a-b233-44f4bb011cf0 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6688609 Aug 28 12:59:56.102615 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c74e1-15ac-4220-8d4c-c38fac0659f6 None None] Pushing event updated for resources: {'Port': ['ID=769363e5-bb2a-482d-984a-f5d7a94dabe0,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:56.120919 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34428) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:56.129269 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Routers {'8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:56.129843 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:56.182055 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c71ff-0c1b-419d-a599-14ddc7969c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490aa543-7e2f-4653-8719-e467868a4862,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:56.216374 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Transition to ACTIVE for port object 33e62d19-9d1d-4d74-871c-6d8a671b774a will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:56.228989 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:56.309945 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:56.349113 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:56.380151 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0f1958b-c6a2-4ba2-b34c-8daa9d8de09b req-701396b1-f71c-4332-b9de-4e7490b460de tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5032995 Aug 28 12:59:56.393031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:56.393477 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:56.466053 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be01964e-b93b-4de9-8c00-e1da944ccef5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:56.585629 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] Set router 8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:56.613909 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-37e9673f-c1d7-4742-acc7-165e681dfa61', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 12:59:56.616129 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:56.785362 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:56.824179 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:56.863563 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5f4f0fdd-0136-49e0-9d69-df8b4b9998a3,segment=NetworkSegment(d22fc42b-072d-4010-941e-7b8093d00298),segment_id=d22fc42b-072d-4010-941e-7b8093d00298)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 12:59:56.865043 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Allocated IP 172.22.0.1 (37e9673f-c1d7-4742-acc7-165e681dfa61/b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b/4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:56.978931 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be01964e-b93b-4de9-8c00-e1da944ccef5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:56.983806 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be01964e-b93b-4de9-8c00-e1da944ccef5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:57.078436 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be01964e-b93b-4de9-8c00-e1da944ccef5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:57.079074 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be01964e-b93b-4de9-8c00-e1da944ccef5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a3c0f78-1f72-4249-ab4c-b635f68f06f2 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 12:59:57.084428 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be01964e-b93b-4de9-8c00-e1da944ccef5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:57.085586 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-be01964e-b93b-4de9-8c00-e1da944ccef5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "DELETE /v2.0/routers/1a3c0f78-1f72-4249-ab4c-b635f68f06f2 HTTP/1.1" status: 204 len: 168 time: 0.9633849 Aug 28 12:59:57.101730 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:57.125485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Transition to ACTIVE for port object 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:57.152058 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250a893-11f3-4d9a-810b-2fe8c908935c None None] Pushing event updated for resources: {'Port': ['ID=33e62d19-9d1d-4d74-871c-6d8a671b774a,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:57.199082 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:57.243946 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:57.244170 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'name': 'tempest-TestVolumeBackupRestore-1440680501-router', 'tenant_id': 'f818fc27770945ebae7c7b490a0b55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '769363e5-bb2a-482d-984a-f5d7a94dabe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T12:59:47Z', 'revision_number': 3, 'project_id': 'f818fc27770945ebae7c7b490a0b55bc', 'gw_port': {'id': '769363e5-bb2a-482d-984a-f5d7a94dabe0', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:44Z', 'updated_at': '2021-08-28T12:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:57.244764 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 49355f58-9ac2-4c91-800d-a72ad763afcd up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:57.335498 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cafefd0-057e-4475-89f4-24dac470cc5d None None] The sync data for ids ['8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'] in n-d-791505-21 is: [{'id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'name': 'tempest-TestVolumeBackupRestore-1440680501-router', 'tenant_id': 'f818fc27770945ebae7c7b490a0b55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '769363e5-bb2a-482d-984a-f5d7a94dabe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T12:59:47Z', 'revision_number': 3, 'project_id': 'f818fc27770945ebae7c7b490a0b55bc', 'gw_port': {'id': '769363e5-bb2a-482d-984a-f5d7a94dabe0', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:44Z', 'updated_at': '2021-08-28T12:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 12:59:57.367807 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network 37e9673f-c1d7-4742-acc7-165e681dfa61 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:57.397372 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:57.440849 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:57.443823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Allocated IP 172.20.0.1 (9591e06b-8a77-4b0a-af02-dc3f7b1d28ae/a82dc06e-c030-408e-9ee7-4b9f36286b0e/9d5f4a06-eccc-469d-82b6-7cc51e4f1113) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:57.486150 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=5f4f0fdd-0136-49e0-9d69-df8b4b9998a3,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:57.592003 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:57.677933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:57.735463 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Attempting to bind port 33e62d19-9d1d-4d74-871c-6d8a671b774a on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 12:59:57.738762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Attempting to bind port 33e62d19-9d1d-4d74-871c-6d8a671b774a by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'aaf33c6f-9670-40c1-9e9e-75364f6fb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 12:59:57.741972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Attempting to bind port 33e62d19-9d1d-4d74-871c-6d8a671b774a on network 97c9da9d-46cd-45bc-8945-4e7ffb234b86 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 12:59:57.871477 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 12:59:57.886939 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Checking segment: {'id': 'aaf33c6f-9670-40c1-9e9e-75364f6fb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 12:59:57.888731 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:57.889305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Bound using segment: {'id': 'aaf33c6f-9670-40c1-9e9e-75364f6fb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 12:59:57.892552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531424f3-cb10-4fe5-aede-9323f28ee561 req-0238d35a-9510-463f-8961-3234f34f8f27 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:57.909381 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Bound port: 33e62d19-9d1d-4d74-871c-6d8a671b774a, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf33c6f-9670-40c1-9e9e-75364f6fb68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 12:59:57.909622 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-531424f3-cb10-4fe5-aede-9323f28ee561 req-0238d35a-9510-463f-8961-3234f34f8f27 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.2617776 Aug 28 12:59:57.909732 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:58.028493 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:58.056322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] For port 33e62d19-9d1d-4d74-871c-6d8a671b774a, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 12:59:58.060351 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:58.067415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] For port 33e62d19-9d1d-4d74-871c-6d8a671b774a, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=33e62d19-9d1d-4d74-871c-6d8a671b774a,segment=NetworkSegment(aaf33c6f-9670-40c1-9e9e-75364f6fb68f),segment_id=aaf33c6f-9670-40c1-9e9e-75364f6fb68f)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 12:59:58.094121 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-531424f3-cb10-4fe5-aede-9323f28ee561 req-c5eeb0b9-0bb2-4b50-9ebb-b33d2033b568 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762087 Aug 28 12:59:58.094515 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:58.099545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Transition to ACTIVE for port object 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 12:59:58.116567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Allocated IP 172.22.0.2 (37e9673f-c1d7-4742-acc7-165e681dfa61/b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b/50144df9-0047-45a4-a2fa-778dc9b11f74) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 12:59:58.190520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:58.303401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 49355f58-9ac2-4c91-800d-a72ad763afcd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 12:59:58.304039 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:58.316986 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Pushing event updated for resources: {'Port': ['ID=9d5f4a06-eccc-469d-82b6-7cc51e4f1113,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:58.344643 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Network 9591e06b-8a77-4b0a-af02-dc3f7b1d28ae is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 12:59:58.347970 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 12:59:58.362746 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 12:59:58.512665 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:58.710667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250a893-11f3-4d9a-810b-2fe8c908935c None None] Pushing event updated for resources: {'Port': ['ID=33e62d19-9d1d-4d74-871c-6d8a671b774a,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:58.733262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 12:59:58.734201 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 12:59:58.896287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34464) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 12:59:59.049834 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:59.196917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:59.205196 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:59.426717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device db9fef6d-bb4e-43da-b589-d9719516d7e5 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 12:59:59.516156 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 12:59:59.565739 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:59.572300 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:59.716274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:59.722583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:59.757658 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 12:59:59.760665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Pushing event updated for resources: {'Port': ['ID=9d5f4a06-eccc-469d-82b6-7cc51e4f1113,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 12:59:59.903631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-89738422-15c2-431b-b640-75f8ee830880 None None] Provisioning for port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 12:59:59.913055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470f588-50f3-42c7-b67b-e828ff4ca4b5 req-de61b1b9-ac9a-4415-9f47-3f75cf601d85 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 12:59:59.922824 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f470f588-50f3-42c7-b67b-e828ff4ca4b5 req-de61b1b9-ac9a-4415-9f47-3f75cf601d85 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.5116868 Aug 28 12:59:59.937343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-79537347', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:00.097537 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-89738422-15c2-431b-b640-75f8ee830880 None None] Provisioning complete for port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:00.097934 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-89738422-15c2-431b-b640-75f8ee830880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:00.121569 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:00.123716 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:00.129016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Network 9591e06b-8a77-4b0a-af02-dc3f7b1d28ae is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:00:00.215096 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:00.217070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:00:00.676025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-89738422-15c2-431b-b640-75f8ee830880 None None] Port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:00:00.871450 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:00.910837 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:00.933595 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f470f588-50f3-42c7-b67b-e828ff4ca4b5 req-a9e7f7b0-372a-4867-bac1-b4be15aa8b8c tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0023308 Aug 28 13:00:00.944602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Router 8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:00:00.986187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network 37e9673f-c1d7-4742-acc7-165e681dfa61 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:00:00.989581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port db9fef6d-bb4e-43da-b589-d9719516d7e5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:01.003001 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:00:01.003496 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:01.025907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Transition to ACTIVE for port object 50144df9-0047-45a4-a2fa-778dc9b11f74 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:00:01.066074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Transition to ACTIVE for port object 50144df9-0047-45a4-a2fa-778dc9b11f74 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:00:01.195818 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-26283297-18b2-4fa5-9187-3995fbbb7650 None None] Provisioning complete for port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:01.199056 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-26283297-18b2-4fa5-9187-3995fbbb7650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:01.312408 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:01.396276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Network 37e9673f-c1d7-4742-acc7-165e681dfa61 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:00:01.422482 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Pushing event updated for resources: {'Port': ['ID=50144df9-0047-45a4-a2fa-778dc9b11f74,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:01.426200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:00:01.453334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router cd11c2ac-776f-4b76-b857-2c08ae0f683a has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:00:01.465276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-26283297-18b2-4fa5-9187-3995fbbb7650 None None] Port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:00:01.472047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:00:01.550100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:00:01.565961 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a27c8e44-2510-49de-bf54-e7cc8e03fe5b admin admin] 10.222.0.20 "PUT /v2.0/routers/8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9007099 Aug 28 13:00:01.688595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Sync routers for ids ['8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:00:01.697767 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Attempting to bind port 50144df9-0047-45a4-a2fa-778dc9b11f74 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:00:01.698344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Attempting to bind port 50144df9-0047-45a4-a2fa-778dc9b11f74 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '3a68c023-8390-412b-9b36-4df9b1c05a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:00:01.699103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Attempting to bind port 50144df9-0047-45a4-a2fa-778dc9b11f74 on network 37e9673f-c1d7-4742-acc7-165e681dfa61 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:00:01.749160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:00:01.749811 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Checking segment: {'id': '3a68c023-8390-412b-9b36-4df9b1c05a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:00:01.750438 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:01.751137 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Bound using segment: {'id': '3a68c023-8390-412b-9b36-4df9b1c05a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:00:01.753333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Bound port: 50144df9-0047-45a4-a2fa-778dc9b11f74, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a68c023-8390-412b-9b36-4df9b1c05a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:00:01.753942 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:01.775121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Routers {'8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:01.777316 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:01.826332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:00:01.836362 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b6cc1cfd-c38e-4e84-a8bd-c7ea6f2293e3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/cd11c2ac-776f-4b76-b857-2c08ae0f683a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8115697 Aug 28 13:00:01.842260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34510) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:01.870729 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-922cf5de-1a36-4f57-a4eb-c3d8271caeff tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'network': {'name': 'tempest-RoutersTest-44097428'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:01.924188 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922cf5de-1a36-4f57-a4eb-c3d8271caeff tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:00:01.931605 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-922cf5de-1a36-4f57-a4eb-c3d8271caeff tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:01.941086 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T12:59:57Z', 'revision_number': 4, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T12:59:58Z', 'revision_number': 4, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T12:59:56Z', 'revision_number': 1, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:02.035455 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] For port 50144df9-0047-45a4-a2fa-778dc9b11f74, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:00:02.039510 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] For port 50144df9-0047-45a4-a2fa-778dc9b11f74, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=50144df9-0047-45a4-a2fa-778dc9b11f74,segment=NetworkSegment(3a68c023-8390-412b-9b36-4df9b1c05a51),segment_id=3a68c023-8390-412b-9b36-4df9b1c05a51)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:00:02.044367 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d595c8-a3b8-4c52-9da1-d1af4bdda697 None None] The sync data for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 is: [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T12:59:57Z', 'revision_number': 4, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T12:59:58Z', 'revision_number': 4, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T12:59:56Z', 'revision_number': 1, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:00:02.057531 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:02.115046 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:02.126873 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34520) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:02.254330 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:02.277567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec90070-9e8a-4e25-a649-e27a00bb3ae5 None None] Pushing event updated for resources: {'Port': ['ID=50144df9-0047-45a4-a2fa-778dc9b11f74,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:02.291640 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:02.430689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922cf5de-1a36-4f57-a4eb-c3d8271caeff tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:00:02.489310 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34f6a46e-1aee-4fa3-8682-4dec1121007b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:02.645762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:02.646147 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:02.652791 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Set router 8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:02.685081 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-922cf5de-1a36-4f57-a4eb-c3d8271caeff tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:02.685621 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-922cf5de-1a36-4f57-a4eb-c3d8271caeff tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Added segment 16be142c-b371-4be2-980a-5d08fcbe3403 of type vlan for network b4163916-9b11-41d8-b853-baf1387fec71 Aug 28 13:00:02.819634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4495c-ea09-4582-9962-87a6fef99c19 req-e63435a6-f43d-4a8f-9fd0-107f8a6a569b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:02.833643 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07b4495c-ea09-4582-9962-87a6fef99c19 req-e63435a6-f43d-4a8f-9fd0-107f8a6a569b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.5837998 Aug 28 13:00:03.095681 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-922cf5de-1a36-4f57-a4eb-c3d8271caeff tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:03.100385 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 769363e5-bb2a-482d-984a-f5d7a94dabe0 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:03.147955 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34f6a46e-1aee-4fa3-8682-4dec1121007b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:03.156510 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34f6a46e-1aee-4fa3-8682-4dec1121007b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:03.272332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe227d-c72d-46d7-ae3a-3dfe09278268 req-7e3ea164-ed66-4ab6-aa05-1c0ddf8c7dcd tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:03.286844 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b1fe227d-c72d-46d7-ae3a-3dfe09278268 req-7e3ea164-ed66-4ab6-aa05-1c0ddf8c7dcd tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 945 time: 0.3642385 Aug 28 13:00:03.311208 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.db.resource_extend [None req-922cf5de-1a36-4f57-a4eb-c3d8271caeff tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 13:00:03.391262 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-34f6a46e-1aee-4fa3-8682-4dec1121007b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18788d3b898149bdbe5c1f9d49066ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2604401 Aug 28 13:00:03.391583 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07b4495c-ea09-4582-9962-87a6fef99c19 req-46f9d075-7f97-4ff9-a2ae-0fa9857154f2 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5560286 Aug 28 13:00:03.392515 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34566) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:03.405033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 769363e5-bb2a-482d-984a-f5d7a94dabe0 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:00:03.425388 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-922cf5de-1a36-4f57-a4eb-c3d8271caeff tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:03.456256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 769363e5-bb2a-482d-984a-f5d7a94dabe0 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:03.458136 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:03.459735 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922cf5de-1a36-4f57-a4eb-c3d8271caeff tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:03.460191 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-922cf5de-1a36-4f57-a4eb-c3d8271caeff tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:03.465585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6a46e-1aee-4fa3-8682-4dec1121007b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9642e4-84c2-4c5f-bef6-6f1ba7c5e632,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:03.511291 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Allocated IP 172.25.1.245 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/e9ea9488-5ab0-4675-a8f4-96be15cc634d) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:00:03.557081 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b1fe227d-c72d-46d7-ae3a-3dfe09278268 req-a986cba0-6d91-4e2e-a9ff-f9d5dcad96d3 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692754 Aug 28 13:00:03.637611 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165dd8ab-6ae1-4704-b4d5-656438bd4e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:03.732342 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165dd8ab-6ae1-4704-b4d5-656438bd4e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:03.766816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cf5de-1a36-4f57-a4eb-c3d8271caeff tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Network': ['ID=b4163916-9b11-41d8-b853-baf1387fec71,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:03.824378 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-922cf5de-1a36-4f57-a4eb-c3d8271caeff tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.9596763 Aug 28 13:00:03.832549 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34572) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:03.870116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network b4163916-9b11-41d8-b853-baf1387fec71 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:00:03.890671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-98644b72-975d-4a5b-a3fc-ed8ce64f0ff3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'subnet': {'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:04.053952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'name': 'tempest-TestVolumeBackupRestore-1440680501-router', 'tenant_id': 'f818fc27770945ebae7c7b490a0b55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '769363e5-bb2a-482d-984a-f5d7a94dabe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T12:59:58Z', 'revision_number': 4, 'project_id': 'f818fc27770945ebae7c7b490a0b55bc', 'gw_port': {'id': '769363e5-bb2a-482d-984a-f5d7a94dabe0', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:44Z', 'updated_at': '2021-08-28T12:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '9d5f4a06-eccc-469d-82b6-7cc51e4f1113', 'name': '', 'network_id': '9591e06b-8a77-4b0a-af02-dc3f7b1d28ae', 'tenant_id': 'f818fc27770945ebae7c7b490a0b55bc', 'mac_address': 'fa:16:3e:d8:bf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a82dc06e-c030-408e-9ee7-4b9f36286b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:57Z', 'updated_at': '2021-08-28T12:59:59Z', 'revision_number': 2, 'project_id': 'f818fc27770945ebae7c7b490a0b55bc', 'subnets': [{'id': 'a82dc06e-c030-408e-9ee7-4b9f36286b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:04.222422 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:04.338516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Checking router: 8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:00:04.340986 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Updating router 8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2 port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:00:04.369057 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:04.409680 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbdbd7cb-ecf0-4940-a132-b44910ab5575 req-9efd593b-5ae1-4d7e-a4e0-08017b64615b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7927868 Aug 28 13:00:04.446849 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98644b72-975d-4a5b-a3fc-ed8ce64f0ff3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Made reservation on behalf of c2081f75685746a5834e548eae43013a for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:00:04.451079 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98644b72-975d-4a5b-a3fc-ed8ce64f0ff3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:04.521450 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Pushing event updated for resources: {'Port': ['ID=e9ea9488-5ab0-4675-a8f4-96be15cc634d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:04.540246 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:04.578520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:00:04.595319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:00:04.609293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:00:04.689967 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:04.790159 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2197a2f9-3cc9-45ef-9332-b5802d7cfc5a None None] Network 37e9673f-c1d7-4742-acc7-165e681dfa61 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:00:04.879126 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165dd8ab-6ae1-4704-b4d5-656438bd4e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:04.885633 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165dd8ab-6ae1-4704-b4d5-656438bd4e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:04.889774 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-165dd8ab-6ae1-4704-b4d5-656438bd4e8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed9642e4-84c2-4c5f-bef6-6f1ba7c5e632 HTTP/1.1" status: 204 len: 168 time: 1.4961164 Aug 28 13:00:04.982153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dd8ab-6ae1-4704-b4d5-656438bd4e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9642e4-84c2-4c5f-bef6-6f1ba7c5e632,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:05.021632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbd7cb-ecf0-4940-a132-b44910ab5575 req-0a957cdf-39c8-4832-b61e-4480e7ca13a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:05.021859 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Sync routers for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:00:05.029465 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbdbd7cb-ecf0-4940-a132-b44910ab5575 req-0a957cdf-39c8-4832-b61e-4480e7ca13a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd2798ec77a34c09b636870bd3f42a34&device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 1097 time: 0.2784610 Aug 28 13:00:05.039094 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:05.043877 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:05.085587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096732e-95ed-4967-b704-852aaff37c04 req-f20e56bb-71d8-4fa4-8b8b-6cab6ae41adf tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:05.091846 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e096732e-95ed-4967-b704-852aaff37c04 req-f20e56bb-71d8-4fa4-8b8b-6cab6ae41adf tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 945 time: 0.2409856 Aug 28 13:00:05.134137 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 769363e5-bb2a-482d-984a-f5d7a94dabe0, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=769363e5-bb2a-482d-984a-f5d7a94dabe0,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:05.261628 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:05.356189 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:05.497966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbd7cb-ecf0-4940-a132-b44910ab5575 req-b6710ff1-ef0d-400b-a695-a9cfebc933d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:05.504074 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbdbd7cb-ecf0-4940-a132-b44910ab5575 req-b6710ff1-ef0d-400b-a695-a9cfebc933d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86ad33de-39f7-4665-9226-1bf675daecbe HTTP/1.1" status: 200 len: 915 time: 0.4403064 Aug 28 13:00:05.643810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1228e232-d5ec-40b3-98d2-184a676de30c None None] Provisioning for port 50144df9-0047-45a4-a2fa-778dc9b11f74 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:00:05.685040 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 33e62d19-9d1d-4d74-871c-6d8a671b774a up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:05.846291 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbdbd7cb-ecf0-4940-a132-b44910ab5575 req-f4271cfa-b4f1-4a20-9f94-44197b890656 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=045b7c91-2f3e-4cca-9e12-7b035307da63 HTTP/1.1" status: 200 len: 217 time: 0.3158336 Aug 28 13:00:05.954635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34622) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:06.018156 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34626) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:06.019648 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98644b72-975d-4a5b-a3fc-ed8ce64f0ff3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:06.043667 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T12:59:57Z', 'revision_number': 4, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T12:59:58Z', 'revision_number': 4, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T12:59:58Z', 'revision_number': 2, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:06.060940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=769363e5-bb2a-482d-984a-f5d7a94dabe0,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:06.114560 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e096732e-95ed-4967-b704-852aaff37c04 req-9c8b9586-879e-4857-a768-7a7009df699e tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5920668 Aug 28 13:00:06.116174 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8abe116d-4210-44c3-a550-31ffb9d8e8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:06.208627 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Checking router: cd11c2ac-776f-4b76-b857-2c08ae0f683a for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:00:06.209652 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Updating router cd11c2ac-776f-4b76-b857-2c08ae0f683a port 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:00:06.297751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.10', 58526) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:06.316907 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:06.325603 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8abe116d-4210-44c3-a550-31ffb9d8e8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:06.338554 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8abe116d-4210-44c3-a550-31ffb9d8e8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:06.419551 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 33e62d19-9d1d-4d74-871c-6d8a671b774a completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:00:06.465057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 33e62d19-9d1d-4d74-871c-6d8a671b774a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:06.465427 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:06.525385 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fe86b-cbb5-4d80-ba75-314e0116cdf4 req-9d101f07-5341-47d2-96d3-39ca455b1c2a tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:06.541605 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da6fe86b-cbb5-4d80-ba75-314e0116cdf4 req-9d101f07-5341-47d2-96d3-39ca455b1c2a tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 1.6751890 Aug 28 13:00:06.573178 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:06.612100 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98644b72-975d-4a5b-a3fc-ed8ce64f0ff3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Subnet': ['ID=09f0031b-f181-4119-b96a-58a6f8578ccb,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:06.629135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe116d-4210-44c3-a550-31ffb9d8e8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7fa53c-f311-4208-a594-2bf7446d1ac5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:06.638196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Transition to ACTIVE for port object 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:00:06.656674 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:06.710171 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98644b72-975d-4a5b-a3fc-ed8ce64f0ff3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Checking segment: {'id': '16be142c-b371-4be2-980a-5d08fcbe3403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:00:06.722171 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98644b72-975d-4a5b-a3fc-ed8ce64f0ff3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network hostable DHCP agents. Network: b4163916-9b11-41d8-b853-baf1387fec71, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:00:06.860086 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da6fe86b-cbb5-4d80-ba75-314e0116cdf4 req-b05a0e05-abbb-4c4b-b09d-fb6fbe76fb8f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845893 Aug 28 13:00:06.888715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fe3c2-faa1-4707-9013-10ff7f35d773 req-dd5fb7dd-cd22-4629-97fe-ea39a38c0072 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:06.903379 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff1fe3c2-faa1-4707-9013-10ff7f35d773 req-dd5fb7dd-cd22-4629-97fe-ea39a38c0072 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 945 time: 0.5882242 Aug 28 13:00:07.138502 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbd7cb-ecf0-4940-a132-b44910ab5575 req-9d13f742-c115-40d3-b923-1d346d928a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:07.143212 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbdbd7cb-ecf0-4940-a132-b44910ab5575 req-9d13f742-c115-40d3-b923-1d346d928a7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=942cca67-1f9d-41d6-bb91-b6b305db0b47 HTTP/1.1" status: 200 len: 855 time: 1.1314883 Aug 28 13:00:07.165506 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8abe116d-4210-44c3-a550-31ffb9d8e8de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ceb2a122da5485dae1986f3d7d09fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2094603 Aug 28 13:00:07.174449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34632) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:07.253696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90671d-3bdc-43d6-a4f0-c01dbe6d6194 None None] Pushing event updated for resources: {'Port': ['ID=9d5f4a06-eccc-469d-82b6-7cc51e4f1113,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:07.373265 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:07.390024 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:07.427415 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:07.452323 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Transition to ACTIVE for port object 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:00:07.461936 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:07.481659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 33e62d19-9d1d-4d74-871c-6d8a671b774a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=33e62d19-9d1d-4d74-871c-6d8a671b774a,segment=NetworkSegment(aaf33c6f-9670-40c1-9e9e-75364f6fb68f),segment_id=aaf33c6f-9670-40c1-9e9e-75364f6fb68f)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:07.496408 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:07.512191 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:07.514579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 50144df9-0047-45a4-a2fa-778dc9b11f74 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:07.567468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb20817-069d-4800-a11e-2495c26ffd20 req-d402b53e-e241-4c8b-9cb9-81d3663855f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:07.572893 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4eb20817-069d-4800-a11e-2495c26ffd20 req-d402b53e-e241-4c8b-9cb9-81d3663855f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 1097 time: 0.4650211 Aug 28 13:00:07.608521 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf3bb4-1b88-4aa7-ad10-5be7dfa85b73 None None] Pushing event updated for resources: {'Port': ['ID=4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:07.614140 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbdbd7cb-ecf0-4940-a132-b44910ab5575 req-dfe8247a-0606-45a9-a5ea-85937a921ca7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86ad33de-39f7-4665-9226-1bf675daecbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4425752 Aug 28 13:00:07.641167 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf3bb4-1b88-4aa7-ad10-5be7dfa85b73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:07.641525 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf3bb4-1b88-4aa7-ad10-5be7dfa85b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:07.641902 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf3bb4-1b88-4aa7-ad10-5be7dfa85b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:07.642251 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf3bb4-1b88-4aa7-ad10-5be7dfa85b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:07.642638 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf3bb4-1b88-4aa7-ad10-5be7dfa85b73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:07.642987 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf3bb4-1b88-4aa7-ad10-5be7dfa85b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:07.643334 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf3bb4-1b88-4aa7-ad10-5be7dfa85b73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:07.643677 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf3bb4-1b88-4aa7-ad10-5be7dfa85b73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:07.644233 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf3bb4-1b88-4aa7-ad10-5be7dfa85b73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:07.645037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cd663b82-d808-4dd5-b3ec-dc3da0544916 None None] Provisioning for port 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:00:07.645144 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf3bb4-1b88-4aa7-ad10-5be7dfa85b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:07.645400 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf3bb4-1b88-4aa7-ad10-5be7dfa85b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:07.645755 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf3bb4-1b88-4aa7-ad10-5be7dfa85b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:07.655306 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-ff1fe3c2-faa1-4707-9013-10ff7f35d773 req-9a7e15cb-782e-4d76-8c7a-794ac8b5d373 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Deleting port 7eb993f1-b020-4ed6-9e77-ca8d01ac5166 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:07.655795 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ff1fe3c2-faa1-4707-9013-10ff7f35d773 req-9a7e15cb-782e-4d76-8c7a-794ac8b5d373 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:07.856507 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Attempting to bind port 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:00:07.857272 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Attempting to bind port 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '3a68c023-8390-412b-9b36-4df9b1c05a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:00:07.859918 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Attempting to bind port 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b on network 37e9673f-c1d7-4742-acc7-165e681dfa61 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:00:07.869159 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Attempting to bind port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:00:07.869696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Attempting to bind port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'd22fc42b-072d-4010-941e-7b8093d00298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9591e06b-8a77-4b0a-af02-dc3f7b1d28ae'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:00:07.870092 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:00:07.871437 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Checking segment: {'id': '3a68c023-8390-412b-9b36-4df9b1c05a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:00:07.872026 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:07.872488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Attempting to bind port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 on network 9591e06b-8a77-4b0a-af02-dc3f7b1d28ae {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:00:07.873594 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Bound using segment: {'id': '3a68c023-8390-412b-9b36-4df9b1c05a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:00:07.874291 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Bound port: 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a68c023-8390-412b-9b36-4df9b1c05a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:00:07.874987 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:07.877689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=33e62d19-9d1d-4d74-871c-6d8a671b774a,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:07.925523 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 12, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:00:07.926188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Checking segment: {'id': 'd22fc42b-072d-4010-941e-7b8093d00298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9591e06b-8a77-4b0a-af02-dc3f7b1d28ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:00:07.927633 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:07.929378 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Bound using segment: {'id': 'd22fc42b-072d-4010-941e-7b8093d00298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9591e06b-8a77-4b0a-af02-dc3f7b1d28ae'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:00:07.930293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Bound port: 9d5f4a06-eccc-469d-82b6-7cc51e4f1113, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22fc42b-072d-4010-941e-7b8093d00298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9591e06b-8a77-4b0a-af02-dc3f7b1d28ae'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:00:07.932781 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:07.981282 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98644b72-975d-4a5b-a3fc-ed8ce64f0ff3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network b4163916-9b11-41d8-b853-baf1387fec71 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:00:08.069135 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] For port 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:00:08.075620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-98644b72-975d-4a5b-a3fc-ed8ce64f0ff3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, b4163916-9b11-41d8-b853-baf1387fec71) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:00:08.081147 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] For port 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b,segment=NetworkSegment(3a68c023-8390-412b-9b36-4df9b1c05a51),segment_id=3a68c023-8390-412b-9b36-4df9b1c05a51)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:00:08.095886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb20817-069d-4800-a11e-2495c26ffd20 req-ceaa383b-8a95-4411-a898-7d2aad59c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:08.099548 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:08.099771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 50144df9-0047-45a4-a2fa-778dc9b11f74 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:00:08.102766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4eb20817-069d-4800-a11e-2495c26ffd20 req-ceaa383b-8a95-4411-a898-7d2aad59c255 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 200 len: 917 time: 0.5014307 Aug 28 13:00:08.112453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d339dc-9dcf-42be-95b9-3a4e160fe9b2 None None] Network b4163916-9b11-41d8-b853-baf1387fec71 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:00:08.140558 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98644b72-975d-4a5b-a3fc-ed8ce64f0ff3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:08.141158 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98644b72-975d-4a5b-a3fc-ed8ce64f0ff3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:08.188537 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 50144df9-0047-45a4-a2fa-778dc9b11f74 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:08.189660 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:08.202095 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1886-f812-45d9-be02-dde321d2d9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:08.285625 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d49af9-55ff-4c16-bdda-afb222ec8806 req-6b4647f4-8d04-44c0-ad61-d579f69c0ea8 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:08.291086 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-58d49af9-55ff-4c16-bdda-afb222ec8806 req-6b4647f4-8d04-44c0-ad61-d579f69c0ea8 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 945 time: 0.9088984 Aug 28 13:00:08.293417 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbdbd7cb-ecf0-4940-a132-b44910ab5575 req-086c86c8-692c-490b-9e2c-9f1a18cb14bc service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314946 Aug 28 13:00:08.307743 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:08.308369 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:08.389967 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-98644b72-975d-4a5b-a3fc-ed8ce64f0ff3 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5085561 Aug 28 13:00:08.404836 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50468115-53fe-4d01-ad1a-1f32d3bae4d7 req-8efe98d7-7a7a-4287-aa23-921a70b87806 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:08.406724 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50468115-53fe-4d01-ad1a-1f32d3bae4d7 req-8efe98d7-7a7a-4287-aa23-921a70b87806 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.2968397 Aug 28 13:00:08.412608 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf3bb4-1b88-4aa7-ad10-5be7dfa85b73 None None] Pushing event updated for resources: {'Port': ['ID=4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:08.424066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34640) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:08.439867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ff1fe3c2-faa1-4707-9013-10ff7f35d773 req-9a7e15cb-782e-4d76-8c7a-794ac8b5d373 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] For port 7eb993f1-b020-4ed6-9e77-ca8d01ac5166, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=7eb993f1-b020-4ed6-9e77-ca8d01ac5166,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:08.440263 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ff1fe3c2-faa1-4707-9013-10ff7f35d773 req-9a7e15cb-782e-4d76-8c7a-794ac8b5d373 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:08.513288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] For port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:00:08.543286 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] For port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9d5f4a06-eccc-469d-82b6-7cc51e4f1113,segment=NetworkSegment(d22fc42b-072d-4010-941e-7b8093d00298),segment_id=d22fc42b-072d-4010-941e-7b8093d00298)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:00:08.554690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4eb20817-069d-4800-a11e-2495c26ffd20 req-c04eaeb4-7199-43e0-b5fb-9cfc53d345e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1 HTTP/1.1" status: 200 len: 1001 time: 0.4284935 Aug 28 13:00:08.566979 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:08.610392 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1886-f812-45d9-be02-dde321d2d9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:08.689854 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:08.759496 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-ff1fe3c2-faa1-4707-9013-10ff7f35d773 req-9a7e15cb-782e-4d76-8c7a-794ac8b5d373 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Calling delete_port for 7eb993f1-b020-4ed6-9e77-ca8d01ac5166 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:08.837121 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fbdbd7cb-ecf0-4940-a132-b44910ab5575 req-52b2aab3-d132-4d54-a7c1-a04eb1ab8b7b service neutron] 10.222.0.10 "GET /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747167 Aug 28 13:00:08.851572 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:08.865552 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1886-f812-45d9-be02-dde321d2d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:08.870036 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1886-f812-45d9-be02-dde321d2d9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:08.872738 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b1cf1886-f812-45d9-be02-dde321d2d9b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d7fa53c-f311-4208-a594-2bf7446d1ac5 HTTP/1.1" status: 204 len: 168 time: 1.6959746 Aug 28 13:00:09.011413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Routers {'8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:09.012169 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T12:59:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:09.030658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf1886-f812-45d9-be02-dde321d2d9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7fa53c-f311-4208-a594-2bf7446d1ac5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:09.046616 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-58d49af9-55ff-4c16-bdda-afb222ec8806 req-46e94750-9b22-4439-b686-67fbeb0e011a tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6770053 Aug 28 13:00:09.050260 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50468115-53fe-4d01-ad1a-1f32d3bae4d7 req-b3913096-34d8-4d4b-b288-09063a523950 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5897074 Aug 28 13:00:09.235271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb20817-069d-4800-a11e-2495c26ffd20 req-939c8435-4f6b-423e-8b93-1f4b7dce4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:09.236795 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4eb20817-069d-4800-a11e-2495c26ffd20 req-939c8435-4f6b-423e-8b93-1f4b7dce4d3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fac72157-2444-43b8-a097-cf18d714c2d2 HTTP/1.1" status: 200 len: 856 time: 0.4994142 Aug 28 13:00:09.351116 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a82ce5e2-6280-4064-9a84-10b8efeca8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:09.408759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] Set router 8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:09.572128 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T12:59:57Z', 'revision_number': 4, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T13:00:08Z', 'revision_number': 4, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:09.654600 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb20817-069d-4800-a11e-2495c26ffd20 req-5db93299-4a15-409a-93e1-991543d8d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:09.660927 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4eb20817-069d-4800-a11e-2495c26ffd20 req-5db93299-4a15-409a-93e1-991543d8d072 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4084640 Aug 28 13:00:09.670339 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e499a-553c-42f6-92b3-b1bb19009ec7 None None] The sync data for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 is: [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T12:59:57Z', 'revision_number': 4, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T13:00:08Z', 'revision_number': 4, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:00:09.821163 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 7eb993f1-b020-4ed6-9e77-ca8d01ac5166 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:10.044960 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:10.197277 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 50144df9-0047-45a4-a2fa-778dc9b11f74, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=50144df9-0047-45a4-a2fa-778dc9b11f74,segment=NetworkSegment(3a68c023-8390-412b-9b36-4df9b1c05a51),segment_id=3a68c023-8390-412b-9b36-4df9b1c05a51)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:10.238437 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-a82ce5e2-6280-4064-9a84-10b8efeca8ba admin admin] Deleting port 6ea3d1fd-36a3-419c-b546-f529810ee232 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:10.238997 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a82ce5e2-6280-4064-9a84-10b8efeca8ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:10.431654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf250b-c04b-4839-b0cd-25fc2215ecbf req-625b3e29-9022-49a2-a75d-7ef233d106d8 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:10.442056 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:10.442633 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-29cf250b-c04b-4839-b0cd-25fc2215ecbf req-625b3e29-9022-49a2-a75d-7ef233d106d8 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d3aacc3-7d35-4714-a8d2-e58581cda00d HTTP/1.1" status: 200 len: 867 time: 0.2269654 Aug 28 13:00:10.488126 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:10.507294 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:10.517243 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-a82ce5e2-6280-4064-9a84-10b8efeca8ba admin admin] For port 6ea3d1fd-36a3-419c-b546-f529810ee232, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6ea3d1fd-36a3-419c-b546-f529810ee232,segment=NetworkSegment(f03ea460-4117-4235-8e26-63c25b49a0b8),segment_id=f03ea460-4117-4235-8e26-63c25b49a0b8)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:10.517741 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a82ce5e2-6280-4064-9a84-10b8efeca8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:10.525709 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ff1fe3c2-faa1-4707-9013-10ff7f35d773 req-9a7e15cb-782e-4d76-8c7a-794ac8b5d373 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:10.590324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90671d-3bdc-43d6-a4f0-c01dbe6d6194 None None] Pushing event updated for resources: {'Port': ['ID=9d5f4a06-eccc-469d-82b6-7cc51e4f1113,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:10.599639 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-a82ce5e2-6280-4064-9a84-10b8efeca8ba admin admin] Calling delete_port for 6ea3d1fd-36a3-419c-b546-f529810ee232 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:10.725373 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e15cb-782e-4d76-8c7a-794ac8b5d373 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Pushing event deleted for resources: {'Port': ['ID=7eb993f1-b020-4ed6-9e77-ca8d01ac5166,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:10.762091 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['045b7c91-2f3e-4cca-9e12-7b035307da63', 'e004dd8b-0acb-4bd8-9e47-0b88882e2d42'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:00:10.816761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-b4163916-9b11-41d8-b853-baf1387fec71', 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'fixed_ips': [{'subnet_id': '09f0031b-f181-4119-b96a-58a6f8578ccb'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:00:10.818030 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:10.839780 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=50144df9-0047-45a4-a2fa-778dc9b11f74,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:10.876174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Router f54788d5-29b4-4b69-9245-c943ba4d5020 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:00:10.884310 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c19f319f-09e7-4739-913e-fac5ff2ae2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:10.901009 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:10.916425 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-29cf250b-c04b-4839-b0cd-25fc2215ecbf req-b0f6c8ee-6796-4b3e-b527-9c5bf2427932 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707499 Aug 28 13:00:10.995031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1fe3c2-faa1-4707-9013-10ff7f35d773 req-9a7e15cb-782e-4d76-8c7a-794ac8b5d373 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] No DVR routers for this DVR port 7eb993f1-b020-4ed6-9e77-ca8d01ac5166 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:00:11.047018 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ff1fe3c2-faa1-4707-9013-10ff7f35d773 req-9a7e15cb-782e-4d76-8c7a-794ac8b5d373 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:11.049068 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff1fe3c2-faa1-4707-9013-10ff7f35d773 req-9a7e15cb-782e-4d76-8c7a-794ac8b5d373 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.10 "DELETE /v2.0/ports/7eb993f1-b020-4ed6-9e77-ca8d01ac5166 HTTP/1.1" status: 204 len: 173 time: 4.1356821 Aug 28 13:00:11.058591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3aacc3-7d35-4714-a8d2-e58581cda00d', 'name': 'network-vif-deleted', 'tag': '7eb993f1-b020-4ed6-9e77-ca8d01ac5166'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:00:11.062203 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0475ab5f-3cb1-4369-a7d7-a94a7e155182" -d '{"events": [{"server_uuid": "1d3aacc3-7d35-4714-a8d2-e58581cda00d", "name": "network-vif-deleted", "tag": "7eb993f1-b020-4ed6-9e77-ca8d01ac5166"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:00:11.084843 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:11.194282 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a82ce5e2-6280-4064-9a84-10b8efeca8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:11.293693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ce5e2-6280-4064-9a84-10b8efeca8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea3d1fd-36a3-419c-b546-f529810ee232,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:11.525215 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:00:11.549140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'name': 'tempest-TestVolumeBackupRestore-1440680501-router', 'tenant_id': 'f818fc27770945ebae7c7b490a0b55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '769363e5-bb2a-482d-984a-f5d7a94dabe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T12:59:58Z', 'revision_number': 4, 'project_id': 'f818fc27770945ebae7c7b490a0b55bc', 'gw_port': {'id': '769363e5-bb2a-482d-984a-f5d7a94dabe0', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:44Z', 'updated_at': '2021-08-28T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '9d5f4a06-eccc-469d-82b6-7cc51e4f1113', 'name': '', 'network_id': '9591e06b-8a77-4b0a-af02-dc3f7b1d28ae', 'tenant_id': 'f818fc27770945ebae7c7b490a0b55bc', 'mac_address': 'fa:16:3e:d8:bf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a82dc06e-c030-408e-9ee7-4b9f36286b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:57Z', 'updated_at': '2021-08-28T13:00:08Z', 'revision_number': 4, 'project_id': 'f818fc27770945ebae7c7b490a0b55bc', 'subnets': [{'id': 'a82dc06e-c030-408e-9ee7-4b9f36286b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:11.560118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:00:11.691836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:11.692373 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:11.813571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02053f-cde6-4043-af78-c7fa0c00113a None None] The sync data for ids ['8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'] in n-d-791505-21 is: [{'id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'name': 'tempest-TestVolumeBackupRestore-1440680501-router', 'tenant_id': 'f818fc27770945ebae7c7b490a0b55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '769363e5-bb2a-482d-984a-f5d7a94dabe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T12:59:58Z', 'revision_number': 4, 'project_id': 'f818fc27770945ebae7c7b490a0b55bc', 'gw_port': {'id': '769363e5-bb2a-482d-984a-f5d7a94dabe0', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:44Z', 'updated_at': '2021-08-28T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '9d5f4a06-eccc-469d-82b6-7cc51e4f1113', 'name': '', 'network_id': '9591e06b-8a77-4b0a-af02-dc3f7b1d28ae', 'tenant_id': 'f818fc27770945ebae7c7b490a0b55bc', 'mac_address': 'fa:16:3e:d8:bf:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a82dc06e-c030-408e-9ee7-4b9f36286b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:57Z', 'updated_at': '2021-08-28T13:00:08Z', 'revision_number': 4, 'project_id': 'f818fc27770945ebae7c7b490a0b55bc', 'subnets': [{'id': 'a82dc06e-c030-408e-9ee7-4b9f36286b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:00:11.946926 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a82ce5e2-6280-4064-9a84-10b8efeca8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:11.962748 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Allocated IP 172.23.0.2 (b4163916-9b11-41d8-b853-baf1387fec71/09f0031b-f181-4119-b96a-58a6f8578ccb/702937d2-7976-4eb1-9b05-125e64783b65) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:00:12.078496 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:12.201477 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1834d9fd-37ef-4438-8d56-716b7e4d8860 x-openstack-request-id: req-1834d9fd-37ef-4438-8d56-716b7e4d8860 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:00:12.209072 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3aacc3-7d35-4714-a8d2-e58581cda00d", "name": "network-vif-deleted", "tag": "7eb993f1-b020-4ed6-9e77-ca8d01ac5166", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:00:12.210399 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1834d9fd-37ef-4438-8d56-716b7e4d8860 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:00:12.213184 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3aacc3-7d35-4714-a8d2-e58581cda00d', 'name': 'network-vif-deleted', 'tag': '7eb993f1-b020-4ed6-9e77-ca8d01ac5166', 'status': 'completed', 'code': 200} Aug 28 13:00:12.251384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b,segment=NetworkSegment(3a68c023-8390-412b-9b36-4df9b1c05a51),segment_id=3a68c023-8390-412b-9b36-4df9b1c05a51)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:12.296949 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:12.298405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 33e62d19-9d1d-4d74-871c-6d8a671b774a up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:12.301214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309b423-37c0-4662-93be-2f3af2725472 req-d4565bd0-8293-452b-83f2-e20e247c2af3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:12.308531 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4309b423-37c0-4662-93be-2f3af2725472 req-d4565bd0-8293-452b-83f2-e20e247c2af3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 1.9086518 Aug 28 13:00:12.335898 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4eb20817-069d-4800-a11e-2495c26ffd20 req-10cc5b38-10ca-405d-b654-aac2d99a43d5 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3283226 Aug 28 13:00:12.756382 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:12.876801 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bf869cc9-9ab6-497f-a3ea-b48fb8d1fa81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:12.915304 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:12.934885 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 33e62d19-9d1d-4d74-871c-6d8a671b774a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:12.935856 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:12.973507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4eb20817-069d-4800-a11e-2495c26ffd20 req-793e254a-6096-4c9a-97fb-e5b68f49880b service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222107 Aug 28 13:00:13.004844 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4309b423-37c0-4662-93be-2f3af2725472 req-0728f978-7463-4751-9115-97ff8bdca5cf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6777818 Aug 28 13:00:13.031622 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:13.053157 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81173b-908a-4f68-8be9-30391cde5cda req-0a4d1170-a8de-40e5-898e-a9c1979e11af tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:13.068937 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:00:13.069166 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d81173b-908a-4f68-8be9-30391cde5cda req-0a4d1170-a8de-40e5-898e-a9c1979e11af tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 946 time: 0.1701970 Aug 28 13:00:13.125888 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Transition to ACTIVE for port object 702937d2-7976-4eb1-9b05-125e64783b65 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:00:13.125888 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a672a8-8552-4d91-a344-2a01903e486c None None] Sync routers for ids ['f54788d5-29b4-4b69-9245-c943ba4d5020'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:00:13.179536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Transition to ACTIVE for port object 702937d2-7976-4eb1-9b05-125e64783b65 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:00:13.185639 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a672a8-8552-4d91-a344-2a01903e486c None None] Routers {'f54788d5-29b4-4b69-9245-c943ba4d5020'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:13.186635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f5a672a8-8552-4d91-a344-2a01903e486c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f54788d5-29b4-4b69-9245-c943ba4d5020'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:13.266396 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:13.267646 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-afa7c49a-9a2b-421f-b21c-374d1a5f22fc tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 14.3702307 Aug 28 13:00:13.271214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34708) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:13.299577 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f5a672a8-8552-4d91-a344-2a01903e486c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:13.314880 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:13.375119 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d81173b-908a-4f68-8be9-30391cde5cda req-2ac31179-236c-454e-8b30-2da20012fa6d tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046091 Aug 28 13:00:13.429394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82ce5e2-6280-4064-9a84-10b8efeca8ba admin admin] Router 6360994e-550d-4acd-9c8c-a1c038f39d73 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:00:13.469403 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6fff6cff-413e-454f-accf-b7602ff60e9b tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/routers/f54788d5-29b4-4b69-9245-c943ba4d5020 HTTP/1.1" status: 200 len: 919 time: 0.1970577 Aug 28 13:00:13.473530 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34716) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:13.536036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Network b4163916-9b11-41d8-b853-baf1387fec71 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:00:13.541290 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a672a8-8552-4d91-a344-2a01903e486c None None] Routers {'f54788d5-29b4-4b69-9245-c943ba4d5020'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:13.545105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f5a672a8-8552-4d91-a344-2a01903e486c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f54788d5-29b4-4b69-9245-c943ba4d5020'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:13.567455 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:00:13.577039 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:00:13.581753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 769363e5-bb2a-482d-984a-f5d7a94dabe0 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:13.592040 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:13.633069 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b8e9a42e-dba1-44ad-8801-cc401fec9602 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54788d5-29b4-4b69-9245-c943ba4d5020 HTTP/1.1" status: 200 len: 205 time: 0.1499288 Aug 28 13:00:13.636291 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34722) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:13.827509 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82ce5e2-6280-4064-9a84-10b8efeca8ba admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:00:13.838611 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122cf1e0-6e28-43ab-aea1-bdbc4363d8d2 None None] Sync routers for ids ['6360994e-550d-4acd-9c8c-a1c038f39d73'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:00:13.856988 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a82ce5e2-6280-4064-9a84-10b8efeca8ba admin admin] 10.222.0.20 "PUT /v2.0/routers/6360994e-550d-4acd-9c8c-a1c038f39d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8274236 Aug 28 13:00:13.857690 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34728) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:13.885918 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122cf1e0-6e28-43ab-aea1-bdbc4363d8d2 None None] Routers {'6360994e-550d-4acd-9c8c-a1c038f39d73'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:13.888043 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-122cf1e0-6e28-43ab-aea1-bdbc4363d8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6360994e-550d-4acd-9c8c-a1c038f39d73'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:14.095753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Pushing event updated for resources: {'Port': ['ID=702937d2-7976-4eb1-9b05-125e64783b65,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:14.124995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f5a672a8-8552-4d91-a344-2a01903e486c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:14.127918 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a672a8-8552-4d91-a344-2a01903e486c None None] The sync data for ids ['f54788d5-29b4-4b69-9245-c943ba4d5020'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:00:14.178926 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-122cf1e0-6e28-43ab-aea1-bdbc4363d8d2 None None] Set router 6360994e-550d-4acd-9c8c-a1c038f39d73 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:14.268938 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-234e596e-d310-4deb-8339-a32268a9483d admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:14.322101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Allocated IP 172.23.0.1 (b4163916-9b11-41d8-b853-baf1387fec71/09f0031b-f181-4119-b96a-58a6f8578ccb/397cfcf2-3e9d-4177-916d-918b7ed778c2) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:00:14.368458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Attempting to bind port 702937d2-7976-4eb1-9b05-125e64783b65 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:00:14.387128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Attempting to bind port 702937d2-7976-4eb1-9b05-125e64783b65 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '16be142c-b371-4be2-980a-5d08fcbe3403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:00:14.387602 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Attempting to bind port 702937d2-7976-4eb1-9b05-125e64783b65 on network b4163916-9b11-41d8-b853-baf1387fec71 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:00:14.420472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:00:14.420472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Checking segment: {'id': '16be142c-b371-4be2-980a-5d08fcbe3403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:00:14.420472 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:14.420883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Bound using segment: {'id': '16be142c-b371-4be2-980a-5d08fcbe3403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:00:14.421134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Bound port: 702937d2-7976-4eb1-9b05-125e64783b65, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16be142c-b371-4be2-980a-5d08fcbe3403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:00:14.421512 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:14.486691 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-122cf1e0-6e28-43ab-aea1-bdbc4363d8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'name': 'tempest-TaggedBootDevicesTest-765139966-router', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:47:55Z', 'updated_at': '2021-08-28T13:00:11Z', 'revision_number': 5, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'gw_port': {'id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:47:56Z', 'updated_at': '2021-08-28T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:14.489079 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 769363e5-bb2a-482d-984a-f5d7a94dabe0 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:14.493568 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:14.575426 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122cf1e0-6e28-43ab-aea1-bdbc4363d8d2 None None] Checking router: 6360994e-550d-4acd-9c8c-a1c038f39d73 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:00:14.598822 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122cf1e0-6e28-43ab-aea1-bdbc4363d8d2 None None] Routers {'6360994e-550d-4acd-9c8c-a1c038f39d73'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:14.603247 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-122cf1e0-6e28-43ab-aea1-bdbc4363d8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6360994e-550d-4acd-9c8c-a1c038f39d73'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:14.775234 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9c61b-d149-48f1-a545-0bec4fedbb20 req-9ef593aa-9834-4061-97ca-9959879e12e0 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:14.787816 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d3d9c61b-d149-48f1-a545-0bec4fedbb20 req-9ef593aa-9834-4061-97ca-9959879e12e0 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 946 time: 0.2032592 Aug 28 13:00:14.793480 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-234e596e-d310-4deb-8339-a32268a9483d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:14.830884 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] For port 702937d2-7976-4eb1-9b05-125e64783b65, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:00:14.846083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] For port 702937d2-7976-4eb1-9b05-125e64783b65, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=702937d2-7976-4eb1-9b05-125e64783b65,segment=NetworkSegment(16be142c-b371-4be2-980a-5d08fcbe3403),segment_id=16be142c-b371-4be2-980a-5d08fcbe3403)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:00:14.858052 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:14.974985 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-122cf1e0-6e28-43ab-aea1-bdbc4363d8d2 None None] Set router 6360994e-550d-4acd-9c8c-a1c038f39d73 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:15.022491 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:15.024215 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d3d9c61b-d149-48f1-a545-0bec4fedbb20 req-f8c079b2-2496-4923-a8ea-277b946b5f76 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205946 Aug 28 13:00:15.086288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20d1b9-5e6d-45aa-b85c-2b6284df961c req-2f5b1f60-9c94-479b-b732-5a267521e888 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:15.086889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-234e596e-d310-4deb-8339-a32268a9483d admin admin] Deleting port c7820939-4d8d-4324-8b40-0d8ae237f4a5 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:15.088512 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c20d1b9-5e6d-45aa-b85c-2b6284df961c req-2f5b1f60-9c94-479b-b732-5a267521e888 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 946 time: 1.0438354 Aug 28 13:00:15.088790 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-234e596e-d310-4deb-8339-a32268a9483d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:15.127125 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db3f3ce3-5272-4b87-b950-ddf16536f2e5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:15.161824 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e5ec7-ec70-4f01-bc10-7f2542362f11 None None] Pushing event updated for resources: {'Port': ['ID=702937d2-7976-4eb1-9b05-125e64783b65,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:15.254029 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-122cf1e0-6e28-43ab-aea1-bdbc4363d8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'name': 'tempest-TaggedBootDevicesTest-765139966-router', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:47:55Z', 'updated_at': '2021-08-28T13:00:11Z', 'revision_number': 5, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'gw_port': {'id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:47:56Z', 'updated_at': '2021-08-28T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:15.270248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-234e596e-d310-4deb-8339-a32268a9483d admin admin] For port c7820939-4d8d-4324-8b40-0d8ae237f4a5, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c7820939-4d8d-4324-8b40-0d8ae237f4a5,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:15.270791 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-234e596e-d310-4deb-8339-a32268a9483d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:15.276157 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:15.289469 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122cf1e0-6e28-43ab-aea1-bdbc4363d8d2 None None] The sync data for ids ['6360994e-550d-4acd-9c8c-a1c038f39d73'] in n-d-791505-21 is: [{'id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'name': 'tempest-TaggedBootDevicesTest-765139966-router', 'tenant_id': '848f98195d42445793f4ad0f8595cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:47:55Z', 'updated_at': '2021-08-28T13:00:11Z', 'revision_number': 5, 'project_id': '848f98195d42445793f4ad0f8595cb5d', 'gw_port': {'id': 'c7820939-4d8d-4324-8b40-0d8ae237f4a5', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6360994e-550d-4acd-9c8c-a1c038f39d73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:47:56Z', 'updated_at': '2021-08-28T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:00:15.351928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-234e596e-d310-4deb-8339-a32268a9483d admin admin] Calling delete_port for c7820939-4d8d-4324-8b40-0d8ae237f4a5 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:15.416151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a95d9d-bca2-424b-a073-016e82f835d0 req-db16e607-7ec7-4625-8a65-8afcb738c12a tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:15.428725 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28a95d9d-bca2-424b-a073-016e82f835d0 req-db16e607-7ec7-4625-8a65-8afcb738c12a tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.7234852 Aug 28 13:00:15.437461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Transition to ACTIVE for port object 397cfcf2-3e9d-4177-916d-918b7ed778c2 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:00:15.723201 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-234e596e-d310-4deb-8339-a32268a9483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:15.787907 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e596e-d310-4deb-8339-a32268a9483d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7820939-4d8d-4324-8b40-0d8ae237f4a5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:15.824067 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db3f3ce3-5272-4b87-b950-ddf16536f2e5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:15.832768 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28a95d9d-bca2-424b-a073-016e82f835d0 req-cd9e45a4-0fef-4665-8e6f-fe6d1a48ea7e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3293195 Aug 28 13:00:15.952113 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:15.962210 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-234e596e-d310-4deb-8339-a32268a9483d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:15.979617 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-4c20d1b9-5e6d-45aa-b85c-2b6284df961c req-84d0a6fc-d2fc-4c55-9c96-e93415b8b8c0 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Deleting port e004dd8b-0acb-4bd8-9e47-0b88882e2d42 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:15.984372 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c20d1b9-5e6d-45aa-b85c-2b6284df961c req-84d0a6fc-d2fc-4c55-9c96-e93415b8b8c0 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:16.064219 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:16.186767 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:00:16.192282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network b4163916-9b11-41d8-b853-baf1387fec71 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:00:16.195560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:16.198011 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:16.216132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:00:16.251266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:00:16.351914 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-234e596e-d310-4deb-8339-a32268a9483d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:16.356073 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-234e596e-d310-4deb-8339-a32268a9483d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:16.362864 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:16.398613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9d5f4a06-eccc-469d-82b6-7cc51e4f1113,segment=NetworkSegment(d22fc42b-072d-4010-941e-7b8093d00298),segment_id=d22fc42b-072d-4010-941e-7b8093d00298)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:16.413582 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:16.415126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:16.419133 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-234e596e-d310-4deb-8339-a32268a9483d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:16.419415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234e596e-d310-4deb-8339-a32268a9483d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6360994e-550d-4acd-9c8c-a1c038f39d73 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:00:16.443372 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:16.461503 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-234e596e-d310-4deb-8339-a32268a9483d admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:16.465693 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-234e596e-d310-4deb-8339-a32268a9483d admin admin] 10.222.0.20 "DELETE /v2.0/routers/6360994e-550d-4acd-9c8c-a1c038f39d73 HTTP/1.1" status: 204 len: 168 time: 2.6030145 Aug 28 13:00:16.470831 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34748) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:16.513903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=9d5f4a06-eccc-469d-82b6-7cc51e4f1113,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:16.578947 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:16.581357 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:16.671464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=397cfcf2-3e9d-4177-916d-918b7ed778c2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:16.685248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c174e-6013-4f20-a87b-0c583807f1b3 req-3ad4a3cc-86bc-42be-bc2f-4787d09cb3d1 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:16.695810 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d71c174e-6013-4f20-a87b-0c583807f1b3 req-3ad4a3cc-86bc-42be-bc2f-4787d09cb3d1 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 946 time: 0.2899196 Aug 28 13:00:16.731542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-db3f3ce3-5272-4b87-b950-ddf16536f2e5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Deleting port e9ea9488-5ab0-4675-a8f4-96be15cc634d {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:16.734129 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db3f3ce3-5272-4b87-b950-ddf16536f2e5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:16.737615 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a26acd0-591f-4ba5-851b-a41e016fae55 admin admin] Deleting subnet 054df6af-7208-4216-97f7-7a8ded4fac28 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:00:16.776966 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 50144df9-0047-45a4-a2fa-778dc9b11f74 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:16.784768 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a26acd0-591f-4ba5-851b-a41e016fae55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:16.915681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 50144df9-0047-45a4-a2fa-778dc9b11f74 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:16.916392 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:16.946342 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-4c20d1b9-5e6d-45aa-b85c-2b6284df961c req-84d0a6fc-d2fc-4c55-9c96-e93415b8b8c0 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] For port e004dd8b-0acb-4bd8-9e47-0b88882e2d42, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e004dd8b-0acb-4bd8-9e47-0b88882e2d42,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:16.946342 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c20d1b9-5e6d-45aa-b85c-2b6284df961c req-84d0a6fc-d2fc-4c55-9c96-e93415b8b8c0 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:16.961155 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:16.978547 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dfa560-d67e-4190-b9b3-8fd02870116b None None] Network b4163916-9b11-41d8-b853-baf1387fec71 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:00:17.000479 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d71c174e-6013-4f20-a87b-0c583807f1b3 req-49d315a0-9375-470f-b9f9-7bbcf4efdab1 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038714 Aug 28 13:00:17.016150 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a26acd0-591f-4ba5-851b-a41e016fae55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:17.034737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-4c20d1b9-5e6d-45aa-b85c-2b6284df961c req-84d0a6fc-d2fc-4c55-9c96-e93415b8b8c0 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Calling delete_port for e004dd8b-0acb-4bd8-9e47-0b88882e2d42 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:17.160890 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db3f3ce3-5272-4b87-b950-ddf16536f2e5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:17.178560 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-db3f3ce3-5272-4b87-b950-ddf16536f2e5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Calling delete_port for e9ea9488-5ab0-4675-a8f4-96be15cc634d owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:17.242890 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a26acd0-591f-4ba5-851b-a41e016fae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:17.306054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e004dd8b-0acb-4bd8-9e47-0b88882e2d42 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:17.371412 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a26acd0-591f-4ba5-851b-a41e016fae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:17.383425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1609e31b-6f3b-4fb5-b658-c02d5ba209f3 None None] Provisioning for port 702937d2-7976-4eb1-9b05-125e64783b65 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:00:17.425630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26acd0-591f-4ba5-851b-a41e016fae55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054df6af-7208-4216-97f7-7a8ded4fac28,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:17.445593 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a26acd0-591f-4ba5-851b-a41e016fae55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:17.447609 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6a26acd0-591f-4ba5-851b-a41e016fae55 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/054df6af-7208-4216-97f7-7a8ded4fac28 HTTP/1.1" status: 204 len: 168 time: 0.9711530 Aug 28 13:00:17.451511 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34768) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:17.499834 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:17.502668 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1e3946-3266-455f-ad04-b58b881861c8 None None] Network efbe7541-b127-4e81-9a72-35e309b4f7c9 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:00:17.599725 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:17.665777 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffd5df-b4f1-4259-83ce-99d4a2d09f90 req-ebe41f04-a894-476b-bc4a-e4c7e7b7b1fd tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:17.668222 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-96ffd5df-b4f1-4259-83ce-99d4a2d09f90 req-ebe41f04-a894-476b-bc4a-e4c7e7b7b1fd tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.6064987 Aug 28 13:00:17.717596 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6b9769-02cc-422c-a8ac-e32b8a652629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e004dd8b-0acb-4bd8-9e47-0b88882e2d42'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:00:17.725088 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4b83ba-4c8a-400f-a149-da29f1daad8c" -d '{"events": [{"server_uuid": "4b6b9769-02cc-422c-a8ac-e32b8a652629", "name": "network-vif-unplugged", "status": "completed", "tag": "e004dd8b-0acb-4bd8-9e47-0b88882e2d42"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:00:17.755334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] Deleting port 27d4c917-5342-4ae4-822c-5050ab683d55 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:17.755933 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:17.831468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e004dd8b-0acb-4bd8-9e47-0b88882e2d42, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e004dd8b-0acb-4bd8-9e47-0b88882e2d42,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:17.840846 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 13:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc94287-dee9-47c8-9e4b-4185ffb7a8b9 x-openstack-request-id: req-6fc94287-dee9-47c8-9e4b-4185ffb7a8b9 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:00:17.841416 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6b9769-02cc-422c-a8ac-e32b8a652629", "name": "network-vif-unplugged", "status": "completed", "tag": "e004dd8b-0acb-4bd8-9e47-0b88882e2d42", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:00:17.842004 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fc94287-dee9-47c8-9e4b-4185ffb7a8b9 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:00:17.844843 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6b9769-02cc-422c-a8ac-e32b8a652629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e004dd8b-0acb-4bd8-9e47-0b88882e2d42', 'code': 200} Aug 28 13:00:17.847522 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:17.997867 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7fe79e-1383-4665-a78e-3dc50156fb37 None None] DHCP port deletion for efbe7541-b127-4e81-9a72-35e309b4f7c9 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:00:18.005771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] For port 27d4c917-5342-4ae4-822c-5050ab683d55, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=27d4c917-5342-4ae4-822c-5050ab683d55,segment=NetworkSegment(f03ea460-4117-4235-8e26-63c25b49a0b8),segment_id=f03ea460-4117-4235-8e26-63c25b49a0b8)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:18.006155 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:18.018387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=e004dd8b-0acb-4bd8-9e47-0b88882e2d42,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:18.062451 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] Calling delete_port for 27d4c917-5342-4ae4-822c-5050ab683d55 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:18.150455 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-96ffd5df-b4f1-4259-83ce-99d4a2d09f90 req-d033e3d9-b302-4724-b536-4cafd506ee19 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4545302 Aug 28 13:00:18.235178 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ad7fe79e-1383-4665-a78e-3dc50156fb37 None None] Deleting port 27d4c917-5342-4ae4-822c-5050ab683d55 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:18.235555 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ad7fe79e-1383-4665-a78e-3dc50156fb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:18.256643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0a0a7b30-3cc7-4f8f-94d1-3491e21fd1af None None] Provisioning for port 397cfcf2-3e9d-4177-916d-918b7ed778c2 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:00:18.360431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0a0a7b30-3cc7-4f8f-94d1-3491e21fd1af None None] Provisioning complete for port 397cfcf2-3e9d-4177-916d-918b7ed778c2 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:18.372713 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0a0a7b30-3cc7-4f8f-94d1-3491e21fd1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:18.376325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:18.409553 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db3f3ce3-5272-4b87-b950-ddf16536f2e5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:18.434609 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:18.454994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] No DVR routers for this DVR port 27d4c917-5342-4ae4-822c-5050ab683d55 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:00:18.505655 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f3ce3-5272-4b87-b950-ddf16536f2e5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Pushing event deleted for resources: {'Port': ['ID=e9ea9488-5ab0-4675-a8f4-96be15cc634d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:18.554970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ad7fe79e-1383-4665-a78e-3dc50156fb37 None None] For port 27d4c917-5342-4ae4-822c-5050ab683d55, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=27d4c917-5342-4ae4-822c-5050ab683d55,segment=NetworkSegment(f03ea460-4117-4235-8e26-63c25b49a0b8),segment_id=f03ea460-4117-4235-8e26-63c25b49a0b8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:18.559900 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ad7fe79e-1383-4665-a78e-3dc50156fb37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:18.566587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a7b30-3cc7-4f8f-94d1-3491e21fd1af None None] Port 397cfcf2-3e9d-4177-916d-918b7ed778c2 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:00:18.621039 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ad7fe79e-1383-4665-a78e-3dc50156fb37 None None] Calling delete_port for 27d4c917-5342-4ae4-822c-5050ab683d55 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:18.630227 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db3f3ce3-5272-4b87-b950-ddf16536f2e5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:18.639945 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c20d1b9-5e6d-45aa-b85c-2b6284df961c req-84d0a6fc-d2fc-4c55-9c96-e93415b8b8c0 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:18.658904 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['045b7c91-2f3e-4cca-9e12-7b035307da63'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:00:18.665053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] Pushing event deleted for resources: {'Port': ['ID=27d4c917-5342-4ae4-822c-5050ab683d55,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:18.708181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2407c-2f3d-470c-a218-848d6b832dd8 req-db6bc730-c92e-416a-8706-9c0975737a32 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:18.710597 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7c2407c-2f3d-470c-a218-848d6b832dd8 req-db6bc730-c92e-416a-8706-9c0975737a32 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 865 time: 0.4719815 Aug 28 13:00:18.712800 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:18.785953 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbe7541-b127-4e81-9a72-35e309b4f7c9']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:18.840023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0a6fc-d2fc-4c55-9c96-e93415b8b8c0 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Pushing event deleted for resources: {'Port': ['ID=e004dd8b-0acb-4bd8-9e47-0b88882e2d42,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:18.860903 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:18.872915 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:18.873159 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:18.884652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03ea460-4117-4235-8e26-63c25b49a0b8') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:18.885355 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03ea460-4117-4235-8e26-63c25b49a0b8') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:18.891600 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7c2407c-2f3d-470c-a218-848d6b832dd8 req-739775ef-fe48-4905-8e02-59340e38d2e5 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742692 Aug 28 13:00:18.913986 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:18.937982 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:18.939209 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:18.974119 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:00:18.975278 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:00:18.978916 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:00:19.011580 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5e40eba1-9cbc-4307-ab85-26f4668eadc3 None None] Provisioning complete for port 397cfcf2-3e9d-4177-916d-918b7ed778c2 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:19.013199 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5e40eba1-9cbc-4307-ab85-26f4668eadc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:19.045300 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:19.069051 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db3f3ce3-5272-4b87-b950-ddf16536f2e5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:19.074444 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:19.084002 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:19.094612 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] 10.222.0.20 "DELETE /v2.0/networks/efbe7541-b127-4e81-9a72-35e309b4f7c9 HTTP/1.1" status: 204 len: 168 time: 1.6409822 Aug 28 13:00:19.119540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e177b9a-5d7f-4a50-9981-184fbd9a185f admin admin] Pushing event deleted for resources: {'Network': ['ID=efbe7541-b127-4e81-9a72-35e309b4f7c9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:19.130333 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db3f3ce3-5272-4b87-b950-ddf16536f2e5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:19.274703 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ad7fe79e-1383-4665-a78e-3dc50156fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:19.281138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c20d1b9-5e6d-45aa-b85c-2b6284df961c req-84d0a6fc-d2fc-4c55-9c96-e93415b8b8c0 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] No DVR routers for this DVR port e004dd8b-0acb-4bd8-9e47-0b88882e2d42 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:00:19.290033 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4c20d1b9-5e6d-45aa-b85c-2b6284df961c req-84d0a6fc-d2fc-4c55-9c96-e93415b8b8c0 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:19.292499 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c20d1b9-5e6d-45aa-b85c-2b6284df961c req-84d0a6fc-d2fc-4c55-9c96-e93415b8b8c0 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.10 "DELETE /v2.0/ports/e004dd8b-0acb-4bd8-9e47-0b88882e2d42 HTTP/1.1" status: 204 len: 173 time: 4.1732037 Aug 28 13:00:19.293182 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6b9769-02cc-422c-a8ac-e32b8a652629', 'name': 'network-vif-deleted', 'tag': 'e004dd8b-0acb-4bd8-9e47-0b88882e2d42'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:00:19.295870 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2e21a3-395c-4ed2-9a31-f4c7f87a87ad" -d '{"events": [{"server_uuid": "4b6b9769-02cc-422c-a8ac-e32b8a652629", "name": "network-vif-deleted", "tag": "e004dd8b-0acb-4bd8-9e47-0b88882e2d42"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:00:19.311285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event updated for resources: {'Port': ['ID=397cfcf2-3e9d-4177-916d-918b7ed778c2,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:19.321756 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db3f3ce3-5272-4b87-b950-ddf16536f2e5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:19.322571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3f3ce3-5272-4b87-b950-ddf16536f2e5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Fanout notify agent at l3_agent the message router_deleted on router f54788d5-29b4-4b69-9245-c943ba4d5020 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:00:19.333151 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db3f3ce3-5272-4b87-b950-ddf16536f2e5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:19.334800 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-db3f3ce3-5272-4b87-b950-ddf16536f2e5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "DELETE /v2.0/routers/f54788d5-29b4-4b69-9245-c943ba4d5020 HTTP/1.1" status: 204 len: 168 time: 5.6973276 Aug 28 13:00:19.338854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34792) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:19.346295 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1536893921', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'enable_snat': False}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:19.429279 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:19.430982 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:19.485223 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3b3828-64b0-4877-b348-cde76208ae9e x-openstack-request-id: req-bb3b3828-64b0-4877-b348-cde76208ae9e {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:00:19.485528 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6b9769-02cc-422c-a8ac-e32b8a652629", "name": "network-vif-deleted", "tag": "e004dd8b-0acb-4bd8-9e47-0b88882e2d42", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:00:19.485788 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb3b3828-64b0-4877-b348-cde76208ae9e {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:00:19.486195 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6b9769-02cc-422c-a8ac-e32b8a652629', 'name': 'network-vif-deleted', 'tag': 'e004dd8b-0acb-4bd8-9e47-0b88882e2d42', 'status': 'completed', 'code': 200} Aug 28 13:00:19.534065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Network b4163916-9b11-41d8-b853-baf1387fec71 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:00:19.552890 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:00:19.574602 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:19.576874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd85879-d862-4298-bb94-54a3cbd2c3ac req-9a2cde95-7abd-4a0f-8ec7-37134bd6ce3b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:19.579028 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9fd85879-d862-4298-bb94-54a3cbd2c3ac req-9a2cde95-7abd-4a0f-8ec7-37134bd6ce3b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.2036319 Aug 28 13:00:19.665908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fe79e-1383-4665-a78e-3dc50156fb37 None None] Pushing event deleted for resources: {'Port': ['ID=27d4c917-5342-4ae4-822c-5050ab683d55,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:19.687736 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 702937d2-7976-4eb1-9b05-125e64783b65 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:19.695599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-5e40eba1-9cbc-4307-ab85-26f4668eadc3 None None] Port 397cfcf2-3e9d-4177-916d-918b7ed778c2 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:00:19.708369 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad7fe79e-1383-4665-a78e-3dc50156fb37 None None] Network efbe7541-b127-4e81-9a72-35e309b4f7c9 is not hosted by any dhcp agent {{(pid=94879) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 13:00:19.708841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7fe79e-1383-4665-a78e-3dc50156fb37 None None] No DVR routers for this DVR port 27d4c917-5342-4ae4-822c-5050ab683d55 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:00:19.825677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34798) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:20.017853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 702937d2-7976-4eb1-9b05-125e64783b65 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:00:20.025053 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 702937d2-7976-4eb1-9b05-125e64783b65 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:20.025433 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:20.059405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router cd11c2ac-776f-4b76-b857-2c08ae0f683a has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:00:20.135290 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9fd85879-d862-4298-bb94-54a3cbd2c3ac req-0ae79967-6eb4-40f6-8e67-aefb832751c3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5225320 Aug 28 13:00:20.171048 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:20.248612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 702937d2-7976-4eb1-9b05-125e64783b65, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=702937d2-7976-4eb1-9b05-125e64783b65,segment=NetworkSegment(16be142c-b371-4be2-980a-5d08fcbe3403),segment_id=16be142c-b371-4be2-980a-5d08fcbe3403)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:20.257401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-461cd43c-9a49-454a-8d13-4ba6a5d332bb None None] Provisioning complete for port 397cfcf2-3e9d-4177-916d-918b7ed778c2 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:20.258051 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-461cd43c-9a49-454a-8d13-4ba6a5d332bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:20.312118 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:20.315200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-461cd43c-9a49-454a-8d13-4ba6a5d332bb None None] Port 397cfcf2-3e9d-4177-916d-918b7ed778c2 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:00:20.319366 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:20.379747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-72482371-a64f-4012-b6c1-c7863c203da8 req-022ea0ed-61d0-4713-b5fc-03be755dc161 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6b9769-02cc-422c-a8ac-e32b8a652629 HTTP/1.1" status: 200 len: 210 time: 0.2156410 Aug 28 13:00:20.446241 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6761e5ca-98bd-4d36-9dbc-dca8c2677499 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=848f98195d42445793f4ad0f8595cb5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6180165 Aug 28 13:00:20.450330 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34802) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:20.469963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6ea3d1fd-36a3-419c-b546-f529810ee232 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:20.535062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=702937d2-7976-4eb1-9b05-125e64783b65,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:20.540186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 6ea3d1fd-36a3-419c-b546-f529810ee232 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:00:20.540455 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6ea3d1fd-36a3-419c-b546-f529810ee232 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:00:20.540671 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c7820939-4d8d-4324-8b40-0d8ae237f4a5 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:20.565053 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: c7820939-4d8d-4324-8b40-0d8ae237f4a5 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:00:20.565320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c7820939-4d8d-4324-8b40-0d8ae237f4a5 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:00:20.740797 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e68b37c-cc29-4880-bf7d-478e8c15a496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:20.787769 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 702937d2-7976-4eb1-9b05-125e64783b65 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:20.790268 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e68b37c-cc29-4880-bf7d-478e8c15a496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:20.868905 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e68b37c-cc29-4880-bf7d-478e8c15a496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:20.873243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 702937d2-7976-4eb1-9b05-125e64783b65 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:20.873752 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:20.874575 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e68b37c-cc29-4880-bf7d-478e8c15a496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:20.880154 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6e68b37c-cc29-4880-bf7d-478e8c15a496 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7997cd5-80d8-407f-87d2-5a29e8e16724 HTTP/1.1" status: 204 len: 168 time: 0.4268770 Aug 28 13:00:20.897806 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68b37c-cc29-4880-bf7d-478e8c15a496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7997cd5-80d8-407f-87d2-5a29e8e16724,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:21.046242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:00:21.072562 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4feae9dc-f920-4226-a1ab-2c6fde8d3cd2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/cd11c2ac-776f-4b76-b857-2c08ae0f683a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6460490 Aug 28 13:00:21.075079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34810) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:21.083260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Sync routers for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:00:21.089519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ab0ade5e-e5b0-4916-8ba2-dea2fb304ffb tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:21.114641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:21.115299 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:21.209759 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:21.294973 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:21.365376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 27d4c917-5342-4ae4-822c-5050ab683d55 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:21.495526 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 27d4c917-5342-4ae4-822c-5050ab683d55 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:00:21.495526 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 27d4c917-5342-4ae4-822c-5050ab683d55 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:00:21.518651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:21.726242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb2f02-b19b-430a-baa3-6a4ba7b672e9 req-be02c290-25f5-4b5e-ab16-e91515d262d0 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:21.728628 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Allocated IP 172.25.1.115 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/8caf6bbc-fa43-47d4-9961-e1aa7e6bc195) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:00:21.739050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03fb2f02-b19b-430a-baa3-6a4ba7b672e9 req-be02c290-25f5-4b5e-ab16-e91515d262d0 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.4277723 Aug 28 13:00:21.967548 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03fb2f02-b19b-430a-baa3-6a4ba7b672e9 req-619f6937-6d2f-483b-a678-244b3ec38444 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275751 Aug 28 13:00:22.065773 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:22.199804 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:22.212356 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:16Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '397cfcf2-3e9d-4177-916d-918b7ed778c2', 'name': '', 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:11:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '09f0031b-f181-4119-b96a-58a6f8578ccb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:00:13Z', 'updated_at': '2021-08-28T13:00:17Z', 'revision_number': 2, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '09f0031b-f181-4119-b96a-58a6f8578ccb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T13:00:12Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:22.258154 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:00:22.264535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:00:22.272944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:00:22.531899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.extraroute_db [None req-ab0ade5e-e5b0-4916-8ba2-dea2fb304ffb tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 13:00:22.599116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.extraroute_db [None req-ab0ade5e-e5b0-4916-8ba2-dea2fb304ffb tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Removed routes are [] {{(pid=94877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 13:00:22.611412 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab0ade5e-e5b0-4916-8ba2-dea2fb304ffb tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:22.751423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Checking router: cd11c2ac-776f-4b76-b857-2c08ae0f683a for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:00:22.752039 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Updating router cd11c2ac-776f-4b76-b857-2c08ae0f683a port 397cfcf2-3e9d-4177-916d-918b7ed778c2 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:00:22.794278 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34846) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:22.810666 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:23.087506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1699559700-network', 'tenant_id': '26bcaf3b0d314af2b21d78225ff7859c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:23.185515 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab0ade5e-e5b0-4916-8ba2-dea2fb304ffb tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:23.194495 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Made reservation on behalf of 26bcaf3b0d314af2b21d78225ff7859c for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:00:23.196146 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:23.220415 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:23.268522 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab0ade5e-e5b0-4916-8ba2-dea2fb304ffb tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:23.288228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Pushing event updated for resources: {'Port': ['ID=8caf6bbc-fa43-47d4-9961-e1aa7e6bc195,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:23.493645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3b8d6-a54d-4781-bbe8-fb299b0a3a81 req-4c169736-f515-49a4-8fef-9743076190d1 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:23.511115 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c7e3b8d6-a54d-4781-bbe8-fb299b0a3a81 req-4c169736-f515-49a4-8fef-9743076190d1 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.2280858 Aug 28 13:00:23.612432 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:23.646083 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:23.712812 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c7e3b8d6-a54d-4781-bbe8-fb299b0a3a81 req-d4f528d7-8b6a-49e4-86af-a51b15b8bece tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999485 Aug 28 13:00:23.728152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e8c9e2-8474-481f-9ac9-16e0e9feca5f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:23.745038 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:00:23.764794 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:23.765576 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Added segment 31c06a9a-c547-4d34-b829-d494233a2422 of type vlan for network d51840e2-73a7-4608-8bb2-7b72a0257525 Aug 28 13:00:23.773255 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:23.773593 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:23.799727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Transition to ACTIVE for port object 397cfcf2-3e9d-4177-916d-918b7ed778c2 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:00:23.810040 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:23.862843 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:23.919061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0ade5e-e5b0-4916-8ba2-dea2fb304ffb tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router cd11c2ac-776f-4b76-b857-2c08ae0f683a has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:00:23.929612 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:23.934588 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:23.940514 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:23.984177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48ae0c-50b1-4ba7-993d-c88642c10612 None None] Pushing event updated for resources: {'Port': ['ID=397cfcf2-3e9d-4177-916d-918b7ed778c2,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:24.078833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Attempting to bind port 397cfcf2-3e9d-4177-916d-918b7ed778c2 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:00:24.079221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Attempting to bind port 397cfcf2-3e9d-4177-916d-918b7ed778c2 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '16be142c-b371-4be2-980a-5d08fcbe3403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:00:24.079583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Attempting to bind port 397cfcf2-3e9d-4177-916d-918b7ed778c2 on network b4163916-9b11-41d8-b853-baf1387fec71 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:00:24.104436 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:00:24.104952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Checking segment: {'id': '16be142c-b371-4be2-980a-5d08fcbe3403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:00:24.109363 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:24.110797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Bound using segment: {'id': '16be142c-b371-4be2-980a-5d08fcbe3403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:00:24.111310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Bound port: 397cfcf2-3e9d-4177-916d-918b7ed778c2, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16be142c-b371-4be2-980a-5d08fcbe3403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:00:24.111705 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:24.225402 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:24.306631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0ade5e-e5b0-4916-8ba2-dea2fb304ffb tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:00:24.316836 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab0ade5e-e5b0-4916-8ba2-dea2fb304ffb tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:24.319482 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ab0ade5e-e5b0-4916-8ba2-dea2fb304ffb tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/cd11c2ac-776f-4b76-b857-2c08ae0f683a HTTP/1.1" status: 200 len: 933 time: 3.2419741 Aug 28 13:00:24.321404 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5222890 Aug 28 13:00:24.322198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34866) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:24.391047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34868) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:24.408286 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5003774e-7648-41d1-9bcc-74500dbacb30 admin admin] Request body: {'subnet': {'network_id': 'd51840e2-73a7-4608-8bb2-7b72a0257525', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1699559700-subnet', 'tenant_id': '26bcaf3b0d314af2b21d78225ff7859c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:24.471826 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fae5ec15-09b3-4c24-bdb0-b790f2bd3c5e tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/routers/cd11c2ac-776f-4b76-b857-2c08ae0f683a HTTP/1.1" status: 200 len: 933 time: 0.1378891 Aug 28 13:00:24.472166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34870) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:24.477154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-0b7e6520-ce56-4cf0-8654-791ec4fbbc69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'router': {'routes': None}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:24.486032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] For port 397cfcf2-3e9d-4177-916d-918b7ed778c2, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:00:24.489702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] For port 397cfcf2-3e9d-4177-916d-918b7ed778c2, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=397cfcf2-3e9d-4177-916d-918b7ed778c2,segment=NetworkSegment(16be142c-b371-4be2-980a-5d08fcbe3403),segment_id=16be142c-b371-4be2-980a-5d08fcbe3403)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:00:24.500231 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:24.532795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Pushing event updated for resources: {'Network': ['ID=d51840e2-73a7-4608-8bb2-7b72a0257525,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:24.543615 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:24.543948 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:24.544431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:24.544897 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:24.547763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:24.548193 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:24.549362 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:24.549673 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:24.550012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:24.550334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:24.550696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:24.551009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fa0d19-5f07-48bf-a4a3-9a8acad91486 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:24.565697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network d51840e2-73a7-4608-8bb2-7b72a0257525 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:00:24.665977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5003774e-7648-41d1-9bcc-74500dbacb30 admin admin] Made reservation on behalf of 26bcaf3b0d314af2b21d78225ff7859c for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:00:24.672969 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48ae0c-50b1-4ba7-993d-c88642c10612 None None] Pushing event updated for resources: {'Port': ['ID=397cfcf2-3e9d-4177-916d-918b7ed778c2,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:24.676513 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5003774e-7648-41d1-9bcc-74500dbacb30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:24.890098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:24.891062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:25.134240 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Router 3f275221-6ea4-4925-a9b4-dbd0761918f9 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:00:25.173872 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:25.200097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a9329-7810-4c44-a875-7c51a44a7649 req-d3f2bd64-ce58-4fc1-b522-1dbeb2a5e513 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:25.201998 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a55a9329-7810-4c44-a875-7c51a44a7649 req-d3f2bd64-ce58-4fc1-b522-1dbeb2a5e513 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.2642260 Aug 28 13:00:25.334089 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a55a9329-7810-4c44-a875-7c51a44a7649 req-b34071e6-a6b4-4a3b-a3d7-540bb5ef33e8 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126404 Aug 28 13:00:25.474124 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5003774e-7648-41d1-9bcc-74500dbacb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:25.497943 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.extraroute_db [None req-0b7e6520-ce56-4cf0-8654-791ec4fbbc69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Added routes are [] {{(pid=94877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 13:00:25.498392 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.extraroute_db [None req-0b7e6520-ce56-4cf0-8654-791ec4fbbc69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 13:00:25.576339 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b7e6520-ce56-4cf0-8654-791ec4fbbc69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:25.604897 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:00:25.629001 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Sync routers for ids ['3f275221-6ea4-4925-a9b4-dbd0761918f9'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:00:25.647738 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Routers {'3f275221-6ea4-4925-a9b4-dbd0761918f9'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:25.648858 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3f275221-6ea4-4925-a9b4-dbd0761918f9'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:25.664060 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003774e-7648-41d1-9bcc-74500dbacb30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18441c28-a410-4e1c-9aaa-49708a673eaa,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:25.681282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:22Z', 'revision_number': 6, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '397cfcf2-3e9d-4177-916d-918b7ed778c2', 'name': '', 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:11:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '09f0031b-f181-4119-b96a-58a6f8578ccb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:00:13Z', 'updated_at': '2021-08-28T13:00:24Z', 'revision_number': 4, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '09f0031b-f181-4119-b96a-58a6f8578ccb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T13:00:12Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:25.706138 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:25.712712 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e0391127-b176-4be9-a06f-a7f460601f0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.3702612 Aug 28 13:00:25.716594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34890) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:25.739516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5003774e-7648-41d1-9bcc-74500dbacb30 admin admin] Checking segment: {'id': '31c06a9a-c547-4d34-b829-d494233a2422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd51840e2-73a7-4608-8bb2-7b72a0257525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:00:25.741340 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5003774e-7648-41d1-9bcc-74500dbacb30 admin admin] Network hostable DHCP agents. Network: d51840e2-73a7-4608-8bb2-7b72a0257525, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:00:25.793953 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549590f-ada5-4967-a0fe-3de5e9fd09ea None None] The sync data for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 is: [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:22Z', 'revision_number': 6, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '397cfcf2-3e9d-4177-916d-918b7ed778c2', 'name': '', 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:11:20:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '09f0031b-f181-4119-b96a-58a6f8578ccb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:00:13Z', 'updated_at': '2021-08-28T13:00:24Z', 'revision_number': 4, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '09f0031b-f181-4119-b96a-58a6f8578ccb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T13:00:12Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:00:25.989252 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b7e6520-ce56-4cf0-8654-791ec4fbbc69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:25.998236 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b7e6520-ce56-4cf0-8654-791ec4fbbc69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:26.046662 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5003774e-7648-41d1-9bcc-74500dbacb30 admin admin] Network d51840e2-73a7-4608-8bb2-7b72a0257525 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:00:26.056171 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Set router 3f275221-6ea4-4925-a9b4-dbd0761918f9 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:26.095956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-5003774e-7648-41d1-9bcc-74500dbacb30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, d51840e2-73a7-4608-8bb2-7b72a0257525) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:00:26.107265 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82263d6d-3bbd-4cf4-936c-fd6efc3e01b1 None None] Network d51840e2-73a7-4608-8bb2-7b72a0257525 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:00:26.126533 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5003774e-7648-41d1-9bcc-74500dbacb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:26.134955 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5003774e-7648-41d1-9bcc-74500dbacb30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:26.181634 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-12e0e0a0-4f91-4e78-9ae3-ada790769bf5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/routers/3f275221-6ea4-4925-a9b4-dbd0761918f9 HTTP/1.1" status: 200 len: 909 time: 0.4588976 Aug 28 13:00:26.195242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34898) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:26.204896 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5003774e-7648-41d1-9bcc-74500dbacb30 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8038869 Aug 28 13:00:26.212141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1536893921', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'enable_snat': True}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:26.343861 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:26.353058 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:26.448738 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7e6520-ce56-4cf0-8654-791ec4fbbc69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router cd11c2ac-776f-4b76-b857-2c08ae0f683a has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:00:26.504026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afb1071-b0cc-4a7e-9423-6130c9c828a8 None None] Network d51840e2-73a7-4608-8bb2-7b72a0257525 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:00:26.676132 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f275221-6ea4-4925-a9b4-dbd0761918f9', 'name': 'tempest-snat-router-1536893921', 'tenant_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.115'}], 'enable_snat': False}, 'gw_port_id': '8caf6bbc-fa43-47d4-9961-e1aa7e6bc195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:00:19Z', 'updated_at': '2021-08-28T13:00:23Z', 'revision_number': 3, 'project_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'gw_port': {'id': '8caf6bbc-fa43-47d4-9961-e1aa7e6bc195', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f275221-6ea4-4925-a9b4-dbd0761918f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:00:21Z', 'updated_at': '2021-08-28T13:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:26.739564 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Checking router: 3f275221-6ea4-4925-a9b4-dbd0761918f9 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:00:26.749406 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Updating router 3f275221-6ea4-4925-a9b4-dbd0761918f9 port 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:00:26.756514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c7fe3-2d1d-49ba-98bf-8638bcd2cdfe req-27570cd1-96ce-433c-9e4e-1f9e95822457 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:26.763994 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d81c7fe3-2d1d-49ba-98bf-8638bcd2cdfe req-27570cd1-96ce-433c-9e4e-1f9e95822457 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.1708822 Aug 28 13:00:26.807841 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:26.819501 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 397cfcf2-3e9d-4177-916d-918b7ed778c2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:26.846103 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d81c7fe3-2d1d-49ba-98bf-8638bcd2cdfe req-d9dc8b30-40ed-48c4-bacb-5da667f58223 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773938 Aug 28 13:00:26.872857 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:26.979084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 397cfcf2-3e9d-4177-916d-918b7ed778c2 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:00:26.991345 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 397cfcf2-3e9d-4177-916d-918b7ed778c2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:26.991929 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:27.076888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19b35d-9ba1-492b-bcaf-0f297823fbf4 req-d63b424d-4643-4884-a94a-eb8b46915ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:27.078401 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce19b35d-9ba1-492b-bcaf-0f297823fbf4 req-d63b424d-4643-4884-a94a-eb8b46915ff1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 1097 time: 0.6493118 Aug 28 13:00:27.134007 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:27.189615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 397cfcf2-3e9d-4177-916d-918b7ed778c2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=397cfcf2-3e9d-4177-916d-918b7ed778c2,segment=NetworkSegment(16be142c-b371-4be2-980a-5d08fcbe3403),segment_id=16be142c-b371-4be2-980a-5d08fcbe3403)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:27.198515 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:27.335724 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=397cfcf2-3e9d-4177-916d-918b7ed778c2,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:27.450223 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a00706a-eb82-4150-a0fe-da77dd8e27f3 None None] Sync routers for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:00:27.468015 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a00706a-eb82-4150-a0fe-da77dd8e27f3 None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:27.468909 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7a00706a-eb82-4150-a0fe-da77dd8e27f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:27.473609 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7e6520-ce56-4cf0-8654-791ec4fbbc69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:00:27.497711 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b7e6520-ce56-4cf0-8654-791ec4fbbc69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:27.498986 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0b7e6520-ce56-4cf0-8654-791ec4fbbc69 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/cd11c2ac-776f-4b76-b857-2c08ae0f683a HTTP/1.1" status: 200 len: 699 time: 3.0258141 Aug 28 13:00:27.501091 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:27.502450 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34932) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:27.591155 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:27.602201 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-7040b1e7-52ab-4ca7-ae0e-bbcf6671c9b3 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:27.603664 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-7040b1e7-52ab-4ca7-ae0e-bbcf6671c9b3 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/networks?id=d51840e2-73a7-4608-8bb2-7b72a0257525 HTTP/1.1" status: 200 len: 822 time: 0.5442755 Aug 28 13:00:27.631441 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Transition to ACTIVE for port object 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:00:27.640131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19b35d-9ba1-492b-bcaf-0f297823fbf4 req-1b094ad6-3c7e-48aa-8bdc-1f149d76155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:27.642412 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce19b35d-9ba1-492b-bcaf-0f297823fbf4 req-1b094ad6-3c7e-48aa-8bdc-1f149d76155d service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 200 len: 917 time: 0.5108817 Aug 28 13:00:27.643381 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-1702c3c5-2e93-4f2b-951f-2b6a482ea730 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/quotas/26bcaf3b0d314af2b21d78225ff7859c HTTP/1.1" status: 200 len: 375 time: 0.0295887 Aug 28 13:00:27.664961 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:27.738721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-7a00706a-eb82-4150-a0fe-da77dd8e27f3 None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:27.761508 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d77de-4d34-49c5-bb08-f06e8a251214 None None] Pushing event updated for resources: {'Port': ['ID=8caf6bbc-fa43-47d4-9961-e1aa7e6bc195,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:27.775499 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Attempting to bind port 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:00:27.776861 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Attempting to bind port 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:00:27.777538 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Attempting to bind port 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:00:27.784611 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:00:27.785420 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:00:27.786062 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:27.786695 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:00:27.787390 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Bound port: 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:00:27.787990 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:27.866260 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-db6e0b0d-5710-4e40-8f74-acb45f09df26 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/routers/cd11c2ac-776f-4b76-b857-2c08ae0f683a HTTP/1.1" status: 200 len: 699 time: 0.3619540 Aug 28 13:00:27.867035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34940) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:27.913444 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] For port 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:00:27.917498 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] For port 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8caf6bbc-fa43-47d4-9961-e1aa7e6bc195,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:00:27.928115 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:28.070808 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Routers {'3f275221-6ea4-4925-a9b4-dbd0761918f9'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:28.070808 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3f275221-6ea4-4925-a9b4-dbd0761918f9'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:28.153706 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d77de-4d34-49c5-bb08-f06e8a251214 None None] Pushing event updated for resources: {'Port': ['ID=8caf6bbc-fa43-47d4-9961-e1aa7e6bc195,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:28.198083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7a00706a-eb82-4150-a0fe-da77dd8e27f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:25Z', 'revision_number': 7, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '397cfcf2-3e9d-4177-916d-918b7ed778c2', 'name': '', 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:11:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '09f0031b-f181-4119-b96a-58a6f8578ccb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:00:13Z', 'updated_at': '2021-08-28T13:00:27Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '09f0031b-f181-4119-b96a-58a6f8578ccb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T13:00:12Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:28.269010 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a00706a-eb82-4150-a0fe-da77dd8e27f3 None None] Checking router: cd11c2ac-776f-4b76-b857-2c08ae0f683a for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:00:28.293994 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a00706a-eb82-4150-a0fe-da77dd8e27f3 None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:28.295013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7a00706a-eb82-4150-a0fe-da77dd8e27f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:28.318555 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] Set router 3f275221-6ea4-4925-a9b4-dbd0761918f9 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:28.357417 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce19b35d-9ba1-492b-bcaf-0f297823fbf4 req-9df1f632-6a5f-4ed9-8614-b413eb05a3d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1 HTTP/1.1" status: 200 len: 1001 time: 0.6866264 Aug 28 13:00:28.400846 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-5d484630-6fe7-454c-8bc0-7cea168d0a63 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=26bcaf3b0d314af2b21d78225ff7859c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7447679 Aug 28 13:00:28.408799 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-4a239195-677c-4ce4-a86c-1b6142cb9851 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:00:28.427813 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-4a239195-677c-4ce4-a86c-1b6142cb9851 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255635 Aug 28 13:00:28.477724 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331db40-5916-485a-9ff6-f96c7e02e73c req-f7b14616-99ea-40a1-965c-099ac006d453 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:28.488148 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b331db40-5916-485a-9ff6-f96c7e02e73c req-f7b14616-99ea-40a1-965c-099ac006d453 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.2399592 Aug 28 13:00:28.525323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-7a00706a-eb82-4150-a0fe-da77dd8e27f3 None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:28.559768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19b35d-9ba1-492b-bcaf-0f297823fbf4 req-87f24335-f9f7-4fee-ad7e-8663e13dbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:28.563106 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce19b35d-9ba1-492b-bcaf-0f297823fbf4 req-87f24335-f9f7-4fee-ad7e-8663e13dbf73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fac72157-2444-43b8-a097-cf18d714c2d2 HTTP/1.1" status: 200 len: 856 time: 0.1235764 Aug 28 13:00:28.611192 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b331db40-5916-485a-9ff6-f96c7e02e73c req-8b9ad08a-568c-4b46-b0d5-e5b78eea1370 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181023 Aug 28 13:00:28.773168 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f275221-6ea4-4925-a9b4-dbd0761918f9', 'name': 'tempest-snat-router-1536893921', 'tenant_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.115'}], 'enable_snat': False}, 'gw_port_id': '8caf6bbc-fa43-47d4-9961-e1aa7e6bc195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:00:19Z', 'updated_at': '2021-08-28T13:00:23Z', 'revision_number': 3, 'project_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'gw_port': {'id': '8caf6bbc-fa43-47d4-9961-e1aa7e6bc195', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f275221-6ea4-4925-a9b4-dbd0761918f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:00:21Z', 'updated_at': '2021-08-28T13:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:28.815098 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-224e4c13-7f48-420e-9a67-a8185357d267 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:28.832256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 397cfcf2-3e9d-4177-916d-918b7ed778c2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:28.837960 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea292b63-5733-4df2-b0b4-2c4062da28a8 None None] The sync data for ids ['3f275221-6ea4-4925-a9b4-dbd0761918f9'] in n-d-791505-21 is: [{'id': '3f275221-6ea4-4925-a9b4-dbd0761918f9', 'name': 'tempest-snat-router-1536893921', 'tenant_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.115'}], 'enable_snat': False}, 'gw_port_id': '8caf6bbc-fa43-47d4-9961-e1aa7e6bc195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:00:19Z', 'updated_at': '2021-08-28T13:00:23Z', 'revision_number': 3, 'project_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'gw_port': {'id': '8caf6bbc-fa43-47d4-9961-e1aa7e6bc195', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f275221-6ea4-4925-a9b4-dbd0761918f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:00:21Z', 'updated_at': '2021-08-28T13:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:00:28.842556 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-67cca273-a872-4b6c-b45b-a665312bbd05 service neutron] 10.222.0.20 "GET /v2.0/networks/d51840e2-73a7-4608-8bb2-7b72a0257525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130673 Aug 28 13:00:28.998508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19b35d-9ba1-492b-bcaf-0f297823fbf4 req-926ad08c-0ab5-4e86-98e4-32586d0719de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:29.000341 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce19b35d-9ba1-492b-bcaf-0f297823fbf4 req-926ad08c-0ab5-4e86-98e4-32586d0719de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2661319 Aug 28 13:00:29.002509 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-0966e9c9-ff05-418c-8874-45d8022d7f95 service neutron] 10.222.0.20 "GET /v2.0/networks/d51840e2-73a7-4608-8bb2-7b72a0257525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394987 Aug 28 13:00:29.326658 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce19b35d-9ba1-492b-bcaf-0f297823fbf4 req-88fa696e-f584-446c-b21f-c9b49a283334 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103187 Aug 28 13:00:29.355840 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 397cfcf2-3e9d-4177-916d-918b7ed778c2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:29.358270 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:29.503935 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e45e8-0dd9-464f-96f6-b41b45d8cf2d req-613a2631-b81b-4b25-9f58-5011a49a564f tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:29.513752 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5c5e45e8-0dd9-464f-96f6-b41b45d8cf2d req-613a2631-b81b-4b25-9f58-5011a49a564f tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 945 time: 0.1624835 Aug 28 13:00:29.588288 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5c5e45e8-0dd9-464f-96f6-b41b45d8cf2d req-4069fb4d-5af2-4e03-92c2-e2231c30159e tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687821 Aug 28 13:00:29.755612 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a8bd0851-58ac-41e9-bab4-ddf755fa5cbc req-4bc9bc2e-1e6f-4e20-ab31-8896f8dca8a1 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 210 time: 0.1439068 Aug 28 13:00:29.756179 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7a00706a-eb82-4150-a0fe-da77dd8e27f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:25Z', 'revision_number': 7, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '397cfcf2-3e9d-4177-916d-918b7ed778c2', 'name': '', 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:11:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '09f0031b-f181-4119-b96a-58a6f8578ccb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:00:13Z', 'updated_at': '2021-08-28T13:00:27Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '09f0031b-f181-4119-b96a-58a6f8578ccb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T13:00:12Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:29.756329 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce19b35d-9ba1-492b-bcaf-0f297823fbf4 req-d9e6e342-1917-47ea-9d62-f3b7855dc040 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965325 Aug 28 13:00:29.771021 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:29.823730 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:29.887497 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a00706a-eb82-4150-a0fe-da77dd8e27f3 None None] The sync data for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 is: [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:25Z', 'revision_number': 7, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '397cfcf2-3e9d-4177-916d-918b7ed778c2', 'name': '', 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:11:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '09f0031b-f181-4119-b96a-58a6f8578ccb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:00:13Z', 'updated_at': '2021-08-28T13:00:27Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '09f0031b-f181-4119-b96a-58a6f8578ccb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T13:00:12Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:00:30.001037 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc3001-7c1b-47f5-b067-46a4d0272186 req-c45242a9-4521-4d89-8ff2-062d25fae8ed tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:30.015268 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3bdc3001-7c1b-47f5-b067-46a4d0272186 req-c45242a9-4521-4d89-8ff2-062d25fae8ed tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.2099509 Aug 28 13:00:30.025724 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-224e4c13-7f48-420e-9a67-a8185357d267 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port 397cfcf2-3e9d-4177-916d-918b7ed778c2 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:30.026144 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-224e4c13-7f48-420e-9a67-a8185357d267 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:30.127653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Allocated IP 172.25.1.73 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/50d3807e-0dea-4b1f-9267-3cdb623d42e1) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:00:30.278394 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:30.289207 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3bdc3001-7c1b-47f5-b067-46a4d0272186 req-9b47bed1-6c20-45d9-80be-5875d3452f02 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729564 Aug 28 13:00:30.380549 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-224e4c13-7f48-420e-9a67-a8185357d267 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] For port 397cfcf2-3e9d-4177-916d-918b7ed778c2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=397cfcf2-3e9d-4177-916d-918b7ed778c2,segment=NetworkSegment(16be142c-b371-4be2-980a-5d08fcbe3403),segment_id=16be142c-b371-4be2-980a-5d08fcbe3403)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:30.381013 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-224e4c13-7f48-420e-9a67-a8185357d267 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:30.411653 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:30.425581 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-224e4c13-7f48-420e-9a67-a8185357d267 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for 397cfcf2-3e9d-4177-916d-918b7ed778c2 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:30.504630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:00:30.507968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:00:30.514912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:00:30.540869 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cbf0fa-485a-4bc0-a540-5d190e0516ab None None] Sync routers for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:00:30.558984 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cbf0fa-485a-4bc0-a540-5d190e0516ab None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:30.560492 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-c1cbf0fa-485a-4bc0-a540-5d190e0516ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:30.616060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Pushing event updated for resources: {'Port': ['ID=50d3807e-0dea-4b1f-9267-3cdb623d42e1,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:30.816914 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-224e4c13-7f48-420e-9a67-a8185357d267 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:30.878682 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:30.887384 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-c1cbf0fa-485a-4bc0-a540-5d190e0516ab None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:30.892327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e4c13-7f48-420e-9a67-a8185357d267 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=397cfcf2-3e9d-4177-916d-918b7ed778c2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:31.091436 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05cd44e0-fe09-4cb3-8896-667e670dfe0e req-6722c5ca-c5a5-41f0-b662-6d216c36ee79 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 210 time: 0.1688530 Aug 28 13:00:31.103561 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:00:31.111374 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:31.111757 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:31.224187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b690838-f5ac-4d55-a5fa-f1c837d2d51e req-e31a6748-6d47-4424-a6c5-b0bbb13f3a14 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:31.228417 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3b690838-f5ac-4d55-a5fa-f1c837d2d51e req-e31a6748-6d47-4424-a6c5-b0bbb13f3a14 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 945 time: 0.3138032 Aug 28 13:00:31.288279 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd532b00-affe-49d6-90f3-2464551f73f5 req-7870a850-1552-40b2-aec9-ebbf2fc54c32 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:31.295468 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd532b00-affe-49d6-90f3-2464551f73f5 req-7870a850-1552-40b2-aec9-ebbf2fc54c32 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 945 time: 0.3888943 Aug 28 13:00:31.350854 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6c52040e-1c8a-44e6-8b60-364b2d6620c1 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:31.440012 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-c1cbf0fa-485a-4bc0-a540-5d190e0516ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:25Z', 'revision_number': 7, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '397cfcf2-3e9d-4177-916d-918b7ed778c2', 'name': '', 'network_id': 'b4163916-9b11-41d8-b853-baf1387fec71', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:11:20:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '09f0031b-f181-4119-b96a-58a6f8578ccb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:00:13Z', 'updated_at': '2021-08-28T13:00:27Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '09f0031b-f181-4119-b96a-58a6f8578ccb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T13:00:12Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:31.562490 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:31.573821 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cbf0fa-485a-4bc0-a540-5d190e0516ab None None] Checking router: cd11c2ac-776f-4b76-b857-2c08ae0f683a for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:00:31.596186 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3b690838-f5ac-4d55-a5fa-f1c837d2d51e req-0bdf69c1-9e9e-4031-bc04-6451ea7cb2b3 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c56f055-0174-4af3-9660-f94ea6b496f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601096 Aug 28 13:00:31.599534 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8caf6bbc-fa43-47d4-9961-e1aa7e6bc195,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:31.600679 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cbf0fa-485a-4bc0-a540-5d190e0516ab None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:31.601544 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-c1cbf0fa-485a-4bc0-a540-5d190e0516ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:31.615978 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:31.738094 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:31.742927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=8caf6bbc-fa43-47d4-9961-e1aa7e6bc195,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:31.802754 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6c52040e-1c8a-44e6-8b60-364b2d6620c1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:31.804239 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c52040e-1c8a-44e6-8b60-364b2d6620c1'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:00:31.810808 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce109d0-63e4-493a-801d-86db40482a31" -d '{"events": [{"server_uuid": "ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8", "name": "network-vif-unplugged", "status": "completed", "tag": "6c52040e-1c8a-44e6-8b60-364b2d6620c1"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:00:31.815798 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:31.816938 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-c1cbf0fa-485a-4bc0-a540-5d190e0516ab None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:31.842564 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:31.928516 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad70916-063a-4ec1-97be-98cf2b0b108c x-openstack-request-id: req-6ad70916-063a-4ec1-97be-98cf2b0b108c {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:00:31.929080 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8", "name": "network-vif-unplugged", "status": "completed", "tag": "6c52040e-1c8a-44e6-8b60-364b2d6620c1", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:00:31.929080 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ad70916-063a-4ec1-97be-98cf2b0b108c {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:00:31.929483 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c52040e-1c8a-44e6-8b60-364b2d6620c1', 'code': 200} Aug 28 13:00:31.930099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6c52040e-1c8a-44e6-8b60-364b2d6620c1,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:31.955486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-dd532b00-affe-49d6-90f3-2464551f73f5 req-cb1c782f-459e-47b6-9539-afad0cd21c58 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Deleting port 045b7c91-2f3e-4cca-9e12-7b035307da63 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:31.955819 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dd532b00-affe-49d6-90f3-2464551f73f5 req-cb1c782f-459e-47b6-9539-afad0cd21c58 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:32.086871 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-dd532b00-affe-49d6-90f3-2464551f73f5 req-cb1c782f-459e-47b6-9539-afad0cd21c58 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] For port 045b7c91-2f3e-4cca-9e12-7b035307da63, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=045b7c91-2f3e-4cca-9e12-7b035307da63,segment=NetworkSegment(85d05424-198f-4624-95a6-770b6fe81fe0),segment_id=85d05424-198f-4624-95a6-770b6fe81fe0)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:32.087244 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dd532b00-affe-49d6-90f3-2464551f73f5 req-cb1c782f-459e-47b6-9539-afad0cd21c58 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:32.171540 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-c1cbf0fa-485a-4bc0-a540-5d190e0516ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:30Z', 'revision_number': 8, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T13:00:12Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:32.177191 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-dd532b00-affe-49d6-90f3-2464551f73f5 req-cb1c782f-459e-47b6-9539-afad0cd21c58 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Calling delete_port for 045b7c91-2f3e-4cca-9e12-7b035307da63 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:32.221806 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4ae4e375-3847-4c4d-855b-df9ad40a114b req-8bc9079d-7a8c-461f-90c2-ccea9fe1f752 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 210 time: 0.0280197 Aug 28 13:00:32.231915 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cbf0fa-485a-4bc0-a540-5d190e0516ab None None] The sync data for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 is: [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:30Z', 'revision_number': 8, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T13:00:12Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:00:32.421609 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-224e4c13-7f48-420e-9a67-a8185357d267 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:32.443589 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bd7c9-f4cc-4835-8661-1593c53013cf req-5163b72c-bdaa-4818-a047-997901a5ba29 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:32.445316 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-130bd7c9-f4cc-4835-8661-1593c53013cf req-5163b72c-bdaa-4818-a047-997901a5ba29 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 945 time: 0.9427299 Aug 28 13:00:32.456563 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-c8b5ca21-ec3d-452b-8b24-973159d20ec4 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:32.457878 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-c8b5ca21-ec3d-452b-8b24-973159d20ec4 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.10 "GET /v2.0/networks?id=d51840e2-73a7-4608-8bb2-7b72a0257525 HTTP/1.1" status: 200 len: 822 time: 1.3080623 Aug 28 13:00:32.475764 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:32.507861 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-943dd31e-f74f-438a-a8e9-2ee127d2d4a5 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Request body: {'port': {'device_id': 'a020981f-da4a-477a-8735-2aec46b88421', 'network_id': 'd51840e2-73a7-4608-8bb2-7b72a0257525', 'admin_state_up': True, 'tenant_id': '26bcaf3b0d314af2b21d78225ff7859c'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:32.517080 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dd532b00-affe-49d6-90f3-2464551f73f5 req-cb1c782f-459e-47b6-9539-afad0cd21c58 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:32.529849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['045b7c91-2f3e-4cca-9e12-7b035307da63'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:00:32.565312 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c782f-459e-47b6-9539-afad0cd21c58 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Pushing event deleted for resources: {'Port': ['ID=045b7c91-2f3e-4cca-9e12-7b035307da63,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:32.779031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:32.790987 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-130bd7c9-f4cc-4835-8661-1593c53013cf req-9694c213-63bf-4e92-9b4f-e72f753e6c7f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3269753 Aug 28 13:00:32.871952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:32.872369 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:32.876082 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd532b00-affe-49d6-90f3-2464551f73f5 req-cb1c782f-459e-47b6-9539-afad0cd21c58 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] No DVR routers for this DVR port 045b7c91-2f3e-4cca-9e12-7b035307da63 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:00:32.882454 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e13bc0da-1a26-4edd-8a8d-d2a0f739aeb3 req-717fdc3b-c138-4221-8bba-3193cd310edb tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccee010c-ee52-499f-a8f1-0d52534539a1 HTTP/1.1" status: 200 len: 210 time: 0.1351800 Aug 28 13:00:32.884001 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-dd532b00-affe-49d6-90f3-2464551f73f5 req-cb1c782f-459e-47b6-9539-afad0cd21c58 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:32.887916 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd532b00-affe-49d6-90f3-2464551f73f5 req-cb1c782f-459e-47b6-9539-afad0cd21c58 tempest-AttachVolumeNegativeTest-663957770 tempest-AttachVolumeNegativeTest-663957770-project] 10.222.0.10 "DELETE /v2.0/ports/045b7c91-2f3e-4cca-9e12-7b035307da63 HTTP/1.1" status: 204 len: 173 time: 1.5824811 Aug 28 13:00:32.893300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccee010c-ee52-499f-a8f1-0d52534539a1', 'name': 'network-vif-deleted', 'tag': '045b7c91-2f3e-4cca-9e12-7b035307da63'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:00:32.896028 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76085630-f867-478d-9f32-6f92a2e959eb" -d '{"events": [{"server_uuid": "ccee010c-ee52-499f-a8f1-0d52534539a1", "name": "network-vif-deleted", "tag": "045b7c91-2f3e-4cca-9e12-7b035307da63"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:00:32.969185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224e4c13-7f48-420e-9a67-a8185357d267 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router cd11c2ac-776f-4b76-b857-2c08ae0f683a has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:00:32.978567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Router fceb0ebf-1bef-441b-b864-832b2c88ef5f is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:00:33.098894 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521f46e3-ee37-46c7-8f77-d60360061094 x-openstack-request-id: req-521f46e3-ee37-46c7-8f77-d60360061094 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:00:33.099251 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccee010c-ee52-499f-a8f1-0d52534539a1", "name": "network-vif-deleted", "tag": "045b7c91-2f3e-4cca-9e12-7b035307da63", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:00:33.099484 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-521f46e3-ee37-46c7-8f77-d60360061094 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:00:33.099841 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccee010c-ee52-499f-a8f1-0d52534539a1', 'name': 'network-vif-deleted', 'tag': '045b7c91-2f3e-4cca-9e12-7b035307da63', 'status': 'completed', 'code': 200} Aug 28 13:00:33.121291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224e4c13-7f48-420e-9a67-a8185357d267 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:00:33.137285 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-224e4c13-7f48-420e-9a67-a8185357d267 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/cd11c2ac-776f-4b76-b857-2c08ae0f683a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2691784 Aug 28 13:00:33.141518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35026) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:33.226653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d143f86a-e87d-4e0d-b7da-bb08abca5868 None None] Sync routers for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:00:33.231940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35030) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:33.243390 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-943dd31e-f74f-438a-a8e9-2ee127d2d4a5 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Made reservation on behalf of 26bcaf3b0d314af2b21d78225ff7859c for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:00:33.268536 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-943dd31e-f74f-438a-a8e9-2ee127d2d4a5 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:33.276102 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:00:33.295104 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Sync routers for ids ['fceb0ebf-1bef-441b-b864-832b2c88ef5f'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:00:33.314551 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Routers {'fceb0ebf-1bef-441b-b864-832b2c88ef5f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:33.315172 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['fceb0ebf-1bef-441b-b864-832b2c88ef5f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:33.320951 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:33.325930 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3038c31b-072f-4cb1-9815-28d006f89314 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.1235750 Aug 28 13:00:33.326817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35036) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:33.327033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143f86a-e87d-4e0d-b7da-bb08abca5868 None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:33.331384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d143f86a-e87d-4e0d-b7da-bb08abca5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:33.360012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7372215-17ed-46c0-8627-6f4d6f86608f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting subnet 09f0031b-f181-4119-b96a-58a6f8578ccb {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:00:33.368339 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a7372215-17ed-46c0-8627-6f4d6f86608f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:33.461019 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a7372215-17ed-46c0-8627-6f4d6f86608f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:33.541827 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-30bf9365-aed8-4beb-bb5c-6af736bbc109 req-9f2afc98-ed22-446b-852f-56e19118b12b tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 210 time: 0.0815156 Aug 28 13:00:33.553068 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-94886cca-8904-4429-a1ef-ab794b49dbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:33.672407 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Set router fceb0ebf-1bef-441b-b864-832b2c88ef5f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:33.685959 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-943dd31e-f74f-438a-a8e9-2ee127d2d4a5 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Allocated IP 172.20.0.10 (d51840e2-73a7-4608-8bb2-7b72a0257525/18441c28-a410-4e1c-9aaa-49708a673eaa/c19f9a0a-5409-4698-8014-d1fd13d7a81f) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:00:33.743094 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a7372215-17ed-46c0-8627-6f4d6f86608f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:33.813769 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-94886cca-8904-4429-a1ef-ab794b49dbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:33.821830 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-94886cca-8904-4429-a1ef-ab794b49dbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:33.877818 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c53a0e12-4eea-4b89-b7d8-995933a1deb5 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/routers/fceb0ebf-1bef-441b-b864-832b2c88ef5f HTTP/1.1" status: 200 len: 907 time: 0.5425673 Aug 28 13:00:33.878477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35048) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:33.883481 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-d143f86a-e87d-4e0d-b7da-bb08abca5868 None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:33.975966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35052) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:34.004769 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-94886cca-8904-4429-a1ef-ab794b49dbe6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=363eacf212d240b990b3def0475da1e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7717609 Aug 28 13:00:34.027325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94886cca-8904-4429-a1ef-ab794b49dbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec30690e-3dc5-4372-8672-a37d96382d22,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:34.048317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35054) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:34.054829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 397cfcf2-3e9d-4177-916d-918b7ed778c2 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:34.129946 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb0ebf-1bef-441b-b864-832b2c88ef5f', 'name': 'tempest-snat-router-1536893921', 'tenant_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '50d3807e-0dea-4b1f-9267-3cdb623d42e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:00:26Z', 'updated_at': '2021-08-28T13:00:31Z', 'revision_number': 3, 'project_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'gw_port': {'id': '50d3807e-0dea-4b1f-9267-3cdb623d42e1', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fceb0ebf-1bef-441b-b864-832b2c88ef5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:00:29Z', 'updated_at': '2021-08-28T13:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:34.134080 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a7372215-17ed-46c0-8627-6f4d6f86608f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.152820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c96cd3c-3a91-42dd-88ed-63a94fd1f4a2 admin admin] Deleting subnet 942cca67-1f9d-41d6-bb91-b6b305db0b47 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:00:34.176572 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Checking router: fceb0ebf-1bef-441b-b864-832b2c88ef5f for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:00:34.176830 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0c96cd3c-3a91-42dd-88ed-63a94fd1f4a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.176921 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Updating router fceb0ebf-1bef-441b-b864-832b2c88ef5f port 50d3807e-0dea-4b1f-9267-3cdb623d42e1 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:00:34.194743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7372215-17ed-46c0-8627-6f4d6f86608f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Subnet': ['ID=09f0031b-f181-4119-b96a-58a6f8578ccb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:34.201117 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-515b6a31-ff02-4297-8908-27455572d9b8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.216060 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.217568 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad785a-bee9-43b8-866b-f6eee809122e req-b946685a-8e3b-42b1-ac25-8790e57d28cd tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:34.225302 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-41ad785a-bee9-43b8-866b-f6eee809122e req-b946685a-8e3b-42b1-ac25-8790e57d28cd tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.1613948 Aug 28 13:00:34.233186 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a7372215-17ed-46c0-8627-6f4d6f86608f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.237382 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a7372215-17ed-46c0-8627-6f4d6f86608f tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/09f0031b-f181-4119-b96a-58a6f8578ccb HTTP/1.1" status: 204 len: 168 time: 1.0883839 Aug 28 13:00:34.239597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35056) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:34.243959 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 397cfcf2-3e9d-4177-916d-918b7ed778c2 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:00:34.245657 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 397cfcf2-3e9d-4177-916d-918b7ed778c2 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:00:34.252907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc79ba39-3d7b-4c2b-9309-7de8d11d8979 None None] Network b4163916-9b11-41d8-b853-baf1387fec71 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:00:34.280186 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-943dd31e-f74f-438a-a8e9-2ee127d2d4a5 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.358953 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-515b6a31-ff02-4297-8908-27455572d9b8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.372605 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c58c0831-2efb-46be-aa8b-f49ce7708bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.404031 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-41ad785a-bee9-43b8-866b-f6eee809122e req-267330f0-bafe-41c2-bdf2-2ff67c81234e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776874 Aug 28 13:00:34.422984 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0c96cd3c-3a91-42dd-88ed-63a94fd1f4a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.430219 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d143f86a-e87d-4e0d-b7da-bb08abca5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:30Z', 'revision_number': 8, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T13:00:12Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:34.456620 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.500389 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c58c0831-2efb-46be-aa8b-f49ce7708bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.514985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d143f86a-e87d-4e0d-b7da-bb08abca5868 None None] Checking router: cd11c2ac-776f-4b76-b857-2c08ae0f683a for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:00:34.521186 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-943dd31e-f74f-438a-a8e9-2ee127d2d4a5 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.535587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143f86a-e87d-4e0d-b7da-bb08abca5868 None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:34.536171 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d143f86a-e87d-4e0d-b7da-bb08abca5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:34.553472 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0c96cd3c-3a91-42dd-88ed-63a94fd1f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.635144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-515b6a31-ff02-4297-8908-27455572d9b8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Deleting port 50d3807e-0dea-4b1f-9267-3cdb623d42e1 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:34.635583 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-515b6a31-ff02-4297-8908-27455572d9b8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.672777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-943dd31e-f74f-438a-a8e9-2ee127d2d4a5 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Network d51840e2-73a7-4608-8bb2-7b72a0257525 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:00:34.681482 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-943dd31e-f74f-438a-a8e9-2ee127d2d4a5 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:00:34.695269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-943dd31e-f74f-438a-a8e9-2ee127d2d4a5 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:00:34.740858 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c58c0831-2efb-46be-aa8b-f49ce7708bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.744356 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c58c0831-2efb-46be-aa8b-f49ce7708bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.749531 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c58c0831-2efb-46be-aa8b-f49ce7708bb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec30690e-3dc5-4372-8672-a37d96382d22 HTTP/1.1" status: 204 len: 168 time: 0.6976879 Aug 28 13:00:34.794871 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-d143f86a-e87d-4e0d-b7da-bb08abca5868 None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:34.803814 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0c96cd3c-3a91-42dd-88ed-63a94fd1f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.839662 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.848644 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943dd31e-f74f-438a-a8e9-2ee127d2d4a5 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Pushing event updated for resources: {'Port': ['ID=c19f9a0a-5409-4698-8014-d1fd13d7a81f,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:34.856718 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Transition to ACTIVE for port object 50d3807e-0dea-4b1f-9267-3cdb623d42e1 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:00:34.859167 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port 702937d2-7976-4eb1-9b05-125e64783b65 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:34.859802 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.878388 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.888162 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c0831-2efb-46be-aa8b-f49ce7708bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec30690e-3dc5-4372-8672-a37d96382d22,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:34.935681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96cd3c-3a91-42dd-88ed-63a94fd1f4a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=942cca67-1f9d-41d6-bb91-b6b305db0b47,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:34.944037 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0c96cd3c-3a91-42dd-88ed-63a94fd1f4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:34.946249 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0c96cd3c-3a91-42dd-88ed-63a94fd1f4a2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/942cca67-1f9d-41d6-bb91-b6b305db0b47 HTTP/1.1" status: 204 len: 168 time: 0.9632349 Aug 28 13:00:34.950244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35074) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:34.991308 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Attempting to bind port 50d3807e-0dea-4b1f-9267-3cdb623d42e1 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:00:34.991548 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Attempting to bind port 50d3807e-0dea-4b1f-9267-3cdb623d42e1 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:00:34.991907 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Attempting to bind port 50d3807e-0dea-4b1f-9267-3cdb623d42e1 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:00:35.000496 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfa398-fe6a-4432-99b9-4728393b00ce None None] Pushing event updated for resources: {'Port': ['ID=50d3807e-0dea-4b1f-9267-3cdb623d42e1,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:35.011832 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:00:35.012199 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:00:35.012654 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:35.013042 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:00:35.013515 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Bound port: 50d3807e-0dea-4b1f-9267-3cdb623d42e1, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:00:35.013893 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:35.048510 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-943dd31e-f74f-438a-a8e9-2ee127d2d4a5 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:35.049190 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-943dd31e-f74f-438a-a8e9-2ee127d2d4a5 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:35.092668 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-515b6a31-ff02-4297-8908-27455572d9b8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:35.106742 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a886112-8de4-4e0c-9f2a-8466155b51a5 None None] DHCP port deletion for b4163916-9b11-41d8-b853-baf1387fec71 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:00:35.122455 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3bd57-7183-49ce-a0ec-88eeca815283 req-c2eb17f4-70d3-4d56-97d5-0d6e2f39bb1a tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:35.132821 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-515b6a31-ff02-4297-8908-27455572d9b8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Calling delete_port for 50d3807e-0dea-4b1f-9267-3cdb623d42e1 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:35.133381 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6ce3bd57-7183-49ce-a0ec-88eeca815283 req-c2eb17f4-70d3-4d56-97d5-0d6e2f39bb1a tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 932 time: 0.3733988 Aug 28 13:00:35.146405 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-943dd31e-f74f-438a-a8e9-2ee127d2d4a5 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6361017 Aug 28 13:00:35.154711 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] For port 50d3807e-0dea-4b1f-9267-3cdb623d42e1, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:00:35.164258 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] For port 50d3807e-0dea-4b1f-9267-3cdb623d42e1, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=50d3807e-0dea-4b1f-9267-3cdb623d42e1,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:00:35.178960 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:35.179062 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Request body: {'port': {'device_id': 'a020981f-da4a-477a-8735-2aec46b88421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:35.227434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] For port 702937d2-7976-4eb1-9b05-125e64783b65, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=702937d2-7976-4eb1-9b05-125e64783b65,segment=NetworkSegment(16be142c-b371-4be2-980a-5d08fcbe3403),segment_id=16be142c-b371-4be2-980a-5d08fcbe3403)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:35.227901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:35.251255 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c562-934d-48a5-864c-64682660f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:35.272918 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 045b7c91-2f3e-4cca-9e12-7b035307da63 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:35.340893 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for 702937d2-7976-4eb1-9b05-125e64783b65 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:35.356597 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Routers {'fceb0ebf-1bef-441b-b864-832b2c88ef5f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:35.357082 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['fceb0ebf-1bef-441b-b864-832b2c88ef5f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:35.360728 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6ce3bd57-7183-49ce-a0ec-88eeca815283 req-338874b6-5459-4744-93a3-88f2fc7dc10d tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/security-groups?id=47e8c9e2-8474-481f-9ac9-16e0e9feca5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174497 Aug 28 13:00:35.371516 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:35.374112 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6c52040e-1c8a-44e6-8b60-364b2d6620c1 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:35.449598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 045b7c91-2f3e-4cca-9e12-7b035307da63 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:00:35.449938 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 045b7c91-2f3e-4cca-9e12-7b035307da63 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:00:35.455698 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfa398-fe6a-4432-99b9-4728393b00ce None None] Pushing event updated for resources: {'Port': ['ID=50d3807e-0dea-4b1f-9267-3cdb623d42e1,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:35.474396 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35088) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:35.546715 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bbc92f4-e093-41bc-be90-9e9df8dd5bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:35.587769 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0a886112-8de4-4e0c-9f2a-8466155b51a5 None None] Deleting port 702937d2-7976-4eb1-9b05-125e64783b65 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:35.588148 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0a886112-8de4-4e0c-9f2a-8466155b51a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:35.591792 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] Set router fceb0ebf-1bef-441b-b864-832b2c88ef5f gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:35.696736 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fceb0ebf-1bef-441b-b864-832b2c88ef5f', 'name': 'tempest-snat-router-1536893921', 'tenant_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:00:26Z', 'updated_at': '2021-08-28T13:00:34Z', 'revision_number': 4, 'project_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:35.764099 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50fe412-20fe-4db0-9240-92ba8d58ddb3 None None] The sync data for ids ['fceb0ebf-1bef-441b-b864-832b2c88ef5f'] in n-d-791505-21 is: [{'id': 'fceb0ebf-1bef-441b-b864-832b2c88ef5f', 'name': 'tempest-snat-router-1536893921', 'tenant_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:00:26Z', 'updated_at': '2021-08-28T13:00:34Z', 'revision_number': 4, 'project_id': '41649ac2e9ca4eb4803796f7dad3ef32', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:00:35.805690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d143f86a-e87d-4e0d-b7da-bb08abca5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:30Z', 'revision_number': 8, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T13:00:12Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:35.842931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d143f86a-e87d-4e0d-b7da-bb08abca5868 None None] The sync data for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 is: [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:30Z', 'revision_number': 8, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b', 'name': '', 'network_id': '37e9673f-c1d7-4742-acc7-165e681dfa61', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:80:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:56Z', 'updated_at': '2021-08-28T13:00:12Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': 'b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:00:35.844688 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:35.861201 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0a886112-8de4-4e0c-9f2a-8466155b51a5 None None] For port 702937d2-7976-4eb1-9b05-125e64783b65, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=702937d2-7976-4eb1-9b05-125e64783b65,segment=NetworkSegment(16be142c-b371-4be2-980a-5d08fcbe3403),segment_id=16be142c-b371-4be2-980a-5d08fcbe3403)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:35.861677 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0a886112-8de4-4e0c-9f2a-8466155b51a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:35.895156 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0a886112-8de4-4e0c-9f2a-8466155b51a5 None None] Calling delete_port for 702937d2-7976-4eb1-9b05-125e64783b65 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:35.962065 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=702937d2-7976-4eb1-9b05-125e64783b65,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:35.989967 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No DVR routers for this DVR port 702937d2-7976-4eb1-9b05-125e64783b65 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:00:36.055316 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0a886112-8de4-4e0c-9f2a-8466155b51a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.121702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a886112-8de4-4e0c-9f2a-8466155b51a5 None None] Pushing event deleted for resources: {'Port': ['ID=702937d2-7976-4eb1-9b05-125e64783b65,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:36.124746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a886112-8de4-4e0c-9f2a-8466155b51a5 None None] No DVR routers for this DVR port 702937d2-7976-4eb1-9b05-125e64783b65 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:00:36.226463 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-515b6a31-ff02-4297-8908-27455572d9b8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.252671 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.281556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b6a31-ff02-4297-8908-27455572d9b8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Pushing event deleted for resources: {'Port': ['ID=50d3807e-0dea-4b1f-9267-3cdb623d42e1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:36.289986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4163916-9b11-41d8-b853-baf1387fec71']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:36.292695 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c562-934d-48a5-864c-64682660f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.313246 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bbc92f4-e093-41bc-be90-9e9df8dd5bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.319269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16be142c-b371-4be2-980a-5d08fcbe3403') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:36.319616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16be142c-b371-4be2-980a-5d08fcbe3403') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:36.332608 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bbc92f4-e093-41bc-be90-9e9df8dd5bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.356902 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-ecd1c562-934d-48a5-864c-64682660f911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ad33de-39f7-4665-9226-1bf675daecbe']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:36.366649 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.386852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-ecd1c562-934d-48a5-864c-64682660f911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d05424-198f-4624-95a6-770b6fe81fe0') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:36.387301 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-ecd1c562-934d-48a5-864c-64682660f911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d05424-198f-4624-95a6-770b6fe81fe0') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:36.412191 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c562-934d-48a5-864c-64682660f911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.444780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e441df-196d-4c78-aee2-18a66ecc30a6 req-1ab38a7f-450a-4062-9476-2fe9dc126f07 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:36.446383 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86e441df-196d-4c78-aee2-18a66ecc30a6 req-1ab38a7f-450a-4062-9476-2fe9dc126f07 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.1565466 Aug 28 13:00:36.450834 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-515b6a31-ff02-4297-8908-27455572d9b8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.459331 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9bbc92f4-e093-41bc-be90-9e9df8dd5bb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd59faa4fe704440989faa2f9beea2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9838383 Aug 28 13:00:36.463373 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.465765 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35108) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:36.483231 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c562-934d-48a5-864c-64682660f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.486083 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19f9a0a-5409-4698-8014-d1fd13d7a81f {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:00:36.505912 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:00:36.505912 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.516021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc92f4-e093-41bc-be90-9e9df8dd5bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37af7460-681a-4b92-abcc-05b5b4d7042d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:00:36.518615 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:00:36.528647 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd1c562-934d-48a5-864c-64682660f911 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:00:36.529114 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c562-934d-48a5-864c-64682660f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.534773 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: items = [ Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:00:36.563178 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:00:36.677202 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-515b6a31-ff02-4297-8908-27455572d9b8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.680063 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-515b6a31-ff02-4297-8908-27455572d9b8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.707205 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Transition to ACTIVE for port object c19f9a0a-5409-4698-8014-d1fd13d7a81f will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:00:36.712300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 702937d2-7976-4eb1-9b05-125e64783b65 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:36.731985 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c562-934d-48a5-864c-64682660f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.736518 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86e441df-196d-4c78-aee2-18a66ecc30a6 req-fe592284-b660-489b-9788-d7938a98ea4e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510469 Aug 28 13:00:36.741986 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c562-934d-48a5-864c-64682660f911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.744075 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ecd1c562-934d-48a5-864c-64682660f911 admin admin] 10.222.0.20 "DELETE /v2.0/networks/86ad33de-39f7-4665-9226-1bf675daecbe HTTP/1.1" status: 204 len: 168 time: 1.7849345 Aug 28 13:00:36.751111 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 702937d2-7976-4eb1-9b05-125e64783b65 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:00:36.751699 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 702937d2-7976-4eb1-9b05-125e64783b65 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:00:36.756859 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-515b6a31-ff02-4297-8908-27455572d9b8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.757442 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515b6a31-ff02-4297-8908-27455572d9b8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fceb0ebf-1bef-441b-b864-832b2c88ef5f {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:00:36.763342 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1c562-934d-48a5-864c-64682660f911 admin admin] Pushing event deleted for resources: {'Network': ['ID=86ad33de-39f7-4665-9226-1bf675daecbe,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:36.768466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-515b6a31-ff02-4297-8908-27455572d9b8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.769743 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-515b6a31-ff02-4297-8908-27455572d9b8 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "DELETE /v2.0/routers/fceb0ebf-1bef-441b-b864-832b2c88ef5f HTTP/1.1" status: 204 len: 168 time: 2.8859861 Aug 28 13:00:36.772734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35114) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:36.783889 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.807331 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82fe4421-2f51-406a-b6f3-c1a0858a43f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.836508 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-42ca80b8-c2b3-41be-91a9-6b8522ffa97f req-b70a29a4-87c7-4a90-847a-96565f1bf624 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4665718 Aug 28 13:00:36.876301 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.907683 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.912578 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/networks/b4163916-9b11-41d8-b853-baf1387fec71 HTTP/1.1" status: 204 len: 168 time: 2.6690755 Aug 28 13:00:36.927003 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35118) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:36.937132 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82fe4421-2f51-406a-b6f3-c1a0858a43f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:36.953852 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb6272-3eae-409c-ac41-2b4298234fd1 req-250766c5-4aea-4ee6-a8c3-e2be02ab26c5 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:36.961698 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5bbb6272-3eae-409c-ac41-2b4298234fd1 req-250766c5-4aea-4ee6-a8c3-e2be02ab26c5 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 932 time: 0.4850636 Aug 28 13:00:36.973865 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5b2ca-c210-45f3-a8de-5848e84679a8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Network': ['ID=b4163916-9b11-41d8-b853-baf1387fec71,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:36.987636 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-751476c6-dff2-47bf-9fd0-9a00f0bec0f2 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:37.038421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Pushing event updated for resources: {'Port': ['ID=c19f9a0a-5409-4698-8014-d1fd13d7a81f,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:37.145021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35120) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:37.253122 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e3698aef-49d5-4af9-8818-4eca247a1d00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd2798ec77a34c09b636870bd3f42a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1060967 Aug 28 13:00:37.255677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35122) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:37.281368 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-751476c6-dff2-47bf-9fd0-9a00f0bec0f2 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:37.302139 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:37.429680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c061c648-5611-48e7-9752-0d035eabdf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:37.480877 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c061c648-5611-48e7-9752-0d035eabdf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:37.498654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-751476c6-dff2-47bf-9fd0-9a00f0bec0f2 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Deleting port 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:37.498880 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-751476c6-dff2-47bf-9fd0-9a00f0bec0f2 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:37.553075 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5bbb6272-3eae-409c-ac41-2b4298234fd1 req-38e2809f-d31f-43dc-986d-9d64aaea88d2 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/security-groups?id=47e8c9e2-8474-481f-9ac9-16e0e9feca5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902631 Aug 28 13:00:37.619243 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82fe4421-2f51-406a-b6f3-c1a0858a43f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:37.620617 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-82fe4421-2f51-406a-b6f3-c1a0858a43f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:37.624134 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-82fe4421-2f51-406a-b6f3-c1a0858a43f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37af7460-681a-4b92-abcc-05b5b4d7042d HTTP/1.1" status: 204 len: 168 time: 1.1498466 Aug 28 13:00:37.687630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe4421-2f51-406a-b6f3-c1a0858a43f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37af7460-681a-4b92-abcc-05b5b4d7042d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:37.689645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Attempting to bind port c19f9a0a-5409-4698-8014-d1fd13d7a81f on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:00:37.690825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Attempting to bind port c19f9a0a-5409-4698-8014-d1fd13d7a81f by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '31c06a9a-c547-4d34-b829-d494233a2422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd51840e2-73a7-4608-8bb2-7b72a0257525'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:00:37.691889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Attempting to bind port c19f9a0a-5409-4698-8014-d1fd13d7a81f on network d51840e2-73a7-4608-8bb2-7b72a0257525 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:00:37.708695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Port c19f9a0a-5409-4698-8014-d1fd13d7a81f on network d51840e2-73a7-4608-8bb2-7b72a0257525 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:00:37.709349 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Attempting to bind port c19f9a0a-5409-4698-8014-d1fd13d7a81f on network d51840e2-73a7-4608-8bb2-7b72a0257525 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:00:37.719834 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:00:37.720183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Checking segment: {'id': '31c06a9a-c547-4d34-b829-d494233a2422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd51840e2-73a7-4608-8bb2-7b72a0257525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:00:37.720570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Bound using segment: {'id': '31c06a9a-c547-4d34-b829-d494233a2422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd51840e2-73a7-4608-8bb2-7b72a0257525'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:00:37.721002 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Bound port: c19f9a0a-5409-4698-8014-d1fd13d7a81f, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c06a9a-c547-4d34-b829-d494233a2422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd51840e2-73a7-4608-8bb2-7b72a0257525'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:00:37.721732 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:37.726661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-751476c6-dff2-47bf-9fd0-9a00f0bec0f2 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] For port 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8caf6bbc-fa43-47d4-9961-e1aa7e6bc195,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:37.727035 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-751476c6-dff2-47bf-9fd0-9a00f0bec0f2 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:37.770845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-751476c6-dff2-47bf-9fd0-9a00f0bec0f2 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Calling delete_port for 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:37.872423 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] For port c19f9a0a-5409-4698-8014-d1fd13d7a81f, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:00:37.876604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] For port c19f9a0a-5409-4698-8014-d1fd13d7a81f, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c19f9a0a-5409-4698-8014-d1fd13d7a81f,segment=NetworkSegment(31c06a9a-c547-4d34-b829-d494233a2422),segment_id=31c06a9a-c547-4d34-b829-d494233a2422)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:00:37.890494 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:37.939306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:37.940342 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:37.942162 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] 10.222.0.10 "PUT /v2.0/ports/c19f9a0a-5409-4698-8014-d1fd13d7a81f HTTP/1.1" status: 200 len: 1093 time: 2.7681615 Aug 28 13:00:37.944113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a020981f-da4a-477a-8735-2aec46b88421', 'tag': 'c19f9a0a-5409-4698-8014-d1fd13d7a81f'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:00:37.947048 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9e7b8a-09d5-46e0-b903-d9e276799d81" -d '{"events": [{"name": "network-changed", "server_uuid": "a020981f-da4a-477a-8735-2aec46b88421", "tag": "c19f9a0a-5409-4698-8014-d1fd13d7a81f"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:00:37.990253 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c061c648-5611-48e7-9752-0d035eabdf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:37.994473 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c061c648-5611-48e7-9752-0d035eabdf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:37.996780 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c061c648-5611-48e7-9752-0d035eabdf3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c56f055-0174-4af3-9660-f94ea6b496f0 HTTP/1.1" status: 204 len: 168 time: 0.7396679 Aug 28 13:00:38.015055 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061c648-5611-48e7-9752-0d035eabdf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c56f055-0174-4af3-9660-f94ea6b496f0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:38.066531 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb41f3e4-40c3-48db-91c6-a0f1a90f0001 x-openstack-request-id: req-cb41f3e4-40c3-48db-91c6-a0f1a90f0001 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:00:38.066829 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a020981f-da4a-477a-8735-2aec46b88421", "tag": "c19f9a0a-5409-4698-8014-d1fd13d7a81f", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:00:38.067289 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb41f3e4-40c3-48db-91c6-a0f1a90f0001 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:00:38.067917 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a020981f-da4a-477a-8735-2aec46b88421', 'tag': 'c19f9a0a-5409-4698-8014-d1fd13d7a81f', 'status': 'completed', 'code': 200} Aug 28 13:00:38.102699 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86542937-fdc2-452a-b9fe-9e2bd4e4a807 service neutron] Pushing event updated for resources: {'Port': ['ID=c19f9a0a-5409-4698-8014-d1fd13d7a81f,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:38.152034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27c9c7-b43e-4368-8b3f-db9a59bb3ef5 req-3e78e0e6-ac91-4efa-8072-f1d0fafbe6cd tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:38.153346 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-f9574b8b-6593-49d5-ad29-15dad0ca5fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:38.155043 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-f9574b8b-6593-49d5-ad29-15dad0ca5fc3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26bcaf3b0d314af2b21d78225ff7859c&device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 1096 time: 0.1363952 Aug 28 13:00:38.162126 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc27c9c7-b43e-4368-8b3f-db9a59bb3ef5 req-3e78e0e6-ac91-4efa-8072-f1d0fafbe6cd tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.2399359 Aug 28 13:00:38.227584 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-24492199-d913-47fe-8fa3-37555b612e63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19f9a0a-5409-4698-8014-d1fd13d7a81f HTTP/1.1" status: 200 len: 217 time: 0.0603893 Aug 28 13:00:38.235952 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:38.339598 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc27c9c7-b43e-4368-8b3f-db9a59bb3ef5 req-120e7d20-062a-41ea-8eb8-53491a95eaef tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728702 Aug 28 13:00:38.340250 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35142) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:38.369451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca80b8-c2b3-41be-91a9-6b8522ffa97f req-7e8883a2-ffb6-4eff-8b05-229c215bb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:38.370882 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42ca80b8-c2b3-41be-91a9-6b8522ffa97f req-7e8883a2-ffb6-4eff-8b05-229c215bb4c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8&tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f HTTP/1.1" status: 200 len: 1095 time: 0.1906843 Aug 28 13:00:38.394609 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dcd44f1e-d128-4649-9559-e91a6c802930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:38.413540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-dcd4f7ae-0d22-442f-b6a9-6cc42e1f0f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:38.415139 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-dcd4f7ae-0d22-442f-b6a9-6cc42e1f0f12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18441c28-a410-4e1c-9aaa-49708a673eaa HTTP/1.1" status: 200 len: 862 time: 0.1758397 Aug 28 13:00:38.475004 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-751476c6-dff2-47bf-9fd0-9a00f0bec0f2 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:38.508791 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-bdeea2a4-8ff0-493b-b80d-df6ba41edd9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d51840e2-73a7-4608-8bb2-7b72a0257525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530369 Aug 28 13:00:38.530749 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751476c6-dff2-47bf-9fd0-9a00f0bec0f2 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Pushing event deleted for resources: {'Port': ['ID=8caf6bbc-fa43-47d4-9961-e1aa7e6bc195,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:38.546287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca80b8-c2b3-41be-91a9-6b8522ffa97f req-8e6edac4-1edf-4937-8d2d-eb18e60bc0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:38.548132 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42ca80b8-c2b3-41be-91a9-6b8522ffa97f req-8e6edac4-1edf-4937-8d2d-eb18e60bc0c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 1095 time: 0.1403015 Aug 28 13:00:38.759734 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8130a91-67c8-4280-aba0-e68a4189a8ca req-8fce18c1-3fdd-4885-b684-cf0b2748e65f tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:38.761709 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b8130a91-67c8-4280-aba0-e68a4189a8ca req-8fce18c1-3fdd-4885-b684-cf0b2748e65f tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 944 time: 0.1145945 Aug 28 13:00:38.776663 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dcd44f1e-d128-4649-9559-e91a6c802930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:38.779159 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-751476c6-dff2-47bf-9fd0-9a00f0bec0f2 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:38.810439 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-01606088-70ca-49cd-b806-9377a7733a48 service neutron] 10.222.0.10 "GET /v2.0/networks/d51840e2-73a7-4608-8bb2-7b72a0257525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900727 Aug 28 13:00:38.866078 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dcd44f1e-d128-4649-9559-e91a6c802930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:38.947994 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b8130a91-67c8-4280-aba0-e68a4189a8ca req-369ec388-e548-4521-880e-897a0971d17f tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/security-groups?id=47e8c9e2-8474-481f-9ac9-16e0e9feca5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706047 Aug 28 13:00:38.951160 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-751476c6-dff2-47bf-9fd0-9a00f0bec0f2 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:38.963204 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-751476c6-dff2-47bf-9fd0-9a00f0bec0f2 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:38.972527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dcd44f1e-d128-4649-9559-e91a6c802930 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57e74f8de9e741f0b6443c1277aa3f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6050236 Aug 28 13:00:38.972750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35162) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:38.993664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:38.994086 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:39.000787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca80b8-c2b3-41be-91a9-6b8522ffa97f req-9385bca5-bc23-4395-a823-290df89c078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:39.002660 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42ca80b8-c2b3-41be-91a9-6b8522ffa97f req-9385bca5-bc23-4395-a823-290df89c078f service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 200 len: 917 time: 0.4466479 Aug 28 13:00:39.004310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd44f1e-d128-4649-9559-e91a6c802930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e06ad7e-ec56-4bbd-bb16-c511a1958e76,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:39.078671 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-751476c6-dff2-47bf-9fd0-9a00f0bec0f2 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:39.078671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751476c6-dff2-47bf-9fd0-9a00f0bec0f2 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f275221-6ea4-4925-a9b4-dbd0761918f9 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:00:39.101727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-751476c6-dff2-47bf-9fd0-9a00f0bec0f2 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:39.102901 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-751476c6-dff2-47bf-9fd0-9a00f0bec0f2 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "DELETE /v2.0/routers/3f275221-6ea4-4925-a9b4-dbd0761918f9 HTTP/1.1" status: 204 len: 168 time: 2.3288078 Aug 28 13:00:39.152447 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35170) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:39.165316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1689322929', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:39.174207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] For port 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b,segment=NetworkSegment(3a68c023-8390-412b-9b36-4df9b1c05a51),segment_id=3a68c023-8390-412b-9b36-4df9b1c05a51)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:39.174826 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:39.201995 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:39.224575 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-813ee715-0813-4795-9cee-65199fc199a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:39.246543 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42ca80b8-c2b3-41be-91a9-6b8522ffa97f req-94d4ee13-ffd7-46b4-a6c3-c0ab9e5509a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1 HTTP/1.1" status: 200 len: 999 time: 0.1822269 Aug 28 13:00:39.253441 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:39.254560 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:39.320906 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:39.381387 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85a74b4b-6f53-477d-a32a-789361428ac9 req-52b5f0f9-418c-4c93-a1c4-965cc676d6cc service neutron] 10.222.0.10 "GET /v2.0/networks/d51840e2-73a7-4608-8bb2-7b72a0257525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631776 Aug 28 13:00:39.500976 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-813ee715-0813-4795-9cee-65199fc199a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:39.503582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca80b8-c2b3-41be-91a9-6b8522ffa97f req-f730c25a-4144-45a5-9548-f511e9e9ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:39.505235 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42ca80b8-c2b3-41be-91a9-6b8522ffa97f req-f730c25a-4144-45a5-9548-f511e9e9ad2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fac72157-2444-43b8-a097-cf18d714c2d2 HTTP/1.1" status: 200 len: 856 time: 0.1826870 Aug 28 13:00:39.535363 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e7b8a-09d5-46e0-b903-d9e276799d81 req-7336b022-5533-4fb3-84cf-9b89a59bc30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:39.536981 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac9e7b8a-09d5-46e0-b903-d9e276799d81 req-7336b022-5533-4fb3-84cf-9b89a59bc30a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=26bcaf3b0d314af2b21d78225ff7859c&device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 1096 time: 0.0598106 Aug 28 13:00:39.667252 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:39.702677 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:39.712656 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:39.732312 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:39.747921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca54f5-2444-458a-aeaa-431f5aac1176 req-36242c30-78df-4061-83b3-1de59f635d93 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:39.755449 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dbca54f5-2444-458a-aeaa-431f5aac1176 req-36242c30-78df-4061-83b3-1de59f635d93 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.2686427 Aug 28 13:00:39.761981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e7b8a-09d5-46e0-b903-d9e276799d81 req-cf65481f-713d-47fe-9cb3-7eb367191c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:39.765816 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac9e7b8a-09d5-46e0-b903-d9e276799d81 req-cf65481f-713d-47fe-9cb3-7eb367191c47 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d51840e2-73a7-4608-8bb2-7b72a0257525 HTTP/1.1" status: 200 len: 922 time: 0.2207901 Aug 28 13:00:39.791038 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca80b8-c2b3-41be-91a9-6b8522ffa97f req-e153a278-cd79-47c7-b6e4-78a3241f9988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:39.792539 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42ca80b8-c2b3-41be-91a9-6b8522ffa97f req-e153a278-cd79-47c7-b6e4-78a3241f9988 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2603359 Aug 28 13:00:39.798341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:39.798881 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:39.799369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:39.799854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:39.800353 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:39.800835 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:39.801310 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:39.801845 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:39.802313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:39.803039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:39.803544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:39.804527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:39.860478 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-aa138248-ec57-4980-a763-f21d824872e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:39.891057 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac9e7b8a-09d5-46e0-b903-d9e276799d81 req-686be3d6-d8e3-4339-9222-2dab5ba9b1a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19f9a0a-5409-4698-8014-d1fd13d7a81f HTTP/1.1" status: 200 len: 217 time: 0.1071739 Aug 28 13:00:39.923535 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-813ee715-0813-4795-9cee-65199fc199a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:39.926888 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-813ee715-0813-4795-9cee-65199fc199a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:39.928578 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-813ee715-0813-4795-9cee-65199fc199a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e06ad7e-ec56-4bbd-bb16-c511a1958e76 HTTP/1.1" status: 204 len: 168 time: 0.9549112 Aug 28 13:00:39.989820 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dbca54f5-2444-458a-aeaa-431f5aac1176 req-4bb1a0c4-3e93-4337-980d-d23c3555e55e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334678 Aug 28 13:00:40.047048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ee715-0813-4795-9cee-65199fc199a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e06ad7e-ec56-4bbd-bb16-c511a1958e76,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:40.119289 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:40.221377 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e7b8a-09d5-46e0-b903-d9e276799d81 req-c05d6bd7-7635-4a83-b85b-c6e272df18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:40.223529 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac9e7b8a-09d5-46e0-b903-d9e276799d81 req-c05d6bd7-7635-4a83-b85b-c6e272df18a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18441c28-a410-4e1c-9aaa-49708a673eaa HTTP/1.1" status: 200 len: 862 time: 0.3194890 Aug 28 13:00:40.232843 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42ca80b8-c2b3-41be-91a9-6b8522ffa97f req-b751fcb0-b787-4668-a2d5-d451f627e360 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312046 Aug 28 13:00:40.300323 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac9e7b8a-09d5-46e0-b903-d9e276799d81 req-c62fdc0b-ea14-4d05-a2ed-3c2e4145f3c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d51840e2-73a7-4608-8bb2-7b72a0257525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570607 Aug 28 13:00:40.403264 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a25d0-dd67-4e42-8755-58dbf5b49264 req-b0a50012-f5c6-4fc7-9d8d-4643b73853aa tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:40.404829 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a2a25d0-dd67-4e42-8755-58dbf5b49264 req-b0a50012-f5c6-4fc7-9d8d-4643b73853aa tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 944 time: 0.2597809 Aug 28 13:00:40.560544 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac9e7b8a-09d5-46e0-b903-d9e276799d81 req-9b22a942-78f1-40b1-a692-51c1666be177 service neutron] 10.222.0.10 "GET /v2.0/networks/d51840e2-73a7-4608-8bb2-7b72a0257525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435780 Aug 28 13:00:40.586129 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a2a25d0-dd67-4e42-8755-58dbf5b49264 req-48e78195-4256-4031-bfe3-750697c4bb84 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/security-groups?id=47e8c9e2-8474-481f-9ac9-16e0e9feca5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703601 Aug 28 13:00:40.638550 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42ca80b8-c2b3-41be-91a9-6b8522ffa97f req-5ac7c86e-334c-4f0a-a89c-644d37e08be5 service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845685 Aug 28 13:00:40.639559 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:40.707301 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:40.724258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:40.750609 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:00:40.751686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8caf6bbc-fa43-47d4-9961-e1aa7e6bc195 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:00:40.863417 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router cd11c2ac-776f-4b76-b857-2c08ae0f683a has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:00:40.883502 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac9e7b8a-09d5-46e0-b903-d9e276799d81 req-0ea0d8ff-9c2f-4ddb-a486-6eb29fd25c3c service neutron] 10.222.0.10 "GET /v2.0/networks/d51840e2-73a7-4608-8bb2-7b72a0257525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580457 Aug 28 13:00:40.960927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Allocated IP 172.25.1.41 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/03759182-aa9e-46f2-863b-942334d8028e) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:00:41.003330 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:00:41.015596 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40321ce-17dd-4617-befc-9d01ae189ca6 None None] Sync routers for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:00:41.020102 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e7686d65-6840-458d-b645-ead1735c771c tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/cd11c2ac-776f-4b76-b857-2c08ae0f683a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0911684 Aug 28 13:00:41.020997 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35222) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:41.028446 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40321ce-17dd-4617-befc-9d01ae189ca6 None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:41.029073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a40321ce-17dd-4617-befc-9d01ae189ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:41.149733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84a8a93-904a-4292-8673-2de908b3fc39 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting subnet b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:00:41.152163 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:41.154330 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d84a8a93-904a-4292-8673-2de908b3fc39 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:41.199327 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d84a8a93-904a-4292-8673-2de908b3fc39 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:41.282138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a40321ce-17dd-4617-befc-9d01ae189ca6 None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:41.292013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c19f9a0a-5409-4698-8014-d1fd13d7a81f details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:00:41.310592 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d84a8a93-904a-4292-8673-2de908b3fc39 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:41.312335 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:41.387146 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d84a8a93-904a-4292-8673-2de908b3fc39 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:41.424354 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a8a93-904a-4292-8673-2de908b3fc39 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:41.435624 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d84a8a93-904a-4292-8673-2de908b3fc39 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:41.441249 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d84a8a93-904a-4292-8673-2de908b3fc39 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b HTTP/1.1" status: 204 len: 168 time: 0.4189706 Aug 28 13:00:41.441954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35236) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:41.454954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f37711-77ea-4c98-8ce4-69fca58ae3c4 None None] Network 37e9673f-c1d7-4742-acc7-165e681dfa61 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:00:41.456493 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4ed31-c2bc-4846-b648-eb4e930b6c93 req-747bc083-2eef-42fb-a9d2-be993893cda0 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:41.458248 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-feb4ed31-c2bc-4846-b648-eb4e930b6c93 req-747bc083-2eef-42fb-a9d2-be993893cda0 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.2449026 Aug 28 13:00:41.468619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:00:41.487067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:00:41.493053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:00:41.502174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Pushing event updated for resources: {'Port': ['ID=03759182-aa9e-46f2-863b-942334d8028e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:41.684625 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.resource_extend [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 13:00:41.741857 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:41.797155 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-feb4ed31-c2bc-4846-b648-eb4e930b6c93 req-d125e447-14f5-4f7c-a328-b46e69ad1c89 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3178308 Aug 28 13:00:42.037050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fb9dc-a98c-4e3b-a0e6-93890ef4e3ee req-6d1d15e3-11cd-44c8-af15-0317662c253e tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:42.038843 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7b6fb9dc-a98c-4e3b-a0e6-93890ef4e3ee req-6d1d15e3-11cd-44c8-af15-0317662c253e tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 944 time: 0.2527645 Aug 28 13:00:42.144932 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port 50144df9-0047-45a4-a2fa-778dc9b11f74 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:42.145431 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:42.262860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c19f9a0a-5409-4698-8014-d1fd13d7a81f, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c19f9a0a-5409-4698-8014-d1fd13d7a81f,segment=NetworkSegment(31c06a9a-c547-4d34-b829-d494233a2422),segment_id=31c06a9a-c547-4d34-b829-d494233a2422)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:42.313630 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'c19f9a0a-5409-4698-8014-d1fd13d7a81f', 'network_id': 'd51840e2-73a7-4608-8bb2-7b72a0257525', 'port_id': 'c19f9a0a-5409-4698-8014-d1fd13d7a81f', 'mac_address': 'fa:16:3e:87:3e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18441c28-a410-4e1c-9aaa-49708a673eaa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:00:42.422851 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] For port 50144df9-0047-45a4-a2fa-778dc9b11f74, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=50144df9-0047-45a4-a2fa-778dc9b11f74,segment=NetworkSegment(3a68c023-8390-412b-9b36-4df9b1c05a51),segment_id=3a68c023-8390-412b-9b36-4df9b1c05a51)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:42.423694 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:42.440522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for 50144df9-0047-45a4-a2fa-778dc9b11f74 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:42.555012 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:42.632135 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:42.660750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No DVR routers for this DVR port 50144df9-0047-45a4-a2fa-778dc9b11f74 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:00:42.699821 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7b6fb9dc-a98c-4e3b-a0e6-93890ef4e3ee req-0f92b689-c5b9-4f6b-8a0d-8ad3e08c4758 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/security-groups?id=47e8c9e2-8474-481f-9ac9-16e0e9feca5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6251786 Aug 28 13:00:42.717273 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-969822e2-23bc-4476-8d92-f804f832c177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:42.765208 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:42.788993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=50144df9-0047-45a4-a2fa-778dc9b11f74,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:42.842236 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:42.935209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3671e37e-d7b0-415a-a7c7-9ee3fa564a7f None None] DHCP port deletion for 37e9673f-c1d7-4742-acc7-165e681dfa61 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:00:42.950696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19f9a0a-5409-4698-8014-d1fd13d7a81f {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:00:43.020938 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:43.078228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e9673f-c1d7-4742-acc7-165e681dfa61']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:43.178624 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c19f9a0a-5409-4698-8014-d1fd13d7a81f, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c19f9a0a-5409-4698-8014-d1fd13d7a81f,segment=NetworkSegment(31c06a9a-c547-4d34-b829-d494233a2422),segment_id=31c06a9a-c547-4d34-b829-d494233a2422)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:43.194193 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:43.307798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fdd24-7648-4de7-9959-a4100b953ec9 req-a120d2c8-52f7-42af-9b32-9f843837bffa tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:43.319644 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed9fdd24-7648-4de7-9959-a4100b953ec9 req-a120d2c8-52f7-42af-9b32-9f843837bffa tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.2741365 Aug 28 13:00:43.474837 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=c19f9a0a-5409-4698-8014-d1fd13d7a81f,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:43.478401 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:43.522911 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed9fdd24-7648-4de7-9959-a4100b953ec9 req-cb1c6931-8c2e-4111-9eb0-3ba8dea05fab tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022114 Aug 28 13:00:43.532728 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['c19f9a0a-5409-4698-8014-d1fd13d7a81f'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:00:43.559399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a40321ce-17dd-4617-befc-9d01ae189ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:39Z', 'revision_number': 9, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:43.652578 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:43.695424 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a68c023-8390-412b-9b36-4df9b1c05a51') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:43.697142 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a68c023-8390-412b-9b36-4df9b1c05a51') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:43.708967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:43.753322 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:43.767702 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:00:43.769376 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:43.791132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40321ce-17dd-4617-befc-9d01ae189ca6 None None] Checking router: cd11c2ac-776f-4b76-b857-2c08ae0f683a for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:00:43.839431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40321ce-17dd-4617-befc-9d01ae189ca6 None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:43.843000 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a40321ce-17dd-4617-befc-9d01ae189ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:00:43.868105 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:00:44.005513 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:44.007836 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Router c356b783-ea58-4130-8410-6acdb62f5b02 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:00:44.039050 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:44.042418 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/networks/37e9673f-c1d7-4742-acc7-165e681dfa61 HTTP/1.1" status: 204 len: 168 time: 2.5978501 Aug 28 13:00:44.047434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35292) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:44.226796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a4679-d1ed-42b4-a56a-0c8a00c09d56 req-be5f6c71-c8ef-4633-8baa-dd275fa3b171 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:44.238213 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d50a4679-d1ed-42b4-a56a-0c8a00c09d56 req-be5f6c71-c8ef-4633-8baa-dd275fa3b171 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 945 time: 0.3317847 Aug 28 13:00:44.256247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140400d-ac76-47d9-a735-27f9d62c04ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Network': ['ID=37e9673f-c1d7-4742-acc7-165e681dfa61,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:44.429679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a40321ce-17dd-4617-befc-9d01ae189ca6 None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:44.498274 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d50a4679-d1ed-42b4-a56a-0c8a00c09d56 req-ab94a5d4-f456-455d-b605-6f5bc1172338 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/security-groups?id=47e8c9e2-8474-481f-9ac9-16e0e9feca5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590597 Aug 28 13:00:44.879088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 50144df9-0047-45a4-a2fa-778dc9b11f74 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:44.945218 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 50144df9-0047-45a4-a2fa-778dc9b11f74 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:00:44.945950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 50144df9-0047-45a4-a2fa-778dc9b11f74 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:00:45.119626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a40321ce-17dd-4617-befc-9d01ae189ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:39Z', 'revision_number': 9, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:45.136598 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e9662eb-1001-44a3-b4d9-ea53770c28df tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:45.196530 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40321ce-17dd-4617-befc-9d01ae189ca6 None None] The sync data for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 is: [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:39Z', 'revision_number': 9, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '33e62d19-9d1d-4d74-871c-6d8a671b774a', 'name': '', 'network_id': '97c9da9d-46cd-45bc-8945-4e7ffb234b86', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:f2:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:00:07Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '5a4a9c44-bcc5-4732-8cd5-6e7bd733b165', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:00:45.288349 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:45.313941 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c19f9a0a-5409-4698-8014-d1fd13d7a81f up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:00:45.411280 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port c19f9a0a-5409-4698-8014-d1fd13d7a81f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:00:45.419266 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port c19f9a0a-5409-4698-8014-d1fd13d7a81f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:45.419951 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:45.665732 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:45.723657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:00:45.738703 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cfc1b1-facb-4e01-a834-7e4aadecd046 None None] Sync routers for ids ['c356b783-ea58-4130-8410-6acdb62f5b02'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:00:45.771235 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfc1b1-facb-4e01-a834-7e4aadecd046 None None] Routers {'c356b783-ea58-4130-8410-6acdb62f5b02'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:45.774850 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-34cfc1b1-facb-4e01-a834-7e4aadecd046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c356b783-ea58-4130-8410-6acdb62f5b02'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:45.784315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a020981f-da4a-477a-8735-2aec46b88421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19f9a0a-5409-4698-8014-d1fd13d7a81f'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:00:45.797865 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8d9ba7-9434-4b7b-905c-f87c306fd000" -d '{"events": [{"server_uuid": "a020981f-da4a-477a-8735-2aec46b88421", "name": "network-vif-plugged", "status": "completed", "tag": "c19f9a0a-5409-4698-8014-d1fd13d7a81f"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:00:45.843198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c19f9a0a-5409-4698-8014-d1fd13d7a81f, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c19f9a0a-5409-4698-8014-d1fd13d7a81f,segment=NetworkSegment(31c06a9a-c547-4d34-b829-d494233a2422),segment_id=31c06a9a-c547-4d34-b829-d494233a2422)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:45.849899 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:45.892075 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55753400-fc5f-43ad-be12-9d4a1292aea1 req-c109fa7f-94c3-480c-ab10-46aa856c2861 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:45.894704 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55753400-fc5f-43ad-be12-9d4a1292aea1 req-c109fa7f-94c3-480c-ab10-46aa856c2861 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 945 time: 0.0924735 Aug 28 13:00:45.899350 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07457a-a56d-4a73-83f7-af0dd0458bc4 req-ed4c52a6-c2bb-4b54-8949-abf0653d6e14 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:45.909588 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-34cfc1b1-facb-4e01-a834-7e4aadecd046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:45.914969 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d07457a-a56d-4a73-83f7-af0dd0458bc4 req-ed4c52a6-c2bb-4b54-8949-abf0653d6e14 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.2474685 Aug 28 13:00:45.944125 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfc1b1-facb-4e01-a834-7e4aadecd046 None None] Routers {'c356b783-ea58-4130-8410-6acdb62f5b02'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:45.948908 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-34cfc1b1-facb-4e01-a834-7e4aadecd046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c356b783-ea58-4130-8410-6acdb62f5b02'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:45.952266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3e9662eb-1001-44a3-b4d9-ea53770c28df tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port 33e62d19-9d1d-4d74-871c-6d8a671b774a {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:45.952620 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e9662eb-1001-44a3-b4d9-ea53770c28df tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:46.007966 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:46.011592 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f006db41-9055-42e2-b5e4-426f53c67622 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.8510129 Aug 28 13:00:46.032437 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=c19f9a0a-5409-4698-8014-d1fd13d7a81f,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:46.045559 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35332) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:46.045701 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-34cfc1b1-facb-4e01-a834-7e4aadecd046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:46.050611 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cfc1b1-facb-4e01-a834-7e4aadecd046 None None] The sync data for ids ['c356b783-ea58-4130-8410-6acdb62f5b02'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:00:46.057735 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f5f8bebc-a468-463d-80cb-2bea03e8c032 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'enable_snat': False}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:46.075766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d07457a-a56d-4a73-83f7-af0dd0458bc4 req-d1bffefb-c456-4152-835e-c1f2c250c280 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585879 Aug 28 13:00:46.086115 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55753400-fc5f-43ad-be12-9d4a1292aea1 req-7c4b768a-85ae-4484-8ea9-8a6fe8e5b923 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/security-groups?id=47e8c9e2-8474-481f-9ac9-16e0e9feca5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809955 Aug 28 13:00:46.138951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-3e9662eb-1001-44a3-b4d9-ea53770c28df tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] For port 33e62d19-9d1d-4d74-871c-6d8a671b774a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=33e62d19-9d1d-4d74-871c-6d8a671b774a,segment=NetworkSegment(aaf33c6f-9670-40c1-9e9e-75364f6fb68f),segment_id=aaf33c6f-9670-40c1-9e9e-75364f6fb68f)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:46.139473 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e9662eb-1001-44a3-b4d9-ea53770c28df tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:46.156522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3e9662eb-1001-44a3-b4d9-ea53770c28df tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for 33e62d19-9d1d-4d74-871c-6d8a671b774a owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:46.210043 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e250618c-9f5c-4491-908d-7c6b4a2d7c2e x-openstack-request-id: req-e250618c-9f5c-4491-908d-7c6b4a2d7c2e {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:00:46.210820 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a020981f-da4a-477a-8735-2aec46b88421", "name": "network-vif-plugged", "status": "completed", "tag": "c19f9a0a-5409-4698-8014-d1fd13d7a81f", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:00:46.211225 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e250618c-9f5c-4491-908d-7c6b4a2d7c2e {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:00:46.212140 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a020981f-da4a-477a-8735-2aec46b88421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19f9a0a-5409-4698-8014-d1fd13d7a81f', 'code': 200} Aug 28 13:00:46.445438 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e9662eb-1001-44a3-b4d9-ea53770c28df tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:46.506240 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9662eb-1001-44a3-b4d9-ea53770c28df tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=33e62d19-9d1d-4d74-871c-6d8a671b774a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:46.605730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306184c-bc66-4a22-b158-067b633e2a9f req-a8463b9c-dd95-4162-9f6c-96eada2959e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:46.607630 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d306184c-bc66-4a22-b158-067b633e2a9f req-a8463b9c-dd95-4162-9f6c-96eada2959e6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 1098 time: 0.1791728 Aug 28 13:00:46.805151 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:46.862805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:00:46.863153 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4b99dd9b-c86e-4010-aa0f-93fa53d6dd9b not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:00:46.886205 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d306184c-bc66-4a22-b158-067b633e2a9f req-9f240d10-de5c-4b83-8bb1-b5a8be03d853 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=47e8c9e2-8474-481f-9ac9-16e0e9feca5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637782 Aug 28 13:00:46.897283 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6085ddd-218c-4182-b987-107d4805b4db req-b284bc9e-45ff-47ce-85b2-262cc4e8c6be tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=385fbd574aa949b8908ac3aef312ba6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875657 Aug 28 13:00:46.913250 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3e9662eb-1001-44a3-b4d9-ea53770c28df tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:47.217629 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5f8bebc-a468-463d-80cb-2bea03e8c032 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:47.358291 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085ddd-218c-4182-b987-107d4805b4db req-39acbc4d-f9b3-434b-91d9-78f2bff0f5e3 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:47.371890 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6085ddd-218c-4182-b987-107d4805b4db req-39acbc4d-f9b3-434b-91d9-78f2bff0f5e3 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4733601 Aug 28 13:00:47.438245 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fe912-214e-4215-904d-c62fa48d110e req-53a85edc-72ed-4185-b4fa-f03bd767d522 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:47.444744 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6085ddd-218c-4182-b987-107d4805b4db req-ef938321-8d50-4848-9e20-816ba715c85a tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/quotas/385fbd574aa949b8908ac3aef312ba6f HTTP/1.1" status: 200 len: 375 time: 0.0712366 Aug 28 13:00:47.456488 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f38fe912-214e-4215-904d-c62fa48d110e req-53a85edc-72ed-4185-b4fa-f03bd767d522 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 946 time: 0.2251942 Aug 28 13:00:47.514219 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6085ddd-218c-4182-b987-107d4805b4db req-17a93f15-9c52-4ecc-b14f-bce852459871 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=385fbd574aa949b8908ac3aef312ba6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676901 Aug 28 13:00:47.526758 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9662eb-1001-44a3-b4d9-ea53770c28df tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router cd11c2ac-776f-4b76-b857-2c08ae0f683a has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:00:47.543215 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f38fe912-214e-4215-904d-c62fa48d110e req-65a3abca-3ad9-47b5-968e-97a1437e1c30 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/security-groups?id=47e8c9e2-8474-481f-9ac9-16e0e9feca5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809665 Aug 28 13:00:47.990947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9662eb-1001-44a3-b4d9-ea53770c28df tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:00:48.007701 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c80061-df2c-4683-b189-816dd9257a57 None None] Sync routers for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:00:48.019932 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3e9662eb-1001-44a3-b4d9-ea53770c28df tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/cd11c2ac-776f-4b76-b857-2c08ae0f683a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8743293 Aug 28 13:00:48.035905 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce4e26-a622-48b2-aedb-e1e95016b4f3 req-2bbaf96a-06de-4c96-945c-fc691a1995d9 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:48.038837 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2dce4e26-a622-48b2-aedb-e1e95016b4f3 req-2bbaf96a-06de-4c96-945c-fc691a1995d9 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.3575308 Aug 28 13:00:48.039794 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35382) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:48.086811 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c80061-df2c-4683-b189-816dd9257a57 None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:48.088337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-49c80061-df2c-4683-b189-816dd9257a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:48.172970 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-501be4a1-4cf5-43af-99c7-9b5dee8ce688 req-a48b4f3c-e780-4d0d-9301-b726b97d751d tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 210 time: 0.2707717 Aug 28 13:00:48.351425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-70eac424-09c3-4392-ad2b-e0e7c99ed197 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting subnet 5a4a9c44-bcc5-4732-8cd5-6e7bd733b165 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:00:48.363391 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-70eac424-09c3-4392-ad2b-e0e7c99ed197 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:48.420493 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5f8bebc-a468-463d-80cb-2bea03e8c032 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:48.423922 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5f8bebc-a468-463d-80cb-2bea03e8c032 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:48.434963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-49c80061-df2c-4683-b189-816dd9257a57 None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:48.437237 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-70eac424-09c3-4392-ad2b-e0e7c99ed197 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:48.523467 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:00:48.687328 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-70eac424-09c3-4392-ad2b-e0e7c99ed197 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:48.741805 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f8bebc-a468-463d-80cb-2bea03e8c032 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Router c356b783-ea58-4130-8410-6acdb62f5b02 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:00:48.770493 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-70eac424-09c3-4392-ad2b-e0e7c99ed197 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:48.811399 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eac424-09c3-4392-ad2b-e0e7c99ed197 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4a9c44-bcc5-4732-8cd5-6e7bd733b165,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:48.840578 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2dce4e26-a622-48b2-aedb-e1e95016b4f3 req-f59c1057-ce68-40b9-94f0-27c68c43054e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7504075 Aug 28 13:00:48.851583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-70eac424-09c3-4392-ad2b-e0e7c99ed197 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:48.859907 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-70eac424-09c3-4392-ad2b-e0e7c99ed197 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/5a4a9c44-bcc5-4732-8cd5-6e7bd733b165 HTTP/1.1" status: 204 len: 168 time: 0.8162808 Aug 28 13:00:48.863049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35400) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:48.878535 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825515ad-a573-4d81-b681-5157c7c62693 None None] Network 97c9da9d-46cd-45bc-8945-4e7ffb234b86 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:00:48.965075 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad21b0b-7962-401d-b444-eb31e67bbd18 req-d7a81908-4553-414e-a377-1ed2629ef6f0 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:48.978608 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2ad21b0b-7962-401d-b444-eb31e67bbd18 req-d7a81908-4553-414e-a377-1ed2629ef6f0 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 946 time: 0.2290168 Aug 28 13:00:49.160515 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2ad21b0b-7962-401d-b444-eb31e67bbd18 req-f867cb62-a1ec-4b5c-bd6b-c5ebf9ddf200 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/security-groups?id=47e8c9e2-8474-481f-9ac9-16e0e9feca5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783278 Aug 28 13:00:49.167892 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:49.315180 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f8bebc-a468-463d-80cb-2bea03e8c032 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:00:49.325850 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c13883-e033-480c-9b1a-aa92d1e064d6 None None] Sync routers for ids ['c356b783-ea58-4130-8410-6acdb62f5b02'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:00:49.337267 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5f8bebc-a468-463d-80cb-2bea03e8c032 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:49.339339 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c13883-e033-480c-9b1a-aa92d1e064d6 None None] Routers {'c356b783-ea58-4130-8410-6acdb62f5b02'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:49.340533 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-82c13883-e033-480c-9b1a-aa92d1e064d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c356b783-ea58-4130-8410-6acdb62f5b02'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:49.343515 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f5f8bebc-a468-463d-80cb-2bea03e8c032 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "PUT /v2.0/routers/c356b783-ea58-4130-8410-6acdb62f5b02 HTTP/1.1" status: 200 len: 921 time: 3.2917812 Aug 28 13:00:49.347780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35410) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:49.382774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port db9fef6d-bb4e-43da-b589-d9719516d7e5 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:49.385030 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:49.387835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-49c80061-df2c-4683-b189-816dd9257a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:46Z', 'revision_number': 10, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:49.477180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c80061-df2c-4683-b189-816dd9257a57 None None] Checking router: cd11c2ac-776f-4b76-b857-2c08ae0f683a for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:00:49.509509 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-82c13883-e033-480c-9b1a-aa92d1e064d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:49.509797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c80061-df2c-4683-b189-816dd9257a57 None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:49.510988 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-49c80061-df2c-4683-b189-816dd9257a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:49.560769 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c13883-e033-480c-9b1a-aa92d1e064d6 None None] Routers {'c356b783-ea58-4130-8410-6acdb62f5b02'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:49.565556 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-82c13883-e033-480c-9b1a-aa92d1e064d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c356b783-ea58-4130-8410-6acdb62f5b02'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:49.589717 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-14ba5c5e-7c70-4990-b082-9f031a624f3a req-fd1e9a81-a34b-4ef1-b05f-6bf6f818cdd2 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 210 time: 0.2099826 Aug 28 13:00:49.651992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] For port db9fef6d-bb4e-43da-b589-d9719516d7e5, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=db9fef6d-bb4e-43da-b589-d9719516d7e5,segment=NetworkSegment(aaf33c6f-9670-40c1-9e9e-75364f6fb68f),segment_id=aaf33c6f-9670-40c1-9e9e-75364f6fb68f)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:49.652868 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:49.655664 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-82c13883-e033-480c-9b1a-aa92d1e064d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:49.657953 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c13883-e033-480c-9b1a-aa92d1e064d6 None None] The sync data for ids ['c356b783-ea58-4130-8410-6acdb62f5b02'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:00:49.700394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for db9fef6d-bb4e-43da-b589-d9719516d7e5 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:49.876309 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] DHCP port deletion for 97c9da9d-46cd-45bc-8945-4e7ffb234b86 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:00:49.910509 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6085ddd-218c-4182-b987-107d4805b4db req-25a3551e-5a73-492c-9630-e373d421ba07 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=385fbd574aa949b8908ac3aef312ba6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896115 Aug 28 13:00:49.991967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:50.032407 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-49c80061-df2c-4683-b189-816dd9257a57 None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:50.211446 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No DVR routers for this DVR port db9fef6d-bb4e-43da-b589-d9719516d7e5 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:00:50.242016 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Deleting port db9fef6d-bb4e-43da-b589-d9719516d7e5 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:50.242233 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:50.309343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=db9fef6d-bb4e-43da-b589-d9719516d7e5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:50.381273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085ddd-218c-4182-b987-107d4805b4db req-c10b1436-39cd-4849-8d46-20bf9c046fa1 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:50.384589 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6085ddd-218c-4182-b987-107d4805b4db req-c10b1436-39cd-4849-8d46-20bf9c046fa1 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4617195 Aug 28 13:00:50.445072 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] For port db9fef6d-bb4e-43da-b589-d9719516d7e5, host n-d-791505-21, got binding levels [] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:50.446470 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:50.461839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-e6085ddd-218c-4182-b987-107d4805b4db req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Request body: {'port': {'device_id': 'f38d0312-b058-4e21-9e79-674172dd3de1', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '385fbd574aa949b8908ac3aef312ba6f'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:50.487212 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da30c4f-fa16-4f20-bc1c-6e88f40bf95c req-b842fe86-c739-4562-86e5-98e8c40c94c7 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:50.496211 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3da30c4f-fa16-4f20-bc1c-6e88f40bf95c req-b842fe86-c739-4562-86e5-98e8c40c94c7 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 946 time: 0.4646795 Aug 28 13:00:50.516412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Calling delete_port for db9fef6d-bb4e-43da-b589-d9719516d7e5 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:50.521793 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.ipam_backend_mixin [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Port db9fef6d-bb4e-43da-b589-d9719516d7e5 was not found and therefore no delete operation was performed {{(pid=94879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 13:00:50.527131 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:50.588245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] No DVR routers for this DVR port db9fef6d-bb4e-43da-b589-d9719516d7e5 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:00:50.589852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Pushing event deleted for resources: {'Port': ['ID=db9fef6d-bb4e-43da-b589-d9719516d7e5,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:50.610592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:50.612064 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:50.614256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:50.615070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:50.618186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:50.620511 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:50.623302 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:50.623807 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:50.624897 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:50.626609 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:50.627952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:50.628498 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ab0787-8961-457a-827e-633d8a982570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:00:50.639925 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:50.667317 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-53e6aed2-d0a2-4420-a7f7-b8a298ae3ac3 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/routers/c356b783-ea58-4130-8410-6acdb62f5b02 HTTP/1.1" status: 200 len: 921 time: 1.2988944 Aug 28 13:00:50.670281 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35430) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:50.709961 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3da30c4f-fa16-4f20-bc1c-6e88f40bf95c req-e4536889-2109-48bd-a7aa-9347533e005d tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/security-groups?id=47e8c9e2-8474-481f-9ac9-16e0e9feca5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105882 Aug 28 13:00:50.750573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device db9fef6d-bb4e-43da-b589-d9719516d7e5 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:50.763034 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c9da9d-46cd-45bc-8945-4e7ffb234b86']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:50.805583 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf33c6f-9670-40c1-9e9e-75364f6fb68f') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:50.805895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf33c6f-9670-40c1-9e9e-75364f6fb68f') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:50.846589 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:50.874686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ca995-cb02-45a6-8a07-7149eab0b2da req-5a6e223d-32e6-43dd-9c71-b169c648bff4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:50.884997 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:50.887477 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee7ca995-cb02-45a6-8a07-7149eab0b2da req-5a6e223d-32e6-43dd-9c71-b169c648bff4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.7235842 Aug 28 13:00:50.915027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:00:50.915486 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:50.998179 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: db9fef6d-bb4e-43da-b589-d9719516d7e5 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:00:50.998718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device db9fef6d-bb4e-43da-b589-d9719516d7e5 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:00:51.020071 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:00:51.022596 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-49c80061-df2c-4683-b189-816dd9257a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:46Z', 'revision_number': 10, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:51.039725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fab22c0-8221-48a7-a6cf-09736d0d0a30 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:51.044068 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5fab22c0-8221-48a7-a6cf-09736d0d0a30 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&device_id=c356b783-ea58-4130-8410-6acdb62f5b02&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3323796 Aug 28 13:00:51.048620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35436) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:51.051739 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee7ca995-cb02-45a6-8a07-7149eab0b2da req-dcb5a2ad-9a76-4486-8307-a085c3a387c7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403966 Aug 28 13:00:51.128235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c80061-df2c-4683-b189-816dd9257a57 None None] The sync data for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 is: [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:46Z', 'revision_number': 10, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None, '_interfaces': [{'id': '595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b', 'name': '', 'network_id': '747f0db6-27f1-43d3-af82-33b668a1b0e0', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'mac_address': 'fa:16:3e:cf:3e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:31Z', 'updated_at': '2021-08-28T12:59:44Z', 'revision_number': 5, 'project_id': 'c2081f75685746a5834e548eae43013a', 'subnets': [{'id': '6d147078-0483-4216-8ba3-0a8ad2440b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:00:51.156235 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-519a8325-81bb-4690-a0c9-796dc92f8102 req-68d18a44-e28c-4059-b357-2b73eaf28a6f tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 210 time: 0.1346953 Aug 28 13:00:51.173734 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:51.210497 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:51.212907 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/networks/97c9da9d-46cd-45bc-8945-4e7ffb234b86 HTTP/1.1" status: 204 len: 168 time: 2.3460793 Aug 28 13:00:51.221689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019b2e35-c096-4195-8a14-827d4246d5ea tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:51.223102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35438) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:51.227263 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-019b2e35-c096-4195-8a14-827d4246d5ea tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 881 time: 0.1744843 Aug 28 13:00:51.230392 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35440) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:51.287675 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-58c43e21-f79d-4fc6-91e6-21d7b00bd30a tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "GET /v2.0/ports?device_id=c356b783-ea58-4130-8410-6acdb62f5b02 HTTP/1.1" status: 200 len: 205 time: 0.0560412 Aug 28 13:00:51.288318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35442) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:51.297614 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6085ddd-218c-4182-b987-107d4805b4db req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Made reservation on behalf of 385fbd574aa949b8908ac3aef312ba6f for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:00:51.301674 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e6085ddd-218c-4182-b987-107d4805b4db req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:51.351449 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e6085ddd-218c-4182-b987-107d4805b4db req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:51.457493 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-545bd526-05fb-4b35-8823-f4bf4a69eacf tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:51.485104 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689b08f-672d-4ebd-a969-adfb2b514cb2 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Network': ['ID=97c9da9d-46cd-45bc-8945-4e7ffb234b86,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:51.711307 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e6085ddd-218c-4182-b987-107d4805b4db req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:51.726064 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-545bd526-05fb-4b35-8823-f4bf4a69eacf tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:51.738603 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e6085ddd-218c-4182-b987-107d4805b4db req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:51.977677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7441c478-4d12-45ec-af59-1dc51a9e1d02,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:52.088452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-545bd526-05fb-4b35-8823-f4bf4a69eacf tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Deleting port 03759182-aa9e-46f2-863b-942334d8028e {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:52.089214 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-545bd526-05fb-4b35-8823-f4bf4a69eacf tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:52.126507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2470a-e63f-4096-9345-05592c3ef945 req-084dae7f-f329-48dd-bda5-26cc4d32306d tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:52.128161 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-24d2470a-e63f-4096-9345-05592c3ef945 req-084dae7f-f329-48dd-bda5-26cc4d32306d tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 946 time: 0.1994114 Aug 28 13:00:52.170057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-e6085ddd-218c-4182-b987-107d4805b4db req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Allocated IP 192.168.233.49 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/88776eb7-1b47-48cd-a28b-b585a1626a7d) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:00:52.236383 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-24d2470a-e63f-4096-9345-05592c3ef945 req-1f9a8ae2-2bca-4f8b-9652-3813c2343cec tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/security-groups?id=47e8c9e2-8474-481f-9ac9-16e0e9feca5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698860 Aug 28 13:00:52.399022 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-545bd526-05fb-4b35-8823-f4bf4a69eacf tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:52.518041 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-545bd526-05fb-4b35-8823-f4bf4a69eacf tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Calling delete_port for 03759182-aa9e-46f2-863b-942334d8028e owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:52.556775 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd8714-7678-49af-9c33-31292e271ec3 req-0634bd9b-c307-4d9b-9229-818bdf5400e6 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:52.559409 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e0cd8714-7678-49af-9c33-31292e271ec3 req-0634bd9b-c307-4d9b-9229-818bdf5400e6 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.10 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 946 time: 0.9089310 Aug 28 13:00:52.633654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dbac4595-dcde-4c24-8527-2f5aa1b28de2 req-0b919129-f12b-4775-b167-3862e0a02286 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 210 time: 0.1717722 Aug 28 13:00:52.653927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 33e62d19-9d1d-4d74-871c-6d8a671b774a no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:52.688258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 33e62d19-9d1d-4d74-871c-6d8a671b774a {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:00:52.699822 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 33e62d19-9d1d-4d74-871c-6d8a671b774a not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:00:52.755838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dfd14-3b7a-479d-9db0-087efc36680a req-f8163bec-01cf-4606-9f12-93854beb5333 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:52.765189 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-731dfd14-3b7a-479d-9db0-087efc36680a req-f8163bec-01cf-4606-9f12-93854beb5333 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.4226429 Aug 28 13:00:52.845300 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-e0cd8714-7678-49af-9c33-31292e271ec3 req-080f1e78-2a86-4034-b739-c1fd7805d468 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Deleting port c19f9a0a-5409-4698-8014-d1fd13d7a81f {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:52.845944 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e0cd8714-7678-49af-9c33-31292e271ec3 req-080f1e78-2a86-4034-b739-c1fd7805d468 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:52.895437 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-731dfd14-3b7a-479d-9db0-087efc36680a req-7bdd23fc-e8b8-4eaf-898c-38be7a967ebf tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288099 Aug 28 13:00:52.977503 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e6085ddd-218c-4182-b987-107d4805b4db req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:53.008686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-e6085ddd-218c-4182-b987-107d4805b4db req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Transition to ACTIVE for port object 88776eb7-1b47-48cd-a28b-b585a1626a7d will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:00:53.156959 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e6085ddd-218c-4182-b987-107d4805b4db req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:53.163589 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-545bd526-05fb-4b35-8823-f4bf4a69eacf tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:53.251339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-e0cd8714-7678-49af-9c33-31292e271ec3 req-080f1e78-2a86-4034-b739-c1fd7805d468 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] For port c19f9a0a-5409-4698-8014-d1fd13d7a81f, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c19f9a0a-5409-4698-8014-d1fd13d7a81f,segment=NetworkSegment(31c06a9a-c547-4d34-b829-d494233a2422),segment_id=31c06a9a-c547-4d34-b829-d494233a2422)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:53.251728 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e0cd8714-7678-49af-9c33-31292e271ec3 req-080f1e78-2a86-4034-b739-c1fd7805d468 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:53.331476 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-e0cd8714-7678-49af-9c33-31292e271ec3 req-080f1e78-2a86-4034-b739-c1fd7805d468 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Calling delete_port for c19f9a0a-5409-4698-8014-d1fd13d7a81f owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:53.342976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6085ddd-218c-4182-b987-107d4805b4db req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:00:53.343988 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-545bd526-05fb-4b35-8823-f4bf4a69eacf tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:53.348796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-e6085ddd-218c-4182-b987-107d4805b4db req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:00:53.355781 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Pushing event updated for resources: {'Port': ['ID=88776eb7-1b47-48cd-a28b-b585a1626a7d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:53.368951 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6085ddd-218c-4182-b987-107d4805b4db req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:00:53.439473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bd526-05fb-4b35-8823-f4bf4a69eacf tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Pushing event deleted for resources: {'Port': ['ID=03759182-aa9e-46f2-863b-942334d8028e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:53.528265 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8da748a0-db00-45a1-8de2-126f8672d055 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:53.797946 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35474) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:53.834234 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-545bd526-05fb-4b35-8823-f4bf4a69eacf tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:53.847856 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-545bd526-05fb-4b35-8823-f4bf4a69eacf tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:53.907284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-70fe6151-478d-4024-a637-1d814f90eeea None None] Provisioning for port 88776eb7-1b47-48cd-a28b-b585a1626a7d completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:00:53.919294 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-70fe6151-478d-4024-a637-1d814f90eeea None None] Provisioning complete for port 88776eb7-1b47-48cd-a28b-b585a1626a7d triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:00:53.919932 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-70fe6151-478d-4024-a637-1d814f90eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:53.968292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085ddd-218c-4182-b987-107d4805b4db req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:53.968965 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e6085ddd-218c-4182-b987-107d4805b4db req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:54.011638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b1122-4354-499a-b651-2a91f06f2c63 req-5f60d1ee-8eb9-4498-8b2d-6467a959c369 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:54.013227 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b94b1122-4354-499a-b651-2a91f06f2c63 req-5f60d1ee-8eb9-4498-8b2d-6467a959c369 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 946 time: 0.4974132 Aug 28 13:00:54.031144 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-545bd526-05fb-4b35-8823-f4bf4a69eacf tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:54.031603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545bd526-05fb-4b35-8823-f4bf4a69eacf tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Fanout notify agent at l3_agent the message router_deleted on router c356b783-ea58-4130-8410-6acdb62f5b02 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:00:54.043846 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-545bd526-05fb-4b35-8823-f4bf4a69eacf tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:54.044932 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-545bd526-05fb-4b35-8823-f4bf4a69eacf tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "DELETE /v2.0/routers/c356b783-ea58-4130-8410-6acdb62f5b02 HTTP/1.1" status: 204 len: 168 time: 2.7555907 Aug 28 13:00:54.049864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35480) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:54.059905 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-70fe6151-478d-4024-a637-1d814f90eeea None None] Port 88776eb7-1b47-48cd-a28b-b585a1626a7d cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:00:54.065861 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6085ddd-218c-4182-b987-107d4805b4db req-175cc825-eecd-4138-8900-9524ff02cc06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6172626 Aug 28 13:00:54.073545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f8bca9ad-58af-48b3-b035-a5dcf64bad3b tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-589752022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:54.097357 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a8d67b1-28e0-443f-b8b4-bbdd7470ee97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:54.148456 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b890945-609a-46d4-8092-bda6bec4adfa req-d8b04e8f-5541-4fc9-8eae-c7a2a4c95104 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:54.150018 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4b890945-609a-46d4-8092-bda6bec4adfa req-d8b04e8f-5541-4fc9-8eae-c7a2a4c95104 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 935 time: 0.3307853 Aug 28 13:00:54.184591 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b94b1122-4354-499a-b651-2a91f06f2c63 req-ef0714ad-f14b-4ec4-99f6-337a5e214359 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/security-groups?id=47e8c9e2-8474-481f-9ac9-16e0e9feca5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567914 Aug 28 13:00:54.198833 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8bca9ad-58af-48b3-b035-a5dcf64bad3b tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:54.199904 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8bca9ad-58af-48b3-b035-a5dcf64bad3b tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:54.204375 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e0cd8714-7678-49af-9c33-31292e271ec3 req-080f1e78-2a86-4034-b739-c1fd7805d468 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:54.257273 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4b890945-609a-46d4-8092-bda6bec4adfa req-c86617cd-7335-48d0-a3b0-a48be27f24ac tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/security-groups?id=7441c478-4d12-45ec-af59-1dc51a9e1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962048 Aug 28 13:00:54.304958 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8bca9ad-58af-48b3-b035-a5dcf64bad3b tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:54.320685 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f1e78-2a86-4034-b739-c1fd7805d468 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Pushing event deleted for resources: {'Port': ['ID=c19f9a0a-5409-4698-8014-d1fd13d7a81f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:54.347242 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8bca9ad-58af-48b3-b035-a5dcf64bad3b tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:54.398866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de83914-dcc2-4726-a797-eee0a333272c req-076f2247-5ca5-453c-8aa6-eb36f0e327c6 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:54.404771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cd8714-7678-49af-9c33-31292e271ec3 req-080f1e78-2a86-4034-b739-c1fd7805d468 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] No DVR routers for this DVR port c19f9a0a-5409-4698-8014-d1fd13d7a81f on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:00:54.407427 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2de83914-dcc2-4726-a797-eee0a333272c req-076f2247-5ca5-453c-8aa6-eb36f0e327c6 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.1093197 Aug 28 13:00:54.414839 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e0cd8714-7678-49af-9c33-31292e271ec3 req-080f1e78-2a86-4034-b739-c1fd7805d468 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:54.417132 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e0cd8714-7678-49af-9c33-31292e271ec3 req-080f1e78-2a86-4034-b739-c1fd7805d468 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.10 "DELETE /v2.0/ports/c19f9a0a-5409-4698-8014-d1fd13d7a81f HTTP/1.1" status: 204 len: 173 time: 1.8482485 Aug 28 13:00:54.417774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a020981f-da4a-477a-8735-2aec46b88421', 'name': 'network-vif-deleted', 'tag': 'c19f9a0a-5409-4698-8014-d1fd13d7a81f'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:00:54.421301 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084375ac-f7f5-4dd9-ad15-3f8c397b8949" -d '{"events": [{"server_uuid": "a020981f-da4a-477a-8735-2aec46b88421", "name": "network-vif-deleted", "tag": "c19f9a0a-5409-4698-8014-d1fd13d7a81f"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:00:54.499980 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2de83914-dcc2-4726-a797-eee0a333272c req-f1cebb61-8f36-492e-ab0d-52348d301185 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844250 Aug 28 13:00:54.549573 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260749e2-67bd-4d22-b996-1c6eb92c5002 x-openstack-request-id: req-260749e2-67bd-4d22-b996-1c6eb92c5002 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:00:54.550529 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a020981f-da4a-477a-8735-2aec46b88421", "name": "network-vif-deleted", "tag": "c19f9a0a-5409-4698-8014-d1fd13d7a81f", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:00:54.551073 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-260749e2-67bd-4d22-b996-1c6eb92c5002 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:00:54.551564 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a020981f-da4a-477a-8735-2aec46b88421', 'name': 'network-vif-deleted', 'tag': 'c19f9a0a-5409-4698-8014-d1fd13d7a81f', 'status': 'completed', 'code': 200} Aug 28 13:00:54.680526 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a8d67b1-28e0-443f-b8b4-bbdd7470ee97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:54.695371 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a8d67b1-28e0-443f-b8b4-bbdd7470ee97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:54.697314 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8bca9ad-58af-48b3-b035-a5dcf64bad3b tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:54.699385 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f8bca9ad-58af-48b3-b035-a5dcf64bad3b tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6356399 Aug 28 13:00:54.702280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35486) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:54.707322 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Request body: {'router': {'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:54.732695 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0a8d67b1-28e0-443f-b8b4-bbdd7470ee97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7536ad7caefd41afb77034d1af3c465a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9336219 Aug 28 13:00:54.740036 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35488) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:54.742508 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-8da748a0-db00-45a1-8de2-126f8672d055 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:54.742858 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8da748a0-db00-45a1-8de2-126f8672d055 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:54.988920 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e88e0061-1053-4300-9125-2daa21f6edc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:55.038201 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e88e0061-1053-4300-9125-2daa21f6edc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:55.124983 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d67b1-28e0-443f-b8b4-bbdd7470ee97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dbe4d0-5f87-416b-8416-f8468ce8df6b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:55.156567 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e88e0061-1053-4300-9125-2daa21f6edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:55.167782 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e88e0061-1053-4300-9125-2daa21f6edc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:55.169723 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e88e0061-1053-4300-9125-2daa21f6edc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87dbe4d0-5f87-416b-8416-f8468ce8df6b HTTP/1.1" status: 204 len: 168 time: 0.4225180 Aug 28 13:00:55.277352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-8da748a0-db00-45a1-8de2-126f8672d055 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] For port 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b,segment=NetworkSegment(4322b7ef-10bd-41b8-9bff-2f28588dbb15),segment_id=4322b7ef-10bd-41b8-9bff-2f28588dbb15)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:55.277732 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8da748a0-db00-45a1-8de2-126f8672d055 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:55.298851 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-8da748a0-db00-45a1-8de2-126f8672d055 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:55.391424 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c19f9a0a-5409-4698-8014-d1fd13d7a81f no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:55.428417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: c19f9a0a-5409-4698-8014-d1fd13d7a81f {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:00:55.429508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c19f9a0a-5409-4698-8014-d1fd13d7a81f not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:00:55.435461 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e0061-1053-4300-9125-2daa21f6edc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dbe4d0-5f87-416b-8416-f8468ce8df6b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:55.607716 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31247-302a-40e8-8d9b-f7f14f30ae13 req-644b76f1-b707-406e-a964-bf92aa081587 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:55.616410 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-97d31247-302a-40e8-8d9b-f7f14f30ae13 req-644b76f1-b707-406e-a964-bf92aa081587 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 935 time: 0.1786671 Aug 28 13:00:55.632937 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d52ef81c-9e0b-4776-9f7a-a47a4f149914 req-efae6c2a-b5f6-40c7-85d5-6d7def6cc730 tempest-InstanceActionsNegativeTestJSON-1825123078 tempest-InstanceActionsNegativeTestJSON-1825123078-project] 10.222.0.20 "GET /v2.0/ports?device_id=a020981f-da4a-477a-8735-2aec46b88421 HTTP/1.1" status: 200 len: 210 time: 0.0339460 Aug 28 13:00:55.788633 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:55.804177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35512) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:55.837420 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-324a3ceb-0ea6-426f-8565-0d926fb7df1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:55.872398 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8da748a0-db00-45a1-8de2-126f8672d055 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:55.888323 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-97d31247-302a-40e8-8d9b-f7f14f30ae13 req-a655a0ec-24be-499d-ac4a-fd5d904ec0d7 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/security-groups?id=7441c478-4d12-45ec-af59-1dc51a9e1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709289 Aug 28 13:00:55.914096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da748a0-db00-45a1-8de2-126f8672d055 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:55.998327 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d43113-9b16-4a23-9add-3db679d65ad7 req-61815f1d-a4e9-485f-820d-13f39d9f38e4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:55.999953 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3d43113-9b16-4a23-9add-3db679d65ad7 req-61815f1d-a4e9-485f-820d-13f39d9f38e4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.2054405 Aug 28 13:00:56.027590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Request body: {'port': {'device_id': 'f38d0312-b058-4e21-9e79-674172dd3de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:56.227780 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8da748a0-db00-45a1-8de2-126f8672d055 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:56.274880 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:56.368360 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3d43113-9b16-4a23-9add-3db679d65ad7 req-279422ac-b9ef-4d4d-b854-2a116296eb12 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582409 Aug 28 13:00:56.524639 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da748a0-db00-45a1-8de2-126f8672d055 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router cd11c2ac-776f-4b76-b857-2c08ae0f683a has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:00:56.578754 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-324a3ceb-0ea6-426f-8565-0d926fb7df1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:56.592250 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-324a3ceb-0ea6-426f-8565-0d926fb7df1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:56.625057 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da748a0-db00-45a1-8de2-126f8672d055 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:00:56.634236 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8da748a0-db00-45a1-8de2-126f8672d055 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/cd11c2ac-776f-4b76-b857-2c08ae0f683a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4095221 Aug 28 13:00:56.634920 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35526) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:56.640213 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e973c0-be69-427c-8f1d-d3cc98336a34 None None] Sync routers for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:00:56.664174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e973c0-be69-427c-8f1d-d3cc98336a34 None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:56.665061 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-31e973c0-be69-427c-8f1d-d3cc98336a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:56.725576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35530) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:56.745197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a3ceb-0ea6-426f-8565-0d926fb7df1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3dedec-2c87-49dd-97a7-ecaf339e401a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:56.746094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-857a2a30-767b-4072-899a-16dba00a2ec8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting subnet 6d147078-0483-4216-8ba3-0a8ad2440b76 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:00:56.746417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-31e973c0-be69-427c-8f1d-d3cc98336a34 None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:56.755819 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-857a2a30-767b-4072-899a-16dba00a2ec8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:56.783048 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-324a3ceb-0ea6-426f-8565-0d926fb7df1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d23e3b6326d545268a5ecaa72292a346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9775634 Aug 28 13:00:56.805361 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-31e973c0-be69-427c-8f1d-d3cc98336a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:55Z', 'revision_number': 11, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:56.809228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35532) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:56.820126 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-857a2a30-767b-4072-899a-16dba00a2ec8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:56.855237 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:56.862295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e973c0-be69-427c-8f1d-d3cc98336a34 None None] Checking router: cd11c2ac-776f-4b76-b857-2c08ae0f683a for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:00:56.879836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e973c0-be69-427c-8f1d-d3cc98336a34 None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:56.880657 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-31e973c0-be69-427c-8f1d-d3cc98336a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:56.895401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1ad431-c4c9-4fc9-a89e-55d75f9411f8 admin admin] Deleting subnet 18441c28-a410-4e1c-9aaa-49708a673eaa {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:00:56.928014 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb1ad431-c4c9-4fc9-a89e-55d75f9411f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:56.930539 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:56.955814 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e43e858a-2504-469e-a794-2783439a86b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:56.991709 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-857a2a30-767b-4072-899a-16dba00a2ec8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:56.992059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-31e973c0-be69-427c-8f1d-d3cc98336a34 None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:56.997274 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e43e858a-2504-469e-a794-2783439a86b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.019540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88776eb7-1b47-48cd-a28b-b585a1626a7d {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:00:57.045803 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb1ad431-c4c9-4fc9-a89e-55d75f9411f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.045803 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.095728 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-31e973c0-be69-427c-8f1d-d3cc98336a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:55Z', 'revision_number': 11, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:57.117958 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-857a2a30-767b-4072-899a-16dba00a2ec8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.133896 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e973c0-be69-427c-8f1d-d3cc98336a34 None None] The sync data for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 is: [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:55Z', 'revision_number': 11, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:00:57.160115 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-857a2a30-767b-4072-899a-16dba00a2ec8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.164111 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-857a2a30-767b-4072-899a-16dba00a2ec8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/6d147078-0483-4216-8ba3-0a8ad2440b76 HTTP/1.1" status: 204 len: 168 time: 0.5253773 Aug 28 13:00:57.164902 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a2a30-767b-4072-899a-16dba00a2ec8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Subnet': ['ID=6d147078-0483-4216-8ba3-0a8ad2440b76,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:57.168814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b2727b-675f-46fd-8104-7c8f2b4d8abf None None] Network 747f0db6-27f1-43d3-af82-33b668a1b0e0 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:00:57.177708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35542) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:57.197192 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b2ce2-45cd-4f9c-898b-f7c0a316cd3b req-f53d987c-30b0-436b-96f5-9ee3bd6af851 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:57.199259 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a5b2ce2-45cd-4f9c-898b-f7c0a316cd3b req-f53d987c-30b0-436b-96f5-9ee3bd6af851 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 935 time: 0.1616499 Aug 28 13:00:57.201268 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e43e858a-2504-469e-a794-2783439a86b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.204670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Transition to ACTIVE for port object 88776eb7-1b47-48cd-a28b-b585a1626a7d will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:00:57.205223 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e43e858a-2504-469e-a794-2783439a86b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.207514 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb1ad431-c4c9-4fc9-a89e-55d75f9411f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.211594 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e43e858a-2504-469e-a794-2783439a86b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af3dedec-2c87-49dd-97a7-ecaf339e401a HTTP/1.1" status: 204 len: 168 time: 0.4008656 Aug 28 13:00:57.260015 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.301438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e858a-2504-469e-a794-2783439a86b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3dedec-2c87-49dd-97a7-ecaf339e401a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:57.366845 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.385394 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Allocated IP 172.25.1.122 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/314441d1-bae3-473f-bd6d-652544b4968c) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:00:57.421188 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a5b2ce2-45cd-4f9c-898b-f7c0a316cd3b req-51ea36cd-e54d-4a93-b95b-dcc28158fbec tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/security-groups?id=7441c478-4d12-45ec-af59-1dc51a9e1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108743 Aug 28 13:00:57.561013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c91df0c-4a4b-4b95-817f-f2fe26172ffc None None] DHCP port deletion for 747f0db6-27f1-43d3-af82-33b668a1b0e0 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:00:57.644049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Deleting port d2c31ae1-94b1-4e00-a80d-6e612a71940b {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:57.644401 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.693487 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.700803 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6c91df0c-4a4b-4b95-817f-f2fe26172ffc None None] Deleting port d2c31ae1-94b1-4e00-a80d-6e612a71940b {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:00:57.703810 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6c91df0c-4a4b-4b95-817f-f2fe26172ffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.822189 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6c91df0c-4a4b-4b95-817f-f2fe26172ffc None None] For port d2c31ae1-94b1-4e00-a80d-6e612a71940b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d2c31ae1-94b1-4e00-a80d-6e612a71940b,segment=NetworkSegment(4322b7ef-10bd-41b8-9bff-2f28588dbb15),segment_id=4322b7ef-10bd-41b8-9bff-2f28588dbb15)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:57.823612 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6c91df0c-4a4b-4b95-817f-f2fe26172ffc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.840170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6c91df0c-4a4b-4b95-817f-f2fe26172ffc None None] Calling delete_port for d2c31ae1-94b1-4e00-a80d-6e612a71940b owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:57.867377 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb1ad431-c4c9-4fc9-a89e-55d75f9411f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.891296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Pushing event updated for resources: {'Port': ['ID=88776eb7-1b47-48cd-a28b-b585a1626a7d,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:57.918923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Attempting to bind port 88776eb7-1b47-48cd-a28b-b585a1626a7d on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:00:57.919260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Attempting to bind port 88776eb7-1b47-48cd-a28b-b585a1626a7d by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:00:57.919590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Attempting to bind port 88776eb7-1b47-48cd-a28b-b585a1626a7d on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:00:57.922979 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ad431-c4c9-4fc9-a89e-55d75f9411f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18441c28-a410-4e1c-9aaa-49708a673eaa,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:57.926180 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb1ad431-c4c9-4fc9-a89e-55d75f9411f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.928140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bb1ad431-c4c9-4fc9-a89e-55d75f9411f8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/18441c28-a410-4e1c-9aaa-49708a673eaa HTTP/1.1" status: 204 len: 168 time: 1.1966729 Aug 28 13:00:57.930905 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35562) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:57.962099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Port 88776eb7-1b47-48cd-a28b-b585a1626a7d on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:00:57.964680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Attempting to bind port 88776eb7-1b47-48cd-a28b-b585a1626a7d on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:00:57.967414 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:57.974699 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6c91df0c-4a4b-4b95-817f-f2fe26172ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.016752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91df0c-4a4b-4b95-817f-f2fe26172ffc None None] Pushing event deleted for resources: {'Port': ['ID=d2c31ae1-94b1-4e00-a80d-6e612a71940b,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:58.024388 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d308a10d-0a4e-46bb-9ef3-6ea5a19d4b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.039614 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c91df0c-4a4b-4b95-817f-f2fe26172ffc None None] No DVR routers for this DVR port d2c31ae1-94b1-4e00-a80d-6e612a71940b on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:00:58.066659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:00:58.066999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:00:58.067391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:00:58.067835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Bound port: 88776eb7-1b47-48cd-a28b-b585a1626a7d, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:00:58.068192 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.100870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:00:58.131495 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:00:58.131989 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ca617-5985-496f-803c-735d6a77b114 req-60855137-2b7a-437b-b91a-3e1064bdb687 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:58.133646 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-778ca617-5985-496f-803c-735d6a77b114 req-60855137-2b7a-437b-b91a-3e1064bdb687 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.6342766 Aug 28 13:00:58.143428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] For port d2c31ae1-94b1-4e00-a80d-6e612a71940b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d2c31ae1-94b1-4e00-a80d-6e612a71940b,segment=NetworkSegment(4322b7ef-10bd-41b8-9bff-2f28588dbb15),segment_id=4322b7ef-10bd-41b8-9bff-2f28588dbb15)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:58.143851 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.152933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:00:58.154854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Pushing event updated for resources: {'Port': ['ID=314441d1-bae3-473f-bd6d-652544b4968c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:58.182428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Calling delete_port for d2c31ae1-94b1-4e00-a80d-6e612a71940b owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:00:58.247676 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-778ca617-5985-496f-803c-735d6a77b114 req-67fcd89c-858e-4ef6-92f7-924596a6fa2c tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009138 Aug 28 13:00:58.272058 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d308a10d-0a4e-46bb-9ef3-6ea5a19d4b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.311387 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.354003 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Port': ['ID=d2c31ae1-94b1-4e00-a80d-6e612a71940b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:58.357129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] For port 88776eb7-1b47-48cd-a28b-b585a1626a7d, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:00:58.361816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-d308a10d-0a4e-46bb-9ef3-6ea5a19d4b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51840e2-73a7-4608-8bb2-7b72a0257525']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:58.373559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No DVR routers for this DVR port d2c31ae1-94b1-4e00-a80d-6e612a71940b on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:00:58.403901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-d308a10d-0a4e-46bb-9ef3-6ea5a19d4b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c06a9a-c547-4d34-b829-d494233a2422') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:58.404199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-d308a10d-0a4e-46bb-9ef3-6ea5a19d4b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c06a9a-c547-4d34-b829-d494233a2422') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:58.412726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] For port 88776eb7-1b47-48cd-a28b-b585a1626a7d, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=88776eb7-1b47-48cd-a28b-b585a1626a7d,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:00:58.421869 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d308a10d-0a4e-46bb-9ef3-6ea5a19d4b35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.441702 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.494022 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.506571 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747f0db6-27f1-43d3-af82-33b668a1b0e0']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:58.513950 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d308a10d-0a4e-46bb-9ef3-6ea5a19d4b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.521342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4322b7ef-10bd-41b8-9bff-2f28588dbb15') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:58.521342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4322b7ef-10bd-41b8-9bff-2f28588dbb15') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:58.530901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.549595 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.562542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:00:58.562542 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:00:58.564744 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:00:58.605056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d308a10d-0a4e-46bb-9ef3-6ea5a19d4b35 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:00:58.605056 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d308a10d-0a4e-46bb-9ef3-6ea5a19d4b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:00:58.608387 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:00:58.614224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:58.614224 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.614224 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6085ddd-218c-4182-b987-107d4805b4db req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] 10.222.0.11 "PUT /v2.0/ports/88776eb7-1b47-48cd-a28b-b585a1626a7d HTTP/1.1" status: 200 len: 1096 time: 2.6111326 Aug 28 13:00:58.637517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38d0312-b058-4e21-9e79-674172dd3de1', 'tag': '88776eb7-1b47-48cd-a28b-b585a1626a7d'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:00:58.640049 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30df96fa-624a-4904-9b00-f46a658e7f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f38d0312-b058-4e21-9e79-674172dd3de1", "tag": "88776eb7-1b47-48cd-a28b-b585a1626a7d"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:00:58.694808 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.707214 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:58.726223 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.735665 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/networks/747f0db6-27f1-43d3-af82-33b668a1b0e0 HTTP/1.1" status: 204 len: 168 time: 1.5550129 Aug 28 13:00:58.740050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35586) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:58.763063 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b3de4-594a-402d-9c10-eecb7a1cad57 service neutron] Pushing event updated for resources: {'Port': ['ID=88776eb7-1b47-48cd-a28b-b585a1626a7d,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:58.764182 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:00:58.764553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 595a6d02-0aa6-4b6b-b1b6-e481dedb5f7b not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:00:58.764998 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d2c31ae1-94b1-4e00-a80d-6e612a71940b no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:00:58.784723 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e0be9b53-6961-412e-a22c-106443cca883 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'router': {'routes': None}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:00:58.794617 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398ca66-15c5-43e8-857d-c41f54c5e891 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Pushing event deleted for resources: {'Network': ['ID=747f0db6-27f1-43d3-af82-33b668a1b0e0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:58.822816 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483a3928-56e5-4a3b-ac48-c1a3f4c391cf x-openstack-request-id: req-483a3928-56e5-4a3b-ac48-c1a3f4c391cf {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:00:58.823189 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38d0312-b058-4e21-9e79-674172dd3de1", "tag": "88776eb7-1b47-48cd-a28b-b585a1626a7d", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:00:58.823398 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-483a3928-56e5-4a3b-ac48-c1a3f4c391cf {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:00:58.823749 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38d0312-b058-4e21-9e79-674172dd3de1', 'tag': '88776eb7-1b47-48cd-a28b-b585a1626a7d', 'status': 'completed', 'code': 200} Aug 28 13:00:58.826279 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: d2c31ae1-94b1-4e00-a80d-6e612a71940b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:00:58.826591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d2c31ae1-94b1-4e00-a80d-6e612a71940b not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:00:58.831922 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d308a10d-0a4e-46bb-9ef3-6ea5a19d4b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.865978 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d308a10d-0a4e-46bb-9ef3-6ea5a19d4b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.871432 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d308a10d-0a4e-46bb-9ef3-6ea5a19d4b35 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d51840e2-73a7-4608-8bb2-7b72a0257525 HTTP/1.1" status: 204 len: 168 time: 0.9365954 Aug 28 13:00:58.906165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7376ca-e5e3-4c7e-8b09-658e93666b0b req-be59e22f-f582-4850-a73d-d1f6f305753a tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:58.913700 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c7376ca-e5e3-4c7e-8b09-658e93666b0b req-be59e22f-f582-4850-a73d-d1f6f305753a tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 947 time: 0.4057846 Aug 28 13:00:58.920633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308a10d-0a4e-46bb-9ef3-6ea5a19d4b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=d51840e2-73a7-4608-8bb2-7b72a0257525,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:58.944100 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:58.953159 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085ddd-218c-4182-b987-107d4805b4db req-3068e424-1a05-4a5b-aba1-31038091e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:58.954647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6085ddd-218c-4182-b987-107d4805b4db req-3068e424-1a05-4a5b-aba1-31038091e77b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=385fbd574aa949b8908ac3aef312ba6f&device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 1099 time: 0.2562997 Aug 28 13:00:59.053700 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6085ddd-218c-4182-b987-107d4805b4db req-6e5d5f91-6fd4-451b-8e2c-1149def405b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=88776eb7-1b47-48cd-a28b-b585a1626a7d HTTP/1.1" status: 200 len: 217 time: 0.0457830 Aug 28 13:00:59.119030 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.extraroute_db [None req-e0be9b53-6961-412e-a22c-106443cca883 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Added routes are [] {{(pid=94878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 13:00:59.119975 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.extraroute_db [None req-e0be9b53-6961-412e-a22c-106443cca883 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Removed routes are [] {{(pid=94878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 13:00:59.120274 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0be9b53-6961-412e-a22c-106443cca883 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:59.131138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35596) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:59.134208 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c7376ca-e5e3-4c7e-8b09-658e93666b0b req-a9673470-30bf-4f3c-bf20-2dfb0ae4a3b2 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/security-groups?id=7441c478-4d12-45ec-af59-1dc51a9e1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942894 Aug 28 13:00:59.185196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085ddd-218c-4182-b987-107d4805b4db req-15628765-8e22-4a4f-ab7d-8891171048d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:59.186740 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6085ddd-218c-4182-b987-107d4805b4db req-15628765-8e22-4a4f-ab7d-8891171048d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1208503 Aug 28 13:00:59.273787 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0be9b53-6961-412e-a22c-106443cca883 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:59.277262 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-498730ab-3e11-4ccc-b5df-754342b42bd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26bcaf3b0d314af2b21d78225ff7859c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419034 Aug 28 13:00:59.277400 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0be9b53-6961-412e-a22c-106443cca883 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:59.279886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35600) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:59.329245 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085ddd-218c-4182-b987-107d4805b4db req-71dcbcaa-d59f-40da-8797-31f947a03119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:59.330842 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6085ddd-218c-4182-b987-107d4805b4db req-71dcbcaa-d59f-40da-8797-31f947a03119 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1371610 Aug 28 13:00:59.413222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:59.418203 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:59.422634 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6c52040e-1c8a-44e6-8b60-364b2d6620c1 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:00:59.441582 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0be9b53-6961-412e-a22c-106443cca883 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router cd11c2ac-776f-4b76-b857-2c08ae0f683a has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:00:59.552548 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6085ddd-218c-4182-b987-107d4805b4db req-4b792dad-6a05-46c8-941e-180b9d41b470 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111173 Aug 28 13:00:59.583915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0be9b53-6961-412e-a22c-106443cca883 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:00:59.595308 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0be9b53-6961-412e-a22c-106443cca883 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:59.597589 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b0c46-da90-4fc1-9d13-691122788373 None None] Sync routers for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:00:59.603100 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e0be9b53-6961-412e-a22c-106443cca883 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/cd11c2ac-776f-4b76-b857-2c08ae0f683a HTTP/1.1" status: 200 len: 700 time: 0.8303354 Aug 28 13:00:59.607520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35610) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:59.608484 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b0c46-da90-4fc1-9d13-691122788373 None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:59.609098 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-095b0c46-da90-4fc1-9d13-691122788373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:59.630555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6c52040e-1c8a-44e6-8b60-364b2d6620c1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:59.660161 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '6c52040e-1c8a-44e6-8b60-364b2d6620c1', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'port_id': '6c52040e-1c8a-44e6-8b60-364b2d6620c1', 'mac_address': 'fa:16:3e:29:cd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:00:59.689668 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-21533a0e-8ff4-4d8f-b882-057e3313cb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:59.709541 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6e35e79e-8cd9-46e3-ba3f-2f9d56fe4d4e tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd11c2ac-776f-4b76-b857-2c08ae0f683a HTTP/1.1" status: 200 len: 205 time: 0.0883293 Aug 28 13:00:59.724858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35612) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:00:59.748932 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-095b0c46-da90-4fc1-9d13-691122788373 None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:00:59.763272 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:59.781527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda4843-aa80-4b89-913d-6c9bacfc2ad7 req-d20b08be-061b-4b04-990b-12c5a7a70bfc tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:00:59.785863 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4dda4843-aa80-4b89-913d-6c9bacfc2ad7 req-d20b08be-061b-4b04-990b-12c5a7a70bfc tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 943 time: 0.3777816 Aug 28 13:00:59.796602 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c52040e-1c8a-44e6-8b60-364b2d6620c1 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:00:59.811105 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-095b0c46-da90-4fc1-9d13-691122788373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:55Z', 'revision_number': 11, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:59.836365 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6c52040e-1c8a-44e6-8b60-364b2d6620c1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:00:59.843101 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:00:59.848903 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b0c46-da90-4fc1-9d13-691122788373 None None] Checking router: cd11c2ac-776f-4b76-b857-2c08ae0f683a for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:00:59.877085 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b0c46-da90-4fc1-9d13-691122788373 None None] Routers {'cd11c2ac-776f-4b76-b857-2c08ae0f683a'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:00:59.878051 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-095b0c46-da90-4fc1-9d13-691122788373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:00:59.901277 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6c52040e-1c8a-44e6-8b60-364b2d6620c1,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:00:59.977575 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-095b0c46-da90-4fc1-9d13-691122788373 None None] Set router cd11c2ac-776f-4b76-b857-2c08ae0f683a gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:01:00.014477 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e708afc7-f454-411e-aec5-437ab1fb4825 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:00.030079 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-21533a0e-8ff4-4d8f-b882-057e3313cb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:00.054591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['6c52040e-1c8a-44e6-8b60-364b2d6620c1'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:01:00.079371 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-095b0c46-da90-4fc1-9d13-691122788373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:55Z', 'revision_number': 11, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:00.113469 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b0c46-da90-4fc1-9d13-691122788373 None None] The sync data for ids ['cd11c2ac-776f-4b76-b857-2c08ae0f683a'] in n-d-791505-21 is: [{'id': 'cd11c2ac-776f-4b76-b857-2c08ae0f683a', 'name': 'tempest-RoutersTest-router-398474748', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:28Z', 'updated_at': '2021-08-28T13:00:55Z', 'revision_number': 11, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:01:00.163948 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4dda4843-aa80-4b89-913d-6c9bacfc2ad7 req-7272b71e-d56b-4a62-a9c9-fb2d9e7d12ee tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846495 Aug 28 13:01:00.330030 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e708afc7-f454-411e-aec5-437ab1fb4825 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:00.333123 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e708afc7-f454-411e-aec5-437ab1fb4825 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:00.391618 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-21533a0e-8ff4-4d8f-b882-057e3313cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:00.395177 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-21533a0e-8ff4-4d8f-b882-057e3313cb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:00.396949 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-21533a0e-8ff4-4d8f-b882-057e3313cb23 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47e8c9e2-8474-481f-9ac9-16e0e9feca5f HTTP/1.1" status: 204 len: 168 time: 1.1161358 Aug 28 13:01:00.408836 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e708afc7-f454-411e-aec5-437ab1fb4825 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:00.409277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e708afc7-f454-411e-aec5-437ab1fb4825 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Fanout notify agent at l3_agent the message router_deleted on router cd11c2ac-776f-4b76-b857-2c08ae0f683a {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:01:00.412165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21533a0e-8ff4-4d8f-b882-057e3313cb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e8c9e2-8474-481f-9ac9-16e0e9feca5f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:00.420725 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e708afc7-f454-411e-aec5-437ab1fb4825 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:00.428142 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e708afc7-f454-411e-aec5-437ab1fb4825 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/routers/cd11c2ac-776f-4b76-b857-2c08ae0f683a HTTP/1.1" status: 204 len: 168 time: 0.7010949 Aug 28 13:01:00.428142 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35634) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:00.436011 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-517273bc-0de4-411b-be7b-ee79a5cfe4ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-846900952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:00.468473 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-517273bc-0de4-411b-be7b-ee79a5cfe4ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:00.470758 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-517273bc-0de4-411b-be7b-ee79a5cfe4ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:00.484926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdd823-4b3e-471f-a958-bfeeb7e50130 req-c51992c3-7ba5-4264-b3b3-21931cfa9812 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:00.499085 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86bdd823-4b3e-471f-a958-bfeeb7e50130 req-c51992c3-7ba5-4264-b3b3-21931cfa9812 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 947 time: 0.1871600 Aug 28 13:01:00.570266 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-517273bc-0de4-411b-be7b-ee79a5cfe4ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:00.578543 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-517273bc-0de4-411b-be7b-ee79a5cfe4ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:00.594599 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6085ddd-218c-4182-b987-107d4805b4db req-2eee68c2-2cd2-4d69-9132-79cdac37fcf6 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0338156 Aug 28 13:01:00.608372 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86bdd823-4b3e-471f-a958-bfeeb7e50130 req-aa20b6f1-125d-4342-9721-c153dd73ea9d tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/security-groups?id=7441c478-4d12-45ec-af59-1dc51a9e1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082554 Aug 28 13:01:00.628013 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-517273bc-0de4-411b-be7b-ee79a5cfe4ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:00.632695 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-517273bc-0de4-411b-be7b-ee79a5cfe4ea tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2035525 Aug 28 13:01:00.633567 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35640) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:00.650454 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9dc08a16-944a-4931-bf6b-de181edd9903 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:00.704822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Router 167dccd8-7efe-4a4e-b5ee-d1388702aea0 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:01:00.835006 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:01:00.838164 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df96fa-624a-4904-9b00-f46a658e7f8d req-bb3365ba-d9ab-494d-8c64-1ce23b7e49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:00.839837 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-30df96fa-624a-4904-9b00-f46a658e7f8d req-bb3365ba-d9ab-494d-8c64-1ce23b7e49e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=385fbd574aa949b8908ac3aef312ba6f&device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 1099 time: 0.1858287 Aug 28 13:01:00.845802 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:00.848687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a44150-c07a-4e35-ad65-08a08867181e None None] Sync routers for ids ['167dccd8-7efe-4a4e-b5ee-d1388702aea0'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:01:00.855786 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d8f49bff-157a-4685-8fc9-68583eaf3376 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "PUT /v2.0/routers/167dccd8-7efe-4a4e-b5ee-d1388702aea0 HTTP/1.1" status: 200 len: 879 time: 6.1521530 Aug 28 13:01:00.864730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35646) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:00.867470 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a44150-c07a-4e35-ad65-08a08867181e None None] Routers {'167dccd8-7efe-4a4e-b5ee-d1388702aea0'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:01:00.871051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b0a44150-c07a-4e35-ad65-08a08867181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['167dccd8-7efe-4a4e-b5ee-d1388702aea0'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:00.956475 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b0a44150-c07a-4e35-ad65-08a08867181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:00.982834 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-988a6a0d-7900-4201-b122-36abcac6bedf tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/routers/167dccd8-7efe-4a4e-b5ee-d1388702aea0 HTTP/1.1" status: 200 len: 920 time: 0.1162043 Aug 28 13:01:00.983431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35654) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:00.985564 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a44150-c07a-4e35-ad65-08a08867181e None None] Routers {'167dccd8-7efe-4a4e-b5ee-d1388702aea0'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:01:00.986449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b0a44150-c07a-4e35-ad65-08a08867181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['167dccd8-7efe-4a4e-b5ee-d1388702aea0'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:01.084809 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833c10a5-06b8-4127-b01d-3d5203b4f3c7 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:01.086793 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b0a44150-c07a-4e35-ad65-08a08867181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:01.088877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a44150-c07a-4e35-ad65-08a08867181e None None] The sync data for ids ['167dccd8-7efe-4a4e-b5ee-d1388702aea0'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:01:01.089598 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-833c10a5-06b8-4127-b01d-3d5203b4f3c7 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&device_id=167dccd8-7efe-4a4e-b5ee-d1388702aea0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0958447 Aug 28 13:01:01.090175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35660) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:01.182793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df96fa-624a-4904-9b00-f46a658e7f8d req-68517452-bda2-47ea-b51c-88628df8296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:01.184283 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-30df96fa-624a-4904-9b00-f46a658e7f8d req-68517452-bda2-47ea-b51c-88628df8296f service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.3275957 Aug 28 13:01:01.300285 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-30df96fa-624a-4904-9b00-f46a658e7f8d req-7610ca8c-dd2f-4eb8-8ded-ae5964b1e0db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=88776eb7-1b47-48cd-a28b-b585a1626a7d HTTP/1.1" status: 200 len: 217 time: 0.1025579 Aug 28 13:01:01.336225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40908b4c-aa20-429b-9ec4-c8e89e7bbd0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:01.338662 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-40908b4c-aa20-429b-9ec4-c8e89e7bbd0a tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 881 time: 0.2450960 Aug 28 13:01:01.341349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35668) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:01.403938 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ebc75ae9-9a85-4921-9b79-2ca17bfe2a06 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "GET /v2.0/ports?device_id=167dccd8-7efe-4a4e-b5ee-d1388702aea0 HTTP/1.1" status: 200 len: 205 time: 0.0612161 Aug 28 13:01:01.406709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35674) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:01.428412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6c52040e-1c8a-44e6-8b60-364b2d6620c1 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:01:01.478000 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df96fa-624a-4904-9b00-f46a658e7f8d req-a8d67c2e-35b4-4a47-99cb-723f32b6db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:01.480372 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-30df96fa-624a-4904-9b00-f46a658e7f8d req-a8d67c2e-35b4-4a47-99cb-723f32b6db66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1527131 Aug 28 13:01:01.503458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 6c52040e-1c8a-44e6-8b60-364b2d6620c1 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:01.504084 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:01.540972 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9dc08a16-944a-4931-bf6b-de181edd9903 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:01.602970 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df96fa-624a-4904-9b00-f46a658e7f8d req-65c931c3-9f68-4225-8dd4-00df3862ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:01.605380 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-30df96fa-624a-4904-9b00-f46a658e7f8d req-65c931c3-9f68-4225-8dd4-00df3862ac65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1165106 Aug 28 13:01:01.611334 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2c8857a-3178-4bb1-8a46-e2252d9776f0 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:01.622831 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9dc08a16-944a-4931-bf6b-de181edd9903 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:01.749156 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:01.774474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c52040e-1c8a-44e6-8b60-364b2d6620c1'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:01:01.780501 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec9a989-1d0c-4180-90f8-632b851e586e" -d '{"events": [{"server_uuid": "ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8", "name": "network-vif-plugged", "status": "completed", "tag": "6c52040e-1c8a-44e6-8b60-364b2d6620c1"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:01:01.789978 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35690) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:01.796100 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 6c52040e-1c8a-44e6-8b60-364b2d6620c1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:01:01.801528 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:01.852172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35696) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:01.876397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=6c52040e-1c8a-44e6-8b60-364b2d6620c1,revision_number=10']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:01.914607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49e66-b1d7-4378-b985-8e7169ec49ef req-b8bbe8b0-ab8d-470c-8221-ef93ab68f587 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:01.915067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450edd1-fb09-463d-aa0e-22733d8e1e3a req-7835f8e7-3395-4903-9489-8dc46fe57b06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:01.917196 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5450edd1-fb09-463d-aa0e-22733d8e1e3a req-7835f8e7-3395-4903-9489-8dc46fe57b06 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 947 time: 0.1348636 Aug 28 13:01:01.917910 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e4b49e66-b1d7-4378-b985-8e7169ec49ef req-b8bbe8b0-ab8d-470c-8221-ef93ab68f587 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 944 time: 0.3950272 Aug 28 13:01:01.964569 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2c8857a-3178-4bb1-8a46-e2252d9776f0 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:01.977874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc08a16-944a-4931-bf6b-de181edd9903 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Router 8f013022-564c-4f0b-8464-e0ee3b00163d is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:01:01.996645 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5450edd1-fb09-463d-aa0e-22733d8e1e3a req-dbcc8ab2-4e96-426e-8da4-7e3a05881ad0 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/security-groups?id=7441c478-4d12-45ec-af59-1dc51a9e1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619280 Aug 28 13:01:02.000787 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-30df96fa-624a-4904-9b00-f46a658e7f8d req-400a694e-5b41-4fcf-9227-a1143d48ad7f service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847910 Aug 28 13:01:02.103057 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a154ff35-a9bd-48c5-bee5-e00808cb370b x-openstack-request-id: req-a154ff35-a9bd-48c5-bee5-e00808cb370b {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:01:02.103466 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8", "name": "network-vif-plugged", "status": "completed", "tag": "6c52040e-1c8a-44e6-8b60-364b2d6620c1", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:01:02.104401 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a154ff35-a9bd-48c5-bee5-e00808cb370b {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:01:02.104898 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c52040e-1c8a-44e6-8b60-364b2d6620c1', 'code': 200} Aug 28 13:01:02.113473 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5f64f7c6-b2ca-4340-b36c-5e250d077fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.141658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc08a16-944a-4931-bf6b-de181edd9903 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:01:02.147171 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e4b49e66-b1d7-4378-b985-8e7169ec49ef req-c41f319a-7345-45ea-a0af-da92d8211497 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177460 Aug 28 13:01:02.168907 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c9390-1475-46d2-bda3-2029759152c0 None None] Sync routers for ids ['8f013022-564c-4f0b-8464-e0ee3b00163d'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:01:02.183112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8857a-3178-4bb1-8a46-e2252d9776f0 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Deleting port 314441d1-bae3-473f-bd6d-652544b4968c {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:01:02.183466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2c8857a-3178-4bb1-8a46-e2252d9776f0 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.186942 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9dc08a16-944a-4931-bf6b-de181edd9903 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.189053 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9dc08a16-944a-4931-bf6b-de181edd9903 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "PUT /v2.0/routers/8f013022-564c-4f0b-8464-e0ee3b00163d HTTP/1.1" status: 200 len: 693 time: 1.5537169 Aug 28 13:01:02.189976 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c9390-1475-46d2-bda3-2029759152c0 None None] Routers {'8f013022-564c-4f0b-8464-e0ee3b00163d'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:01:02.191700 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a35c9390-1475-46d2-bda3-2029759152c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['8f013022-564c-4f0b-8464-e0ee3b00163d'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:02.202275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e640a2a0-f3fb-4749-9140-e02fce0f222e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-385753331-network', 'tenant_id': '343db8b86c8344bcab550fe7fda76f05'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:02.216120 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35704) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:02.217064 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-30df96fa-624a-4904-9b00-f46a658e7f8d req-e71490f3-0a68-4b25-b966-808ceca80887 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920614 Aug 28 13:01:02.330158 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c874fa5c-5fe5-491a-87d5-5992bd3e47b7 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/routers/8f013022-564c-4f0b-8464-e0ee3b00163d HTTP/1.1" status: 200 len: 699 time: 0.1114414 Aug 28 13:01:02.333477 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35706) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:02.359711 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2c8857a-3178-4bb1-8a46-e2252d9776f0 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.374524 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-015042be-0811-425a-ba30-f5dbb9581882 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f013022-564c-4f0b-8464-e0ee3b00163d HTTP/1.1" status: 200 len: 205 time: 0.0394282 Aug 28 13:01:02.376034 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35708) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:02.381208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a4165-b982-40bb-ab7a-1cc94fee52a5 req-996f81cb-ee3b-4434-9444-1fff44289395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:02.382764 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b83a4165-b982-40bb-ab7a-1cc94fee52a5 req-996f81cb-ee3b-4434-9444-1fff44289395 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 1098 time: 0.1268969 Aug 28 13:01:02.392792 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8857a-3178-4bb1-8a46-e2252d9776f0 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Calling delete_port for 314441d1-bae3-473f-bd6d-652544b4968c owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:01:02.393827 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-a35c9390-1475-46d2-bda3-2029759152c0 None None] Set router 8f013022-564c-4f0b-8464-e0ee3b00163d gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:01:02.468628 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bca1b3f6-ee47-4926-a19c-766e6a82a137 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.468907 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a35c9390-1475-46d2-bda3-2029759152c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f013022-564c-4f0b-8464-e0ee3b00163d', 'name': 'tempest-RoutersTest-router-846900952', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:01:00Z', 'updated_at': '2021-08-28T13:01:01Z', 'revision_number': 2, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:02.505550 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c9390-1475-46d2-bda3-2029759152c0 None None] Checking router: 8f013022-564c-4f0b-8464-e0ee3b00163d for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:01:02.516992 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c9390-1475-46d2-bda3-2029759152c0 None None] Routers {'8f013022-564c-4f0b-8464-e0ee3b00163d'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:01:02.518095 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a35c9390-1475-46d2-bda3-2029759152c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['8f013022-564c-4f0b-8464-e0ee3b00163d'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:02.545374 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5f64f7c6-b2ca-4340-b36c-5e250d077fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.553103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b83a4165-b982-40bb-ab7a-1cc94fee52a5 req-72c6b98f-f150-4ff7-a319-64f098e7adb6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607728 Aug 28 13:01:02.556329 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5f64f7c6-b2ca-4340-b36c-5e250d077fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.601416 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-a35c9390-1475-46d2-bda3-2029759152c0 None None] Set router 8f013022-564c-4f0b-8464-e0ee3b00163d gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:01:02.621325 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5f64f7c6-b2ca-4340-b36c-5e250d077fa6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31d1cddce9134a189c28a45442d56497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7671750 Aug 28 13:01:02.621909 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35716) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:02.623698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64f7c6-b2ca-4340-b36c-5e250d077fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6822e05-b6ea-4121-abaa-868ee0e7e716,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:02.669908 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a35c9390-1475-46d2-bda3-2029759152c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f013022-564c-4f0b-8464-e0ee3b00163d', 'name': 'tempest-RoutersTest-router-846900952', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:01:00Z', 'updated_at': '2021-08-28T13:01:01Z', 'revision_number': 2, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:02.689327 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bca1b3f6-ee47-4926-a19c-766e6a82a137 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.690865 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e640a2a0-f3fb-4749-9140-e02fce0f222e admin admin] Made reservation on behalf of 343db8b86c8344bcab550fe7fda76f05 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:02.693162 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e640a2a0-f3fb-4749-9140-e02fce0f222e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.705392 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35c9390-1475-46d2-bda3-2029759152c0 None None] The sync data for ids ['8f013022-564c-4f0b-8464-e0ee3b00163d'] in n-d-791505-21 is: [{'id': '8f013022-564c-4f0b-8464-e0ee3b00163d', 'name': 'tempest-RoutersTest-router-846900952', 'tenant_id': 'c2081f75685746a5834e548eae43013a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:01:00Z', 'updated_at': '2021-08-28T13:01:01Z', 'revision_number': 2, 'project_id': 'c2081f75685746a5834e548eae43013a', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:01:02.706332 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bca1b3f6-ee47-4926-a19c-766e6a82a137 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.711886 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e640a2a0-f3fb-4749-9140-e02fce0f222e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.778180 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bca1b3f6-ee47-4926-a19c-766e6a82a137 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.778685 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca1b3f6-ee47-4926-a19c-766e6a82a137 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Fanout notify agent at l3_agent the message router_deleted on router 8f013022-564c-4f0b-8464-e0ee3b00163d {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:01:02.780612 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2c8857a-3178-4bb1-8a46-e2252d9776f0 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.787543 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bca1b3f6-ee47-4926-a19c-766e6a82a137 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.788684 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bca1b3f6-ee47-4926-a19c-766e6a82a137 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/routers/8f013022-564c-4f0b-8464-e0ee3b00163d HTTP/1.1" status: 204 len: 168 time: 0.4112549 Aug 28 13:01:02.795375 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35718) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:02.806069 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47ee08ee-2096-4b81-907a-c011ddfe7f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.834475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8857a-3178-4bb1-8a46-e2252d9776f0 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Pushing event deleted for resources: {'Port': ['ID=314441d1-bae3-473f-bd6d-652544b4968c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:02.843712 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47ee08ee-2096-4b81-907a-c011ddfe7f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.861826 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5ed70f84-840e-488e-a405-91fddc8fb237 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f013022-564c-4f0b-8464-e0ee3b00163d HTTP/1.1" status: 200 len: 205 time: 0.0636406 Aug 28 13:01:02.862429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35720) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:02.922205 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-96655c63-0b3f-4f79-bfd2-12762fe0a245 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] delete failed (client error): The resource could not be found. Aug 28 13:01:02.925694 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-96655c63-0b3f-4f79-bfd2-12762fe0a245 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/routers/8f013022-564c-4f0b-8464-e0ee3b00163d HTTP/1.1" status: 404 len: 336 time: 0.0555763 Aug 28 13:01:02.929804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35726) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:02.946767 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47ee08ee-2096-4b81-907a-c011ddfe7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.949777 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-47ee08ee-2096-4b81-907a-c011ddfe7f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:02.951131 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-47ee08ee-2096-4b81-907a-c011ddfe7f7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6822e05-b6ea-4121-abaa-868ee0e7e716 HTTP/1.1" status: 204 len: 168 time: 0.3271503 Aug 28 13:01:03.005116 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2c8857a-3178-4bb1-8a46-e2252d9776f0 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:03.006040 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e640a2a0-f3fb-4749-9140-e02fce0f222e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:03.009569 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fba947-b644-4484-b29e-ace5e5b87aae tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] DELETE failed (client error): The resource could not be found. Aug 28 13:01:03.011358 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0fba947-b644-4484-b29e-ace5e5b87aae tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:01:03.015986 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c0fba947-b644-4484-b29e-ace5e5b87aae tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/09f0031b-f181-4119-b96a-58a6f8578ccb HTTP/1.1" status: 404 len: 337 time: 0.0827754 Aug 28 13:01:03.019837 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e640a2a0-f3fb-4749-9140-e02fce0f222e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:03.023384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35730) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:03.095285 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d419db-5bec-43f9-9bf8-70ecfc35755b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] DELETE failed (client error): The resource could not be found. Aug 28 13:01:03.098067 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d419db-5bec-43f9-9bf8-70ecfc35755b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:01:03.102381 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f6d419db-5bec-43f9-9bf8-70ecfc35755b tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/b8b858b9-40bc-48fc-8fb0-bdb89dbbe59b HTTP/1.1" status: 404 len: 337 time: 0.0752554 Aug 28 13:01:03.104364 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee08ee-2096-4b81-907a-c011ddfe7f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6822e05-b6ea-4121-abaa-868ee0e7e716,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:03.125564 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35734) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:03.156412 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2c8857a-3178-4bb1-8a46-e2252d9776f0 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:03.164065 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2c8857a-3178-4bb1-8a46-e2252d9776f0 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:03.170371 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e640a2a0-f3fb-4749-9140-e02fce0f222e admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:01:03.176537 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-11929170-117b-4983-88dd-33106ac55169 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] DELETE failed (client error): The resource could not be found. Aug 28 13:01:03.176998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11929170-117b-4983-88dd-33106ac55169 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:01:03.180997 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-11929170-117b-4983-88dd-33106ac55169 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/5a4a9c44-bcc5-4732-8cd5-6e7bd733b165 HTTP/1.1" status: 404 len: 337 time: 0.0522494 Aug 28 13:01:03.187368 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35738) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:03.223505 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-837c0f80-6bd4-4481-9c37-2cab5e318414 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] DELETE failed (client error): The resource could not be found. Aug 28 13:01:03.224213 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-837c0f80-6bd4-4481-9c37-2cab5e318414 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:01:03.226231 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-837c0f80-6bd4-4481-9c37-2cab5e318414 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/6d147078-0483-4216-8ba3-0a8ad2440b76 HTTP/1.1" status: 404 len: 337 time: 0.0361924 Aug 28 13:01:03.227483 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e640a2a0-f3fb-4749-9140-e02fce0f222e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:03.227826 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-e640a2a0-f3fb-4749-9140-e02fce0f222e admin admin] Added segment 73d692c0-1add-45f3-8d83-bc437c69f959 of type vlan for network 1b8d3680-2fcb-48b3-bc11-e9424def73b0 Aug 28 13:01:03.236945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35742) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:03.238051 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640a2a0-f3fb-4749-9140-e02fce0f222e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80d8f23-f716-4882-8e39-ef2624e3d8bf,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:03.282019 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e640a2a0-f3fb-4749-9140-e02fce0f222e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:03.364408 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e640a2a0-f3fb-4749-9140-e02fce0f222e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:03.365394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e640a2a0-f3fb-4749-9140-e02fce0f222e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:03.365967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e640a2a0-f3fb-4749-9140-e02fce0f222e admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:03.399799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6eaf15-3f5f-4f84-a576-8b1199263759 req-da75f3ca-9064-493c-ab21-00508cccd88b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:03.403030 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe6eaf15-3f5f-4f84-a576-8b1199263759 req-da75f3ca-9064-493c-ab21-00508cccd88b tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 946 time: 0.1019499 Aug 28 13:01:03.418511 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5e74624c-b612-4802-bb0c-60a22da03ca8 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd11c2ac-776f-4b76-b857-2c08ae0f683a HTTP/1.1" status: 200 len: 205 time: 0.1797140 Aug 28 13:01:03.420415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35748) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:03.420903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35750) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:03.426659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 88776eb7-1b47-48cd-a28b-b585a1626a7d details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:01:03.442975 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e640a2a0-f3fb-4749-9140-e02fce0f222e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6399350 Aug 28 13:01:03.473449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35752) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:03.482308 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2c8857a-3178-4bb1-8a46-e2252d9776f0 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:03.483323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c8857a-3178-4bb1-8a46-e2252d9776f0 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Fanout notify agent at l3_agent the message router_deleted on router 167dccd8-7efe-4a4e-b5ee-d1388702aea0 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:01:03.521491 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f63ef9d9-f807-47f0-be63-8ec455a3e764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:03.534883 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e5d17225-b720-4011-9ffb-b23d9f14090a admin admin] Request body: {'subnet': {'network_id': '1b8d3680-2fcb-48b3-bc11-e9424def73b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-385753331-subnet', 'tenant_id': '343db8b86c8344bcab550fe7fda76f05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:03.539495 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2c8857a-3178-4bb1-8a46-e2252d9776f0 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:03.544631 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c2c8857a-3178-4bb1-8a46-e2252d9776f0 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "DELETE /v2.0/routers/167dccd8-7efe-4a4e-b5ee-d1388702aea0 HTTP/1.1" status: 204 len: 168 time: 2.1328804 Aug 28 13:01:03.547988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35760) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:03.551378 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-f9c9fca1-1b38-44ff-8713-baede6219535 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] delete failed (client error): The resource could not be found. Aug 28 13:01:03.552635 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f9c9fca1-1b38-44ff-8713-baede6219535 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/routers/cd11c2ac-776f-4b76-b857-2c08ae0f683a HTTP/1.1" status: 404 len: 336 time: 0.1038356 Aug 28 13:01:03.565424 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf220c-066f-4360-a442-c8283cbd75d8 req-3dbbaecc-0e78-467b-be31-2da58bfdfbc4 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:03.567060 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bddf220c-066f-4360-a442-c8283cbd75d8 req-3dbbaecc-0e78-467b-be31-2da58bfdfbc4 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 947 time: 0.4058998 Aug 28 13:01:03.567717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35762) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:03.592622 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-722f641b-8029-4e5e-83bf-73ae085442a2 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-253315234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:03.603971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 88776eb7-1b47-48cd-a28b-b585a1626a7d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=88776eb7-1b47-48cd-a28b-b585a1626a7d,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:01:03.618211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '88776eb7-1b47-48cd-a28b-b585a1626a7d', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '88776eb7-1b47-48cd-a28b-b585a1626a7d', 'mac_address': 'fa:16:3e:08:fb:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:01:03.637793 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d163b63d-1785-4d2f-935d-24f1bf91d427 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b743549-83bf-46e9-82ff-69a0866ccea8 HTTP/1.1" status: 200 len: 205 time: 0.0668073 Aug 28 13:01:03.639945 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.db.api [None req-f63ef9d9-f807-47f0-be63-8ec455a3e764 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 13:01:03.639945 n-d-791505-21 neutron-server[94877]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 13:01:03.639945 n-d-791505-21 neutron-server[94877]: [parameters: {'project_id_1': 'f1f8b7b3011c43a78e98aa14283ddeb8', 'expiration_1': datetime.datetime(2021, 8, 28, 13, 1, 3, 588419)}] Aug 28 13:01:03.639945 n-d-791505-21 neutron-server[94877]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:01:03.640459 n-d-791505-21 neutron-server[94877]: DEBUG oslo_db.api [None req-f63ef9d9-f807-47f0-be63-8ec455a3e764 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:01:03.654421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35764) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:03.654633 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.api [None req-722f641b-8029-4e5e-83bf-73ae085442a2 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 13:01:03.654633 n-d-791505-21 neutron-server[94878]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 13:01:03.654633 n-d-791505-21 neutron-server[94878]: [parameters: {'project_id_1': '1d34d6c97c5c447ebadd25ec6b0d2478', 'expiration_1': datetime.datetime(2021, 8, 28, 13, 1, 3, 607367)}] Aug 28 13:01:03.654633 n-d-791505-21 neutron-server[94878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:01:03.655300 n-d-791505-21 neutron-server[94878]: DEBUG oslo_db.api [None req-722f641b-8029-4e5e-83bf-73ae085442a2 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:01:03.689289 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:03.691622 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe6eaf15-3f5f-4f84-a576-8b1199263759 req-6e8295a6-57c0-40bc-9b0d-2818a1a885c4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504539 Aug 28 13:01:03.700805 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640a2a0-f3fb-4749-9140-e02fce0f222e admin admin] Pushing event updated for resources: {'Network': ['ID=1b8d3680-2fcb-48b3-bc11-e9424def73b0,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:03.708485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d17225-b720-4011-9ffb-b23d9f14090a admin admin] Made reservation on behalf of 343db8b86c8344bcab550fe7fda76f05 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:03.711730 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5d17225-b720-4011-9ffb-b23d9f14090a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:03.715392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88776eb7-1b47-48cd-a28b-b585a1626a7d {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:01:03.717313 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-3856e190-7d13-4040-85b2-3ff39bc5d713 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] delete failed (client error): The resource could not be found. Aug 28 13:01:03.719057 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3856e190-7d13-4040-85b2-3ff39bc5d713 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/routers/6b743549-83bf-46e9-82ff-69a0866ccea8 HTTP/1.1" status: 404 len: 336 time: 0.0663178 Aug 28 13:01:03.722898 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 1b8d3680-2fcb-48b3-bc11-e9424def73b0 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:01:03.736508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35766) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:03.812833 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bddf220c-066f-4360-a442-c8283cbd75d8 req-848f2d46-db3c-43bc-9e18-bd3593a786cf tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/security-groups?id=7441c478-4d12-45ec-af59-1dc51a9e1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287958 Aug 28 13:01:03.814590 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8f4a71-d0ae-4f5c-ba14-35c695608d11 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] DELETE failed (client error): The resource could not be found. Aug 28 13:01:03.815145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8f4a71-d0ae-4f5c-ba14-35c695608d11 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:01:03.816817 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3b8f4a71-d0ae-4f5c-ba14-35c695608d11 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/c70d7dec-2c50-4041-b87d-095c4b56bba3 HTTP/1.1" status: 404 len: 337 time: 0.0793724 Aug 28 13:01:03.819980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35774) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:03.836390 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 88776eb7-1b47-48cd-a28b-b585a1626a7d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=88776eb7-1b47-48cd-a28b-b585a1626a7d,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:01:03.845530 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:03.881986 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f497b467-bcf5-4e22-ab0e-d2834a7b4216 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa0f57fc-b4d2-4375-bb81-3e65001165e2 HTTP/1.1" status: 200 len: 205 time: 0.0601151 Aug 28 13:01:03.883780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35776) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:03.909087 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=88776eb7-1b47-48cd-a28b-b585a1626a7d,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:03.945896 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-2520fa13-4e4c-4ff8-a3a0-9de9772730fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] delete failed (client error): The resource could not be found. Aug 28 13:01:03.947260 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2520fa13-4e4c-4ff8-a3a0-9de9772730fc tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/routers/fa0f57fc-b4d2-4375-bb81-3e65001165e2 HTTP/1.1" status: 404 len: 336 time: 0.0625100 Aug 28 13:01:03.950777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35778) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:03.992679 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5ae4c584-9fd7-4360-aa0f-437a879a17f4 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cce06ca-1b44-4c01-8955-926997f09724 HTTP/1.1" status: 200 len: 205 time: 0.0384998 Aug 28 13:01:03.992907 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35782) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:04.033837 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5d17225-b720-4011-9ffb-b23d9f14090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:04.038531 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-c72ecdb4-f467-4aca-a0ad-9fb64bf36baf tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] delete failed (client error): The resource could not be found. Aug 28 13:01:04.042401 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c72ecdb4-f467-4aca-a0ad-9fb64bf36baf tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/routers/9cce06ca-1b44-4c01-8955-926997f09724 HTTP/1.1" status: 404 len: 336 time: 0.0452561 Aug 28 13:01:04.042951 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35790) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:04.049438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['88776eb7-1b47-48cd-a28b-b585a1626a7d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:01:04.091797 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf76976a-28f5-4dda-8cb4-5ac89da85cec tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] DELETE failed (client error): The resource could not be found. Aug 28 13:01:04.092408 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf76976a-28f5-4dda-8cb4-5ac89da85cec tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:01:04.095458 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bf76976a-28f5-4dda-8cb4-5ac89da85cec tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/12963429-5bbc-4d79-a19f-9e2c0983e5d3 HTTP/1.1" status: 404 len: 337 time: 0.0515294 Aug 28 13:01:04.099236 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35798) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:04.141425 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f63ef9d9-f807-47f0-be63-8ec455a3e764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:04.159184 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e3d36750-a707-4b50-9669-1763ff436591 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb78a84-ef3c-4692-83ea-00a57471f288 HTTP/1.1" status: 200 len: 205 time: 0.0568702 Aug 28 13:01:04.174057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35802) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:04.190525 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d17225-b720-4011-9ffb-b23d9f14090a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4dd6a03-3437-47a6-9ebb-e8f069e3e3ac,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:04.234202 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d17225-b720-4011-9ffb-b23d9f14090a admin admin] Checking segment: {'id': '73d692c0-1add-45f3-8d83-bc437c69f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b8d3680-2fcb-48b3-bc11-e9424def73b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:01:04.234858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d17225-b720-4011-9ffb-b23d9f14090a admin admin] Network hostable DHCP agents. Network: 1b8d3680-2fcb-48b3-bc11-e9424def73b0, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:01:04.264955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d17225-b720-4011-9ffb-b23d9f14090a admin admin] Network 1b8d3680-2fcb-48b3-bc11-e9424def73b0 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:01:04.269732 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-722f641b-8029-4e5e-83bf-73ae085442a2 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:04.277258 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-722f641b-8029-4e5e-83bf-73ae085442a2 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:04.290650 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-5a551b42-8ae0-41b0-9d81-9881a000f7c9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] delete failed (client error): The resource could not be found. Aug 28 13:01:04.292305 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5a551b42-8ae0-41b0-9d81-9881a000f7c9 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/routers/ffb78a84-ef3c-4692-83ea-00a57471f288 HTTP/1.1" status: 404 len: 336 time: 0.1168382 Aug 28 13:01:04.295147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35814) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:04.343256 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc8f699-b087-4cde-ae84-9a385a3033d7 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] DELETE failed (client error): The resource could not be found. Aug 28 13:01:04.343984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc8f699-b087-4cde-ae84-9a385a3033d7 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:01:04.345562 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-722f641b-8029-4e5e-83bf-73ae085442a2 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:04.349242 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0dc8f699-b087-4cde-ae84-9a385a3033d7 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/94a855d8-4a1c-4985-a310-9ae4cdcaf227 HTTP/1.1" status: 404 len: 337 time: 0.0500259 Aug 28 13:01:04.350720 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35820) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:04.354721 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-722f641b-8029-4e5e-83bf-73ae085442a2 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:04.377354 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-e5d17225-b720-4011-9ffb-b23d9f14090a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 1b8d3680-2fcb-48b3-bc11-e9424def73b0) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:04.382791 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d17225-b720-4011-9ffb-b23d9f14090a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:04.383679 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5d17225-b720-4011-9ffb-b23d9f14090a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:04.387133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a88d89-c5cb-49d4-8ad0-a399857bdf3d None None] Network 1b8d3680-2fcb-48b3-bc11-e9424def73b0 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:01:04.440580 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dc985458-8644-4101-b05c-09ab97da5ac4 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0754a71-aa80-4f7f-98df-1a259ad6849b HTTP/1.1" status: 200 len: 205 time: 0.0859585 Aug 28 13:01:04.442061 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35822) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:04.471813 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f63ef9d9-f807-47f0-be63-8ec455a3e764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:04.480556 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f63ef9d9-f807-47f0-be63-8ec455a3e764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:04.515955 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-8e682f8c-d47a-47fe-8ce1-98b19b55c397 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] delete failed (client error): The resource could not be found. Aug 28 13:01:04.517873 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8e682f8c-d47a-47fe-8ce1-98b19b55c397 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/routers/b0754a71-aa80-4f7f-98df-1a259ad6849b HTTP/1.1" status: 404 len: 336 time: 0.0738616 Aug 28 13:01:04.525157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35828) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:04.540873 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e5d17225-b720-4011-9ffb-b23d9f14090a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0657392 Aug 28 13:01:04.544623 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-722f641b-8029-4e5e-83bf-73ae085442a2 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:04.546679 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-722f641b-8029-4e5e-83bf-73ae085442a2 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9668314 Aug 28 13:01:04.549396 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35834) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:04.552917 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575356cb-d95b-4db2-ba82-41087640cbea None None] Network 1b8d3680-2fcb-48b3-bc11-e9424def73b0 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:01:04.556624 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'enable_snat': True}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:04.682508 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f63ef9d9-f807-47f0-be63-8ec455a3e764 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1f8b7b3011c43a78e98aa14283ddeb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2571471 Aug 28 13:01:04.684971 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-2233ef5d-0eaa-408a-9a3b-f399c9a2e988 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] DELETE failed (client error): The resource could not be found. Aug 28 13:01:04.685422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2233ef5d-0eaa-408a-9a3b-f399c9a2e988 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:01:04.687354 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2233ef5d-0eaa-408a-9a3b-f399c9a2e988 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/6d28c5c9-2811-44b6-83bb-5277d94b1f32 HTTP/1.1" status: 404 len: 337 time: 0.1422670 Aug 28 13:01:04.688952 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35836) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:04.695301 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35838) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:04.706346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ef9d9-f807-47f0-be63-8ec455a3e764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357b8685-a56b-403d-a03e-e783e99475ae,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:04.740380 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cdd7eb-5873-40ef-b15c-d762b823cd70 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] DELETE failed (client error): The resource could not be found. Aug 28 13:01:04.741129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38cdd7eb-5873-40ef-b15c-d762b823cd70 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:01:04.743069 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-38cdd7eb-5873-40ef-b15c-d762b823cd70 tempest-RoutersTest-359232513 tempest-RoutersTest-359232513-project] 10.222.0.20 "DELETE /v2.0/subnets/aef61086-7b60-45b9-a6cf-99cbb57c8f1c HTTP/1.1" status: 404 len: 337 time: 0.0466290 Aug 28 13:01:04.835821 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-13c094f1-d747-46b1-8cca-666911668de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:04.885866 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-13c094f1-d747-46b1-8cca-666911668de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:05.013515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa401c-8674-4719-8972-8785e6c31a8d req-d0a8d2e1-d8ea-416f-8481-35cc668ad0bf tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:05.021467 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f2aa401c-8674-4719-8972-8785e6c31a8d req-d0a8d2e1-d8ea-416f-8481-35cc668ad0bf tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 948 time: 0.0686653 Aug 28 13:01:05.044198 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-13c094f1-d747-46b1-8cca-666911668de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:05.047106 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-13c094f1-d747-46b1-8cca-666911668de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:05.050626 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-13c094f1-d747-46b1-8cca-666911668de2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/357b8685-a56b-403d-a03e-e783e99475ae HTTP/1.1" status: 204 len: 168 time: 0.3582833 Aug 28 13:01:05.063755 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:05.064372 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c094f1-d747-46b1-8cca-666911668de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357b8685-a56b-403d-a03e-e783e99475ae,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:05.085006 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904bfcb-5d3c-460d-8234-41466ef2f47c req-fee285a5-d606-407e-b4ec-8a0e3f12d938 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:05.086800 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3904bfcb-5d3c-460d-8234-41466ef2f47c req-fee285a5-d606-407e-b4ec-8a0e3f12d938 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 946 time: 0.2309964 Aug 28 13:01:05.100757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f2aa401c-8674-4719-8972-8785e6c31a8d req-0a92623f-1a3c-41c5-a170-2d7cc1226a76 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/security-groups?id=7441c478-4d12-45ec-af59-1dc51a9e1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781980 Aug 28 13:01:05.179337 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3904bfcb-5d3c-460d-8234-41466ef2f47c req-330ea28b-5c35-4b0b-951e-54ee84a6e2f4 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749335 Aug 28 13:01:05.352464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35866) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:05.407484 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:05.434580 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:05.436180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 88776eb7-1b47-48cd-a28b-b585a1626a7d up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:01:05.500955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 88776eb7-1b47-48cd-a28b-b585a1626a7d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:01:05.506633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 88776eb7-1b47-48cd-a28b-b585a1626a7d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:05.507354 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:05.621729 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Allocated IP 172.25.1.8 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/9c06192f-f523-43c2-8d59-9922079af382) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:01:05.650222 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:05.703031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 88776eb7-1b47-48cd-a28b-b585a1626a7d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=88776eb7-1b47-48cd-a28b-b585a1626a7d,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:01:05.704123 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38d0312-b058-4e21-9e79-674172dd3de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88776eb7-1b47-48cd-a28b-b585a1626a7d'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:01:05.706760 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38bf5d8-78d3-4648-b835-5a25dbd444e8" -d '{"events": [{"server_uuid": "f38d0312-b058-4e21-9e79-674172dd3de1", "name": "network-vif-plugged", "status": "completed", "tag": "88776eb7-1b47-48cd-a28b-b585a1626a7d"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:01:05.722801 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:05.787202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=88776eb7-1b47-48cd-a28b-b585a1626a7d,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:05.803415 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fd39eb-2642-4cad-8d7f-153b5efb84db x-openstack-request-id: req-b1fd39eb-2642-4cad-8d7f-153b5efb84db {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:01:05.803712 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38d0312-b058-4e21-9e79-674172dd3de1", "name": "network-vif-plugged", "status": "completed", "tag": "88776eb7-1b47-48cd-a28b-b585a1626a7d", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:01:05.804805 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1fd39eb-2642-4cad-8d7f-153b5efb84db {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:01:05.804955 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38d0312-b058-4e21-9e79-674172dd3de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88776eb7-1b47-48cd-a28b-b585a1626a7d', 'code': 200} Aug 28 13:01:05.850222 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:05.888232 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-596a760e-b133-4028-a888-cfbd59359045 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2081f75685746a5834e548eae43013a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5345550 Aug 28 13:01:05.890755 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35892) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:05.948082 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21fed922-5a7e-4292-abbe-0683dd22e09e req-d74e4165-a0ae-4fc7-981d-0e7dfeacd548 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1289630 Aug 28 13:01:05.949985 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:05.967989 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-c78569e9-b29e-4060-b484-e6b598eb2303 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:05.970147 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-c78569e9-b29e-4060-b484-e6b598eb2303 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/networks?id=1b8d3680-2fcb-48b3-bc11-e9424def73b0 HTTP/1.1" status: 200 len: 812 time: 0.2927086 Aug 28 13:01:05.975402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa0a8-5502-411c-a287-747b9db69341 req-3cc2829b-1c82-49d6-9afe-7c62f02d4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:05.977051 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f9aaa0a8-5502-411c-a287-747b9db69341 req-3cc2829b-1c82-49d6-9afe-7c62f02d4468 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 1101 time: 0.1089723 Aug 28 13:01:06.004798 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-2cf0d4c1-c9f8-489b-b854-cb18f21ea1aa tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/quotas/343db8b86c8344bcab550fe7fda76f05 HTTP/1.1" status: 200 len: 375 time: 0.0265119 Aug 28 13:01:06.019597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:01:06.024803 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-67768357-5588-4f53-acaa-ddf200bb48fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:06.051118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:06.054081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:01:06.062909 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f9aaa0a8-5502-411c-a287-747b9db69341 req-c47a7167-4c70-4974-9cd4-5677e6485e8c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7441c478-4d12-45ec-af59-1dc51a9e1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776289 Aug 28 13:01:06.079013 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-f06c5088-ef52-496d-9b29-4ceeee0027f0 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=343db8b86c8344bcab550fe7fda76f05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483849 Aug 28 13:01:06.091664 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-67768357-5588-4f53-acaa-ddf200bb48fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:06.092796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fed922-5a7e-4292-abbe-0683dd22e09e req-557637f5-112f-42a0-b63a-e081a2acf73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:06.093852 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Pushing event updated for resources: {'Port': ['ID=9c06192f-f523-43c2-8d59-9922079af382,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:06.094560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21fed922-5a7e-4292-abbe-0683dd22e09e req-557637f5-112f-42a0-b63a-e081a2acf73e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 1098 time: 0.0805852 Aug 28 13:01:06.222913 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-d4bf8146-3f50-4071-b0b1-b0ff2ef9761b service neutron] 10.222.0.20 "GET /v2.0/networks/1b8d3680-2fcb-48b3-bc11-e9424def73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273508 Aug 28 13:01:06.293087 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-67768357-5588-4f53-acaa-ddf200bb48fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:06.295848 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-67768357-5588-4f53-acaa-ddf200bb48fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:06.297027 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-67768357-5588-4f53-acaa-ddf200bb48fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f961639d-ac4d-4c23-b923-793e26d9d21e HTTP/1.1" status: 204 len: 168 time: 0.4050944 Aug 28 13:01:06.311505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67768357-5588-4f53-acaa-ddf200bb48fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f961639d-ac4d-4c23-b923-793e26d9d21e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:06.342661 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df197f4c-34f3-4f5b-bbfe-1ff2a381e3da req-41ef25da-a1af-46ff-b48b-c799e8f96950 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:06.344194 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df197f4c-34f3-4f5b-bbfe-1ff2a381e3da req-41ef25da-a1af-46ff-b48b-c799e8f96950 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 949 time: 0.1155939 Aug 28 13:01:06.425379 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df197f4c-34f3-4f5b-bbfe-1ff2a381e3da req-0f90fc02-9274-40fb-b84c-ab321cdf09b6 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/security-groups?id=7441c478-4d12-45ec-af59-1dc51a9e1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715845 Aug 28 13:01:06.577824 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:06.584938 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-9e5ad6e2-7d41-4bd2-ab1d-6ebb975a78f6 service neutron] 10.222.0.20 "GET /v2.0/networks/1b8d3680-2fcb-48b3-bc11-e9424def73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584223 Aug 28 13:01:06.591383 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cc124-9a1f-4227-893f-f85409199719 req-d7fcc6b5-e54e-4793-afbb-e9eda349689a tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:06.599933 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-973cc124-9a1f-4227-893f-f85409199719 req-d7fcc6b5-e54e-4793-afbb-e9eda349689a tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 946 time: 0.0710690 Aug 28 13:01:06.614856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fed922-5a7e-4292-abbe-0683dd22e09e req-2cd6d31c-0789-43c8-b4f7-acda2c325bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:06.622027 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21fed922-5a7e-4292-abbe-0683dd22e09e req-2cd6d31c-0789-43c8-b4f7-acda2c325bcc service neutron] 10.222.0.11 "GET /v2.0/networks?id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 200 len: 917 time: 0.2907796 Aug 28 13:01:06.688289 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-973cc124-9a1f-4227-893f-f85409199719 req-bfcece77-8a3e-4d5e-96f8-876648ca681f tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874288 Aug 28 13:01:06.726220 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21fed922-5a7e-4292-abbe-0683dd22e09e req-184a9c54-6d83-4d7d-9773-e2e4ee10a0d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1 HTTP/1.1" status: 200 len: 1001 time: 0.0968409 Aug 28 13:01:06.821057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fed922-5a7e-4292-abbe-0683dd22e09e req-d6ec21d9-44a7-43c2-b367-51925d89345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:06.822689 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21fed922-5a7e-4292-abbe-0683dd22e09e req-d6ec21d9-44a7-43c2-b367-51925d89345e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fac72157-2444-43b8-a097-cf18d714c2d2 HTTP/1.1" status: 200 len: 856 time: 0.0886550 Aug 28 13:01:06.883174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35928) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:06.935115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fed922-5a7e-4292-abbe-0683dd22e09e req-c5cdd9c6-a94f-42bc-a250-e641f76ccf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:06.936715 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21fed922-5a7e-4292-abbe-0683dd22e09e req-c5cdd9c6-a94f-42bc-a250-e641f76ccf86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743544 Aug 28 13:01:07.075176 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21fed922-5a7e-4292-abbe-0683dd22e09e req-218e95e2-8850-4847-b4f6-1a39001916ec service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304526 Aug 28 13:01:07.253169 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a544d16-cd86-42b9-a6e0-461093739fbf req-65c0978b-7cca-421e-86d3-c03fda7e14d6 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f317727f-acc6-4447-8d00-35d88490650d HTTP/1.1" status: 200 len: 210 time: 0.0446961 Aug 28 13:01:07.315315 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:07.424490 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:07.444141 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:07.583263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Router d0033725-f8e7-4889-b0ae-1976b74b756a is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:01:07.681619 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a4908ad-4a8d-41df-b2ef-755825483b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:07.720658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:01:07.727333 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:07.728322 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a43c1626-a751-4dbf-bce0-1c58a97b1a13 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "PUT /v2.0/routers/d0033725-f8e7-4889-b0ae-1976b74b756a HTTP/1.1" status: 200 len: 912 time: 3.1755211 Aug 28 13:01:07.733516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35958) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:07.735009 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79839fe5-62ca-4a0f-9eff-1743ddc97a5d None None] Sync routers for ids ['d0033725-f8e7-4889-b0ae-1976b74b756a'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:01:07.752818 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79839fe5-62ca-4a0f-9eff-1743ddc97a5d None None] Routers {'d0033725-f8e7-4889-b0ae-1976b74b756a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:01:07.754934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-79839fe5-62ca-4a0f-9eff-1743ddc97a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['d0033725-f8e7-4889-b0ae-1976b74b756a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:07.817996 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-79839fe5-62ca-4a0f-9eff-1743ddc97a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:07.831212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79839fe5-62ca-4a0f-9eff-1743ddc97a5d None None] Routers {'d0033725-f8e7-4889-b0ae-1976b74b756a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:01:07.832181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-79839fe5-62ca-4a0f-9eff-1743ddc97a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:00:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['d0033725-f8e7-4889-b0ae-1976b74b756a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:07.869948 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d9d60-0983-44a3-8c7b-983f8763e497 req-39b4b513-e37e-4355-b1ab-b02bf04f1091 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:07.877989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8e4d9d60-0983-44a3-8c7b-983f8763e497 req-39b4b513-e37e-4355-b1ab-b02bf04f1091 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 949 time: 0.2124076 Aug 28 13:01:07.880659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-79839fe5-62ca-4a0f-9eff-1743ddc97a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:07.881411 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79839fe5-62ca-4a0f-9eff-1743ddc97a5d None None] The sync data for ids ['d0033725-f8e7-4889-b0ae-1976b74b756a'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:01:07.912052 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21fed922-5a7e-4292-abbe-0683dd22e09e req-fd1c3a5c-864b-43e6-8697-94e1f726d0af service neutron] 10.222.0.11 "GET /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8294482 Aug 28 13:01:07.939197 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-599bcb99-0e26-44fc-bb32-4405b268a337 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/routers/d0033725-f8e7-4889-b0ae-1976b74b756a HTTP/1.1" status: 200 len: 918 time: 0.2043459 Aug 28 13:01:07.940203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35962) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:07.946979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8e4d9d60-0983-44a3-8c7b-983f8763e497 req-bfff82d2-f4fb-4027-8f04-00170840861d tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/security-groups?id=7441c478-4d12-45ec-af59-1dc51a9e1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675335 Aug 28 13:01:08.052902 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee8147a-46a6-4818-af58-16c12087afb9 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:08.057616 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dee8147a-46a6-4818-af58-16c12087afb9 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&device_id=d0033725-f8e7-4889-b0ae-1976b74b756a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1130440 Aug 28 13:01:08.058011 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35972) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:08.061752 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a4908ad-4a8d-41df-b2ef-755825483b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:08.067419 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a4908ad-4a8d-41df-b2ef-755825483b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:08.134070 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3a4908ad-4a8d-41df-b2ef-755825483b47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39867b312f7b46afa81b231007374eba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2454982 Aug 28 13:01:08.134070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4908ad-4a8d-41df-b2ef-755825483b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faaeeae-62af-4d1b-9a49-63e0973cacae,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:08.146685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35976) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:08.200174 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a622a301-8b1a-4721-8a00-390652dab5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:08.235986 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a622a301-8b1a-4721-8a00-390652dab5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:08.300070 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a622a301-8b1a-4721-8a00-390652dab5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:08.302035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8171f-8395-409f-bee9-1ed3e9fa71c9 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:08.303780 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a622a301-8b1a-4721-8a00-390652dab5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:08.304538 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b2a8171f-8395-409f-bee9-1ed3e9fa71c9 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 881 time: 0.2455034 Aug 28 13:01:08.308003 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a622a301-8b1a-4721-8a00-390652dab5b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6faaeeae-62af-4d1b-9a49-63e0973cacae HTTP/1.1" status: 204 len: 168 time: 0.1685762 Aug 28 13:01:08.308959 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35988) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:08.332442 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622a301-8b1a-4721-8a00-390652dab5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faaeeae-62af-4d1b-9a49-63e0973cacae,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:08.450674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-17e6b710-2691-4a7f-83a7-a44192cb765d req-407ebb5b-2cca-4cbe-85f6-16ff9211772a tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f317727f-acc6-4447-8d00-35d88490650d HTTP/1.1" status: 200 len: 210 time: 0.0346236 Aug 28 13:01:08.506857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-af4536c5-4fec-4e36-a151-dca6f3c30cfa tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:08.508322 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-af4536c5-4fec-4e36-a151-dca6f3c30cfa tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.10 "GET /v2.0/networks?id=1b8d3680-2fcb-48b3-bc11-e9424def73b0 HTTP/1.1" status: 200 len: 812 time: 0.1768086 Aug 28 13:01:08.529522 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2bf88a43-f4f9-44eb-be56-f6cde6d998c1 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0033725-f8e7-4889-b0ae-1976b74b756a HTTP/1.1" status: 200 len: 205 time: 0.2194285 Aug 28 13:01:08.532294 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35998) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:08.540787 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-2aa22d90-736a-4cde-af29-47bd2ebb5ef3 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Request body: {'port': {'device_id': 'f317727f-acc6-4447-8d00-35d88490650d', 'network_id': '1b8d3680-2fcb-48b3-bc11-e9424def73b0', 'admin_state_up': True, 'tenant_id': '343db8b86c8344bcab550fe7fda76f05'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:08.836941 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-834b4113-440f-403c-a4df-3264f421ab76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:08.907413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-2aa22d90-736a-4cde-af29-47bd2ebb5ef3 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Made reservation on behalf of 343db8b86c8344bcab550fe7fda76f05 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:08.911402 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-2aa22d90-736a-4cde-af29-47bd2ebb5ef3 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:09.082737 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-834b4113-440f-403c-a4df-3264f421ab76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:09.154242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-2aa22d90-736a-4cde-af29-47bd2ebb5ef3 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Allocated IP 172.20.0.7 (1b8d3680-2fcb-48b3-bc11-e9424def73b0/e4dd6a03-3437-47a6-9ebb-e8f069e3e3ac/a67b6111-b6c5-4ea5-8cd5-92b75edec180) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:01:09.208650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-834b4113-440f-403c-a4df-3264f421ab76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Deleting port 9c06192f-f523-43c2-8d59-9922079af382 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:01:09.208991 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-834b4113-440f-403c-a4df-3264f421ab76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:09.390927 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-834b4113-440f-403c-a4df-3264f421ab76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:09.421551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-834b4113-440f-403c-a4df-3264f421ab76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Calling delete_port for 9c06192f-f523-43c2-8d59-9922079af382 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:01:09.458036 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-2aa22d90-736a-4cde-af29-47bd2ebb5ef3 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:09.541353 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-2aa22d90-736a-4cde-af29-47bd2ebb5ef3 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:09.628496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-2aa22d90-736a-4cde-af29-47bd2ebb5ef3 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Network 1b8d3680-2fcb-48b3-bc11-e9424def73b0 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:01:09.631937 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-2aa22d90-736a-4cde-af29-47bd2ebb5ef3 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:09.640601 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-2aa22d90-736a-4cde-af29-47bd2ebb5ef3 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:01:09.686375 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-834b4113-440f-403c-a4df-3264f421ab76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:09.702799 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:09.736302 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa22d90-736a-4cde-af29-47bd2ebb5ef3 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Pushing event updated for resources: {'Port': ['ID=a67b6111-b6c5-4ea5-8cd5-92b75edec180,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:09.763347 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4113-440f-403c-a4df-3264f421ab76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Pushing event deleted for resources: {'Port': ['ID=9c06192f-f523-43c2-8d59-9922079af382,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:09.789762 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-2aa22d90-736a-4cde-af29-47bd2ebb5ef3 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:09.790479 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-2aa22d90-736a-4cde-af29-47bd2ebb5ef3 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:09.796213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36036) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:09.841517 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-2aa22d90-736a-4cde-af29-47bd2ebb5ef3 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3145382 Aug 28 13:01:09.848055 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5cc51-eb15-48c8-986a-be65de2ab66f req-4eaa95c8-f8f3-410c-9352-db902e67cef3 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:09.849863 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-29f5cc51-eb15-48c8-986a-be65de2ab66f req-4eaa95c8-f8f3-410c-9352-db902e67cef3 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f317727f-acc6-4447-8d00-35d88490650d HTTP/1.1" status: 200 len: 931 time: 0.2372940 Aug 28 13:01:09.856672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Request body: {'port': {'device_id': 'f317727f-acc6-4447-8d00-35d88490650d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:09.866599 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02e28053-9a92-433e-86a9-c5c20721fe57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:09.982773 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.017247 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-834b4113-440f-403c-a4df-3264f421ab76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.031250 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-29f5cc51-eb15-48c8-986a-be65de2ab66f req-a5260866-6657-4178-abc8-ef5f0468409f tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/security-groups?id=e80d8f23-f716-4882-8e39-ef2624e3d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677828 Aug 28 13:01:10.175608 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-834b4113-440f-403c-a4df-3264f421ab76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.179076 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-834b4113-440f-403c-a4df-3264f421ab76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.260578 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-834b4113-440f-403c-a4df-3264f421ab76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.261148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834b4113-440f-403c-a4df-3264f421ab76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Fanout notify agent at l3_agent the message router_deleted on router d0033725-f8e7-4889-b0ae-1976b74b756a {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:01:10.271866 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-834b4113-440f-403c-a4df-3264f421ab76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.272931 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-834b4113-440f-403c-a4df-3264f421ab76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "DELETE /v2.0/routers/d0033725-f8e7-4889-b0ae-1976b74b756a HTTP/1.1" status: 204 len: 168 time: 1.7396202 Aug 28 13:01:10.281345 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36054) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:10.288863 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-639e66ca-84fd-4744-9ae0-e52c6b2ba901 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1738826454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:10.355774 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4781dbe5-60cb-4aef-a972-9f110b492bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.396156 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-639e66ca-84fd-4744-9ae0-e52c6b2ba901 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.397744 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-639e66ca-84fd-4744-9ae0-e52c6b2ba901 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.479731 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-639e66ca-84fd-4744-9ae0-e52c6b2ba901 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.490841 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-639e66ca-84fd-4744-9ae0-e52c6b2ba901 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.501142 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67b6111-b6c5-4ea5-8cd5-92b75edec180 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:01:10.520108 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.540301 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Transition to ACTIVE for port object a67b6111-b6c5-4ea5-8cd5-92b75edec180 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:01:10.547082 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.643549 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4781dbe5-60cb-4aef-a972-9f110b492bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.647923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Pushing event updated for resources: {'Port': ['ID=a67b6111-b6c5-4ea5-8cd5-92b75edec180,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:10.648596 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4781dbe5-60cb-4aef-a972-9f110b492bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.692038 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-639e66ca-84fd-4744-9ae0-e52c6b2ba901 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.693254 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-639e66ca-84fd-4744-9ae0-e52c6b2ba901 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4082298 Aug 28 13:01:10.702080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36066) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:10.708335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'enable_snat': False}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:10.715279 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Attempting to bind port a67b6111-b6c5-4ea5-8cd5-92b75edec180 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:01:10.715953 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Attempting to bind port a67b6111-b6c5-4ea5-8cd5-92b75edec180 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '73d692c0-1add-45f3-8d83-bc437c69f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b8d3680-2fcb-48b3-bc11-e9424def73b0'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:01:10.716577 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Attempting to bind port a67b6111-b6c5-4ea5-8cd5-92b75edec180 on network 1b8d3680-2fcb-48b3-bc11-e9424def73b0 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:01:10.723197 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Port a67b6111-b6c5-4ea5-8cd5-92b75edec180 on network 1b8d3680-2fcb-48b3-bc11-e9424def73b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:01:10.723993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Attempting to bind port a67b6111-b6c5-4ea5-8cd5-92b75edec180 on network 1b8d3680-2fcb-48b3-bc11-e9424def73b0 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:01:10.731481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:01:10.732238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Checking segment: {'id': '73d692c0-1add-45f3-8d83-bc437c69f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b8d3680-2fcb-48b3-bc11-e9424def73b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:01:10.732862 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Bound using segment: {'id': '73d692c0-1add-45f3-8d83-bc437c69f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b8d3680-2fcb-48b3-bc11-e9424def73b0'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:01:10.735472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Bound port: a67b6111-b6c5-4ea5-8cd5-92b75edec180, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73d692c0-1add-45f3-8d83-bc437c69f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '1b8d3680-2fcb-48b3-bc11-e9424def73b0'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:01:10.735944 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.795316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781dbe5-60cb-4aef-a972-9f110b492bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80b9874-5cc7-4922-a6c2-53bef0f36ef9,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:10.839900 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4781dbe5-60cb-4aef-a972-9f110b492bc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2da88de788d14535b464ecaeba6658db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0416856 Aug 28 13:01:10.845137 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36072) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:10.902443 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] For port a67b6111-b6c5-4ea5-8cd5-92b75edec180, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:01:10.911742 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] For port a67b6111-b6c5-4ea5-8cd5-92b75edec180, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a67b6111-b6c5-4ea5-8cd5-92b75edec180,segment=NetworkSegment(73d692c0-1add-45f3-8d83-bc437c69f959),segment_id=73d692c0-1add-45f3-8d83-bc437c69f959)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:01:10.918147 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.986940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:10.988215 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:10.990642 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] 10.222.0.10 "PUT /v2.0/ports/a67b6111-b6c5-4ea5-8cd5-92b75edec180 HTTP/1.1" status: 200 len: 1092 time: 1.1395783 Aug 28 13:01:10.991501 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f317727f-acc6-4447-8d00-35d88490650d', 'tag': 'a67b6111-b6c5-4ea5-8cd5-92b75edec180'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:01:10.997050 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5002085a-ba1f-4c82-8e3c-03956e4a870c" -d '{"events": [{"name": "network-changed", "server_uuid": "f317727f-acc6-4447-8d00-35d88490650d", "tag": "a67b6111-b6c5-4ea5-8cd5-92b75edec180"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:01:11.078612 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36078) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:11.113520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:11.151423 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce48ab2f-a403-4b6c-9a2d-d8c4220bb3e3 x-openstack-request-id: req-ce48ab2f-a403-4b6c-9a2d-d8c4220bb3e3 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:01:11.156987 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f317727f-acc6-4447-8d00-35d88490650d", "tag": "a67b6111-b6c5-4ea5-8cd5-92b75edec180", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:01:11.157492 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce48ab2f-a403-4b6c-9a2d-d8c4220bb3e3 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:01:11.158406 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f317727f-acc6-4447-8d00-35d88490650d', 'tag': 'a67b6111-b6c5-4ea5-8cd5-92b75edec180', 'status': 'completed', 'code': 200} Aug 28 13:01:11.184113 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91f6af60-6927-49b9-a86d-792e819ebf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:11.189948 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-03f372aa-36e7-4b39-830d-c11109a22d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:11.191844 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-03f372aa-36e7-4b39-830d-c11109a22d41 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=343db8b86c8344bcab550fe7fda76f05&device_id=f317727f-acc6-4447-8d00-35d88490650d HTTP/1.1" status: 200 len: 1095 time: 0.1576476 Aug 28 13:01:11.192763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fead2a4-f9fb-4089-a917-a5dd6b25c18e service neutron] Pushing event updated for resources: {'Port': ['ID=a67b6111-b6c5-4ea5-8cd5-92b75edec180,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:11.241905 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91f6af60-6927-49b9-a86d-792e819ebf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:11.247264 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-abe38364-a96b-4ac1-9da7-a94125001797 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a67b6111-b6c5-4ea5-8cd5-92b75edec180 HTTP/1.1" status: 200 len: 217 time: 0.0417898 Aug 28 13:01:11.286692 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220b2e0-1761-4c55-880d-ef948407ed45 req-08e31b72-2b2d-432f-9664-9f36898adcd5 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:11.288208 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6220b2e0-1761-4c55-880d-ef948407ed45 req-08e31b72-2b2d-432f-9664-9f36898adcd5 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f317727f-acc6-4447-8d00-35d88490650d HTTP/1.1" status: 200 len: 943 time: 0.1147089 Aug 28 13:01:11.319241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-05f2c8c8-a111-44f9-9d10-78eeea9c417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:11.320898 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-05f2c8c8-a111-44f9-9d10-78eeea9c417d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4dd6a03-3437-47a6-9ebb-e8f069e3e3ac HTTP/1.1" status: 200 len: 852 time: 0.0658791 Aug 28 13:01:11.356378 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6220b2e0-1761-4c55-880d-ef948407ed45 req-aed3b239-d0f5-488f-9145-de7763e755cf tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/security-groups?id=e80d8f23-f716-4882-8e39-ef2624e3d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564148 Aug 28 13:01:11.365527 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91f6af60-6927-49b9-a86d-792e819ebf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:11.368380 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91f6af60-6927-49b9-a86d-792e819ebf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:11.372385 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-91f6af60-6927-49b9-a86d-792e819ebf7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e80b9874-5cc7-4922-a6c2-53bef0f36ef9 HTTP/1.1" status: 204 len: 168 time: 0.5232046 Aug 28 13:01:11.381718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6af60-6927-49b9-a86d-792e819ebf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80b9874-5cc7-4922-a6c2-53bef0f36ef9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:11.420110 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-0c969694-67b7-4bb0-9146-f9b2ced9be93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1b8d3680-2fcb-48b3-bc11-e9424def73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874565 Aug 28 13:01:11.519928 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:11.526347 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eb87d9e6-61af-4e68-b17e-e1bd9b3d3c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:11.549745 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:11.681144 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-e3bb1d82-2d62-426b-812f-deb4668bc44b service neutron] 10.222.0.10 "GET /v2.0/networks/1b8d3680-2fcb-48b3-bc11-e9424def73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508459 Aug 28 13:01:11.722815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Allocated IP 172.25.1.157 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/6f8fbe16-898e-4f48-9ac4-db4712524520) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:01:11.866565 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3713edf4-79a6-4a26-bb6d-ac2912488f86 req-951c9d79-7b93-4cc1-91f9-5904fb30f5c4 service neutron] 10.222.0.10 "GET /v2.0/networks/1b8d3680-2fcb-48b3-bc11-e9424def73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659734 Aug 28 13:01:11.867374 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36094) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:11.907499 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11527271-a227-44a8-b9e3-26d62ad3dc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:11.965441 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eb87d9e6-61af-4e68-b17e-e1bd9b3d3c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:11.986837 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eb87d9e6-61af-4e68-b17e-e1bd9b3d3c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:12.025375 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:12.051771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002085a-ba1f-4c82-8e3c-03956e4a870c req-dbe7b7a2-d84d-4def-8eaa-0b73be2fadd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:12.053676 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5002085a-ba1f-4c82-8e3c-03956e4a870c req-dbe7b7a2-d84d-4def-8eaa-0b73be2fadd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=343db8b86c8344bcab550fe7fda76f05&device_id=f317727f-acc6-4447-8d00-35d88490650d HTTP/1.1" status: 200 len: 1095 time: 0.1343875 Aug 28 13:01:12.061990 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-eb87d9e6-61af-4e68-b17e-e1bd9b3d3c11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d1b75f2bd484b598408952ce00061b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9794896 Aug 28 13:01:12.066470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36098) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:12.075622 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87d9e6-61af-4e68-b17e-e1bd9b3d3c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b67efac-6653-4e86-9da5-0519d6f7fbe8,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:12.146902 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:12.170513 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6aed5914-9855-418f-9e28-1876b836f9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:12.213957 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:01:12.221740 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:12.230890 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002085a-ba1f-4c82-8e3c-03956e4a870c req-b2d36bbe-b641-49ec-92bc-3fc63be52cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:12.232820 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5002085a-ba1f-4c82-8e3c-03956e4a870c req-b2d36bbe-b641-49ec-92bc-3fc63be52cca service neutron] 10.222.0.10 "GET /v2.0/networks?id=1b8d3680-2fcb-48b3-bc11-e9424def73b0 HTTP/1.1" status: 200 len: 912 time: 0.1691537 Aug 28 13:01:12.238011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:01:12.243512 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-841a4f59-e699-424a-ae94-d6de3fc1e0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:12.293222 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11527271-a227-44a8-b9e3-26d62ad3dc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:12.296139 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5002085a-ba1f-4c82-8e3c-03956e4a870c req-39630a45-ddd8-4a5b-87cb-4cb7b3d144b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a67b6111-b6c5-4ea5-8cd5-92b75edec180 HTTP/1.1" status: 200 len: 217 time: 0.0549092 Aug 28 13:01:12.296859 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Pushing event updated for resources: {'Port': ['ID=6f8fbe16-898e-4f48-9ac4-db4712524520,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:12.297935 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11527271-a227-44a8-b9e3-26d62ad3dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:12.303517 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6aed5914-9855-418f-9e28-1876b836f9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:12.383210 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-11527271-a227-44a8-b9e3-26d62ad3dc08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=947d338e4fa941bb9e7da384c50f4fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5116472 Aug 28 13:01:12.385925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36100) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:12.389969 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11527271-a227-44a8-b9e3-26d62ad3dc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b5ffc2-4f2e-4b8c-af7f-bbfd06c1acfb,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:12.413827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002085a-ba1f-4c82-8e3c-03956e4a870c req-2abb8730-a7ab-4b44-a177-35e095dbef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:12.415812 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5002085a-ba1f-4c82-8e3c-03956e4a870c req-2abb8730-a7ab-4b44-a177-35e095dbef1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4dd6a03-3437-47a6-9ebb-e8f069e3e3ac HTTP/1.1" status: 200 len: 852 time: 0.1050730 Aug 28 13:01:12.462162 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6aed5914-9855-418f-9e28-1876b836f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:12.465512 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6aed5914-9855-418f-9e28-1876b836f9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:12.469083 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6aed5914-9855-418f-9e28-1876b836f9c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b67efac-6653-4e86-9da5-0519d6f7fbe8 HTTP/1.1" status: 204 len: 168 time: 0.3993089 Aug 28 13:01:12.489834 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5002085a-ba1f-4c82-8e3c-03956e4a870c req-edcc6e9d-2d2f-42b1-8440-2fe5ce3c6a76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1b8d3680-2fcb-48b3-bc11-e9424def73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644400 Aug 28 13:01:12.503060 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:12.540401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed5914-9855-418f-9e28-1876b836f9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b67efac-6653-4e86-9da5-0519d6f7fbe8,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:12.650710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50dfc-d507-4ede-b317-4e7118992f4b req-5c2f0821-669a-44ff-b2d2-4cdf759254cf tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:12.659008 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-89d50dfc-d507-4ede-b317-4e7118992f4b req-5c2f0821-669a-44ff-b2d2-4cdf759254cf tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f317727f-acc6-4447-8d00-35d88490650d HTTP/1.1" status: 200 len: 943 time: 0.1680892 Aug 28 13:01:12.746896 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b7df26c0-fd23-4a31-ad31-f28954af1ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:12.750679 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-89d50dfc-d507-4ede-b317-4e7118992f4b req-4cf0639f-6002-4ce7-a987-264604c1490a tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/security-groups?id=e80d8f23-f716-4882-8e39-ef2624e3d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880492 Aug 28 13:01:12.756152 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5002085a-ba1f-4c82-8e3c-03956e4a870c req-07dfa6db-9d4f-4848-8a7d-d06e8d9bb6c4 service neutron] 10.222.0.10 "GET /v2.0/networks/1b8d3680-2fcb-48b3-bc11-e9424def73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385440 Aug 28 13:01:12.813763 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b7df26c0-fd23-4a31-ad31-f28954af1ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:12.875986 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5002085a-ba1f-4c82-8e3c-03956e4a870c req-c9a0d359-6dc1-4824-9110-8d746d5b93f6 service neutron] 10.222.0.10 "GET /v2.0/networks/1b8d3680-2fcb-48b3-bc11-e9424def73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080394 Aug 28 13:01:12.931907 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:13.053022 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b7df26c0-fd23-4a31-ad31-f28954af1ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:13.055580 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b7df26c0-fd23-4a31-ad31-f28954af1ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:13.059708 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b7df26c0-fd23-4a31-ad31-f28954af1ef9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76b5ffc2-4f2e-4b8c-af7f-bbfd06c1acfb HTTP/1.1" status: 204 len: 168 time: 0.6483703 Aug 28 13:01:13.104147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df26c0-fd23-4a31-ad31-f28954af1ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b5ffc2-4f2e-4b8c-af7f-bbfd06c1acfb,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:13.231168 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:13.248735 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:13.408810 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:13.449951 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Router 69c79eb9-a0fd-434f-a316-d94e27132824 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:01:13.469688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device a67b6111-b6c5-4ea5-8cd5-92b75edec180 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:01:13.708232 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:01:13.722045 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bdf1b4-80d0-4ec6-ae43-ee7dc024aa03 None None] Sync routers for ids ['69c79eb9-a0fd-434f-a316-d94e27132824'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:01:13.735881 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:13.746281 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bdf1b4-80d0-4ec6-ae43-ee7dc024aa03 None None] Routers {'69c79eb9-a0fd-434f-a316-d94e27132824'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:01:13.748441 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-00bdf1b4-80d0-4ec6-ae43-ee7dc024aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:01:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['69c79eb9-a0fd-434f-a316-d94e27132824'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:13.754991 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36144) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:13.755495 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0dbcbf58-c801-41f4-b2be-50c871333e89 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "PUT /v2.0/routers/69c79eb9-a0fd-434f-a316-d94e27132824 HTTP/1.1" status: 200 len: 916 time: 3.0520492 Aug 28 13:01:13.760540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port a67b6111-b6c5-4ea5-8cd5-92b75edec180, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a67b6111-b6c5-4ea5-8cd5-92b75edec180,segment=NetworkSegment(73d692c0-1add-45f3-8d83-bc437c69f959),segment_id=73d692c0-1add-45f3-8d83-bc437c69f959)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:01:13.792512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'a67b6111-b6c5-4ea5-8cd5-92b75edec180', 'network_id': '1b8d3680-2fcb-48b3-bc11-e9424def73b0', 'port_id': 'a67b6111-b6c5-4ea5-8cd5-92b75edec180', 'mac_address': 'fa:16:3e:01:12:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4dd6a03-3437-47a6-9ebb-e8f069e3e3ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:01:13.837460 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-00bdf1b4-80d0-4ec6-ae43-ee7dc024aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:13.860932 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bdf1b4-80d0-4ec6-ae43-ee7dc024aa03 None None] Routers {'69c79eb9-a0fd-434f-a316-d94e27132824'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:01:13.863136 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-00bdf1b4-80d0-4ec6-ae43-ee7dc024aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:01:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['69c79eb9-a0fd-434f-a316-d94e27132824'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:13.910607 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:13.949674 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67b6111-b6c5-4ea5-8cd5-92b75edec180 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:01:13.989813 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-61e3320a-5936-4587-b051-74d921605b96 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/routers/69c79eb9-a0fd-434f-a316-d94e27132824 HTTP/1.1" status: 200 len: 922 time: 0.2329612 Aug 28 13:01:13.995023 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36156) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:14.007861 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port a67b6111-b6c5-4ea5-8cd5-92b75edec180, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a67b6111-b6c5-4ea5-8cd5-92b75edec180,segment=NetworkSegment(73d692c0-1add-45f3-8d83-bc437c69f959),segment_id=73d692c0-1add-45f3-8d83-bc437c69f959)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:01:14.013109 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:14.029108 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-00bdf1b4-80d0-4ec6-ae43-ee7dc024aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:14.029776 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bdf1b4-80d0-4ec6-ae43-ee7dc024aa03 None None] The sync data for ids ['69c79eb9-a0fd-434f-a316-d94e27132824'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:01:14.032716 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca14bfb-2586-4f61-a169-02253e509112 req-f794efbc-6215-4871-abfc-1002e53c6242 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:14.047339 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ca14bfb-2586-4f61-a169-02253e509112 req-f794efbc-6215-4871-abfc-1002e53c6242 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f317727f-acc6-4447-8d00-35d88490650d HTTP/1.1" status: 200 len: 943 time: 0.1689105 Aug 28 13:01:14.106854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ebbc1-7dd1-4f03-8061-d664b836674c tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:14.119706 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-df0ebbc1-7dd1-4f03-8061-d664b836674c tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&device_id=69c79eb9-a0fd-434f-a316-d94e27132824&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1171367 Aug 28 13:01:14.119706 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36160) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:14.150468 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ca14bfb-2586-4f61-a169-02253e509112 req-f089089f-26fe-4fd6-93ca-b53e1eab5247 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/security-groups?id=e80d8f23-f716-4882-8e39-ef2624e3d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000795 Aug 28 13:01:14.150955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=a67b6111-b6c5-4ea5-8cd5-92b75edec180,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:14.243128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['a67b6111-b6c5-4ea5-8cd5-92b75edec180'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:01:14.309451 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f4fa31-45a1-488f-a067-4ee9baf6951d tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:14.311144 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b5f4fa31-45a1-488f-a067-4ee9baf6951d tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/networks/928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 881 time: 0.1910155 Aug 28 13:01:14.313849 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36170) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:14.346034 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-391eb6de-b038-4d2a-842e-b1c3aceca28e tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c79eb9-a0fd-434f-a316-d94e27132824 HTTP/1.1" status: 200 len: 205 time: 0.0310366 Aug 28 13:01:14.348753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36172) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:14.537839 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a75e-c487-4e89-90cb-bedbcb732ef7 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:14.665997 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a75e-c487-4e89-90cb-bedbcb732ef7 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:14.727099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-3ec7a75e-c487-4e89-90cb-bedbcb732ef7 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Deleting port 6f8fbe16-898e-4f48-9ac4-db4712524520 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:01:14.727433 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a75e-c487-4e89-90cb-bedbcb732ef7 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:14.827280 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a75e-c487-4e89-90cb-bedbcb732ef7 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:14.843253 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-3ec7a75e-c487-4e89-90cb-bedbcb732ef7 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Calling delete_port for 6f8fbe16-898e-4f48-9ac4-db4712524520 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:01:15.011190 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a75e-c487-4e89-90cb-bedbcb732ef7 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:15.037485 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7a75e-c487-4e89-90cb-bedbcb732ef7 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Pushing event deleted for resources: {'Port': ['ID=6f8fbe16-898e-4f48-9ac4-db4712524520,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:15.108580 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a75e-c487-4e89-90cb-bedbcb732ef7 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:15.276776 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a75e-c487-4e89-90cb-bedbcb732ef7 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:15.286628 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a75e-c487-4e89-90cb-bedbcb732ef7 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:15.289019 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:15.348196 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a75e-c487-4e89-90cb-bedbcb732ef7 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:15.349125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec7a75e-c487-4e89-90cb-bedbcb732ef7 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Fanout notify agent at l3_agent the message router_deleted on router 69c79eb9-a0fd-434f-a316-d94e27132824 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:01:15.352433 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a578a9-b5de-473e-b63e-0e465efd8ccf req-cdca8533-2189-49a8-a139-c17e1e03232f tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:15.365784 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5a578a9-b5de-473e-b63e-0e465efd8ccf req-cdca8533-2189-49a8-a139-c17e1e03232f tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f317727f-acc6-4447-8d00-35d88490650d HTTP/1.1" status: 200 len: 944 time: 0.1237121 Aug 28 13:01:15.365999 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a75e-c487-4e89-90cb-bedbcb732ef7 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:15.368908 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3ec7a75e-c487-4e89-90cb-bedbcb732ef7 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "DELETE /v2.0/routers/69c79eb9-a0fd-434f-a316-d94e27132824 HTTP/1.1" status: 204 len: 168 time: 1.0185180 Aug 28 13:01:15.374109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36214) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:15.378831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-326414301', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:15.422109 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5a578a9-b5de-473e-b63e-0e465efd8ccf req-1dc3d183-da00-43f6-951a-14b36bc5b890 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/security-groups?id=e80d8f23-f716-4882-8e39-ef2624e3d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549190 Aug 28 13:01:15.445090 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:15.446210 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:15.476597 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device a67b6111-b6c5-4ea5-8cd5-92b75edec180 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:01:15.515588 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:15.559753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port a67b6111-b6c5-4ea5-8cd5-92b75edec180 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:01:15.564756 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port a67b6111-b6c5-4ea5-8cd5-92b75edec180 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:15.565265 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:15.666328 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:15.699799 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:15.706444 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f317727f-acc6-4447-8d00-35d88490650d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67b6111-b6c5-4ea5-8cd5-92b75edec180'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:01:15.709223 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfba969-9a69-4a49-b263-177840a14afa" -d '{"events": [{"server_uuid": "f317727f-acc6-4447-8d00-35d88490650d", "name": "network-vif-plugged", "status": "completed", "tag": "a67b6111-b6c5-4ea5-8cd5-92b75edec180"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:01:15.723712 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port a67b6111-b6c5-4ea5-8cd5-92b75edec180, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a67b6111-b6c5-4ea5-8cd5-92b75edec180,segment=NetworkSegment(73d692c0-1add-45f3-8d83-bc437c69f959),segment_id=73d692c0-1add-45f3-8d83-bc437c69f959)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:01:15.730562 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:15.771918 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3429743c-8101-4496-9281-7b711a7686c5 x-openstack-request-id: req-3429743c-8101-4496-9281-7b711a7686c5 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:01:15.772377 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f317727f-acc6-4447-8d00-35d88490650d", "name": "network-vif-plugged", "status": "completed", "tag": "a67b6111-b6c5-4ea5-8cd5-92b75edec180", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:01:15.772769 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3429743c-8101-4496-9281-7b711a7686c5 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:01:15.773397 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f317727f-acc6-4447-8d00-35d88490650d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67b6111-b6c5-4ea5-8cd5-92b75edec180', 'code': 200} Aug 28 13:01:15.813418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=a67b6111-b6c5-4ea5-8cd5-92b75edec180,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:15.910904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07400e2d-3b22-4e68-9314-c3f1fb884f08 req-81c0475c-69fc-4607-97bc-d43586428e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:15.912645 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07400e2d-3b22-4e68-9314-c3f1fb884f08 req-81c0475c-69fc-4607-97bc-d43586428e0c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f317727f-acc6-4447-8d00-35d88490650d HTTP/1.1" status: 200 len: 1097 time: 0.0691400 Aug 28 13:01:15.955408 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07400e2d-3b22-4e68-9314-c3f1fb884f08 req-fb792b5a-fba6-48d5-b047-56665a8d0ce5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e80d8f23-f716-4882-8e39-ef2624e3d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331478 Aug 28 13:01:16.035189 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:16.059784 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:16.172933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Allocated IP 172.25.1.87 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/6d977b58-de5a-436e-9c9c-d0006a81233e) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:01:16.309611 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:16.629144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5ff73-5d78-45b1-8b3c-f184c14b2430 req-6ec1ab11-b60d-46bd-81a8-4403358f3014 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:16.645854 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5bb5ff73-5d78-45b1-8b3c-f184c14b2430 req-6ec1ab11-b60d-46bd-81a8-4403358f3014 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f317727f-acc6-4447-8d00-35d88490650d HTTP/1.1" status: 200 len: 945 time: 0.1426537 Aug 28 13:01:16.719778 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5bb5ff73-5d78-45b1-8b3c-f184c14b2430 req-eb32e4d3-0296-48e7-ae94-1c7426246506 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/security-groups?id=e80d8f23-f716-4882-8e39-ef2624e3d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717983 Aug 28 13:01:16.790385 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:16.839588 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:01:16.842603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:16.845253 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:01:16.851277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Pushing event updated for resources: {'Port': ['ID=6d977b58-de5a-436e-9c9c-d0006a81233e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:17.161132 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:17.411058 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:17.626936 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Router 7b65cd82-e713-40fe-8971-44a9905b5e01 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:01:17.752425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:01:17.763475 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5e860a-7046-4d13-b169-10af1e89d03a None None] Sync routers for ids ['7b65cd82-e713-40fe-8971-44a9905b5e01'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:01:17.771922 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:17.773644 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-be10ae3f-b282-4746-9ae0-87bec88fa114 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.3984649 Aug 28 13:01:17.776398 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36268) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:17.779436 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5e860a-7046-4d13-b169-10af1e89d03a None None] Routers {'7b65cd82-e713-40fe-8971-44a9905b5e01'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:01:17.780074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4d5e860a-7046-4d13-b169-10af1e89d03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:01:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['7b65cd82-e713-40fe-8971-44a9905b5e01'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:17.783071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-83560974-5039-4c09-993d-08e8c2323a76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:17.873739 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4d5e860a-7046-4d13-b169-10af1e89d03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:17.885472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5e860a-7046-4d13-b169-10af1e89d03a None None] Routers {'7b65cd82-e713-40fe-8971-44a9905b5e01'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:01:17.886340 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4d5e860a-7046-4d13-b169-10af1e89d03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:01:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['7b65cd82-e713-40fe-8971-44a9905b5e01'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:17.927603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-4d5e860a-7046-4d13-b169-10af1e89d03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:17.929006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5e860a-7046-4d13-b169-10af1e89d03a None None] The sync data for ids ['7b65cd82-e713-40fe-8971-44a9905b5e01'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:01:17.945410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7f28f-205d-4627-8631-652f931968c7 req-0f040467-b818-4788-b548-5aa5c8a84316 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:17.946934 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6cd7f28f-205d-4627-8631-652f931968c7 req-0f040467-b818-4788-b548-5aa5c8a84316 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f317727f-acc6-4447-8d00-35d88490650d HTTP/1.1" status: 200 len: 945 time: 0.1236978 Aug 28 13:01:18.044395 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6cd7f28f-205d-4627-8631-652f931968c7 req-460e6c32-2858-4728-9fa0-0337ac34e263 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/security-groups?id=e80d8f23-f716-4882-8e39-ef2624e3d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808389 Aug 28 13:01:18.231299 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83560974-5039-4c09-993d-08e8c2323a76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:18.247950 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83560974-5039-4c09-993d-08e8c2323a76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:18.318783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-83560974-5039-4c09-993d-08e8c2323a76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Deleting port 6d977b58-de5a-436e-9c9c-d0006a81233e {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:01:18.319264 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83560974-5039-4c09-993d-08e8c2323a76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:18.445074 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83560974-5039-4c09-993d-08e8c2323a76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:18.471823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-83560974-5039-4c09-993d-08e8c2323a76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Calling delete_port for 6d977b58-de5a-436e-9c9c-d0006a81233e owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:01:18.549396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cded7b-9a89-4ad4-9e71-060024e06613 req-bc62c024-be0f-40f1-bbdd-c71006387045 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:18.551056 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03cded7b-9a89-4ad4-9e71-060024e06613 req-bc62c024-be0f-40f1-bbdd-c71006387045 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f317727f-acc6-4447-8d00-35d88490650d HTTP/1.1" status: 200 len: 945 time: 0.0944822 Aug 28 13:01:18.612470 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03cded7b-9a89-4ad4-9e71-060024e06613 req-a538500a-9ab1-495d-b610-63a87b8a1e75 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/security-groups?id=e80d8f23-f716-4882-8e39-ef2624e3d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535972 Aug 28 13:01:18.748579 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83560974-5039-4c09-993d-08e8c2323a76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:18.774279 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83560974-5039-4c09-993d-08e8c2323a76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Pushing event deleted for resources: {'Port': ['ID=6d977b58-de5a-436e-9c9c-d0006a81233e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:18.860039 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83560974-5039-4c09-993d-08e8c2323a76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:19.135713 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83560974-5039-4c09-993d-08e8c2323a76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:19.139664 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83560974-5039-4c09-993d-08e8c2323a76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:19.252796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83560974-5039-4c09-993d-08e8c2323a76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Router 7b65cd82-e713-40fe-8971-44a9905b5e01 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:01:19.353272 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83560974-5039-4c09-993d-08e8c2323a76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:01:19.362301 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-83560974-5039-4c09-993d-08e8c2323a76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:19.366054 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-83560974-5039-4c09-993d-08e8c2323a76 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "PUT /v2.0/routers/7b65cd82-e713-40fe-8971-44a9905b5e01 HTTP/1.1" status: 200 len: 705 time: 1.5856342 Aug 28 13:01:19.366288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36306) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:19.375681 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b841b4f-05bb-492f-8799-d514d858f7e7 None None] Sync routers for ids ['7b65cd82-e713-40fe-8971-44a9905b5e01'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:01:19.391483 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b841b4f-05bb-492f-8799-d514d858f7e7 None None] Routers {'7b65cd82-e713-40fe-8971-44a9905b5e01'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:01:19.392383 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9b841b4f-05bb-492f-8799-d514d858f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:01:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['7b65cd82-e713-40fe-8971-44a9905b5e01'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:19.432314 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9b841b4f-05bb-492f-8799-d514d858f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:19.444402 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b841b4f-05bb-492f-8799-d514d858f7e7 None None] Routers {'7b65cd82-e713-40fe-8971-44a9905b5e01'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:01:19.445308 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9b841b4f-05bb-492f-8799-d514d858f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:01:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['7b65cd82-e713-40fe-8971-44a9905b5e01'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:19.461965 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2147dca5-2784-4370-b75a-c03505ef414c tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/routers/7b65cd82-e713-40fe-8971-44a9905b5e01 HTTP/1.1" status: 200 len: 740 time: 0.0945027 Aug 28 13:01:19.465717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36310) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:19.482604 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9b841b4f-05bb-492f-8799-d514d858f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:19.483265 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b841b4f-05bb-492f-8799-d514d858f7e7 None None] The sync data for ids ['7b65cd82-e713-40fe-8971-44a9905b5e01'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:01:19.518023 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-95f09891-b6c0-48f1-ac1f-e34a6a79ece7 tempest-RoutersAdminTest-1868582962 tempest-RoutersAdminTest-1868582962-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&device_id=7b65cd82-e713-40fe-8971-44a9905b5e01 HTTP/1.1" status: 200 len: 205 time: 0.0510886 Aug 28 13:01:19.520733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36312) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:19.553810 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-eceb985b-46b2-4260-93ec-2108da0e536b tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b65cd82-e713-40fe-8971-44a9905b5e01 HTTP/1.1" status: 200 len: 205 time: 0.0319462 Aug 28 13:01:19.556401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36314) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:19.653858 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7b53-26e4-47c0-b00b-e952a8206fa5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:19.868252 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7b53-26e4-47c0-b00b-e952a8206fa5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:19.873652 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7b53-26e4-47c0-b00b-e952a8206fa5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:19.942412 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7b53-26e4-47c0-b00b-e952a8206fa5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:19.943049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5b7b53-26e4-47c0-b00b-e952a8206fa5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Fanout notify agent at l3_agent the message router_deleted on router 7b65cd82-e713-40fe-8971-44a9905b5e01 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:01:19.951867 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7b53-26e4-47c0-b00b-e952a8206fa5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:19.957524 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6b5b7b53-26e4-47c0-b00b-e952a8206fa5 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "DELETE /v2.0/routers/7b65cd82-e713-40fe-8971-44a9905b5e01 HTTP/1.1" status: 204 len: 168 time: 0.3998306 Aug 28 13:01:19.958273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36320) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:19.990412 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9ff20d86-ede3-41d7-8b40-aef8a99a6971 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b65cd82-e713-40fe-8971-44a9905b5e01 HTTP/1.1" status: 200 len: 205 time: 0.0309420 Aug 28 13:01:19.993207 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36324) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:20.049236 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-90a579a4-2c6f-48e7-8fce-fed25df3e286 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] delete failed (client error): The resource could not be found. Aug 28 13:01:20.050415 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-90a579a4-2c6f-48e7-8fce-fed25df3e286 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "DELETE /v2.0/routers/7b65cd82-e713-40fe-8971-44a9905b5e01 HTTP/1.1" status: 404 len: 336 time: 0.0564609 Aug 28 13:01:20.053325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36328) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:20.086677 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6f23ccf6-ecaf-4ba3-8cc0-f127c7f0a2b9 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c79eb9-a0fd-434f-a316-d94e27132824 HTTP/1.1" status: 200 len: 205 time: 0.0321906 Aug 28 13:01:20.089259 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36330) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:20.137770 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-4c46d000-0548-41cd-bf06-58c8162c82fa tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] delete failed (client error): The resource could not be found. Aug 28 13:01:20.141392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4c46d000-0548-41cd-bf06-58c8162c82fa tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "DELETE /v2.0/routers/69c79eb9-a0fd-434f-a316-d94e27132824 HTTP/1.1" status: 404 len: 336 time: 0.0486031 Aug 28 13:01:20.141773 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36332) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:20.212588 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bc04b899-ccf7-4728-9af7-971cb1a5800f tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0033725-f8e7-4889-b0ae-1976b74b756a HTTP/1.1" status: 200 len: 205 time: 0.0674031 Aug 28 13:01:20.214126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36334) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:20.234698 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258003c-e48c-427f-9e9c-d9b73df1cd42 req-4dd5f554-a2f3-45ca-9aae-2dc9521e32d6 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:20.242712 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e258003c-e48c-427f-9e9c-d9b73df1cd42 req-4dd5f554-a2f3-45ca-9aae-2dc9521e32d6 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f317727f-acc6-4447-8d00-35d88490650d HTTP/1.1" status: 200 len: 945 time: 0.5211768 Aug 28 13:01:20.270856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401a438-df19-43a2-81be-52d1e99837d4 req-c65492d6-67be-4270-bbe5-2af456bffefb tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:20.272564 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7401a438-df19-43a2-81be-52d1e99837d4 req-c65492d6-67be-4270-bbe5-2af456bffefb tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.10 "GET /v2.0/ports?device_id=f317727f-acc6-4447-8d00-35d88490650d HTTP/1.1" status: 200 len: 945 time: 0.1108141 Aug 28 13:01:20.299171 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-29f784f9-e4a6-43d9-8dcc-c64a1bbb8637 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] delete failed (client error): The resource could not be found. Aug 28 13:01:20.303363 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-29f784f9-e4a6-43d9-8dcc-c64a1bbb8637 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "DELETE /v2.0/routers/d0033725-f8e7-4889-b0ae-1976b74b756a HTTP/1.1" status: 404 len: 336 time: 0.0858276 Aug 28 13:01:20.304431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36338) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:20.375069 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e258003c-e48c-427f-9e9c-d9b73df1cd42 req-58085556-3974-4e3b-9a93-551a5a460bdb tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/security-groups?id=e80d8f23-f716-4882-8e39-ef2624e3d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312227 Aug 28 13:01:20.379732 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6de3375f-9bfd-4251-8c4c-7d56c2f979ef tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "GET /v2.0/ports?device_id=167dccd8-7efe-4a4e-b5ee-d1388702aea0 HTTP/1.1" status: 200 len: 205 time: 0.0684302 Aug 28 13:01:20.381288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36346) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:20.453243 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-f2fd802b-4d6a-46db-a4d2-eb58fc483d28 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] delete failed (client error): The resource could not be found. Aug 28 13:01:20.458961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36348) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:20.462406 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f2fd802b-4d6a-46db-a4d2-eb58fc483d28 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "DELETE /v2.0/routers/167dccd8-7efe-4a4e-b5ee-d1388702aea0 HTTP/1.1" status: 404 len: 336 time: 0.0703797 Aug 28 13:01:20.509505 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8a18a82f-113a-4082-b68b-897063be219a tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "GET /v2.0/ports?device_id=c356b783-ea58-4130-8410-6acdb62f5b02 HTTP/1.1" status: 200 len: 205 time: 0.0482097 Aug 28 13:01:20.512331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36352) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:20.555379 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-77bd3b30-c66d-495e-9f0c-ea4582b8ad29 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] delete failed (client error): The resource could not be found. Aug 28 13:01:20.558092 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-77bd3b30-c66d-495e-9f0c-ea4582b8ad29 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "DELETE /v2.0/routers/c356b783-ea58-4130-8410-6acdb62f5b02 HTTP/1.1" status: 404 len: 336 time: 0.0445497 Aug 28 13:01:20.562470 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-7401a438-df19-43a2-81be-52d1e99837d4 req-48b33393-33e5-4af1-92b1-5ff60b380013 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Deleting port a67b6111-b6c5-4ea5-8cd5-92b75edec180 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:01:20.563092 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36354) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:20.567527 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7401a438-df19-43a2-81be-52d1e99837d4 req-48b33393-33e5-4af1-92b1-5ff60b380013 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:20.601525 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-04a2d153-50e2-4443-a1a8-cc1c4fa58aa8 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54788d5-29b4-4b69-9245-c943ba4d5020 HTTP/1.1" status: 200 len: 205 time: 0.0346510 Aug 28 13:01:20.601965 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36356) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:20.672508 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-71de6104-29be-4b3e-b296-a1723e5ca47c tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] delete failed (client error): The resource could not be found. Aug 28 13:01:20.678735 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-71de6104-29be-4b3e-b296-a1723e5ca47c tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "DELETE /v2.0/routers/f54788d5-29b4-4b69-9245-c943ba4d5020 HTTP/1.1" status: 404 len: 336 time: 0.0739379 Aug 28 13:01:20.679896 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36360) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:20.720564 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-7401a438-df19-43a2-81be-52d1e99837d4 req-48b33393-33e5-4af1-92b1-5ff60b380013 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] For port a67b6111-b6c5-4ea5-8cd5-92b75edec180, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a67b6111-b6c5-4ea5-8cd5-92b75edec180,segment=NetworkSegment(73d692c0-1add-45f3-8d83-bc437c69f959),segment_id=73d692c0-1add-45f3-8d83-bc437c69f959)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:01:20.721869 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7401a438-df19-43a2-81be-52d1e99837d4 req-48b33393-33e5-4af1-92b1-5ff60b380013 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:20.739756 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-7401a438-df19-43a2-81be-52d1e99837d4 req-48b33393-33e5-4af1-92b1-5ff60b380013 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Calling delete_port for a67b6111-b6c5-4ea5-8cd5-92b75edec180 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:01:20.759956 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-12fc2757-adce-45de-8fa8-bf70730ba915 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] DELETE failed (client error): The resource could not be found. Aug 28 13:01:20.761622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12fc2757-adce-45de-8fa8-bf70730ba915 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:01:20.765812 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-12fc2757-adce-45de-8fa8-bf70730ba915 tempest-RoutersAdminTest-309333585 tempest-RoutersAdminTest-309333585-project] 10.222.0.20 "DELETE /v2.0/subnets/1809676b-f13b-4985-9396-159976a16465 HTTP/1.1" status: 404 len: 337 time: 0.0848594 Aug 28 13:01:20.825231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36368) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:20.947424 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7401a438-df19-43a2-81be-52d1e99837d4 req-48b33393-33e5-4af1-92b1-5ff60b380013 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:20.961334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['a67b6111-b6c5-4ea5-8cd5-92b75edec180'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:01:20.980792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b33393-33e5-4af1-92b1-5ff60b380013 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Pushing event deleted for resources: {'Port': ['ID=a67b6111-b6c5-4ea5-8cd5-92b75edec180,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:21.061231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-7401a438-df19-43a2-81be-52d1e99837d4 req-48b33393-33e5-4af1-92b1-5ff60b380013 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] No DVR routers for this DVR port a67b6111-b6c5-4ea5-8cd5-92b75edec180 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:01:21.061871 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b218bff0-282f-48ac-93ab-b694cd8b2a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:21.065116 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7401a438-df19-43a2-81be-52d1e99837d4 req-48b33393-33e5-4af1-92b1-5ff60b380013 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:21.067972 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7401a438-df19-43a2-81be-52d1e99837d4 req-48b33393-33e5-4af1-92b1-5ff60b380013 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.10 "DELETE /v2.0/ports/a67b6111-b6c5-4ea5-8cd5-92b75edec180 HTTP/1.1" status: 204 len: 173 time: 0.7736008 Aug 28 13:01:21.068874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f317727f-acc6-4447-8d00-35d88490650d', 'name': 'network-vif-deleted', 'tag': 'a67b6111-b6c5-4ea5-8cd5-92b75edec180'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:01:21.076708 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cd14fc-ab51-4785-b582-c9b563101892" -d '{"events": [{"server_uuid": "f317727f-acc6-4447-8d00-35d88490650d", "name": "network-vif-deleted", "tag": "a67b6111-b6c5-4ea5-8cd5-92b75edec180"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:01:21.137836 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0699b2-100f-4808-a91e-a8866840f196 x-openstack-request-id: req-8c0699b2-100f-4808-a91e-a8866840f196 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:01:21.138251 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f317727f-acc6-4447-8d00-35d88490650d", "name": "network-vif-deleted", "tag": "a67b6111-b6c5-4ea5-8cd5-92b75edec180", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:01:21.138398 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c0699b2-100f-4808-a91e-a8866840f196 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:01:21.138789 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f317727f-acc6-4447-8d00-35d88490650d', 'name': 'network-vif-deleted', 'tag': 'a67b6111-b6c5-4ea5-8cd5-92b75edec180', 'status': 'completed', 'code': 200} Aug 28 13:01:21.256325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b218bff0-282f-48ac-93ab-b694cd8b2a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:21.263386 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b218bff0-282f-48ac-93ab-b694cd8b2a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:21.299143 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36384) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:21.325162 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b218bff0-282f-48ac-93ab-b694cd8b2a71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2e2ffef2226496f84627033a9571445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984248 Aug 28 13:01:21.330412 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36390) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:21.337441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218bff0-282f-48ac-93ab-b694cd8b2a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392f37b2-532b-453a-8dfe-1ce2bd06493a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:21.419643 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65cffeaa-606b-47d1-b397-80022c3d7c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:21.434277 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-68e3c796-e17d-4d27-acce-2b60fdb129fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:21.479990 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65cffeaa-606b-47d1-b397-80022c3d7c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:21.594703 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-60c78af3-f4d9-44bf-bb23-5219739b05e7 req-8cb1a16d-ed3f-4636-b5e8-55f26ddab9e8 tempest-ServerPasswordTestJSON-726662273 tempest-ServerPasswordTestJSON-726662273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f317727f-acc6-4447-8d00-35d88490650d HTTP/1.1" status: 200 len: 210 time: 0.0517478 Aug 28 13:01:21.643973 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65cffeaa-606b-47d1-b397-80022c3d7c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:21.654616 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65cffeaa-606b-47d1-b397-80022c3d7c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:21.657433 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-65cffeaa-606b-47d1-b397-80022c3d7c9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/392f37b2-532b-453a-8dfe-1ce2bd06493a HTTP/1.1" status: 204 len: 168 time: 0.3282537 Aug 28 13:01:21.731038 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-68e3c796-e17d-4d27-acce-2b60fdb129fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:21.732800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cffeaa-606b-47d1-b397-80022c3d7c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392f37b2-532b-453a-8dfe-1ce2bd06493a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:21.747408 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-68e3c796-e17d-4d27-acce-2b60fdb129fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:21.795500 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-68e3c796-e17d-4d27-acce-2b60fdb129fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d34d6c97c5c447ebadd25ec6b0d2478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4947722 Aug 28 13:01:21.798288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36406) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:21.852495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3c796-e17d-4d27-acce-2b60fdb129fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cbd001-54e8-49d8-94b5-f6f8da3d385b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:21.887002 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-87c79b6f-5a62-4e05-a4b7-371a0e742706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:21.911774 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-87c79b6f-5a62-4e05-a4b7-371a0e742706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:21.971888 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-87c79b6f-5a62-4e05-a4b7-371a0e742706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:21.974785 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-87c79b6f-5a62-4e05-a4b7-371a0e742706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:21.976013 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-87c79b6f-5a62-4e05-a4b7-371a0e742706 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26cbd001-54e8-49d8-94b5-f6f8da3d385b HTTP/1.1" status: 204 len: 168 time: 0.1763613 Aug 28 13:01:21.991276 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c79b6f-5a62-4e05-a4b7-371a0e742706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cbd001-54e8-49d8-94b5-f6f8da3d385b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:22.058758 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36412) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:22.074166 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ab36631-e2c8-4672-b187-cc01ac575e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:22.200961 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ab36631-e2c8-4672-b187-cc01ac575e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:22.206318 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ab36631-e2c8-4672-b187-cc01ac575e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:22.251538 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1ab36631-e2c8-4672-b187-cc01ac575e31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=316740225e3b48ef99caa259c8c2660b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1896086 Aug 28 13:01:22.252156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36418) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:22.318383 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab36631-e2c8-4672-b187-cc01ac575e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468b83cb-b7b3-4166-a0b1-a3c64b4295e3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:22.354894 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5a0d4cf8-c854-42f5-9632-09d5491eedf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:22.384260 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5a0d4cf8-c854-42f5-9632-09d5491eedf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:22.424987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36424) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:22.444011 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5a0d4cf8-c854-42f5-9632-09d5491eedf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:22.446725 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5a0d4cf8-c854-42f5-9632-09d5491eedf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:22.449322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5a0d4cf8-c854-42f5-9632-09d5491eedf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/468b83cb-b7b3-4166-a0b1-a3c64b4295e3 HTTP/1.1" status: 204 len: 168 time: 0.1956885 Aug 28 13:01:22.461680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d4cf8-c854-42f5-9632-09d5491eedf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468b83cb-b7b3-4166-a0b1-a3c64b4295e3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:22.494708 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4f710481-e68f-4bc8-8115-f021d2938652 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41649ac2e9ca4eb4803796f7dad3ef32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629759 Aug 28 13:01:22.498242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36428) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:22.585119 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9352b52-71a6-4e15-8336-d02870c5ec89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:22.701657 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9352b52-71a6-4e15-8336-d02870c5ec89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:22.760647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36434) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:22.797061 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9352b52-71a6-4e15-8336-d02870c5ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:22.799833 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9352b52-71a6-4e15-8336-d02870c5ec89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:22.803474 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b9352b52-71a6-4e15-8336-d02870c5ec89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a6c77cf-f6b1-415a-a94c-fbc160f242c0 HTTP/1.1" status: 204 len: 168 time: 0.3017302 Aug 28 13:01:22.814630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9352b52-71a6-4e15-8336-d02870c5ec89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6c77cf-f6b1-415a-a94c-fbc160f242c0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:22.858223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-5115acb2-3485-46c9-8586-ddf80d7dc9f4 admin admin] Deleting subnet e4dd6a03-3437-47a6-9ebb-e8f069e3e3ac {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:01:22.862265 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5115acb2-3485-46c9-8586-ddf80d7dc9f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:22.905690 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5115acb2-3485-46c9-8586-ddf80d7dc9f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:22.958291 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5115acb2-3485-46c9-8586-ddf80d7dc9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:23.068831 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5115acb2-3485-46c9-8586-ddf80d7dc9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:23.100756 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115acb2-3485-46c9-8586-ddf80d7dc9f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4dd6a03-3437-47a6-9ebb-e8f069e3e3ac,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:23.106260 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5115acb2-3485-46c9-8586-ddf80d7dc9f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:23.108323 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5115acb2-3485-46c9-8586-ddf80d7dc9f4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e4dd6a03-3437-47a6-9ebb-e8f069e3e3ac HTTP/1.1" status: 204 len: 168 time: 0.3468866 Aug 28 13:01:23.111085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36442) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:23.243196 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57de55c5-f642-4f05-b8ec-3f2b5f41866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:23.413811 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57de55c5-f642-4f05-b8ec-3f2b5f41866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:23.428471 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-57de55c5-f642-4f05-b8ec-3f2b5f41866e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8d3680-2fcb-48b3-bc11-e9424def73b0']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:23.442803 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-57de55c5-f642-4f05-b8ec-3f2b5f41866e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d692c0-1add-45f3-8d83-bc437c69f959') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:23.443304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-57de55c5-f642-4f05-b8ec-3f2b5f41866e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d692c0-1add-45f3-8d83-bc437c69f959') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:23.455706 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57de55c5-f642-4f05-b8ec-3f2b5f41866e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:23.476942 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57de55c5-f642-4f05-b8ec-3f2b5f41866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:23.484751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57de55c5-f642-4f05-b8ec-3f2b5f41866e admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:01:23.485348 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57de55c5-f642-4f05-b8ec-3f2b5f41866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:01:23.487646 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:01:23.533368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device a67b6111-b6c5-4ea5-8cd5-92b75edec180 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:01:23.601075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: a67b6111-b6c5-4ea5-8cd5-92b75edec180 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:01:23.601382 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device a67b6111-b6c5-4ea5-8cd5-92b75edec180 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:01:23.628110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57de55c5-f642-4f05-b8ec-3f2b5f41866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:23.640943 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57de55c5-f642-4f05-b8ec-3f2b5f41866e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:23.646336 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-57de55c5-f642-4f05-b8ec-3f2b5f41866e admin admin] 10.222.0.20 "DELETE /v2.0/networks/1b8d3680-2fcb-48b3-bc11-e9424def73b0 HTTP/1.1" status: 204 len: 168 time: 0.5336902 Aug 28 13:01:23.678004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de55c5-f642-4f05-b8ec-3f2b5f41866e admin admin] Pushing event deleted for resources: {'Network': ['ID=1b8d3680-2fcb-48b3-bc11-e9424def73b0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:23.874998 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36480) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:24.317646 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-27f0d4b4-68ce-4114-b0f6-507a1b2d2d77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=343db8b86c8344bcab550fe7fda76f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4389262 Aug 28 13:01:24.317885 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36494) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:24.380451 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-abe1cb09-98ec-4fb8-92e6-81531883fbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:24.408995 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-abe1cb09-98ec-4fb8-92e6-81531883fbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:24.473518 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-abe1cb09-98ec-4fb8-92e6-81531883fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:24.476813 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-abe1cb09-98ec-4fb8-92e6-81531883fbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:24.480641 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-abe1cb09-98ec-4fb8-92e6-81531883fbf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e80d8f23-f716-4882-8e39-ef2624e3d8bf HTTP/1.1" status: 204 len: 168 time: 0.1591015 Aug 28 13:01:24.494438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1cb09-98ec-4fb8-92e6-81531883fbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80d8f23-f716-4882-8e39-ef2624e3d8bf,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:25.379489 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36536) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:25.491550 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-558249498', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:25.522318 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:01:25.529248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Made reservation on behalf of bbec6fe0e5b34f2f94a06880104ac0a6 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:25.531864 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:25.550482 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:25.738236 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:25.742948 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:25.747723 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] device_id is not set on port 53aa35ee-f51f-4c3f-a39b-82e3b987c211 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:01:25.892142 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ea39eb-fa3d-4167-beb6-5fd4f325b241,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:25.957782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Allocated IP 172.25.1.125 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/53aa35ee-f51f-4c3f-a39b-82e3b987c211) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:01:26.164949 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:26.231817 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:26.332606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:01:26.340555 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:26.350127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:01:26.389566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:26.391644 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:26.399522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Pushing event updated for resources: {'Port': ['ID=53aa35ee-f51f-4c3f-a39b-82e3b987c211,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:26.432854 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9552b0b9-710b-4cab-923a-f5113e70a8ad tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0523772 Aug 28 13:01:26.439474 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36572) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:26.458572 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-9e536889-d8e8-4125-8a83-bddaf7d0c52a tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.125'}]}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:26.488525 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cabf6297-fe2b-4ccf-b477-689f649c68cc req-7f6d1fbf-0710-4e3d-9bc3-597fe26f2ac8 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0686967 Aug 28 13:01:26.509244 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e536889-d8e8-4125-8a83-bddaf7d0c52a tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:26.515174 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e536889-d8e8-4125-8a83-bddaf7d0c52a tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:26.605037 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e536889-d8e8-4125-8a83-bddaf7d0c52a tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:26.825372 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e536889-d8e8-4125-8a83-bddaf7d0c52a tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:27.090898 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e536889-d8e8-4125-8a83-bddaf7d0c52a tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:27.122296 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e536889-d8e8-4125-8a83-bddaf7d0c52a tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:27.452217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e536889-d8e8-4125-8a83-bddaf7d0c52a tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:27.679100 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d262f934-115c-4749-ad6c-b277ff4a7acb req-ee899aa5-d945-4099-86de-5aabdea7ea0b tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0414941 Aug 28 13:01:27.829871 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e536889-d8e8-4125-8a83-bddaf7d0c52a tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:27.835152 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e536889-d8e8-4125-8a83-bddaf7d0c52a tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:27.951734 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e536889-d8e8-4125-8a83-bddaf7d0c52a tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:27.952254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e536889-d8e8-4125-8a83-bddaf7d0c52a tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0979632e-54a9-499c-869f-8baab2771f5a {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:01:27.973600 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-9e536889-d8e8-4125-8a83-bddaf7d0c52a tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 28 13:01:27.974853 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9e536889-d8e8-4125-8a83-bddaf7d0c52a tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5285072 Aug 28 13:01:27.977800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36602) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:28.062103 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-31793953-34b3-4a66-92e4-2e857b1cfa19 tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Deleting port 53aa35ee-f51f-4c3f-a39b-82e3b987c211 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:01:28.062907 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-31793953-34b3-4a66-92e4-2e857b1cfa19 tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:28.177818 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-31793953-34b3-4a66-92e4-2e857b1cfa19 tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:28.198097 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-31793953-34b3-4a66-92e4-2e857b1cfa19 tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Calling delete_port for 53aa35ee-f51f-4c3f-a39b-82e3b987c211 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:01:28.469356 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-31793953-34b3-4a66-92e4-2e857b1cfa19 tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:28.503874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31793953-34b3-4a66-92e4-2e857b1cfa19 tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Pushing event deleted for resources: {'Port': ['ID=53aa35ee-f51f-4c3f-a39b-82e3b987c211,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:28.602833 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-31793953-34b3-4a66-92e4-2e857b1cfa19 tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:28.613708 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-31793953-34b3-4a66-92e4-2e857b1cfa19 tempest-RoutersAdminNegativeTest-1075557341 tempest-RoutersAdminNegativeTest-1075557341-project-admin] 10.222.0.20 "DELETE /v2.0/ports/53aa35ee-f51f-4c3f-a39b-82e3b987c211 HTTP/1.1" status: 204 len: 168 time: 0.6292729 Aug 28 13:01:28.927385 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e9feabd-239d-4c8a-9c02-e9087a5e7013 req-83ef5623-44ff-41a9-bb01-22bb2469357b tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0974972 Aug 28 13:01:28.996527 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05d9171f-d5af-4807-af55-460b5819ff5d req-54ceddc9-9ce4-4f22-9078-49144c9b6adf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0318911 Aug 28 13:01:29.213147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36620) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:29.408753 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:29.601499 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:29.606811 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:29.659674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36630) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:29.667652 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2734f2ef04554f11a3dad01824f6a41a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532647 Aug 28 13:01:29.675742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4089530e-d76b-4d08-b102-5b7ad82c585b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:29.696189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:29.696576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:29.697748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:29.697958 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:29.698267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:29.698683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:29.699055 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:29.699382 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:29.699744 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:29.700056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:29.700384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:29.701949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5620ea-ed5f-498d-8476-bc017d40e1c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:29.745223 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62641f0c-f6c9-480e-b9e9-fa9619fdc146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:29.778121 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62641f0c-f6c9-480e-b9e9-fa9619fdc146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:29.901754 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62641f0c-f6c9-480e-b9e9-fa9619fdc146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:29.910077 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62641f0c-f6c9-480e-b9e9-fa9619fdc146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:29.913962 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-62641f0c-f6c9-480e-b9e9-fa9619fdc146 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4089530e-d76b-4d08-b102-5b7ad82c585b HTTP/1.1" status: 204 len: 168 time: 0.2526054 Aug 28 13:01:29.953723 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62641f0c-f6c9-480e-b9e9-fa9619fdc146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4089530e-d76b-4d08-b102-5b7ad82c585b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:30.293567 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-586da28a-c8c1-499a-aa95-8b3a9c22038a req-d09380ad-124c-4517-bfba-9d51141bca31 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0909748 Aug 28 13:01:30.311524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36646) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:30.508440 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36652) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:30.554125 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69c0f99c-87b9-4f4e-b81a-a731d3610631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:30.599865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ff9db998-2b15-48ba-9f49-49537844619c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbec6fe0e5b34f2f94a06880104ac0a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899734 Aug 28 13:01:30.602281 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36654) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:30.795712 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-93238428-b9ea-4f84-8bcb-a151c3374b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:30.815695 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69c0f99c-87b9-4f4e-b81a-a731d3610631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:30.821440 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69c0f99c-87b9-4f4e-b81a-a731d3610631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:30.858560 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-93238428-b9ea-4f84-8bcb-a151c3374b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:30.884286 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-69c0f99c-87b9-4f4e-b81a-a731d3610631 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5d4dcd79ca24924a66feca275f897b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5694504 Aug 28 13:01:30.884286 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0f99c-87b9-4f4e-b81a-a731d3610631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bc5390-1fc1-4949-b570-c7df87aff334,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:30.885935 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36660) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:30.951895 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-93238428-b9ea-4f84-8bcb-a151c3374b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:30.968468 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-93238428-b9ea-4f84-8bcb-a151c3374b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:30.969925 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-93238428-b9ea-4f84-8bcb-a151c3374b38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92ea39eb-fa3d-4167-beb6-5fd4f325b241 HTTP/1.1" status: 204 len: 168 time: 0.3651943 Aug 28 13:01:30.987640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93238428-b9ea-4f84-8bcb-a151c3374b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ea39eb-fa3d-4167-beb6-5fd4f325b241,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:30.998484 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b4b78bb-8ad8-496d-ad67-f4d9381c29ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:31.049901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b4b78bb-8ad8-496d-ad67-f4d9381c29ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:31.151242 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b4b78bb-8ad8-496d-ad67-f4d9381c29ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:31.153972 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b4b78bb-8ad8-496d-ad67-f4d9381c29ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:31.165239 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7b4b78bb-8ad8-496d-ad67-f4d9381c29ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48bc5390-1fc1-4949-b570-c7df87aff334 HTTP/1.1" status: 204 len: 168 time: 0.2736022 Aug 28 13:01:31.189165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b78bb-8ad8-496d-ad67-f4d9381c29ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bc5390-1fc1-4949-b570-c7df87aff334,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:31.532197 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-387b21e8-7594-4594-b08d-9edcf41dec25 req-00467b48-6fc9-4e12-aa2b-15d27415fc00 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0668561 Aug 28 13:01:32.498924 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-02986e70-9a7b-4cab-9f80-c29354d69bb9 req-dfc1b430-3bae-46ec-a040-17defee96454 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0542088 Aug 28 13:01:32.614570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36734) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:32.675411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36738) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:32.791547 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-98675c8b-4ec3-4a7b-bd19-cc830b09f9dd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-74237295-network', 'tenant_id': 'ab07072d6e064e8a9d07a06a80e17f36'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:32.825214 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98675c8b-4ec3-4a7b-bd19-cc830b09f9dd admin admin] Made reservation on behalf of ab07072d6e064e8a9d07a06a80e17f36 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:32.828048 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98675c8b-4ec3-4a7b-bd19-cc830b09f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:32.840656 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f1b07b29-71ae-43fa-95d4-d4c54f9b7a62 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1724397399'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:32.849061 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98675c8b-4ec3-4a7b-bd19-cc830b09f9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:32.872511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b07b29-71ae-43fa-95d4-d4c54f9b7a62 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Made reservation on behalf of 400ae16fa9ca4d10adb189e559a8ee96 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:32.877447 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1b07b29-71ae-43fa-95d4-d4c54f9b7a62 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:32.892828 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1b07b29-71ae-43fa-95d4-d4c54f9b7a62 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:32.979148 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98675c8b-4ec3-4a7b-bd19-cc830b09f9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:32.984877 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98675c8b-4ec3-4a7b-bd19-cc830b09f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:33.021624 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98675c8b-4ec3-4a7b-bd19-cc830b09f9dd admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:01:33.036589 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98675c8b-4ec3-4a7b-bd19-cc830b09f9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f1b77a-eb14-47fe-96e6-fd243a529c14,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:33.062085 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98675c8b-4ec3-4a7b-bd19-cc830b09f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:33.062752 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-98675c8b-4ec3-4a7b-bd19-cc830b09f9dd admin admin] Added segment a6ef6f94-cdb1-41a9-8484-951ef2ac2322 of type vlan for network 45c0d239-dc9b-48de-ab76-b33ee15693b2 Aug 28 13:01:33.127692 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98675c8b-4ec3-4a7b-bd19-cc830b09f9dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:33.150619 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1b07b29-71ae-43fa-95d4-d4c54f9b7a62 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:33.155176 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1b07b29-71ae-43fa-95d4-d4c54f9b7a62 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:33.160026 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98675c8b-4ec3-4a7b-bd19-cc830b09f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:33.161314 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98675c8b-4ec3-4a7b-bd19-cc830b09f9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:33.162003 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98675c8b-4ec3-4a7b-bd19-cc830b09f9dd admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:33.170148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b07b29-71ae-43fa-95d4-d4c54f9b7a62 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:01:33.180751 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1b07b29-71ae-43fa-95d4-d4c54f9b7a62 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:33.181409 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-f1b07b29-71ae-43fa-95d4-d4c54f9b7a62 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Added segment 71cf65de-1497-44a5-9d3f-98c1dc7a1c97 of type vlan for network 479ae842-d12c-4198-993c-5683877b0070 Aug 28 13:01:33.231160 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1b07b29-71ae-43fa-95d4-d4c54f9b7a62 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:33.237500 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-98675c8b-4ec3-4a7b-bd19-cc830b09f9dd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6218123 Aug 28 13:01:33.238472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36752) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:33.246076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-dd690b4e-f515-4392-bfdd-dba1be51d804 admin admin] Request body: {'subnet': {'network_id': '45c0d239-dc9b-48de-ab76-b33ee15693b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-74237295-subnet', 'tenant_id': 'ab07072d6e064e8a9d07a06a80e17f36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:33.268419 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1b07b29-71ae-43fa-95d4-d4c54f9b7a62 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:33.273582 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98675c8b-4ec3-4a7b-bd19-cc830b09f9dd admin admin] Pushing event updated for resources: {'Network': ['ID=45c0d239-dc9b-48de-ab76-b33ee15693b2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:33.275141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b07b29-71ae-43fa-95d4-d4c54f9b7a62 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:33.275944 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1b07b29-71ae-43fa-95d4-d4c54f9b7a62 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:33.284909 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 45c0d239-dc9b-48de-ab76-b33ee15693b2 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:01:33.293521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd690b4e-f515-4392-bfdd-dba1be51d804 admin admin] Made reservation on behalf of ab07072d6e064e8a9d07a06a80e17f36 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:33.296562 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd690b4e-f515-4392-bfdd-dba1be51d804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:33.355435 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f1b07b29-71ae-43fa-95d4-d4c54f9b7a62 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6780488 Aug 28 13:01:33.358268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36754) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:33.366577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b07b29-71ae-43fa-95d4-d4c54f9b7a62 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f299d8-1158-4649-922b-49b56dbcabfb,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:33.367901 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e857e4fc-d2af-4a10-8cd6-1f74a529abd2 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Request body: {'subnet': {'network_id': '479ae842-d12c-4198-993c-5683877b0070', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:33.378528 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b07b29-71ae-43fa-95d4-d4c54f9b7a62 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event updated for resources: {'Network': ['ID=479ae842-d12c-4198-993c-5683877b0070,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:33.399573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 479ae842-d12c-4198-993c-5683877b0070 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:01:33.532593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e857e4fc-d2af-4a10-8cd6-1f74a529abd2 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Made reservation on behalf of 400ae16fa9ca4d10adb189e559a8ee96 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:33.536215 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e857e4fc-d2af-4a10-8cd6-1f74a529abd2 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:33.705466 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd690b4e-f515-4392-bfdd-dba1be51d804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:33.714868 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0b156e5-5099-4d92-87dd-9b74e8856fe9 req-f785ed55-add1-477b-8dfc-b99f65be2ae7 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0814531 Aug 28 13:01:33.793215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd690b4e-f515-4392-bfdd-dba1be51d804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c26237d-553b-458d-8173-ce92e896ee37,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:33.807761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd690b4e-f515-4392-bfdd-dba1be51d804 admin admin] Checking segment: {'id': 'a6ef6f94-cdb1-41a9-8484-951ef2ac2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '45c0d239-dc9b-48de-ab76-b33ee15693b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:01:33.808219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd690b4e-f515-4392-bfdd-dba1be51d804 admin admin] Network hostable DHCP agents. Network: 45c0d239-dc9b-48de-ab76-b33ee15693b2, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:01:33.860876 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd690b4e-f515-4392-bfdd-dba1be51d804 admin admin] Network 45c0d239-dc9b-48de-ab76-b33ee15693b2 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:01:33.891339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-dd690b4e-f515-4392-bfdd-dba1be51d804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 45c0d239-dc9b-48de-ab76-b33ee15693b2) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:33.900946 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd690b4e-f515-4392-bfdd-dba1be51d804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:33.901370 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd690b4e-f515-4392-bfdd-dba1be51d804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:33.901768 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47da7453-aa6b-4a96-8d14-b60bbc99ba46 None None] Network 45c0d239-dc9b-48de-ab76-b33ee15693b2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:01:33.925681 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e857e4fc-d2af-4a10-8cd6-1f74a529abd2 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:33.940341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dd690b4e-f515-4392-bfdd-dba1be51d804 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6987197 Aug 28 13:01:34.010238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857e4fc-d2af-4a10-8cd6-1f74a529abd2 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event updated for resources: {'Subnet': ['ID=66768353-e18b-4617-86ed-8383f0b8dfa6,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:34.035686 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e857e4fc-d2af-4a10-8cd6-1f74a529abd2 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Checking segment: {'id': '71cf65de-1497-44a5-9d3f-98c1dc7a1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '479ae842-d12c-4198-993c-5683877b0070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:01:34.036063 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e857e4fc-d2af-4a10-8cd6-1f74a529abd2 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Network hostable DHCP agents. Network: 479ae842-d12c-4198-993c-5683877b0070, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:01:34.073298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109a70cb-f57f-452b-9672-6527c074ae6f None None] Network 45c0d239-dc9b-48de-ab76-b33ee15693b2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:01:34.112598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e857e4fc-d2af-4a10-8cd6-1f74a529abd2 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Network 479ae842-d12c-4198-993c-5683877b0070 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:01:34.134310 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-e857e4fc-d2af-4a10-8cd6-1f74a529abd2 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 479ae842-d12c-4198-993c-5683877b0070) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:34.138991 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e857e4fc-d2af-4a10-8cd6-1f74a529abd2 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:34.139749 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e857e4fc-d2af-4a10-8cd6-1f74a529abd2 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:34.160816 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e857e4fc-d2af-4a10-8cd6-1f74a529abd2 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8005149 Aug 28 13:01:34.163537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36778) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:34.170777 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-63038b69-ecb2-4ce3-bc4c-e99fcbcf95db tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Request body: {'port': {'network_id': '479ae842-d12c-4198-993c-5683877b0070', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1477290648'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:34.223512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4152bd6b-d2a4-429f-8d65-7cf389bcaf08 None None] Network 479ae842-d12c-4198-993c-5683877b0070 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:01:34.491087 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-479ae842-d12c-4198-993c-5683877b0070', 'network_id': '479ae842-d12c-4198-993c-5683877b0070', 'tenant_id': '400ae16fa9ca4d10adb189e559a8ee96', 'fixed_ips': [{'subnet_id': '66768353-e18b-4617-86ed-8383f0b8dfa6'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:01:34.492253 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:34.493639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63038b69-ecb2-4ce3-bc4c-e99fcbcf95db tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Made reservation on behalf of 400ae16fa9ca4d10adb189e559a8ee96 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:34.502459 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63038b69-ecb2-4ce3-bc4c-e99fcbcf95db tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:34.536361 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-63038b69-ecb2-4ce3-bc4c-e99fcbcf95db tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] device_id is not set on port 446d5240-9c0c-4b6a-ae75-f96f7286eea3 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:01:34.687789 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Allocated IP 2001:db8::2 (479ae842-d12c-4198-993c-5683877b0070/66768353-e18b-4617-86ed-8383f0b8dfa6/9e31c557-f674-4d92-b4e9-1f5d4aaa5663) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:01:34.872461 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-189db78b-b68a-442a-ba6a-ed25bc4a2845 req-e9490f2a-0337-4883-9ea8-bcaf0e48f445 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0575318 Aug 28 13:01:34.957924 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:34.969914 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Transition to ACTIVE for port object 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:01:34.986539 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Transition to ACTIVE for port object 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:01:34.994684 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:35.040047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Pushing event updated for resources: {'Port': ['ID=9e31c557-f674-4d92-b4e9-1f5d4aaa5663,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:35.054533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Network 479ae842-d12c-4198-993c-5683877b0070 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:01:35.056012 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:35.062518 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:01:35.091404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-63038b69-ecb2-4ce3-bc4c-e99fcbcf95db tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Allocated IP 2001:db8::134 (479ae842-d12c-4198-993c-5683877b0070/66768353-e18b-4617-86ed-8383f0b8dfa6/446d5240-9c0c-4b6a-ae75-f96f7286eea3) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:01:35.139498 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Attempting to bind port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:01:35.139978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Attempting to bind port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '71cf65de-1497-44a5-9d3f-98c1dc7a1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '479ae842-d12c-4198-993c-5683877b0070'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:01:35.140415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Attempting to bind port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 on network 479ae842-d12c-4198-993c-5683877b0070 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:01:35.147240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:01:35.147710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Checking segment: {'id': '71cf65de-1497-44a5-9d3f-98c1dc7a1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '479ae842-d12c-4198-993c-5683877b0070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:01:35.148191 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:35.148657 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Bound using segment: {'id': '71cf65de-1497-44a5-9d3f-98c1dc7a1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '479ae842-d12c-4198-993c-5683877b0070'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:01:35.149774 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Bound port: 9e31c557-f674-4d92-b4e9-1f5d4aaa5663, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cf65de-1497-44a5-9d3f-98c1dc7a1c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '479ae842-d12c-4198-993c-5683877b0070'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:01:35.150477 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:35.240852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] For port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:01:35.245693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] For port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9e31c557-f674-4d92-b4e9-1f5d4aaa5663,segment=NetworkSegment(71cf65de-1497-44a5-9d3f-98c1dc7a1c97),segment_id=71cf65de-1497-44a5-9d3f-98c1dc7a1c97)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:01:35.251210 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:35.321018 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413663b-8be1-4020-aa72-56295dc552c5 None None] Pushing event updated for resources: {'Port': ['ID=9e31c557-f674-4d92-b4e9-1f5d4aaa5663,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:35.344110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63038b69-ecb2-4ce3-bc4c-e99fcbcf95db tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:35.361632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-63038b69-ecb2-4ce3-bc4c-e99fcbcf95db tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Transition to ACTIVE for port object 446d5240-9c0c-4b6a-ae75-f96f7286eea3 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:01:35.403028 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63038b69-ecb2-4ce3-bc4c-e99fcbcf95db tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:35.453611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63038b69-ecb2-4ce3-bc4c-e99fcbcf95db tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Network 479ae842-d12c-4198-993c-5683877b0070 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:01:35.471509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-63038b69-ecb2-4ce3-bc4c-e99fcbcf95db tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:35.474769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63038b69-ecb2-4ce3-bc4c-e99fcbcf95db tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:01:35.482456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63038b69-ecb2-4ce3-bc4c-e99fcbcf95db tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:35.483278 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63038b69-ecb2-4ce3-bc4c-e99fcbcf95db tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:35.508146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36804) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:35.508474 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-63038b69-ecb2-4ce3-bc4c-e99fcbcf95db tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3434942 Aug 28 13:01:35.510047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63038b69-ecb2-4ce3-bc4c-e99fcbcf95db tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event updated for resources: {'Port': ['ID=446d5240-9c0c-4b6a-ae75-f96f7286eea3,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:35.514636 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5b0bd95c-f008-43dc-9055-a5c6db9c9bf9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Request body: {'port': {'network_id': '479ae842-d12c-4198-993c-5683877b0070', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-577836641', 'allowed_address_pairs': [{'ip_address': '2001:db8::134', 'mac_address': 'fa:16:3e:be:a1:21'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:35.835877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0bd95c-f008-43dc-9055-a5c6db9c9bf9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Made reservation on behalf of 400ae16fa9ca4d10adb189e559a8ee96 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:35.997255 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b0bd95c-f008-43dc-9055-a5c6db9c9bf9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:36.023350 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-5b0bd95c-f008-43dc-9055-a5c6db9c9bf9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] device_id is not set on port e8f7fbe4-bcfe-49ad-acbb-ac3f961d285c yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:01:36.036294 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0f32638b-dfcd-4ccf-be86-89172b590222 req-b1f858ca-689d-480d-b71b-2dc75fd4911f tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0514030 Aug 28 13:01:36.188054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-5b0bd95c-f008-43dc-9055-a5c6db9c9bf9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Allocated IP 2001:db8::2a5 (479ae842-d12c-4198-993c-5683877b0070/66768353-e18b-4617-86ed-8383f0b8dfa6/e8f7fbe4-bcfe-49ad-acbb-ac3f961d285c) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:01:36.401638 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b0bd95c-f008-43dc-9055-a5c6db9c9bf9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:36.422821 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-5b0bd95c-f008-43dc-9055-a5c6db9c9bf9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Transition to ACTIVE for port object e8f7fbe4-bcfe-49ad-acbb-ac3f961d285c will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:01:36.479912 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b0bd95c-f008-43dc-9055-a5c6db9c9bf9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:36.568876 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0bd95c-f008-43dc-9055-a5c6db9c9bf9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Network 479ae842-d12c-4198-993c-5683877b0070 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:01:36.574352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-5b0bd95c-f008-43dc-9055-a5c6db9c9bf9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:36.577874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0bd95c-f008-43dc-9055-a5c6db9c9bf9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:01:36.588385 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0bd95c-f008-43dc-9055-a5c6db9c9bf9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:36.590901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b0bd95c-f008-43dc-9055-a5c6db9c9bf9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:36.621472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bd95c-f008-43dc-9055-a5c6db9c9bf9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event updated for resources: {'Port': ['ID=e8f7fbe4-bcfe-49ad-acbb-ac3f961d285c,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:36.626432 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5b0bd95c-f008-43dc-9055-a5c6db9c9bf9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.1167400 Aug 28 13:01:36.628968 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36824) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:36.702289 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08dd4de-f272-422c-91fb-5f52546dbd9f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:36.710178 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08dd4de-f272-422c-91fb-5f52546dbd9f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:36.718102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08dd4de-f272-422c-91fb-5f52546dbd9f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:36.724939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36828) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:36.725739 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c08dd4de-f272-422c-91fb-5f52546dbd9f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.0954599 Aug 28 13:01:36.842041 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:01:36.912672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-49481634-01b1-4848-a8c7-e218e73db7cf tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Deleting port e8f7fbe4-bcfe-49ad-acbb-ac3f961d285c {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:01:36.914954 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49481634-01b1-4848-a8c7-e218e73db7cf tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:36.927757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:01:36.977427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff4e868-2d74-43d0-a1bb-8776af18312c None None] Network 479ae842-d12c-4198-993c-5683877b0070 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:01:37.099955 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49481634-01b1-4848-a8c7-e218e73db7cf tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:37.144297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-49481634-01b1-4848-a8c7-e218e73db7cf tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Calling delete_port for e8f7fbe4-bcfe-49ad-acbb-ac3f961d285c owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:01:37.173200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5f155f47-7cc1-4b05-8570-1b7eed2f009f None None] Provisioning for port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:01:37.183263 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5f155f47-7cc1-4b05-8570-1b7eed2f009f None None] Provisioning complete for port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:37.183643 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5f155f47-7cc1-4b05-8570-1b7eed2f009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:37.226409 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e62ab630-032f-4c53-be4a-2ce4dc5f46c2 req-644bfc2d-dae4-478e-bc32-aaa6a29e265d tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0780978 Aug 28 13:01:37.347989 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49481634-01b1-4848-a8c7-e218e73db7cf tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:37.366197 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5f155f47-7cc1-4b05-8570-1b7eed2f009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:37.381970 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49481634-01b1-4848-a8c7-e218e73db7cf tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event deleted for resources: {'Port': ['ID=e8f7fbe4-bcfe-49ad-acbb-ac3f961d285c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:37.389432 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:37.434550 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5f155f47-7cc1-4b05-8570-1b7eed2f009f None None] For port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9e31c557-f674-4d92-b4e9-1f5d4aaa5663,segment=NetworkSegment(71cf65de-1497-44a5-9d3f-98c1dc7a1c97),segment_id=71cf65de-1497-44a5-9d3f-98c1dc7a1c97)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:01:37.452130 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5f155f47-7cc1-4b05-8570-1b7eed2f009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:37.523961 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f155f47-7cc1-4b05-8570-1b7eed2f009f None None] Pushing event updated for resources: {'Port': ['ID=9e31c557-f674-4d92-b4e9-1f5d4aaa5663,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:37.562081 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49481634-01b1-4848-a8c7-e218e73db7cf tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:37.564857 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-49481634-01b1-4848-a8c7-e218e73db7cf tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "DELETE /v2.0/ports/e8f7fbe4-bcfe-49ad-acbb-ac3f961d285c HTTP/1.1" status: 204 len: 168 time: 0.8387561 Aug 28 13:01:37.567682 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36846) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:37.608802 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-1900b63b-5c43-49c3-85c7-97f93e4cdda9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] GET failed (client error): The resource could not be found. Aug 28 13:01:37.616117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36848) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:37.616421 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1900b63b-5c43-49c3-85c7-97f93e4cdda9 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "GET /v2.0/ports/e8f7fbe4-bcfe-49ad-acbb-ac3f961d285c HTTP/1.1" status: 404 len: 333 time: 0.0476816 Aug 28 13:01:37.622914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-53a2ff68-3ae0-40cd-ba14-a386d4107983 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Request body: {'port': {'network_id': '479ae842-d12c-4198-993c-5683877b0070', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-956302478'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:37.821359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-eb4859e6-aea8-40df-998a-921d5d3f007a None None] Provisioning complete for port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:37.822140 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-eb4859e6-aea8-40df-998a-921d5d3f007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:37.938575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a2ff68-3ae0-40cd-ba14-a386d4107983 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Made reservation on behalf of 400ae16fa9ca4d10adb189e559a8ee96 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:37.946034 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-53a2ff68-3ae0-40cd-ba14-a386d4107983 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:37.982122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-53a2ff68-3ae0-40cd-ba14-a386d4107983 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] device_id is not set on port 55b2513e-f7e5-4c0c-8bce-edbeccc789d7 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:01:38.009519 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-eb4859e6-aea8-40df-998a-921d5d3f007a None None] Provisioning for port 446d5240-9c0c-4b6a-ae75-f96f7286eea3 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:01:38.021848 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-eb4859e6-aea8-40df-998a-921d5d3f007a None None] Provisioning complete for port 446d5240-9c0c-4b6a-ae75-f96f7286eea3 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:38.022227 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-eb4859e6-aea8-40df-998a-921d5d3f007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:38.096050 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-eb4859e6-aea8-40df-998a-921d5d3f007a None None] Port 446d5240-9c0c-4b6a-ae75-f96f7286eea3 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:01:38.164421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-53a2ff68-3ae0-40cd-ba14-a386d4107983 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Allocated IP 2001:db8::137 (479ae842-d12c-4198-993c-5683877b0070/66768353-e18b-4617-86ed-8383f0b8dfa6/55b2513e-f7e5-4c0c-8bce-edbeccc789d7) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:01:38.237814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-143c5ad6-7b96-4670-87af-78174bb5a899 None None] Provisioning complete for port 446d5240-9c0c-4b6a-ae75-f96f7286eea3 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:38.237814 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-143c5ad6-7b96-4670-87af-78174bb5a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:38.297054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-143c5ad6-7b96-4670-87af-78174bb5a899 None None] Port 446d5240-9c0c-4b6a-ae75-f96f7286eea3 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:01:38.403470 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e85d8e3c-56a2-43e9-90a7-6fdd5ae41dd1 req-e83cb8e7-6594-4a91-8100-caa8877673b5 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0508263 Aug 28 13:01:38.495680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-53a2ff68-3ae0-40cd-ba14-a386d4107983 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:38.515637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-53a2ff68-3ae0-40cd-ba14-a386d4107983 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Transition to ACTIVE for port object 55b2513e-f7e5-4c0c-8bce-edbeccc789d7 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:01:38.558711 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-53a2ff68-3ae0-40cd-ba14-a386d4107983 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:38.620299 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d0d4b496-eca5-4fe5-b8b2-2c243f250ecc None None] Could not find standard attr ID for object e8f7fbe4-bcfe-49ad-acbb-ac3f961d285c. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:01:38.652210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2ff68-3ae0-40cd-ba14-a386d4107983 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event updated for resources: {'Port': ['ID=55b2513e-f7e5-4c0c-8bce-edbeccc789d7,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:38.661530 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a2ff68-3ae0-40cd-ba14-a386d4107983 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Network 479ae842-d12c-4198-993c-5683877b0070 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:01:38.670297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-53a2ff68-3ae0-40cd-ba14-a386d4107983 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:38.675109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a2ff68-3ae0-40cd-ba14-a386d4107983 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:01:38.686747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2ff68-3ae0-40cd-ba14-a386d4107983 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:38.687650 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-53a2ff68-3ae0-40cd-ba14-a386d4107983 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:38.723166 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-53a2ff68-3ae0-40cd-ba14-a386d4107983 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1049197 Aug 28 13:01:38.723783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36870) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:38.731740 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-445f69bb-4ac5-4987-84ed-39b3ad09096f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::134', 'mac_address': 'fa:16:3e:be:a1:21'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:38.785689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:01:38.944173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:38.944843 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:38.987846 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-445f69bb-4ac5-4987-84ed-39b3ad09096f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:39.266300 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-445f69bb-4ac5-4987-84ed-39b3ad09096f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:39.273188 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-445f69bb-4ac5-4987-84ed-39b3ad09096f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:39.345217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-445f69bb-4ac5-4987-84ed-39b3ad09096f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] In _notify_port_updated(), no bound segment for port 55b2513e-f7e5-4c0c-8bce-edbeccc789d7 on network 479ae842-d12c-4198-993c-5683877b0070 {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 13:01:39.355787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445f69bb-4ac5-4987-84ed-39b3ad09096f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:39.360270 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-445f69bb-4ac5-4987-84ed-39b3ad09096f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:39.364681 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36882) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:39.365264 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-445f69bb-4ac5-4987-84ed-39b3ad09096f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "PUT /v2.0/ports/55b2513e-f7e5-4c0c-8bce-edbeccc789d7 HTTP/1.1" status: 200 len: 1002 time: 0.6380000 Aug 28 13:01:39.393454 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9487c882-099c-4898-b28c-ad71392c51f0 None None] Provisioning for port 55b2513e-f7e5-4c0c-8bce-edbeccc789d7 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:01:39.399413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f69bb-4ac5-4987-84ed-39b3ad09096f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event updated for resources: {'Port': ['ID=55b2513e-f7e5-4c0c-8bce-edbeccc789d7,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:39.402326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9487c882-099c-4898-b28c-ad71392c51f0 None None] Provisioning complete for port 55b2513e-f7e5-4c0c-8bce-edbeccc789d7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:39.404355 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9487c882-099c-4898-b28c-ad71392c51f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:39.592899 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Deleting port 55b2513e-f7e5-4c0c-8bce-edbeccc789d7 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:01:39.594406 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:39.611840 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9487c882-099c-4898-b28c-ad71392c51f0 None None] Port 55b2513e-f7e5-4c0c-8bce-edbeccc789d7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:01:39.724981 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b362c2a-b835-48ec-8f55-34a8abc48d61 req-c77c704c-11c6-40c1-a1b1-560e6da3d499 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0323834 Aug 28 13:01:39.735851 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:39.799301 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:39.850380 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Calling delete_port for 55b2513e-f7e5-4c0c-8bce-edbeccc789d7 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:01:39.860538 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-06697f75-3db6-4ab7-b5bd-5711e2c90a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:39.977964 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8882a756-f05e-471f-81a1-755303eb521c None None] Provisioning complete for port 55b2513e-f7e5-4c0c-8bce-edbeccc789d7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:39.978960 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8882a756-f05e-471f-81a1-755303eb521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:40.024092 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36904) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:40.066043 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8882a756-f05e-471f-81a1-755303eb521c None None] Port 55b2513e-f7e5-4c0c-8bce-edbeccc789d7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:01:40.189522 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:40.275685 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event deleted for resources: {'Port': ['ID=55b2513e-f7e5-4c0c-8bce-edbeccc789d7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:40.301057 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3622ae7e-464a-4eee-839a-97fa7c8a15f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:40.339611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:40.340561 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:40.341192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:40.341734 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:40.342301 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:40.342735 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:40.343227 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:40.343656 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:40.344102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:40.345097 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:40.345535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:40.345973 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:40.502838 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:40.503629 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2dee8-e309-46f2-8d51-3daf0bd11582 req-fdae1734-a272-45d7-b12f-b0e4d083e8c7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:40.505994 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76b2dee8-e309-46f2-8d51-3daf0bd11582 req-fdae1734-a272-45d7-b12f-b0e4d083e8c7 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 946 time: 0.1243758 Aug 28 13:01:40.515517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36912) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:40.516614 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c175fdf3-aa60-40ba-824a-84d73ce7f47c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "DELETE /v2.0/ports/55b2513e-f7e5-4c0c-8bce-edbeccc789d7 HTTP/1.1" status: 204 len: 168 time: 1.1494901 Aug 28 13:01:40.566650 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ddd5e0-8a05-4820-ac44-e2c00d55fdc8 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] GET failed (client error): The resource could not be found. Aug 28 13:01:40.573783 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-05ddd5e0-8a05-4820-ac44-e2c00d55fdc8 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "GET /v2.0/ports/55b2513e-f7e5-4c0c-8bce-edbeccc789d7 HTTP/1.1" status: 404 len: 333 time: 0.0485897 Aug 28 13:01:40.577438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36916) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:40.590994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-cb9f51a3-f9f5-45a5-920f-4685bf24af49 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Request body: {'port': {'network_id': '479ae842-d12c-4198-993c-5683877b0070', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-60189113'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:40.621295 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76b2dee8-e309-46f2-8d51-3daf0bd11582 req-b0108003-2521-42e6-9675-2e5edd9c7147 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047375 Aug 28 13:01:40.701216 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3622ae7e-464a-4eee-839a-97fa7c8a15f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:40.705868 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3622ae7e-464a-4eee-839a-97fa7c8a15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:40.756163 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3622ae7e-464a-4eee-839a-97fa7c8a15f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07f2b2de97304ab0b34ba07e9524f838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7309694 Aug 28 13:01:40.757044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622ae7e-464a-4eee-839a-97fa7c8a15f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a5af44-d563-48e8-a991-1df3afe53f15,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:40.763576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36918) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:40.857628 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9f51a3-f9f5-45a5-920f-4685bf24af49 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Made reservation on behalf of 400ae16fa9ca4d10adb189e559a8ee96 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:40.862178 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb9f51a3-f9f5-45a5-920f-4685bf24af49 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:40.898965 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f486d5f8-61dc-4690-9a5c-157e9c908d4b req-346f8880-973b-4c10-aace-722471e907f6 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0567591 Aug 28 13:01:40.905095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-cb9f51a3-f9f5-45a5-920f-4685bf24af49 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] device_id is not set on port 3eafe91c-1915-49ce-8d63-7c1f2b7d9472 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:01:40.962894 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e00f43ac-851d-4f85-b4fd-af9eddb5461e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:40.985985 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e00f43ac-851d-4f85-b4fd-af9eddb5461e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:41.144016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-cb9f51a3-f9f5-45a5-920f-4685bf24af49 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Allocated IP 2001:db8::f3 (479ae842-d12c-4198-993c-5683877b0070/66768353-e18b-4617-86ed-8383f0b8dfa6/3eafe91c-1915-49ce-8d63-7c1f2b7d9472) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:01:41.207925 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e00f43ac-851d-4f85-b4fd-af9eddb5461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:41.210477 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e00f43ac-851d-4f85-b4fd-af9eddb5461e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:41.214095 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e00f43ac-851d-4f85-b4fd-af9eddb5461e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66a5af44-d563-48e8-a991-1df3afe53f15 HTTP/1.1" status: 204 len: 168 time: 0.4457796 Aug 28 13:01:41.241907 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f43ac-851d-4f85-b4fd-af9eddb5461e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a5af44-d563-48e8-a991-1df3afe53f15,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:41.393835 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb9f51a3-f9f5-45a5-920f-4685bf24af49 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:41.409416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-cb9f51a3-f9f5-45a5-920f-4685bf24af49 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Transition to ACTIVE for port object 3eafe91c-1915-49ce-8d63-7c1f2b7d9472 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:01:41.447995 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb9f51a3-f9f5-45a5-920f-4685bf24af49 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:41.513449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f51a3-f9f5-45a5-920f-4685bf24af49 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event updated for resources: {'Port': ['ID=3eafe91c-1915-49ce-8d63-7c1f2b7d9472,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:41.543222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9f51a3-f9f5-45a5-920f-4685bf24af49 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Network 479ae842-d12c-4198-993c-5683877b0070 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:01:41.544864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-cb9f51a3-f9f5-45a5-920f-4685bf24af49 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:41.552697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f51a3-f9f5-45a5-920f-4685bf24af49 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:01:41.561425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9f51a3-f9f5-45a5-920f-4685bf24af49 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:41.562241 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cb9f51a3-f9f5-45a5-920f-4685bf24af49 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:41.612738 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cb9f51a3-f9f5-45a5-920f-4685bf24af49 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0340641 Aug 28 13:01:41.615344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36942) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:41.622844 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f18ad3fb-e54e-4680-8f7b-bccc8761e98f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:be:a1:21'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:41.732388 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f18ad3fb-e54e-4680-8f7b-bccc8761e98f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:41.867915 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff89820-b828-4302-8324-3bc7fa29df8c req-7f0beb9f-eaf8-4b68-988f-ae56cd896c2d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:41.869513 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aff89820-b828-4302-8324-3bc7fa29df8c req-7f0beb9f-eaf8-4b68-988f-ae56cd896c2d tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.11 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 946 time: 0.1381884 Aug 28 13:01:42.065726 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c14a125f-64f6-4596-87ee-0c22e6979a3d None None] Provisioning for port 3eafe91c-1915-49ce-8d63-7c1f2b7d9472 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:01:42.077839 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c14a125f-64f6-4596-87ee-0c22e6979a3d None None] Provisioning complete for port 3eafe91c-1915-49ce-8d63-7c1f2b7d9472 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:42.078807 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c14a125f-64f6-4596-87ee-0c22e6979a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:42.136518 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a8970eb7-eda5-4229-925b-721cb18ee392 req-fcc4c018-67c8-4744-b2e4-93b068834df9 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0778959 Aug 28 13:01:42.179431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c14a125f-64f6-4596-87ee-0c22e6979a3d None None] Port 3eafe91c-1915-49ce-8d63-7c1f2b7d9472 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:01:42.198159 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66897e1-1939-46fe-a4c1-7e2235c9efc1 req-1b4562d6-f3c2-4929-a6e4-90135b839039 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:42.210094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e66897e1-1939-46fe-a4c1-7e2235c9efc1 req-1b4562d6-f3c2-4929-a6e4-90135b839039 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 946 time: 0.3877871 Aug 28 13:01:42.253806 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9575b48c-bcfa-42a6-b748-049e9306d516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:42.325985 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e66897e1-1939-46fe-a4c1-7e2235c9efc1 req-818fae4e-11b8-4dfe-a3d5-7692adc98e34 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146760 Aug 28 13:01:42.332622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-aff89820-b828-4302-8324-3bc7fa29df8c req-c400e644-ce36-472b-8659-7ea21d5cd0fe tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Deleting port 6c52040e-1c8a-44e6-8b60-364b2d6620c1 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:01:42.333421 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-aff89820-b828-4302-8324-3bc7fa29df8c req-c400e644-ce36-472b-8659-7ea21d5cd0fe tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:42.494591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-aff89820-b828-4302-8324-3bc7fa29df8c req-c400e644-ce36-472b-8659-7ea21d5cd0fe tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] For port 6c52040e-1c8a-44e6-8b60-364b2d6620c1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=6c52040e-1c8a-44e6-8b60-364b2d6620c1,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:01:42.495327 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-aff89820-b828-4302-8324-3bc7fa29df8c req-c400e644-ce36-472b-8659-7ea21d5cd0fe tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:42.512679 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:42.581510 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f18ad3fb-e54e-4680-8f7b-bccc8761e98f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:42.589670 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f18ad3fb-e54e-4680-8f7b-bccc8761e98f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:42.657335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ad3fb-e54e-4680-8f7b-bccc8761e98f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event updated for resources: {'Port': ['ID=3eafe91c-1915-49ce-8d63-7c1f2b7d9472,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:42.670720 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f18ad3fb-e54e-4680-8f7b-bccc8761e98f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] In _notify_port_updated(), no bound segment for port 3eafe91c-1915-49ce-8d63-7c1f2b7d9472 on network 479ae842-d12c-4198-993c-5683877b0070 {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 13:01:42.688237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18ad3fb-e54e-4680-8f7b-bccc8761e98f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:42.689289 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f18ad3fb-e54e-4680-8f7b-bccc8761e98f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:42.696548 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36968) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:42.702068 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f18ad3fb-e54e-4680-8f7b-bccc8761e98f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "PUT /v2.0/ports/3eafe91c-1915-49ce-8d63-7c1f2b7d9472 HTTP/1.1" status: 200 len: 1000 time: 1.0828018 Aug 28 13:01:42.897448 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-2c948f29-fa61-4662-bfbd-28abef6b18c3 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Deleting port 3eafe91c-1915-49ce-8d63-7c1f2b7d9472 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:01:42.901977 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c948f29-fa61-4662-bfbd-28abef6b18c3 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:43.016599 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-aff89820-b828-4302-8324-3bc7fa29df8c req-c400e644-ce36-472b-8659-7ea21d5cd0fe tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:43.017070 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-aff89820-b828-4302-8324-3bc7fa29df8c req-c400e644-ce36-472b-8659-7ea21d5cd0fe tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:43.017449 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [req-aff89820-b828-4302-8324-3bc7fa29df8c req-c400e644-ce36-472b-8659-7ea21d5cd0fe tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Floating IP eebc92cf-165a-4475-bd78-8bcbb6795b5e disassociated. External IP: 172.25.1.192, port: 6c52040e-1c8a-44e6-8b60-364b2d6620c1. Aug 28 13:01:43.019285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-aff89820-b828-4302-8324-3bc7fa29df8c req-c400e644-ce36-472b-8659-7ea21d5cd0fe tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Calling delete_port for 6c52040e-1c8a-44e6-8b60-364b2d6620c1 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:01:43.145404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cedfad90-ff2c-4756-8dab-c76da8256aae None None] Provisioning complete for port 3eafe91c-1915-49ce-8d63-7c1f2b7d9472 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:43.145981 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cedfad90-ff2c-4756-8dab-c76da8256aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:43.146886 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c948f29-fa61-4662-bfbd-28abef6b18c3 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:43.186019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-2c948f29-fa61-4662-bfbd-28abef6b18c3 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Calling delete_port for 3eafe91c-1915-49ce-8d63-7c1f2b7d9472 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:01:43.272004 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-cedfad90-ff2c-4756-8dab-c76da8256aae None None] Port 3eafe91c-1915-49ce-8d63-7c1f2b7d9472 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:01:43.416852 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:43.513912 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-13613894-c983-4188-a9af-eb3b857ec337 req-18b2191e-1095-46fd-9276-1d97ad088b04 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.1432009 Aug 28 13:01:43.606227 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c948f29-fa61-4662-bfbd-28abef6b18c3 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:43.668908 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-aff89820-b828-4302-8324-3bc7fa29df8c req-c400e644-ce36-472b-8659-7ea21d5cd0fe tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:43.708024 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c948f29-fa61-4662-bfbd-28abef6b18c3 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event deleted for resources: {'Port': ['ID=3eafe91c-1915-49ce-8d63-7c1f2b7d9472,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:43.742917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400e644-ce36-472b-8659-7ea21d5cd0fe tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event deleted for resources: {'Port': ['ID=6c52040e-1c8a-44e6-8b60-364b2d6620c1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:43.763800 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b967bad-a549-4623-9e00-93356364571d req-b81ab16e-ca07-4183-b3e8-c8f1c4a07e99 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:43.773219 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b967bad-a549-4623-9e00-93356364571d req-b81ab16e-ca07-4183-b3e8-c8f1c4a07e99 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 868 time: 0.2651484 Aug 28 13:01:43.779331 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c948f29-fa61-4662-bfbd-28abef6b18c3 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:43.784110 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37006) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:43.787677 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2c948f29-fa61-4662-bfbd-28abef6b18c3 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "DELETE /v2.0/ports/3eafe91c-1915-49ce-8d63-7c1f2b7d9472 HTTP/1.1" status: 204 len: 168 time: 1.0885446 Aug 28 13:01:43.913311 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7015909-9a3d-4db3-85ec-ca74d074ca41 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] GET failed (client error): The resource could not be found. Aug 28 13:01:43.914944 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a7015909-9a3d-4db3-85ec-ca74d074ca41 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "GET /v2.0/ports/3eafe91c-1915-49ce-8d63-7c1f2b7d9472 HTTP/1.1" status: 404 len: 333 time: 0.1292531 Aug 28 13:01:43.921065 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37012) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:43.927919 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ffe8821c-f549-4f7f-9966-9465f4a72613 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Request body: {'port': {'network_id': '479ae842-d12c-4198-993c-5683877b0070', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1650062241'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:43.934175 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b967bad-a549-4623-9e00-93356364571d req-ce07f1d3-aea4-42f4-9569-94e9feeee832 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups?id=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596103 Aug 28 13:01:44.117942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aff89820-b828-4302-8324-3bc7fa29df8c req-c400e644-ce36-472b-8659-7ea21d5cd0fe tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Router d66524e2-c33a-402e-a7cf-7e086c4b0724 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:01:44.216359 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe8821c-f549-4f7f-9966-9465f4a72613 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Made reservation on behalf of 400ae16fa9ca4d10adb189e559a8ee96 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:44.220573 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ffe8821c-f549-4f7f-9966-9465f4a72613 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:44.262338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-ffe8821c-f549-4f7f-9966-9465f4a72613 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] device_id is not set on port e2b61acd-741b-4c68-861b-41a9e629fed1 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:01:44.419101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aff89820-b828-4302-8324-3bc7fa29df8c req-c400e644-ce36-472b-8659-7ea21d5cd0fe tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:01:44.433628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62d2342-2d64-4be8-a396-133b2b97d716 None None] Sync routers for ids ['d66524e2-c33a-402e-a7cf-7e086c4b0724'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:01:44.454196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d2342-2d64-4be8-a396-133b2b97d716 None None] Routers {'d66524e2-c33a-402e-a7cf-7e086c4b0724'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:01:44.455300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e62d2342-2d64-4be8-a396-133b2b97d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:01:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['d66524e2-c33a-402e-a7cf-7e086c4b0724'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:44.754071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff89820-b828-4302-8324-3bc7fa29df8c req-c400e644-ce36-472b-8659-7ea21d5cd0fe tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] No DVR routers for this DVR port 6c52040e-1c8a-44e6-8b60-364b2d6620c1 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:01:44.761524 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-aff89820-b828-4302-8324-3bc7fa29df8c req-c400e644-ce36-472b-8659-7ea21d5cd0fe tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:44.767760 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aff89820-b828-4302-8324-3bc7fa29df8c req-c400e644-ce36-472b-8659-7ea21d5cd0fe tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.11 "DELETE /v2.0/ports/6c52040e-1c8a-44e6-8b60-364b2d6620c1 HTTP/1.1" status: 204 len: 173 time: 2.8819993 Aug 28 13:01:44.768458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'name': 'network-vif-deleted', 'tag': '6c52040e-1c8a-44e6-8b60-364b2d6620c1'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:01:44.777706 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03380015-5ad7-433a-b4ca-605cdf5cc93f" -d '{"events": [{"server_uuid": "ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8", "name": "network-vif-deleted", "tag": "6c52040e-1c8a-44e6-8b60-364b2d6620c1"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:01:44.890085 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453e88cc-ee2d-4ad1-8447-90d7b14a4b8e x-openstack-request-id: req-453e88cc-ee2d-4ad1-8447-90d7b14a4b8e {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:01:44.890484 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8", "name": "network-vif-deleted", "tag": "6c52040e-1c8a-44e6-8b60-364b2d6620c1", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:01:44.890771 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-453e88cc-ee2d-4ad1-8447-90d7b14a4b8e {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:01:44.891177 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8', 'name': 'network-vif-deleted', 'tag': '6c52040e-1c8a-44e6-8b60-364b2d6620c1', 'status': 'completed', 'code': 200} Aug 28 13:01:45.052772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-e62d2342-2d64-4be8-a396-133b2b97d716 None None] Set router d66524e2-c33a-402e-a7cf-7e086c4b0724 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:01:45.242110 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-ffe8821c-f549-4f7f-9966-9465f4a72613 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Allocated IP 2001:db8::267 (479ae842-d12c-4198-993c-5683877b0070/66768353-e18b-4617-86ed-8383f0b8dfa6/e2b61acd-741b-4c68-861b-41a9e629fed1) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:01:45.316844 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b010ca4c-66d8-4cdd-98e7-5be19035c9f3 req-3d95f2c4-8ce1-4f56-9a85-5c808c216e8c tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0700765 Aug 28 13:01:45.615385 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:45.630678 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6c52040e-1c8a-44e6-8b60-364b2d6620c1 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:01:45.690749 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 6c52040e-1c8a-44e6-8b60-364b2d6620c1 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:01:45.691594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 6c52040e-1c8a-44e6-8b60-364b2d6620c1 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:01:45.782831 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ffe8821c-f549-4f7f-9966-9465f4a72613 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:45.812892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-ffe8821c-f549-4f7f-9966-9465f4a72613 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Transition to ACTIVE for port object e2b61acd-741b-4c68-861b-41a9e629fed1 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:01:45.879267 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ffe8821c-f549-4f7f-9966-9465f4a72613 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:45.895493 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b6edb90-6435-4b49-9982-ec33158cb5a3 req-98df7643-7a6f-4aad-85d8-54f0ff8fd6e0 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffbbeab9-838a-4ffa-a3b7-a5c9c04fcee8 HTTP/1.1" status: 200 len: 210 time: 0.6977358 Aug 28 13:01:45.915912 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e62d2342-2d64-4be8-a396-133b2b97d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:52Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6542d205-c3ca-46d5-8699-a1ec6c440f2b', 'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'mac_address': 'fa:16:3e:ae:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:51Z', 'updated_at': '2021-08-28T12:52:57Z', 'revision_number': 5, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'subnets': [{'id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:45.959033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62d2342-2d64-4be8-a396-133b2b97d716 None None] Checking router: d66524e2-c33a-402e-a7cf-7e086c4b0724 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:01:45.986177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d2342-2d64-4be8-a396-133b2b97d716 None None] Routers {'d66524e2-c33a-402e-a7cf-7e086c4b0724'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:01:45.986863 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e62d2342-2d64-4be8-a396-133b2b97d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:01:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['d66524e2-c33a-402e-a7cf-7e086c4b0724'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:45.988698 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe8821c-f549-4f7f-9966-9465f4a72613 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Network 479ae842-d12c-4198-993c-5683877b0070 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:01:45.992565 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-ffe8821c-f549-4f7f-9966-9465f4a72613 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:46.012418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe8821c-f549-4f7f-9966-9465f4a72613 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:01:46.019211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe8821c-f549-4f7f-9966-9465f4a72613 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:46.024333 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ffe8821c-f549-4f7f-9966-9465f4a72613 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:46.094348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37064) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:46.094785 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ffe8821c-f549-4f7f-9966-9465f4a72613 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1695247 Aug 28 13:01:46.098174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8821c-f549-4f7f-9966-9465f4a72613 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event updated for resources: {'Port': ['ID=e2b61acd-741b-4c68-861b-41a9e629fed1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:46.099777 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7808624b-8c5b-433c-9845-0f367752383f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Request body: {'port': {'network_id': '479ae842-d12c-4198-993c-5683877b0070', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2045620333'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:46.164660 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-e62d2342-2d64-4be8-a396-133b2b97d716 None None] Set router d66524e2-c33a-402e-a7cf-7e086c4b0724 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:01:46.259529 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37068) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:46.393272 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7808624b-8c5b-433c-9845-0f367752383f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Made reservation on behalf of 400ae16fa9ca4d10adb189e559a8ee96 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:46.398763 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7808624b-8c5b-433c-9845-0f367752383f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:46.471057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-7808624b-8c5b-433c-9845-0f367752383f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] device_id is not set on port fb2b4343-a725-446d-8c34-4b06cbf3253d yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:01:46.491991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c1535ff1-a212-4030-b4e2-150bd188e712 None None] Provisioning for port e2b61acd-741b-4c68-861b-41a9e629fed1 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:01:46.541377 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c1535ff1-a212-4030-b4e2-150bd188e712 None None] Provisioning complete for port e2b61acd-741b-4c68-861b-41a9e629fed1 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:46.543532 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c1535ff1-a212-4030-b4e2-150bd188e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:46.586277 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8dc3206a-71ec-42c0-b1aa-347a09cf1966 req-b0c79f0d-3e33-482e-8141-e471936cf61b tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0598054 Aug 28 13:01:46.614324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c1535ff1-a212-4030-b4e2-150bd188e712 None None] Port e2b61acd-741b-4c68-861b-41a9e629fed1 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:01:46.658573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e62d2342-2d64-4be8-a396-133b2b97d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:52Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6542d205-c3ca-46d5-8699-a1ec6c440f2b', 'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'mac_address': 'fa:16:3e:ae:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:51Z', 'updated_at': '2021-08-28T12:52:57Z', 'revision_number': 5, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'subnets': [{'id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:46.662528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:46.699301 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:46.717644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62d2342-2d64-4be8-a396-133b2b97d716 None None] The sync data for ids ['d66524e2-c33a-402e-a7cf-7e086c4b0724'] in n-d-791505-21 is: [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T12:52:52Z', 'revision_number': 4, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6542d205-c3ca-46d5-8699-a1ec6c440f2b', 'name': '', 'network_id': 'ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'mac_address': 'fa:16:3e:ae:81:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:51Z', 'updated_at': '2021-08-28T12:52:57Z', 'revision_number': 5, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'subnets': [{'id': 'fac72157-2444-43b8-a097-cf18d714c2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:01:46.917236 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:46.948503 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-7808624b-8c5b-433c-9845-0f367752383f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Allocated IP 2001:db8::320 (479ae842-d12c-4198-993c-5683877b0070/66768353-e18b-4617-86ed-8383f0b8dfa6/fb2b4343-a725-446d-8c34-4b06cbf3253d) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:01:47.060480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37092) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:47.206437 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Allocated IP 172.25.1.2 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/191bd6f4-af6b-448f-b7e1-f70ea7a79156) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:01:47.249000 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62e9c4a-a4bf-4184-bf70-2bae6c9ec687 None None] New status for floating IP eebc92cf-165a-4475-bd78-8bcbb6795b5e: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:01:47.367336 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb92689f-5d08-4599-a157-fb418ea7aea3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:47.394040 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb92689f-5d08-4599-a157-fb418ea7aea3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:47.437044 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:47.479215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb92689f-5d08-4599-a157-fb418ea7aea3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:47.495817 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb92689f-5d08-4599-a157-fb418ea7aea3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:47.496989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-eb92689f-5d08-4599-a157-fb418ea7aea3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "DELETE /v2.0/security-groups/18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4 HTTP/1.1" status: 204 len: 168 time: 0.4354925 Aug 28 13:01:47.500819 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37098) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:47.517197 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7808624b-8c5b-433c-9845-0f367752383f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:47.566189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92689f-5d08-4599-a157-fb418ea7aea3 tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:47.577505 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-10068ca0-885d-48b4-88f8-59724f1c365e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] show failed (client error): The resource could not be found. Aug 28 13:01:47.578601 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-10068ca0-885d-48b4-88f8-59724f1c365e tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "GET /v2.0/security-groups/18e8d55d-f588-4b5d-a7eb-b5452a0bb5b4 HTTP/1.1" status: 404 len: 347 time: 0.0752332 Aug 28 13:01:47.582141 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37100) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:47.596973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-7808624b-8c5b-433c-9845-0f367752383f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Transition to ACTIVE for port object fb2b4343-a725-446d-8c34-4b06cbf3253d will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:01:47.686328 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:47.721682 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7808624b-8c5b-433c-9845-0f367752383f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:47.813873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7808624b-8c5b-433c-9845-0f367752383f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Network 479ae842-d12c-4198-993c-5683877b0070 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:01:47.824479 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-485b64f7-c11e-4902-ade2-60da1158a8bc req-0efbbdc2-a11f-45e6-af54-89058db1f3b4 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0615153 Aug 28 13:01:47.840400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-7808624b-8c5b-433c-9845-0f367752383f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:47.840544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:01:47.845974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7808624b-8c5b-433c-9845-0f367752383f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:01:47.849380 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:47.854332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7808624b-8c5b-433c-9845-0f367752383f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:47.855230 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7808624b-8c5b-433c-9845-0f367752383f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:47.866612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808624b-8c5b-433c-9845-0f367752383f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event updated for resources: {'Port': ['ID=fb2b4343-a725-446d-8c34-4b06cbf3253d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:47.868728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:01:47.898771 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7808624b-8c5b-433c-9845-0f367752383f tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8006299 Aug 28 13:01:47.902232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event updated for resources: {'Port': ['ID=191bd6f4-af6b-448f-b7e1-f70ea7a79156,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:47.906304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37112) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:47.913469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c96b1920-95bd-4ee0-90a8-38f30a42a317 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::134', 'mac_address': 'fa:16:3e:be:a1:21'}, {'ip_address': '2001:db8::267', 'mac_address': 'fa:16:3e:67:21:8b'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:48.094512 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4f910c45-92ac-4b2f-bba9-e9f1a92d27ad tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Deleting port 337c4639-3c4e-4916-aef5-32207453cff9 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:01:48.095365 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f910c45-92ac-4b2f-bba9-e9f1a92d27ad tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:48.215272 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:48.333776 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f910c45-92ac-4b2f-bba9-e9f1a92d27ad tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:48.334093 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f910c45-92ac-4b2f-bba9-e9f1a92d27ad tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:48.358308 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:48.369558 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4f910c45-92ac-4b2f-bba9-e9f1a92d27ad tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Calling delete_port for 337c4639-3c4e-4916-aef5-32207453cff9 owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:01:48.378079 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-321cbdeb-09a0-416c-8c4a-44f4c13df281 None None] Provisioning for port fb2b4343-a725-446d-8c34-4b06cbf3253d completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:01:48.381975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-321cbdeb-09a0-416c-8c4a-44f4c13df281 None None] Provisioning complete for port fb2b4343-a725-446d-8c34-4b06cbf3253d triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:48.382340 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-321cbdeb-09a0-416c-8c4a-44f4c13df281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:48.429730 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c96b1920-95bd-4ee0-90a8-38f30a42a317 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:48.459049 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-321cbdeb-09a0-416c-8c4a-44f4c13df281 None None] Port fb2b4343-a725-446d-8c34-4b06cbf3253d cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:01:48.834990 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f910c45-92ac-4b2f-bba9-e9f1a92d27ad tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:48.871866 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:48.912085 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:48.914443 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f910c45-92ac-4b2f-bba9-e9f1a92d27ad tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Pushing event deleted for resources: {'Port': ['ID=337c4639-3c4e-4916-aef5-32207453cff9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:49.075847 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1067a47e-8502-464a-9514-99f92d759f1d req-9093a855-5d9d-4002-b3f7-5b0e91190c8d tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0682740 Aug 28 13:01:49.105826 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c96b1920-95bd-4ee0-90a8-38f30a42a317 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:49.125201 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c96b1920-95bd-4ee0-90a8-38f30a42a317 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:49.149091 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f910c45-92ac-4b2f-bba9-e9f1a92d27ad tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:49.152572 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f910c45-92ac-4b2f-bba9-e9f1a92d27ad tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:49.153774 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4f910c45-92ac-4b2f-bba9-e9f1a92d27ad tempest-AttachVolumeShelveTestJSON-1169483099 tempest-AttachVolumeShelveTestJSON-1169483099-project] 10.222.0.20 "DELETE /v2.0/floatingips/eebc92cf-165a-4475-bd78-8bcbb6795b5e HTTP/1.1" status: 204 len: 168 time: 1.5692248 Aug 28 13:01:49.154622 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event updated for resources: {'Port': ['ID=191bd6f4-af6b-448f-b7e1-f70ea7a79156,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:49.160397 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c96b1920-95bd-4ee0-90a8-38f30a42a317 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] In _notify_port_updated(), no bound segment for port fb2b4343-a725-446d-8c34-4b06cbf3253d on network 479ae842-d12c-4198-993c-5683877b0070 {{(pid=94878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 13:01:49.166233 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96b1920-95bd-4ee0-90a8-38f30a42a317 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:49.167000 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c96b1920-95bd-4ee0-90a8-38f30a42a317 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:49.168299 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c96b1920-95bd-4ee0-90a8-38f30a42a317 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "PUT /v2.0/ports/fb2b4343-a725-446d-8c34-4b06cbf3253d HTTP/1.1" status: 200 len: 1068 time: 1.2601180 Aug 28 13:01:49.174899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37138) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:49.257271 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:49.293997 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:49.295285 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a21f7664-410f-4ec6-8989-0f3235b70060 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0347295 Aug 28 13:01:49.302509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37142) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:49.309895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a2f3859e-6801-4e56-940a-6dc60276fede tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-407046579'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:49.318957 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b1920-95bd-4ee0-90a8-38f30a42a317 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event updated for resources: {'Port': ['ID=fb2b4343-a725-446d-8c34-4b06cbf3253d,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:49.510605 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f3859e-6801-4e56-940a-6dc60276fede tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Made reservation on behalf of 2febc0c85ce645e393fddf3b3cf6fa11 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:49.521182 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a2f3859e-6801-4e56-940a-6dc60276fede tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:49.582964 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a2f3859e-6801-4e56-940a-6dc60276fede tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:49.593762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2f859-5963-48e3-b1cd-868ae7b874bc tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Deleting port fb2b4343-a725-446d-8c34-4b06cbf3253d {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:01:49.594446 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f859-5963-48e3-b1cd-868ae7b874bc tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:49.609207 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3a0ce26f-67ff-439c-a9f8-fd9c263effd7 None None] Provisioning complete for port fb2b4343-a725-446d-8c34-4b06cbf3253d triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:49.609785 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3a0ce26f-67ff-439c-a9f8-fd9c263effd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:49.725590 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ce26f-67ff-439c-a9f8-fd9c263effd7 None None] Port fb2b4343-a725-446d-8c34-4b06cbf3253d cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:01:49.807008 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f859-5963-48e3-b1cd-868ae7b874bc tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:49.834979 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2f859-5963-48e3-b1cd-868ae7b874bc tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Calling delete_port for fb2b4343-a725-446d-8c34-4b06cbf3253d owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:01:50.009531 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a2f3859e-6801-4e56-940a-6dc60276fede tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:50.051156 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a2f3859e-6801-4e56-940a-6dc60276fede tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:50.088978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f3859e-6801-4e56-940a-6dc60276fede tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:01:50.134628 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3859e-6801-4e56-940a-6dc60276fede tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d237dc-c353-4867-88af-ad4147a19d3e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:50.210878 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a2f3859e-6801-4e56-940a-6dc60276fede tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:50.214182 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-a2f3859e-6801-4e56-940a-6dc60276fede tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Added segment 0799304b-2c9c-4a92-af7d-a5e223e2513f of type vlan for network 1ea6032b-bd80-44e6-8b71-9ef19ebaebdf Aug 28 13:01:50.265303 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a2f3859e-6801-4e56-940a-6dc60276fede tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:50.309549 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f859-5963-48e3-b1cd-868ae7b874bc tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:50.324336 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a2f3859e-6801-4e56-940a-6dc60276fede tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:50.331699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f3859e-6801-4e56-940a-6dc60276fede tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:50.332675 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a2f3859e-6801-4e56-940a-6dc60276fede tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:50.388380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2f859-5963-48e3-b1cd-868ae7b874bc tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event deleted for resources: {'Port': ['ID=fb2b4343-a725-446d-8c34-4b06cbf3253d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:50.412057 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e39ef2f-2f04-49a1-ae57-c0532ece06b9 req-474845c6-0be0-49d6-80be-2a38d6b33c68 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.1100338 Aug 28 13:01:50.488662 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a2f3859e-6801-4e56-940a-6dc60276fede tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1846676 Aug 28 13:01:50.489862 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37168) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:50.495466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-aee4449a-7b47-429e-a3f1-e53d67c81d0f tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Request body: {'subnet': {'network_id': '1ea6032b-bd80-44e6-8b71-9ef19ebaebdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:50.586123 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3859e-6801-4e56-940a-6dc60276fede tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event updated for resources: {'Network': ['ID=1ea6032b-bd80-44e6-8b71-9ef19ebaebdf,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:50.598778 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 1ea6032b-bd80-44e6-8b71-9ef19ebaebdf details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:01:50.755599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee4449a-7b47-429e-a3f1-e53d67c81d0f tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Made reservation on behalf of 2febc0c85ce645e393fddf3b3cf6fa11 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:50.760213 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aee4449a-7b47-429e-a3f1-e53d67c81d0f tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:50.987034 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f859-5963-48e3-b1cd-868ae7b874bc tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:50.989257 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c2a2f859-5963-48e3-b1cd-868ae7b874bc tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "DELETE /v2.0/ports/fb2b4343-a725-446d-8c34-4b06cbf3253d HTTP/1.1" status: 204 len: 168 time: 1.8123138 Aug 28 13:01:50.992326 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37180) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:51.055349 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d764a64-729c-494a-a9f8-bda9bc191675 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] GET failed (client error): The resource could not be found. Aug 28 13:01:51.062719 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8d764a64-729c-494a-a9f8-bda9bc191675 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "GET /v2.0/ports/fb2b4343-a725-446d-8c34-4b06cbf3253d HTTP/1.1" status: 404 len: 333 time: 0.0639486 Aug 28 13:01:51.063270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37182) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:51.154038 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aee4449a-7b47-429e-a3f1-e53d67c81d0f tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:51.249039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4449a-7b47-429e-a3f1-e53d67c81d0f tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event updated for resources: {'Subnet': ['ID=de16540e-a235-4908-8835-6f80cd154394,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:51.263525 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee4449a-7b47-429e-a3f1-e53d67c81d0f tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Checking segment: {'id': '0799304b-2c9c-4a92-af7d-a5e223e2513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1ea6032b-bd80-44e6-8b71-9ef19ebaebdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:01:51.263893 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee4449a-7b47-429e-a3f1-e53d67c81d0f tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Network hostable DHCP agents. Network: 1ea6032b-bd80-44e6-8b71-9ef19ebaebdf, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:01:51.285227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f8abdc1a-5294-4cab-9728-5f288e332d0c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Deleting port e2b61acd-741b-4c68-861b-41a9e629fed1 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:01:51.286305 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8abdc1a-5294-4cab-9728-5f288e332d0c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:51.323868 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee4449a-7b47-429e-a3f1-e53d67c81d0f tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Network 1ea6032b-bd80-44e6-8b71-9ef19ebaebdf is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:01:51.341620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-aee4449a-7b47-429e-a3f1-e53d67c81d0f tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 1ea6032b-bd80-44e6-8b71-9ef19ebaebdf) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:51.346084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee4449a-7b47-429e-a3f1-e53d67c81d0f tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:51.346731 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aee4449a-7b47-429e-a3f1-e53d67c81d0f tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:51.358194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2557024f-7c66-4c26-810c-f37ecad0eb31 None None] Network 1ea6032b-bd80-44e6-8b71-9ef19ebaebdf requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:01:51.385094 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-aee4449a-7b47-429e-a3f1-e53d67c81d0f tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8935606 Aug 28 13:01:51.387580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37192) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:51.392321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-864380714', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}, 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:51.444645 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:51.445231 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:51.539825 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8abdc1a-5294-4cab-9728-5f288e332d0c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:51.558117 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:51.577261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f8abdc1a-5294-4cab-9728-5f288e332d0c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Calling delete_port for e2b61acd-741b-4c68-861b-41a9e629fed1 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:01:51.604219 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-1ea6032b-bd80-44e6-8b71-9ef19ebaebdf', 'network_id': '1ea6032b-bd80-44e6-8b71-9ef19ebaebdf', 'tenant_id': '2febc0c85ce645e393fddf3b3cf6fa11', 'fixed_ips': [{'subnet_id': 'de16540e-a235-4908-8835-6f80cd154394'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:01:51.605570 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:51.763339 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-662c4cca-00f7-492b-9199-032d297c81af req-46dd2d8c-a343-459e-ba5d-95b794ea5fa9 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.1338181 Aug 28 13:01:51.816544 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8abdc1a-5294-4cab-9728-5f288e332d0c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:51.925276 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abdc1a-5294-4cab-9728-5f288e332d0c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event deleted for resources: {'Port': ['ID=e2b61acd-741b-4c68-861b-41a9e629fed1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:51.940735 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:52.006877 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8abdc1a-5294-4cab-9728-5f288e332d0c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:52.008863 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f8abdc1a-5294-4cab-9728-5f288e332d0c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "DELETE /v2.0/ports/e2b61acd-741b-4c68-861b-41a9e629fed1 HTTP/1.1" status: 204 len: 168 time: 0.9444482 Aug 28 13:01:52.012621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37206) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:52.069526 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-4836056f-d2ef-4dcd-9320-1766212bf5bf tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] GET failed (client error): The resource could not be found. Aug 28 13:01:52.071190 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4836056f-d2ef-4dcd-9320-1766212bf5bf tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "GET /v2.0/ports/e2b61acd-741b-4c68-861b-41a9e629fed1 HTTP/1.1" status: 404 len: 333 time: 0.0576136 Aug 28 13:01:52.078550 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37210) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:52.159741 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Allocated IP 172.20.0.2 (1ea6032b-bd80-44e6-8b71-9ef19ebaebdf/de16540e-a235-4908-8835-6f80cd154394/25916db1-fdfb-4f94-9637-6e54015784cb) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:01:52.316280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-cb44c355-bd24-4376-b858-bc85334bceb8 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Deleting port 446d5240-9c0c-4b6a-ae75-f96f7286eea3 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:01:52.321057 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cb44c355-bd24-4376-b858-bc85334bceb8 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:52.505184 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:52.546715 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Transition to ACTIVE for port object 25916db1-fdfb-4f94-9637-6e54015784cb will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:01:52.591681 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cb44c355-bd24-4376-b858-bc85334bceb8 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:52.601038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Transition to ACTIVE for port object 25916db1-fdfb-4f94-9637-6e54015784cb will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:01:52.611762 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:52.631734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-cb44c355-bd24-4376-b858-bc85334bceb8 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Calling delete_port for 446d5240-9c0c-4b6a-ae75-f96f7286eea3 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:01:52.767471 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Pushing event updated for resources: {'Port': ['ID=25916db1-fdfb-4f94-9637-6e54015784cb,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:52.785374 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:52.785717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:52.787821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:52.789686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:52.790193 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:52.793497 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:52.806968 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:52.807418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:52.807744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:52.808074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:52.808400 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:52.828075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:01:52.860759 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:52.883154 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Network 1ea6032b-bd80-44e6-8b71-9ef19ebaebdf is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:01:52.899530 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:52.909870 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:52.922760 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:01:53.091942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Attempting to bind port 25916db1-fdfb-4f94-9637-6e54015784cb on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:01:53.092689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Attempting to bind port 25916db1-fdfb-4f94-9637-6e54015784cb by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '0799304b-2c9c-4a92-af7d-a5e223e2513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1ea6032b-bd80-44e6-8b71-9ef19ebaebdf'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:01:53.094617 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cdade36-1f0f-4700-b34c-ecb4b6804d1b req-78ff491c-8a50-4b46-9f93-569efa0ff20a tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0308681 Aug 28 13:01:53.096146 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cb44c355-bd24-4376-b858-bc85334bceb8 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:53.097893 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Attempting to bind port 25916db1-fdfb-4f94-9637-6e54015784cb on network 1ea6032b-bd80-44e6-8b71-9ef19ebaebdf {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:01:53.110904 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:01:53.111456 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Checking segment: {'id': '0799304b-2c9c-4a92-af7d-a5e223e2513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1ea6032b-bd80-44e6-8b71-9ef19ebaebdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:01:53.114259 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:53.114821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Bound using segment: {'id': '0799304b-2c9c-4a92-af7d-a5e223e2513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1ea6032b-bd80-44e6-8b71-9ef19ebaebdf'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:01:53.115426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Bound port: 25916db1-fdfb-4f94-9637-6e54015784cb, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0799304b-2c9c-4a92-af7d-a5e223e2513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1ea6032b-bd80-44e6-8b71-9ef19ebaebdf'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:01:53.115929 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:53.180617 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44c355-bd24-4376-b858-bc85334bceb8 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event deleted for resources: {'Port': ['ID=446d5240-9c0c-4b6a-ae75-f96f7286eea3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:53.183314 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Allocated IP 172.25.1.101 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/9d8589a4-68c2-4ded-b283-5d1bca669aad) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:01:53.282190 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cb44c355-bd24-4376-b858-bc85334bceb8 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:53.284501 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cb44c355-bd24-4376-b858-bc85334bceb8 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "DELETE /v2.0/ports/446d5240-9c0c-4b6a-ae75-f96f7286eea3 HTTP/1.1" status: 204 len: 168 time: 1.2049410 Aug 28 13:01:53.287899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37238) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:53.339028 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] For port 25916db1-fdfb-4f94-9637-6e54015784cb, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:01:53.346566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] For port 25916db1-fdfb-4f94-9637-6e54015784cb, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=25916db1-fdfb-4f94-9637-6e54015784cb,segment=NetworkSegment(0799304b-2c9c-4a92-af7d-a5e223e2513f),segment_id=0799304b-2c9c-4a92-af7d-a5e223e2513f)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:01:53.358863 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:53.437139 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41d6924-86d9-4e3c-9bea-0511bd1fc58c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Deleting subnet 66768353-e18b-4617-86ed-8383f0b8dfa6 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:01:53.446218 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d41d6924-86d9-4e3c-9bea-0511bd1fc58c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:53.470742 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:53.522106 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee5cb2-f83e-4044-a501-b5431cbecb29 None None] Pushing event updated for resources: {'Port': ['ID=25916db1-fdfb-4f94-9637-6e54015784cb,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:53.580626 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d41d6924-86d9-4e3c-9bea-0511bd1fc58c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:53.631417 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:53.799042 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d41d6924-86d9-4e3c-9bea-0511bd1fc58c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:53.817598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:01:53.827621 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:53.839904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:01:53.915995 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event updated for resources: {'Port': ['ID=9d8589a4-68c2-4ded-b283-5d1bca669aad,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:53.937992 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d41d6924-86d9-4e3c-9bea-0511bd1fc58c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:53.980300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d6924-86d9-4e3c-9bea-0511bd1fc58c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event deleted for resources: {'Subnet': ['ID=66768353-e18b-4617-86ed-8383f0b8dfa6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:53.986968 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d41d6924-86d9-4e3c-9bea-0511bd1fc58c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:53.996583 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d41d6924-86d9-4e3c-9bea-0511bd1fc58c tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "DELETE /v2.0/subnets/66768353-e18b-4617-86ed-8383f0b8dfa6 HTTP/1.1" status: 204 len: 168 time: 0.6976206 Aug 28 13:01:53.997750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37256) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:54.005569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0913d5c7-089a-4d39-b26d-dc6589c9e4c2 None None] Network 479ae842-d12c-4198-993c-5683877b0070 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:01:54.233861 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:54.279838 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-539f33a6-54e6-4f86-adf8-834983e007f5 req-8ae728b0-0318-497b-9b68-621d3c6e0ebe tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0559816 Aug 28 13:01:54.424569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c07a5c-7b67-4919-9fba-2344e0f54645 None None] DHCP port deletion for 479ae842-d12c-4198-993c-5683877b0070 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:01:54.531295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d7c07a5c-7b67-4919-9fba-2344e0f54645 None None] Deleting port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:01:54.532002 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d7c07a5c-7b67-4919-9fba-2344e0f54645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:54.622682 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:54.675886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d7c07a5c-7b67-4919-9fba-2344e0f54645 None None] For port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9e31c557-f674-4d92-b4e9-1f5d4aaa5663,segment=NetworkSegment(71cf65de-1497-44a5-9d3f-98c1dc7a1c97),segment_id=71cf65de-1497-44a5-9d3f-98c1dc7a1c97)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:01:54.676284 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d7c07a5c-7b67-4919-9fba-2344e0f54645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:54.711375 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d7c07a5c-7b67-4919-9fba-2344e0f54645 None None] Calling delete_port for 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:01:54.839874 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d7c07a5c-7b67-4919-9fba-2344e0f54645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:54.866004 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c07a5c-7b67-4919-9fba-2344e0f54645 None None] No DVR routers for this DVR port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:01:54.888065 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c07a5c-7b67-4919-9fba-2344e0f54645 None None] Pushing event deleted for resources: {'Port': ['ID=9e31c557-f674-4d92-b4e9-1f5d4aaa5663,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:54.932826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 25916db1-fdfb-4f94-9637-6e54015784cb up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:01:54.955441 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Deleting port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:01:54.956000 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:55.086780 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 25916db1-fdfb-4f94-9637-6e54015784cb completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:01:55.197670 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:55.207501 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:01:55.217309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] For port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663, host n-d-791505-21, got binding levels [] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:01:55.217706 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:55.236033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:01:55.236655 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:01:55.246094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Calling delete_port for 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:01:55.252737 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_backend_mixin [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 was not found and therefore no delete operation was performed {{(pid=94878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 13:01:55.256740 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:55.324150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event deleted for resources: {'Port': ['ID=9e31c557-f674-4d92-b4e9-1f5d4aaa5663,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:55.328571 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] No DVR routers for this DVR port 9e31c557-f674-4d92-b4e9-1f5d4aaa5663 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:01:55.381532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46b9f51-8b94-4739-ac17-c126dd3094ca None None] Network 1ea6032b-bd80-44e6-8b71-9ef19ebaebdf requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:01:55.498347 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-306ba470-9ae1-4af5-95fc-b1fb21f50c47 req-55b2f7fc-64d4-4d75-aed3-2b4edb5bc053 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0551984 Aug 28 13:01:55.585062 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:55.605494 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ee2e0971-e9e7-4c84-b964-5c661b8de974 None None] Provisioning for port 25916db1-fdfb-4f94-9637-6e54015784cb completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:01:55.609987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479ae842-d12c-4198-993c-5683877b0070']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:55.619476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ee2e0971-e9e7-4c84-b964-5c661b8de974 None None] Provisioning complete for port 25916db1-fdfb-4f94-9637-6e54015784cb triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:55.626019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cf65de-1497-44a5-9d3f-98c1dc7a1c97') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:55.626326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cf65de-1497-44a5-9d3f-98c1dc7a1c97') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:55.626950 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ee2e0971-e9e7-4c84-b964-5c661b8de974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:55.647254 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:55.694383 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:55.708337 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:01:55.710022 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:01:55.718467 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:01:55.733606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Router 2a1739a9-9319-4675-9dd5-083280d77272 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:01:55.807811 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ee2e0971-e9e7-4c84-b964-5c661b8de974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:55.810677 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:55.836774 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:55.843319 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] 10.222.0.20 "DELETE /v2.0/networks/479ae842-d12c-4198-993c-5683877b0070 HTTP/1.1" status: 204 len: 168 time: 1.8412621 Aug 28 13:01:55.858616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4237aa-9823-4aec-b192-b64be0a13e93 tempest-AllowedAddressPairIpV6TestJSON-2086299680 tempest-AllowedAddressPairIpV6TestJSON-2086299680-project] Pushing event deleted for resources: {'Network': ['ID=479ae842-d12c-4198-993c-5683877b0070,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:55.875934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ee2e0971-e9e7-4c84-b964-5c661b8de974 None None] For port 25916db1-fdfb-4f94-9637-6e54015784cb, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=25916db1-fdfb-4f94-9637-6e54015784cb,segment=NetworkSegment(0799304b-2c9c-4a92-af7d-a5e223e2513f),segment_id=0799304b-2c9c-4a92-af7d-a5e223e2513f)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:01:55.886442 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ee2e0971-e9e7-4c84-b964-5c661b8de974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:56.027805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e0971-e9e7-4c84-b964-5c661b8de974 None None] Pushing event updated for resources: {'Port': ['ID=25916db1-fdfb-4f94-9637-6e54015784cb,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:56.060918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:01:56.077369 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755b1d23-a152-40ce-844a-5c15c9cd701e None None] Sync routers for ids ['2a1739a9-9319-4675-9dd5-083280d77272'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:01:56.100111 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755b1d23-a152-40ce-844a-5c15c9cd701e None None] Routers {'2a1739a9-9319-4675-9dd5-083280d77272'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:01:56.101814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-755b1d23-a152-40ce-844a-5c15c9cd701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:01:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['2a1739a9-9319-4675-9dd5-083280d77272'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:56.116248 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:56.117455 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0fbb1032-36e0-4862-84a0-883c809e7470 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.7287729 Aug 28 13:01:56.120644 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37316) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:56.144545 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-755b1d23-a152-40ce-844a-5c15c9cd701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:56.179544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755b1d23-a152-40ce-844a-5c15c9cd701e None None] Routers {'2a1739a9-9319-4675-9dd5-083280d77272'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:01:56.185801 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-755b1d23-a152-40ce-844a-5c15c9cd701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:01:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['2a1739a9-9319-4675-9dd5-083280d77272'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:56.267956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-755b1d23-a152-40ce-844a-5c15c9cd701e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:01:56.268964 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755b1d23-a152-40ce-844a-5c15c9cd701e None None] The sync data for ids ['2a1739a9-9319-4675-9dd5-083280d77272'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:01:56.301303 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c413acb0-b86d-44eb-abdd-a9ec009b2d84 None None] Provisioning complete for port 25916db1-fdfb-4f94-9637-6e54015784cb triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:56.301801 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c413acb0-b86d-44eb-abdd-a9ec009b2d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:56.417208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37326) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:56.788469 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-94e2eb66-51aa-4473-b634-de6c661e37ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=400ae16fa9ca4d10adb189e559a8ee96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714297 Aug 28 13:01:56.792484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37342) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:56.857110 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 25916db1-fdfb-4f94-9637-6e54015784cb up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:01:56.970867 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-71bf862d-a7fb-4212-b77b-e1bef18c06ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:57.019063 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 25916db1-fdfb-4f94-9637-6e54015784cb triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:57.019703 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:57.023904 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-71bf862d-a7fb-4212-b77b-e1bef18c06ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:57.131204 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-71bf862d-a7fb-4212-b77b-e1bef18c06ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:57.135492 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-71bf862d-a7fb-4212-b77b-e1bef18c06ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:57.144596 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-71bf862d-a7fb-4212-b77b-e1bef18c06ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30f299d8-1158-4649-922b-49b56dbcabfb HTTP/1.1" status: 204 len: 168 time: 0.3507488 Aug 28 13:01:57.167079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf862d-a7fb-4212-b77b-e1bef18c06ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f299d8-1158-4649-922b-49b56dbcabfb,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:57.169693 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b54b0b07-e18c-4244-a520-8617d6c14764 req-385442c9-fc75-407e-800b-bf720ac03363 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.5349369 Aug 28 13:01:57.276398 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:57.811651 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Allocated IP 172.20.0.1 (1ea6032b-bd80-44e6-8b71-9ef19ebaebdf/de16540e-a235-4908-8835-6f80cd154394/dd6fa537-4a9e-44ce-aa97-709b4fad4d1e) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:01:58.045293 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:58.064174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Transition to ACTIVE for port object dd6fa537-4a9e-44ce-aa97-709b4fad4d1e will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:01:58.105894 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:58.159343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Network 1ea6032b-bd80-44e6-8b71-9ef19ebaebdf is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:01:58.162691 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:01:58.167348 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:01:58.240188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event updated for resources: {'Port': ['ID=dd6fa537-4a9e-44ce-aa97-709b4fad4d1e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:58.305468 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:58.680075 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37406) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:58.681212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e6141110-1451-4a86-91a6-21aa6d5fc768 None None] Provisioning for port dd6fa537-4a9e-44ce-aa97-709b4fad4d1e completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:01:58.690695 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e6141110-1451-4a86-91a6-21aa6d5fc768 None None] Provisioning complete for port dd6fa537-4a9e-44ce-aa97-709b4fad4d1e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:01:58.691057 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e6141110-1451-4a86-91a6-21aa6d5fc768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:58.763859 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2d7f075f-313d-4242-9e41-a15ebabf97d5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1520444036'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:58.835566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-e6141110-1451-4a86-91a6-21aa6d5fc768 None None] Port dd6fa537-4a9e-44ce-aa97-709b4fad4d1e cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:01:58.841459 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7f075f-313d-4242-9e41-a15ebabf97d5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:58.856630 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d7f075f-313d-4242-9e41-a15ebabf97d5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:58.883057 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d7f075f-313d-4242-9e41-a15ebabf97d5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:59.089651 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64b851be-6773-4e0b-9489-0b2701db7784 req-b67a05ee-2b85-449c-aa9f-f3bbfb0103ad tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.7269120 Aug 28 13:01:59.233999 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d7f075f-313d-4242-9e41-a15ebabf97d5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:59.249855 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d7f075f-313d-4242-9e41-a15ebabf97d5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:59.309341 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:59.338222 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7f075f-313d-4242-9e41-a15ebabf97d5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:01:59.359492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f075f-313d-4242-9e41-a15ebabf97d5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0862c9e-804c-44c5-a898-99b4b71e349f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:59.380226 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d7f075f-313d-4242-9e41-a15ebabf97d5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:59.380564 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-2d7f075f-313d-4242-9e41-a15ebabf97d5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Added segment bcb419cb-6b5b-43b2-9450-03e48bc1cbca of type vlan for network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 Aug 28 13:01:59.524151 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d7f075f-313d-4242-9e41-a15ebabf97d5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:59.576210 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d7f075f-313d-4242-9e41-a15ebabf97d5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:59.585564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7f075f-313d-4242-9e41-a15ebabf97d5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:01:59.586761 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d7f075f-313d-4242-9e41-a15ebabf97d5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:01:59.696637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f075f-313d-4242-9e41-a15ebabf97d5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Network': ['ID=20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:01:59.709330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:01:59.743671 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2d7f075f-313d-4242-9e41-a15ebabf97d5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0618486 Aug 28 13:01:59.747058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37430) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:01:59.766763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-48b8376e-ce5e-4978-876b-793c3c4753e5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:01:59.983876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b8376e-ce5e-4978-876b-793c3c4753e5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:01:59.995404 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-48b8376e-ce5e-4978-876b-793c3c4753e5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:00.046570 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:00.059417 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:00.214471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37452) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:00.242505 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:00.249161 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event updated for resources: {'Port': ['ID=dd6fa537-4a9e-44ce-aa97-709b4fad4d1e,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:00.361090 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-48b8376e-ce5e-4978-876b-793c3c4753e5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:00.457997 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85f610c6-676b-40e5-a9ac-dfac14fc7230 req-8bcdddf1-4085-4338-a538-0ec4f6fdb2d8 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.2114177 Aug 28 13:02:00.471694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Network 1ea6032b-bd80-44e6-8b71-9ef19ebaebdf is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:00.473493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:00.583306 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b8376e-ce5e-4978-876b-793c3c4753e5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:00.583999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b8376e-ce5e-4978-876b-793c3c4753e5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network hostable DHCP agents. Network: 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:02:00.597635 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8376e-ce5e-4978-876b-793c3c4753e5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=d32eca18-b745-45dd-ab96-91ef5638b89b,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:00.625969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b8376e-ce5e-4978-876b-793c3c4753e5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:02:00.676856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-48b8376e-ce5e-4978-876b-793c3c4753e5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:00.690984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b8376e-ce5e-4978-876b-793c3c4753e5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:00.691599 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-48b8376e-ce5e-4978-876b-793c3c4753e5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:00.700598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f8525e-2c09-427f-9ba0-5226c4638284 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:00.758532 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-48b8376e-ce5e-4978-876b-793c3c4753e5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0088115 Aug 28 13:02:00.760501 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37468) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:00.765270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-72d853ac-2668-4b3e-8403-5deb8c4ca5a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'name': 'tempest-NetworksTestDHCPv6-278224806'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:00.990043 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Router 2a1739a9-9319-4675-9dd5-083280d77272 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:02:01.011149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d853ac-2668-4b3e-8403-5deb8c4ca5a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:01.013695 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2288d5ac-0a7a-4cb2-9f9d-be8a3d8e950a None None] Provisioning complete for port dd6fa537-4a9e-44ce-aa97-709b4fad4d1e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:01.014858 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2288d5ac-0a7a-4cb2-9f9d-be8a3d8e950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:01.015096 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-72d853ac-2668-4b3e-8403-5deb8c4ca5a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:01.053036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-72d853ac-2668-4b3e-8403-5deb8c4ca5a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 6e000f60-c894-4ed0-ba39-b9f78e2df0e2 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:02:01.091861 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': 'd32eca18-b745-45dd-ab96-91ef5638b89b'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:02:01.092928 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:01.121124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2288d5ac-0a7a-4cb2-9f9d-be8a3d8e950a None None] Port dd6fa537-4a9e-44ce-aa97-709b4fad4d1e cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:02:01.281082 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-72d853ac-2668-4b3e-8403-5deb8c4ca5a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::20c (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/d32eca18-b745-45dd-ab96-91ef5638b89b/6e000f60-c894-4ed0-ba39-b9f78e2df0e2) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:01.328038 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:02:01.334605 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c5a4d942-f12e-4411-b8c6-4ff4d174b994 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] 10.222.0.20 "PUT /v2.0/routers/2a1739a9-9319-4675-9dd5-083280d77272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2106197 Aug 28 13:02:01.337954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37482) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:01.343311 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5681c5b-a608-4f03-ae81-0e9bc47217a0 None None] Sync routers for ids ['2a1739a9-9319-4675-9dd5-083280d77272'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:02:01.344818 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ccdbca2a-9cf2-4520-94f8-d84a1ed739e7 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Request body: {'port': {'network_id': '1ea6032b-bd80-44e6-8b71-9ef19ebaebdf', 'name': 'tempest-FloatingIPAdminTestJSON-424147040'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:01.360204 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5681c5b-a608-4f03-ae81-0e9bc47217a0 None None] Routers {'2a1739a9-9319-4675-9dd5-083280d77272'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:02:01.361033 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a5681c5b-a608-4f03-ae81-0e9bc47217a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:01:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['2a1739a9-9319-4675-9dd5-083280d77272'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:01.401314 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a5681c5b-a608-4f03-ae81-0e9bc47217a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:01.414401 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5681c5b-a608-4f03-ae81-0e9bc47217a0 None None] Routers {'2a1739a9-9319-4675-9dd5-083280d77272'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:02:01.416738 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a5681c5b-a608-4f03-ae81-0e9bc47217a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:01:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['2a1739a9-9319-4675-9dd5-083280d77272'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:01.465807 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a5681c5b-a608-4f03-ae81-0e9bc47217a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:01.467559 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5681c5b-a608-4f03-ae81-0e9bc47217a0 None None] The sync data for ids ['2a1739a9-9319-4675-9dd5-083280d77272'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:02:01.550325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-72d853ac-2668-4b3e-8403-5deb8c4ca5a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:01.601296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-72d853ac-2668-4b3e-8403-5deb8c4ca5a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 6e000f60-c894-4ed0-ba39-b9f78e2df0e2 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:01.663787 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdbca2a-9cf2-4520-94f8-d84a1ed739e7 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Made reservation on behalf of 2febc0c85ce645e393fddf3b3cf6fa11 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:01.668377 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ccdbca2a-9cf2-4520-94f8-d84a1ed739e7 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:01.699563 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-73d28d5c-b087-416d-a721-206fe67ae241 req-9e1971e3-f151-4dfd-a7bc-8542020befd1 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0622196 Aug 28 13:02:01.717400 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-ccdbca2a-9cf2-4520-94f8-d84a1ed739e7 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] device_id is not set on port a92fafe1-8e64-4f82-94ed-0c36c0d731b1 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:02:01.735404 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-72d853ac-2668-4b3e-8403-5deb8c4ca5a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:01.800186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Allocated IP 2001:db8::2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/d32eca18-b745-45dd-ab96-91ef5638b89b/ca368b03-5ceb-4ee0-a87b-ed24da29ee08) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:01.817486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d853ac-2668-4b3e-8403-5deb8c4ca5a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:01.830226 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-72d853ac-2668-4b3e-8403-5deb8c4ca5a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:01.838545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d853ac-2668-4b3e-8403-5deb8c4ca5a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:01.844342 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d853ac-2668-4b3e-8403-5deb8c4ca5a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:01.844952 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-72d853ac-2668-4b3e-8403-5deb8c4ca5a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:01.860153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d853ac-2668-4b3e-8403-5deb8c4ca5a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=6e000f60-c894-4ed0-ba39-b9f78e2df0e2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:01.873070 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-72d853ac-2668-4b3e-8403-5deb8c4ca5a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1096725 Aug 28 13:02:01.874870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37492) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:01.948432 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f863151f-0846-4c52-9ef8-a5a36f6b078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:01.959201 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e81531-e777-4d8d-aad7-160de9a1d040 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:01.962654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b3e81531-e777-4d8d-aad7-160de9a1d040 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0851452 Aug 28 13:02:01.976910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37496) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:02.064390 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:02.079608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Transition to ACTIVE for port object ca368b03-5ceb-4ee0-a87b-ed24da29ee08 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:02.117778 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Transition to ACTIVE for port object ca368b03-5ceb-4ee0-a87b-ed24da29ee08 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:02.126579 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:02.167650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-ba3b3227-0621-4551-9d0e-13e534ac4361 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 6e000f60-c894-4ed0-ba39-b9f78e2df0e2 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:02.168057 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ba3b3227-0621-4551-9d0e-13e534ac4361 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:02.188958 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-ccdbca2a-9cf2-4520-94f8-d84a1ed739e7 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Allocated IP 172.20.0.11 (1ea6032b-bd80-44e6-8b71-9ef19ebaebdf/de16540e-a235-4908-8835-6f80cd154394/a92fafe1-8e64-4f82-94ed-0c36c0d731b1) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:02.223245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:02.232795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:02.235744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:02.252789 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Pushing event updated for resources: {'Port': ['ID=ca368b03-5ceb-4ee0-a87b-ed24da29ee08,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:02.332740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Attempting to bind port ca368b03-5ceb-4ee0-a87b-ed24da29ee08 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:02:02.333116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Attempting to bind port ca368b03-5ceb-4ee0-a87b-ed24da29ee08 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:02:02.333650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Attempting to bind port ca368b03-5ceb-4ee0-a87b-ed24da29ee08 on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:02:02.340662 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:02:02.341045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:02.341549 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:02.342123 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:02:02.342678 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Bound port: ca368b03-5ceb-4ee0-a87b-ed24da29ee08, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:02:02.343061 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:02.355190 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ba3b3227-0621-4551-9d0e-13e534ac4361 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:02.379036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-ba3b3227-0621-4551-9d0e-13e534ac4361 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 6e000f60-c894-4ed0-ba39-b9f78e2df0e2 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:02.445643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] For port ca368b03-5ceb-4ee0-a87b-ed24da29ee08, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:02:02.449746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] For port ca368b03-5ceb-4ee0-a87b-ed24da29ee08, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ca368b03-5ceb-4ee0-a87b-ed24da29ee08,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:02:02.465180 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:02.521496 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:02:02.578493 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1e5c9-1d0f-4b9f-9e62-8c4a5ffb0e3a None None] Pushing event updated for resources: {'Port': ['ID=ca368b03-5ceb-4ee0-a87b-ed24da29ee08,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:02.722555 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ba3b3227-0621-4551-9d0e-13e534ac4361 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:02.734850 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ccdbca2a-9cf2-4520-94f8-d84a1ed739e7 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:02.791603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b3227-0621-4551-9d0e-13e534ac4361 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=6e000f60-c894-4ed0-ba39-b9f78e2df0e2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:02.803905 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-ccdbca2a-9cf2-4520-94f8-d84a1ed739e7 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Transition to ACTIVE for port object a92fafe1-8e64-4f82-94ed-0c36c0d731b1 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:02.820192 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ba3b3227-0621-4551-9d0e-13e534ac4361 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:02.825047 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ba3b3227-0621-4551-9d0e-13e534ac4361 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/6e000f60-c894-4ed0-ba39-b9f78e2df0e2 HTTP/1.1" status: 204 len: 168 time: 0.8447006 Aug 28 13:02:02.827775 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37536) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:02.953962 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5a0cb29-873b-4ddc-a2a4-1d12a9ebc942 req-ad82950a-68c5-4d07-a2a7-d145f2601897 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0453844 Aug 28 13:02:02.955126 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ccdbca2a-9cf2-4520-94f8-d84a1ed739e7 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:03.011698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7eda97-bd66-4174-9687-72ec1dde3cc0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:03.016787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7eda97-bd66-4174-9687-72ec1dde3cc0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:03.021581 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9e7eda97-bd66-4174-9687-72ec1dde3cc0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1922827 Aug 28 13:02:03.030896 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37544) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:03.101580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbca2a-9cf2-4520-94f8-d84a1ed739e7 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event updated for resources: {'Port': ['ID=a92fafe1-8e64-4f82-94ed-0c36c0d731b1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:03.105430 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdbca2a-9cf2-4520-94f8-d84a1ed739e7 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Network 1ea6032b-bd80-44e6-8b71-9ef19ebaebdf is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:03.110161 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-ccdbca2a-9cf2-4520-94f8-d84a1ed739e7 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:03.113332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdbca2a-9cf2-4520-94f8-d84a1ed739e7 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:03.155416 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d24370-98cf-4ac7-a79f-2363340a14de tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet d32eca18-b745-45dd-ab96-91ef5638b89b {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:02:03.160037 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-82d24370-98cf-4ac7-a79f-2363340a14de tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:03.225728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdbca2a-9cf2-4520-94f8-d84a1ed739e7 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:03.226380 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-82d24370-98cf-4ac7-a79f-2363340a14de tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:03.226504 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ccdbca2a-9cf2-4520-94f8-d84a1ed739e7 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:03.244048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f863151f-0846-4c52-9ef8-a5a36f6b078f admin admin] Deleting port 6542d205-c3ca-46d5-8699-a1ec6c440f2b {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:03.244549 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f863151f-0846-4c52-9ef8-a5a36f6b078f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:03.341953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ccdbca2a-9cf2-4520-94f8-d84a1ed739e7 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0028629 Aug 28 13:02:03.343295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37558) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:03.467488 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-f863151f-0846-4c52-9ef8-a5a36f6b078f admin admin] For port 6542d205-c3ca-46d5-8699-a1ec6c440f2b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6542d205-c3ca-46d5-8699-a1ec6c440f2b,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:03.472594 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f863151f-0846-4c52-9ef8-a5a36f6b078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:03.482689 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-82d24370-98cf-4ac7-a79f-2363340a14de tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:03.508084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f863151f-0846-4c52-9ef8-a5a36f6b078f admin admin] Calling delete_port for 6542d205-c3ca-46d5-8699-a1ec6c440f2b owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:03.581764 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-90762069-0d34-4138-a0a0-54670f877d3b None None] Provisioning for port a92fafe1-8e64-4f82-94ed-0c36c0d731b1 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:03.612232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-90762069-0d34-4138-a0a0-54670f877d3b None None] Provisioning complete for port a92fafe1-8e64-4f82-94ed-0c36c0d731b1 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:03.617755 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-90762069-0d34-4138-a0a0-54670f877d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:03.677531 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'project_id': '2febc0c85ce645e393fddf3b3cf6fa11', 'port_id': 'a92fafe1-8e64-4f82-94ed-0c36c0d731b1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:03.715488 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-82d24370-98cf-4ac7-a79f-2363340a14de tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:03.746817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-90762069-0d34-4138-a0a0-54670f877d3b None None] Port a92fafe1-8e64-4f82-94ed-0c36c0d731b1 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:02:03.803350 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-82d24370-98cf-4ac7-a79f-2363340a14de tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:03.805234 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-82d24370-98cf-4ac7-a79f-2363340a14de tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/d32eca18-b745-45dd-ab96-91ef5638b89b HTTP/1.1" status: 204 len: 168 time: 0.7733502 Aug 28 13:02:03.806626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d24370-98cf-4ac7-a79f-2363340a14de tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=d32eca18-b745-45dd-ab96-91ef5638b89b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:03.810394 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37576) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:03.890805 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b06ab0ff-865a-421d-943e-28ee9091d96e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792551 Aug 28 13:02:03.903369 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37578) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:03.904580 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:03.923542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f32048e5-20ae-48c2-acdf-8c58b9aa4eef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:03.956272 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f863151f-0846-4c52-9ef8-a5a36f6b078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:03.984224 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863151f-0846-4c52-9ef8-a5a36f6b078f admin admin] Pushing event deleted for resources: {'Port': ['ID=6542d205-c3ca-46d5-8699-a1ec6c440f2b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:04.231000 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05a4f2f5-0efb-45e0-b26e-1a920c898646 req-df63fbc5-521b-4e34-b9b2-fc41b3d56e88 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0336888 Aug 28 13:02:04.385060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32048e5-20ae-48c2-acdf-8c58b9aa4eef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:04.392885 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f32048e5-20ae-48c2-acdf-8c58b9aa4eef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:04.429094 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f863151f-0846-4c52-9ef8-a5a36f6b078f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:04.475841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5add87cc-ecfd-40ea-9cf0-499eb4248424 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:04.687758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e8288f10-1130-4baf-9ec8-f250a8b7f2b8 None None] Provisioning for port ca368b03-5ceb-4ee0-a87b-ed24da29ee08 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:04.813727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:04.823295 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f32048e5-20ae-48c2-acdf-8c58b9aa4eef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:04.926567 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f863151f-0846-4c52-9ef8-a5a36f6b078f admin admin] Router d66524e2-c33a-402e-a7cf-7e086c4b0724 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:02:04.997488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205db2c9-6fcc-4a87-95dd-4856657d62bb None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:02:05.055470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32048e5-20ae-48c2-acdf-8c58b9aa4eef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:05.061247 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-f32048e5-20ae-48c2-acdf-8c58b9aa4eef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:05.073199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32048e5-20ae-48c2-acdf-8c58b9aa4eef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:05.073808 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f32048e5-20ae-48c2-acdf-8c58b9aa4eef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:05.128924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-205db2c9-6fcc-4a87-95dd-4856657d62bb None None] Deleting port ca368b03-5ceb-4ee0-a87b-ed24da29ee08 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:05.129344 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-205db2c9-6fcc-4a87-95dd-4856657d62bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:05.145787 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f32048e5-20ae-48c2-acdf-8c58b9aa4eef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2386978 Aug 28 13:02:05.146695 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32048e5-20ae-48c2-acdf-8c58b9aa4eef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=4f08a630-e135-4468-a02e-f71aea277b0d,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:05.156703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37616) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:05.164718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e1622a94-70c1-4f86-9d73-c79f788fc3ef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'name': 'tempest-NetworksTestDHCPv6-114353009'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:05.250862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-205db2c9-6fcc-4a87-95dd-4856657d62bb None None] For port ca368b03-5ceb-4ee0-a87b-ed24da29ee08, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ca368b03-5ceb-4ee0-a87b-ed24da29ee08,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:05.253052 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-205db2c9-6fcc-4a87-95dd-4856657d62bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:05.294507 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-205db2c9-6fcc-4a87-95dd-4856657d62bb None None] Calling delete_port for ca368b03-5ceb-4ee0-a87b-ed24da29ee08 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:05.369185 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Allocated IP 172.25.1.220 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/f34cce3e-516f-4bd8-bc48-c9cf2dfa724b) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:05.491815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1622a94-70c1-4f86-9d73-c79f788fc3ef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:05.496502 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e1622a94-70c1-4f86-9d73-c79f788fc3ef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:05.530307 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-e1622a94-70c1-4f86-9d73-c79f788fc3ef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 43748274-575c-4d0a-80de-6abd41ae91b5 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:02:05.550419 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-205db2c9-6fcc-4a87-95dd-4856657d62bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:05.583532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205db2c9-6fcc-4a87-95dd-4856657d62bb None None] Pushing event deleted for resources: {'Port': ['ID=ca368b03-5ceb-4ee0-a87b-ed24da29ee08,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:05.590453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205db2c9-6fcc-4a87-95dd-4856657d62bb None None] No DVR routers for this DVR port ca368b03-5ceb-4ee0-a87b-ed24da29ee08 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:02:05.606939 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988d354c-f7bd-4da7-8d63-cb55ef55a5cc None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:05.765718 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:05.835849 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-73b959b1-addd-40c0-9176-e9ecd70771b9 req-a5a84fb3-2c4a-4c39-89dc-7f815e737ea0 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.1300471 Aug 28 13:02:05.880340 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dc40dce4-b878-4277-bb9a-f6664be58359 req-e831f3e0-b05c-4c5a-995b-c74299f3f906 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.1653273 Aug 28 13:02:05.908309 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': '4f08a630-e135-4468-a02e-f71aea277b0d'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:02:05.909189 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:05.968457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f863151f-0846-4c52-9ef8-a5a36f6b078f admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:02:05.984212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72d4e9-bab7-415a-9e94-494b0f319b91 None None] Sync routers for ids ['d66524e2-c33a-402e-a7cf-7e086c4b0724'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:02:05.986997 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f863151f-0846-4c52-9ef8-a5a36f6b078f admin admin] 10.222.0.20 "PUT /v2.0/routers/d66524e2-c33a-402e-a7cf-7e086c4b0724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7680285 Aug 28 13:02:05.989291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37646) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:06.014896 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-e1622a94-70c1-4f86-9d73-c79f788fc3ef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::aa (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/4f08a630-e135-4468-a02e-f71aea277b0d/43748274-575c-4d0a-80de-6abd41ae91b5) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:06.030689 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:06.103672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e72d4e9-bab7-415a-9e94-494b0f319b91 None None] Routers {'d66524e2-c33a-402e-a7cf-7e086c4b0724'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:02:06.104633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1e72d4e9-bab7-415a-9e94-494b0f319b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:01:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['d66524e2-c33a-402e-a7cf-7e086c4b0724'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:06.160658 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:06.179093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:06.183271 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9a50-1c3a-4845-8e8e-905465f8ff02 admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:06.190243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:06.295629 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Pushing event updated for resources: {'Port': ['ID=f34cce3e-516f-4bd8-bc48-c9cf2dfa724b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:06.360937 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-1e72d4e9-bab7-415a-9e94-494b0f319b91 None None] Set router d66524e2-c33a-402e-a7cf-7e086c4b0724 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:02:06.370834 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9a50-1c3a-4845-8e8e-905465f8ff02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:06.557087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa9a50-1c3a-4845-8e8e-905465f8ff02 admin admin] Deleting port f4e70ede-9f5b-43c9-96b0-9bb9e270498b {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:06.562628 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9a50-1c3a-4845-8e8e-905465f8ff02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:06.754584 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69c34dd4-bb37-495a-b447-74c338566390 req-ae9fe10d-f61b-43fe-90bd-0fda595c7f4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14747f9fcb4d4ddd9e4b78e45da95b08&device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0698059 Aug 28 13:02:06.778873 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e1622a94-70c1-4f86-9d73-c79f788fc3ef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:06.912927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ca368b03-5ceb-4ee0-a87b-ed24da29ee08 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:02:06.919575 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69c34dd4-bb37-495a-b447-74c338566390 req-973f46ad-480a-4587-898e-3b1e45452d65 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=14747f9fcb4d4ddd9e4b78e45da95b08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006346 Aug 28 13:02:07.010826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: ca368b03-5ceb-4ee0-a87b-ed24da29ee08 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:02:07.011298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ca368b03-5ceb-4ee0-a87b-ed24da29ee08 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:02:07.182907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1e72d4e9-bab7-415a-9e94-494b0f319b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T13:02:03Z', 'revision_number': 5, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port': {'id': 'f4e70ede-9f5b-43c9-96b0-9bb9e270498b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:52:46Z', 'updated_at': '2021-08-28T12:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:07.215128 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-d2aa9a50-1c3a-4845-8e8e-905465f8ff02 admin admin] For port f4e70ede-9f5b-43c9-96b0-9bb9e270498b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f4e70ede-9f5b-43c9-96b0-9bb9e270498b,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:07.215512 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9a50-1c3a-4845-8e8e-905465f8ff02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:07.268014 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa9a50-1c3a-4845-8e8e-905465f8ff02 admin admin] Calling delete_port for f4e70ede-9f5b-43c9-96b0-9bb9e270498b owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:07.324693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c34dd4-bb37-495a-b447-74c338566390 req-239f6dfd-8ebe-4d5c-81fc-fa5c01203a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:07.328728 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69c34dd4-bb37-495a-b447-74c338566390 req-239f6dfd-8ebe-4d5c-81fc-fa5c01203a8d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3901567 Aug 28 13:02:07.359759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72d4e9-bab7-415a-9e94-494b0f319b91 None None] Checking router: d66524e2-c33a-402e-a7cf-7e086c4b0724 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:02:07.424718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e72d4e9-bab7-415a-9e94-494b0f319b91 None None] Routers {'d66524e2-c33a-402e-a7cf-7e086c4b0724'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:02:07.426791 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1e72d4e9-bab7-415a-9e94-494b0f319b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:01:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['d66524e2-c33a-402e-a7cf-7e086c4b0724'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:07.564233 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-e1622a94-70c1-4f86-9d73-c79f788fc3ef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 43748274-575c-4d0a-80de-6abd41ae91b5 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:07.587717 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:07.624752 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-08dfb337-8804-420d-a60d-714eba98f4d1 req-d6d135d6-00e5-44a9-b803-eb3a6117d42d tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0915523 Aug 28 13:02:07.628284 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e1622a94-70c1-4f86-9d73-c79f788fc3ef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:07.691728 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9a50-1c3a-4845-8e8e-905465f8ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:07.701301 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1622a94-70c1-4f86-9d73-c79f788fc3ef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:07.708255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-e1622a94-70c1-4f86-9d73-c79f788fc3ef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:07.727228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1622a94-70c1-4f86-9d73-c79f788fc3ef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:07.740925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1622a94-70c1-4f86-9d73-c79f788fc3ef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:07.740925 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e1622a94-70c1-4f86-9d73-c79f788fc3ef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:07.762210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1622a94-70c1-4f86-9d73-c79f788fc3ef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=43748274-575c-4d0a-80de-6abd41ae91b5,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:07.777780 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-1e72d4e9-bab7-415a-9e94-494b0f319b91 None None] Set router d66524e2-c33a-402e-a7cf-7e086c4b0724 gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:02:07.791623 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa9a50-1c3a-4845-8e8e-905465f8ff02 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e70ede-9f5b-43c9-96b0-9bb9e270498b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:07.838162 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e1622a94-70c1-4f86-9d73-c79f788fc3ef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6779652 Aug 28 13:02:07.841667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37694) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:07.921723 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9a50-1c3a-4845-8e8e-905465f8ff02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:07.967474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1e72d4e9-bab7-415a-9e94-494b0f319b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T13:02:06Z', 'revision_number': 6, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:08.063397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72d4e9-bab7-415a-9e94-494b0f319b91 None None] The sync data for ids ['d66524e2-c33a-402e-a7cf-7e086c4b0724'] in n-d-791505-21 is: [{'id': 'd66524e2-c33a-402e-a7cf-7e086c4b0724', 'name': 'tempest-AttachVolumeShelveTestJSON-1263620256-router', 'tenant_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:52:45Z', 'updated_at': '2021-08-28T13:02:06Z', 'revision_number': 6, 'project_id': 'c8c53cdf63604dd2bfa61ae1af00cc4f', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:02:08.073778 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9a50-1c3a-4845-8e8e-905465f8ff02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:08.083032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Allocated IP 2001:db8::2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/4f08a630-e135-4468-a02e-f71aea277b0d/17f181ed-30cb-4bc0-81b2-fc92991cc108) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:08.084148 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9a50-1c3a-4845-8e8e-905465f8ff02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:08.106095 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:08.215059 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9a50-1c3a-4845-8e8e-905465f8ff02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:08.215897 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aa9a50-1c3a-4845-8e8e-905465f8ff02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d66524e2-c33a-402e-a7cf-7e086c4b0724 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:02:08.229922 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2aa9a50-1c3a-4845-8e8e-905465f8ff02 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:08.234046 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d2aa9a50-1c3a-4845-8e8e-905465f8ff02 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d66524e2-c33a-402e-a7cf-7e086c4b0724 HTTP/1.1" status: 204 len: 168 time: 2.2405291 Aug 28 13:02:08.234559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37706) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:08.254060 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86864426-97fc-4fa3-949d-0615ec4df75f req-d453e805-2e35-4565-91c4-ae053d1ec1e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3979905 Aug 28 13:02:08.272548 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a836dae2-ed1a-43d2-8e90-256293a455b6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:08.281289 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a836dae2-ed1a-43d2-8e90-256293a455b6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.4382315 Aug 28 13:02:08.287147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37708) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:08.296971 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:08.358134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a132fe-df4d-4d29-b5a7-27f3a099e985 admin admin] Deleting subnet fac72157-2444-43b8-a097-cf18d714c2d2 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:02:08.428600 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b0a132fe-df4d-4d29-b5a7-27f3a099e985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:08.448839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864426-97fc-4fa3-949d-0615ec4df75f req-8a049c3d-edb4-4091-a9e7-7fd4d6d2968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:08.450312 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86864426-97fc-4fa3-949d-0615ec4df75f req-8a049c3d-edb4-4091-a9e7-7fd4d6d2968f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=385fbd574aa949b8908ac3aef312ba6f&device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 1101 time: 0.1197326 Aug 28 13:02:08.455016 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:08.475477 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Transition to ACTIVE for port object 17f181ed-30cb-4bc0-81b2-fc92991cc108 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:08.512869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Transition to ACTIVE for port object 17f181ed-30cb-4bc0-81b2-fc92991cc108 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:08.521560 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:08.545481 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b0a132fe-df4d-4d29-b5a7-27f3a099e985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:08.611499 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-55da00ec-0a8c-4af3-829b-1dc8e577e8ba tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 43748274-575c-4d0a-80de-6abd41ae91b5 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:08.612122 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-55da00ec-0a8c-4af3-829b-1dc8e577e8ba tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:08.625894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Pushing event updated for resources: {'Port': ['ID=17f181ed-30cb-4bc0-81b2-fc92991cc108,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:08.646256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:08.647852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:08.654806 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:08.739975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864426-97fc-4fa3-949d-0615ec4df75f req-b0edfc57-33ab-4754-a2e0-fc73c6564453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:08.741458 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86864426-97fc-4fa3-949d-0615ec4df75f req-b0edfc57-33ab-4754-a2e0-fc73c6564453 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.2410495 Aug 28 13:02:08.792944 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:08.841120 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Attempting to bind port 17f181ed-30cb-4bc0-81b2-fc92991cc108 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:02:08.841521 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Attempting to bind port 17f181ed-30cb-4bc0-81b2-fc92991cc108 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:02:08.841966 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Attempting to bind port 17f181ed-30cb-4bc0-81b2-fc92991cc108 on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:02:08.854233 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:02:08.854822 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:08.855102 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:08.855451 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:02:08.855920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Bound port: 17f181ed-30cb-4bc0-81b2-fc92991cc108, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:02:08.856304 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:08.905096 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:08.911156 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-55da00ec-0a8c-4af3-829b-1dc8e577e8ba tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:08.914400 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86864426-97fc-4fa3-949d-0615ec4df75f req-bf7ae336-653f-4994-898a-02e827784a5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=88776eb7-1b47-48cd-a28b-b585a1626a7d HTTP/1.1" status: 200 len: 217 time: 0.1623070 Aug 28 13:02:08.949193 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-55da00ec-0a8c-4af3-829b-1dc8e577e8ba tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 43748274-575c-4d0a-80de-6abd41ae91b5 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:09.003604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] For port 17f181ed-30cb-4bc0-81b2-fc92991cc108, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:02:09.007104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] For port 17f181ed-30cb-4bc0-81b2-fc92991cc108, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=17f181ed-30cb-4bc0-81b2-fc92991cc108,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:02:09.014769 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:09.116671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864426-97fc-4fa3-949d-0615ec4df75f req-31d7e0b0-12ab-44b1-b897-53f91724ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:09.118865 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86864426-97fc-4fa3-949d-0615ec4df75f req-31d7e0b0-12ab-44b1-b897-53f91724ed8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1890225 Aug 28 13:02:09.119981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Pushing event updated for resources: {'Port': ['ID=f34cce3e-516f-4bd8-bc48-c9cf2dfa724b,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:09.153848 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:09.191056 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-187c646c-a738-47c8-9f79-a644d6fe930f req-342f0ade-098b-4c96-96d4-959649246fe8 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.3684163 Aug 28 13:02:09.195211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6542d205-c3ca-46d5-8699-a1ec6c440f2b no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:02:09.260583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b0a132fe-df4d-4d29-b5a7-27f3a099e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:09.304484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d587f-06e3-4c75-9e75-331f9ead8daa None None] Pushing event updated for resources: {'Port': ['ID=17f181ed-30cb-4bc0-81b2-fc92991cc108,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:09.320212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 6542d205-c3ca-46d5-8699-a1ec6c440f2b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:02:09.320212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6542d205-c3ca-46d5-8699-a1ec6c440f2b not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:02:09.398527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864426-97fc-4fa3-949d-0615ec4df75f req-4a79ae80-6608-4b51-9c1c-bf132a8c00e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:09.400589 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86864426-97fc-4fa3-949d-0615ec4df75f req-4a79ae80-6608-4b51-9c1c-bf132a8c00e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2756245 Aug 28 13:02:09.528756 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b0a132fe-df4d-4d29-b5a7-27f3a099e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:09.585348 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Floating IP 199cb678-2514-4fa6-ba40-59b857d4120c associated. External IP: 172.25.1.220, port: a92fafe1-8e64-4f82-94ed-0c36c0d731b1. Aug 28 13:02:09.718847 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:09.739884 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05340014-da04-47e6-bc1e-54892b8a15b0 None None] Network ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:09.741901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b0a132fe-df4d-4d29-b5a7-27f3a099e985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:09.745289 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b0a132fe-df4d-4d29-b5a7-27f3a099e985 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fac72157-2444-43b8-a097-cf18d714c2d2 HTTP/1.1" status: 204 len: 168 time: 1.5091791 Aug 28 13:02:09.753080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37746) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:09.777743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a132fe-df4d-4d29-b5a7-27f3a099e985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac72157-2444-43b8-a097-cf18d714c2d2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:09.791373 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0fd9ae79-bb86-408d-b9be-5be27c91684f req-08a02f1e-ee0e-44ed-a4dc-32fc071a7827 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14747f9fcb4d4ddd9e4b78e45da95b08&device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0413632 Aug 28 13:02:09.797273 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-55da00ec-0a8c-4af3-829b-1dc8e577e8ba tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:09.925409 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-db1bc3f9-c166-44fc-9a13-f50e331052b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:10.019597 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0fd9ae79-bb86-408d-b9be-5be27c91684f req-74ec053a-f9e7-48a3-b48a-524fa959bcd9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=14747f9fcb4d4ddd9e4b78e45da95b08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1941712 Aug 28 13:02:10.025331 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da00ec-0a8c-4af3-829b-1dc8e577e8ba tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=43748274-575c-4d0a-80de-6abd41ae91b5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:10.043015 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:10.053704 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86864426-97fc-4fa3-949d-0615ec4df75f req-7fb77f10-ee8c-4648-b9c4-a09df19fb295 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266468 Aug 28 13:02:10.165659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f95d53ca-d2bd-43f3-8496-a047866a245d req-b47a6397-15dd-42aa-9348-47b846cb55dd tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.3258610 Aug 28 13:02:10.167223 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-55da00ec-0a8c-4af3-829b-1dc8e577e8ba tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:10.169418 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-55da00ec-0a8c-4af3-829b-1dc8e577e8ba tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/43748274-575c-4d0a-80de-6abd41ae91b5 HTTP/1.1" status: 204 len: 168 time: 1.8812716 Aug 28 13:02:10.172380 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37758) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:10.181033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39f0ad3-1478-40b6-9c7d-d89016101380 None None] DHCP port deletion for ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:02:10.322790 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86864426-97fc-4fa3-949d-0615ec4df75f req-87c60179-8a5f-4beb-8d58-225ffc6bceb9 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732724 Aug 28 13:02:10.326706 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f39f0ad3-1478-40b6-9c7d-d89016101380 None None] Deleting port 4950976e-6683-4c01-9f00-bf6a6f529903 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:10.327756 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f39f0ad3-1478-40b6-9c7d-d89016101380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:10.344796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d39f8-8c8d-42d5-a81c-6970e691e340 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:10.352541 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d39f8-8c8d-42d5-a81c-6970e691e340 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:10.363611 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b44d39f8-8c8d-42d5-a81c-6970e691e340 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1903694 Aug 28 13:02:10.366672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37766) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:10.467609 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f39f0ad3-1478-40b6-9c7d-d89016101380 None None] For port 4950976e-6683-4c01-9f00-bf6a6f529903, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4950976e-6683-4c01-9f00-bf6a6f529903,segment=NetworkSegment(6e93c903-5020-43ff-aef0-1c45a9ce4cbe),segment_id=6e93c903-5020-43ff-aef0-1c45a9ce4cbe)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:10.468188 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f39f0ad3-1478-40b6-9c7d-d89016101380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:10.498706 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f39f0ad3-1478-40b6-9c7d-d89016101380 None None] Calling delete_port for 4950976e-6683-4c01-9f00-bf6a6f529903 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:10.503481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55e441b-a9d1-4960-aa8b-d255526a8ee4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 4f08a630-e135-4468-a02e-f71aea277b0d {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:02:10.506709 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9ae79-bb86-408d-b9be-5be27c91684f req-c4f69b34-47d5-4cb0-87ac-0976648d0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:10.509458 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0fd9ae79-bb86-408d-b9be-5be27c91684f req-c4f69b34-47d5-4cb0-87ac-0976648d0b65 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4796979 Aug 28 13:02:10.512141 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a55e441b-a9d1-4960-aa8b-d255526a8ee4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:10.588629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a55e441b-a9d1-4960-aa8b-d255526a8ee4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:10.760474 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f39f0ad3-1478-40b6-9c7d-d89016101380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:10.803626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Router 2a1739a9-9319-4675-9dd5-083280d77272 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:02:10.830484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] Deleting port 4950976e-6683-4c01-9f00-bf6a6f529903 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:10.830830 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:10.833979 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f0ad3-1478-40b6-9c7d-d89016101380 None None] No DVR routers for this DVR port 4950976e-6683-4c01-9f00-bf6a6f529903 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:02:10.846180 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a55e441b-a9d1-4960-aa8b-d255526a8ee4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:10.851886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f0ad3-1478-40b6-9c7d-d89016101380 None None] Pushing event deleted for resources: {'Port': ['ID=4950976e-6683-4c01-9f00-bf6a6f529903,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:10.932763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] For port 4950976e-6683-4c01-9f00-bf6a6f529903, host n-d-791505-21, got binding levels [] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:10.933129 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:10.951358 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] Calling delete_port for 4950976e-6683-4c01-9f00-bf6a6f529903 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:10.954189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.ipam_backend_mixin [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] Port 4950976e-6683-4c01-9f00-bf6a6f529903 was not found and therefore no delete operation was performed {{(pid=94877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 13:02:10.960390 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:10.980056 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 17f181ed-30cb-4bc0-81b2-fc92991cc108 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:11.029766 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a55e441b-a9d1-4960-aa8b-d255526a8ee4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:11.128037 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a55e441b-a9d1-4960-aa8b-d255526a8ee4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:11.130130 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a55e441b-a9d1-4960-aa8b-d255526a8ee4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/4f08a630-e135-4468-a02e-f71aea277b0d HTTP/1.1" status: 204 len: 168 time: 0.7533641 Aug 28 13:02:11.131734 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 17f181ed-30cb-4bc0-81b2-fc92991cc108 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:11.140869 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37780) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:11.172154 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71fda25-3cdf-492f-a512-7264ca998a53 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:11.221279 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] Pushing event deleted for resources: {'Port': ['ID=4950976e-6683-4c01-9f00-bf6a6f529903,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:11.237883 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e441b-a9d1-4960-aa8b-d255526a8ee4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=4f08a630-e135-4468-a02e-f71aea277b0d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:11.244875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] No DVR routers for this DVR port 4950976e-6683-4c01-9f00-bf6a6f529903 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:02:11.269101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f4e70ede-9f5b-43c9-96b0-9bb9e270498b no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:02:11.313700 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1a684cea-4cf6-482b-a451-005dedf483b1 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1430125 Aug 28 13:02:11.319393 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37792) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:11.333090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c389d176-723d-40e7-a413-26507b2f38da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:11.347155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: f4e70ede-9f5b-43c9-96b0-9bb9e270498b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:02:11.347155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f4e70ede-9f5b-43c9-96b0-9bb9e270498b not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:02:11.347155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4950976e-6683-4c01-9f00-bf6a6f529903 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:02:11.424540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a027c22e-20cd-437e-a96d-790a005c477b None None] Provisioning for port 17f181ed-30cb-4bc0-81b2-fc92991cc108 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:11.429693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 4950976e-6683-4c01-9f00-bf6a6f529903 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:02:11.430307 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4950976e-6683-4c01-9f00-bf6a6f529903 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:02:11.435624 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a027c22e-20cd-437e-a96d-790a005c477b None None] Provisioning complete for port 17f181ed-30cb-4bc0-81b2-fc92991cc108 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:11.436186 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a027c22e-20cd-437e-a96d-790a005c477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:11.483321 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae5d9443-b137-449b-97bd-bfa9e4f3a52d req-0833f26c-94e7-44a2-aaae-06df40cde437 tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0914192 Aug 28 13:02:11.620142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed25ae-1eff-4435-a680-7918ec437cec None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:02:11.625341 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:11.628595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:02:11.641687 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79212e-a18c-4790-b9f5-aacc229ac8de None None] Sync routers for ids ['2a1739a9-9319-4675-9dd5-083280d77272'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:02:11.657024 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c389d176-723d-40e7-a413-26507b2f38da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:11.666098 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c389d176-723d-40e7-a413-26507b2f38da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:11.666320 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79212e-a18c-4790-b9f5-aacc229ac8de None None] Routers {'2a1739a9-9319-4675-9dd5-083280d77272'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:02:11.667254 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8c79212e-a18c-4790-b9f5-aacc229ac8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:01:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['2a1739a9-9319-4675-9dd5-083280d77272'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:11.686657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:11.741129 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a027c22e-20cd-437e-a96d-790a005c477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:11.744818 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8c79212e-a18c-4790-b9f5-aacc229ac8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:11.771263 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79212e-a18c-4790-b9f5-aacc229ac8de None None] Routers {'2a1739a9-9319-4675-9dd5-083280d77272'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:02:11.772070 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8c79212e-a18c-4790-b9f5-aacc229ac8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:01:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['2a1739a9-9319-4675-9dd5-083280d77272'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:11.785214 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f2ed25ae-1eff-4435-a680-7918ec437cec None None] Deleting port 17f181ed-30cb-4bc0-81b2-fc92991cc108 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:11.785657 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f2ed25ae-1eff-4435-a680-7918ec437cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:11.839598 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8c79212e-a18c-4790-b9f5-aacc229ac8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:11.840399 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79212e-a18c-4790-b9f5-aacc229ac8de None None] The sync data for ids ['2a1739a9-9319-4675-9dd5-083280d77272'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:02:11.843401 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:11.876656 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e93c903-5020-43ff-aef0-1c45a9ce4cbe') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:11.876656 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e93c903-5020-43ff-aef0-1c45a9ce4cbe') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:11.912822 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:11.913388 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a027c22e-20cd-437e-a96d-790a005c477b None None] For port 17f181ed-30cb-4bc0-81b2-fc92991cc108, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=17f181ed-30cb-4bc0-81b2-fc92991cc108,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:11.918101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f2ed25ae-1eff-4435-a680-7918ec437cec None None] For port 17f181ed-30cb-4bc0-81b2-fc92991cc108, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=17f181ed-30cb-4bc0-81b2-fc92991cc108,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:11.918583 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f2ed25ae-1eff-4435-a680-7918ec437cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:11.923568 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a027c22e-20cd-437e-a96d-790a005c477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:11.955991 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5c263b7f-fae5-4338-be6e-547d9beaedc7 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.6113982 Aug 28 13:02:11.960594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37810) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:11.971312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f2ed25ae-1eff-4435-a680-7918ec437cec None None] Calling delete_port for 17f181ed-30cb-4bc0-81b2-fc92991cc108 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:12.062909 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027c22e-20cd-437e-a96d-790a005c477b None None] Pushing event updated for resources: {'Port': ['ID=17f181ed-30cb-4bc0-81b2-fc92991cc108,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:12.104376 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0fd9ae79-bb86-408d-b9be-5be27c91684f req-7117d4e1-e707-4492-9f49-0364f4ea708f tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.0336144 Aug 28 13:02:12.127402 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:12.138105 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f2ed25ae-1eff-4435-a680-7918ec437cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:12.170409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed25ae-1eff-4435-a680-7918ec437cec None None] Pushing event deleted for resources: {'Port': ['ID=17f181ed-30cb-4bc0-81b2-fc92991cc108,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:12.184833 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a5c35a7b-4d92-4871-9ea7-7eded668bf81 tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] 10.222.0.20 "GET /v2.0/floatingips/199cb678-2514-4fa6-ba40-59b857d4120c HTTP/1.1" status: 200 len: 983 time: 0.2207866 Aug 28 13:02:12.184833 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:02:12.184833 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:12.185859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37818) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:02:12.187835 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:02:12.192422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed25ae-1eff-4435-a680-7918ec437cec None None] No DVR routers for this DVR port 17f181ed-30cb-4bc0-81b2-fc92991cc108 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:02:12.261007 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2f003c42-1f2d-4a71-815a-d63ece038be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:12.378758 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c389d176-723d-40e7-a413-26507b2f38da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:12.386585 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:12.416891 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37826) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:12.421191 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:12.423235 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2 HTTP/1.1" status: 204 len: 168 time: 2.6625628 Aug 28 13:02:12.424245 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7853dbc4-4a4c-47fc-8734-b44b1b93c92d tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.2259381 Aug 28 13:02:12.502447 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:12.541090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e367d9-5a78-49a1-9f47-7219a1008392 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec8e2e89-d8bd-4812-86f5-19a8c8c4aad2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:12.558565 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389d176-723d-40e7-a413-26507b2f38da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=9160be49-f8a4-4b4c-82fa-ab07d46ce9f0,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:12.562338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c389d176-723d-40e7-a413-26507b2f38da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:12.570764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-c389d176-723d-40e7-a413-26507b2f38da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:12.583637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c389d176-723d-40e7-a413-26507b2f38da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:12.584225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d501a580-79da-467f-9a2d-9843cf6af0f3 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:12.584770 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c389d176-723d-40e7-a413-26507b2f38da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:12.693657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37840) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:12.776523 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-22a51d61-530e-4fe9-8aaf-8252d044b1f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8c53cdf63604dd2bfa61ae1af00cc4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816307 Aug 28 13:02:12.779074 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37844) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:12.805181 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c5627049-940f-4a4c-b197-f31dfc54c0f2 req-8305c15c-7d0c-452d-849a-77fd2fc5e8dd tempest-ServerShowV254Test-1692920468 tempest-ServerShowV254Test-1692920468-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5051e9-d10a-4305-966d-2ef374a41292 HTTP/1.1" status: 200 len: 210 time: 0.1253645 Aug 28 13:02:12.846716 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c389d176-723d-40e7-a413-26507b2f38da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5203857 Aug 28 13:02:12.850121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37846) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:12.864205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': '9160be49-f8a4-4b4c-82fa-ab07d46ce9f0'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:02:12.865427 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:12.872170 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-8259438c-ebe6-48d2-b55b-a7ea07b2d78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'name': 'tempest-NetworksTestDHCPv6-1308173931'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:12.919488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 17f181ed-30cb-4bc0-81b2-fc92991cc108 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:02:12.949291 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f1d2b6b-cf27-4969-83a3-90c8c3f5adc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:12.975836 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f1d2b6b-cf27-4969-83a3-90c8c3f5adc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:12.980868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 17f181ed-30cb-4bc0-81b2-fc92991cc108 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:02:12.981208 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 17f181ed-30cb-4bc0-81b2-fc92991cc108 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:02:13.061181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f1d2b6b-cf27-4969-83a3-90c8c3f5adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:13.069901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f1d2b6b-cf27-4969-83a3-90c8c3f5adc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:13.074685 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0f1d2b6b-cf27-4969-83a3-90c8c3f5adc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0df1166-c49b-44ed-b068-ca51848b3c1a HTTP/1.1" status: 204 len: 168 time: 0.2902205 Aug 28 13:02:13.076542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-c15320ab-6749-45ca-8f50-709acc889ae8 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Deleting port f34cce3e-516f-4bd8-bc48-c9cf2dfa724b {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:13.076892 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c15320ab-6749-45ca-8f50-709acc889ae8 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:13.101717 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d2b6b-cf27-4969-83a3-90c8c3f5adc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0df1166-c49b-44ed-b068-ca51848b3c1a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:13.183061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8259438c-ebe6-48d2-b55b-a7ea07b2d78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:13.187240 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8259438c-ebe6-48d2-b55b-a7ea07b2d78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:13.218457 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c15320ab-6749-45ca-8f50-709acc889ae8 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:13.219071 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c15320ab-6749-45ca-8f50-709acc889ae8 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:13.240599 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-8259438c-ebe6-48d2-b55b-a7ea07b2d78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port dfbdd8a4-1980-40b3-8388-f23682621230 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:02:13.276637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-c15320ab-6749-45ca-8f50-709acc889ae8 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Calling delete_port for f34cce3e-516f-4bd8-bc48-c9cf2dfa724b owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:13.304836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Allocated IP 2001:db8::2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/9160be49-f8a4-4b4c-82fa-ab07d46ce9f0/cd9cc14f-e24f-4f59-818b-40dbcd15b8c3) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:13.419266 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:13.552761 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:13.572952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Transition to ACTIVE for port object cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:13.611706 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Transition to ACTIVE for port object cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:13.621597 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:13.693679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:13.718842 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:13.729906 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:13.762651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Pushing event updated for resources: {'Port': ['ID=cd9cc14f-e24f-4f59-818b-40dbcd15b8c3,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:13.781098 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-8259438c-ebe6-48d2-b55b-a7ea07b2d78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::59 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/9160be49-f8a4-4b4c-82fa-ab07d46ce9f0/dfbdd8a4-1980-40b3-8388-f23682621230) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:13.820422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Attempting to bind port cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:02:13.820694 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Attempting to bind port cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:02:13.821105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Attempting to bind port cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:02:13.826951 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:02:13.827196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:13.827807 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:13.828431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:02:13.829531 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Bound port: cd9cc14f-e24f-4f59-818b-40dbcd15b8c3, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:02:13.830097 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:13.982398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] For port cd9cc14f-e24f-4f59-818b-40dbcd15b8c3, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:02:13.983011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] For port cd9cc14f-e24f-4f59-818b-40dbcd15b8c3, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cd9cc14f-e24f-4f59-818b-40dbcd15b8c3,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:02:13.993263 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:14.044261 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8259438c-ebe6-48d2-b55b-a7ea07b2d78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:14.059361 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-8259438c-ebe6-48d2-b55b-a7ea07b2d78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object dfbdd8a4-1980-40b3-8388-f23682621230 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:14.108960 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8259438c-ebe6-48d2-b55b-a7ea07b2d78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:14.157136 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f39050-14d0-4131-ad16-50f37436e5ab None None] Pushing event updated for resources: {'Port': ['ID=cd9cc14f-e24f-4f59-818b-40dbcd15b8c3,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:14.265289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8259438c-ebe6-48d2-b55b-a7ea07b2d78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:14.272676 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-8259438c-ebe6-48d2-b55b-a7ea07b2d78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:14.288031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8259438c-ebe6-48d2-b55b-a7ea07b2d78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:14.294209 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8259438c-ebe6-48d2-b55b-a7ea07b2d78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:14.294920 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8259438c-ebe6-48d2-b55b-a7ea07b2d78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:14.312289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259438c-ebe6-48d2-b55b-a7ea07b2d78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=dfbdd8a4-1980-40b3-8388-f23682621230,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:14.344842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37912) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:14.346969 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8259438c-ebe6-48d2-b55b-a7ea07b2d78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4861612 Aug 28 13:02:14.348490 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c15320ab-6749-45ca-8f50-709acc889ae8 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:14.419094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f1d76d-7e16-4158-8467-bc8ec4d3cb53 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:14.428423 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f1d76d-7e16-4158-8467-bc8ec4d3cb53 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:14.435753 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-02f1d76d-7e16-4158-8467-bc8ec4d3cb53 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0881088 Aug 28 13:02:14.438281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37918) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:14.569063 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37922) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:14.702137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-bb8dc4c5-02b3-46cf-9a7a-9e631a648748 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port dfbdd8a4-1980-40b3-8388-f23682621230 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:14.702528 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb8dc4c5-02b3-46cf-9a7a-9e631a648748 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:14.907498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37938) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:14.976987 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb8dc4c5-02b3-46cf-9a7a-9e631a648748 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:14.992891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:15.043171 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-bb8dc4c5-02b3-46cf-9a7a-9e631a648748 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for dfbdd8a4-1980-40b3-8388-f23682621230 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:15.079673 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15320ab-6749-45ca-8f50-709acc889ae8 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event deleted for resources: {'Port': ['ID=f34cce3e-516f-4bd8-bc48-c9cf2dfa724b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:15.136451 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:15.176219 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c15320ab-6749-45ca-8f50-709acc889ae8 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:15.176700 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-c15320ab-6749-45ca-8f50-709acc889ae8 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Floating IP 199cb678-2514-4fa6-ba40-59b857d4120c disassociated (deleted). External IP: 172.25.1.220, port: a92fafe1-8e64-4f82-94ed-0c36c0d731b1. Aug 28 13:02:15.316162 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:15.560604 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b38a356-23b2-4282-aaf8-bb8799e162e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:15.569209 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8cc9ee28-8765-4ab9-91c6-ce4897498d51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-571719255-network', 'tenant_id': 'e4179b5bac764eccb52966068d97934f'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:15.675261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc9ee28-8765-4ab9-91c6-ce4897498d51 admin admin] Made reservation on behalf of e4179b5bac764eccb52966068d97934f for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:15.682986 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ee28-8765-4ab9-91c6-ce4897498d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:15.712231 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ee28-8765-4ab9-91c6-ce4897498d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:15.714525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15320ab-6749-45ca-8f50-709acc889ae8 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Router 2a1739a9-9319-4675-9dd5-083280d77272 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:02:15.760388 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb8dc4c5-02b3-46cf-9a7a-9e631a648748 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:15.874278 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dc4c5-02b3-46cf-9a7a-9e631a648748 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=dfbdd8a4-1980-40b3-8388-f23682621230,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:15.906171 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15320ab-6749-45ca-8f50-709acc889ae8 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:02:15.919166 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb8dc4c5-02b3-46cf-9a7a-9e631a648748 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:15.922427 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bb8dc4c5-02b3-46cf-9a7a-9e631a648748 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/dfbdd8a4-1980-40b3-8388-f23682621230 HTTP/1.1" status: 204 len: 168 time: 1.4819508 Aug 28 13:02:15.927567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa2ba4b-209b-4c1b-b32d-7d8bd583ac46 None None] Sync routers for ids ['2a1739a9-9319-4675-9dd5-083280d77272'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:02:15.929341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37972) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:15.932586 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c15320ab-6749-45ca-8f50-709acc889ae8 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:15.938839 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-efb59862-b2fb-4400-927e-2aa3847a5ca0 None None] Provisioning for port cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:15.950936 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-efb59862-b2fb-4400-927e-2aa3847a5ca0 None None] Provisioning complete for port cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:15.953495 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-efb59862-b2fb-4400-927e-2aa3847a5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.026043 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa2ba4b-209b-4c1b-b32d-7d8bd583ac46 None None] Routers {'2a1739a9-9319-4675-9dd5-083280d77272'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:02:16.027288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0aa2ba4b-209b-4c1b-b32d-7d8bd583ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:02:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['2a1739a9-9319-4675-9dd5-083280d77272'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:16.044718 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c15320ab-6749-45ca-8f50-709acc889ae8 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] 10.222.0.20 "DELETE /v2.0/floatingips/199cb678-2514-4fa6-ba40-59b857d4120c HTTP/1.1" status: 204 len: 168 time: 3.6145961 Aug 28 13:02:16.047912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37978) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:16.052510 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:16.055272 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9789c87-1256-4292-a1f8-1ae051beaacb tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:16.057066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9789c87-1256-4292-a1f8-1ae051beaacb tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:16.059954 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b9789c87-1256-4292-a1f8-1ae051beaacb tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1293311 Aug 28 13:02:16.062803 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37980) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:16.122579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0aa2ba4b-209b-4c1b-b32d-7d8bd583ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:16.148776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-36dc315f-db27-4117-a21c-fb6fc41caecf tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 9160be49-f8a4-4b4c-82fa-ab07d46ce9f0 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:02:16.155364 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36dc315f-db27-4117-a21c-fb6fc41caecf tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.166757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa2ba4b-209b-4c1b-b32d-7d8bd583ac46 None None] Routers {'2a1739a9-9319-4675-9dd5-083280d77272'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:02:16.169739 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0aa2ba4b-209b-4c1b-b32d-7d8bd583ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:02:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['2a1739a9-9319-4675-9dd5-083280d77272'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:16.211155 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b38a356-23b2-4282-aaf8-bb8799e162e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.226710 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36dc315f-db27-4117-a21c-fb6fc41caecf tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.229421 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b38a356-23b2-4282-aaf8-bb8799e162e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.283996 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0aa2ba4b-209b-4c1b-b32d-7d8bd583ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:16.284663 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa2ba4b-209b-4c1b-b32d-7d8bd583ac46 None None] The sync data for ids ['2a1739a9-9319-4675-9dd5-083280d77272'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:02:16.336894 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1b38a356-23b2-4282-aaf8-bb8799e162e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14747f9fcb4d4ddd9e4b78e45da95b08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7636364 Aug 28 13:02:16.338206 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37984) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:16.341371 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38a356-23b2-4282-aaf8-bb8799e162e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586da9ba-325f-4543-b57c-90965476f900,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:16.361828 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-efb59862-b2fb-4400-927e-2aa3847a5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.408574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-efb59862-b2fb-4400-927e-2aa3847a5ca0 None None] For port cd9cc14f-e24f-4f59-818b-40dbcd15b8c3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cd9cc14f-e24f-4f59-818b-40dbcd15b8c3,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:16.429857 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-efb59862-b2fb-4400-927e-2aa3847a5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.432082 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36dc315f-db27-4117-a21c-fb6fc41caecf tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.503472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb59862-b2fb-4400-927e-2aa3847a5ca0 None None] Pushing event updated for resources: {'Port': ['ID=cd9cc14f-e24f-4f59-818b-40dbcd15b8c3,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:16.555702 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81bfd95a-2c5d-4ed6-ba6e-9c124095a883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.577033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-49377709-1a00-4047-b881-eda77a27052b None None] Could not find standard attr ID for object dfbdd8a4-1980-40b3-8388-f23682621230. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:02:16.587717 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ee28-8765-4ab9-91c6-ce4897498d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.593967 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81bfd95a-2c5d-4ed6-ba6e-9c124095a883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.605370 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ee28-8765-4ab9-91c6-ce4897498d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.633779 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36dc315f-db27-4117-a21c-fb6fc41caecf tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.655615 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc9ee28-8765-4ab9-91c6-ce4897498d51 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:02:16.657128 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.672643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8508584-d252-421a-ae0f-1c1c31a574b9 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:16.685321 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36dc315f-db27-4117-a21c-fb6fc41caecf tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.717115 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81bfd95a-2c5d-4ed6-ba6e-9c124095a883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.720723 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81bfd95a-2c5d-4ed6-ba6e-9c124095a883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.722227 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-81bfd95a-2c5d-4ed6-ba6e-9c124095a883 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/586da9ba-325f-4543-b57c-90965476f900 HTTP/1.1" status: 204 len: 168 time: 0.3823538 Aug 28 13:02:16.732277 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-36dc315f-db27-4117-a21c-fb6fc41caecf tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/9160be49-f8a4-4b4c-82fa-ab07d46ce9f0 HTTP/1.1" status: 204 len: 168 time: 0.6645653 Aug 28 13:02:16.732710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38002) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:16.744516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfd95a-2c5d-4ed6-ba6e-9c124095a883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586da9ba-325f-4543-b57c-90965476f900,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:16.746437 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc315f-db27-4117-a21c-fb6fc41caecf tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=9160be49-f8a4-4b4c-82fa-ab07d46ce9f0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:16.751488 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ee28-8765-4ab9-91c6-ce4897498d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.751983 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-8cc9ee28-8765-4ab9-91c6-ce4897498d51 admin admin] Added segment 34b79c43-0025-48ef-9a19-41aa63dfa43d of type vlan for network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 Aug 28 13:02:16.791210 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.840028 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-40daa725-ea67-4b08-9325-c33508c8192a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994713 Aug 28 13:02:16.840028 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9ee28-8765-4ab9-91c6-ce4897498d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743332f7-3dcf-4ebc-9d03-f9652e6db59f,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:16.842134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38004) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:16.939419 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Allocated IP 172.25.1.29 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/a67a9efb-2b70-4c3d-97d3-906d622f3563) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:16.973157 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ee28-8765-4ab9-91c6-ce4897498d51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:16.987524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:17.017388 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901ca644-67d4-44c8-98fe-2cb200c51313 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:17.021194 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-901ca644-67d4-44c8-98fe-2cb200c51313 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1758788 Aug 28 13:02:17.022152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38014) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:17.077466 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ee28-8765-4ab9-91c6-ce4897498d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:17.078482 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc9ee28-8765-4ab9-91c6-ce4897498d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:17.079060 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ee28-8765-4ab9-91c6-ce4897498d51 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:17.215810 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:17.252658 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:17.252658 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:17.286305 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0652bdfe-5f2d-42dd-9732-66fa8716d361 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:17.287925 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0652bdfe-5f2d-42dd-9732-66fa8716d361 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2648332 Aug 28 13:02:17.291410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38026) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:17.292414 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8cc9ee28-8765-4ab9-91c6-ce4897498d51 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3908317 Aug 28 13:02:17.296237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38028) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:17.319083 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9ee28-8765-4ab9-91c6-ce4897498d51 admin admin] Pushing event updated for resources: {'Network': ['ID=0fcf0a32-367c-4c48-9e70-14ecb5665bd8,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:17.340560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:02:17.344317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-31125237-9076-48f6-b9cf-207298134ef3 admin admin] Request body: {'subnet': {'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-571719255-subnet', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:17.401559 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5b9a7c39-b006-44dc-b4ca-b4b6089c2a69 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086338 Aug 28 13:02:17.405674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38034) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:17.412025 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6141e9db-b897-4841-8fae-bb0bf66ca900 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:17.469931 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31125237-9076-48f6-b9cf-207298134ef3 admin admin] Made reservation on behalf of e4179b5bac764eccb52966068d97934f for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:17.472461 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31125237-9076-48f6-b9cf-207298134ef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:17.548940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f39c91-ece6-401a-a1c5-60f22e75b66b None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:02:17.633128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-34f39c91-ece6-401a-a1c5-60f22e75b66b None None] Deleting port cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:17.633653 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-34f39c91-ece6-401a-a1c5-60f22e75b66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:17.638903 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6141e9db-b897-4841-8fae-bb0bf66ca900 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:17.642900 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6141e9db-b897-4841-8fae-bb0bf66ca900 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:17.652587 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:17.755589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-34f39c91-ece6-401a-a1c5-60f22e75b66b None None] For port cd9cc14f-e24f-4f59-818b-40dbcd15b8c3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cd9cc14f-e24f-4f59-818b-40dbcd15b8c3,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:17.755589 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-34f39c91-ece6-401a-a1c5-60f22e75b66b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:17.788394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-34f39c91-ece6-401a-a1c5-60f22e75b66b None None] Calling delete_port for cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:17.901757 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-34f39c91-ece6-401a-a1c5-60f22e75b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:17.931139 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Pushing event updated for resources: {'Port': ['ID=a67a9efb-2b70-4c3d-97d3-906d622f3563,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:17.964232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f39c91-ece6-401a-a1c5-60f22e75b66b None None] Pushing event deleted for resources: {'Port': ['ID=cd9cc14f-e24f-4f59-818b-40dbcd15b8c3,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:17.970855 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f39c91-ece6-401a-a1c5-60f22e75b66b None None] No DVR routers for this DVR port cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:02:18.028241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:18.031163 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:18.035208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:18.091203 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6141e9db-b897-4841-8fae-bb0bf66ca900 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:18.094717 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31125237-9076-48f6-b9cf-207298134ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:18.141133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6141e9db-b897-4841-8fae-bb0bf66ca900 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:18.145457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-6141e9db-b897-4841-8fae-bb0bf66ca900 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:18.156752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bd5417-4af7-408a-a45f-149badb8541b None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:18.177980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6141e9db-b897-4841-8fae-bb0bf66ca900 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:18.179026 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6141e9db-b897-4841-8fae-bb0bf66ca900 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:18.185551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31125237-9076-48f6-b9cf-207298134ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44e4607b-0f93-463a-9372-9a1d7a81caa8,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:18.202514 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:18.229519 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6141e9db-b897-4841-8fae-bb0bf66ca900 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8221765 Aug 28 13:02:18.249288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38068) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:18.249910 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:18.258196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-149b04db-60b3-4ec7-8c17-89cc1d5efe97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'fixed_ips': [{'subnet_id': 'a3be2484-58c8-4065-bb6a-1e40c338d516', 'ip_address': '2001:db8::e6fa:3533:6b99:3140'}], 'name': 'tempest-NetworksTestDHCPv6-1073536212'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:18.284366 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38074) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:18.315498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141e9db-b897-4841-8fae-bb0bf66ca900 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=a3be2484-58c8-4065-bb6a-1e40c338d516,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:18.340170 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31125237-9076-48f6-b9cf-207298134ef3 admin admin] Checking segment: {'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:18.340528 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31125237-9076-48f6-b9cf-207298134ef3 admin admin] Network hostable DHCP agents. Network: 0fcf0a32-367c-4c48-9e70-14ecb5665bd8, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:02:18.490567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31125237-9076-48f6-b9cf-207298134ef3 admin admin] Network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:02:18.505770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-31125237-9076-48f6-b9cf-207298134ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 0fcf0a32-367c-4c48-9e70-14ecb5665bd8) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:18.518753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-103679418-network', 'tenant_id': '7e9646233b604e01a156f1311b2f73e3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:18.521573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31125237-9076-48f6-b9cf-207298134ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:18.522176 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31125237-9076-48f6-b9cf-207298134ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:18.534694 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.api [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 13:02:18.534694 n-d-791505-21 neutron-server[94878]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 13:02:18.534694 n-d-791505-21 neutron-server[94878]: [parameters: {'project_id_1': '7e9646233b604e01a156f1311b2f73e3', 'expiration_1': datetime.datetime(2021, 8, 28, 13, 2, 18, 522988)}] Aug 28 13:02:18.534694 n-d-791505-21 neutron-server[94878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:02:18.535243 n-d-791505-21 neutron-server[94878]: DEBUG oslo_db.api [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:02:18.567776 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149b04db-60b3-4ec7-8c17-89cc1d5efe97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:18.576051 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-31125237-9076-48f6-b9cf-207298134ef3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2504604 Aug 28 13:02:18.579083 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38084) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:18.585420 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:18.636804 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:18.644471 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:18.671071 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c7b477-8136-4b64-b0e8-3814b844de53 None None] Network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:18.730150 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:18.733275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': 'a3be2484-58c8-4065-bb6a-1e40c338d516'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:02:18.735853 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:18.736587 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:18.792045 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-149b04db-60b3-4ec7-8c17-89cc1d5efe97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:18.866520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Pushing event updated for resources: {'Port': ['ID=a67a9efb-2b70-4c3d-97d3-906d622f3563,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:18.877267 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:18.880130 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:18.895860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:02:18.899151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-149b04db-60b3-4ec7-8c17-89cc1d5efe97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 41bb4924-121f-4b17-91ba-f28e2cc5635e yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:02:18.956479 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:18.960226 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d689f3aa-0f42-4b45-b226-6e72a27896ed tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9088027 Aug 28 13:02:18.965684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38098) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:19.033679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:02:19.036283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cd9cc14f-e24f-4f59-818b-40dbcd15b8c3 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:02:19.209211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] Made reservation on behalf of 7e9646233b604e01a156f1311b2f73e3 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:19.211036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Allocated IP 2001:db8::2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/a3be2484-58c8-4065-bb6a-1e40c338d516/e4a2e12d-5936-4355-965f-6d413b98cbbd) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:19.216319 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:19.244239 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:19.275665 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:19.283121 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:19.306292 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:02:19.307501 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:19.329050 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:19.431891 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:19.438079 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:19.500952 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:02:19.543359 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d86e00-64ad-45c4-a56c-886b2fe20f7a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:19.561875 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:19.562611 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] Added segment 67a2ad0b-a6a6-483e-845a-6f4f90beefa1 of type vlan for network 9cae8c42-e935-4b4e-8516-14459fba6a1e Aug 28 13:02:19.635457 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:19.638930 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:19.708389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Allocated IP 172.20.0.2 (0fcf0a32-367c-4c48-9e70-14ecb5665bd8/44e4607b-0f93-463a-9372-9a1d7a81caa8/73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:19.848147 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:19.849499 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:19.850094 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:19.853535 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:19.902377 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:19.919444 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Transition to ACTIVE for port object e4a2e12d-5936-4355-965f-6d413b98cbbd will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:19.940363 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Allocated IP 172.25.1.227 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/7803dabf-1f5c-4939-89d5-aff6232181d6) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:19.951718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Transition to ACTIVE for port object e4a2e12d-5936-4355-965f-6d413b98cbbd will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:19.955581 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:19.967019 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:19.987884 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7023141 Aug 28 13:02:19.992783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38136) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:19.998904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-df4d23cb-614b-4367-88b3-3542fae29fef admin admin] Request body: {'subnet': {'network_id': '9cae8c42-e935-4b4e-8516-14459fba6a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-103679418-subnet', 'tenant_id': '7e9646233b604e01a156f1311b2f73e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:20.022826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Pushing event updated for resources: {'Port': ['ID=e4a2e12d-5936-4355-965f-6d413b98cbbd,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:20.039177 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34322187-6e75-4efc-a5b1-01141a404d2c admin admin] Pushing event updated for resources: {'Network': ['ID=9cae8c42-e935-4b4e-8516-14459fba6a1e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:20.079799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4d23cb-614b-4367-88b3-3542fae29fef admin admin] Made reservation on behalf of 7e9646233b604e01a156f1311b2f73e3 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:20.083418 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df4d23cb-614b-4367-88b3-3542fae29fef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:20.087233 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 9cae8c42-e935-4b4e-8516-14459fba6a1e details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:02:20.090621 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:20.154076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:20.217225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:20.245480 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:20.281468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-149b04db-60b3-4ec7-8c17-89cc1d5efe97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::e6fa:3533:6b99:3140 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/a3be2484-58c8-4065-bb6a-1e40c338d516/41bb4924-121f-4b17-91ba-f28e2cc5635e) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:20.311889 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Transition to ACTIVE for port object 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:20.315786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Attempting to bind port e4a2e12d-5936-4355-965f-6d413b98cbbd on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:02:20.316273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Attempting to bind port e4a2e12d-5936-4355-965f-6d413b98cbbd by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:02:20.326458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Attempting to bind port e4a2e12d-5936-4355-965f-6d413b98cbbd on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:02:20.345161 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:02:20.364349 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:20.365210 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:20.365835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:02:20.366624 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Bound port: e4a2e12d-5936-4355-965f-6d413b98cbbd, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:02:20.367240 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:20.387355 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df4d23cb-614b-4367-88b3-3542fae29fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:20.433468 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:20.443825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d23cb-614b-4367-88b3-3542fae29fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=9edbb54f-4679-4107-98f7-44d4283d1fc8,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:20.468949 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Transition to ACTIVE for port object 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:20.498850 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4d23cb-614b-4367-88b3-3542fae29fef admin admin] Checking segment: {'id': '67a2ad0b-a6a6-483e-845a-6f4f90beefa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9cae8c42-e935-4b4e-8516-14459fba6a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:20.500272 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4d23cb-614b-4367-88b3-3542fae29fef admin admin] Network hostable DHCP agents. Network: 9cae8c42-e935-4b4e-8516-14459fba6a1e, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:02:20.519195 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4d23cb-614b-4367-88b3-3542fae29fef admin admin] Network 9cae8c42-e935-4b4e-8516-14459fba6a1e is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:02:20.528444 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:20.529448 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-df4d23cb-614b-4367-88b3-3542fae29fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 9cae8c42-e935-4b4e-8516-14459fba6a1e) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:20.535119 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4d23cb-614b-4367-88b3-3542fae29fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:20.536737 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df4d23cb-614b-4367-88b3-3542fae29fef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:20.552629 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9661ae-cdbf-4f2c-b0fe-11ae920e5f16 None None] Network 9cae8c42-e935-4b4e-8516-14459fba6a1e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:20.590139 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-df4d23cb-614b-4367-88b3-3542fae29fef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5843861 Aug 28 13:02:20.616396 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:20.621501 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] For port e4a2e12d-5936-4355-965f-6d413b98cbbd, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:02:20.659534 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:20.679323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:20.713700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:20.757117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Allocated IP 172.25.1.235 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/aeb1b3f5-be48-483f-a183-020477f17aa7) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:20.773807 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-149b04db-60b3-4ec7-8c17-89cc1d5efe97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:20.778936 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:20.791266 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] For port e4a2e12d-5936-4355-965f-6d413b98cbbd, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e4a2e12d-5936-4355-965f-6d413b98cbbd,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:02:20.791889 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:20.792567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Pushing event updated for resources: {'Port': ['ID=73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:20.798187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Pushing event updated for resources: {'Port': ['ID=7803dabf-1f5c-4939-89d5-aff6232181d6,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:20.804441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:20.811725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-149b04db-60b3-4ec7-8c17-89cc1d5efe97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 41bb4924-121f-4b17-91ba-f28e2cc5635e will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:20.849721 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:21.074453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb6d8bd-1765-4dcb-b7dc-422787dd4aae None None] Network 9cae8c42-e935-4b4e-8516-14459fba6a1e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:21.090524 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:21.119389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fd550-6200-4bbb-8370-c1cf730ad814 None None] Pushing event updated for resources: {'Port': ['ID=e4a2e12d-5936-4355-965f-6d413b98cbbd,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:21.155760 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-149b04db-60b3-4ec7-8c17-89cc1d5efe97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:21.195428 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:21.237086 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Attempting to bind port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:02:21.237605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Attempting to bind port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:02:21.238076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Attempting to bind port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 on network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:02:21.259452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149b04db-60b3-4ec7-8c17-89cc1d5efe97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:21.262491 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:21.265910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-149b04db-60b3-4ec7-8c17-89cc1d5efe97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:21.273277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149b04db-60b3-4ec7-8c17-89cc1d5efe97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:21.305824 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:02:21.306684 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Checking segment: {'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:21.307417 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:21.308208 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Bound using segment: {'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:02:21.308409 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:21.309656 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149b04db-60b3-4ec7-8c17-89cc1d5efe97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:21.310260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Bound port: 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:02:21.310412 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-149b04db-60b3-4ec7-8c17-89cc1d5efe97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:21.312937 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:21.315125 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:21.318937 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:21.464953 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b04db-60b3-4ec7-8c17-89cc1d5efe97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=41bb4924-121f-4b17-91ba-f28e2cc5635e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:21.494454 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-149b04db-60b3-4ec7-8c17-89cc1d5efe97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2363210 Aug 28 13:02:21.534344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38188) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:21.535112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38192) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:21.556276 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-80ab5e8d-c791-4c19-8662-8b753ce2dd9a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-133686193-network', 'tenant_id': 'b88d24248015424c868d5fb965eb93a6'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:21.601154 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:21.606107 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Pushing event updated for resources: {'Port': ['ID=aeb1b3f5-be48-483f-a183-020477f17aa7,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:21.660177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ab5e8d-c791-4c19-8662-8b753ce2dd9a admin admin] Made reservation on behalf of b88d24248015424c868d5fb965eb93a6 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:21.662657 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80ab5e8d-c791-4c19-8662-8b753ce2dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:21.677234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] For port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:02:21.681740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] For port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:02:21.694167 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:21.795129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2363f-c5ce-4eeb-8cf9-b9c45c8e5b14 None None] Pushing event updated for resources: {'Port': ['ID=73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:21.875587 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:22.203504 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80ab5e8d-c791-4c19-8662-8b753ce2dd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:22.268629 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7f6f20-ce4a-44c9-85a7-9f934fc97db9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:22.279223 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7f6f20-ce4a-44c9-85a7-9f934fc97db9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:22.283382 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fa7f6f20-ce4a-44c9-85a7-9f934fc97db9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7442548 Aug 28 13:02:22.286627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38214) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:22.402301 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:22.649036 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80ab5e8d-c791-4c19-8662-8b753ce2dd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:22.651779 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Router e147da00-12de-46bf-9da2-ab52d59b8ebe is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:02:22.703238 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80ab5e8d-c791-4c19-8662-8b753ce2dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:22.708513 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:22.767536 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:22.872168 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ab5e8d-c791-4c19-8662-8b753ce2dd9a admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:02:22.893477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Pushing event updated for resources: {'Port': ['ID=7803dabf-1f5c-4939-89d5-aff6232181d6,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:22.918737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab5e8d-c791-4c19-8662-8b753ce2dd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83187125-4a70-49b9-a503-a639d9e975f9,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:22.923770 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80ab5e8d-c791-4c19-8662-8b753ce2dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:22.924116 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-80ab5e8d-c791-4c19-8662-8b753ce2dd9a admin admin] Added segment 64a5dfe4-4da1-456a-9d92-a0944caaca2f of type vlan for network 53f3ce2f-fcfd-49a3-8b51-881e630a76f6 Aug 28 13:02:22.988101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7885a26b-4460-43bd-9c2d-03fefaa15cbb None None] Provisioning for port e4a2e12d-5936-4355-965f-6d413b98cbbd completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:23.058609 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:02:23.080144 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Sync routers for ids ['e147da00-12de-46bf-9da2-ab52d59b8ebe'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:02:23.082638 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80ab5e8d-c791-4c19-8662-8b753ce2dd9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:23.105774 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Routers {'e147da00-12de-46bf-9da2-ab52d59b8ebe'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:02:23.106443 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:02:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e147da00-12de-46bf-9da2-ab52d59b8ebe'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:23.116955 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:23.120314 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2bfc8e3a-9b5d-46d4-9764-f74390fbd9ae admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5400374 Aug 28 13:02:23.130487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38242) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:23.171449 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:23.188000 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:23.313588 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80ab5e8d-c791-4c19-8662-8b753ce2dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:23.315707 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:23.318064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ab5e8d-c791-4c19-8662-8b753ce2dd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:23.320172 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80ab5e8d-c791-4c19-8662-8b753ce2dd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:23.326009 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Set router e147da00-12de-46bf-9da2-ab52d59b8ebe gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:02:23.328008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e4a2e12d-5936-4355-965f-6d413b98cbbd up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:23.355629 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:23.371270 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38244) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:23.371905 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-57099601-5554-4921-b0e7-446f213ecb53 tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4041159 Aug 28 13:02:23.453389 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-80ab5e8d-c791-4c19-8662-8b753ce2dd9a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9077511 Aug 28 13:02:23.464131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port e4a2e12d-5936-4355-965f-6d413b98cbbd completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:23.469547 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port e4a2e12d-5936-4355-965f-6d413b98cbbd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:23.469931 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:23.536022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38250) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:23.562155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7db64df2-7c97-48bd-9311-14ee24ba926e admin admin] Request body: {'subnet': {'network_id': '53f3ce2f-fcfd-49a3-8b51-881e630a76f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-133686193-subnet', 'tenant_id': 'b88d24248015424c868d5fb965eb93a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:23.665820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab5e8d-c791-4c19-8662-8b753ce2dd9a admin admin] Pushing event updated for resources: {'Network': ['ID=53f3ce2f-fcfd-49a3-8b51-881e630a76f6,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:23.688209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-61673abe-ba1d-4ac7-b3cb-4842c064f103 None None] Provisioning for port 41bb4924-121f-4b17-91ba-f28e2cc5635e completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:23.699413 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2af99895-aa26-47bf-92de-4dc38a40596c tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1649 time: 0.3258791 Aug 28 13:02:23.699981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-0b8848c2-79df-4c43-be02-cb6279ba0908 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 41bb4924-121f-4b17-91ba-f28e2cc5635e {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:23.701356 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b8848c2-79df-4c43-be02-cb6279ba0908 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:23.708279 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38258) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:23.719508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 53f3ce2f-fcfd-49a3-8b51-881e630a76f6 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:02:23.724431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb192a61-81db-45ea-b12e-a1ce55da2161 None None] Network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:23.761098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db64df2-7c97-48bd-9311-14ee24ba926e admin admin] Made reservation on behalf of b88d24248015424c868d5fb965eb93a6 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:23.767084 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7db64df2-7c97-48bd-9311-14ee24ba926e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:23.845727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-61673abe-ba1d-4ac7-b3cb-4842c064f103 None None] Provisioning complete for port 41bb4924-121f-4b17-91ba-f28e2cc5635e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:23.846102 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-61673abe-ba1d-4ac7-b3cb-4842c064f103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:24.012239 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b8848c2-79df-4c43-be02-cb6279ba0908 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:24.030873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-0b8848c2-79df-4c43-be02-cb6279ba0908 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 41bb4924-121f-4b17-91ba-f28e2cc5635e owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:24.040149 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:21Z', 'revision_number': 3, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:24.097291 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0929093c-2f91-42b6-a833-1b707ba58bc0 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.3868501 Aug 28 13:02:24.098173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38270) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:24.110709 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Checking router: e147da00-12de-46bf-9da2-ab52d59b8ebe for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:02:24.115788 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Updating router e147da00-12de-46bf-9da2-ab52d59b8ebe port aeb1b3f5-be48-483f-a183-020477f17aa7 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:02:24.177065 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:24.359688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-61673abe-ba1d-4ac7-b3cb-4842c064f103 None None] Port 41bb4924-121f-4b17-91ba-f28e2cc5635e cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:02:24.388886 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b8848c2-79df-4c43-be02-cb6279ba0908 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:24.531285 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:24.599062 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b8848c2-79df-4c43-be02-cb6279ba0908 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:24.601066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0b8848c2-79df-4c43-be02-cb6279ba0908 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/41bb4924-121f-4b17-91ba-f28e2cc5635e HTTP/1.1" status: 204 len: 168 time: 2.1812558 Aug 28 13:02:24.621401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8848c2-79df-4c43-be02-cb6279ba0908 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=41bb4924-121f-4b17-91ba-f28e2cc5635e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:24.648593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38288) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:24.664487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6d0cd496-751e-4464-a274-c3bccd03e227 None None] Provisioning for port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:24.675131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6d0cd496-751e-4464-a274-c3bccd03e227 None None] Provisioning complete for port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:24.683416 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd496-751e-4464-a274-c3bccd03e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:24.775404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9d69e-f0d0-4b69-95dc-97fb2c994e0d tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Deleting port 7803dabf-1f5c-4939-89d5-aff6232181d6 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:24.776693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d69e-f0d0-4b69-95dc-97fb2c994e0d tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:24.785631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4255410-e0be-4929-ad04-c9d8f6a3a565 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:24.787468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4255410-e0be-4929-ad04-c9d8f6a3a565 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:24.789177 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d4255410-e0be-4929-ad04-c9d8f6a3a565 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1388993 Aug 28 13:02:24.799824 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38290) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:24.833046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port e4a2e12d-5936-4355-965f-6d413b98cbbd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e4a2e12d-5936-4355-965f-6d413b98cbbd,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:24.883162 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:24.884107 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:24.929786 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Transition to ACTIVE for port object aeb1b3f5-be48-483f-a183-020477f17aa7 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:24.939909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-497c437b-672a-4ce2-a8e7-4a2f87d9496c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet a3be2484-58c8-4065-bb6a-1e40c338d516 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:02:24.954943 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-497c437b-672a-4ce2-a8e7-4a2f87d9496c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:24.978731 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:25.081186 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Attempting to bind port aeb1b3f5-be48-483f-a183-020477f17aa7 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:02:25.082131 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Attempting to bind port aeb1b3f5-be48-483f-a183-020477f17aa7 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:02:25.082716 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Attempting to bind port aeb1b3f5-be48-483f-a183-020477f17aa7 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:02:25.092069 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:02:25.092911 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:25.093605 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:25.094224 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:02:25.095096 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Bound port: aeb1b3f5-be48-483f-a183-020477f17aa7, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:02:25.096198 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:25.111727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-497c437b-672a-4ce2-a8e7-4a2f87d9496c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:25.144440 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7db64df2-7c97-48bd-9311-14ee24ba926e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:25.202614 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] For port aeb1b3f5-be48-483f-a183-020477f17aa7, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:02:25.215615 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] For port aeb1b3f5-be48-483f-a183-020477f17aa7, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=aeb1b3f5-be48-483f-a183-020477f17aa7,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:02:25.231952 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:25.238312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=e4a2e12d-5936-4355-965f-6d413b98cbbd,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:25.267914 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd496-751e-4464-a274-c3bccd03e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:25.273048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db64df2-7c97-48bd-9311-14ee24ba926e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d7a1dd-62df-4268-a348-75ef64472317,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:25.277285 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:25.294549 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac373d-fcf3-4484-beb9-3b686d77aded None None] Pushing event updated for resources: {'Port': ['ID=aeb1b3f5-be48-483f-a183-020477f17aa7,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:25.305749 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db64df2-7c97-48bd-9311-14ee24ba926e admin admin] Checking segment: {'id': '64a5dfe4-4da1-456a-9d92-a0944caaca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '53f3ce2f-fcfd-49a3-8b51-881e630a76f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:25.306320 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db64df2-7c97-48bd-9311-14ee24ba926e admin admin] Network hostable DHCP agents. Network: 53f3ce2f-fcfd-49a3-8b51-881e630a76f6, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:02:25.323151 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac373d-fcf3-4484-beb9-3b686d77aded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:25.323513 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac373d-fcf3-4484-beb9-3b686d77aded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:25.323990 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac373d-fcf3-4484-beb9-3b686d77aded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:25.324851 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac373d-fcf3-4484-beb9-3b686d77aded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:25.325410 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac373d-fcf3-4484-beb9-3b686d77aded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:25.326197 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac373d-fcf3-4484-beb9-3b686d77aded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:25.326780 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac373d-fcf3-4484-beb9-3b686d77aded None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:25.327464 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac373d-fcf3-4484-beb9-3b686d77aded None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:25.328011 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac373d-fcf3-4484-beb9-3b686d77aded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:25.328611 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac373d-fcf3-4484-beb9-3b686d77aded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:25.329155 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac373d-fcf3-4484-beb9-3b686d77aded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:25.329714 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaac373d-fcf3-4484-beb9-3b686d77aded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:25.349507 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Routers {'e147da00-12de-46bf-9da2-ab52d59b8ebe'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:02:25.351905 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:02:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e147da00-12de-46bf-9da2-ab52d59b8ebe'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:25.387662 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db64df2-7c97-48bd-9311-14ee24ba926e admin admin] Network 53f3ce2f-fcfd-49a3-8b51-881e630a76f6 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:02:25.394829 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d69e-f0d0-4b69-95dc-97fb2c994e0d tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:25.395040 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6d0cd496-751e-4464-a274-c3bccd03e227 None None] For port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:25.395524 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d69e-f0d0-4b69-95dc-97fb2c994e0d tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:25.407232 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd496-751e-4464-a274-c3bccd03e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:25.421280 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-497c437b-672a-4ce2-a8e7-4a2f87d9496c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:25.439676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-7db64df2-7c97-48bd-9311-14ee24ba926e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 53f3ce2f-fcfd-49a3-8b51-881e630a76f6) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:25.465058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9d69e-f0d0-4b69-95dc-97fb2c994e0d tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Calling delete_port for 7803dabf-1f5c-4939-89d5-aff6232181d6 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:25.475344 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db64df2-7c97-48bd-9311-14ee24ba926e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:25.475961 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7db64df2-7c97-48bd-9311-14ee24ba926e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:25.520282 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac373d-fcf3-4484-beb9-3b686d77aded None None] Pushing event updated for resources: {'Port': ['ID=aeb1b3f5-be48-483f-a183-020477f17aa7,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:25.539026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e06b93-5c1d-43a3-a234-fefea0b0e551 None None] Network 53f3ce2f-fcfd-49a3-8b51-881e630a76f6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:25.543414 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] Set router e147da00-12de-46bf-9da2-ab52d59b8ebe gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:02:25.637412 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7db64df2-7c97-48bd-9311-14ee24ba926e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0995731 Aug 28 13:02:25.721943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cd496-751e-4464-a274-c3bccd03e227 None None] Pushing event updated for resources: {'Port': ['ID=73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:25.729585 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-497c437b-672a-4ce2-a8e7-4a2f87d9496c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:25.765931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-070e84a5-f3c0-4927-8e4c-d4da072da728 None None] Provisioning complete for port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:25.768482 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-070e84a5-f3c0-4927-8e4c-d4da072da728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:25.771777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Allocated IP 172.20.0.1 (0fcf0a32-367c-4c48-9e70-14ecb5665bd8/44e4607b-0f93-463a-9372-9a1d7a81caa8/f14ae755-7218-455c-b31b-a6bc7311bbc1) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:25.789890 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-497c437b-672a-4ce2-a8e7-4a2f87d9496c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:25.803265 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-497c437b-672a-4ce2-a8e7-4a2f87d9496c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/a3be2484-58c8-4065-bb6a-1e40c338d516 HTTP/1.1" status: 204 len: 168 time: 1.0021126 Aug 28 13:02:25.827717 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38324) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:25.841125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c437b-672a-4ce2-a8e7-4a2f87d9496c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=a3be2484-58c8-4065-bb6a-1e40c338d516,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:25.938936 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b93f7c-b54c-49fd-9612-03069cccadc1 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:25.963870 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4fdf5a0c-e145-4c2e-8cc2-3a1093c589a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067936 Aug 28 13:02:25.964670 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38328) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:25.996134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5f9d3c7b-fc9d-4179-9f4f-65eb76e14420 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:26.011314 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d69e-f0d0-4b69-95dc-97fb2c994e0d tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:26.014410 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:21Z', 'revision_number': 3, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:26.044692 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b5b2f-45b4-47a5-ab2f-3964ae95d1e1 None None] The sync data for ids ['e147da00-12de-46bf-9da2-ab52d59b8ebe'] in n-d-791505-21 is: [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:21Z', 'revision_number': 3, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:02:26.120972 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9d69e-f0d0-4b69-95dc-97fb2c994e0d tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Pushing event deleted for resources: {'Port': ['ID=7803dabf-1f5c-4939-89d5-aff6232181d6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:26.301308 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d69e-f0d0-4b69-95dc-97fb2c994e0d tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:26.304849 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f4d9d69e-f0d0-4b69-95dc-97fb2c994e0d tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:26.308956 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f4d9d69e-f0d0-4b69-95dc-97fb2c994e0d tempest-FloatingIPAdminTestJSON-2126496741 tempest-FloatingIPAdminTestJSON-2126496741-project] 10.222.0.20 "DELETE /v2.0/floatingips/2707dae4-d4e0-4076-9e77-5882cceede90 HTTP/1.1" status: 204 len: 168 time: 2.0517623 Aug 28 13:02:26.311912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38346) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:26.401700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e9c59e-1306-479e-a616-f155c3891f35 None None] Network 53f3ce2f-fcfd-49a3-8b51-881e630a76f6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:26.530059 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:26.531529 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9d3c7b-fc9d-4179-9f4f-65eb76e14420 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:26.535937 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3c7b-fc9d-4179-9f4f-65eb76e14420 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:26.642924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Transition to ACTIVE for port object f14ae755-7218-455c-b31b-a6bc7311bbc1 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:26.791705 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:26.795334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-96169fa4-64f8-410d-af6d-50d6fc758bec tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Deleting port a67a9efb-2b70-4c3d-97d3-906d622f3563 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:26.795918 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96169fa4-64f8-410d-af6d-50d6fc758bec tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:26.880878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:26.892259 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:26.896548 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:26.955066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e12756-9495-40b8-822f-5d808355cffc req-66c821e0-3611-408c-bf2b-a2196eeecc2e tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:26.964553 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d6e12756-9495-40b8-822f-5d808355cffc req-66c821e0-3611-408c-bf2b-a2196eeecc2e tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/networks?id=9cae8c42-e935-4b4e-8516-14459fba6a1e HTTP/1.1" status: 200 len: 824 time: 0.3283498 Aug 28 13:02:26.998280 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d6e12756-9495-40b8-822f-5d808355cffc req-b6b7ddae-dd65-4466-a83c-8f19a9907ce9 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/quotas/7e9646233b604e01a156f1311b2f73e3 HTTP/1.1" status: 200 len: 375 time: 0.0324795 Aug 28 13:02:26.998705 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Pushing event updated for resources: {'Port': ['ID=f14ae755-7218-455c-b31b-a6bc7311bbc1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:27.062734 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96169fa4-64f8-410d-af6d-50d6fc758bec tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:27.063068 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96169fa4-64f8-410d-af6d-50d6fc758bec tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:27.085389 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:27.088514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-96169fa4-64f8-410d-af6d-50d6fc758bec tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Calling delete_port for a67a9efb-2b70-4c3d-97d3-906d622f3563 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:27.104761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca72af55-ca0c-4d9c-9284-dd55ec814ff8 None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:02:27.207633 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3c7b-fc9d-4179-9f4f-65eb76e14420 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:27.349131 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d6e12756-9495-40b8-822f-5d808355cffc req-702fc32c-3350-4625-a8e2-3faf9e20f05b tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e9646233b604e01a156f1311b2f73e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3453848 Aug 28 13:02:27.360212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device aeb1b3f5-be48-483f-a183-020477f17aa7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:27.453684 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ca72af55-ca0c-4d9c-9284-dd55ec814ff8 None None] Deleting port e4a2e12d-5936-4355-965f-6d413b98cbbd {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:27.459353 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ca72af55-ca0c-4d9c-9284-dd55ec814ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:27.466722 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9d3c7b-fc9d-4179-9f4f-65eb76e14420 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:27.487972 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d3c7b-fc9d-4179-9f4f-65eb76e14420 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=ee9db867-3e36-474f-9820-18dfdabd6dd4,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:27.492360 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-5f9d3c7b-fc9d-4179-9f4f-65eb76e14420 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:27.495793 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9d3c7b-fc9d-4179-9f4f-65eb76e14420 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:27.496387 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3c7b-fc9d-4179-9f4f-65eb76e14420 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:27.551261 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5f9d3c7b-fc9d-4179-9f4f-65eb76e14420 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5838900 Aug 28 13:02:27.554490 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38382) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:27.610483 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-3718ffc1-b630-4805-b788-ce0699c8d198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'fixed_ips': [{'subnet_id': 'ee9db867-3e36-474f-9820-18dfdabd6dd4', 'ip_address': '2001:db8::4b0a:714a:7349:cd19'}], 'name': 'tempest-NetworksTestDHCPv6-1139409032'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:27.613574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0bba875d-529c-49ab-8c52-9d2e98f757ff None None] Provisioning for port f14ae755-7218-455c-b31b-a6bc7311bbc1 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:27.627438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0bba875d-529c-49ab-8c52-9d2e98f757ff None None] Provisioning complete for port f14ae755-7218-455c-b31b-a6bc7311bbc1 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:27.628092 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0bba875d-529c-49ab-8c52-9d2e98f757ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:27.669663 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96169fa4-64f8-410d-af6d-50d6fc758bec tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:27.720987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96169fa4-64f8-410d-af6d-50d6fc758bec tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Pushing event deleted for resources: {'Port': ['ID=a67a9efb-2b70-4c3d-97d3-906d622f3563,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:27.746540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0bba875d-529c-49ab-8c52-9d2e98f757ff None None] Port f14ae755-7218-455c-b31b-a6bc7311bbc1 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:02:27.767775 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d6e12756-9495-40b8-822f-5d808355cffc req-0435e918-258b-4ed4-90a5-3df8e60b85f3 service neutron] 10.222.0.20 "GET /v2.0/networks/9cae8c42-e935-4b4e-8516-14459fba6a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056940 Aug 28 13:02:27.783465 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port aeb1b3f5-be48-483f-a183-020477f17aa7 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:27.795138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ca72af55-ca0c-4d9c-9284-dd55ec814ff8 None None] For port e4a2e12d-5936-4355-965f-6d413b98cbbd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e4a2e12d-5936-4355-965f-6d413b98cbbd,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:27.795874 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ca72af55-ca0c-4d9c-9284-dd55ec814ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:27.802832 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:27.818535 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port aeb1b3f5-be48-483f-a183-020477f17aa7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:27.818901 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:27.851244 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96169fa4-64f8-410d-af6d-50d6fc758bec tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:27.854268 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96169fa4-64f8-410d-af6d-50d6fc758bec tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:27.855075 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-96169fa4-64f8-410d-af6d-50d6fc758bec tempest-FloatingIPAdminTestJSON-608821027 tempest-FloatingIPAdminTestJSON-608821027-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/3458a50c-b460-4d80-942e-89dc720a8501 HTTP/1.1" status: 204 len: 168 time: 1.5421884 Aug 28 13:02:27.868528 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38394) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:27.981244 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ca72af55-ca0c-4d9c-9284-dd55ec814ff8 None None] Calling delete_port for e4a2e12d-5936-4355-965f-6d413b98cbbd owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:28.022275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3718ffc1-b630-4805-b788-ce0699c8d198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:28.106449 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d6e12756-9495-40b8-822f-5d808355cffc req-01d5681e-ebe0-409e-9ca6-c73395772883 service neutron] 10.222.0.20 "GET /v2.0/networks/9cae8c42-e935-4b4e-8516-14459fba6a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665040 Aug 28 13:02:28.109339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-77a20aca-bb31-4484-bdb1-cf84ae8b7850 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Deleting port a92fafe1-8e64-4f82-94ed-0c36c0d731b1 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:28.109624 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77a20aca-bb31-4484-bdb1-cf84ae8b7850 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:28.171182 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3718ffc1-b630-4805-b788-ce0699c8d198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:28.226153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-3718ffc1-b630-4805-b788-ce0699c8d198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 7cd4883b-9cae-4679-a79f-df31085ee9f8 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:02:28.366743 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:28.392561 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77a20aca-bb31-4484-bdb1-cf84ae8b7850 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:28.412888 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ca72af55-ca0c-4d9c-9284-dd55ec814ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:28.420628 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-77a20aca-bb31-4484-bdb1-cf84ae8b7850 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Calling delete_port for a92fafe1-8e64-4f82-94ed-0c36c0d731b1 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:28.443455 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port aeb1b3f5-be48-483f-a183-020477f17aa7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=aeb1b3f5-be48-483f-a183-020477f17aa7,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:28.538289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72af55-ca0c-4d9c-9284-dd55ec814ff8 None None] Pushing event deleted for resources: {'Port': ['ID=e4a2e12d-5936-4355-965f-6d413b98cbbd,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:28.547160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca72af55-ca0c-4d9c-9284-dd55ec814ff8 None None] No DVR routers for this DVR port e4a2e12d-5936-4355-965f-6d413b98cbbd on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:02:28.554872 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:28.556925 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:28.641763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8bcceb-1b6b-40cb-b56f-2c243adfbc8e None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:28.652232 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:28.696361 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:28.745503 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77a20aca-bb31-4484-bdb1-cf84ae8b7850 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:28.851133 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a20aca-bb31-4484-bdb1-cf84ae8b7850 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event deleted for resources: {'Port': ['ID=a92fafe1-8e64-4f82-94ed-0c36c0d731b1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:28.855759 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-89e5633c-6cd9-4548-b6b0-cba0fb9a1ad5 req-ef68640c-be16-4fa1-9377-a3384777f774 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 210 time: 0.1928215 Aug 28 13:02:28.928770 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-3718ffc1-b630-4805-b788-ce0699c8d198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::4b0a:714a:7349:cd19 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/ee9db867-3e36-474f-9820-18dfdabd6dd4/7cd4883b-9cae-4679-a79f-df31085ee9f8) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:28.956638 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:28.973289 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Pushing event updated for resources: {'Port': ['ID=f14ae755-7218-455c-b31b-a6bc7311bbc1,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:29.019132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:29.021147 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:29.042442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=aeb1b3f5-be48-483f-a183-020477f17aa7,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:29.112150 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': 'ee9db867-3e36-474f-9820-18dfdabd6dd4'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:02:29.130382 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:29.173316 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77a20aca-bb31-4484-bdb1-cf84ae8b7850 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:29.181423 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-77a20aca-bb31-4484-bdb1-cf84ae8b7850 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] 10.222.0.20 "DELETE /v2.0/ports/a92fafe1-8e64-4f82-94ed-0c36c0d731b1 HTTP/1.1" status: 204 len: 168 time: 1.3119168 Aug 28 13:02:29.182904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38434) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:29.346408 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c28161-91cd-4148-9965-0f0e10467f0d tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:29.348748 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-99c28161-91cd-4148-9965-0f0e10467f0d tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a1739a9-9319-4675-9dd5-083280d77272 HTTP/1.1" status: 200 len: 913 time: 0.1599207 Aug 28 13:02:29.357663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38442) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:29.596980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:29.602833 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:29.746173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device aeb1b3f5-be48-483f-a183-020477f17aa7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:29.867968 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port aeb1b3f5-be48-483f-a183-020477f17aa7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:29.868465 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:29.870251 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3718ffc1-b630-4805-b788-ce0699c8d198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:29.950268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-3718ffc1-b630-4805-b788-ce0699c8d198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 7cd4883b-9cae-4679-a79f-df31085ee9f8 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:30.093017 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1f727147-c0e9-45e5-b66f-a412264572f7 None None] Provisioning complete for port f14ae755-7218-455c-b31b-a6bc7311bbc1 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:30.093694 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1f727147-c0e9-45e5-b66f-a412264572f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:30.128245 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36318f94-083a-4967-9e4f-d2824c77bf24 req-06544f24-9d53-4fdf-b711-6c20ccefc776 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 210 time: 0.0931590 Aug 28 13:02:30.160069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-1f727147-c0e9-45e5-b66f-a412264572f7 None None] Port f14ae755-7218-455c-b31b-a6bc7311bbc1 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:02:30.178011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e4a2e12d-5936-4355-965f-6d413b98cbbd no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:02:30.218726 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3718ffc1-b630-4805-b788-ce0699c8d198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:30.249281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: e4a2e12d-5936-4355-965f-6d413b98cbbd {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:02:30.249527 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e4a2e12d-5936-4355-965f-6d413b98cbbd not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:02:30.299617 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3718ffc1-b630-4805-b788-ce0699c8d198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:30.309046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-3718ffc1-b630-4805-b788-ce0699c8d198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:30.314966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3718ffc1-b630-4805-b788-ce0699c8d198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:30.318470 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Allocated IP 2001:db8::2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/ee9db867-3e36-474f-9820-18dfdabd6dd4/6874efdd-93c1-4922-802f-1181bd313c28) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:30.322417 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3718ffc1-b630-4805-b788-ce0699c8d198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:30.323856 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3718ffc1-b630-4805-b788-ce0699c8d198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:30.387384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718ffc1-b630-4805-b788-ce0699c8d198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=7cd4883b-9cae-4679-a79f-df31085ee9f8,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:30.448314 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Router e147da00-12de-46bf-9da2-ab52d59b8ebe has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:02:30.472906 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3718ffc1-b630-4805-b788-ce0699c8d198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9166837 Aug 28 13:02:30.474759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38478) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:30.567100 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:30.590528 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Transition to ACTIVE for port object 6874efdd-93c1-4922-802f-1181bd313c28 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:30.616764 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Transition to ACTIVE for port object 6874efdd-93c1-4922-802f-1181bd313c28 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:30.627797 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:30.659356 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132e439-d516-42a1-a8a0-304cca43a8f4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:30.665168 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a132e439-d516-42a1-a8a0-304cca43a8f4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1889534 Aug 28 13:02:30.688025 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38484) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:30.824837 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:30.828624 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:30.844844 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:30.848804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Pushing event updated for resources: {'Port': ['ID=6874efdd-93c1-4922-802f-1181bd313c28,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:30.905676 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:30.918015 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e12756-9495-40b8-822f-5d808355cffc req-e33438d4-cdcd-499d-bce7-eb6c326c7499 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:30.920271 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6e12756-9495-40b8-822f-5d808355cffc req-e33438d4-cdcd-499d-bce7-eb6c326c7499 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.10 "GET /v2.0/networks?id=9cae8c42-e935-4b4e-8516-14459fba6a1e HTTP/1.1" status: 200 len: 824 time: 0.3074691 Aug 28 13:02:30.943376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-d6e12756-9495-40b8-822f-5d808355cffc req-fc70c80a-b4c7-4908-adcd-0503455de104 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Request body: {'port': {'device_id': '23cdfb78-254c-4c65-868f-3d79be0053e3', 'network_id': '9cae8c42-e935-4b4e-8516-14459fba6a1e', 'admin_state_up': True, 'tenant_id': '7e9646233b604e01a156f1311b2f73e3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:30.957467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Attempting to bind port 6874efdd-93c1-4922-802f-1181bd313c28 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:02:30.958540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Attempting to bind port 6874efdd-93c1-4922-802f-1181bd313c28 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:02:30.959762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Attempting to bind port 6874efdd-93c1-4922-802f-1181bd313c28 on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:02:30.974522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:02:30.974899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:30.975561 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:30.975955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:02:30.976528 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Bound port: 6874efdd-93c1-4922-802f-1181bd313c28, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:02:30.976909 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:31.009291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:02:31.033561 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Sync routers for ids ['e147da00-12de-46bf-9da2-ab52d59b8ebe'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:02:31.066142 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d0fee2f3-0a21-4e3a-a001-f8e897391296 admin admin] 10.222.0.20 "PUT /v2.0/routers/e147da00-12de-46bf-9da2-ab52d59b8ebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9205444 Aug 28 13:02:31.127141 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-dc994b8b-84fe-48ce-8792-8d5e1b9210fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 7cd4883b-9cae-4679-a79f-df31085ee9f8 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:31.127478 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc994b8b-84fe-48ce-8792-8d5e1b9210fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:31.134703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] For port 6874efdd-93c1-4922-802f-1181bd313c28, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:02:31.139457 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] For port 6874efdd-93c1-4922-802f-1181bd313c28, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6874efdd-93c1-4922-802f-1181bd313c28,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:02:31.146547 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Routers {'e147da00-12de-46bf-9da2-ab52d59b8ebe'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:02:31.151039 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:02:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e147da00-12de-46bf-9da2-ab52d59b8ebe'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:31.159835 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:31.411421 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242ea47-7209-4acd-925c-3ab11307abcd None None] Pushing event updated for resources: {'Port': ['ID=6874efdd-93c1-4922-802f-1181bd313c28,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:31.440932 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-511b018b-e1f8-4bda-8aa2-ce5569df3e77 req-8751987e-6bdc-43df-9745-be2dec562cfc tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 210 time: 0.1528831 Aug 28 13:02:31.473660 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e12756-9495-40b8-822f-5d808355cffc req-fc70c80a-b4c7-4908-adcd-0503455de104 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Made reservation on behalf of 7e9646233b604e01a156f1311b2f73e3 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:31.474750 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Set router e147da00-12de-46bf-9da2-ab52d59b8ebe gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:02:31.478255 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d6e12756-9495-40b8-822f-5d808355cffc req-fc70c80a-b4c7-4908-adcd-0503455de104 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:31.629522 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc994b8b-84fe-48ce-8792-8d5e1b9210fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:31.636270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Deleting port dd6fa537-4a9e-44ce-aa97-709b4fad4d1e {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:31.637045 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:31.799866 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-dc994b8b-84fe-48ce-8792-8d5e1b9210fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 7cd4883b-9cae-4679-a79f-df31085ee9f8 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:31.988448 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:32.021811 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Calling delete_port for dd6fa537-4a9e-44ce-aa97-709b4fad4d1e owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:32.023408 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-d6e12756-9495-40b8-822f-5d808355cffc req-fc70c80a-b4c7-4908-adcd-0503455de104 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Allocated IP 172.20.0.10 (9cae8c42-e935-4b4e-8516-14459fba6a1e/9edbb54f-4679-4107-98f7-44d4283d1fc8/eedc47b1-d95b-49d2-a1a6-c54e827a80cc) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:32.129019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:27Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f14ae755-7218-455c-b31b-a6bc7311bbc1', 'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'mac_address': 'fa:16:3e:9a:80:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:25Z', 'updated_at': '2021-08-28T13:02:27Z', 'revision_number': 2, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'subnets': [{'id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:32.203962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Checking router: e147da00-12de-46bf-9da2-ab52d59b8ebe for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:02:32.204325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Updating router e147da00-12de-46bf-9da2-ab52d59b8ebe port f14ae755-7218-455c-b31b-a6bc7311bbc1 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:02:32.259773 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:32.317732 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:32.337451 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d6e12756-9495-40b8-822f-5d808355cffc req-fc70c80a-b4c7-4908-adcd-0503455de104 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:32.471904 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d6e12756-9495-40b8-822f-5d808355cffc req-fc70c80a-b4c7-4908-adcd-0503455de104 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:32.554173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event deleted for resources: {'Port': ['ID=dd6fa537-4a9e-44ce-aa97-709b4fad4d1e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:32.695703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38548) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:32.697191 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:32.697542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:32.697885 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:32.698223 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:32.698584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:32.698918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:32.699249 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:32.699576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:32.699903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:32.700231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:32.700554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:32.700876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:32.745033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-37288211-8496-42a9-9482-734ba4910222 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--572154131', 'description': 'tempest-description--1915678943'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:32.954494 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37288211-8496-42a9-9482-734ba4910222 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:33.092231 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:33.189257 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:33.214318 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Transition to ACTIVE for port object f14ae755-7218-455c-b31b-a6bc7311bbc1 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:33.232446 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:33.278853 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e12756-9495-40b8-822f-5d808355cffc req-fc70c80a-b4c7-4908-adcd-0503455de104 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Network 9cae8c42-e935-4b4e-8516-14459fba6a1e is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:33.292699 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-d6e12756-9495-40b8-822f-5d808355cffc req-fc70c80a-b4c7-4908-adcd-0503455de104 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:33.296120 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e12756-9495-40b8-822f-5d808355cffc req-fc70c80a-b4c7-4908-adcd-0503455de104 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:33.335753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70c80a-b4c7-4908-adcd-0503455de104 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Pushing event updated for resources: {'Port': ['ID=eedc47b1-d95b-49d2-a1a6-c54e827a80cc,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:33.340186 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc994b8b-84fe-48ce-8792-8d5e1b9210fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:33.381922 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ea7ba412-72f7-4a7d-a031-09515a14b02e None None] Provisioning for port 6874efdd-93c1-4922-802f-1181bd313c28 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:33.396614 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57849011-0920-4289-b1b2-f9b1fad4be0f None None] Pushing event updated for resources: {'Port': ['ID=f14ae755-7218-455c-b31b-a6bc7311bbc1,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:33.431773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc994b8b-84fe-48ce-8792-8d5e1b9210fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=7cd4883b-9cae-4679-a79f-df31085ee9f8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:33.462015 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cf9a0-fb23-4fe1-b132-dbb36d155664 req-488809fe-e68d-4c3d-a1cd-45cdc927f15a tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:33.463602 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6d6cf9a0-fb23-4fe1-b132-dbb36d155664 req-488809fe-e68d-4c3d-a1cd-45cdc927f15a tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 932 time: 0.3003540 Aug 28 13:02:33.469546 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e12756-9495-40b8-822f-5d808355cffc req-fc70c80a-b4c7-4908-adcd-0503455de104 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:33.470187 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d6e12756-9495-40b8-822f-5d808355cffc req-fc70c80a-b4c7-4908-adcd-0503455de104 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:33.535675 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6d6cf9a0-fb23-4fe1-b132-dbb36d155664 req-98deb107-9ace-4c8f-9164-dad0b8ebf848 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/security-groups?id=05d86e00-64ad-45c4-a56c-886b2fe20f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605459 Aug 28 13:02:33.564911 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37288211-8496-42a9-9482-734ba4910222 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:33.580997 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37288211-8496-42a9-9482-734ba4910222 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:33.583053 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc994b8b-84fe-48ce-8792-8d5e1b9210fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:33.596105 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dc994b8b-84fe-48ce-8792-8d5e1b9210fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/7cd4883b-9cae-4679-a79f-df31085ee9f8 HTTP/1.1" status: 204 len: 168 time: 2.9025457 Aug 28 13:02:33.597589 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38568) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:33.599283 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6e12756-9495-40b8-822f-5d808355cffc req-fc70c80a-b4c7-4908-adcd-0503455de104 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6631963 Aug 28 13:02:33.638456 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Attempting to bind port f14ae755-7218-455c-b31b-a6bc7311bbc1 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:02:33.639015 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Attempting to bind port f14ae755-7218-455c-b31b-a6bc7311bbc1 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:02:33.639676 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Attempting to bind port f14ae755-7218-455c-b31b-a6bc7311bbc1 on network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:02:33.642133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Request body: {'port': {'device_id': '23cdfb78-254c-4c65-868f-3d79be0053e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:33.657631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:02:33.658234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Checking segment: {'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:33.658920 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:33.659654 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Bound using segment: {'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:02:33.660293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Bound port: f14ae755-7218-455c-b31b-a6bc7311bbc1, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:02:33.660842 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:33.782644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9236cb9f-f991-452a-bcfe-8ea627797e96 None None] Could not find standard attr ID for object 7cd4883b-9cae-4679-a79f-df31085ee9f8. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:02:33.829823 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37288211-8496-42a9-9482-734ba4910222 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:33.831347 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6874efdd-93c1-4922-802f-1181bd313c28 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:33.835131 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-37288211-8496-42a9-9482-734ba4910222 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1061411 Aug 28 13:02:33.839188 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38574) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:33.851732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5e9563fe-bbea-47e6-bcc8-f4a941128b6a tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Request body: {'security_group_rule': {'security_group_id': 'dc7543a8-c7aa-401f-a894-c2ac4e1fda65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:33.868474 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6911b74a-d0cf-467f-b56c-ea6e1588bb3f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:33.870645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6911b74a-d0cf-467f-b56c-ea6e1588bb3f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:33.875476 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6911b74a-d0cf-467f-b56c-ea6e1588bb3f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2739630 Aug 28 13:02:33.876409 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38576) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:33.916025 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:33.933352 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37288211-8496-42a9-9482-734ba4910222 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7543a8-c7aa-401f-a894-c2ac4e1fda65,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:33.933493 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] For port f14ae755-7218-455c-b31b-a6bc7311bbc1, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:02:33.956383 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] For port f14ae755-7218-455c-b31b-a6bc7311bbc1, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f14ae755-7218-455c-b31b-a6bc7311bbc1,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:02:33.967446 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:33.969497 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e9563fe-bbea-47e6-bcc8-f4a941128b6a tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:33.983479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Router 2a1739a9-9319-4675-9dd5-083280d77272 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:02:34.056508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57849011-0920-4289-b1b2-f9b1fad4be0f None None] Pushing event updated for resources: {'Port': ['ID=f14ae755-7218-455c-b31b-a6bc7311bbc1,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:34.074538 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 6874efdd-93c1-4922-802f-1181bd313c28 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:34.087305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6874efdd-93c1-4922-802f-1181bd313c28 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:34.087997 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:34.194181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Routers {'e147da00-12de-46bf-9da2-ab52d59b8ebe'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:02:34.195480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:02:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e147da00-12de-46bf-9da2-ab52d59b8ebe'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:34.315338 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e9563fe-bbea-47e6-bcc8-f4a941128b6a tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:34.322613 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e9563fe-bbea-47e6-bcc8-f4a941128b6a tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:34.376020 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5e9563fe-bbea-47e6-bcc8-f4a941128b6a tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:34.377539 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5e9563fe-bbea-47e6-bcc8-f4a941128b6a tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5322700 Aug 28 13:02:34.386219 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38586) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:34.417189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b755b9e9-cf9d-4074-83ea-8704739cccc4 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Request body: {'security_group_rule': {'security_group_id': 'dc7543a8-c7aa-401f-a894-c2ac4e1fda65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:34.454582 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:34.468797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] Set router e147da00-12de-46bf-9da2-ab52d59b8ebe gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:02:34.484359 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9563fe-bbea-47e6-bcc8-f4a941128b6a tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a51a2f-1566-4269-8992-94654525452e,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:34.487021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eedc47b1-d95b-49d2-a1a6-c54e827a80cc {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:02:34.498442 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:34.517091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Transition to ACTIVE for port object eedc47b1-d95b-49d2-a1a6-c54e827a80cc will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:34.522402 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:34.543660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:02:34.549772 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d50c3925-3210-4b9f-ad4b-640df694f7c2 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] 10.222.0.20 "PUT /v2.0/routers/2a1739a9-9319-4675-9dd5-083280d77272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1908216 Aug 28 13:02:34.552574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38592) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:34.555369 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125216a3-ae27-4e89-93f3-f07aeb4a8f1a None None] Sync routers for ids ['2a1739a9-9319-4675-9dd5-083280d77272'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:02:34.567402 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebf68a7-3f43-46dc-a174-e511e2dbf6b0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet ee9db867-3e36-474f-9820-18dfdabd6dd4 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:02:34.568927 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125216a3-ae27-4e89-93f3-f07aeb4a8f1a None None] Routers {'2a1739a9-9319-4675-9dd5-083280d77272'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:02:34.569562 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-125216a3-ae27-4e89-93f3-f07aeb4a8f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:02:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['2a1739a9-9319-4675-9dd5-083280d77272'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:34.574007 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2ebf68a7-3f43-46dc-a174-e511e2dbf6b0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:34.633937 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 6874efdd-93c1-4922-802f-1181bd313c28, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6874efdd-93c1-4922-802f-1181bd313c28,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:34.637560 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-125216a3-ae27-4e89-93f3-f07aeb4a8f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:34.646881 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125216a3-ae27-4e89-93f3-f07aeb4a8f1a None None] Routers {'2a1739a9-9319-4675-9dd5-083280d77272'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:02:34.647500 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-125216a3-ae27-4e89-93f3-f07aeb4a8f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:02:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['2a1739a9-9319-4675-9dd5-083280d77272'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:34.649297 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:34.669750 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2ebf68a7-3f43-46dc-a174-e511e2dbf6b0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:34.684379 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-125216a3-ae27-4e89-93f3-f07aeb4a8f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:34.685293 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125216a3-ae27-4e89-93f3-f07aeb4a8f1a None None] The sync data for ids ['2a1739a9-9319-4675-9dd5-083280d77272'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:02:34.749714 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b755b9e9-cf9d-4074-83ea-8704739cccc4 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:34.760297 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Pushing event updated for resources: {'Port': ['ID=eedc47b1-d95b-49d2-a1a6-c54e827a80cc,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:34.871643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Attempting to bind port eedc47b1-d95b-49d2-a1a6-c54e827a80cc on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:02:34.872271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Attempting to bind port eedc47b1-d95b-49d2-a1a6-c54e827a80cc by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '67a2ad0b-a6a6-483e-845a-6f4f90beefa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9cae8c42-e935-4b4e-8516-14459fba6a1e'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:02:34.872778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Attempting to bind port eedc47b1-d95b-49d2-a1a6-c54e827a80cc on network 9cae8c42-e935-4b4e-8516-14459fba6a1e {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:02:34.881010 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Port eedc47b1-d95b-49d2-a1a6-c54e827a80cc on network 9cae8c42-e935-4b4e-8516-14459fba6a1e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:02:34.890134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Attempting to bind port eedc47b1-d95b-49d2-a1a6-c54e827a80cc on network 9cae8c42-e935-4b4e-8516-14459fba6a1e {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:02:34.906754 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f45ad3-a680-47af-b4fd-e446e1dee35a req-d8f36719-96ae-406d-8273-6f0712fc5d6c tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:34.914717 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:02:34.916546 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-15f45ad3-a680-47af-b4fd-e446e1dee35a req-d8f36719-96ae-406d-8273-6f0712fc5d6c tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 944 time: 0.2698238 Aug 28 13:02:34.917683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Checking segment: {'id': '67a2ad0b-a6a6-483e-845a-6f4f90beefa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9cae8c42-e935-4b4e-8516-14459fba6a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:34.917683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Bound using segment: {'id': '67a2ad0b-a6a6-483e-845a-6f4f90beefa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9cae8c42-e935-4b4e-8516-14459fba6a1e'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:02:34.918339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Bound port: eedc47b1-d95b-49d2-a1a6-c54e827a80cc, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a2ad0b-a6a6-483e-845a-6f4f90beefa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9cae8c42-e935-4b4e-8516-14459fba6a1e'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:02:34.918736 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:34.954946 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b755b9e9-cf9d-4074-83ea-8704739cccc4 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:34.967286 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-338cf294-e979-4b6f-9416-149a338e3168 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:34.969355 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b755b9e9-cf9d-4074-83ea-8704739cccc4 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:34.977126 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2ebf68a7-3f43-46dc-a174-e511e2dbf6b0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:35.064709 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=6874efdd-93c1-4922-802f-1181bd313c28,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:35.069266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755b9e9-cf9d-4074-83ea-8704739cccc4 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4321f7-4cb3-4b7d-ad6b-a9c6b391c39f,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:35.089227 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-15f45ad3-a680-47af-b4fd-e446e1dee35a req-f3f1209f-859e-413d-a533-dfae962a987c tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/security-groups?id=05d86e00-64ad-45c4-a56c-886b2fe20f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717386 Aug 28 13:02:35.095470 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b755b9e9-cf9d-4074-83ea-8704739cccc4 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:35.101687 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b755b9e9-cf9d-4074-83ea-8704739cccc4 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7135203 Aug 28 13:02:35.135084 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38606) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:35.179492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:35.197162 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:27Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f14ae755-7218-455c-b31b-a6bc7311bbc1', 'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'mac_address': 'fa:16:3e:9a:80:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:25Z', 'updated_at': '2021-08-28T13:02:33Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'subnets': [{'id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:35.233237 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2ebf68a7-3f43-46dc-a174-e511e2dbf6b0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:35.257879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b671b97-e155-49d9-8638-e85a39629658 None None] The sync data for ids ['e147da00-12de-46bf-9da2-ab52d59b8ebe'] in n-d-791505-21 is: [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:27Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f14ae755-7218-455c-b31b-a6bc7311bbc1', 'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'mac_address': 'fa:16:3e:9a:80:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:25Z', 'updated_at': '2021-08-28T13:02:33Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'subnets': [{'id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:02:35.285150 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:35.289045 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-338cf294-e979-4b6f-9416-149a338e3168 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:35.291607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf68a7-3f43-46dc-a174-e511e2dbf6b0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9db867-3e36-474f-9820-18dfdabd6dd4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:35.346541 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2ebf68a7-3f43-46dc-a174-e511e2dbf6b0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:35.355754 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2ebf68a7-3f43-46dc-a174-e511e2dbf6b0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/ee9db867-3e36-474f-9820-18dfdabd6dd4 HTTP/1.1" status: 204 len: 168 time: 1.4759233 Aug 28 13:02:35.357652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38614) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:35.360780 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d5f106-b88e-4684-a024-5ee02c09f7ec None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:35.375075 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] For port eedc47b1-d95b-49d2-a1a6-c54e827a80cc, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:02:35.389761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] For port eedc47b1-d95b-49d2-a1a6-c54e827a80cc, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=eedc47b1-d95b-49d2-a1a6-c54e827a80cc,segment=NetworkSegment(67a2ad0b-a6a6-483e-845a-6f4f90beefa1),segment_id=67a2ad0b-a6a6-483e-845a-6f4f90beefa1)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:02:35.505613 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-365d4128-8504-4f8e-8aa2-ff97d5f1393f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1379988 Aug 28 13:02:35.512530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38618) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:35.513571 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:35.541633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c88629f5-4d7c-4484-a686-3571a743780d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:35.565456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-338cf294-e979-4b6f-9416-149a338e3168 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Deleting port 9d8589a4-68c2-4ded-b283-5d1bca669aad {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:35.565913 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-338cf294-e979-4b6f-9416-149a338e3168 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:35.670024 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:35.681515 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:35.693486 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6e12756-9495-40b8-822f-5d808355cffc req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] 10.222.0.10 "PUT /v2.0/ports/eedc47b1-d95b-49d2-a1a6-c54e827a80cc HTTP/1.1" status: 200 len: 1093 time: 2.0627596 Aug 28 13:02:35.773031 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:35.804610 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-338cf294-e979-4b6f-9416-149a338e3168 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:35.811844 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7df8cf-c3d8-4362-8f7f-2d86e58c1126 None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:02:35.814748 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cdfb78-254c-4c65-868f-3d79be0053e3', 'tag': 'eedc47b1-d95b-49d2-a1a6-c54e827a80cc'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:02:35.830667 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0cb685-dc40-4ea9-aeff-544dda6dc77f" -d '{"events": [{"name": "network-changed", "server_uuid": "23cdfb78-254c-4c65-868f-3d79be0053e3", "tag": "eedc47b1-d95b-49d2-a1a6-c54e827a80cc"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:02:35.869047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f14ae755-7218-455c-b31b-a6bc7311bbc1 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:35.873802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-338cf294-e979-4b6f-9416-149a338e3168 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Calling delete_port for 9d8589a4-68c2-4ded-b283-5d1bca669aad owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:35.959850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3f7df8cf-c3d8-4362-8f7f-2d86e58c1126 None None] Deleting port 6874efdd-93c1-4922-802f-1181bd313c28 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:35.962330 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3f7df8cf-c3d8-4362-8f7f-2d86e58c1126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:36.004473 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d157a84-f7ac-41ac-8546-6514fe5a3693 x-openstack-request-id: req-1d157a84-f7ac-41ac-8546-6514fe5a3693 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:02:36.004772 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cdfb78-254c-4c65-868f-3d79be0053e3", "tag": "eedc47b1-d95b-49d2-a1a6-c54e827a80cc", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:02:36.005023 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d157a84-f7ac-41ac-8546-6514fe5a3693 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:02:36.005424 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cdfb78-254c-4c65-868f-3d79be0053e3', 'tag': 'eedc47b1-d95b-49d2-a1a6-c54e827a80cc', 'status': 'completed', 'code': 200} Aug 28 13:02:36.035733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Allocated IP 172.25.1.96 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/2f367890-8ff0-4621-9bbb-c5330357ce5d) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:36.093727 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e12756-9495-40b8-822f-5d808355cffc req-134e9bf9-5c24-43de-b6fb-35e4374a2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:36.095335 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6e12756-9495-40b8-822f-5d808355cffc req-134e9bf9-5c24-43de-b6fb-35e4374a2315 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7e9646233b604e01a156f1311b2f73e3&device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 1096 time: 0.2507648 Aug 28 13:02:36.097157 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb22309-2248-4f6f-8723-e874bd95a776 service neutron] Pushing event updated for resources: {'Port': ['ID=eedc47b1-d95b-49d2-a1a6-c54e827a80cc,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:36.100875 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88629f5-4d7c-4484-a686-3571a743780d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:36.105646 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c88629f5-4d7c-4484-a686-3571a743780d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:36.119974 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port f14ae755-7218-455c-b31b-a6bc7311bbc1 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:36.178625 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6e12756-9495-40b8-822f-5d808355cffc req-bb3dec6e-df51-4e2b-909f-ef55a41d86e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eedc47b1-d95b-49d2-a1a6-c54e827a80cc HTTP/1.1" status: 200 len: 217 time: 0.0692849 Aug 28 13:02:36.181160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f14ae755-7218-455c-b31b-a6bc7311bbc1 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:36.187640 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:36.286046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-3f7df8cf-c3d8-4362-8f7f-2d86e58c1126 None None] For port 6874efdd-93c1-4922-802f-1181bd313c28, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6874efdd-93c1-4922-802f-1181bd313c28,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:36.286800 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3f7df8cf-c3d8-4362-8f7f-2d86e58c1126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:36.339271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3f7df8cf-c3d8-4362-8f7f-2d86e58c1126 None None] Calling delete_port for 6874efdd-93c1-4922-802f-1181bd313c28 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:36.492176 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e12756-9495-40b8-822f-5d808355cffc req-d6e80d48-ca3b-442c-b48c-27d571cb113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:36.493932 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6e12756-9495-40b8-822f-5d808355cffc req-d6e80d48-ca3b-442c-b48c-27d571cb113f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9edbb54f-4679-4107-98f7-44d4283d1fc8 HTTP/1.1" status: 200 len: 864 time: 0.2722657 Aug 28 13:02:36.582710 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6e12756-9495-40b8-822f-5d808355cffc req-fef9e703-ab75-45ac-b78e-cc3d7f81306e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9cae8c42-e935-4b4e-8516-14459fba6a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723813 Aug 28 13:02:36.592590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fe341-098e-43b3-abbb-a87a26ffed39 req-9fbd9161-58b2-4aa4-80ba-12b0e80d6001 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:36.594286 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c51fe341-098e-43b3-abbb-a87a26ffed39 req-9fbd9161-58b2-4aa4-80ba-12b0e80d6001 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 944 time: 0.3416629 Aug 28 13:02:36.620689 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:36.632162 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:36.662331 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3f7df8cf-c3d8-4362-8f7f-2d86e58c1126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:36.798108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port f14ae755-7218-455c-b31b-a6bc7311bbc1, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f14ae755-7218-455c-b31b-a6bc7311bbc1,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:36.810570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7df8cf-c3d8-4362-8f7f-2d86e58c1126 None None] Pushing event deleted for resources: {'Port': ['ID=6874efdd-93c1-4922-802f-1181bd313c28,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:36.843469 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:36.850578 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7df8cf-c3d8-4362-8f7f-2d86e58c1126 None None] No DVR routers for this DVR port 6874efdd-93c1-4922-802f-1181bd313c28 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:02:36.935457 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c88629f5-4d7c-4484-a686-3571a743780d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:36.948723 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c51fe341-098e-43b3-abbb-a87a26ffed39 req-9b60ca81-eda0-4dc0-b3e9-9373869ed8d1 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/security-groups?id=05d86e00-64ad-45c4-a56c-886b2fe20f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464160 Aug 28 13:02:36.980090 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6e12756-9495-40b8-822f-5d808355cffc req-87c4185d-1a8d-402c-a34b-c4f16a6eedb9 service neutron] 10.222.0.10 "GET /v2.0/networks/9cae8c42-e935-4b4e-8516-14459fba6a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798103 Aug 28 13:02:37.016931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=f14ae755-7218-455c-b31b-a6bc7311bbc1,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:37.114314 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:37.121510 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-338cf294-e979-4b6f-9416-149a338e3168 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:37.176252 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88629f5-4d7c-4484-a686-3571a743780d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=69b77647-167a-4ab3-94f5-4cb90a37cffa,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:37.184219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88629f5-4d7c-4484-a686-3571a743780d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:37.192966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:37.196927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c88629f5-4d7c-4484-a686-3571a743780d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:37.219933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1467a5ad-2bc9-4fc1-956a-e4aa0edb1dbc None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:37.237335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:37.246671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:37.294956 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d6e12756-9495-40b8-822f-5d808355cffc req-5045c5be-ffaf-493e-bc83-1bd4004a4d85 service neutron] 10.222.0.10 "GET /v2.0/networks/9cae8c42-e935-4b4e-8516-14459fba6a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019528 Aug 28 13:02:37.296534 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88629f5-4d7c-4484-a686-3571a743780d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:37.298778 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c88629f5-4d7c-4484-a686-3571a743780d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:37.326990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event updated for resources: {'Port': ['ID=2f367890-8ff0-4621-9bbb-c5330357ce5d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:37.327525 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c88629f5-4d7c-4484-a686-3571a743780d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7977741 Aug 28 13:02:37.328197 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38666) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:37.339774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-67984916-3238-4aad-82a7-539debfab3a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'fixed_ips': [{'subnet_id': '69b77647-167a-4ab3-94f5-4cb90a37cffa', 'ip_address': '2001:db8::a0c4:7e75:3e82:b756'}], 'name': 'tempest-NetworksTestDHCPv6-773477706'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:37.387927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cf294-e979-4b6f-9416-149a338e3168 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event deleted for resources: {'Port': ['ID=9d8589a4-68c2-4ded-b283-5d1bca669aad,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:37.388478 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:37.410096 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-338cf294-e979-4b6f-9416-149a338e3168 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:37.572902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': '69b77647-167a-4ab3-94f5-4cb90a37cffa'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:02:37.574270 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:37.687568 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cb685-dc40-4ea9-aeff-544dda6dc77f req-09bd8b17-88eb-4fc7-b899-027627e3d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:37.689295 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f0cb685-dc40-4ea9-aeff-544dda6dc77f req-09bd8b17-88eb-4fc7-b899-027627e3d10f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7e9646233b604e01a156f1311b2f73e3&device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 1096 time: 0.2905476 Aug 28 13:02:37.892584 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f14ae755-7218-455c-b31b-a6bc7311bbc1 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:37.895870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67984916-3238-4aad-82a7-539debfab3a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:37.970941 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Allocated IP 2001:db8::2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/69b77647-167a-4ab3-94f5-4cb90a37cffa/9476249e-21a5-4465-9508-f832d8d920f8) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:38.030556 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-338cf294-e979-4b6f-9416-149a338e3168 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:38.034823 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-338cf294-e979-4b6f-9416-149a338e3168 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:38.044637 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:38.105833 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-67984916-3238-4aad-82a7-539debfab3a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:38.110338 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-338cf294-e979-4b6f-9416-149a338e3168 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:38.110966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338cf294-e979-4b6f-9416-149a338e3168 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Fanout notify agent at l3_agent the message router_deleted on router 2a1739a9-9319-4675-9dd5-083280d77272 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:02:38.128216 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cb685-dc40-4ea9-aeff-544dda6dc77f req-240c6091-ea1d-463d-9827-240b6d33ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:38.129726 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f0cb685-dc40-4ea9-aeff-544dda6dc77f req-240c6091-ea1d-463d-9827-240b6d33ce3b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9cae8c42-e935-4b4e-8516-14459fba6a1e HTTP/1.1" status: 200 len: 924 time: 0.4153047 Aug 28 13:02:38.171669 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-338cf294-e979-4b6f-9416-149a338e3168 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:38.175984 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-338cf294-e979-4b6f-9416-149a338e3168 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] 10.222.0.20 "DELETE /v2.0/routers/2a1739a9-9319-4675-9dd5-083280d77272 HTTP/1.1" status: 204 len: 168 time: 3.6201732 Aug 28 13:02:38.176914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38686) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:38.199880 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f14ae755-7218-455c-b31b-a6bc7311bbc1 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:38.202161 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:38.206387 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f0cb685-dc40-4ea9-aeff-544dda6dc77f req-ad98d392-4ffe-4e7c-a849-bfcf49ef0441 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eedc47b1-d95b-49d2-a1a6-c54e827a80cc HTTP/1.1" status: 200 len: 217 time: 0.0592384 Aug 28 13:02:38.216848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-67984916-3238-4aad-82a7-539debfab3a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 92ddf7a0-523c-40bf-b224-3075b7f8e4ac yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:02:38.276063 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:38.380546 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42958a8-0e20-449a-a290-e8b653c8fd63 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Deleting subnet de16540e-a235-4908-8835-6f80cd154394 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:02:38.394862 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cb685-dc40-4ea9-aeff-544dda6dc77f req-7004f804-7a03-4fc8-bbd6-28af54436824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:38.396937 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f0cb685-dc40-4ea9-aeff-544dda6dc77f req-7004f804-7a03-4fc8-bbd6-28af54436824 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9edbb54f-4679-4107-98f7-44d4283d1fc8 HTTP/1.1" status: 200 len: 864 time: 0.1816659 Aug 28 13:02:38.398471 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d42958a8-0e20-449a-a290-e8b653c8fd63 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:38.405188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508425d-60ca-4c0d-a526-6ab14875fd53 req-a2f5dcd5-cbdc-4072-abdb-df9e7a07ebae tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:38.412629 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c508425d-60ca-4c0d-a526-6ab14875fd53 req-a2f5dcd5-cbdc-4072-abdb-df9e7a07ebae tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 944 time: 0.3138671 Aug 28 13:02:38.432008 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:38.456311 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Transition to ACTIVE for port object 9476249e-21a5-4465-9508-f832d8d920f8 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:38.467655 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f0cb685-dc40-4ea9-aeff-544dda6dc77f req-ecdcab59-d250-4542-b021-884674314fd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9cae8c42-e935-4b4e-8516-14459fba6a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479257 Aug 28 13:02:38.478009 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Transition to ACTIVE for port object 9476249e-21a5-4465-9508-f832d8d920f8 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:38.496849 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:38.582728 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d42958a8-0e20-449a-a290-e8b653c8fd63 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:38.599139 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c508425d-60ca-4c0d-a526-6ab14875fd53 req-bc27dc06-73d3-473a-bb27-87117994e6c5 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/security-groups?id=05d86e00-64ad-45c4-a56c-886b2fe20f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853802 Aug 28 13:02:38.604302 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Pushing event updated for resources: {'Port': ['ID=9476249e-21a5-4465-9508-f832d8d920f8,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:38.659524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:38.666203 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:38.673509 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:38.777818 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d42958a8-0e20-449a-a290-e8b653c8fd63 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:38.816935 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Attempting to bind port 9476249e-21a5-4465-9508-f832d8d920f8 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:02:38.817462 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Attempting to bind port 9476249e-21a5-4465-9508-f832d8d920f8 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:02:38.817936 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Attempting to bind port 9476249e-21a5-4465-9508-f832d8d920f8 on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:02:38.829168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:02:38.829703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:38.830237 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:38.830757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:02:38.831337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Bound port: 9476249e-21a5-4465-9508-f832d8d920f8, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:02:38.834905 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:38.865498 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6874efdd-93c1-4922-802f-1181bd313c28 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:02:38.898492 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f0cb685-dc40-4ea9-aeff-544dda6dc77f req-36fab857-3df0-402c-8480-6b9ea46d6ffa service neutron] 10.222.0.10 "GET /v2.0/networks/9cae8c42-e935-4b4e-8516-14459fba6a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911769 Aug 28 13:02:38.954726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-67984916-3238-4aad-82a7-539debfab3a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::a0c4:7e75:3e82:b756 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/69b77647-167a-4ab3-94f5-4cb90a37cffa/92ddf7a0-523c-40bf-b224-3075b7f8e4ac) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:38.963691 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 6874efdd-93c1-4922-802f-1181bd313c28 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:02:38.964270 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6874efdd-93c1-4922-802f-1181bd313c28 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:02:38.982771 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:38.994874 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:39.008005 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d42958a8-0e20-449a-a290-e8b653c8fd63 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:39.011070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] For port 9476249e-21a5-4465-9508-f832d8d920f8, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:02:39.022777 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] For port 9476249e-21a5-4465-9508-f832d8d920f8, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9476249e-21a5-4465-9508-f832d8d920f8,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:02:39.035376 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:39.185077 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d42958a8-0e20-449a-a290-e8b653c8fd63 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:39.188116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6555f996-c3e1-4f15-b946-db9cf6830496 None None] Network 1ea6032b-bd80-44e6-8b71-9ef19ebaebdf requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:39.191763 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d42958a8-0e20-449a-a290-e8b653c8fd63 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] 10.222.0.20 "DELETE /v2.0/subnets/de16540e-a235-4908-8835-6f80cd154394 HTTP/1.1" status: 204 len: 168 time: 1.0142634 Aug 28 13:02:39.198292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42958a8-0e20-449a-a290-e8b653c8fd63 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event deleted for resources: {'Subnet': ['ID=de16540e-a235-4908-8835-6f80cd154394,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:39.202152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38706) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:39.256729 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event updated for resources: {'Port': ['ID=2f367890-8ff0-4621-9bbb-c5330357ce5d,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:39.295404 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:39.332240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b172ce-217c-47a7-aeeb-979f2f898622 None None] Pushing event updated for resources: {'Port': ['ID=9476249e-21a5-4465-9508-f832d8d920f8,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:39.333880 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:39.336345 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ab399522-b048-4bde-8adf-66c66ba29282 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1617129 Aug 28 13:02:39.435255 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f0cb685-dc40-4ea9-aeff-544dda6dc77f req-b7b2c20d-9315-4f44-861e-7ec014431b3a service neutron] 10.222.0.10 "GET /v2.0/networks/9cae8c42-e935-4b4e-8516-14459fba6a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989262 Aug 28 13:02:39.521505 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:02:39.552616 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:39.646033 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-67984916-3238-4aad-82a7-539debfab3a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:39.697528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-67984916-3238-4aad-82a7-539debfab3a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 92ddf7a0-523c-40bf-b224-3075b7f8e4ac will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:39.725181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Deleting port 25916db1-fdfb-4f94-9637-6e54015784cb {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:39.725527 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:39.784784 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-231be9d2-e304-420c-bc88-db0fc40d59b3 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--572154131&fields=id&tenant_id=e4179b5bac764eccb52966068d97934f HTTP/1.1" status: 200 len: 267 time: 0.1938777 Aug 28 13:02:39.807479 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] For port 25916db1-fdfb-4f94-9637-6e54015784cb, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=25916db1-fdfb-4f94-9637-6e54015784cb,segment=NetworkSegment(0799304b-2c9c-4a92-af7d-a5e223e2513f),segment_id=0799304b-2c9c-4a92-af7d-a5e223e2513f)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:39.808311 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:39.864574 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Calling delete_port for 25916db1-fdfb-4f94-9637-6e54015784cb owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:39.944328 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-bb973e73-3603-4de8-a607-0cb461c044ff tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:39.953071 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-bb973e73-3603-4de8-a607-0cb461c044ff tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/networks?id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8 HTTP/1.1" status: 200 len: 810 time: 0.1605153 Aug 28 13:02:39.968838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device eedc47b1-d95b-49d2-a1a6-c54e827a80cc details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:02:39.978989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-3958d156-b1de-4d24-b2a0-391d9eb16b5b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/quotas/e4179b5bac764eccb52966068d97934f HTTP/1.1" status: 200 len: 375 time: 0.0245891 Aug 28 13:02:40.041680 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:40.056091 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-610f7201-d0a2-45f6-9a05-92cf76f160a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:40.131154 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-7d0322d6-87fe-44c0-9575-6b48acab31f9 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4179b5bac764eccb52966068d97934f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1511624 Aug 28 13:02:40.145512 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-67984916-3238-4aad-82a7-539debfab3a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:40.181036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4851bdbe-83b6-48f1-a5fd-42f2d57b3f14 None None] DHCP port deletion for 1ea6032b-bd80-44e6-8b71-9ef19ebaebdf request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:02:40.207012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26e161-5a9c-4f2d-9224-b0d59ebd2886 req-7d34cfd7-2e1d-4279-b8d6-18704cd28118 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:40.210330 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-db26e161-5a9c-4f2d-9224-b0d59ebd2886 req-7d34cfd7-2e1d-4279-b8d6-18704cd28118 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 944 time: 0.3850598 Aug 28 13:02:40.292224 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67984916-3238-4aad-82a7-539debfab3a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:40.294169 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:40.304894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67984916-3238-4aad-82a7-539debfab3a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=92ddf7a0-523c-40bf-b224-3075b7f8e4ac,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:40.321584 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-db26e161-5a9c-4f2d-9224-b0d59ebd2886 req-84618115-8f10-4832-8c50-0e62e10b4afa tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/security-groups?id=05d86e00-64ad-45c4-a56c-886b2fe20f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971692 Aug 28 13:02:40.325917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] No DVR routers for this DVR port 25916db1-fdfb-4f94-9637-6e54015784cb on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:02:40.328028 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-67984916-3238-4aad-82a7-539debfab3a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:40.334027 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port eedc47b1-d95b-49d2-a1a6-c54e827a80cc, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=eedc47b1-d95b-49d2-a1a6-c54e827a80cc,segment=NetworkSegment(67a2ad0b-a6a6-483e-845a-6f4f90beefa1),segment_id=67a2ad0b-a6a6-483e-845a-6f4f90beefa1)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:40.334179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67984916-3238-4aad-82a7-539debfab3a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:40.357040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67984916-3238-4aad-82a7-539debfab3a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:40.357040 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-67984916-3238-4aad-82a7-539debfab3a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:40.373006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'eedc47b1-d95b-49d2-a1a6-c54e827a80cc', 'network_id': '9cae8c42-e935-4b4e-8516-14459fba6a1e', 'port_id': 'eedc47b1-d95b-49d2-a1a6-c54e827a80cc', 'mac_address': 'fa:16:3e:0b:ee:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edbb54f-4679-4107-98f7-44d4283d1fc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:02:40.436239 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-47684d25-c5f7-4c24-9512-28ec1b2ce2d6 service neutron] 10.222.0.20 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815523 Aug 28 13:02:40.471199 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event deleted for resources: {'Port': ['ID=25916db1-fdfb-4f94-9637-6e54015784cb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:40.471822 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:40.510901 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:40.511252 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:40.511715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:40.512293 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:40.512293 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:40.512579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:40.512920 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:40.513715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:40.513814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-4851bdbe-83b6-48f1-a5fd-42f2d57b3f14 None None] Deleting port 25916db1-fdfb-4f94-9637-6e54015784cb {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:40.513814 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4851bdbe-83b6-48f1-a5fd-42f2d57b3f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:40.513996 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:40.514102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:40.514467 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:40.518916 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:40.548988 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-67984916-3238-4aad-82a7-539debfab3a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2195637 Aug 28 13:02:40.550636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38754) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:40.612457 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:40.630924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea6032b-bd80-44e6-8b71-9ef19ebaebdf']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:40.645077 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eedc47b1-d95b-49d2-a1a6-c54e827a80cc {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:02:40.656000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0799304b-2c9c-4a92-af7d-a5e223e2513f') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:40.656303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0799304b-2c9c-4a92-af7d-a5e223e2513f') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:40.682457 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:40.706487 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:40.726766 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port eedc47b1-d95b-49d2-a1a6-c54e827a80cc, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=eedc47b1-d95b-49d2-a1a6-c54e827a80cc,segment=NetworkSegment(67a2ad0b-a6a6-483e-845a-6f4f90beefa1),segment_id=67a2ad0b-a6a6-483e-845a-6f4f90beefa1)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:40.733177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4851bdbe-83b6-48f1-a5fd-42f2d57b3f14 None None] For port 25916db1-fdfb-4f94-9637-6e54015784cb, host n-d-791505-21, got binding levels [] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:40.734567 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4851bdbe-83b6-48f1-a5fd-42f2d57b3f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:40.735689 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:02:40.737221 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:40.745720 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:40.755217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-4851bdbe-83b6-48f1-a5fd-42f2d57b3f14 None None] Calling delete_port for 25916db1-fdfb-4f94-9637-6e54015784cb owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:40.758054 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-44ca87b3-2356-4fe6-ad7e-48bbd487907b service neutron] 10.222.0.20 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157492 Aug 28 13:02:40.777839 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.ipam_backend_mixin [None req-4851bdbe-83b6-48f1-a5fd-42f2d57b3f14 None None] Port 25916db1-fdfb-4f94-9637-6e54015784cb was not found and therefore no delete operation was performed {{(pid=94879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 13:02:40.803529 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4851bdbe-83b6-48f1-a5fd-42f2d57b3f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:40.806366 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa37091-2827-4656-a76f-bb153b0cd28d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:40.819704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa37091-2827-4656-a76f-bb153b0cd28d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:40.827931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851bdbe-83b6-48f1-a5fd-42f2d57b3f14 None None] No DVR routers for this DVR port 25916db1-fdfb-4f94-9637-6e54015784cb on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:02:40.830665 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6fa37091-2827-4656-a76f-bb153b0cd28d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2784791 Aug 28 13:02:40.831573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38758) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:40.863583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=eedc47b1-d95b-49d2-a1a6-c54e827a80cc,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:40.921042 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851bdbe-83b6-48f1-a5fd-42f2d57b3f14 None None] Pushing event deleted for resources: {'Port': ['ID=25916db1-fdfb-4f94-9637-6e54015784cb,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:02:40.951088 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:02:40.958574 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:40.966563 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:40.972558 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] 10.222.0.20 "DELETE /v2.0/networks/1ea6032b-bd80-44e6-8b71-9ef19ebaebdf HTTP/1.1" status: 204 len: 168 time: 1.7150662 Aug 28 13:02:40.974514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38766) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:41.007011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['eedc47b1-d95b-49d2-a1a6-c54e827a80cc'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:02:41.009307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cd96a-5c35-4ec4-b703-918ccff75746 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event deleted for resources: {'Network': ['ID=1ea6032b-bd80-44e6-8b71-9ef19ebaebdf,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:41.091423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f1d28a95-9788-4740-98d4-dc75e034095c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 92ddf7a0-523c-40bf-b224-3075b7f8e4ac {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:41.094085 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1d28a95-9788-4740-98d4-dc75e034095c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:41.264669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-14d6af6d-efdf-4c5a-9e27-81ae3d9b1904 None None] Provisioning for port 9476249e-21a5-4465-9508-f832d8d920f8 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:41.336700 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1d28a95-9788-4740-98d4-dc75e034095c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:41.362183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f1d28a95-9788-4740-98d4-dc75e034095c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 92ddf7a0-523c-40bf-b224-3075b7f8e4ac owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:41.432309 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-606cdd19-a031-402a-8c9e-638f578d32cf req-42f8dbc0-58b9-4bf9-adb8-73aff872334a tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 210 time: 0.2135539 Aug 28 13:02:41.561136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-5865c1ad-ce3b-42c9-8c7e-9340b6c406e6 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Deleting port 191bd6f4-af6b-448f-b7e1-f70ea7a79156 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:41.561487 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5865c1ad-ce3b-42c9-8c7e-9340b6c406e6 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:41.745695 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5865c1ad-ce3b-42c9-8c7e-9340b6c406e6 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:41.746281 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5865c1ad-ce3b-42c9-8c7e-9340b6c406e6 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:41.761683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-5865c1ad-ce3b-42c9-8c7e-9340b6c406e6 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Calling delete_port for 191bd6f4-af6b-448f-b7e1-f70ea7a79156 owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:41.771375 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6f30c-2d04-494a-bc23-bfbcb20f7d0d req-2acf66df-44fe-46c2-962b-c780865d0efb tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:41.784180 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebd6f30c-2d04-494a-bc23-bfbcb20f7d0d req-2acf66df-44fe-46c2-962b-c780865d0efb tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 945 time: 0.2405164 Aug 28 13:02:41.806849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9476249e-21a5-4465-9508-f832d8d920f8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:41.901319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebd6f30c-2d04-494a-bc23-bfbcb20f7d0d req-ad82b3a6-3981-4af5-b779-094371e919ec tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/security-groups?id=05d86e00-64ad-45c4-a56c-886b2fe20f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145828 Aug 28 13:02:41.934299 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device eedc47b1-d95b-49d2-a1a6-c54e827a80cc up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:42.035637 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1d28a95-9788-4740-98d4-dc75e034095c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:42.053613 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5865c1ad-ce3b-42c9-8c7e-9340b6c406e6 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:42.057038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d1979f6c-482e-41ff-8187-93fb02b93e2f None None] Provisioning for port 92ddf7a0-523c-40bf-b224-3075b7f8e4ac completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:42.081000 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d1979f6c-482e-41ff-8187-93fb02b93e2f None None] Provisioning complete for port 92ddf7a0-523c-40bf-b224-3075b7f8e4ac triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:42.081567 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d1979f6c-482e-41ff-8187-93fb02b93e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:42.135673 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d28a95-9788-4740-98d4-dc75e034095c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=92ddf7a0-523c-40bf-b224-3075b7f8e4ac,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:42.157837 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d1979f6c-482e-41ff-8187-93fb02b93e2f None None] Port 92ddf7a0-523c-40bf-b224-3075b7f8e4ac was deleted so its status cannot be updated. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 28 13:02:42.198760 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1d28a95-9788-4740-98d4-dc75e034095c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:42.206021 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f1d28a95-9788-4740-98d4-dc75e034095c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/92ddf7a0-523c-40bf-b224-3075b7f8e4ac HTTP/1.1" status: 204 len: 168 time: 1.3714764 Aug 28 13:02:42.206732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38806) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:42.233704 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 9476249e-21a5-4465-9508-f832d8d920f8 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:42.239525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 9476249e-21a5-4465-9508-f832d8d920f8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:42.239898 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:42.254663 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port eedc47b1-d95b-49d2-a1a6-c54e827a80cc completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:42.321682 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port eedc47b1-d95b-49d2-a1a6-c54e827a80cc triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:42.322933 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:42.331605 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-29b62f94-7e3b-464e-87cc-495e02982d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:42.390249 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b039b7a-ea7a-471d-9ffd-bc2c986babc5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:42.396148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b039b7a-ea7a-471d-9ffd-bc2c986babc5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:42.421693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1b039b7a-ea7a-471d-9ffd-bc2c986babc5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2138591 Aug 28 13:02:42.429777 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38816) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:42.561781 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:42.614964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29a57ea-f987-491d-94ed-1d4a7cbd98fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 69b77647-167a-4ab3-94f5-4cb90a37cffa {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:02:42.618232 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:42.620845 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a29a57ea-f987-491d-94ed-1d4a7cbd98fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:42.696385 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:42.699217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a29a57ea-f987-491d-94ed-1d4a7cbd98fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:42.759011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 9476249e-21a5-4465-9508-f832d8d920f8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9476249e-21a5-4465-9508-f832d8d920f8,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:42.776844 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:42.821088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cdfb78-254c-4c65-868f-3d79be0053e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedc47b1-d95b-49d2-a1a6-c54e827a80cc'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:02:42.825822 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e0f599-cb61-43f3-9673-87ebf27c5d09" -d '{"events": [{"server_uuid": "23cdfb78-254c-4c65-868f-3d79be0053e3", "name": "network-vif-plugged", "status": "completed", "tag": "eedc47b1-d95b-49d2-a1a6-c54e827a80cc"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:02:42.933730 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 25916db1-fdfb-4f94-9637-6e54015784cb no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:02:42.981633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port eedc47b1-d95b-49d2-a1a6-c54e827a80cc, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=eedc47b1-d95b-49d2-a1a6-c54e827a80cc,segment=NetworkSegment(67a2ad0b-a6a6-483e-845a-6f4f90beefa1),segment_id=67a2ad0b-a6a6-483e-845a-6f4f90beefa1)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:42.983134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 25916db1-fdfb-4f94-9637-6e54015784cb {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:02:42.983633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 25916db1-fdfb-4f94-9637-6e54015784cb not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:02:43.004354 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:43.021702 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245fa6a2-8666-40a8-b023-3dc9fc3b698b x-openstack-request-id: req-245fa6a2-8666-40a8-b023-3dc9fc3b698b {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:02:43.021984 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cdfb78-254c-4c65-868f-3d79be0053e3", "name": "network-vif-plugged", "status": "completed", "tag": "eedc47b1-d95b-49d2-a1a6-c54e827a80cc", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:02:43.022226 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-245fa6a2-8666-40a8-b023-3dc9fc3b698b {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:02:43.022647 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cdfb78-254c-4c65-868f-3d79be0053e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedc47b1-d95b-49d2-a1a6-c54e827a80cc', 'code': 200} Aug 28 13:02:43.042973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-283d9a08-57e1-4f8b-af2a-8f39518d04e0 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:43.045779 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865c1ad-ce3b-42c9-8c7e-9340b6c406e6 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Pushing event deleted for resources: {'Port': ['ID=191bd6f4-af6b-448f-b7e1-f70ea7a79156,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:43.048612 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-283d9a08-57e1-4f8b-af2a-8f39518d04e0 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.11 "GET /v2.0/networks?id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8 HTTP/1.1" status: 200 len: 810 time: 0.2935150 Aug 28 13:02:43.087503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=9476249e-21a5-4465-9508-f832d8d920f8,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:43.163738 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4911f035-b7a4-4eef-8d65-8582270c65f2 req-b03e25e5-0518-42d1-b05f-73ef53185f78 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 210 time: 0.1827891 Aug 28 13:02:43.219607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=eedc47b1-d95b-49d2-a1a6-c54e827a80cc,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:43.290473 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5865c1ad-ce3b-42c9-8c7e-9340b6c406e6 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:43.293450 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5865c1ad-ce3b-42c9-8c7e-9340b6c406e6 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:43.297512 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5865c1ad-ce3b-42c9-8c7e-9340b6c406e6 tempest-FloatingIPAdminTestJSON-331102379 tempest-FloatingIPAdminTestJSON-331102379-project] 10.222.0.20 "DELETE /v2.0/floatingips/5b1fe413-568f-4fa2-b923-7ec661fede34 HTTP/1.1" status: 204 len: 168 time: 2.3033662 Aug 28 13:02:43.303303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d83ee-4af7-49a3-bbc7-3f249a45d753 req-a2bcfe8f-96b9-44bd-9100-3dc62c4eed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:43.308237 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f65d83ee-4af7-49a3-bbc7-3f249a45d753 req-a2bcfe8f-96b9-44bd-9100-3dc62c4eed5b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 1098 time: 0.1388237 Aug 28 13:02:43.313432 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a29a57ea-f987-491d-94ed-1d4a7cbd98fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:43.372747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f65d83ee-4af7-49a3-bbc7-3f249a45d753 req-23c7139e-0c2e-4755-92a3-e659391fd94b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=05d86e00-64ad-45c4-a56c-886b2fe20f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555956 Aug 28 13:02:43.395455 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-2c25cb3b-3cff-42ae-b430-bdf5cde1d7bb tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4179b5bac764eccb52966068d97934f HTTP/1.1" status: 200 len: 379 time: 0.3300018 Aug 28 13:02:43.398170 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a29a57ea-f987-491d-94ed-1d4a7cbd98fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:43.428166 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:43.429888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-a42ba1e8-57f3-4cf0-a2c4-beb4e5102c2f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Request body: {'port': {'device_id': 'ddcb3d3c-531f-4154-9a77-7f1f3a55219c', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'admin_state_up': True, 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'security_groups': ['dc7543a8-c7aa-401f-a894-c2ac4e1fda65']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:43.548571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a57ea-f987-491d-94ed-1d4a7cbd98fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=69b77647-167a-4ab3-94f5-4cb90a37cffa,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:43.568534 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad5896e-f9f2-4790-9a21-3e72cbc5f008 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:43.579638 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a29a57ea-f987-491d-94ed-1d4a7cbd98fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:43.585579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38846) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:43.585810 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a29a57ea-f987-491d-94ed-1d4a7cbd98fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/69b77647-167a-4ab3-94f5-4cb90a37cffa HTTP/1.1" status: 204 len: 168 time: 1.1484475 Aug 28 13:02:43.594109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69a666-7854-4d80-980a-f89c92d0cff9 req-6c2211c0-450a-409c-820e-ed0f12b64d6e tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:43.603684 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc69a666-7854-4d80-980a-f89c92d0cff9 req-6c2211c0-450a-409c-820e-ed0f12b64d6e tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 946 time: 0.4125516 Aug 28 13:02:43.606743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-a42ba1e8-57f3-4cf0-a2c4-beb4e5102c2f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Made reservation on behalf of e4179b5bac764eccb52966068d97934f for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:43.610634 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-a42ba1e8-57f3-4cf0-a2c4-beb4e5102c2f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:43.720279 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc69a666-7854-4d80-980a-f89c92d0cff9 req-dde0d0e3-1aec-4722-8683-27253f4eeff8 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/security-groups?id=05d86e00-64ad-45c4-a56c-886b2fe20f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066086 Aug 28 13:02:43.755798 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-46153866-9e4a-4c37-b37d-3e40e259014d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1661854 Aug 28 13:02:43.759264 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38852) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:43.839562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9476249e-21a5-4465-9508-f832d8d920f8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:43.952307 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-a42ba1e8-57f3-4cf0-a2c4-beb4e5102c2f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Allocated IP 172.20.0.3 (0fcf0a32-367c-4c48-9e70-14ecb5665bd8/44e4607b-0f93-463a-9372-9a1d7a81caa8/25be805a-4de1-42ce-91ff-b4b76aae0ee4) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:43.985604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 9476249e-21a5-4465-9508-f832d8d920f8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:43.986228 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:43.991009 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087d4939-ca5b-4dc0-8428-425554ee1efe tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:43.996894 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-087d4939-ca5b-4dc0-8428-425554ee1efe tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2341459 Aug 28 13:02:44.001885 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38858) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:44.006214 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38860) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:44.079751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd526e13-7b31-4fd9-ad8d-cab8a977e2c4 None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:02:44.175747 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d2e66b-e49e-4310-80ae-d75551bb166e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:44.203780 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-59d2e66b-e49e-4310-80ae-d75551bb166e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1801572 Aug 28 13:02:44.204629 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38864) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:44.269886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-bd526e13-7b31-4fd9-ad8d-cab8a977e2c4 None None] Deleting port 9476249e-21a5-4465-9508-f832d8d920f8 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:44.270469 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bd526e13-7b31-4fd9-ad8d-cab8a977e2c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:44.305264 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-63a794b2-94e7-4b71-b434-37ce9941cdf3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976632 Aug 28 13:02:44.308211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38870) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:44.316910 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-f87b1fd7-1001-4bb0-a8ec-fa1968000fd8 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:44.394983 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-a42ba1e8-57f3-4cf0-a2c4-beb4e5102c2f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:44.404967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-bd526e13-7b31-4fd9-ad8d-cab8a977e2c4 None None] For port 9476249e-21a5-4465-9508-f832d8d920f8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9476249e-21a5-4465-9508-f832d8d920f8,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:44.406619 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bd526e13-7b31-4fd9-ad8d-cab8a977e2c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:44.485070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-a42ba1e8-57f3-4cf0-a2c4-beb4e5102c2f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Transition to ACTIVE for port object 25be805a-4de1-42ce-91ff-b4b76aae0ee4 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:44.499814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-bd526e13-7b31-4fd9-ad8d-cab8a977e2c4 None None] Calling delete_port for 9476249e-21a5-4465-9508-f832d8d920f8 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:44.611538 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-a42ba1e8-57f3-4cf0-a2c4-beb4e5102c2f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:44.623988 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-368d2744-022d-499b-9917-efaad42d78bb req-1f68c4bd-d248-4d06-9aea-62d9d2bf2b6d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 210 time: 0.1218009 Aug 28 13:02:44.635984 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-34ed8c79-62e8-4af9-8008-e54a58578854 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2febc0c85ce645e393fddf3b3cf6fa11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6215763 Aug 28 13:02:44.635984 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87b1fd7-1001-4bb0-a8ec-fa1968000fd8 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:44.639815 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f87b1fd7-1001-4bb0-a8ec-fa1968000fd8 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:44.645489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38874) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:44.829279 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bd526e13-7b31-4fd9-ad8d-cab8a977e2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:44.856834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd526e13-7b31-4fd9-ad8d-cab8a977e2c4 None None] No DVR routers for this DVR port 9476249e-21a5-4465-9508-f832d8d920f8 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:02:44.880503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd526e13-7b31-4fd9-ad8d-cab8a977e2c4 None None] Pushing event deleted for resources: {'Port': ['ID=9476249e-21a5-4465-9508-f832d8d920f8,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:44.889183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-a42ba1e8-57f3-4cf0-a2c4-beb4e5102c2f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:44.900068 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ba1e8-57f3-4cf0-a2c4-beb4e5102c2f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event updated for resources: {'Port': ['ID=25be805a-4de1-42ce-91ff-b4b76aae0ee4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:44.926727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-a42ba1e8-57f3-4cf0-a2c4-beb4e5102c2f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:44.930461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-a42ba1e8-57f3-4cf0-a2c4-beb4e5102c2f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:45.034437 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f87b1fd7-1001-4bb0-a8ec-fa1968000fd8 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:45.068063 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-a42ba1e8-57f3-4cf0-a2c4-beb4e5102c2f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:45.068762 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-a42ba1e8-57f3-4cf0-a2c4-beb4e5102c2f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:45.102928 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c9918bf-1bbf-4329-ad75-d26b324ed8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:45.111274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87b1fd7-1001-4bb0-a8ec-fa1968000fd8 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:45.119566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-f87b1fd7-1001-4bb0-a8ec-fa1968000fd8 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:45.139055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87b1fd7-1001-4bb0-a8ec-fa1968000fd8 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:45.141153 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c72039c-11e3-46c4-8607-47fd6dd59b9d None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:45.142512 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f87b1fd7-1001-4bb0-a8ec-fa1968000fd8 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:45.170031 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b1fd7-1001-4bb0-a8ec-fa1968000fd8 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=307e051c-71b5-4f6a-a42b-c15361305096,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:45.171382 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf69e1d-570e-485c-b256-dfee25daed29 req-be3803c3-4872-4b4f-becf-a24aa1187490 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:45.184033 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4cf69e1d-570e-485c-b256-dfee25daed29 req-be3803c3-4872-4b4f-becf-a24aa1187490 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 946 time: 0.2907844 Aug 28 13:02:45.189015 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38888) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:45.193807 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f87b1fd7-1001-4bb0-a8ec-fa1968000fd8 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8829169 Aug 28 13:02:45.199454 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-a42ba1e8-57f3-4cf0-a2c4-beb4e5102c2f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7932827 Aug 28 13:02:45.207124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-9315dd57-3414-4d49-959e-70bad1688ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'fixed_ips': [{'subnet_id': '307e051c-71b5-4f6a-a42b-c15361305096', 'ip_address': '2001:db8::7ea1:b670:199e:2f28'}], 'name': 'tempest-NetworksTestDHCPv6-818768175'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:45.252599 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c9918bf-1bbf-4329-ad75-d26b324ed8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:45.330744 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:45.368987 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4cf69e1d-570e-485c-b256-dfee25daed29 req-3fa97abc-f2ac-4890-89bf-d0f3f837db4f tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/security-groups?id=05d86e00-64ad-45c4-a56c-886b2fe20f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825490 Aug 28 13:02:45.453891 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Request body: {'port': {'device_id': 'ddcb3d3c-531f-4154-9a77-7f1f3a55219c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:45.502045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7e2b3923-3f2c-48c3-abb3-1afe6ba6e5e6 None None] Provisioning for port 25be805a-4de1-42ce-91ff-b4b76aae0ee4 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:45.507292 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7e2b3923-3f2c-48c3-abb3-1afe6ba6e5e6 None None] Provisioning complete for port 25be805a-4de1-42ce-91ff-b4b76aae0ee4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:45.507924 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3923-3f2c-48c3-abb3-1afe6ba6e5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:45.548941 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c9918bf-1bbf-4329-ad75-d26b324ed8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:45.564159 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c9918bf-1bbf-4329-ad75-d26b324ed8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:45.565390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3c9918bf-1bbf-4329-ad75-d26b324ed8c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67d237dc-c353-4867-88af-ad4147a19d3e HTTP/1.1" status: 204 len: 168 time: 0.9117663 Aug 28 13:02:45.603585 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': '307e051c-71b5-4f6a-a42b-c15361305096'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:02:45.618440 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:45.643361 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf883a3-5290-4453-94db-02d653480572 req-2d72b25c-623c-4e73-be57-2592cb830d0b tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:45.644943 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ebf883a3-5290-4453-94db-02d653480572 req-2d72b25c-623c-4e73-be57-2592cb830d0b tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 946 time: 0.1343412 Aug 28 13:02:45.769428 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ebf883a3-5290-4453-94db-02d653480572 req-2e56eb61-19a7-4b9b-b9a2-fe7f55f898ac tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/security-groups?id=05d86e00-64ad-45c4-a56c-886b2fe20f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882912 Aug 28 13:02:45.802976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9315dd57-3414-4d49-959e-70bad1688ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:45.840749 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9476249e-21a5-4465-9508-f832d8d920f8 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:02:45.842582 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b3923-3f2c-48c3-abb3-1afe6ba6e5e6 None None] Port 25be805a-4de1-42ce-91ff-b4b76aae0ee4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:02:45.852298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9918bf-1bbf-4329-ad75-d26b324ed8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d237dc-c353-4867-88af-ad4147a19d3e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:45.985829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 9476249e-21a5-4465-9508-f832d8d920f8 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:02:45.988012 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:46.001656 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9476249e-21a5-4465-9508-f832d8d920f8 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:02:46.137144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Allocated IP 2001:db8::2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/307e051c-71b5-4f6a-a42b-c15361305096/19f2df21-38e2-4437-b82f-347580a05bfd) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:46.201191 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a33cf-2cd2-4b57-aa99-6f2f83010716 req-0f1a170d-f243-4e88-a4f2-95dc52408187 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:46.202806 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c33a33cf-2cd2-4b57-aa99-6f2f83010716 req-0f1a170d-f243-4e88-a4f2-95dc52408187 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 931 time: 0.3524528 Aug 28 13:02:46.398196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38922) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:46.421861 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:46.431856 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Transition to ACTIVE for port object 19f2df21-38e2-4437-b82f-347580a05bfd will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:46.460532 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9315dd57-3414-4d49-959e-70bad1688ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:46.464363 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Transition to ACTIVE for port object 19f2df21-38e2-4437-b82f-347580a05bfd will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:46.472887 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:46.478554 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-588bff9b-0164-426a-b01e-c19a3a6c86b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:46.513901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:46.518291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:46.528755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:46.538098 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-9315dd57-3414-4d49-959e-70bad1688ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 120a78d9-0dba-4f71-abcc-dcced062ad02 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:02:46.547027 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c33a33cf-2cd2-4b57-aa99-6f2f83010716 req-fae83270-002d-4482-97be-64264fac451a tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3265951 Aug 28 13:02:46.599855 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Pushing event updated for resources: {'Port': ['ID=19f2df21-38e2-4437-b82f-347580a05bfd,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:46.691128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Attempting to bind port 19f2df21-38e2-4437-b82f-347580a05bfd on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:02:46.691508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Attempting to bind port 19f2df21-38e2-4437-b82f-347580a05bfd by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:02:46.691874 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Attempting to bind port 19f2df21-38e2-4437-b82f-347580a05bfd on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:02:46.700295 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-588bff9b-0164-426a-b01e-c19a3a6c86b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:46.701326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:02:46.701735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:46.702171 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:46.702648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:02:46.703158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Bound port: 19f2df21-38e2-4437-b82f-347580a05bfd, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:02:46.703532 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:46.714076 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-588bff9b-0164-426a-b01e-c19a3a6c86b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:46.756139 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bff9b-0164-426a-b01e-c19a3a6c86b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57388592-356b-4e2c-818f-08c5e630f9d3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:46.787268 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] For port 19f2df21-38e2-4437-b82f-347580a05bfd, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:02:46.791294 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] For port 19f2df21-38e2-4437-b82f-347580a05bfd, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=19f2df21-38e2-4437-b82f-347580a05bfd,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:02:46.797694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb01ffc-a475-46f2-82dc-92c4229866e8 req-f802bcc3-1c60-43d3-89ce-0347906e789c tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:46.800447 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-feb01ffc-a475-46f2-82dc-92c4229866e8 req-f802bcc3-1c60-43d3-89ce-0347906e789c tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 946 time: 0.3936207 Aug 28 13:02:46.803749 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:46.817360 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-588bff9b-0164-426a-b01e-c19a3a6c86b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a680bc23bf345b0b889ee16a6d234ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156823 Aug 28 13:02:46.818048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38930) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:46.896222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad37e5-6747-472f-a4fb-3cf4481c79a2 None None] Pushing event updated for resources: {'Port': ['ID=19f2df21-38e2-4437-b82f-347580a05bfd,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:46.906051 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-feb01ffc-a475-46f2-82dc-92c4229866e8 req-c223271c-4da9-4459-92f1-29cf08ecb436 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/security-groups?id=05d86e00-64ad-45c4-a56c-886b2fe20f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787060 Aug 28 13:02:46.922292 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6798e802-8c4e-44a5-bb42-a7a122984627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:46.950275 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6798e802-8c4e-44a5-bb42-a7a122984627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:47.034524 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6798e802-8c4e-44a5-bb42-a7a122984627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:47.038072 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6798e802-8c4e-44a5-bb42-a7a122984627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:47.041658 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6798e802-8c4e-44a5-bb42-a7a122984627 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57388592-356b-4e2c-818f-08c5e630f9d3 HTTP/1.1" status: 204 len: 168 time: 0.2200663 Aug 28 13:02:47.054013 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798e802-8c4e-44a5-bb42-a7a122984627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57388592-356b-4e2c-818f-08c5e630f9d3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:47.570226 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ea535-340f-42f0-a3a9-3277283e145e req-ae26a88f-d735-433a-a917-367192597c62 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:47.571657 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-820ea535-340f-42f0-a3a9-3277283e145e req-ae26a88f-d735-433a-a917-367192597c62 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 946 time: 0.1677108 Aug 28 13:02:47.574682 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-9315dd57-3414-4d49-959e-70bad1688ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::7ea1:b670:199e:2f28 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/307e051c-71b5-4f6a-a42b-c15361305096/120a78d9-0dba-4f71-abcc-dcced062ad02) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:47.608653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25be805a-4de1-42ce-91ff-b4b76aae0ee4 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:02:47.631053 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:47.679742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Transition to ACTIVE for port object 25be805a-4de1-42ce-91ff-b4b76aae0ee4 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:47.697918 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-820ea535-340f-42f0-a3a9-3277283e145e req-d8477f31-c1d4-4b5b-af37-9f7dbeff38ba tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/security-groups?id=05d86e00-64ad-45c4-a56c-886b2fe20f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063349 Aug 28 13:02:47.704963 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:47.785568 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38956) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:47.809447 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b66c3f25-53b4-4d6e-8f8d-a008a445fb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:47.827190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 19f2df21-38e2-4437-b82f-347580a05bfd up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:47.830898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Pushing event updated for resources: {'Port': ['ID=25be805a-4de1-42ce-91ff-b4b76aae0ee4,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:47.977963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 19f2df21-38e2-4437-b82f-347580a05bfd completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:48.026143 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b66c3f25-53b4-4d6e-8f8d-a008a445fb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:48.036025 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b66c3f25-53b4-4d6e-8f8d-a008a445fb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:48.071042 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81b86a-e489-4d51-9f6a-356545441f2b req-cfd79e41-56ff-4fa7-8f9b-820e4ac577ed tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:48.071042 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3b81b86a-e489-4d51-9f6a-356545441f2b req-cfd79e41-56ff-4fa7-8f9b-820e4ac577ed tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 943 time: 0.3414991 Aug 28 13:02:48.100507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Attempting to bind port 25be805a-4de1-42ce-91ff-b4b76aae0ee4 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:02:48.100507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Attempting to bind port 25be805a-4de1-42ce-91ff-b4b76aae0ee4 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:02:48.100507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Attempting to bind port 25be805a-4de1-42ce-91ff-b4b76aae0ee4 on network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:02:48.115216 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Port 25be805a-4de1-42ce-91ff-b4b76aae0ee4 on network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:02:48.115609 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Attempting to bind port 25be805a-4de1-42ce-91ff-b4b76aae0ee4 on network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:02:48.123800 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9315dd57-3414-4d49-959e-70bad1688ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:48.126194 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:02:48.126606 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Checking segment: {'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:48.127048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Bound using segment: {'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:02:48.127566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Bound port: 25be805a-4de1-42ce-91ff-b4b76aae0ee4, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:02:48.128000 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:48.142331 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b66c3f25-53b4-4d6e-8f8d-a008a445fb63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0104f5b505c74022b660b8da452b1e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550041 Aug 28 13:02:48.157094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38966) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:48.188961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-9315dd57-3414-4d49-959e-70bad1688ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 120a78d9-0dba-4f71-abcc-dcced062ad02 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:48.233859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c3f25-53b4-4d6e-8f8d-a008a445fb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04e3623-54c2-45c1-a009-f579d117d785,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:48.264447 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3b81b86a-e489-4d51-9f6a-356545441f2b req-83676457-bc2b-4ab4-95f7-ceb9235303e4 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208143 Aug 28 13:02:48.296182 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-018765bc-9dc2-4c09-b7cd-d9a5c3b00814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:48.348182 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] For port 25be805a-4de1-42ce-91ff-b4b76aae0ee4, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:02:48.351662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] For port 25be805a-4de1-42ce-91ff-b4b76aae0ee4, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=25be805a-4de1-42ce-91ff-b4b76aae0ee4,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:02:48.363443 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:48.372959 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9315dd57-3414-4d49-959e-70bad1688ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:48.421428 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-018765bc-9dc2-4c09-b7cd-d9a5c3b00814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:48.510743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Pushing event updated for resources: {'Port': ['ID=25be805a-4de1-42ce-91ff-b4b76aae0ee4,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:48.558168 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:48.559171 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:48.560909 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-6fde5f16-71b5-4e65-9f17-adcf006f87f4 service neutron] 10.222.0.11 "PUT /v2.0/ports/25be805a-4de1-42ce-91ff-b4b76aae0ee4 HTTP/1.1" status: 200 len: 1092 time: 3.3372152 Aug 28 13:02:48.565341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcb3d3c-531f-4154-9a77-7f1f3a55219c', 'tag': '25be805a-4de1-42ce-91ff-b4b76aae0ee4'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:02:48.567685 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed010a2d-752f-454b-bcbf-790281404dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcb3d3c-531f-4154-9a77-7f1f3a55219c", "tag": "25be805a-4de1-42ce-91ff-b4b76aae0ee4"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:02:48.684866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9315dd57-3414-4d49-959e-70bad1688ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:48.692149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-9315dd57-3414-4d49-959e-70bad1688ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:48.703170 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9315dd57-3414-4d49-959e-70bad1688ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:48.717863 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9315dd57-3414-4d49-959e-70bad1688ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:48.719522 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9315dd57-3414-4d49-959e-70bad1688ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:48.801481 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f6651eed-7686-42cb-8be8-a14c68a82ecc None None] Provisioning for port 19f2df21-38e2-4437-b82f-347580a05bfd completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:48.805763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-15960b3d-3b9c-4a01-b95c-e32f73d25565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:48.823146 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-15960b3d-3b9c-4a01-b95c-e32f73d25565 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4179b5bac764eccb52966068d97934f&device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 1095 time: 0.1939702 Aug 28 13:02:48.824834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315dd57-3414-4d49-959e-70bad1688ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=120a78d9-0dba-4f71-abcc-dcced062ad02,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:48.831567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f6651eed-7686-42cb-8be8-a14c68a82ecc None None] Provisioning complete for port 19f2df21-38e2-4437-b82f-347580a05bfd triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:48.832536 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f6651eed-7686-42cb-8be8-a14c68a82ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:48.843984 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-018765bc-9dc2-4c09-b7cd-d9a5c3b00814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:48.847207 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-018765bc-9dc2-4c09-b7cd-d9a5c3b00814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:48.848366 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-018765bc-9dc2-4c09-b7cd-d9a5c3b00814 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d04e3623-54c2-45c1-a009-f579d117d785 HTTP/1.1" status: 204 len: 168 time: 0.6901388 Aug 28 13:02:48.944555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018765bc-9dc2-4c09-b7cd-d9a5c3b00814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04e3623-54c2-45c1-a009-f579d117d785,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:48.973609 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9315dd57-3414-4d49-959e-70bad1688ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7756648 Aug 28 13:02:48.978068 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38988) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:49.096519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c318c2-e998-4bbc-966a-4dfe801ac9a1 req-bcd1075b-9c74-4d51-8970-2d26fd094757 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:49.098095 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-79c318c2-e998-4bbc-966a-4dfe801ac9a1 req-bcd1075b-9c74-4d51-8970-2d26fd094757 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.10 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 946 time: 0.1328952 Aug 28 13:02:49.107593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659e30d-eb6f-4dde-aec0-e1465c53f6b4 req-5cb2b9c1-673c-405b-aac5-137da59cc020 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:49.113324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-39da3ee5-fd0d-4c8f-a854-fb19c4611d16 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'fixed_ips': [{'subnet_id': '307e051c-71b5-4f6a-a42b-c15361305096', 'ip_address': '2001:db8::7ea1:b670:199e:2f28'}], 'name': 'tempest-NetworksTestDHCPv6-50113127'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:49.114930 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6659e30d-eb6f-4dde-aec0-e1465c53f6b4 req-5cb2b9c1-673c-405b-aac5-137da59cc020 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 946 time: 0.2208529 Aug 28 13:02:49.118179 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-412e0f30-bf3d-491e-bfd8-279ba33964cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25be805a-4de1-42ce-91ff-b4b76aae0ee4 HTTP/1.1" status: 200 len: 217 time: 0.2442813 Aug 28 13:02:49.178582 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f6651eed-7686-42cb-8be8-a14c68a82ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:49.185165 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815a48ff-2161-4235-a73d-c1ba0a01160b x-openstack-request-id: req-815a48ff-2161-4235-a73d-c1ba0a01160b {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:02:49.188040 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcb3d3c-531f-4154-9a77-7f1f3a55219c", "tag": "25be805a-4de1-42ce-91ff-b4b76aae0ee4", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:02:49.188483 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-815a48ff-2161-4235-a73d-c1ba0a01160b {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:02:49.189065 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcb3d3c-531f-4154-9a77-7f1f3a55219c', 'tag': '25be805a-4de1-42ce-91ff-b4b76aae0ee4', 'status': 'completed', 'code': 200} Aug 28 13:02:49.256927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f6651eed-7686-42cb-8be8-a14c68a82ecc None None] For port 19f2df21-38e2-4437-b82f-347580a05bfd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=19f2df21-38e2-4437-b82f-347580a05bfd,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:49.271629 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f6651eed-7686-42cb-8be8-a14c68a82ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:49.274473 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6659e30d-eb6f-4dde-aec0-e1465c53f6b4 req-f7c79470-16c9-4da6-b174-8283a40f0d05 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/security-groups?id=05d86e00-64ad-45c4-a56c-886b2fe20f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559291 Aug 28 13:02:49.296434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-79c318c2-e998-4bbc-966a-4dfe801ac9a1 req-0c4a6446-bdf3-4be0-bb54-6c13943acdeb tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Deleting port eedc47b1-d95b-49d2-a1a6-c54e827a80cc {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:49.297369 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-79c318c2-e998-4bbc-966a-4dfe801ac9a1 req-0c4a6446-bdf3-4be0-bb54-6c13943acdeb tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:49.389497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-3e4a0780-aec1-42d3-9e6a-15b30ffdc536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:49.390629 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6651eed-7686-42cb-8be8-a14c68a82ecc None None] Pushing event updated for resources: {'Port': ['ID=19f2df21-38e2-4437-b82f-347580a05bfd,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:49.392803 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-3e4a0780-aec1-42d3-9e6a-15b30ffdc536 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44e4607b-0f93-463a-9372-9a1d7a81caa8 HTTP/1.1" status: 200 len: 849 time: 0.2598927 Aug 28 13:02:49.431790 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b3342e43-647b-434d-ae38-af61fb82fa8d None None] Provisioning for port 120a78d9-0dba-4f71-abcc-dcced062ad02 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:49.436791 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b3342e43-647b-434d-ae38-af61fb82fa8d None None] Provisioning complete for port 120a78d9-0dba-4f71-abcc-dcced062ad02 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:49.437246 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3342e43-647b-434d-ae38-af61fb82fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:49.475994 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b3342e43-647b-434d-ae38-af61fb82fa8d None None] Port 120a78d9-0dba-4f71-abcc-dcced062ad02 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:02:49.583266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-86836df3-306b-4056-84be-be2961167573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:49.584875 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-86836df3-306b-4056-84be-be2961167573 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1761808 Aug 28 13:02:49.590966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-79c318c2-e998-4bbc-966a-4dfe801ac9a1 req-0c4a6446-bdf3-4be0-bb54-6c13943acdeb tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] For port eedc47b1-d95b-49d2-a1a6-c54e827a80cc, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=eedc47b1-d95b-49d2-a1a6-c54e827a80cc,segment=NetworkSegment(67a2ad0b-a6a6-483e-845a-6f4f90beefa1),segment_id=67a2ad0b-a6a6-483e-845a-6f4f90beefa1)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:49.591750 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-79c318c2-e998-4bbc-966a-4dfe801ac9a1 req-0c4a6446-bdf3-4be0-bb54-6c13943acdeb tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:49.631459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-79c318c2-e998-4bbc-966a-4dfe801ac9a1 req-0c4a6446-bdf3-4be0-bb54-6c13943acdeb tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Calling delete_port for eedc47b1-d95b-49d2-a1a6-c54e827a80cc owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:49.640543 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb3eda-7071-4afc-bcbb-71bb83d34ac7 req-920493b9-f8d9-4ff0-8a7e-b4b38adad14e tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:49.643164 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5cb3eda-7071-4afc-bcbb-71bb83d34ac7 req-920493b9-f8d9-4ff0-8a7e-b4b38adad14e tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 943 time: 0.1789536 Aug 28 13:02:49.690156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39da3ee5-fd0d-4c8f-a854-fb19c4611d16 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:49.697577 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39da3ee5-fd0d-4c8f-a854-fb19c4611d16 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:49.733707 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 19f2df21-38e2-4437-b82f-347580a05bfd up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:49.795298 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5cb3eda-7071-4afc-bcbb-71bb83d34ac7 req-41488c42-ebd6-4734-9a3d-759a438788e6 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092210 Aug 28 13:02:49.819087 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-39da3ee5-fd0d-4c8f-a854-fb19c4611d16 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 86fa45e4-5a90-458e-a34a-11ef4d9bd2b1 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:02:49.837561 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 19f2df21-38e2-4437-b82f-347580a05bfd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:49.839333 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:49.877263 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-79c318c2-e998-4bbc-966a-4dfe801ac9a1 req-0c4a6446-bdf3-4be0-bb54-6c13943acdeb tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:49.902340 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['eedc47b1-d95b-49d2-a1a6-c54e827a80cc'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:02:49.921640 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-a927b1bd-928c-4d14-81c0-87edcbf1c86c service neutron] 10.222.0.11 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221548 Aug 28 13:02:49.932189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a6446-bdf3-4be0-bb54-6c13943acdeb tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Pushing event deleted for resources: {'Port': ['ID=eedc47b1-d95b-49d2-a1a6-c54e827a80cc,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:50.036732 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c318c2-e998-4bbc-966a-4dfe801ac9a1 req-0c4a6446-bdf3-4be0-bb54-6c13943acdeb tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] No DVR routers for this DVR port eedc47b1-d95b-49d2-a1a6-c54e827a80cc on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:02:50.039772 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-79c318c2-e998-4bbc-966a-4dfe801ac9a1 req-0c4a6446-bdf3-4be0-bb54-6c13943acdeb tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:50.042059 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-79c318c2-e998-4bbc-966a-4dfe801ac9a1 req-0c4a6446-bdf3-4be0-bb54-6c13943acdeb tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.10 "DELETE /v2.0/ports/eedc47b1-d95b-49d2-a1a6-c54e827a80cc HTTP/1.1" status: 204 len: 173 time: 0.9244356 Aug 28 13:02:50.042572 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cdfb78-254c-4c65-868f-3d79be0053e3', 'name': 'network-vif-deleted', 'tag': 'eedc47b1-d95b-49d2-a1a6-c54e827a80cc'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:02:50.045049 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51072f1-5210-4f2e-aa83-aa58d08652b5" -d '{"events": [{"server_uuid": "23cdfb78-254c-4c65-868f-3d79be0053e3", "name": "network-vif-deleted", "tag": "eedc47b1-d95b-49d2-a1a6-c54e827a80cc"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:02:50.138515 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda5f57c-cb9a-4eb3-bdce-493c4f1d98cf x-openstack-request-id: req-eda5f57c-cb9a-4eb3-bdce-493c4f1d98cf {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:02:50.139107 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cdfb78-254c-4c65-868f-3d79be0053e3", "name": "network-vif-deleted", "tag": "eedc47b1-d95b-49d2-a1a6-c54e827a80cc", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:02:50.139107 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eda5f57c-cb9a-4eb3-bdce-493c4f1d98cf {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:02:50.139592 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cdfb78-254c-4c65-868f-3d79be0053e3', 'name': 'network-vif-deleted', 'tag': 'eedc47b1-d95b-49d2-a1a6-c54e827a80cc', 'status': 'completed', 'code': 200} Aug 28 13:02:50.213277 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da9591fd-3efc-420e-b4ac-f662fcd7a4dd req-c5a89dd6-e395-4bf9-8c5b-8a3d5d230a6a service neutron] 10.222.0.11 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804310 Aug 28 13:02:50.240449 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-39da3ee5-fd0d-4c8f-a854-fb19c4611d16 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 28 13:02:50.240965 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39da3ee5-fd0d-4c8f-a854-fb19c4611d16 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:02:50.269318 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39032) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.269905 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-39da3ee5-fd0d-4c8f-a854-fb19c4611d16 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1754222 Aug 28 13:02:50.366715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a758741b-6f81-4626-8faa-b566b81f7b02 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:50.373919 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a758741b-6f81-4626-8faa-b566b81f7b02 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:50.375579 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a758741b-6f81-4626-8faa-b566b81f7b02 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1052694 Aug 28 13:02:50.378395 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39036) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.411414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed010a2d-752f-454b-bcbf-790281404dcb req-1eca83b7-ed49-400b-991a-0d9846bd8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:50.418952 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed010a2d-752f-454b-bcbf-790281404dcb req-1eca83b7-ed49-400b-991a-0d9846bd8d19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4179b5bac764eccb52966068d97934f&device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 1095 time: 0.0854273 Aug 28 13:02:50.482262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39042) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.494188 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0390774b-6a64-4a49-8209-99adec9d177e req-b0520606-8969-48c1-8aa0-f53dcba431e9 tempest-ServersNegativeTestMultiTenantJSON-1265840622 tempest-ServersNegativeTestMultiTenantJSON-1265840622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23cdfb78-254c-4c65-868f-3d79be0053e3 HTTP/1.1" status: 200 len: 210 time: 0.0578687 Aug 28 13:02:50.564222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-dd30d29f-d5d5-4dec-97c7-be8c1abb1190 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 120a78d9-0dba-4f71-abcc-dcced062ad02 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:50.564483 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd30d29f-d5d5-4dec-97c7-be8c1abb1190 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:50.674383 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed010a2d-752f-454b-bcbf-790281404dcb req-6dc5b263-bd5e-4e5b-a8bb-5a406f607675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:50.676589 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed010a2d-752f-454b-bcbf-790281404dcb req-6dc5b263-bd5e-4e5b-a8bb-5a406f607675 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8 HTTP/1.1" status: 200 len: 910 time: 0.2378187 Aug 28 13:02:50.704955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-1c8ec0d3-8b47-4ef1-8f33-c95b8b71a712 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.704955 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1c8ec0d3-8b47-4ef1-8f33-c95b8b71a712 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2181883 Aug 28 13:02:50.710885 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39050) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.722415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-16c431cd-9f29-49f8-9110-02b363ae366b tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.722415 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-16c431cd-9f29-49f8-9110-02b363ae366b tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0141063 Aug 28 13:02:50.728858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39052) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.740642 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-47184015-40b3-489a-9aa9-6315773cbd4c tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.745914 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-47184015-40b3-489a-9aa9-6315773cbd4c tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0140874 Aug 28 13:02:50.761186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39054) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.767528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-92b6b1aa-4c4b-45e5-9298-f68607273cd0 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.769160 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-92b6b1aa-4c4b-45e5-9298-f68607273cd0 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0064161 Aug 28 13:02:50.770181 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed010a2d-752f-454b-bcbf-790281404dcb req-b6fbd5a4-8220-45a7-8a57-4e65e03cfca0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25be805a-4de1-42ce-91ff-b4b76aae0ee4 HTTP/1.1" status: 200 len: 217 time: 0.0826666 Aug 28 13:02:50.771909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39056) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.777772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-c6698ab0-e227-49d0-84e3-44dfacf7e7c8 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.779002 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c6698ab0-e227-49d0-84e3-44dfacf7e7c8 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0060871 Aug 28 13:02:50.790078 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39058) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.809566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-8f80c930-6b60-4470-9e84-12f5a3089bdc tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.810824 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8f80c930-6b60-4470-9e84-12f5a3089bdc tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0192759 Aug 28 13:02:50.820700 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd30d29f-d5d5-4dec-97c7-be8c1abb1190 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:50.834925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39060) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.835841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-dd30d29f-d5d5-4dec-97c7-be8c1abb1190 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 120a78d9-0dba-4f71-abcc-dcced062ad02 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:50.842839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-a3431d36-0fc5-44cc-bfdc-1e7eea4b0558 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.843809 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a3431d36-0fc5-44cc-bfdc-1e7eea4b0558 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0076938 Aug 28 13:02:50.847054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39064) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.851801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-bdcbf6f2-d2be-4bde-bbcd-0b6ce209c6c4 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.853413 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bdcbf6f2-d2be-4bde-bbcd-0b6ce209c6c4 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0054877 Aug 28 13:02:50.856451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39066) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.870301 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-622ccdfd-4b39-4214-a514-af65df6457e0 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.871307 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-622ccdfd-4b39-4214-a514-af65df6457e0 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0140905 Aug 28 13:02:50.873951 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39068) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.879843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-25a27c3e-46ed-4d40-a62b-0cb724b0c0b6 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.881049 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-25a27c3e-46ed-4d40-a62b-0cb724b0c0b6 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0061879 Aug 28 13:02:50.883479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39070) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.889682 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-db7ed29d-9ab3-4fc7-aa88-335a8805bada tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.890974 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-db7ed29d-9ab3-4fc7-aa88-335a8805bada tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0066743 Aug 28 13:02:50.893342 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39072) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.897820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-c6ed31a2-2287-4116-a331-77295ff196a4 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.899944 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c6ed31a2-2287-4116-a331-77295ff196a4 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045686 Aug 28 13:02:50.901472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed010a2d-752f-454b-bcbf-790281404dcb req-ab1d61cf-f0e5-47fb-9afd-6439c8d762c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:50.903083 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed010a2d-752f-454b-bcbf-790281404dcb req-ab1d61cf-f0e5-47fb-9afd-6439c8d762c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44e4607b-0f93-463a-9372-9a1d7a81caa8 HTTP/1.1" status: 200 len: 849 time: 0.1229682 Aug 28 13:02:50.903599 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39074) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.907919 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-fdb4c429-283b-4376-bdd6-f2ec5af0f951 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.909086 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fdb4c429-283b-4376-bdd6-f2ec5af0f951 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043182 Aug 28 13:02:50.920098 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39076) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.926656 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-7031d3b8-d3b3-442b-a463-da08abc69efa tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.927620 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7031d3b8-d3b3-442b-a463-da08abc69efa tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0066411 Aug 28 13:02:50.941346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39078) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.946849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-c997da72-1d59-45ca-998a-ddfb1c2a1e88 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.947802 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c997da72-1d59-45ca-998a-ddfb1c2a1e88 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0054064 Aug 28 13:02:50.951130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39080) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.955673 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-ebeb23a7-3692-42d6-aa50-a0cb530b7e2e tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.956591 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ebeb23a7-3692-42d6-aa50-a0cb530b7e2e tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0045576 Aug 28 13:02:50.959495 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39082) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.981485 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-cffe9182-587c-42da-9de1-522063545e48 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.985444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cffe9182-587c-42da-9de1-522063545e48 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0250864 Aug 28 13:02:50.988944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39090) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:50.998831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-bf6d1067-ec33-4ead-ace7-b8e03bacc8d4 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:50.999948 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bf6d1067-ec33-4ead-ace7-b8e03bacc8d4 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0101178 Aug 28 13:02:51.002546 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39092) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.007412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-f9b2b78c-54a9-40bb-9ca0-c594945fa5a4 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.009654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f9b2b78c-54a9-40bb-9ca0-c594945fa5a4 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0054872 Aug 28 13:02:51.012752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39094) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.019564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-d75e5c62-2b08-4df5-8acc-e907207d6887 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.020737 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d75e5c62-2b08-4df5-8acc-e907207d6887 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049961 Aug 28 13:02:51.025680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed010a2d-752f-454b-bcbf-790281404dcb req-92e3d8d2-8156-48d4-ba26-f4ebca562a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:51.028063 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed010a2d-752f-454b-bcbf-790281404dcb req-92e3d8d2-8156-48d4-ba26-f4ebca562a3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159446 Aug 28 13:02:51.028684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39096) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.034612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-455b1199-f2a9-4bad-8aca-ce891fa88473 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.036340 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-455b1199-f2a9-4bad-8aca-ce891fa88473 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0057359 Aug 28 13:02:51.045789 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39098) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.054255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-eb7e7167-5c45-4408-90b6-249632bb8494 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.058288 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-eb7e7167-5c45-4408-90b6-249632bb8494 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0113382 Aug 28 13:02:51.060579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39100) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.069542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-ac96d55a-6197-4629-a524-bb01eb9c7a1e tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.074861 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac96d55a-6197-4629-a524-bb01eb9c7a1e tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0105386 Aug 28 13:02:51.080345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39102) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.085274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-4fd050bf-7caf-4277-a072-45ae822a1f06 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.089271 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4fd050bf-7caf-4277-a072-45ae822a1f06 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049610 Aug 28 13:02:51.090527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39104) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.094533 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-9802ffea-1ceb-4836-8f35-79bda3583109 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.095518 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9802ffea-1ceb-4836-8f35-79bda3583109 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044570 Aug 28 13:02:51.098826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39106) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.106031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-355371fb-c1f7-4bbd-9507-1591b45c5dc0 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.110155 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-355371fb-c1f7-4bbd-9507-1591b45c5dc0 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0083556 Aug 28 13:02:51.110753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39108) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.116096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-34e8b88d-4a79-4782-9c1a-885126ed0baf tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.117093 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-34e8b88d-4a79-4782-9c1a-885126ed0baf tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0058205 Aug 28 13:02:51.121791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39110) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.126541 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5de2b-21be-4e99-bb2a-e3b539695470 req-0b504038-4447-4e60-a0fc-12452af141a5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:51.126713 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-18b34c68-1028-4d48-8c8c-a49ed6d63655 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.128130 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ecd5de2b-21be-4e99-bb2a-e3b539695470 req-0b504038-4447-4e60-a0fc-12452af141a5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 943 time: 0.1559041 Aug 28 13:02:51.130137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39112) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.130491 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-18b34c68-1028-4d48-8c8c-a49ed6d63655 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0078943 Aug 28 13:02:51.135759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-c1858972-0bef-430c-8d27-5812f137e23d tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.136774 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c1858972-0bef-430c-8d27-5812f137e23d tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0056744 Aug 28 13:02:51.137843 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd30d29f-d5d5-4dec-97c7-be8c1abb1190 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:51.140393 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39114) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.150471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-37f7e472-7074-4101-acc8-ac9a8da24f17 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.151502 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-37f7e472-7074-4101-acc8-ac9a8da24f17 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0055881 Aug 28 13:02:51.156524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39116) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.175132 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-becb8f12-6d8e-404e-a0a7-f63fd64b1e85 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.179182 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-becb8f12-6d8e-404e-a0a7-f63fd64b1e85 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0187130 Aug 28 13:02:51.186351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39118) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.191145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-6de2104f-8bf4-4ea2-adc8-d3c386c02f86 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.194618 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6de2104f-8bf4-4ea2-adc8-d3c386c02f86 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046909 Aug 28 13:02:51.197257 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39120) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.201843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-3c54154c-db8c-492c-ab59-50788093a46b tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.205156 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3c54154c-db8c-492c-ab59-50788093a46b tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043442 Aug 28 13:02:51.205297 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed010a2d-752f-454b-bcbf-790281404dcb req-72145a74-085b-4612-b9c8-e31f5c65b993 service neutron] 10.222.0.11 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677792 Aug 28 13:02:51.205796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39122) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.209622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-2a341fcb-f418-430a-b123-c38904c06a44 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.213269 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2a341fcb-f418-430a-b123-c38904c06a44 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0040419 Aug 28 13:02:51.213586 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39124) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.226428 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-bd21cf82-1443-4430-bbff-b7c045bca352 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.229845 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bd21cf82-1443-4430-bbff-b7c045bca352 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0130963 Aug 28 13:02:51.244016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30d29f-d5d5-4dec-97c7-be8c1abb1190 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=120a78d9-0dba-4f71-abcc-dcced062ad02,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:51.254004 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39126) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.263619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-06f57216-f331-4cc5-a795-23bd4d19850a tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.268361 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-06f57216-f331-4cc5-a795-23bd4d19850a tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0128460 Aug 28 13:02:51.271447 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39130) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.277287 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-c340afe3-1df9-45c4-81ef-fa4b3634fe69 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.281552 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c340afe3-1df9-45c4-81ef-fa4b3634fe69 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0086818 Aug 28 13:02:51.303274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39132) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.312488 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-1ed4bb6d-5b15-42f0-ad16-702719b3f434 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.316369 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39136) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.316524 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1ed4bb6d-5b15-42f0-ad16-702719b3f434 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0063250 Aug 28 13:02:51.324844 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-d24414d2-ec6c-4564-97bc-244ca358e1d5 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.328582 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd30d29f-d5d5-4dec-97c7-be8c1abb1190 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:51.329509 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d24414d2-ec6c-4564-97bc-244ca358e1d5 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0116403 Aug 28 13:02:51.334135 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dd30d29f-d5d5-4dec-97c7-be8c1abb1190 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/120a78d9-0dba-4f71-abcc-dcced062ad02 HTTP/1.1" status: 204 len: 168 time: 0.9545259 Aug 28 13:02:51.334758 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39138) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.339596 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39142) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.342105 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-5be4706d-9204-402d-aa5f-eed5b80310bf tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.354522 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39144) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.355826 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5be4706d-9204-402d-aa5f-eed5b80310bf tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0172684 Aug 28 13:02:51.371807 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ecd5de2b-21be-4e99-bb2a-e3b539695470 req-58f14186-36e2-412f-af6f-d2efa6952b2b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217820 Aug 28 13:02:51.378601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-07a5321b-60b5-4ad6-ad39-75702bc91682 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.379801 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-07a5321b-60b5-4ad6-ad39-75702bc91682 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0241525 Aug 28 13:02:51.384084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39146) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.388410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-c95f8b87-ec9c-43f4-8e36-e120202c1c33 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.392092 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c95f8b87-ec9c-43f4-8e36-e120202c1c33 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0070190 Aug 28 13:02:51.392694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39148) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.397051 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-d951ed60-ba49-46a8-97d4-af435140a337 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.401023 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d951ed60-ba49-46a8-97d4-af435140a337 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0072527 Aug 28 13:02:51.401468 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39150) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.409920 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-5ca0d6ff-c972-441d-bf6a-a7d755ca3da3 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.413550 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5ca0d6ff-c972-441d-bf6a-a7d755ca3da3 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0111673 Aug 28 13:02:51.414149 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39152) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.418579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-82689a68-6706-4ebf-90b0-9d31088d5f12 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.421949 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-82689a68-6706-4ebf-90b0-9d31088d5f12 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0066411 Aug 28 13:02:51.422548 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39154) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.429179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d0eaa-5e47-4ecf-946e-a25bb5350bb3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:51.431469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-13c5a1a8-b98f-4cb4-bc9b-b6ae9bb6f865 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.432109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d0eaa-5e47-4ecf-946e-a25bb5350bb3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:51.433848 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-196d0eaa-5e47-4ecf-946e-a25bb5350bb3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0931406 Aug 28 13:02:51.434991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39156) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.436590 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-13c5a1a8-b98f-4cb4-bc9b-b6ae9bb6f865 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0109019 Aug 28 13:02:51.437089 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39158) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.440805 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-9fe52bff-53a3-43b5-8492-f236d7c9419b tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.444048 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9fe52bff-53a3-43b5-8492-f236d7c9419b tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0057449 Aug 28 13:02:51.444978 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed010a2d-752f-454b-bcbf-790281404dcb req-ca944406-cc6d-41fd-9ff1-9f6d44bcd09b service neutron] 10.222.0.11 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320607 Aug 28 13:02:51.447135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39160) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.453159 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-4c4a2722-fc3d-4014-88f4-e127928a45ba tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.462297 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4c4a2722-fc3d-4014-88f4-e127928a45ba tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0125678 Aug 28 13:02:51.464169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39164) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.477000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-4a3207f4-ac70-43a1-8df8-f4d9a2e8d537 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.481006 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4a3207f4-ac70-43a1-8df8-f4d9a2e8d537 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0131416 Aug 28 13:02:51.481607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39166) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.486636 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-df2a0054-4500-40af-b617-54ebbe664d0d tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.493187 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-df2a0054-4500-40af-b617-54ebbe664d0d tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0075989 Aug 28 13:02:51.493187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39168) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.495970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-0adac239-d697-4c22-a136-a0bc8e9e70d8 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.499550 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0adac239-d697-4c22-a136-a0bc8e9e70d8 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0078268 Aug 28 13:02:51.500112 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39170) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.506757 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-5e2ee7ef-d595-413d-b489-e59a945fa618 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.511756 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5e2ee7ef-d595-413d-b489-e59a945fa618 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0080214 Aug 28 13:02:51.512098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39172) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.516527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-0dff6d59-27e3-40cd-a049-c77539e8eb50 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.520137 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0dff6d59-27e3-40cd-a049-c77539e8eb50 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0070908 Aug 28 13:02:51.520731 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39174) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.525266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-689a6b30-d405-4b52-b901-fa04c3e1ce0d tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.528706 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-689a6b30-d405-4b52-b901-fa04c3e1ce0d tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0070763 Aug 28 13:02:51.529443 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39178) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.533499 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-fbc6a276-5a70-41dc-8914-0b6f2fdc51b9 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.536952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fbc6a276-5a70-41dc-8914-0b6f2fdc51b9 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0067914 Aug 28 13:02:51.537527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39180) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.541744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-447297c5-d43f-401c-9e7e-755969cb3290 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.545333 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-447297c5-d43f-401c-9e7e-755969cb3290 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0069039 Aug 28 13:02:51.545917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39182) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.549961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-c1b4dfa1-f39d-4dfa-b427-ee0868b30ab0 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.553604 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c1b4dfa1-f39d-4dfa-b427-ee0868b30ab0 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0065916 Aug 28 13:02:51.553990 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39184) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.564117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-85b403cd-ed14-4575-841d-ce10169cf650 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.567825 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-85b403cd-ed14-4575-841d-ce10169cf650 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0129211 Aug 28 13:02:51.568431 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39186) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.573142 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-417de9eb-df65-40ad-9b08-f77abb3ac30a tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.573574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f8e613-8af3-4604-ba34-41fac7e4e1e0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 307e051c-71b5-4f6a-a42b-c15361305096 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:02:51.583596 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-417de9eb-df65-40ad-9b08-f77abb3ac30a tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0115581 Aug 28 13:02:51.583702 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-99f8e613-8af3-4604-ba34-41fac7e4e1e0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:51.583786 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39188) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.585642 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39190) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.589472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-9846d980-5508-4f2d-a73b-fc66996ba407 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.593198 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9846d980-5508-4f2d-a73b-fc66996ba407 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0059407 Aug 28 13:02:51.593198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39192) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.602768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-05054686-a73e-4cc2-8c6c-98e48c2453a6 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.606043 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-05054686-a73e-4cc2-8c6c-98e48c2453a6 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0098743 Aug 28 13:02:51.607419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39194) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.615480 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-4fa39585-ebcf-4208-a2ba-12d789a195e2 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.619915 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4fa39585-ebcf-4208-a2ba-12d789a195e2 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0073378 Aug 28 13:02:51.626538 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39196) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.631320 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-0191403c-518c-46bb-8e03-656f8999b091 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.635877 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0191403c-518c-46bb-8e03-656f8999b091 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0081320 Aug 28 13:02:51.636827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39198) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.641311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-c8f222e6-e141-485d-8692-766b582c91be tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.646227 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c8f222e6-e141-485d-8692-766b582c91be tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0082579 Aug 28 13:02:51.647217 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39200) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.658975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-20684561-38cc-4cdc-8a69-c43356a14d20 admin admin] Deleting subnet 9edbb54f-4679-4107-98f7-44d4283d1fc8 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:02:51.666098 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-20684561-38cc-4cdc-8a69-c43356a14d20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:51.673703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-3cf9c5d8-5249-4c20-9580-56864e648b9a tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.677354 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3cf9c5d8-5249-4c20-9580-56864e648b9a tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0290082 Aug 28 13:02:51.677955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39202) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.684778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-5deb89c5-2cfa-4616-ad2f-7856bb215af9 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.688809 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39204) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.689027 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5deb89c5-2cfa-4616-ad2f-7856bb215af9 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0093462 Aug 28 13:02:51.691508 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-99f8e613-8af3-4604-ba34-41fac7e4e1e0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:51.719746 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [None req-39dc06ed-2bf4-48fd-ad01-afcba4209c07 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.720743 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-39dc06ed-2bf4-48fd-ad01-afcba4209c07 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0263836 Aug 28 13:02:51.725600 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39206) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.732895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-6d81b30d-d1ce-4c7c-801e-d246ec331c2f tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.738475 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6d81b30d-d1ce-4c7c-801e-d246ec331c2f tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0112588 Aug 28 13:02:51.739089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39210) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.746893 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [None req-9dc9491b-56d8-473a-b784-c33821e34526 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:02:51.753378 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9dc9491b-56d8-473a-b784-c33821e34526 tempest-ExtensionsTestJSON-2053099780 tempest-ExtensionsTestJSON-2053099780-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0122504 Aug 28 13:02:51.754620 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-20684561-38cc-4cdc-8a69-c43356a14d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:51.803662 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-20684561-38cc-4cdc-8a69-c43356a14d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:51.880819 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-99f8e613-8af3-4604-ba34-41fac7e4e1e0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:51.921252 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-20684561-38cc-4cdc-8a69-c43356a14d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:51.943696 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-20684561-38cc-4cdc-8a69-c43356a14d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:51.946689 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-20684561-38cc-4cdc-8a69-c43356a14d20 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9edbb54f-4679-4107-98f7-44d4283d1fc8 HTTP/1.1" status: 204 len: 168 time: 0.3588405 Aug 28 13:02:51.948518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39216) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:51.980276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 25be805a-4de1-42ce-91ff-b4b76aae0ee4 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:02:52.023688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20684561-38cc-4cdc-8a69-c43356a14d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9edbb54f-4679-4107-98f7-44d4283d1fc8,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:52.043308 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-134e07c2-335f-4814-ba0a-765013731d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.079658 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-99f8e613-8af3-4604-ba34-41fac7e4e1e0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.121706 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8e613-8af3-4604-ba34-41fac7e4e1e0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=307e051c-71b5-4f6a-a42b-c15361305096,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:52.136097 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-99f8e613-8af3-4604-ba34-41fac7e4e1e0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.138180 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-99f8e613-8af3-4604-ba34-41fac7e4e1e0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/307e051c-71b5-4f6a-a42b-c15361305096 HTTP/1.1" status: 204 len: 168 time: 0.6954033 Aug 28 13:02:52.141719 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39226) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:52.177743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39228) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:52.216609 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-134e07c2-335f-4814-ba0a-765013731d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.231611 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2b920fb3-c075-424a-a062-2ad7a603e326 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885618 Aug 28 13:02:52.235397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39232) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:52.240579 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-3ab9ba8c-a512-49dd-bb4c-ce2dee5658f9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:52.250737 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-134e07c2-335f-4814-ba0a-765013731d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cae8c42-e935-4b4e-8516-14459fba6a1e']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:52.275809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-134e07c2-335f-4814-ba0a-765013731d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a2ad0b-a6a6-483e-845a-6f4f90beefa1') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:52.279987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-134e07c2-335f-4814-ba0a-765013731d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a2ad0b-a6a6-483e-845a-6f4f90beefa1') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:52.303012 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-134e07c2-335f-4814-ba0a-765013731d0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.338276 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-134e07c2-335f-4814-ba0a-765013731d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.352444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134e07c2-335f-4814-ba0a-765013731d0a admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:02:52.353005 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-134e07c2-335f-4814-ba0a-765013731d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:02:52.359550 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:02:52.394768 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 25be805a-4de1-42ce-91ff-b4b76aae0ee4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=25be805a-4de1-42ce-91ff-b4b76aae0ee4,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:52.415890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '25be805a-4de1-42ce-91ff-b4b76aae0ee4', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'port_id': '25be805a-4de1-42ce-91ff-b4b76aae0ee4', 'mac_address': 'fa:16:3e:45:f3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:02:52.419154 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device eedc47b1-d95b-49d2-a1a6-c54e827a80cc no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:02:52.421854 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4316a5e1-31c9-4d5f-aeb3-0a2187eb33ab None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:52.448600 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69e4f428-a660-4f9e-af1e-13e8b7b4108f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.474348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab9ba8c-a512-49dd-bb4c-ce2dee5658f9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:52.479077 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ab9ba8c-a512-49dd-bb4c-ce2dee5658f9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.544692 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff022c6-401e-4593-888e-11c3db7c7177 req-5654e428-ba33-4784-9f21-eed99e180cea tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:52.546385 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fff022c6-401e-4593-888e-11c3db7c7177 req-5654e428-ba33-4784-9f21-eed99e180cea tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 943 time: 0.0823267 Aug 28 13:02:52.553724 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: eedc47b1-d95b-49d2-a1a6-c54e827a80cc {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:02:52.555495 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device eedc47b1-d95b-49d2-a1a6-c54e827a80cc not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:02:52.590968 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.620616 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25be805a-4de1-42ce-91ff-b4b76aae0ee4 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:02:52.666484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 25be805a-4de1-42ce-91ff-b4b76aae0ee4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=25be805a-4de1-42ce-91ff-b4b76aae0ee4,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:52.676570 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69e4f428-a660-4f9e-af1e-13e8b7b4108f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.682268 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-134e07c2-335f-4814-ba0a-765013731d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.691918 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69e4f428-a660-4f9e-af1e-13e8b7b4108f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.712071 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-134e07c2-335f-4814-ba0a-765013731d0a admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.716508 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-134e07c2-335f-4814-ba0a-765013731d0a admin admin] 10.222.0.20 "DELETE /v2.0/networks/9cae8c42-e935-4b4e-8516-14459fba6a1e HTTP/1.1" status: 204 len: 168 time: 0.7642286 Aug 28 13:02:52.726325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39244) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:52.728586 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.745753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e07c2-335f-4814-ba0a-765013731d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=9cae8c42-e935-4b4e-8516-14459fba6a1e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:52.754695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4f428-a660-4f9e-af1e-13e8b7b4108f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd821f24-33ad-4536-95df-5b4d50fab730,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:52.776759 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fff022c6-401e-4593-888e-11c3db7c7177 req-217467e4-60ad-447e-b498-a712145590ce tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147698 Aug 28 13:02:52.805212 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5c386c-1e50-400f-bbfd-c7737a483da0 admin admin] Deleting subnet a9d7a1dd-62df-4268-a348-75ef64472317 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:02:52.810487 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-69e4f428-a660-4f9e-af1e-13e8b7b4108f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1d308baf7584e649c6db9efb4f4156f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6316040 Aug 28 13:02:52.813042 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39248) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:52.830254 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fe5c386c-1e50-400f-bbfd-c7737a483da0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.887238 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ab9ba8c-a512-49dd-bb4c-ce2dee5658f9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.898429 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fe5c386c-1e50-400f-bbfd-c7737a483da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.937846 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=25be805a-4de1-42ce-91ff-b4b76aae0ee4,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:52.950150 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:52.950561 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:52.950902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:52.951237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:52.951567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:52.951894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:52.952220 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:52.953306 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:52.953642 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:52.953967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:52.954295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:52.954650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:02:52.958930 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2038a950-6850-48ea-bf11-a390e83ec3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:52.960572 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab9ba8c-a512-49dd-bb4c-ce2dee5658f9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:52.963020 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae944bbb-4945-4915-9826-c05a610231de None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:02:52.965156 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['25be805a-4de1-42ce-91ff-b4b76aae0ee4'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:02:52.969154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-3ab9ba8c-a512-49dd-bb4c-ce2dee5658f9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:52.981917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab9ba8c-a512-49dd-bb4c-ce2dee5658f9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:52.982799 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ab9ba8c-a512-49dd-bb4c-ce2dee5658f9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.008872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9ba8c-a512-49dd-bb4c-ce2dee5658f9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=5d0c624a-21f5-4b32-bff9-c66d6bb90445,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:53.013679 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fe5c386c-1e50-400f-bbfd-c7737a483da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.027934 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2038a950-6850-48ea-bf11-a390e83ec3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.040210 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3ab9ba8c-a512-49dd-bb4c-ce2dee5658f9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8030283 Aug 28 13:02:53.042855 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39252) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:53.048148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2e05517b-68ed-47ed-aace-0d7c9e47702e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'fixed_ips': [{'subnet_id': '5d0c624a-21f5-4b32-bff9-c66d6bb90445', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1018622154'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:53.098398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ae944bbb-4945-4915-9826-c05a610231de None None] Deleting port 19f2df21-38e2-4437-b82f-347580a05bfd {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:02:53.101621 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ae944bbb-4945-4915-9826-c05a610231de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.152098 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2038a950-6850-48ea-bf11-a390e83ec3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.154766 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2038a950-6850-48ea-bf11-a390e83ec3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.155943 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2038a950-6850-48ea-bf11-a390e83ec3e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd821f24-33ad-4536-95df-5b4d50fab730 HTTP/1.1" status: 204 len: 168 time: 0.3418455 Aug 28 13:02:53.168212 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038a950-6850-48ea-bf11-a390e83ec3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd821f24-33ad-4536-95df-5b4d50fab730,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:53.187693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fe5c386c-1e50-400f-bbfd-c7737a483da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.233932 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ae944bbb-4945-4915-9826-c05a610231de None None] For port 19f2df21-38e2-4437-b82f-347580a05bfd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=19f2df21-38e2-4437-b82f-347580a05bfd,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:53.234650 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ae944bbb-4945-4915-9826-c05a610231de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.240011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c386c-1e50-400f-bbfd-c7737a483da0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d7a1dd-62df-4268-a348-75ef64472317,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:53.252084 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fe5c386c-1e50-400f-bbfd-c7737a483da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.254438 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fe5c386c-1e50-400f-bbfd-c7737a483da0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a9d7a1dd-62df-4268-a348-75ef64472317 HTTP/1.1" status: 204 len: 168 time: 0.5267723 Aug 28 13:02:53.257007 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39258) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:53.276755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e05517b-68ed-47ed-aace-0d7c9e47702e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:53.288161 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ae944bbb-4945-4915-9826-c05a610231de None None] Calling delete_port for 19f2df21-38e2-4437-b82f-347580a05bfd owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:02:53.340365 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c92d46c-8457-428f-8b66-29f6ede7c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.485635 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2e05517b-68ed-47ed-aace-0d7c9e47702e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.509184 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ae944bbb-4945-4915-9826-c05a610231de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.519246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-2e05517b-68ed-47ed-aace-0d7c9e47702e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port afb6ec0c-6a14-4edd-83b7-342049926b90 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:02:53.535463 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c92d46c-8457-428f-8b66-29f6ede7c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.554149 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-2c92d46c-8457-428f-8b66-29f6ede7c760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f3ce2f-fcfd-49a3-8b51-881e630a76f6']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:53.569489 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-2c92d46c-8457-428f-8b66-29f6ede7c760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a5dfe4-4da1-456a-9d92-a0944caaca2f') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:53.569852 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-2c92d46c-8457-428f-8b66-29f6ede7c760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a5dfe4-4da1-456a-9d92-a0944caaca2f') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:02:53.581069 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c92d46c-8457-428f-8b66-29f6ede7c760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.599222 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c92d46c-8457-428f-8b66-29f6ede7c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.608511 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c92d46c-8457-428f-8b66-29f6ede7c760 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:02:53.608927 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c92d46c-8457-428f-8b66-29f6ede7c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.612203 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae944bbb-4945-4915-9826-c05a610231de None None] No DVR routers for this DVR port 19f2df21-38e2-4437-b82f-347580a05bfd on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:02:53.618128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae944bbb-4945-4915-9826-c05a610231de None None] Pushing event deleted for resources: {'Port': ['ID=19f2df21-38e2-4437-b82f-347580a05bfd,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:53.630966 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4b3e71-32e8-4511-97e8-6620caa7cf23 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:02:53.677730 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:02:53.684194 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c92d46c-8457-428f-8b66-29f6ede7c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.689226 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c92d46c-8457-428f-8b66-29f6ede7c760 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:53.707037 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2c92d46c-8457-428f-8b66-29f6ede7c760 admin admin] 10.222.0.20 "DELETE /v2.0/networks/53f3ce2f-fcfd-49a3-8b51-881e630a76f6 HTTP/1.1" status: 204 len: 168 time: 0.4488037 Aug 28 13:02:53.740963 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92d46c-8457-428f-8b66-29f6ede7c760 admin admin] Pushing event deleted for resources: {'Network': ['ID=53f3ce2f-fcfd-49a3-8b51-881e630a76f6,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:53.767947 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 19f2df21-38e2-4437-b82f-347580a05bfd no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:02:53.822852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 19f2df21-38e2-4437-b82f-347580a05bfd {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:02:53.823197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 19f2df21-38e2-4437-b82f-347580a05bfd not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:02:53.856757 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e05517b-68ed-47ed-aace-0d7c9e47702e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:02:53.857434 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e05517b-68ed-47ed-aace-0d7c9e47702e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:02:53.920657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39286) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:53.949606 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2e05517b-68ed-47ed-aace-0d7c9e47702e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9054143 Aug 28 13:02:53.954792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39288) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:53.991421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f997e3-92cb-41d9-a9d3-acb7ea4341b4 req-2f7f1c09-8d94-43c1-93c2-6374d31695aa tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:53.994624 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54f997e3-92cb-41d9-a9d3-acb7ea4341b4 req-2f7f1c09-8d94-43c1-93c2-6374d31695aa tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 944 time: 0.1083741 Aug 28 13:02:54.003439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 25be805a-4de1-42ce-91ff-b4b76aae0ee4 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:54.025088 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4304db7a-0fd8-4c19-9258-59ba9cfa316c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0648317 Aug 28 13:02:54.028901 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39290) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:54.060060 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54f997e3-92cb-41d9-a9d3-acb7ea4341b4 req-d88c19f7-0f51-4809-949d-9c3b17508802 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589967 Aug 28 13:02:54.080273 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a35f2541-418f-49ca-b452-b64909f554a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e9646233b604e01a156f1311b2f73e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559110 Aug 28 13:02:54.080672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39292) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:54.109778 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d8b7ba-8432-42c9-a853-a67b5d93f874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': '5d0c624a-21f5-4b32-bff9-c66d6bb90445'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:02:54.110668 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50d8b7ba-8432-42c9-a853-a67b5d93f874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:54.130832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c76188b-b33d-4a6d-a81d-6fa7915e2f5a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:54.133604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c76188b-b33d-4a6d-a81d-6fa7915e2f5a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:54.135451 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8c76188b-b33d-4a6d-a81d-6fa7915e2f5a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1056399 Aug 28 13:02:54.138069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39296) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:54.184569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 25be805a-4de1-42ce-91ff-b4b76aae0ee4 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:54.191720 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4dc71ec-fec2-4fb9-9df3-4b4a554fd4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:54.214753 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4dc71ec-fec2-4fb9-9df3-4b4a554fd4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:54.223947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7bf7a95-4bbc-42ad-a740-08d3e01d0f3b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 5d0c624a-21f5-4b32-bff9-c66d6bb90445 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:02:54.234948 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7bf7a95-4bbc-42ad-a740-08d3e01d0f3b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:54.281436 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 25be805a-4de1-42ce-91ff-b4b76aae0ee4 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:54.281806 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:54.293996 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4dc71ec-fec2-4fb9-9df3-4b4a554fd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:54.300165 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4dc71ec-fec2-4fb9-9df3-4b4a554fd4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:54.301379 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b4dc71ec-fec2-4fb9-9df3-4b4a554fd4cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05d86e00-64ad-45c4-a56c-886b2fe20f7a HTTP/1.1" status: 204 len: 168 time: 0.2197089 Aug 28 13:02:54.316024 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7bf7a95-4bbc-42ad-a740-08d3e01d0f3b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:54.346578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc71ec-fec2-4fb9-9df3-4b4a554fd4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d86e00-64ad-45c4-a56c-886b2fe20f7a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:54.393204 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7bf7a95-4bbc-42ad-a740-08d3e01d0f3b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:54.397313 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:54.433528 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcb3d3c-531f-4154-9a77-7f1f3a55219c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25be805a-4de1-42ce-91ff-b4b76aae0ee4'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:02:54.435964 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0629d57a-89b8-4e8b-8ec3-00256fff7f48" -d '{"events": [{"server_uuid": "ddcb3d3c-531f-4154-9a77-7f1f3a55219c", "name": "network-vif-plugged", "status": "completed", "tag": "25be805a-4de1-42ce-91ff-b4b76aae0ee4"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:02:54.487225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 25be805a-4de1-42ce-91ff-b4b76aae0ee4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=25be805a-4de1-42ce-91ff-b4b76aae0ee4,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:54.498178 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7bf7a95-4bbc-42ad-a740-08d3e01d0f3b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:54.498423 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:54.515698 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7bf7a95-4bbc-42ad-a740-08d3e01d0f3b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:54.518140 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f7bf7a95-4bbc-42ad-a740-08d3e01d0f3b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/5d0c624a-21f5-4b32-bff9-c66d6bb90445 HTTP/1.1" status: 204 len: 168 time: 0.3782687 Aug 28 13:02:54.520607 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39316) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:54.538936 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf7a95-4bbc-42ad-a740-08d3e01d0f3b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0c624a-21f5-4b32-bff9-c66d6bb90445,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server [None req-50d8b7ba-8432-42c9-a853-a67b5d93f874 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d0c624a-21f5-4b32-bff9-c66d6bb90445: This subnet is being modified by another concurrent operation. Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise exception Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d0c624a-21f5-4b32-bff9-c66d6bb90445: This subnet is being modified by another concurrent operation. Aug 28 13:02:54.554666 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server Aug 28 13:02:54.589826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37dfe2f-cb84-4fb7-b43c-90fdf3dc023e None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 13:02:54.629141 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39322) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:54.636982 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-055fbf00-6127-427a-b4c6-3fea248aa278 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:54.642804 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5d2f034a-28de-46d4-b4bb-b428840a8da6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1152818 Aug 28 13:02:54.748866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=25be805a-4de1-42ce-91ff-b4b76aae0ee4,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:54.841718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37dfe2f-cb84-4fb7-b43c-90fdf3dc023e None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 13:02:54.882725 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055fbf00-6127-427a-b4c6-3fea248aa278 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:54.889572 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-055fbf00-6127-427a-b4c6-3fea248aa278 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:55.073348 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff1066c-f92c-4d85-9d01-3431a3f3dcd7 x-openstack-request-id: req-cff1066c-f92c-4d85-9d01-3431a3f3dcd7 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:02:55.075360 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcb3d3c-531f-4154-9a77-7f1f3a55219c", "name": "network-vif-plugged", "status": "completed", "tag": "25be805a-4de1-42ce-91ff-b4b76aae0ee4", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:02:55.075695 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cff1066c-f92c-4d85-9d01-3431a3f3dcd7 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:02:55.076094 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcb3d3c-531f-4154-9a77-7f1f3a55219c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25be805a-4de1-42ce-91ff-b4b76aae0ee4', 'code': 200} Aug 28 13:02:55.159674 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-055fbf00-6127-427a-b4c6-3fea248aa278 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:55.219920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39334) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:55.237826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39340) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:55.248613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055fbf00-6127-427a-b4c6-3fea248aa278 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:55.252943 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-055fbf00-6127-427a-b4c6-3fea248aa278 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:55.259146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055fbf00-6127-427a-b4c6-3fea248aa278 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:55.260042 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-055fbf00-6127-427a-b4c6-3fea248aa278 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:55.291437 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-055fbf00-6127-427a-b4c6-3fea248aa278 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6583629 Aug 28 13:02:55.292886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39344) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:55.298802 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d5efc1bb-834d-4380-8efa-9f1d20e47501 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-785463620', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:55.341808 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fbf00-6127-427a-b4c6-3fea248aa278 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=d82f410b-aed8-40e3-a882-7506585e1804,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:55.352345 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': 'd82f410b-aed8-40e3-a882-7506585e1804'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:02:55.354054 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:55.370728 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d5efc1bb-834d-4380-8efa-9f1d20e47501 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:55.373033 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d5efc1bb-834d-4380-8efa-9f1d20e47501 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:55.466770 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f24c39ac-07eb-4f44-aa2b-9331c06de97e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b88d24248015424c868d5fb965eb93a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336564 Aug 28 13:02:55.470266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39350) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:55.516037 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d5efc1bb-834d-4380-8efa-9f1d20e47501 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:55.522739 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb08472-4e84-4102-9cfe-6131c9a41c50 req-423fc71c-778c-4f3a-b126-9d5bb0ea366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:55.527503 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d5efc1bb-834d-4380-8efa-9f1d20e47501 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:55.528665 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6eb08472-4e84-4102-9cfe-6131c9a41c50 req-423fc71c-778c-4f3a-b126-9d5bb0ea366d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 1097 time: 0.4018278 Aug 28 13:02:55.556345 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d5efc1bb-834d-4380-8efa-9f1d20e47501 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:55.561714 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d5efc1bb-834d-4380-8efa-9f1d20e47501 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2674172 Aug 28 13:02:55.563310 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39352) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:55.572302 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbbc07-2808-4cd5-8314-b631bad37110 req-93faae3c-defa-4217-a9f9-6ab436672714 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:55.573897 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ddbbc07-2808-4cd5-8314-b631bad37110 req-93faae3c-defa-4217-a9f9-6ab436672714 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.3569121 Aug 28 13:02:55.637243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Allocated IP 2001:db8::2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/d82f410b-aed8-40e3-a882-7506585e1804/e93aa801-d755-48c7-b8d2-12aeb31f334b) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:55.653660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c0a7ebbc-9c53-4371-b05a-c841f6a00d69 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2131267804'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:55.746926 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ddbbc07-2808-4cd5-8314-b631bad37110 req-bee64a6e-f396-4b82-8e49-35896db96230 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084590 Aug 28 13:02:55.750228 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4b14072d-4e6c-49ff-b542-20cf7c274c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:55.774636 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4b14072d-4e6c-49ff-b542-20cf7c274c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:55.804231 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6eb08472-4e84-4102-9cfe-6131c9a41c50 req-d92c91a7-539d-4190-be9c-66f918e39c0e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584429 Aug 28 13:02:55.839287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a7ebbc-9c53-4371-b05a-c841f6a00d69 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Made reservation on behalf of cde8b2bf28544bab823c0308dd445706 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:55.851289 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c0a7ebbc-9c53-4371-b05a-c841f6a00d69 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:55.879365 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c0a7ebbc-9c53-4371-b05a-c841f6a00d69 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:55.972866 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:55.981920 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4b14072d-4e6c-49ff-b542-20cf7c274c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:55.985234 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4b14072d-4e6c-49ff-b542-20cf7c274c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:55.986566 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4b14072d-4e6c-49ff-b542-20cf7c274c26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83187125-4a70-49b9-a503-a639d9e975f9 HTTP/1.1" status: 204 len: 168 time: 0.5134056 Aug 28 13:02:56.003605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Transition to ACTIVE for port object e93aa801-d755-48c7-b8d2-12aeb31f334b will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:56.014748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14072d-4e6c-49ff-b542-20cf7c274c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83187125-4a70-49b9-a503-a639d9e975f9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:56.052610 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Transition to ACTIVE for port object e93aa801-d755-48c7-b8d2-12aeb31f334b will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:56.064782 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:56.126930 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:56.129344 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c0a7ebbc-9c53-4371-b05a-c841f6a00d69 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:56.141442 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c0a7ebbc-9c53-4371-b05a-c841f6a00d69 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:56.185147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a7ebbc-9c53-4371-b05a-c841f6a00d69 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:02:56.214064 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Pushing event updated for resources: {'Port': ['ID=e93aa801-d755-48c7-b8d2-12aeb31f334b,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:56.215217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7ebbc-9c53-4371-b05a-c841f6a00d69 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a134263c-33e2-4b2f-aef2-df8ab3d7b86f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:56.222477 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c0a7ebbc-9c53-4371-b05a-c841f6a00d69 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:56.223500 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-c0a7ebbc-9c53-4371-b05a-c841f6a00d69 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Added segment afdaddb2-56f5-4bbe-9f2f-9bff3b125d6c of type vlan for network 4b6f1332-c736-4232-9d7a-1597d5cbd58d Aug 28 13:02:56.271305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:56.281077 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:56.283703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:56.371999 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c0a7ebbc-9c53-4371-b05a-c841f6a00d69 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:56.375188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Attempting to bind port e93aa801-d755-48c7-b8d2-12aeb31f334b on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:02:56.375830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Attempting to bind port e93aa801-d755-48c7-b8d2-12aeb31f334b by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:02:56.376211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Attempting to bind port e93aa801-d755-48c7-b8d2-12aeb31f334b on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:02:56.394607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:02:56.394989 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:56.395390 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:56.395827 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:02:56.396313 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Bound port: e93aa801-d755-48c7-b8d2-12aeb31f334b, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:02:56.396663 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:56.427368 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c0a7ebbc-9c53-4371-b05a-c841f6a00d69 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:56.437216 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a7ebbc-9c53-4371-b05a-c841f6a00d69 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:56.438688 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c0a7ebbc-9c53-4371-b05a-c841f6a00d69 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:56.515239 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] For port e93aa801-d755-48c7-b8d2-12aeb31f334b, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:02:56.522857 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] For port e93aa801-d755-48c7-b8d2-12aeb31f334b, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e93aa801-d755-48c7-b8d2-12aeb31f334b,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:02:56.531666 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c0a7ebbc-9c53-4371-b05a-c841f6a00d69 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2878275 Aug 28 13:02:56.531666 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39428) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:56.532001 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:56.539895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-62eae67f-c19f-426e-bd94-a1cac34a0060 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Request body: {'subnet': {'network_id': '4b6f1332-c736-4232-9d7a-1597d5cbd58d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:56.655967 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7ebbc-9c53-4371-b05a-c841f6a00d69 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Pushing event updated for resources: {'Network': ['ID=4b6f1332-c736-4232-9d7a-1597d5cbd58d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:56.767927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 4b6f1332-c736-4232-9d7a-1597d5cbd58d details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:02:56.926543 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::1 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/d82f410b-aed8-40e3-a882-7506585e1804/35a14d8a-2be6-4700-b560-589ba03e7715) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:56.927219 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62eae67f-c19f-426e-bd94-a1cac34a0060 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Made reservation on behalf of cde8b2bf28544bab823c0308dd445706 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:56.935639 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-62eae67f-c19f-426e-bd94-a1cac34a0060 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:56.946201 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a163845-cea1-4075-80bd-626d573c7c67 None None] Pushing event updated for resources: {'Port': ['ID=e93aa801-d755-48c7-b8d2-12aeb31f334b,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:57.160607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b40bf-469c-4f9c-afe5-60ce4d06b621 req-6997c6ba-a54f-47ca-b3be-0002d92da317 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:57.162450 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-692b40bf-469c-4f9c-afe5-60ce4d06b621 req-6997c6ba-a54f-47ca-b3be-0002d92da317 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.0961263 Aug 28 13:02:57.317589 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:57.343320 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 35a14d8a-2be6-4700-b560-589ba03e7715 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:57.381567 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-692b40bf-469c-4f9c-afe5-60ce4d06b621 req-cae1c0ff-af92-4593-9c64-a291ea344648 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069812 Aug 28 13:02:57.443735 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:57.504874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:02:57.509736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:57.516818 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:02:57.517713 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:57.522094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=35a14d8a-2be6-4700-b560-589ba03e7715,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:57.821556 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:57.832571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e93aa801-d755-48c7-b8d2-12aeb31f334b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:02:57.987959 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port e93aa801-d755-48c7-b8d2-12aeb31f334b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:58.132088 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-62eae67f-c19f-426e-bd94-a1cac34a0060 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:58.387275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eae67f-c19f-426e-bd94-a1cac34a0060 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Checking segment: {'id': 'afdaddb2-56f5-4bbe-9f2f-9bff3b125d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4b6f1332-c736-4232-9d7a-1597d5cbd58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:02:58.387644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eae67f-c19f-426e-bd94-a1cac34a0060 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Network hostable DHCP agents. Network: 4b6f1332-c736-4232-9d7a-1597d5cbd58d, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:02:58.392484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eae67f-c19f-426e-bd94-a1cac34a0060 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Pushing event updated for resources: {'Subnet': ['ID=5eeed449-d8e9-4572-b1da-c1fb8e0825e2,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:58.459133 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eae67f-c19f-426e-bd94-a1cac34a0060 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Network 4b6f1332-c736-4232-9d7a-1597d5cbd58d is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:02:58.478703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-62eae67f-c19f-426e-bd94-a1cac34a0060 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 4b6f1332-c736-4232-9d7a-1597d5cbd58d) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:02:58.483784 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eae67f-c19f-426e-bd94-a1cac34a0060 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:58.484510 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-62eae67f-c19f-426e-bd94-a1cac34a0060 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:58.519387 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-62eae67f-c19f-426e-bd94-a1cac34a0060 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9872732 Aug 28 13:02:58.523280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39630) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:02:58.543327 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-39554c50-679d-4782-8ca7-d8dac77156c3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Request body: {'port': {'network_id': '4b6f1332-c736-4232-9d7a-1597d5cbd58d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-797673949'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:02:58.638715 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:58.654425 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:58.655545 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:58.744153 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dd32c5-0a6a-4ff6-a97d-bc3666bca894 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:58.748082 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b986597-cbfd-444d-aa03-b65ca73a9c0a None None] Network 4b6f1332-c736-4232-9d7a-1597d5cbd58d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:02:58.817450 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39554c50-679d-4782-8ca7-d8dac77156c3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Made reservation on behalf of cde8b2bf28544bab823c0308dd445706 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:02:58.828637 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39554c50-679d-4782-8ca7-d8dac77156c3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:58.870538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-39554c50-679d-4782-8ca7-d8dac77156c3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] device_id is not set on port 33098a22-30ff-4847-9e51-32b1b4a57db2 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:02:59.026682 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7b402860-63c9-43bf-bb33-c144e7c53759 None None] Provisioning for port e93aa801-d755-48c7-b8d2-12aeb31f334b completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:02:59.056228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7b402860-63c9-43bf-bb33-c144e7c53759 None None] Provisioning complete for port e93aa801-d755-48c7-b8d2-12aeb31f334b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:02:59.056864 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7b402860-63c9-43bf-bb33-c144e7c53759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:59.190348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-39554c50-679d-4782-8ca7-d8dac77156c3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Allocated IP 172.20.0.11 (4b6f1332-c736-4232-9d7a-1597d5cbd58d/5eeed449-d8e9-4572-b1da-c1fb8e0825e2/33098a22-30ff-4847-9e51-32b1b4a57db2) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:02:59.396522 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7b402860-63c9-43bf-bb33-c144e7c53759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:59.482320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-7b402860-63c9-43bf-bb33-c144e7c53759 None None] For port e93aa801-d755-48c7-b8d2-12aeb31f334b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e93aa801-d755-48c7-b8d2-12aeb31f334b,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:02:59.539431 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7b402860-63c9-43bf-bb33-c144e7c53759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:59.553871 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-4b6f1332-c736-4232-9d7a-1597d5cbd58d', 'network_id': '4b6f1332-c736-4232-9d7a-1597d5cbd58d', 'tenant_id': 'cde8b2bf28544bab823c0308dd445706', 'fixed_ips': [{'subnet_id': '5eeed449-d8e9-4572-b1da-c1fb8e0825e2'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:02:59.554810 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:59.747992 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b402860-63c9-43bf-bb33-c144e7c53759 None None] Pushing event updated for resources: {'Port': ['ID=e93aa801-d755-48c7-b8d2-12aeb31f334b,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:02:59.815290 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39554c50-679d-4782-8ca7-d8dac77156c3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:59.872699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-39554c50-679d-4782-8ca7-d8dac77156c3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Transition to ACTIVE for port object 33098a22-30ff-4847-9e51-32b1b4a57db2 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:02:59.983706 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2fc5e-f4b4-416f-95f1-4ed4094a0bd1 req-a3497a37-0ec7-4ed5-abac-39663e72a7e0 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:02:59.993641 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39554c50-679d-4782-8ca7-d8dac77156c3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:02:59.994888 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cc2fc5e-f4b4-416f-95f1-4ed4094a0bd1 req-a3497a37-0ec7-4ed5-abac-39663e72a7e0 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 1.4749420 Aug 28 13:03:00.020535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=35a14d8a-2be6-4700-b560-589ba03e7715,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:00.152289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39554c50-679d-4782-8ca7-d8dac77156c3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Network 4b6f1332-c736-4232-9d7a-1597d5cbd58d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:00.158917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-39554c50-679d-4782-8ca7-d8dac77156c3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:00.163668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39554c50-679d-4782-8ca7-d8dac77156c3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:00.259368 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cc2fc5e-f4b4-416f-95f1-4ed4094a0bd1 req-4c696e08-d756-43d7-9331-09a6f4a3aef6 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289624 Aug 28 13:03:00.284194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:00.287027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:00.350218 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b6cbf526-c012-4091-a493-93ac770012ce None None] Provisioning for port 35a14d8a-2be6-4700-b560-589ba03e7715 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:00.383077 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Allocated IP 172.20.0.2 (4b6f1332-c736-4232-9d7a-1597d5cbd58d/5eeed449-d8e9-4572-b1da-c1fb8e0825e2/26e5dcb5-5999-484c-a94a-6642c003a70b) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:00.389399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b6cbf526-c012-4091-a493-93ac770012ce None None] Provisioning complete for port 35a14d8a-2be6-4700-b560-589ba03e7715 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:00.389772 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf526-c012-4091-a493-93ac770012ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:00.421228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39554c50-679d-4782-8ca7-d8dac77156c3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:00.428136 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39554c50-679d-4782-8ca7-d8dac77156c3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:00.467511 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-39554c50-679d-4782-8ca7-d8dac77156c3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9376445 Aug 28 13:03:00.469349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39816) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:00.482672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Request body: {'port': {'network_id': '4b6f1332-c736-4232-9d7a-1597d5cbd58d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-155792255', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:00.483011 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.api.validators [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] bootfile-name is not in valid_values {{(pid=94877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 13:03:00.483350 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.api.validators [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] tftp-server is not in valid_values {{(pid=94877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 13:03:00.483682 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.api.validators [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] server-ip-address is not in valid_values {{(pid=94877) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 13:03:00.490523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39554c50-679d-4782-8ca7-d8dac77156c3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Pushing event updated for resources: {'Port': ['ID=33098a22-30ff-4847-9e51-32b1b4a57db2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:00.494475 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e93aa801-d755-48c7-b8d2-12aeb31f334b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:03:00.574654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099d5e5-85f0-4ad3-9803-ae16d80524af req-c4440d16-068e-4eba-bff9-8519f6ff6880 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:00.576658 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3099d5e5-85f0-4ad3-9803-ae16d80524af req-c4440d16-068e-4eba-bff9-8519f6ff6880 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.1203339 Aug 28 13:03:00.588364 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39828) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:00.621907 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a95f0952-3831-4711-ae9d-735de543d3a5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Request body: {'floatingip': {'port_id': '25be805a-4de1-42ce-91ff-b4b76aae0ee4'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:00.705872 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Router 25193259-5ecb-4e3f-85f2-ecf6f546bd57 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:03:00.719560 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a95f0952-3831-4711-ae9d-735de543d3a5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:01.178180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:03:01.187773 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Made reservation on behalf of cde8b2bf28544bab823c0308dd445706 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:01.188366 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-eee81bd9-e7bc-4d55-bbea-fcb65c137a45 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "PUT /v2.0/routers/25193259-5ecb-4e3f-85f2-ecf6f546bd57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3869486 Aug 28 13:03:01.188807 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:01.189096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39846) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:01.189405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] device_id is not set on port 964243b7-35d9-43f1-a379-82e93eb9cdfb yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:03:01.196540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c8185-2483-4bbf-a44a-aee69c2cdf65 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:01.197905 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0d1c8185-2483-4bbf-a44a-aee69c2cdf65 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports/35a14d8a-2be6-4700-b560-589ba03e7715 HTTP/1.1" status: 200 len: 911 time: 0.2370214 Aug 28 13:03:01.200882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39872) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:01.235408 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Sync routers for ids ['25193259-5ecb-4e3f-85f2-ecf6f546bd57'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:03:01.277670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dcce5d-12bf-4c16-9c30-307ce349af60 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:01.289370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dcce5d-12bf-4c16-9c30-307ce349af60 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:01.294179 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-88dcce5d-12bf-4c16-9c30-307ce349af60 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0921805 Aug 28 13:03:01.295083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39874) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:01.299018 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b6cbf526-c012-4091-a493-93ac770012ce None None] Port 35a14d8a-2be6-4700-b560-589ba03e7715 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:03:01.349194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Routers {'25193259-5ecb-4e3f-85f2-ecf6f546bd57'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:01.350167 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-c0362545-2549-40e7-99eb-defff84da40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:02:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['25193259-5ecb-4e3f-85f2-ecf6f546bd57'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:01.510154 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port e93aa801-d755-48c7-b8d2-12aeb31f334b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:01.513762 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:01.537607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b6cbf526-c012-4091-a493-93ac770012ce None None] Provisioning complete for port e93aa801-d755-48c7-b8d2-12aeb31f334b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:01.538827 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf526-c012-4091-a493-93ac770012ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:01.748955 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:01.774480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Transition to ACTIVE for port object 26e5dcb5-5999-484c-a94a-6642c003a70b will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:01.789857 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Set router 25193259-5ecb-4e3f-85f2-ecf6f546bd57 gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:03:02.053447 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Transition to ACTIVE for port object 26e5dcb5-5999-484c-a94a-6642c003a70b will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:02.303610 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:02.373315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Pushing event updated for resources: {'Port': ['ID=26e5dcb5-5999-484c-a94a-6642c003a70b,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:02.405587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Network 4b6f1332-c736-4232-9d7a-1597d5cbd58d is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:02.412890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:02.426931 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Allocated IP 172.20.0.5 (4b6f1332-c736-4232-9d7a-1597d5cbd58d/5eeed449-d8e9-4572-b1da-c1fb8e0825e2/964243b7-35d9-43f1-a379-82e93eb9cdfb) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:02.428839 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:02.445965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e8f68564-c6bb-423a-a4fc-ad5a913e4e83 None None] Provisioning complete for port 35a14d8a-2be6-4700-b560-589ba03e7715 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:02.446653 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e8f68564-c6bb-423a-a4fc-ad5a913e4e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:02.456258 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.resource_extend [None req-a95f0952-3831-4711-ae9d-735de543d3a5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 13:03:02.618202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Attempting to bind port 26e5dcb5-5999-484c-a94a-6642c003a70b on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:03:02.619598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Attempting to bind port 26e5dcb5-5999-484c-a94a-6642c003a70b by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'afdaddb2-56f5-4bbe-9f2f-9bff3b125d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4b6f1332-c736-4232-9d7a-1597d5cbd58d'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:03:02.620300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Attempting to bind port 26e5dcb5-5999-484c-a94a-6642c003a70b on network 4b6f1332-c736-4232-9d7a-1597d5cbd58d {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:03:02.633674 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-e8f68564-c6bb-423a-a4fc-ad5a913e4e83 None None] Port 35a14d8a-2be6-4700-b560-589ba03e7715 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:03:02.638548 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:03:02.639226 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Checking segment: {'id': 'afdaddb2-56f5-4bbe-9f2f-9bff3b125d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4b6f1332-c736-4232-9d7a-1597d5cbd58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:03:02.639873 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:02.640485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Bound using segment: {'id': 'afdaddb2-56f5-4bbe-9f2f-9bff3b125d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4b6f1332-c736-4232-9d7a-1597d5cbd58d'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:03:02.641185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Bound port: 26e5dcb5-5999-484c-a94a-6642c003a70b, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdaddb2-56f5-4bbe-9f2f-9bff3b125d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4b6f1332-c736-4232-9d7a-1597d5cbd58d'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:03:02.641813 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:02.716440 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:02.733336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Transition to ACTIVE for port object 964243b7-35d9-43f1-a379-82e93eb9cdfb will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:02.754433 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a95f0952-3831-4711-ae9d-735de543d3a5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:02.767481 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a95f0952-3831-4711-ae9d-735de543d3a5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:02.788595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] For port 26e5dcb5-5999-484c-a94a-6642c003a70b, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:03:02.792601 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] For port 26e5dcb5-5999-484c-a94a-6642c003a70b, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=26e5dcb5-5999-484c-a94a-6642c003a70b,segment=NetworkSegment(afdaddb2-56f5-4bbe-9f2f-9bff3b125d6c),segment_id=afdaddb2-56f5-4bbe-9f2f-9bff3b125d6c)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:03:02.799328 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:02.805024 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:02.807014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-c0362545-2549-40e7-99eb-defff84da40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25193259-5ecb-4e3f-85f2-ecf6f546bd57', 'name': 'tempest-NetworksTestDHCPv6-router-785463620', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:55Z', 'updated_at': '2021-08-28T13:02:57Z', 'revision_number': 2, 'project_id': 'b311ab0a5d894a88b163c3664933f5ac', 'gw_port_host': None, '_interfaces': [{'id': '35a14d8a-2be6-4700-b560-589ba03e7715', 'name': '', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'mac_address': 'fa:16:3e:96:66:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25193259-5ecb-4e3f-85f2-ecf6f546bd57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'd82f410b-aed8-40e3-a882-7506585e1804', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:56Z', 'updated_at': '2021-08-28T13:02:58Z', 'revision_number': 2, 'project_id': 'b311ab0a5d894a88b163c3664933f5ac', 'subnets': [{'id': 'd82f410b-aed8-40e3-a882-7506585e1804', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:02.886637 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Checking router: 25193259-5ecb-4e3f-85f2-ecf6f546bd57 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:03:02.887027 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Updating router 25193259-5ecb-4e3f-85f2-ecf6f546bd57 port 35a14d8a-2be6-4700-b560-589ba03e7715 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:03:02.948796 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-a95f0952-3831-4711-ae9d-735de543d3a5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Floating IP ed74bd0c-baf2-4e4c-abed-c66cb2e9dd03 associated. External IP: 172.25.1.96, port: 25be805a-4de1-42ce-91ff-b4b76aae0ee4. Aug 28 13:03:02.954033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Pushing event updated for resources: {'Port': ['ID=964243b7-35d9-43f1-a379-82e93eb9cdfb,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:02.954255 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:03.020317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Network 4b6f1332-c736-4232-9d7a-1597d5cbd58d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:03.037771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:03.049387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:03.119830 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3aa0-f957-4dd3-8810-f2d44eb5179f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:03.285827 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee102fb-5085-4dab-ac01-d4cf2c8398a3 None None] Pushing event updated for resources: {'Port': ['ID=26e5dcb5-5999-484c-a94a-6642c003a70b,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:03.332585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95f0952-3831-4711-ae9d-735de543d3a5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Router e147da00-12de-46bf-9da2-ab52d59b8ebe has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:03:03.446212 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:03.446997 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:03.557216 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-40ff216a-7576-40d0-915f-79f907d38ee8 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.0789082 Aug 28 13:03:03.562935 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39996) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:03.671598 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:03.700203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95f0952-3831-4711-ae9d-735de543d3a5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:03:03.705096 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Transition to ACTIVE for port object 35a14d8a-2be6-4700-b560-589ba03e7715 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:03.708747 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a95f0952-3831-4711-ae9d-735de543d3a5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:03.715652 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f7082-71f0-4dd0-b472-8bd5a2dc0f9c None None] Sync routers for ids ['e147da00-12de-46bf-9da2-ab52d59b8ebe'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:03:03.719660 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:03.739918 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f7082-71f0-4dd0-b472-8bd5a2dc0f9c None None] Routers {'e147da00-12de-46bf-9da2-ab52d59b8ebe'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:03.743994 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-000f7082-71f0-4dd0-b472-8bd5a2dc0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:02:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e147da00-12de-46bf-9da2-ab52d59b8ebe'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:03.796479 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a95f0952-3831-4711-ae9d-735de543d3a5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "PUT /v2.0/floatingips/ed74bd0c-baf2-4e4c-abed-c66cb2e9dd03 HTTP/1.1" status: 200 len: 990 time: 3.1834536 Aug 28 13:03:03.796479 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcb3d3c-531f-4154-9a77-7f1f3a55219c', 'tag': '25be805a-4de1-42ce-91ff-b4b76aae0ee4'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:03:03.798086 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc5c620-04ed-4b46-925e-913cbb7acd91" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcb3d3c-531f-4154-9a77-7f1f3a55219c", "tag": "25be805a-4de1-42ce-91ff-b4b76aae0ee4"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:03:03.808839 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef3b45-caba-4a33-be0d-93542140fe1b None None] Pushing event updated for resources: {'Port': ['ID=35a14d8a-2be6-4700-b560-589ba03e7715,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:03.953473 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62029ec8-2e45-49e8-8875-eb9023d18254 x-openstack-request-id: req-62029ec8-2e45-49e8-8875-eb9023d18254 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:03:03.953743 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcb3d3c-531f-4154-9a77-7f1f3a55219c", "tag": "25be805a-4de1-42ce-91ff-b4b76aae0ee4", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:03:03.954066 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62029ec8-2e45-49e8-8875-eb9023d18254 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:03:03.954483 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcb3d3c-531f-4154-9a77-7f1f3a55219c', 'tag': '25be805a-4de1-42ce-91ff-b4b76aae0ee4', 'status': 'completed', 'code': 200} Aug 28 13:03:03.954629 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Attempting to bind port 35a14d8a-2be6-4700-b560-589ba03e7715 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:03:03.955191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Attempting to bind port 35a14d8a-2be6-4700-b560-589ba03e7715 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:03:03.955555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Attempting to bind port 35a14d8a-2be6-4700-b560-589ba03e7715 on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:03:03.960096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60f093e-4826-48fa-ab3e-664ac4f2266a tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:03.966349 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:03:03.966634 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:03:03.977152 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:03.977556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:03:03.978062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Bound port: 35a14d8a-2be6-4700-b560-589ba03e7715, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:03:03.978524 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:03.981525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60f093e-4826-48fa-ab3e-664ac4f2266a tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:03.992071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60f093e-4826-48fa-ab3e-664ac4f2266a tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:04.004899 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40010) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:04.005531 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e60f093e-4826-48fa-ab3e-664ac4f2266a tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.4316783 Aug 28 13:03:04.044350 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-000f7082-71f0-4dd0-b472-8bd5a2dc0f9c None None] Set router e147da00-12de-46bf-9da2-ab52d59b8ebe gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:03:04.211858 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c0362545-2549-40e7-99eb-defff84da40e None None] For port 35a14d8a-2be6-4700-b560-589ba03e7715, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:03:04.223866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c0362545-2549-40e7-99eb-defff84da40e None None] For port 35a14d8a-2be6-4700-b560-589ba03e7715, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=35a14d8a-2be6-4700-b560-589ba03e7715,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:03:04.233143 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:04.268853 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b7d7163b-8fce-4abb-99d8-53c293f6d9de tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Deleting port 964243b7-35d9-43f1-a379-82e93eb9cdfb {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:04.269213 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7d7163b-8fce-4abb-99d8-53c293f6d9de tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:04.378465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5c620-04ed-4b46-925e-913cbb7acd91 req-d83aeaab-bfea-481f-b8ab-821b7e361c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:04.380217 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ddc5c620-04ed-4b46-925e-913cbb7acd91 req-d83aeaab-bfea-481f-b8ab-821b7e361c80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4179b5bac764eccb52966068d97934f&device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 1097 time: 0.3580987 Aug 28 13:03:04.394669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Routers {'25193259-5ecb-4e3f-85f2-ecf6f546bd57'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:04.396337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-c0362545-2549-40e7-99eb-defff84da40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:02:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['25193259-5ecb-4e3f-85f2-ecf6f546bd57'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:04.451023 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7d7163b-8fce-4abb-99d8-53c293f6d9de tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:04.479770 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b7d7163b-8fce-4abb-99d8-53c293f6d9de tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Calling delete_port for 964243b7-35d9-43f1-a379-82e93eb9cdfb owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:04.537662 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef3b45-caba-4a33-be0d-93542140fe1b None None] Pushing event updated for resources: {'Port': ['ID=35a14d8a-2be6-4700-b560-589ba03e7715,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:04.693801 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 26e5dcb5-5999-484c-a94a-6642c003a70b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:03:04.772788 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-000f7082-71f0-4dd0-b472-8bd5a2dc0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:27Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'ed74bd0c-baf2-4e4c-abed-c66cb2e9dd03', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'port_id': '25be805a-4de1-42ce-91ff-b4b76aae0ee4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'mac_address': 'fa:16:3e:45:f3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcb3d3c-531f-4154-9a77-7f1f3a55219c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:02:37Z', 'updated_at': '2021-08-28T13:03:02Z', 'revision_number': 1, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14ae755-7218-455c-b31b-a6bc7311bbc1', 'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'mac_address': 'fa:16:3e:9a:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:25Z', 'updated_at': '2021-08-28T13:02:36Z', 'revision_number': 5, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'subnets': [{'id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:04.793871 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5c620-04ed-4b46-925e-913cbb7acd91 req-7b16477d-1124-49f5-8535-f65c992fc027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:04.803895 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ddc5c620-04ed-4b46-925e-913cbb7acd91 req-7b16477d-1124-49f5-8535-f65c992fc027 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8 HTTP/1.1" status: 200 len: 910 time: 0.3991554 Aug 28 13:03:04.876977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-c0362545-2549-40e7-99eb-defff84da40e None None] Set router 25193259-5ecb-4e3f-85f2-ecf6f546bd57 gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:03:04.911021 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f7082-71f0-4dd0-b472-8bd5a2dc0f9c None None] Checking router: e147da00-12de-46bf-9da2-ab52d59b8ebe for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:03:04.926777 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f7082-71f0-4dd0-b472-8bd5a2dc0f9c None None] Routers {'e147da00-12de-46bf-9da2-ab52d59b8ebe'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:04.928434 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-000f7082-71f0-4dd0-b472-8bd5a2dc0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:02:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e147da00-12de-46bf-9da2-ab52d59b8ebe'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:04.929631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-d0ca3aa0-f957-4dd3-8810-f2d44eb5179f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 35a14d8a-2be6-4700-b560-589ba03e7715 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:04.930507 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3aa0-f957-4dd3-8810-f2d44eb5179f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:04.984021 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7d7163b-8fce-4abb-99d8-53c293f6d9de tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:05.031860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe02a56a-c80d-4c30-9718-65227d1025d2 None None] Network 4b6f1332-c736-4232-9d7a-1597d5cbd58d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:05.112437 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-000f7082-71f0-4dd0-b472-8bd5a2dc0f9c None None] Set router e147da00-12de-46bf-9da2-ab52d59b8ebe gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:03:05.117978 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ddc5c620-04ed-4b46-925e-913cbb7acd91 req-e67a9526-9a08-4d82-85fa-15cebe3e6ed5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25be805a-4de1-42ce-91ff-b4b76aae0ee4 HTTP/1.1" status: 200 len: 998 time: 0.3065250 Aug 28 13:03:05.186728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7163b-8fce-4abb-99d8-53c293f6d9de tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Pushing event deleted for resources: {'Port': ['ID=964243b7-35d9-43f1-a379-82e93eb9cdfb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:05.300180 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7d7163b-8fce-4abb-99d8-53c293f6d9de tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:05.310105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-d0ca3aa0-f957-4dd3-8810-f2d44eb5179f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] For port 35a14d8a-2be6-4700-b560-589ba03e7715, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=35a14d8a-2be6-4700-b560-589ba03e7715,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:05.310685 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3aa0-f957-4dd3-8810-f2d44eb5179f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:05.324682 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b7d7163b-8fce-4abb-99d8-53c293f6d9de tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] 10.222.0.20 "DELETE /v2.0/ports/964243b7-35d9-43f1-a379-82e93eb9cdfb HTTP/1.1" status: 204 len: 168 time: 1.3187194 Aug 28 13:03:05.328019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-d0ca3aa0-f957-4dd3-8810-f2d44eb5179f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 35a14d8a-2be6-4700-b560-589ba03e7715 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:05.332422 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40036) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:05.338188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b2de031f-76bb-4ee7-83fc-c1b460f278ca tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Request body: {'port': {'name': 'tempest-new-port-name-2081831080', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:05.351095 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.api.validators [None req-b2de031f-76bb-4ee7-83fc-c1b460f278ca tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] bootfile-name is not in valid_values {{(pid=94878) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 13:03:05.358968 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.api.validators [None req-b2de031f-76bb-4ee7-83fc-c1b460f278ca tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] tftp-server is not in valid_values {{(pid=94878) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 13:03:05.359575 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.api.validators [None req-b2de031f-76bb-4ee7-83fc-c1b460f278ca tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] server-ip-address is not in valid_values {{(pid=94878) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 28 13:03:05.533370 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2de031f-76bb-4ee7-83fc-c1b460f278ca tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:05.758698 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3aa0-f957-4dd3-8810-f2d44eb5179f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:05.844875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5c620-04ed-4b46-925e-913cbb7acd91 req-836a5e98-7b7d-4074-ad4f-cf81b165c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:05.857380 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ddc5c620-04ed-4b46-925e-913cbb7acd91 req-836a5e98-7b7d-4074-ad4f-cf81b165c871 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44e4607b-0f93-463a-9372-9a1d7a81caa8 HTTP/1.1" status: 200 len: 849 time: 0.7141237 Aug 28 13:03:05.864906 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-000f7082-71f0-4dd0-b472-8bd5a2dc0f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:27Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'ed74bd0c-baf2-4e4c-abed-c66cb2e9dd03', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'port_id': '25be805a-4de1-42ce-91ff-b4b76aae0ee4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'mac_address': 'fa:16:3e:45:f3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcb3d3c-531f-4154-9a77-7f1f3a55219c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:02:37Z', 'updated_at': '2021-08-28T13:03:02Z', 'revision_number': 1, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14ae755-7218-455c-b31b-a6bc7311bbc1', 'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'mac_address': 'fa:16:3e:9a:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:25Z', 'updated_at': '2021-08-28T13:02:36Z', 'revision_number': 5, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'subnets': [{'id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:05.890693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-62097547-70ae-4fad-9bed-4e2e2605bbc0 None None] Provisioning complete for port 35a14d8a-2be6-4700-b560-589ba03e7715 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:05.892110 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-62097547-70ae-4fad-9bed-4e2e2605bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:05.895248 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2de031f-76bb-4ee7-83fc-c1b460f278ca tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:05.901027 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f7082-71f0-4dd0-b472-8bd5a2dc0f9c None None] The sync data for ids ['e147da00-12de-46bf-9da2-ab52d59b8ebe'] in n-d-791505-21 is: [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:27Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'ed74bd0c-baf2-4e4c-abed-c66cb2e9dd03', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'port_id': '25be805a-4de1-42ce-91ff-b4b76aae0ee4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'mac_address': 'fa:16:3e:45:f3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcb3d3c-531f-4154-9a77-7f1f3a55219c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:02:37Z', 'updated_at': '2021-08-28T13:03:02Z', 'revision_number': 1, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14ae755-7218-455c-b31b-a6bc7311bbc1', 'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'mac_address': 'fa:16:3e:9a:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:25Z', 'updated_at': '2021-08-28T13:02:36Z', 'revision_number': 5, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'subnets': [{'id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:03:05.901676 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2de031f-76bb-4ee7-83fc-c1b460f278ca tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:05.990302 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-62097547-70ae-4fad-9bed-4e2e2605bbc0 None None] Port 35a14d8a-2be6-4700-b560-589ba03e7715 was deleted so its status cannot be updated. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 28 13:03:05.994076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b2de031f-76bb-4ee7-83fc-c1b460f278ca tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] In _notify_port_updated(), no bound segment for port 33098a22-30ff-4847-9e51-32b1b4a57db2 on network 4b6f1332-c736-4232-9d7a-1597d5cbd58d {{(pid=94878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 13:03:06.002145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca3aa0-f957-4dd3-8810-f2d44eb5179f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=35a14d8a-2be6-4700-b560-589ba03e7715,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:06.017507 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de031f-76bb-4ee7-83fc-c1b460f278ca tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:06.018502 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2de031f-76bb-4ee7-83fc-c1b460f278ca tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:06.023957 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b2de031f-76bb-4ee7-83fc-c1b460f278ca tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] 10.222.0.20 "PUT /v2.0/ports/33098a22-30ff-4847-9e51-32b1b4a57db2 HTTP/1.1" status: 200 len: 1137 time: 0.6895704 Aug 28 13:03:06.024663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40050) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:06.090115 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 26e5dcb5-5999-484c-a94a-6642c003a70b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:06.103153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de031f-76bb-4ee7-83fc-c1b460f278ca tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Pushing event updated for resources: {'Port': ['ID=33098a22-30ff-4847-9e51-32b1b4a57db2,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:06.103527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5c620-04ed-4b46-925e-913cbb7acd91 req-8f93efbf-c2d8-41da-a733-b1684e3dd3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:06.106242 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ddc5c620-04ed-4b46-925e-913cbb7acd91 req-8f93efbf-c2d8-41da-a733-b1684e3dd3e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2480628 Aug 28 13:03:06.134633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b398fd80-c1b0-4b10-b569-c4e3a866b1d2 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:06.142037 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40056) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:06.158780 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b398fd80-c1b0-4b10-b569-c4e3a866b1d2 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] 10.222.0.20 "GET /v2.0/ports/33098a22-30ff-4847-9e51-32b1b4a57db2 HTTP/1.1" status: 200 len: 1137 time: 0.1309288 Aug 28 13:03:06.297953 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0f915561-70e0-49dd-a693-2a4eb8e251fc None None] Provisioning for port 26e5dcb5-5999-484c-a94a-6642c003a70b completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:06.315725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0f915561-70e0-49dd-a693-2a4eb8e251fc None None] Provisioning complete for port 26e5dcb5-5999-484c-a94a-6642c003a70b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:06.316095 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0f915561-70e0-49dd-a693-2a4eb8e251fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:06.409011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfa86ec-3acb-4b05-b5c5-3bf5e9605070 None None] New status for floating IP ed74bd0c-baf2-4e4c-abed-c66cb2e9dd03: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:03:06.431764 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3aa0-f957-4dd3-8810-f2d44eb5179f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:06.556987 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0f915561-70e0-49dd-a693-2a4eb8e251fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:06.623392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-c0362545-2549-40e7-99eb-defff84da40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25193259-5ecb-4e3f-85f2-ecf6f546bd57', 'name': 'tempest-NetworksTestDHCPv6-router-785463620', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:55Z', 'updated_at': '2021-08-28T13:02:57Z', 'revision_number': 2, 'project_id': 'b311ab0a5d894a88b163c3664933f5ac', 'gw_port_host': None, '_interfaces': [{'id': '35a14d8a-2be6-4700-b560-589ba03e7715', 'name': '', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'mac_address': 'fa:16:3e:96:66:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25193259-5ecb-4e3f-85f2-ecf6f546bd57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'd82f410b-aed8-40e3-a882-7506585e1804', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:56Z', 'updated_at': '2021-08-28T13:03:04Z', 'revision_number': 4, 'project_id': 'b311ab0a5d894a88b163c3664933f5ac', 'subnets': [{'id': 'd82f410b-aed8-40e3-a882-7506585e1804', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:06.663961 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0362545-2549-40e7-99eb-defff84da40e None None] The sync data for ids ['25193259-5ecb-4e3f-85f2-ecf6f546bd57'] in n-d-791505-21 is: [{'id': '25193259-5ecb-4e3f-85f2-ecf6f546bd57', 'name': 'tempest-NetworksTestDHCPv6-router-785463620', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:55Z', 'updated_at': '2021-08-28T13:02:57Z', 'revision_number': 2, 'project_id': 'b311ab0a5d894a88b163c3664933f5ac', 'gw_port_host': None, '_interfaces': [{'id': '35a14d8a-2be6-4700-b560-589ba03e7715', 'name': '', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'mac_address': 'fa:16:3e:96:66:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25193259-5ecb-4e3f-85f2-ecf6f546bd57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'd82f410b-aed8-40e3-a882-7506585e1804', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:56Z', 'updated_at': '2021-08-28T13:03:04Z', 'revision_number': 4, 'project_id': 'b311ab0a5d894a88b163c3664933f5ac', 'subnets': [{'id': 'd82f410b-aed8-40e3-a882-7506585e1804', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:03:06.713665 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0f915561-70e0-49dd-a693-2a4eb8e251fc None None] For port 26e5dcb5-5999-484c-a94a-6642c003a70b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=26e5dcb5-5999-484c-a94a-6642c003a70b,segment=NetworkSegment(afdaddb2-56f5-4bbe-9f2f-9bff3b125d6c),segment_id=afdaddb2-56f5-4bbe-9f2f-9bff3b125d6c)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:06.720555 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0f915561-70e0-49dd-a693-2a4eb8e251fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:06.888866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f915561-70e0-49dd-a693-2a4eb8e251fc None None] Pushing event updated for resources: {'Port': ['ID=26e5dcb5-5999-484c-a94a-6642c003a70b,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:06.950991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6eaedb5f-c4df-482b-8f1c-37a05c195936 None None] Provisioning for port 33098a22-30ff-4847-9e51-32b1b4a57db2 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:06.960118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6eaedb5f-c4df-482b-8f1c-37a05c195936 None None] Provisioning complete for port 33098a22-30ff-4847-9e51-32b1b4a57db2 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:06.961676 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6eaedb5f-c4df-482b-8f1c-37a05c195936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:07.083012 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6eaedb5f-c4df-482b-8f1c-37a05c195936 None None] Port 33098a22-30ff-4847-9e51-32b1b4a57db2 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:03:07.111358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6eaedb5f-c4df-482b-8f1c-37a05c195936 None None] Provisioning complete for port 26e5dcb5-5999-484c-a94a-6642c003a70b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:07.112188 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6eaedb5f-c4df-482b-8f1c-37a05c195936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:07.352287 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:07.467478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-21c919b9-bf42-46d5-9f72-6a146321563d None None] Provisioning complete for port 33098a22-30ff-4847-9e51-32b1b4a57db2 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:07.468164 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-21c919b9-bf42-46d5-9f72-6a146321563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:07.527594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40084) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:07.551134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-21c919b9-bf42-46d5-9f72-6a146321563d None None] Port 33098a22-30ff-4847-9e51-32b1b4a57db2 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:03:07.553019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ca3aa0-f957-4dd3-8810-f2d44eb5179f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Router 25193259-5ecb-4e3f-85f2-ecf6f546bd57 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:03:07.621223 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ddc5c620-04ed-4b46-925e-913cbb7acd91 req-076458c9-5a92-4e9d-9ff0-4c25fdbd554b service neutron] 10.222.0.11 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5060375 Aug 28 13:03:07.773163 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-404a274a-e635-4222-a4e7-1c1ee8ad0f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:07.869726 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2601a112-bdd0-4817-b971-104ac5651fc2 None None] Could not find standard attr ID for object 964243b7-35d9-43f1-a379-82e93eb9cdfb. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:03:07.977906 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-404a274a-e635-4222-a4e7-1c1ee8ad0f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:07.986344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-404a274a-e635-4222-a4e7-1c1ee8ad0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:07.992974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ca3aa0-f957-4dd3-8810-f2d44eb5179f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:03:08.004895 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d0ca3aa0-f957-4dd3-8810-f2d44eb5179f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "PUT /v2.0/routers/25193259-5ecb-4e3f-85f2-ecf6f546bd57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7084484 Aug 28 13:03:08.018566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40094) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:08.031953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-404a274a-e635-4222-a4e7-1c1ee8ad0f36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60efc7dde4dc4de7a2a682ad09a14cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5026665 Aug 28 13:03:08.034850 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40096) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:08.125587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a274a-e635-4222-a4e7-1c1ee8ad0f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11147695-91b5-45dc-83cb-db5642ad9e78,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:08.158468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-5cf30770-44ca-47d1-b0fa-07e0c6f9b0d3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Deleting port 33098a22-30ff-4847-9e51-32b1b4a57db2 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:08.158974 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5cf30770-44ca-47d1-b0fa-07e0c6f9b0d3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:08.168922 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-723e382e-2d2e-497f-89c7-fc4f1b5d71f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:08.196860 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-723e382e-2d2e-497f-89c7-fc4f1b5d71f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:08.261134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-723e382e-2d2e-497f-89c7-fc4f1b5d71f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:08.265163 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-723e382e-2d2e-497f-89c7-fc4f1b5d71f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:08.266854 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-723e382e-2d2e-497f-89c7-fc4f1b5d71f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11147695-91b5-45dc-83cb-db5642ad9e78 HTTP/1.1" status: 204 len: 168 time: 0.2261612 Aug 28 13:03:08.279266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e382e-2d2e-497f-89c7-fc4f1b5d71f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11147695-91b5-45dc-83cb-db5642ad9e78,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:08.390729 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba06e6d-7395-4539-ab90-ecce429b0f73 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:08.392874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba06e6d-7395-4539-ab90-ecce429b0f73 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:08.400914 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-aba06e6d-7395-4539-ab90-ecce429b0f73 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3710155 Aug 28 13:03:08.403673 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40106) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:08.509193 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ddc5c620-04ed-4b46-925e-913cbb7acd91 req-cc624773-6000-43a6-b0f7-3831e439c376 service neutron] 10.222.0.11 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8726807 Aug 28 13:03:08.509417 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c5e9aa-4a50-4607-9b4a-15aa5f6da217 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet d82f410b-aed8-40e3-a882-7506585e1804 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:03:08.514038 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33c5e9aa-4a50-4607-9b4a-15aa5f6da217 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:08.549303 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5cf30770-44ca-47d1-b0fa-07e0c6f9b0d3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:08.600874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-5cf30770-44ca-47d1-b0fa-07e0c6f9b0d3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Calling delete_port for 33098a22-30ff-4847-9e51-32b1b4a57db2 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:08.636741 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6792f701-0c9d-4ce2-b575-2f7c43972712 None None] Provisioning complete for port 33098a22-30ff-4847-9e51-32b1b4a57db2 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:08.645992 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6792f701-0c9d-4ce2-b575-2f7c43972712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:08.651037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 26e5dcb5-5999-484c-a94a-6642c003a70b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:03:08.703640 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33c5e9aa-4a50-4607-9b4a-15aa5f6da217 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:08.812083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6792f701-0c9d-4ce2-b575-2f7c43972712 None None] Port 33098a22-30ff-4847-9e51-32b1b4a57db2 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:03:08.829222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 26e5dcb5-5999-484c-a94a-6642c003a70b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:08.830437 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:08.931732 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33c5e9aa-4a50-4607-9b4a-15aa5f6da217 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:08.949236 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5cf30770-44ca-47d1-b0fa-07e0c6f9b0d3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:09.034724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf30770-44ca-47d1-b0fa-07e0c6f9b0d3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Pushing event deleted for resources: {'Port': ['ID=33098a22-30ff-4847-9e51-32b1b4a57db2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:09.079512 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33c5e9aa-4a50-4607-9b4a-15aa5f6da217 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:09.103397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5054181-2044-4e43-a5e5-afa44021b10c None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:09.103742 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33c5e9aa-4a50-4607-9b4a-15aa5f6da217 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:09.108538 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-33c5e9aa-4a50-4607-9b4a-15aa5f6da217 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/d82f410b-aed8-40e3-a882-7506585e1804 HTTP/1.1" status: 204 len: 168 time: 0.7037611 Aug 28 13:03:09.109176 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40128) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:09.133244 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307df5e9-751b-461a-9109-baa4a0c34f1f None None] Sync routers for ids ['25193259-5ecb-4e3f-85f2-ecf6f546bd57'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:03:09.145783 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307df5e9-751b-461a-9109-baa4a0c34f1f None None] Routers {'25193259-5ecb-4e3f-85f2-ecf6f546bd57'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:09.146793 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-307df5e9-751b-461a-9109-baa4a0c34f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:02:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['25193259-5ecb-4e3f-85f2-ecf6f546bd57'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:09.193515 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5e9aa-4a50-4607-9b4a-15aa5f6da217 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=d82f410b-aed8-40e3-a882-7506585e1804,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:09.258500 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5cf30770-44ca-47d1-b0fa-07e0c6f9b0d3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:09.263283 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5cf30770-44ca-47d1-b0fa-07e0c6f9b0d3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] 10.222.0.20 "DELETE /v2.0/ports/33098a22-30ff-4847-9e51-32b1b4a57db2 HTTP/1.1" status: 204 len: 168 time: 3.1193371 Aug 28 13:03:09.263977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40130) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:09.268695 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-307df5e9-751b-461a-9109-baa4a0c34f1f None None] Set router 25193259-5ecb-4e3f-85f2-ecf6f546bd57 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:03:09.301198 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b74ecae-d92a-4bd7-8352-644905ba3f92 req-46d17106-f4b1-4926-9437-6fca446345c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1402307 Aug 28 13:03:09.393368 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-307df5e9-751b-461a-9109-baa4a0c34f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25193259-5ecb-4e3f-85f2-ecf6f546bd57', 'name': 'tempest-NetworksTestDHCPv6-router-785463620', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:55Z', 'updated_at': '2021-08-28T13:03:05Z', 'revision_number': 3, 'project_id': 'b311ab0a5d894a88b163c3664933f5ac', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:09.423085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-2888f520-3de5-4807-8d29-89c7952043d7 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Deleting subnet 5eeed449-d8e9-4572-b1da-c1fb8e0825e2 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:03:09.430654 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2888f520-3de5-4807-8d29-89c7952043d7 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:09.469888 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307df5e9-751b-461a-9109-baa4a0c34f1f None None] Checking router: 25193259-5ecb-4e3f-85f2-ecf6f546bd57 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:03:09.473143 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e3ea9f64-9be6-4f86-a086-6cb69152732f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3027089 Aug 28 13:03:09.476461 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40140) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:09.500108 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307df5e9-751b-461a-9109-baa4a0c34f1f None None] Routers {'25193259-5ecb-4e3f-85f2-ecf6f546bd57'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:09.500749 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-307df5e9-751b-461a-9109-baa4a0c34f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:02:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['25193259-5ecb-4e3f-85f2-ecf6f546bd57'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:09.545879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e015dc2-9ce9-4505-a8af-597af5a64d24 None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:03:09.675816 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-307df5e9-751b-461a-9109-baa4a0c34f1f None None] Set router 25193259-5ecb-4e3f-85f2-ecf6f546bd57 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:03:09.697013 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2888f520-3de5-4807-8d29-89c7952043d7 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:09.775041 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:09.797024 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9e015dc2-9ce9-4505-a8af-597af5a64d24 None None] Deleting port e93aa801-d755-48c7-b8d2-12aeb31f334b {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:09.797401 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9e015dc2-9ce9-4505-a8af-597af5a64d24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:09.876202 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-307df5e9-751b-461a-9109-baa4a0c34f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25193259-5ecb-4e3f-85f2-ecf6f546bd57', 'name': 'tempest-NetworksTestDHCPv6-router-785463620', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:55Z', 'updated_at': '2021-08-28T13:03:05Z', 'revision_number': 3, 'project_id': 'b311ab0a5d894a88b163c3664933f5ac', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:09.936822 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9e015dc2-9ce9-4505-a8af-597af5a64d24 None None] For port e93aa801-d755-48c7-b8d2-12aeb31f334b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e93aa801-d755-48c7-b8d2-12aeb31f334b,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:09.940765 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9e015dc2-9ce9-4505-a8af-597af5a64d24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:09.963264 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307df5e9-751b-461a-9109-baa4a0c34f1f None None] The sync data for ids ['25193259-5ecb-4e3f-85f2-ecf6f546bd57'] in n-d-791505-21 is: [{'id': '25193259-5ecb-4e3f-85f2-ecf6f546bd57', 'name': 'tempest-NetworksTestDHCPv6-router-785463620', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:55Z', 'updated_at': '2021-08-28T13:03:05Z', 'revision_number': 3, 'project_id': 'b311ab0a5d894a88b163c3664933f5ac', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:03:09.969272 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9e015dc2-9ce9-4505-a8af-597af5a64d24 None None] Calling delete_port for e93aa801-d755-48c7-b8d2-12aeb31f334b owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:10.008028 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2888f520-3de5-4807-8d29-89c7952043d7 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:10.076763 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e445304b-d70d-444d-8661-7177f083d712 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:10.115369 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2888f520-3de5-4807-8d29-89c7952043d7 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:10.166020 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-706b56b1-a4d6-4c98-9535-5d561860f7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:10.173442 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888f520-3de5-4807-8d29-89c7952043d7 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Pushing event deleted for resources: {'Subnet': ['ID=5eeed449-d8e9-4572-b1da-c1fb8e0825e2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:10.179401 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9e015dc2-9ce9-4505-a8af-597af5a64d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:10.183667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74ecae-d92a-4bd7-8352-644905ba3f92 req-a1b0a689-7c42-4275-aa52-8a6df4cc3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:10.185685 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b74ecae-d92a-4bd7-8352-644905ba3f92 req-a1b0a689-7c42-4275-aa52-8a6df4cc3dd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=385fbd574aa949b8908ac3aef312ba6f&device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 1101 time: 0.7454312 Aug 28 13:03:10.187034 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2888f520-3de5-4807-8d29-89c7952043d7 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:10.191192 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2888f520-3de5-4807-8d29-89c7952043d7 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] 10.222.0.20 "DELETE /v2.0/subnets/5eeed449-d8e9-4572-b1da-c1fb8e0825e2 HTTP/1.1" status: 204 len: 168 time: 0.9252827 Aug 28 13:03:10.193038 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40160) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:10.235533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805c83f0-958e-4736-b000-22342dfeac1e None None] Network 4b6f1332-c736-4232-9d7a-1597d5cbd58d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:10.237524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e015dc2-9ce9-4505-a8af-597af5a64d24 None None] Pushing event deleted for resources: {'Port': ['ID=e93aa801-d755-48c7-b8d2-12aeb31f334b,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:10.301252 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e015dc2-9ce9-4505-a8af-597af5a64d24 None None] No DVR routers for this DVR port e93aa801-d755-48c7-b8d2-12aeb31f334b on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:03:10.400812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74ecae-d92a-4bd7-8352-644905ba3f92 req-1f97291b-0c83-45c2-b7d6-877bd31b8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:10.402310 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b74ecae-d92a-4bd7-8352-644905ba3f92 req-1f97291b-0c83-45c2-b7d6-877bd31b8edb service neutron] 10.222.0.11 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.1869659 Aug 28 13:03:10.548645 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e93aa801-d755-48c7-b8d2-12aeb31f334b no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:03:10.600948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: e93aa801-d755-48c7-b8d2-12aeb31f334b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:03:10.602111 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e93aa801-d755-48c7-b8d2-12aeb31f334b not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:03:10.602797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 35a14d8a-2be6-4700-b560-589ba03e7715 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:03:10.606151 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b74ecae-d92a-4bd7-8352-644905ba3f92 req-becee2b6-15b4-46e5-8f88-7c60e4dee7e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=88776eb7-1b47-48cd-a28b-b585a1626a7d HTTP/1.1" status: 200 len: 217 time: 0.1871190 Aug 28 13:03:10.606677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1979263e-f4d9-4675-864f-cbb0a23bcc20 None None] DHCP port deletion for 4b6f1332-c736-4232-9d7a-1597d5cbd58d request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:03:10.607192 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e445304b-d70d-444d-8661-7177f083d712 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:10.617994 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:10.633798 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e445304b-d70d-444d-8661-7177f083d712 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:10.634271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 35a14d8a-2be6-4700-b560-589ba03e7715 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:03:10.635067 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 35a14d8a-2be6-4700-b560-589ba03e7715 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:03:10.719221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-1979263e-f4d9-4675-864f-cbb0a23bcc20 None None] Deleting port 26e5dcb5-5999-484c-a94a-6642c003a70b {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:10.720070 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1979263e-f4d9-4675-864f-cbb0a23bcc20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:10.746097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74ecae-d92a-4bd7-8352-644905ba3f92 req-7b079e0e-f1ed-4cce-ae3b-669f04f380a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:10.752585 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b74ecae-d92a-4bd7-8352-644905ba3f92 req-7b079e0e-f1ed-4cce-ae3b-669f04f380a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1390126 Aug 28 13:03:10.767880 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e445304b-d70d-444d-8661-7177f083d712 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:10.768422 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e445304b-d70d-444d-8661-7177f083d712 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Fanout notify agent at l3_agent the message router_deleted on router 25193259-5ecb-4e3f-85f2-ecf6f546bd57 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:03:10.814420 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e445304b-d70d-444d-8661-7177f083d712 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:10.814420 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e445304b-d70d-444d-8661-7177f083d712 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/routers/25193259-5ecb-4e3f-85f2-ecf6f546bd57 HTTP/1.1" status: 204 len: 168 time: 1.3337603 Aug 28 13:03:10.827124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40168) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:10.833794 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-49644979-8e30-4db3-b372-4fe583529ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:10.843836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1979263e-f4d9-4675-864f-cbb0a23bcc20 None None] For port 26e5dcb5-5999-484c-a94a-6642c003a70b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=26e5dcb5-5999-484c-a94a-6642c003a70b,segment=NetworkSegment(afdaddb2-56f5-4bbe-9f2f-9bff3b125d6c),segment_id=afdaddb2-56f5-4bbe-9f2f-9bff3b125d6c)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:10.844935 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1979263e-f4d9-4675-864f-cbb0a23bcc20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:10.897384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74ecae-d92a-4bd7-8352-644905ba3f92 req-6aebfac2-8f10-4a0d-a32e-3d6c9f59734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:10.902543 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b74ecae-d92a-4bd7-8352-644905ba3f92 req-6aebfac2-8f10-4a0d-a32e-3d6c9f59734e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1404386 Aug 28 13:03:10.931099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-1979263e-f4d9-4675-864f-cbb0a23bcc20 None None] Calling delete_port for 26e5dcb5-5999-484c-a94a-6642c003a70b owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:11.133851 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1979263e-f4d9-4675-864f-cbb0a23bcc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:11.150634 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979263e-f4d9-4675-864f-cbb0a23bcc20 None None] No DVR routers for this DVR port 26e5dcb5-5999-484c-a94a-6642c003a70b on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:03:11.162900 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b74ecae-d92a-4bd7-8352-644905ba3f92 req-cb6a2a47-a03e-433e-be71-2a6bdc02f32c service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434220 Aug 28 13:03:11.174616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Deleting port 26e5dcb5-5999-484c-a94a-6642c003a70b {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:11.175068 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:11.217926 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979263e-f4d9-4675-864f-cbb0a23bcc20 None None] Pushing event deleted for resources: {'Port': ['ID=26e5dcb5-5999-484c-a94a-6642c003a70b,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:11.278990 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49644979-8e30-4db3-b372-4fe583529ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:11.283021 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-49644979-8e30-4db3-b372-4fe583529ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:11.319629 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b74ecae-d92a-4bd7-8352-644905ba3f92 req-dd7de42d-4c6f-4e85-8e84-60a68f22a6a7 service neutron] 10.222.0.11 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493063 Aug 28 13:03:11.368146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] For port 26e5dcb5-5999-484c-a94a-6642c003a70b, host n-d-791505-21, got binding levels [] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:11.368424 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:11.384552 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Calling delete_port for 26e5dcb5-5999-484c-a94a-6642c003a70b owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:11.387453 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_backend_mixin [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Port 26e5dcb5-5999-484c-a94a-6642c003a70b was not found and therefore no delete operation was performed {{(pid=94878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 13:03:11.388792 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:11.459676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] No DVR routers for this DVR port 26e5dcb5-5999-484c-a94a-6642c003a70b on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:03:11.462748 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Pushing event deleted for resources: {'Port': ['ID=26e5dcb5-5999-484c-a94a-6642c003a70b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:11.559577 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:11.571401 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6f1332-c736-4232-9d7a-1597d5cbd58d']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:11.582620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afdaddb2-56f5-4bbe-9f2f-9bff3b125d6c') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:11.582917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afdaddb2-56f5-4bbe-9f2f-9bff3b125d6c') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:11.592956 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:11.633735 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:11.643673 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:03:11.644066 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:03:11.647083 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:03:11.829566 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:11.842744 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:11.846134 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] 10.222.0.20 "DELETE /v2.0/networks/4b6f1332-c736-4232-9d7a-1597d5cbd58d HTTP/1.1" status: 204 len: 168 time: 1.6512084 Aug 28 13:03:11.884431 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0f7c0-6b3f-42a9-9d0d-40231d1b94f3 tempest-ExtraDHCPOptionsTestJSON-73711675 tempest-ExtraDHCPOptionsTestJSON-73711675-project] Pushing event deleted for resources: {'Network': ['ID=4b6f1332-c736-4232-9d7a-1597d5cbd58d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:11.889761 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-49644979-8e30-4db3-b372-4fe583529ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:11.950831 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49644979-8e30-4db3-b372-4fe583529ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:11.954239 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-49644979-8e30-4db3-b372-4fe583529ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:11.957238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49644979-8e30-4db3-b372-4fe583529ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:11.957831 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-49644979-8e30-4db3-b372-4fe583529ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:11.967438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d1bb24-b468-40ef-b290-4a0d09737ac8 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:11.996916 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40192) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:11.999171 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-49644979-8e30-4db3-b372-4fe583529ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1696153 Aug 28 13:03:12.003435 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-324f263d-74fc-46e6-92cd-a5c28d82fe67 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1093503358', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:12.012559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49644979-8e30-4db3-b372-4fe583529ec3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=ea811d92-0528-4333-a36b-a73208aee787,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:12.052898 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-324f263d-74fc-46e6-92cd-a5c28d82fe67 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:12.053985 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-324f263d-74fc-46e6-92cd-a5c28d82fe67 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:12.175717 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-324f263d-74fc-46e6-92cd-a5c28d82fe67 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:12.184237 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-324f263d-74fc-46e6-92cd-a5c28d82fe67 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:12.259705 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-324f263d-74fc-46e6-92cd-a5c28d82fe67 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:12.267260 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40206) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:12.274676 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-324f263d-74fc-46e6-92cd-a5c28d82fe67 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2756312 Aug 28 13:03:12.377631 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5dfe5f1c-c0e6-4c45-bbeb-ce8d4ed75a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:12.484729 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': 'ea811d92-0528-4333-a36b-a73208aee787'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:03:12.486317 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:12.654656 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40220) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:12.741627 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Allocated IP 2001:db8::2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/ea811d92-0528-4333-a36b-a73208aee787/c84e35e2-66b9-46f9-a815-d967cb650543) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:12.810840 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:12.937556 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b0e8cb87-742d-45bb-b447-32fa46beb190 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cde8b2bf28544bab823c0308dd445706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815051 Aug 28 13:03:12.941475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40226) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:12.944469 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 26e5dcb5-5999-484c-a94a-6642c003a70b no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:03:13.007804 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:13.014074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 26e5dcb5-5999-484c-a94a-6642c003a70b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:03:13.015702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 26e5dcb5-5999-484c-a94a-6642c003a70b not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:03:13.060418 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7632d1f9-5ca8-4d7c-9fe8-295b2a145d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:13.075862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Transition to ACTIVE for port object c84e35e2-66b9-46f9-a815-d967cb650543 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:13.081111 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:13.111426 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7632d1f9-5ca8-4d7c-9fe8-295b2a145d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:13.130501 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Transition to ACTIVE for port object c84e35e2-66b9-46f9-a815-d967cb650543 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:13.143034 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:13.237860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:13.241051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:13.247978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:13.283296 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7632d1f9-5ca8-4d7c-9fe8-295b2a145d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:13.287173 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7632d1f9-5ca8-4d7c-9fe8-295b2a145d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:13.291426 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7632d1f9-5ca8-4d7c-9fe8-295b2a145d0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a134263c-33e2-4b2f-aef2-df8ab3d7b86f HTTP/1.1" status: 204 len: 168 time: 0.3487117 Aug 28 13:03:13.302979 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632d1f9-5ca8-4d7c-9fe8-295b2a145d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a134263c-33e2-4b2f-aef2-df8ab3d7b86f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:13.328482 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::1 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/ea811d92-0528-4333-a36b-a73208aee787/c52926ff-a96e-4c2f-915f-cbb45eadd79a) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:13.392235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Attempting to bind port c84e35e2-66b9-46f9-a815-d967cb650543 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:03:13.392604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Attempting to bind port c84e35e2-66b9-46f9-a815-d967cb650543 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:03:13.392958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Attempting to bind port c84e35e2-66b9-46f9-a815-d967cb650543 on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:03:13.425387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Pushing event updated for resources: {'Port': ['ID=c84e35e2-66b9-46f9-a815-d967cb650543,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:13.443744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:03:13.446591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:03:13.447020 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:13.447418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:03:13.448168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Bound port: c84e35e2-66b9-46f9-a815-d967cb650543, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:03:13.448587 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:13.456180 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:13.601946 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] For port c84e35e2-66b9-46f9-a815-d967cb650543, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:03:13.621639 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] For port c84e35e2-66b9-46f9-a815-d967cb650543, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c84e35e2-66b9-46f9-a815-d967cb650543,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:03:13.627941 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:13.697640 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:13.718437 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object c52926ff-a96e-4c2f-915f-cbb45eadd79a will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:13.762716 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d3d2a-6894-4cf3-a6bb-ca06642b60c2 None None] Pushing event updated for resources: {'Port': ['ID=c84e35e2-66b9-46f9-a815-d967cb650543,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:13.799540 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:13.899241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:13.909384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:13.920095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:13.920636 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:13.972209 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=c52926ff-a96e-4c2f-915f-cbb45eadd79a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:14.155878 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:14.685791 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c84e35e2-66b9-46f9-a815-d967cb650543 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:03:14.690710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40288) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:14.825101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port c84e35e2-66b9-46f9-a815-d967cb650543 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:14.855597 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4260266f-08e7-4109-b3ee-b648eafaf1d8 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1452262765'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:14.899536 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4260266f-08e7-4109-b3ee-b648eafaf1d8 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Made reservation on behalf of 4c90e2c1a6284963bcbf0151259293da for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:14.907052 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4260266f-08e7-4109-b3ee-b648eafaf1d8 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:14.921286 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4260266f-08e7-4109-b3ee-b648eafaf1d8 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:14.921458 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:14.932413 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:14.937169 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:15.118584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:15.127773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:15.148059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=c52926ff-a96e-4c2f-915f-cbb45eadd79a,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:15.157527 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4260266f-08e7-4109-b3ee-b648eafaf1d8 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:15.169136 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1a113-9886-4935-bc5a-056b8e6f92e7 req-842784ac-9f96-4189-bcb9-f87311198162 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:15.171286 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eeb1a113-9886-4935-bc5a-056b8e6f92e7 req-842784ac-9f96-4189-bcb9-f87311198162 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 949 time: 0.1636279 Aug 28 13:03:15.172885 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4260266f-08e7-4109-b3ee-b648eafaf1d8 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:15.186925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4260266f-08e7-4109-b3ee-b648eafaf1d8 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:03:15.202720 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4260266f-08e7-4109-b3ee-b648eafaf1d8 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:15.203332 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-4260266f-08e7-4109-b3ee-b648eafaf1d8 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Added segment 51e707a3-0465-442f-92b5-94fdde694969 of type vlan for network 2b176846-e6ef-48f0-9129-de422348339f Aug 28 13:03:15.303525 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:15.327635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Router 6cd4db03-a5a3-4f23-a88e-555d35fa8860 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:03:15.344475 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4260266f-08e7-4109-b3ee-b648eafaf1d8 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:15.367655 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260266f-08e7-4109-b3ee-b648eafaf1d8 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45a2603-c373-4144-90b1-66d8aed6909e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:15.408927 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eeb1a113-9886-4935-bc5a-056b8e6f92e7 req-4768e22c-87e6-4a05-ba13-fbaccfd6eec0 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/security-groups?id=7441c478-4d12-45ec-af59-1dc51a9e1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390684 Aug 28 13:03:15.442838 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4260266f-08e7-4109-b3ee-b648eafaf1d8 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:15.453661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4260266f-08e7-4109-b3ee-b648eafaf1d8 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:15.454609 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4260266f-08e7-4109-b3ee-b648eafaf1d8 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:15.459900 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-48e6f410-868f-480c-95e1-dad56f2f18fe None None] Provisioning for port c84e35e2-66b9-46f9-a815-d967cb650543 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:15.466691 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-48e6f410-868f-480c-95e1-dad56f2f18fe None None] Provisioning complete for port c84e35e2-66b9-46f9-a815-d967cb650543 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:15.467062 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-48e6f410-868f-480c-95e1-dad56f2f18fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:15.478113 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4260266f-08e7-4109-b3ee-b648eafaf1d8 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7857602 Aug 28 13:03:15.489369 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40304) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:15.568244 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:03:15.583891 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-086dc548-f4ec-42d0-81cf-f7d208d8b6ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "PUT /v2.0/routers/6cd4db03-a5a3-4f23-a88e-555d35fa8860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3138862 Aug 28 13:03:15.584988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40314) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:15.589290 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5cfe8-9183-4a9e-a2f5-7132503b8e7a None None] Sync routers for ids ['6cd4db03-a5a3-4f23-a88e-555d35fa8860'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:03:15.594583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-d919ad72-4876-4586-b46e-303eb7fb16fa tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'subnet': {'network_id': '2b176846-e6ef-48f0-9129-de422348339f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:15.616363 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-48e6f410-868f-480c-95e1-dad56f2f18fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:15.669226 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5cfe8-9183-4a9e-a2f5-7132503b8e7a None None] Routers {'6cd4db03-a5a3-4f23-a88e-555d35fa8860'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:15.669865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ffe5cfe8-9183-4a9e-a2f5-7132503b8e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6cd4db03-a5a3-4f23-a88e-555d35fa8860'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:15.700625 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f843a1d5-95c2-4b67-a00d-999278ee3718 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:15.705406 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f843a1d5-95c2-4b67-a00d-999278ee3718 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports/c52926ff-a96e-4c2f-915f-cbb45eadd79a HTTP/1.1" status: 200 len: 911 time: 0.1191304 Aug 28 13:03:15.706047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40320) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:15.767108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-48e6f410-868f-480c-95e1-dad56f2f18fe None None] For port c84e35e2-66b9-46f9-a815-d967cb650543, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c84e35e2-66b9-46f9-a815-d967cb650543,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:15.783455 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260266f-08e7-4109-b3ee-b648eafaf1d8 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Network': ['ID=2b176846-e6ef-48f0-9129-de422348339f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:15.789827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d00fac-68d5-4771-98eb-7b582d3d5a9d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:15.805154 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d00fac-68d5-4771-98eb-7b582d3d5a9d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:15.806877 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-47d00fac-68d5-4771-98eb-7b582d3d5a9d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0996962 Aug 28 13:03:15.809638 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40324) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:15.828411 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 2b176846-e6ef-48f0-9129-de422348339f details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:03:15.839699 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-48e6f410-868f-480c-95e1-dad56f2f18fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:15.871793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d919ad72-4876-4586-b46e-303eb7fb16fa tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Made reservation on behalf of 4c90e2c1a6284963bcbf0151259293da for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:15.875562 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d919ad72-4876-4586-b46e-303eb7fb16fa tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:16.387684 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6f410-868f-480c-95e1-dad56f2f18fe None None] Pushing event updated for resources: {'Port': ['ID=c84e35e2-66b9-46f9-a815-d967cb650543,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:16.398059 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d919ad72-4876-4586-b46e-303eb7fb16fa tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:16.421410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-ffe5cfe8-9183-4a9e-a2f5-7132503b8e7a None None] Set router 6cd4db03-a5a3-4f23-a88e-555d35fa8860 gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:03:16.469962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-30209c1a-2fe7-420c-99dd-cfd9ddc5063f None None] Provisioning for port c52926ff-a96e-4c2f-915f-cbb45eadd79a completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:16.487732 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-30209c1a-2fe7-420c-99dd-cfd9ddc5063f None None] Provisioning complete for port c52926ff-a96e-4c2f-915f-cbb45eadd79a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:16.488220 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-30209c1a-2fe7-420c-99dd-cfd9ddc5063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:16.521585 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:03:16.582472 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-61368ebe-a7bf-4971-8fe1-c0e4553d6eb9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:16.642158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-30209c1a-2fe7-420c-99dd-cfd9ddc5063f None None] Port c52926ff-a96e-4c2f-915f-cbb45eadd79a cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:03:16.696506 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c84e35e2-66b9-46f9-a815-d967cb650543 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:03:16.710978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919ad72-4876-4586-b46e-303eb7fb16fa tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Subnet': ['ID=ba58e358-9a89-4227-84c0-3a5d2d0096e7,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:16.733283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d919ad72-4876-4586-b46e-303eb7fb16fa tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Checking segment: {'id': '51e707a3-0465-442f-92b5-94fdde694969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2b176846-e6ef-48f0-9129-de422348339f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:03:16.733654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d919ad72-4876-4586-b46e-303eb7fb16fa tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network hostable DHCP agents. Network: 2b176846-e6ef-48f0-9129-de422348339f, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:03:16.781973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f11f8-c328-4727-b85d-8bf4a33ecb30 req-0d44a81b-7521-46f6-9240-65df9a2d232a tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:16.784453 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b5f11f8-c328-4727-b85d-8bf4a33ecb30 req-0d44a81b-7521-46f6-9240-65df9a2d232a tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.11 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 949 time: 0.2525053 Aug 28 13:03:16.824315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d919ad72-4876-4586-b46e-303eb7fb16fa tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 2b176846-e6ef-48f0-9129-de422348339f is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:03:16.868091 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-dc671ed3-b9fa-4b81-b685-493eb4a58680 None None] Provisioning complete for port c52926ff-a96e-4c2f-915f-cbb45eadd79a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:16.869329 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dc671ed3-b9fa-4b81-b685-493eb4a58680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:16.879978 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726353bd-a543-45b1-b515-eee232b41b86 req-d8644386-1e13-4f7b-9cbc-dd8099d5c705 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:16.881559 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-726353bd-a543-45b1-b515-eee232b41b86 req-d8644386-1e13-4f7b-9cbc-dd8099d5c705 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 949 time: 0.1912153 Aug 28 13:03:16.889547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d919ad72-4876-4586-b46e-303eb7fb16fa tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 2b176846-e6ef-48f0-9129-de422348339f) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:16.902397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76ddc24-e829-4c85-a48f-93862e74be61 None None] Network 2b176846-e6ef-48f0-9129-de422348339f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:16.908624 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d919ad72-4876-4586-b46e-303eb7fb16fa tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:16.909233 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d919ad72-4876-4586-b46e-303eb7fb16fa tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:16.953518 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d919ad72-4876-4586-b46e-303eb7fb16fa tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4624538 Aug 28 13:03:16.954150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40350) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:16.959500 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-147461333', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:17.036022 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:17.037094 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:17.043346 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c84e35e2-66b9-46f9-a815-d967cb650543 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:17.043856 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:17.047868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-dc671ed3-b9fa-4b81-b685-493eb4a58680 None None] Port c52926ff-a96e-4c2f-915f-cbb45eadd79a cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:03:17.067204 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-726353bd-a543-45b1-b515-eee232b41b86 req-626dbdd9-08fc-4d4d-8b61-e6a0ffb02a7e tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/security-groups?id=7441c478-4d12-45ec-af59-1dc51a9e1d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731293 Aug 28 13:03:17.132179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-8b5f11f8-c328-4727-b85d-8bf4a33ecb30 req-33b44e09-6b6b-4677-861a-cffc4d017fc6 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Deleting port 88776eb7-1b47-48cd-a28b-b585a1626a7d {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:17.135033 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8b5f11f8-c328-4727-b85d-8bf4a33ecb30 req-33b44e09-6b6b-4677-861a-cffc4d017fc6 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:17.167243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ffe5cfe8-9183-4a9e-a2f5-7132503b8e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd4db03-a5a3-4f23-a88e-555d35fa8860', 'name': 'tempest-NetworksTestDHCPv6-router-1093503358', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:03:12Z', 'updated_at': '2021-08-28T13:03:14Z', 'revision_number': 2, 'project_id': 'b311ab0a5d894a88b163c3664933f5ac', 'gw_port_host': None, '_interfaces': [{'id': 'c52926ff-a96e-4c2f-915f-cbb45eadd79a', 'name': '', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'mac_address': 'fa:16:3e:44:ef:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd4db03-a5a3-4f23-a88e-555d35fa8860', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': 'ea811d92-0528-4333-a36b-a73208aee787', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:03:12Z', 'updated_at': '2021-08-28T13:03:14Z', 'revision_number': 2, 'project_id': 'b311ab0a5d894a88b163c3664933f5ac', 'subnets': [{'id': 'ea811d92-0528-4333-a36b-a73208aee787', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:17.229874 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:17.250114 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5cfe8-9183-4a9e-a2f5-7132503b8e7a None None] Checking router: 6cd4db03-a5a3-4f23-a88e-555d35fa8860 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:03:17.250470 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5cfe8-9183-4a9e-a2f5-7132503b8e7a None None] Updating router 6cd4db03-a5a3-4f23-a88e-555d35fa8860 port c52926ff-a96e-4c2f-915f-cbb45eadd79a binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:03:17.293104 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-61368ebe-a7bf-4971-8fe1-c0e4553d6eb9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port c52926ff-a96e-4c2f-915f-cbb45eadd79a {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:17.293713 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-61368ebe-a7bf-4971-8fe1-c0e4553d6eb9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:17.315636 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ffe5cfe8-9183-4a9e-a2f5-7132503b8e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:17.452007 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:17.461787 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d866f6a-a978-44cf-98b3-1fe660c3436a None None] Network 2b176846-e6ef-48f0-9129-de422348339f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:17.516945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-8b5f11f8-c328-4727-b85d-8bf4a33ecb30 req-33b44e09-6b6b-4677-861a-cffc4d017fc6 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] For port 88776eb7-1b47-48cd-a28b-b585a1626a7d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=88776eb7-1b47-48cd-a28b-b585a1626a7d,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:17.517480 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8b5f11f8-c328-4727-b85d-8bf4a33ecb30 req-33b44e09-6b6b-4677-861a-cffc4d017fc6 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:17.550893 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-61368ebe-a7bf-4971-8fe1-c0e4553d6eb9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:17.570026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-61368ebe-a7bf-4971-8fe1-c0e4553d6eb9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for c52926ff-a96e-4c2f-915f-cbb45eadd79a owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:17.608288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-8b5f11f8-c328-4727-b85d-8bf4a33ecb30 req-33b44e09-6b6b-4677-861a-cffc4d017fc6 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Calling delete_port for 88776eb7-1b47-48cd-a28b-b585a1626a7d owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:17.903712 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-61368ebe-a7bf-4971-8fe1-c0e4553d6eb9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:17.939964 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61368ebe-a7bf-4971-8fe1-c0e4553d6eb9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=c52926ff-a96e-4c2f-915f-cbb45eadd79a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:18.007048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8b5f11f8-c328-4727-b85d-8bf4a33ecb30 req-33b44e09-6b6b-4677-861a-cffc4d017fc6 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:18.022946 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['88776eb7-1b47-48cd-a28b-b585a1626a7d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:03:18.160593 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-61368ebe-a7bf-4971-8fe1-c0e4553d6eb9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:18.230995 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b44e09-6b6b-4677-861a-cffc4d017fc6 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Pushing event deleted for resources: {'Port': ['ID=88776eb7-1b47-48cd-a28b-b585a1626a7d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:18.322459 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2cf1ab83-edbc-4f8b-997d-7ce92ece49fe req-8a70b99f-3170-4e4c-905c-712db68e0a7d tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38d0312-b058-4e21-9e79-674172dd3de1 HTTP/1.1" status: 200 len: 210 time: 0.0816853 Aug 28 13:03:18.335223 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5f11f8-c328-4727-b85d-8bf4a33ecb30 req-33b44e09-6b6b-4677-861a-cffc4d017fc6 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] No DVR routers for this DVR port 88776eb7-1b47-48cd-a28b-b585a1626a7d on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:03:18.339086 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8b5f11f8-c328-4727-b85d-8bf4a33ecb30 req-33b44e09-6b6b-4677-861a-cffc4d017fc6 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:18.341578 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b5f11f8-c328-4727-b85d-8bf4a33ecb30 req-33b44e09-6b6b-4677-861a-cffc4d017fc6 tempest-VolumesBackupsTest-1742254944 tempest-VolumesBackupsTest-1742254944-project] 10.222.0.11 "DELETE /v2.0/ports/88776eb7-1b47-48cd-a28b-b585a1626a7d HTTP/1.1" status: 204 len: 173 time: 1.5454853 Aug 28 13:03:18.362083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38d0312-b058-4e21-9e79-674172dd3de1', 'name': 'network-vif-deleted', 'tag': '88776eb7-1b47-48cd-a28b-b585a1626a7d'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:03:18.364862 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c657adca-dfb8-4fe9-8490-bdc88e0a01e5" -d '{"events": [{"server_uuid": "f38d0312-b058-4e21-9e79-674172dd3de1", "name": "network-vif-deleted", "tag": "88776eb7-1b47-48cd-a28b-b585a1626a7d"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:03:18.508414 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1172d8c5-53d5-496e-becb-bc17aed8d7a5 x-openstack-request-id: req-1172d8c5-53d5-496e-becb-bc17aed8d7a5 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:03:18.509343 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38d0312-b058-4e21-9e79-674172dd3de1", "name": "network-vif-deleted", "tag": "88776eb7-1b47-48cd-a28b-b585a1626a7d", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:03:18.509343 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1172d8c5-53d5-496e-becb-bc17aed8d7a5 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:03:18.513317 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38d0312-b058-4e21-9e79-674172dd3de1', 'name': 'network-vif-deleted', 'tag': '88776eb7-1b47-48cd-a28b-b585a1626a7d', 'status': 'completed', 'code': 200} Aug 28 13:03:18.516288 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:18.527429 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61368ebe-a7bf-4971-8fe1-c0e4553d6eb9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Router 6cd4db03-a5a3-4f23-a88e-555d35fa8860 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:03:18.581928 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:18.583351 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-ffe5cfe8-9183-4a9e-a2f5-7132503b8e7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:03:18.584884 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-ffe5cfe8-9183-4a9e-a2f5-7132503b8e7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:03:18.874089 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Allocated IP 172.25.1.251 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/8f37f2cb-3254-4192-823a-554e71a6e974) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:19.010749 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:19.106841 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:19.141103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5cfe8-9183-4a9e-a2f5-7132503b8e7a None None] Port c52926ff-a96e-4c2f-915f-cbb45eadd79a not found while updating agent binding for router 6cd4db03-a5a3-4f23-a88e-555d35fa8860. {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 28 13:03:19.165603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5cfe8-9183-4a9e-a2f5-7132503b8e7a None None] Routers {'6cd4db03-a5a3-4f23-a88e-555d35fa8860'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:19.166182 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ffe5cfe8-9183-4a9e-a2f5-7132503b8e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6cd4db03-a5a3-4f23-a88e-555d35fa8860'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:19.229957 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61368ebe-a7bf-4971-8fe1-c0e4553d6eb9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:03:19.241524 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-61368ebe-a7bf-4971-8fe1-c0e4553d6eb9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "PUT /v2.0/routers/6cd4db03-a5a3-4f23-a88e-555d35fa8860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4303803 Aug 28 13:03:19.244392 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40424) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:19.293799 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:19.297224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:19.301281 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:19.341844 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-ffe5cfe8-9183-4a9e-a2f5-7132503b8e7a None None] Set router 6cd4db03-a5a3-4f23-a88e-555d35fa8860 gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:03:19.355918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa08c6f-1527-4883-a649-3edf088c3958 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:19.357435 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa08c6f-1527-4883-a649-3edf088c3958 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:19.363916 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2fa08c6f-1527-4883-a649-3edf088c3958 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1185362 Aug 28 13:03:19.369257 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40432) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:19.381589 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=8f37f2cb-3254-4192-823a-554e71a6e974,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:19.484106 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5eac9d-38f2-410a-9ccc-01e53701d20f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet ea811d92-0528-4333-a36b-a73208aee787 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:03:19.492586 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4c5eac9d-38f2-410a-9ccc-01e53701d20f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:19.513131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ffe5cfe8-9183-4a9e-a2f5-7132503b8e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd4db03-a5a3-4f23-a88e-555d35fa8860', 'name': 'tempest-NetworksTestDHCPv6-router-1093503358', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:03:12Z', 'updated_at': '2021-08-28T13:03:17Z', 'revision_number': 3, 'project_id': 'b311ab0a5d894a88b163c3664933f5ac', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:19.595965 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4c5eac9d-38f2-410a-9ccc-01e53701d20f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:19.624043 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5cfe8-9183-4a9e-a2f5-7132503b8e7a None None] The sync data for ids ['6cd4db03-a5a3-4f23-a88e-555d35fa8860'] in n-d-791505-21 is: [{'id': '6cd4db03-a5a3-4f23-a88e-555d35fa8860', 'name': 'tempest-NetworksTestDHCPv6-router-1093503358', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:03:12Z', 'updated_at': '2021-08-28T13:03:17Z', 'revision_number': 3, 'project_id': 'b311ab0a5d894a88b163c3664933f5ac', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:03:19.880466 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4c5eac9d-38f2-410a-9ccc-01e53701d20f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:20.034181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4c5eac9d-38f2-410a-9ccc-01e53701d20f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:20.086053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5eac9d-38f2-410a-9ccc-01e53701d20f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=ea811d92-0528-4333-a36b-a73208aee787,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:20.098961 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4c5eac9d-38f2-410a-9ccc-01e53701d20f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:20.098961 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4c5eac9d-38f2-410a-9ccc-01e53701d20f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/ea811d92-0528-4333-a36b-a73208aee787 HTTP/1.1" status: 204 len: 168 time: 0.7258723 Aug 28 13:03:20.099777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40502) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:20.109815 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 88776eb7-1b47-48cd-a28b-b585a1626a7d no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:03:20.126688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7421c80b-0451-476f-9117-6bb67564e742 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:20.153060 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 88776eb7-1b47-48cd-a28b-b585a1626a7d {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:03:20.154195 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 88776eb7-1b47-48cd-a28b-b585a1626a7d not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:03:20.363753 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d493f996-db4d-480d-a184-b38eda44c9b8 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2626302 Aug 28 13:03:20.364489 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40526) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:20.544611 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6851fd6-06e8-423a-b00c-6db8c74bb4d6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:20.662651 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:21.029707 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6851fd6-06e8-423a-b00c-6db8c74bb4d6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:21.051166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60050bff-b9e3-4b80-9660-b0174c176b78 None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:03:21.059741 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6851fd6-06e8-423a-b00c-6db8c74bb4d6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:21.152198 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6851fd6-06e8-423a-b00c-6db8c74bb4d6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:21.152720 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6851fd6-06e8-423a-b00c-6db8c74bb4d6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Fanout notify agent at l3_agent the message router_deleted on router 6cd4db03-a5a3-4f23-a88e-555d35fa8860 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:03:21.156304 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-60050bff-b9e3-4b80-9660-b0174c176b78 None None] Deleting port c84e35e2-66b9-46f9-a815-d967cb650543 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:21.157464 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-60050bff-b9e3-4b80-9660-b0174c176b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:21.161643 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6851fd6-06e8-423a-b00c-6db8c74bb4d6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:21.165208 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f6851fd6-06e8-423a-b00c-6db8c74bb4d6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/routers/6cd4db03-a5a3-4f23-a88e-555d35fa8860 HTTP/1.1" status: 204 len: 168 time: 0.7973955 Aug 28 13:03:21.165571 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40598) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:21.277711 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:21.345377 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8460b631-8304-4bdf-bd3a-ca564c06fbb7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:21.349558 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8460b631-8304-4bdf-bd3a-ca564c06fbb7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1806347 Aug 28 13:03:21.359311 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40616) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:21.370903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-60050bff-b9e3-4b80-9660-b0174c176b78 None None] For port c84e35e2-66b9-46f9-a815-d967cb650543, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c84e35e2-66b9-46f9-a815-d967cb650543,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:21.371314 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-60050bff-b9e3-4b80-9660-b0174c176b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:21.396294 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-60050bff-b9e3-4b80-9660-b0174c176b78 None None] Calling delete_port for c84e35e2-66b9-46f9-a815-d967cb650543 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:21.434096 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbac37a3-c26d-4be6-a295-1326e56bcea2 None None] Sync routers for ids ['6cd4db03-a5a3-4f23-a88e-555d35fa8860'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:03:21.451387 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac37a3-c26d-4be6-a295-1326e56bcea2 None None] Routers set() bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:21.453157 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac37a3-c26d-4be6-a295-1326e56bcea2 None None] Router IDs set() for agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 13:03:21.453157 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_agentschedulers_db [None req-fbac37a3-c26d-4be6-a295-1326e56bcea2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6cd4db03-a5a3-4f23-a88e-555d35fa8860'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent'). {{(pid=94880) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 13:03:21.488546 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac37a3-c26d-4be6-a295-1326e56bcea2 None None] Routers set() bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:21.488984 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac37a3-c26d-4be6-a295-1326e56bcea2 None None] Router IDs set() for agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 28 13:03:21.489791 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_agentschedulers_db [None req-fbac37a3-c26d-4be6-a295-1326e56bcea2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6cd4db03-a5a3-4f23-a88e-555d35fa8860'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent'). {{(pid=94880) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 28 13:03:21.490230 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbac37a3-c26d-4be6-a295-1326e56bcea2 None None] The sync data for ids ['6cd4db03-a5a3-4f23-a88e-555d35fa8860'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:03:21.595238 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-60050bff-b9e3-4b80-9660-b0174c176b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:21.646820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60050bff-b9e3-4b80-9660-b0174c176b78 None None] Pushing event deleted for resources: {'Port': ['ID=c84e35e2-66b9-46f9-a815-d967cb650543,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:21.653864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60050bff-b9e3-4b80-9660-b0174c176b78 None None] No DVR routers for this DVR port c84e35e2-66b9-46f9-a815-d967cb650543 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:03:21.729179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a3d1a-e88c-4075-8a4b-c11a692cd7a4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:21.730719 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bf4a3d1a-e88c-4075-8a4b-c11a692cd7a4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3704040 Aug 28 13:03:21.733714 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40646) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:21.840229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40654) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:21.841537 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b0686563-7786-4ee3-bc0f-af21b2531593 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049471 Aug 28 13:03:21.846183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-8cead3fa-9864-4968-9157-0cf3ca75b15b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:21.857992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 51fd5fa0-76b0-40ef-9022-09adb5f88722 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:03:22.126509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cead3fa-9864-4968-9157-0cf3ca75b15b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:22.130956 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8cead3fa-9864-4968-9157-0cf3ca75b15b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:22.276734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:03:22.297412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734ef1d7-af54-41e5-a34d-c4ad4072ca6a None None] Sync routers for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:03:22.316423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ef1d7-af54-41e5-a34d-c4ad4072ca6a None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:22.318410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-734ef1d7-af54-41e5-a34d-c4ad4072ca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:22.323327 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:22.327417 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40700) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:22.332286 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f532cd35-bb10-411d-acfb-4aa344bc9203 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3763456 Aug 28 13:03:22.403817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-734ef1d7-af54-41e5-a34d-c4ad4072ca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:22.417377 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ef1d7-af54-41e5-a34d-c4ad4072ca6a None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:22.417994 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-734ef1d7-af54-41e5-a34d-c4ad4072ca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:22.511851 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-734ef1d7-af54-41e5-a34d-c4ad4072ca6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:22.512649 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734ef1d7-af54-41e5-a34d-c4ad4072ca6a None None] The sync data for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:03:22.566661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c84e35e2-66b9-46f9-a815-d967cb650543 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:03:22.628106 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: c84e35e2-66b9-46f9-a815-d967cb650543 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:03:22.630949 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c84e35e2-66b9-46f9-a815-d967cb650543 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:03:22.684097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.objects.ports [None req-8cead3fa-9864-4968-9157-0cf3ca75b15b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:03:22.686958 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8cead3fa-9864-4968-9157-0cf3ca75b15b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:22.776950 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cead3fa-9864-4968-9157-0cf3ca75b15b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:22.813623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-8cead3fa-9864-4968-9157-0cf3ca75b15b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:22.827678 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cead3fa-9864-4968-9157-0cf3ca75b15b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:22.828506 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8cead3fa-9864-4968-9157-0cf3ca75b15b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:22.829123 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb3295-60b4-42da-90cd-2ec2ea84bbeb None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:22.845708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cead3fa-9864-4968-9157-0cf3ca75b15b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=028affb0-8ebb-4cf5-a839-08448a5fcda5,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:22.863502 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8cead3fa-9864-4968-9157-0cf3ca75b15b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0219607 Aug 28 13:03:22.866072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40746) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:22.873467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-361bb8aa-d428-43e3-9876-92df3274162e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:23.154727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361bb8aa-d428-43e3-9876-92df3274162e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:23.159109 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-361bb8aa-d428-43e3-9876-92df3274162e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:23.234284 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:23.279551 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': '028affb0-8ebb-4cf5-a839-08448a5fcda5'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:03:23.280717 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:23.599252 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Allocated IP 2001:db8::f816:3eff:fe0a:6d14 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/028affb0-8ebb-4cf5-a839-08448a5fcda5/57a049bb-1d3e-46ec-97eb-c6d16551d38a) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:23.776408 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Allocated IP 172.20.0.1 (2b176846-e6ef-48f0-9129-de422348339f/ba58e358-9a89-4227-84c0-3a5d2d0096e7/e700f751-d568-40e5-b185-f391ae14934c) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:23.870109 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-361bb8aa-d428-43e3-9876-92df3274162e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:23.942018 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:23.955802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Transition to ACTIVE for port object 57a049bb-1d3e-46ec-97eb-c6d16551d38a will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:23.957428 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361bb8aa-d428-43e3-9876-92df3274162e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:23.960774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-361bb8aa-d428-43e3-9876-92df3274162e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:23.970822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361bb8aa-d428-43e3-9876-92df3274162e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:23.971862 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-361bb8aa-d428-43e3-9876-92df3274162e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:23.979616 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Transition to ACTIVE for port object 57a049bb-1d3e-46ec-97eb-c6d16551d38a will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:23.991234 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:24.044209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:24.045013 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-361bb8aa-d428-43e3-9876-92df3274162e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1776645 Aug 28 13:03:24.045950 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bb8aa-d428-43e3-9876-92df3274162e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=7be08497-3092-48cf-b07d-b93398a2d13b,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:24.049452 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40846) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:24.050226 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:24.060331 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:24.066281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-891c8a04-3d99-439c-9c97-158fb7a4d53f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'mac_address': 'fa:16:3e:16:44:05', 'name': 'tempest-NetworksTestDHCPv6-1283194965'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:24.151292 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Pushing event updated for resources: {'Port': ['ID=57a049bb-1d3e-46ec-97eb-c6d16551d38a,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:24.224040 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Attempting to bind port 57a049bb-1d3e-46ec-97eb-c6d16551d38a on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:03:24.225605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Attempting to bind port 57a049bb-1d3e-46ec-97eb-c6d16551d38a by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:03:24.228036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Attempting to bind port 57a049bb-1d3e-46ec-97eb-c6d16551d38a on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:03:24.234352 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:03:24.235225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:03:24.236365 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:24.237361 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:03:24.238195 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Bound port: 57a049bb-1d3e-46ec-97eb-c6d16551d38a, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:03:24.238844 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:24.361406 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:24.376553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] For port 57a049bb-1d3e-46ec-97eb-c6d16551d38a, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:03:24.380890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] For port 57a049bb-1d3e-46ec-97eb-c6d16551d38a, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=57a049bb-1d3e-46ec-97eb-c6d16551d38a,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:03:24.389200 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:24.515752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20351272-dc52-495d-bdf3-c0b8faa7ab0b None None] Pushing event updated for resources: {'Port': ['ID=57a049bb-1d3e-46ec-97eb-c6d16551d38a,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:24.543925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891c8a04-3d99-439c-9c97-158fb7a4d53f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:24.550352 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:24.645805 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 2b176846-e6ef-48f0-9129-de422348339f is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:24.656504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:24.659220 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:24.719047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=e700f751-d568-40e5-b185-f391ae14934c,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:24.763653 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:24.823568 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-891c8a04-3d99-439c-9c97-158fb7a4d53f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:24.978060 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-891c8a04-3d99-439c-9c97-158fb7a4d53f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 547bb964-669a-4b4f-ab24-409c377fc0c2 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:03:25.222294 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:25.288622 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-891c8a04-3d99-439c-9c97-158fb7a4d53f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 172.20.0.12 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/7be08497-3092-48cf-b07d-b93398a2d13b/547bb964-669a-4b4f-ab24-409c377fc0c2) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:25.343056 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-891c8a04-3d99-439c-9c97-158fb7a4d53f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::f816:3eff:fe16:4405 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/028affb0-8ebb-4cf5-a839-08448a5fcda5/547bb964-669a-4b4f-ab24-409c377fc0c2) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:26.311942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb08f25-a11d-4e66-93d6-1002437f30b3 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:26.315036 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:26.375659 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:26.486678 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b8232067-7dbb-4c70-bd49-766120c286f2 None None] Provisioning for port 57a049bb-1d3e-46ec-97eb-c6d16551d38a completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:26.666531 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=e700f751-d568-40e5-b185-f391ae14934c,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:26.693522 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:26.743504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 57a049bb-1d3e-46ec-97eb-c6d16551d38a up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:03:26.744134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-891c8a04-3d99-439c-9c97-158fb7a4d53f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:26.858575 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-891c8a04-3d99-439c-9c97-158fb7a4d53f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 547bb964-669a-4b4f-ab24-409c377fc0c2 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:26.885087 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 57a049bb-1d3e-46ec-97eb-c6d16551d38a completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:26.900217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 57a049bb-1d3e-46ec-97eb-c6d16551d38a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:26.904859 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:27.063379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b5bc26-3500-4f9a-bd2f-ebae0ba94e50 None None] Update dhcp port {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'fixed_ips': [{'subnet_id': '028affb0-8ebb-4cf5-a839-08448a5fcda5', 'ip_address': '2001:db8::f816:3eff:fe0a:6d14'}, {'subnet_id': '7be08497-3092-48cf-b07d-b93398a2d13b'}], 'binding:host_id': 'n-d-791505-21'}, 'id': '57a049bb-1d3e-46ec-97eb-c6d16551d38a'} from n-d-791505-21. {{(pid=94879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 13:03:27.105101 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 2b176846-e6ef-48f0-9129-de422348339f is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:27.116024 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:27.130548 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-22b5bc26-3500-4f9a-bd2f-ebae0ba94e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:27.140888 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-891c8a04-3d99-439c-9c97-158fb7a4d53f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:27.166382 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:27.386748 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 57a049bb-1d3e-46ec-97eb-c6d16551d38a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=57a049bb-1d3e-46ec-97eb-c6d16551d38a,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:27.399882 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:27.602006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=57a049bb-1d3e-46ec-97eb-c6d16551d38a,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:27.654730 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-22b5bc26-3500-4f9a-bd2f-ebae0ba94e50 None None] Allocated IP 172.20.0.2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/7be08497-3092-48cf-b07d-b93398a2d13b/57a049bb-1d3e-46ec-97eb-c6d16551d38a) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:27.767214 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891c8a04-3d99-439c-9c97-158fb7a4d53f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:27.792922 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-baead685-6296-442b-b646-6e1aaddaba89 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:27.794920 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-baead685-6296-442b-b646-6e1aaddaba89 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/networks?id=45c0d239-dc9b-48de-ab76-b33ee15693b2 HTTP/1.1" status: 200 len: 812 time: 0.8305533 Aug 28 13:03:27.801852 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-891c8a04-3d99-439c-9c97-158fb7a4d53f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:27.809673 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c8a04-3d99-439c-9c97-158fb7a4d53f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:27.823105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-22b5bc26-3500-4f9a-bd2f-ebae0ba94e50 None None] For port 57a049bb-1d3e-46ec-97eb-c6d16551d38a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=57a049bb-1d3e-46ec-97eb-c6d16551d38a,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:27.879167 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-22b5bc26-3500-4f9a-bd2f-ebae0ba94e50 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:27.896233 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c8a04-3d99-439c-9c97-158fb7a4d53f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=547bb964-669a-4b4f-ab24-409c377fc0c2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:27.913398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-22b5bc26-3500-4f9a-bd2f-ebae0ba94e50 None None] Transition to ACTIVE for port object 57a049bb-1d3e-46ec-97eb-c6d16551d38a will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:27.923220 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-22b5bc26-3500-4f9a-bd2f-ebae0ba94e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:27.933059 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-cdeceb16-32a1-49f3-ba03-fae27aac7d53 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/quotas/ab07072d6e064e8a9d07a06a80e17f36 HTTP/1.1" status: 200 len: 375 time: 0.1129825 Aug 28 13:03:27.996485 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-79e7037a-9e5f-4568-ad42-dff09b824159 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab07072d6e064e8a9d07a06a80e17f36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534513 Aug 28 13:03:28.005199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5bc26-3500-4f9a-bd2f-ebae0ba94e50 None None] Pushing event updated for resources: {'Port': ['ID=57a049bb-1d3e-46ec-97eb-c6d16551d38a,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:28.032809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891c8a04-3d99-439c-9c97-158fb7a4d53f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:28.033576 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-891c8a04-3d99-439c-9c97-158fb7a4d53f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:28.051343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 51fd5fa0-76b0-40ef-9022-09adb5f88722 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:03:28.066899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41136) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:28.067433 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-891c8a04-3d99-439c-9c97-158fb7a4d53f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.0136759 Aug 28 13:03:28.184030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4e1a7c-8521-4ecb-bc70-1a91eb220847 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:28.203801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4e1a7c-8521-4ecb-bc70-1a91eb220847 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:28.207895 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ec4e1a7c-8521-4ecb-bc70-1a91eb220847 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1363056 Aug 28 13:03:28.208157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41138) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:28.412378 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-d659c8ad-bf80-4446-9d75-e99b9b58a886 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 547bb964-669a-4b4f-ab24-409c377fc0c2 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:28.413131 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d659c8ad-bf80-4446-9d75-e99b9b58a886 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:28.454310 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:03:28.465752 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b953f681-43bc-44a4-b72a-be1f610db6e9 None None] Sync routers for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:03:28.467714 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d4bb45cc-3749-4d83-9e8d-7c2578f1e84d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "PUT /v2.0/routers/51fd5fa0-76b0-40ef-9022-09adb5f88722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1390598 Aug 28 13:03:28.478844 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-808054bd-8326-4249-98b2-4537bc86bb83 service neutron] 10.222.0.20 "GET /v2.0/networks/45c0d239-dc9b-48de-ab76-b33ee15693b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717300 Aug 28 13:03:28.479368 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41146) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:28.489984 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b953f681-43bc-44a4-b72a-be1f610db6e9 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:28.490710 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b953f681-43bc-44a4-b72a-be1f610db6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:28.501393 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c676451c-bcde-470b-b4f1-c449136db1db tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'port': {'network_id': '2b176846-e6ef-48f0-9129-de422348339f', 'name': 'tempest-FloatingIPTestJSON-1718600226'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:28.562154 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b953f681-43bc-44a4-b72a-be1f610db6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:28.572174 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b953f681-43bc-44a4-b72a-be1f610db6e9 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:28.573283 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b953f681-43bc-44a4-b72a-be1f610db6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:28.611864 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b953f681-43bc-44a4-b72a-be1f610db6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:28.612900 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b953f681-43bc-44a4-b72a-be1f610db6e9 None None] The sync data for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:03:28.617857 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d659c8ad-bf80-4446-9d75-e99b9b58a886 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:28.631285 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 57a049bb-1d3e-46ec-97eb-c6d16551d38a up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:03:28.646204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-d659c8ad-bf80-4446-9d75-e99b9b58a886 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 547bb964-669a-4b4f-ab24-409c377fc0c2 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:28.727432 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-5cbac7f1-018e-4f7d-82da-fdc02949244c service neutron] 10.222.0.20 "GET /v2.0/networks/45c0d239-dc9b-48de-ab76-b33ee15693b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224216 Aug 28 13:03:28.867891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c676451c-bcde-470b-b4f1-c449136db1db tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Made reservation on behalf of 4c90e2c1a6284963bcbf0151259293da for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:28.872027 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c676451c-bcde-470b-b4f1-c449136db1db tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:28.925871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-c676451c-bcde-470b-b4f1-c449136db1db tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] device_id is not set on port 78ff5ea0-d7b4-4e9c-8a3c-0aab7cbddb2c yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:03:29.107887 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d659c8ad-bf80-4446-9d75-e99b9b58a886 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:29.234019 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c30d8ce2-862c-4a89-8e06-72326c22a048 req-2475462f-f83c-4ee1-80ff-b9403ae10bdf tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 210 time: 0.0823162 Aug 28 13:03:29.248823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659c8ad-bf80-4446-9d75-e99b9b58a886 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=547bb964-669a-4b4f-ab24-409c377fc0c2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:29.304368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4e331624-9eec-475d-b986-caeedffe694f None None] Provisioning for port 57a049bb-1d3e-46ec-97eb-c6d16551d38a completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:29.311057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4e331624-9eec-475d-b986-caeedffe694f None None] Provisioning complete for port 57a049bb-1d3e-46ec-97eb-c6d16551d38a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:29.311718 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4e331624-9eec-475d-b986-caeedffe694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:29.400493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-c676451c-bcde-470b-b4f1-c449136db1db tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Allocated IP 172.20.0.5 (2b176846-e6ef-48f0-9129-de422348339f/ba58e358-9a89-4227-84c0-3a5d2d0096e7/78ff5ea0-d7b4-4e9c-8a3c-0aab7cbddb2c) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:29.401203 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d659c8ad-bf80-4446-9d75-e99b9b58a886 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:29.405416 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d659c8ad-bf80-4446-9d75-e99b9b58a886 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/547bb964-669a-4b4f-ab24-409c377fc0c2 HTTP/1.1" status: 204 len: 168 time: 1.1957479 Aug 28 13:03:29.416744 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41164) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:29.509080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e6819a-2d1d-4ecb-8972-bb92ef6221b1 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:29.511646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e6819a-2d1d-4ecb-8972-bb92ef6221b1 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:29.513333 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e6819a-2d1d-4ecb-8972-bb92ef6221b1 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:29.521341 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a6e6819a-2d1d-4ecb-8972-bb92ef6221b1 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1035635 Aug 28 13:03:29.533652 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41168) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:29.641053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e681407-7f5f-4d1f-91ca-06d531bf58da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 028affb0-8ebb-4cf5-a839-08448a5fcda5 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:03:29.656950 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0e681407-7f5f-4d1f-91ca-06d531bf58da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:29.723646 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0e681407-7f5f-4d1f-91ca-06d531bf58da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:29.828505 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c676451c-bcde-470b-b4f1-c449136db1db tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:29.883255 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-278d89d4-a1d4-4a41-b0bf-a4c41a12d2de None None] Could not find standard attr ID for object 547bb964-669a-4b4f-ab24-409c377fc0c2. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:03:29.888362 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c676451c-bcde-470b-b4f1-c449136db1db tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:29.908258 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0e681407-7f5f-4d1f-91ca-06d531bf58da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:29.965342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676451c-bcde-470b-b4f1-c449136db1db tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=78ff5ea0-d7b4-4e9c-8a3c-0aab7cbddb2c,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:30.001658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c676451c-bcde-470b-b4f1-c449136db1db tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 2b176846-e6ef-48f0-9129-de422348339f is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:30.003738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c676451c-bcde-470b-b4f1-c449136db1db tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:30.026660 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676451c-bcde-470b-b4f1-c449136db1db tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:30.049730 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0e681407-7f5f-4d1f-91ca-06d531bf58da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:30.153766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c676451c-bcde-470b-b4f1-c449136db1db tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:30.154440 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c676451c-bcde-470b-b4f1-c449136db1db tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:30.177636 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0e681407-7f5f-4d1f-91ca-06d531bf58da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:30.181894 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0e681407-7f5f-4d1f-91ca-06d531bf58da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/028affb0-8ebb-4cf5-a839-08448a5fcda5 HTTP/1.1" status: 204 len: 168 time: 0.6446500 Aug 28 13:03:30.184597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41174) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:30.193852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e681407-7f5f-4d1f-91ca-06d531bf58da tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=028affb0-8ebb-4cf5-a839-08448a5fcda5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:30.262978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c084f44-7c94-42f2-a948-61896da889a1 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:30.271785 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-730a64ab-d75d-44f5-9de4-ae3eb8ac9639 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 7be08497-3092-48cf-b07d-b93398a2d13b {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:03:30.274952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c676451c-bcde-470b-b4f1-c449136db1db tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7945590 Aug 28 13:03:30.277927 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-730a64ab-d75d-44f5-9de4-ae3eb8ac9639 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:30.278724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41176) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:30.284288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-70bc5921-28a3-43ae-b924-6f03bdb71a92 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'port': {'network_id': '2b176846-e6ef-48f0-9129-de422348339f', 'name': 'tempest-FloatingIPTestJSON-682079239'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:30.431906 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-730a64ab-d75d-44f5-9de4-ae3eb8ac9639 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:30.542429 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e66eb014-6cfd-44ee-ba64-771e1b3ee839 req-8b71d128-845f-4f09-beef-ab5d97775ab2 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 210 time: 0.1415303 Aug 28 13:03:30.667316 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-730a64ab-d75d-44f5-9de4-ae3eb8ac9639 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:30.670183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bc5921-28a3-43ae-b924-6f03bdb71a92 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Made reservation on behalf of 4c90e2c1a6284963bcbf0151259293da for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:30.674372 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-70bc5921-28a3-43ae-b924-6f03bdb71a92 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:30.714465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-70bc5921-28a3-43ae-b924-6f03bdb71a92 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] device_id is not set on port b6d2303a-537f-44f7-a709-6e746e4222cb yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:03:30.918855 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-730a64ab-d75d-44f5-9de4-ae3eb8ac9639 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:30.973177 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a64ab-d75d-44f5-9de4-ae3eb8ac9639 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=7be08497-3092-48cf-b07d-b93398a2d13b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:31.026605 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-70bc5921-28a3-43ae-b924-6f03bdb71a92 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Allocated IP 172.20.0.8 (2b176846-e6ef-48f0-9129-de422348339f/ba58e358-9a89-4227-84c0-3a5d2d0096e7/b6d2303a-537f-44f7-a709-6e746e4222cb) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:31.125010 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-730a64ab-d75d-44f5-9de4-ae3eb8ac9639 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:31.128547 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-730a64ab-d75d-44f5-9de4-ae3eb8ac9639 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/7be08497-3092-48cf-b07d-b93398a2d13b HTTP/1.1" status: 204 len: 168 time: 0.9429412 Aug 28 13:03:31.136766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41188) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:31.251045 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-641061e8-496b-40d1-a4a7-00166284e2dc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126745 Aug 28 13:03:31.255659 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41190) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:31.266973 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e26bfae8-6856-4884-ae4c-2f7ff2b8ac4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:31.399544 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-70bc5921-28a3-43ae-b924-6f03bdb71a92 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:31.404631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-ac58a739-d18f-4db1-989c-548a783ae00a tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:31.406447 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-ac58a739-d18f-4db1-989c-548a783ae00a tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.10 "GET /v2.0/networks?id=45c0d239-dc9b-48de-ab76-b33ee15693b2 HTTP/1.1" status: 200 len: 812 time: 0.4410496 Aug 28 13:03:31.436895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-a13a8072-414f-4fe8-bee3-aca38d9332b3 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Request body: {'port': {'device_id': 'c237bb70-c1e6-4904-bc38-6a94bd08b9ff', 'network_id': '45c0d239-dc9b-48de-ab76-b33ee15693b2', 'admin_state_up': True, 'tenant_id': 'ab07072d6e064e8a9d07a06a80e17f36'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:31.464685 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-70bc5921-28a3-43ae-b924-6f03bdb71a92 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:31.541061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bc5921-28a3-43ae-b924-6f03bdb71a92 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 2b176846-e6ef-48f0-9129-de422348339f is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:31.546301 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-70bc5921-28a3-43ae-b924-6f03bdb71a92 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:31.553385 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bc5921-28a3-43ae-b924-6f03bdb71a92 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:31.656054 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.api [None req-e26bfae8-6856-4884-ae4c-2f7ff2b8ac4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 13:03:31.656054 n-d-791505-21 neutron-server[94878]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 28 13:03:31.656054 n-d-791505-21 neutron-server[94878]: [parameters: {'project_id_1': 'b311ab0a5d894a88b163c3664933f5ac', 'expiration_1': datetime.datetime(2021, 8, 28, 13, 3, 31, 634890)}] Aug 28 13:03:31.656054 n-d-791505-21 neutron-server[94878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:03:31.656547 n-d-791505-21 neutron-server[94878]: DEBUG oslo_db.api [None req-e26bfae8-6856-4884-ae4c-2f7ff2b8ac4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:03:31.659492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc5921-28a3-43ae-b924-6f03bdb71a92 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=b6d2303a-537f-44f7-a709-6e746e4222cb,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:31.682057 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-a13a8072-414f-4fe8-bee3-aca38d9332b3 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Made reservation on behalf of ab07072d6e064e8a9d07a06a80e17f36 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:31.689447 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-a13a8072-414f-4fe8-bee3-aca38d9332b3 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:31.698380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc5921-28a3-43ae-b924-6f03bdb71a92 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:31.702409 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-70bc5921-28a3-43ae-b924-6f03bdb71a92 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:31.736569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a5761d-b796-4088-a7cc-2cbf747f4920 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:31.752419 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-70bc5921-28a3-43ae-b924-6f03bdb71a92 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4723063 Aug 28 13:03:31.753194 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41198) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:31.776421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': 'b6d2303a-537f-44f7-a709-6e746e4222cb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:31.798885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-60fb8d07-3cd4-415f-99e1-4c80740e2e0e req-12346bb1-e263-4bd1-8926-36d25def6c3d tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 210 time: 0.0626616 Aug 28 13:03:31.808609 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:31.912154 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5130efdf-398f-4e7f-9373-c28e297acd22 None None] Provisioning complete for port 57a049bb-1d3e-46ec-97eb-c6d16551d38a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:31.920950 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5130efdf-398f-4e7f-9373-c28e297acd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:32.022738 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:32.063083 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-a13a8072-414f-4fe8-bee3-aca38d9332b3 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Allocated IP 172.20.0.5 (45c0d239-dc9b-48de-ab76-b33ee15693b2/1c26237d-553b-458d-8173-ce92e896ee37/b929486f-3e99-4006-8fa2-b6e982fd28da) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:32.181822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Allocated IP 172.25.1.88 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/833c6f68-7af1-4cd0-a89f-1460923cd7b1) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:32.266660 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9632b4-9a4e-460b-ae0a-9bef1780e8ef None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:03:32.332839 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:32.373187 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7f9632b4-9a4e-460b-ae0a-9bef1780e8ef None None] Deleting port 57a049bb-1d3e-46ec-97eb-c6d16551d38a {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:32.375196 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7f9632b4-9a4e-460b-ae0a-9bef1780e8ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:32.390176 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:32.390549 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26bfae8-6856-4884-ae4c-2f7ff2b8ac4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:32.394975 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e26bfae8-6856-4884-ae4c-2f7ff2b8ac4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:32.442985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:32.446798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:32.455217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:32.519825 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-7f9632b4-9a4e-460b-ae0a-9bef1780e8ef None None] For port 57a049bb-1d3e-46ec-97eb-c6d16551d38a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=57a049bb-1d3e-46ec-97eb-c6d16551d38a,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:32.520452 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7f9632b4-9a4e-460b-ae0a-9bef1780e8ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:32.540062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7f9632b4-9a4e-460b-ae0a-9bef1780e8ef None None] Calling delete_port for 57a049bb-1d3e-46ec-97eb-c6d16551d38a owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:32.576256 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-a13a8072-414f-4fe8-bee3-aca38d9332b3 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:32.605931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 57a049bb-1d3e-46ec-97eb-c6d16551d38a no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:03:32.743511 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:32.747824 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7f9632b4-9a4e-460b-ae0a-9bef1780e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:32.822848 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9632b4-9a4e-460b-ae0a-9bef1780e8ef None None] Pushing event deleted for resources: {'Port': ['ID=57a049bb-1d3e-46ec-97eb-c6d16551d38a,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:32.826479 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9632b4-9a4e-460b-ae0a-9bef1780e8ef None None] No DVR routers for this DVR port 57a049bb-1d3e-46ec-97eb-c6d16551d38a on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:03:32.863942 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-a13a8072-414f-4fe8-bee3-aca38d9332b3 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:32.996475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a8072-414f-4fe8-bee3-aca38d9332b3 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Pushing event updated for resources: {'Port': ['ID=b929486f-3e99-4006-8fa2-b6e982fd28da,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:33.025756 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-a13a8072-414f-4fe8-bee3-aca38d9332b3 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Network 45c0d239-dc9b-48de-ab76-b33ee15693b2 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:33.032781 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-a13a8072-414f-4fe8-bee3-aca38d9332b3 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:33.041114 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-a13a8072-414f-4fe8-bee3-aca38d9332b3 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:33.181676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-a13a8072-414f-4fe8-bee3-aca38d9332b3 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:33.182549 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-a13a8072-414f-4fe8-bee3-aca38d9332b3 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:33.258347 n-d-791505-21 neutron-server[94878]: DEBUG neutron.objects.ports [None req-e26bfae8-6856-4884-ae4c-2f7ff2b8ac4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:03:33.268138 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e26bfae8-6856-4884-ae4c-2f7ff2b8ac4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:33.342333 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-a13a8072-414f-4fe8-bee3-aca38d9332b3 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9076142 Aug 28 13:03:33.374483 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Request body: {'port': {'device_id': 'c237bb70-c1e6-4904-bc38-6a94bd08b9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:33.374740 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26bfae8-6856-4884-ae4c-2f7ff2b8ac4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:33.412090 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-e26bfae8-6856-4884-ae4c-2f7ff2b8ac4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:33.413422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=833c6f68-7af1-4cd0-a89f-1460923cd7b1,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:33.425587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a05adb3-f863-46cb-a231-058aa96ecea2 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:33.425786 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:33.426297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:33.426675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:33.427269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:33.427610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:33.427935 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:33.428257 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:33.428646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:33.428978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:33.430434 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:33.430434 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:33.430434 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:33.441862 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:33.446822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26bfae8-6856-4884-ae4c-2f7ff2b8ac4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:33.447429 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e26bfae8-6856-4884-ae4c-2f7ff2b8ac4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:33.487993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb31224-594e-4ed7-b8bb-293583ae7d65 req-9a40f2bc-ce7a-475c-b927-cda69a5fdc81 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:33.489958 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-beb31224-594e-4ed7-b8bb-293583ae7d65 req-9a40f2bc-ce7a-475c-b927-cda69a5fdc81 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 931 time: 0.2158453 Aug 28 13:03:33.530203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bfae8-6856-4884-ae4c-2f7ff2b8ac4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=0cc42742-bfb0-4706-9b73-d8758dbd1a09,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:33.536280 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:33.552870 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e26bfae8-6856-4884-ae4c-2f7ff2b8ac4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2962818 Aug 28 13:03:33.556791 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41216) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:33.562473 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-beb31224-594e-4ed7-b8bb-293583ae7d65 req-e4d5ea6c-f5e2-4c41-9742-4bc4b4fba8a5 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644939 Aug 28 13:03:33.573814 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-cc8351ee-413a-40d1-92dc-ac2ec985465e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:33.601061 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:33.699070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': '0cc42742-bfb0-4706-9b73-d8758dbd1a09'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:03:33.702237 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:33.878512 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:33.886191 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:34.009449 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=833c6f68-7af1-4cd0-a89f-1460923cd7b1,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:34.045895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Allocated IP 2001:db8::f816:3eff:fede:b236 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/0cc42742-bfb0-4706-9b73-d8758dbd1a09/99e9ca54-d928-440e-b310-371422d458b9) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:34.135237 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:34.258857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8351ee-413a-40d1-92dc-ac2ec985465e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:34.262040 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Floating IP 6a7799d3-1f09-4d94-9f5c-e29ca5848507 associated. External IP: 172.25.1.88, port: b6d2303a-537f-44f7-a709-6e746e4222cb. Aug 28 13:03:34.268768 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cc8351ee-413a-40d1-92dc-ac2ec985465e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:34.382056 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41228) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:34.630777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b929486f-3e99-4006-8fa2-b6e982fd28da {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:03:34.631458 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:34.645918 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Transition to ACTIVE for port object 99e9ca54-d928-440e-b310-371422d458b9 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:34.663980 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Transition to ACTIVE for port object 99e9ca54-d928-440e-b310-371422d458b9 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:34.681427 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:34.684115 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3030fb05-06fb-4f1e-9971-85ab2aa6df18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:34.689263 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:34.729633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Transition to ACTIVE for port object b929486f-3e99-4006-8fa2-b6e982fd28da will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:34.746906 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:34.823920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Pushing event updated for resources: {'Port': ['ID=99e9ca54-d928-440e-b310-371422d458b9,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:34.826641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 51fd5fa0-76b0-40ef-9022-09adb5f88722 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:03:34.842251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9a7f5-fb11-4991-ab53-72c65fb279d1 req-edf8074f-e500-45c5-b6a8-4e739278c6ed tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:34.843943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6d9a7f5-fb11-4991-ab53-72c65fb279d1 req-edf8074f-e500-45c5-b6a8-4e739278c6ed tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 943 time: 0.1141186 Aug 28 13:03:34.845403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:34.847237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:34.857932 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:34.877944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Pushing event updated for resources: {'Port': ['ID=b929486f-3e99-4006-8fa2-b6e982fd28da,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:34.936715 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Attempting to bind port 99e9ca54-d928-440e-b310-371422d458b9 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:03:34.937093 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Attempting to bind port 99e9ca54-d928-440e-b310-371422d458b9 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:03:34.937589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Attempting to bind port 99e9ca54-d928-440e-b310-371422d458b9 on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:03:34.944268 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:03:34.945887 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:03:34.946777 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:34.947175 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:03:34.948137 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Bound port: 99e9ca54-d928-440e-b310-371422d458b9, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:03:34.948808 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:34.958249 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6d9a7f5-fb11-4991-ab53-72c65fb279d1 req-e7a441b6-aaa2-47f1-b843-72b324d39752 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047862 Aug 28 13:03:34.975788 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cc8351ee-413a-40d1-92dc-ac2ec985465e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.015704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:03:35.029162 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37301b3-2aa2-4264-bb84-b049ffbdde77 None None] Sync routers for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:03:35.067433 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3030fb05-06fb-4f1e-9971-85ab2aa6df18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.081188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37301b3-2aa2-4264-bb84-b049ffbdde77 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:35.081188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d37301b3-2aa2-4264-bb84-b049ffbdde77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:35.087483 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8351ee-413a-40d1-92dc-ac2ec985465e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:35.099998 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.104066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-cc8351ee-413a-40d1-92dc-ac2ec985465e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:35.109470 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3030fb05-06fb-4f1e-9971-85ab2aa6df18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.112968 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8351ee-413a-40d1-92dc-ac2ec985465e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:35.113567 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cc8351ee-413a-40d1-92dc-ac2ec985465e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.128961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Attempting to bind port b929486f-3e99-4006-8fa2-b6e982fd28da on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:03:35.129310 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Attempting to bind port b929486f-3e99-4006-8fa2-b6e982fd28da by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'a6ef6f94-cdb1-41a9-8484-951ef2ac2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '45c0d239-dc9b-48de-ab76-b33ee15693b2'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:03:35.130005 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Attempting to bind port b929486f-3e99-4006-8fa2-b6e982fd28da on network 45c0d239-dc9b-48de-ab76-b33ee15693b2 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:03:35.131978 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8351ee-413a-40d1-92dc-ac2ec985465e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=08d52ae3-ed64-44ca-b169-a265fe4b3547,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:35.139968 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-792febc8-fb8f-4741-b38a-ea9e9a07204a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.3689418 Aug 28 13:03:35.153002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41238) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:35.161676 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] For port 99e9ca54-d928-440e-b310-371422d458b9, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:03:35.164606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d37301b3-2aa2-4264-bb84-b049ffbdde77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:35.168983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b81f23a8-a4b3-43ef-b490-20728dd22e4f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:35.172578 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Port b929486f-3e99-4006-8fa2-b6e982fd28da on network 45c0d239-dc9b-48de-ab76-b33ee15693b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:03:35.174787 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Attempting to bind port b929486f-3e99-4006-8fa2-b6e982fd28da on network 45c0d239-dc9b-48de-ab76-b33ee15693b2 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:03:35.185163 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] For port 99e9ca54-d928-440e-b310-371422d458b9, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=99e9ca54-d928-440e-b310-371422d458b9,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:03:35.186896 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37301b3-2aa2-4264-bb84-b049ffbdde77 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:35.187679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d37301b3-2aa2-4264-bb84-b049ffbdde77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:35.192939 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.244282 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cc8351ee-413a-40d1-92dc-ac2ec985465e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6857016 Aug 28 13:03:35.244516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41240) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:35.246782 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d37301b3-2aa2-4264-bb84-b049ffbdde77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:35.247452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37301b3-2aa2-4264-bb84-b049ffbdde77 None None] The sync data for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:03:35.247799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:03:35.248782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Checking segment: {'id': 'a6ef6f94-cdb1-41a9-8484-951ef2ac2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '45c0d239-dc9b-48de-ab76-b33ee15693b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:03:35.249225 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Bound using segment: {'id': 'a6ef6f94-cdb1-41a9-8484-951ef2ac2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '45c0d239-dc9b-48de-ab76-b33ee15693b2'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:03:35.249376 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ec061d9f-9998-4d35-894d-34ae8c506b00 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'mac_address': 'fa:16:3e:9c:f1:21', 'name': 'tempest-NetworksTestDHCPv6-1442568157'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:35.249765 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Bound port: b929486f-3e99-4006-8fa2-b6e982fd28da, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ef6f94-cdb1-41a9-8484-951ef2ac2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '45c0d239-dc9b-48de-ab76-b33ee15693b2'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:03:35.250382 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.253307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030fb05-06fb-4f1e-9971-85ab2aa6df18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138f4ef2-9b5b-40d0-9e76-3e27853cedab,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:35.269411 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3030fb05-06fb-4f1e-9971-85ab2aa6df18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f27be02aa8a445719fb8a36ce29002fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8827734 Aug 28 13:03:35.271886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41242) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:35.335376 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b81f23a8-a4b3-43ef-b490-20728dd22e4f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.336787 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd8809-c303-4546-a569-fdfe816806e3 None None] Pushing event updated for resources: {'Port': ['ID=99e9ca54-d928-440e-b310-371422d458b9,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:35.425357 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f8753ab7-c746-47ce-b82e-a849e0688f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.428846 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] For port b929486f-3e99-4006-8fa2-b6e982fd28da, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:03:35.455502 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] For port b929486f-3e99-4006-8fa2-b6e982fd28da, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b929486f-3e99-4006-8fa2-b6e982fd28da,segment=NetworkSegment(a6ef6f94-cdb1-41a9-8484-951ef2ac2322),segment_id=a6ef6f94-cdb1-41a9-8484-951ef2ac2322)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:03:35.476487 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f8753ab7-c746-47ce-b82e-a849e0688f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.488744 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.506197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec061d9f-9998-4d35-894d-34ae8c506b00 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:35.567460 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:35.568132 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.569734 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] 10.222.0.10 "PUT /v2.0/ports/b929486f-3e99-4006-8fa2-b6e982fd28da HTTP/1.1" status: 200 len: 1092 time: 2.2142863 Aug 28 13:03:35.574689 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c237bb70-c1e6-4904-bc38-6a94bd08b9ff', 'tag': 'b929486f-3e99-4006-8fa2-b6e982fd28da'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:03:35.593094 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727dfe46-4756-4806-a72a-f592b809b0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c237bb70-c1e6-4904-bc38-6a94bd08b9ff", "tag": "b929486f-3e99-4006-8fa2-b6e982fd28da"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:03:35.602989 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b81f23a8-a4b3-43ef-b490-20728dd22e4f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.652315 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b81f23a8-a4b3-43ef-b490-20728dd22e4f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.652647 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-b81f23a8-a4b3-43ef-b490-20728dd22e4f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Floating IP 6a7799d3-1f09-4d94-9f5c-e29ca5848507 disassociated. External IP: 172.25.1.88, port: b6d2303a-537f-44f7-a709-6e746e4222cb. Aug 28 13:03:35.734849 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc8c14-2da3-4841-b9fe-6c1b0ddda386 service neutron] Pushing event updated for resources: {'Port': ['ID=b929486f-3e99-4006-8fa2-b6e982fd28da,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:35.754854 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f8753ab7-c746-47ce-b82e-a849e0688f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.758032 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f8753ab7-c746-47ce-b82e-a849e0688f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.763117 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f8753ab7-c746-47ce-b82e-a849e0688f9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/138f4ef2-9b5b-40d0-9e76-3e27853cedab HTTP/1.1" status: 204 len: 168 time: 0.4868078 Aug 28 13:03:35.766426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-ec78126e-f47e-4a08-8a93-b58cb72548b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:35.768012 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-ec78126e-f47e-4a08-8a93-b58cb72548b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab07072d6e064e8a9d07a06a80e17f36&device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 1095 time: 0.1288781 Aug 28 13:03:35.768311 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec061d9f-9998-4d35-894d-34ae8c506b00 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:35.779701 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8753ab7-c746-47ce-b82e-a849e0688f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138f4ef2-9b5b-40d0-9e76-3e27853cedab,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:35.872677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-ec061d9f-9998-4d35-894d-34ae8c506b00 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 1336092d-ece7-4ef7-83ae-a90726d9f2ab yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:03:35.879586 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-f3120882-ed86-4bd9-af01-6ea4a213c59a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b929486f-3e99-4006-8fa2-b6e982fd28da HTTP/1.1" status: 200 len: 217 time: 0.0973067 Aug 28 13:03:35.967938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8a1519df-9abb-4a7f-a15a-e5e59dc535fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:35.970055 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-8a1519df-9abb-4a7f-a15a-e5e59dc535fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1c26237d-553b-458d-8173-ce92e896ee37 HTTP/1.1" status: 200 len: 852 time: 0.0796709 Aug 28 13:03:36.026647 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-3c924cac-3dc8-46dd-9c64-5def0e5468d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=45c0d239-dc9b-48de-ab76-b33ee15693b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474684 Aug 28 13:03:36.030686 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055da9cd-c913-428c-af7f-8141b7d159ec x-openstack-request-id: req-055da9cd-c913-428c-af7f-8141b7d159ec {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:03:36.031355 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c237bb70-c1e6-4904-bc38-6a94bd08b9ff", "tag": "b929486f-3e99-4006-8fa2-b6e982fd28da", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:03:36.032142 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-055da9cd-c913-428c-af7f-8141b7d159ec {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:03:36.032721 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c237bb70-c1e6-4904-bc38-6a94bd08b9ff', 'tag': 'b929486f-3e99-4006-8fa2-b6e982fd28da', 'status': 'completed', 'code': 200} Aug 28 13:03:36.207206 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-4671a6c4-a3d2-41e9-8840-e93e1c4a39dc service neutron] 10.222.0.10 "GET /v2.0/networks/45c0d239-dc9b-48de-ab76-b33ee15693b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705387 Aug 28 13:03:36.266286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81f23a8-a4b3-43ef-b490-20728dd22e4f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 51fd5fa0-76b0-40ef-9022-09adb5f88722 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:03:36.287233 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe03c9-cd98-4318-8842-ebd690d76e1e req-9a1b47d4-a4f9-4f0b-9c80-0108242b20c6 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:36.295112 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b0fe03c9-cd98-4318-8842-ebd690d76e1e req-9a1b47d4-a4f9-4f0b-9c80-0108242b20c6 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 943 time: 0.1445050 Aug 28 13:03:36.423598 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f39cf1f9-7008-4ef9-a959-2a4130dac7f0 req-b32e18d2-71d8-4c62-a1c6-05f497558e34 service neutron] 10.222.0.10 "GET /v2.0/networks/45c0d239-dc9b-48de-ab76-b33ee15693b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034619 Aug 28 13:03:36.440483 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b0fe03c9-cd98-4318-8842-ebd690d76e1e req-ef33ac5c-4ee4-420a-87bb-4e0b1e78025a tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444938 Aug 28 13:03:36.618812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-ec061d9f-9998-4d35-894d-34ae8c506b00 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 172.20.0.10 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/08d52ae3-ed64-44ca-b169-a265fe4b3547/1336092d-ece7-4ef7-83ae-a90726d9f2ab) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:36.637346 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dfe46-4756-4806-a72a-f592b809b0ff req-7c8d43db-1788-48e2-b5d0-29e5e0f81c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:36.639777 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-727dfe46-4756-4806-a72a-f592b809b0ff req-7c8d43db-1788-48e2-b5d0-29e5e0f81c6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab07072d6e064e8a9d07a06a80e17f36&device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 1095 time: 0.1266539 Aug 28 13:03:36.645031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-ec061d9f-9998-4d35-894d-34ae8c506b00 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::f816:3eff:fe9c:f121 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/0cc42742-bfb0-4706-9b73-d8758dbd1a09/1336092d-ece7-4ef7-83ae-a90726d9f2ab) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:36.649536 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41276) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:36.654384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8807de87-e9f4-4b06-9edf-e47cee5707ef tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1249184999', 'description': 'tempest-secgroup-smoke-1249184999 description', 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:36.691358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 99e9ca54-d928-440e-b310-371422d458b9 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:03:36.795495 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 99e9ca54-d928-440e-b310-371422d458b9 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:36.808899 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8807de87-e9f4-4b06-9edf-e47cee5707ef tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:36.809785 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81f23a8-a4b3-43ef-b490-20728dd22e4f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:03:36.819387 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b81f23a8-a4b3-43ef-b490-20728dd22e4f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:36.823900 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b30d4a-a1ee-4958-a989-adfe6b042bf2 None None] Sync routers for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:03:36.845860 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b30d4a-a1ee-4958-a989-adfe6b042bf2 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:36.848819 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-95b30d4a-a1ee-4958-a989-adfe6b042bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:36.894059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dfe46-4756-4806-a72a-f592b809b0ff req-162d07de-b52c-4356-a8d1-c5e56aae8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:36.895800 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-727dfe46-4756-4806-a72a-f592b809b0ff req-162d07de-b52c-4356-a8d1-c5e56aae8bb3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=45c0d239-dc9b-48de-ab76-b33ee15693b2 HTTP/1.1" status: 200 len: 912 time: 0.2476804 Aug 28 13:03:36.911909 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-95b30d4a-a1ee-4958-a989-adfe6b042bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:36.941543 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b30d4a-a1ee-4958-a989-adfe6b042bf2 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:36.942243 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-95b30d4a-a1ee-4958-a989-adfe6b042bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:36.968253 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-727dfe46-4756-4806-a72a-f592b809b0ff req-fbe50646-ba10-4075-910e-f823c77da0c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b929486f-3e99-4006-8fa2-b6e982fd28da HTTP/1.1" status: 200 len: 217 time: 0.0550737 Aug 28 13:03:37.003424 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b81f23a8-a4b3-43ef-b490-20728dd22e4f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "PUT /v2.0/floatingips/6a7799d3-1f09-4d94-9f5c-e29ca5848507 HTTP/1.1" status: 200 len: 687 time: 1.8488646 Aug 28 13:03:37.006151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41286) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:37.055546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad53efe2-3746-4177-bb76-8b9a3308c461 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:37.059001 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-95b30d4a-a1ee-4958-a989-adfe6b042bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:37.060154 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b30d4a-a1ee-4958-a989-adfe6b042bf2 None None] The sync data for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:03:37.081588 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dfe46-4756-4806-a72a-f592b809b0ff req-2df31171-7e56-475b-bbc2-2bb6a9b21b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:37.083127 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-727dfe46-4756-4806-a72a-f592b809b0ff req-2df31171-7e56-475b-bbc2-2bb6a9b21b07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1c26237d-553b-458d-8173-ce92e896ee37 HTTP/1.1" status: 200 len: 852 time: 0.1046309 Aug 28 13:03:37.087936 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8807de87-e9f4-4b06-9edf-e47cee5707ef tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.119929 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8807de87-e9f4-4b06-9edf-e47cee5707ef tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.173030 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-727dfe46-4756-4806-a72a-f592b809b0ff req-3efe4a27-94cf-44c7-97a1-0104d591a781 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=45c0d239-dc9b-48de-ab76-b33ee15693b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744405 Aug 28 13:03:37.219369 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c437cee9-78d9-44db-b756-3a5cd8462711 None None] Provisioning for port 99e9ca54-d928-440e-b310-371422d458b9 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:37.227136 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c437cee9-78d9-44db-b756-3a5cd8462711 None None] Provisioning complete for port 99e9ca54-d928-440e-b310-371422d458b9 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:37.227805 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c437cee9-78d9-44db-b756-3a5cd8462711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.239152 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8807de87-e9f4-4b06-9edf-e47cee5707ef tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.240467 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8807de87-e9f4-4b06-9edf-e47cee5707ef tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5896037 Aug 28 13:03:37.243914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807de87-e9f4-4b06-9edf-e47cee5707ef tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=511aab17-107f-4739-ae63-c3c847f95d21,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:37.246431 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41290) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:37.252742 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-955c024f-01f9-4414-8693-0669362d69ec tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Request body: {'security_group_rule': {'security_group_id': '511aab17-107f-4739-ae63-c3c847f95d21', 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:37.301856 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec061d9f-9998-4d35-894d-34ae8c506b00 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.326035 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-ec061d9f-9998-4d35-894d-34ae8c506b00 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 1336092d-ece7-4ef7-83ae-a90726d9f2ab will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:37.334345 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-955c024f-01f9-4414-8693-0669362d69ec tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.362779 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-727dfe46-4756-4806-a72a-f592b809b0ff req-c6b754e1-3aae-4aaf-a8f7-c3f6dd7b9156 service neutron] 10.222.0.10 "GET /v2.0/networks/45c0d239-dc9b-48de-ab76-b33ee15693b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814227 Aug 28 13:03:37.411549 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.414281 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec061d9f-9998-4d35-894d-34ae8c506b00 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.443907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec061d9f-9998-4d35-894d-34ae8c506b00 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:37.447564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-5f5cce16-36f7-4e81-937c-1ad4e5b10a7f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting port 833c6f68-7af1-4cd0-a89f-1460923cd7b1 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:37.448346 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5f5cce16-36f7-4e81-937c-1ad4e5b10a7f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.453299 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-ec061d9f-9998-4d35-894d-34ae8c506b00 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:37.479099 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c437cee9-78d9-44db-b756-3a5cd8462711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.537688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec061d9f-9998-4d35-894d-34ae8c506b00 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:37.541505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c437cee9-78d9-44db-b756-3a5cd8462711 None None] For port 99e9ca54-d928-440e-b310-371422d458b9, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=99e9ca54-d928-440e-b310-371422d458b9,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:37.556167 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-727dfe46-4756-4806-a72a-f592b809b0ff req-796a6457-9a3e-46a7-9841-389dd5c12780 service neutron] 10.222.0.10 "GET /v2.0/networks/45c0d239-dc9b-48de-ab76-b33ee15693b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820514 Aug 28 13:03:37.560305 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c437cee9-78d9-44db-b756-3a5cd8462711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.574595 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-955c024f-01f9-4414-8693-0669362d69ec tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.582574 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-955c024f-01f9-4414-8693-0669362d69ec tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.653612 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c024f-01f9-4414-8693-0669362d69ec tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71d6fff-e4b4-4e6f-b159-ffa5c5d79da9,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:37.669747 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-955c024f-01f9-4414-8693-0669362d69ec tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.671275 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-955c024f-01f9-4414-8693-0669362d69ec tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4222841 Aug 28 13:03:37.674785 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41302) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:37.681951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0a66ace4-ae80-48b6-89d8-0a70f850237c tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Request body: {'security_group_rule': {'security_group_id': '511aab17-107f-4739-ae63-c3c847f95d21', 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:37.733759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67264732-a0c9-4401-bf81-f8e7703cc5a1 None None] Update dhcp port {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'fixed_ips': [{'subnet_id': '0cc42742-bfb0-4706-9b73-d8758dbd1a09', 'ip_address': '2001:db8::f816:3eff:fede:b236'}, {'subnet_id': '08d52ae3-ed64-44ca-b169-a265fe4b3547'}], 'binding:host_id': 'n-d-791505-21'}, 'id': '99e9ca54-d928-440e-b310-371422d458b9'} from n-d-791505-21. {{(pid=94879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 13:03:37.736232 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec061d9f-9998-4d35-894d-34ae8c506b00 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=1336092d-ece7-4ef7-83ae-a90726d9f2ab,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:37.748168 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a66ace4-ae80-48b6-89d8-0a70f850237c tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.748713 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec061d9f-9998-4d35-894d-34ae8c506b00 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:37.749375 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec061d9f-9998-4d35-894d-34ae8c506b00 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.789682 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ec061d9f-9998-4d35-894d-34ae8c506b00 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5442913 Aug 28 13:03:37.793235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437cee9-78d9-44db-b756-3a5cd8462711 None None] Pushing event updated for resources: {'Port': ['ID=99e9ca54-d928-440e-b310-371422d458b9,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:37.799805 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41306) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:37.807224 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-67264732-a0c9-4401-bf81-f8e7703cc5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.811036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883420e-e376-4a1f-abe7-2dadc2ea2339 req-064bd9b8-1c11-4820-ba3c-f5abd719b46e tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:37.812820 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5883420e-e376-4a1f-abe7-2dadc2ea2339 req-064bd9b8-1c11-4820-ba3c-f5abd719b46e tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 943 time: 0.1774960 Aug 28 13:03:37.828389 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5f5cce16-36f7-4e81-937c-1ad4e5b10a7f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.829030 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5f5cce16-36f7-4e81-937c-1ad4e5b10a7f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.881922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-5f5cce16-36f7-4e81-937c-1ad4e5b10a7f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Calling delete_port for 833c6f68-7af1-4cd0-a89f-1460923cd7b1 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:37.896028 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a66ace4-ae80-48b6-89d8-0a70f850237c tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.904994 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a66ace4-ae80-48b6-89d8-0a70f850237c tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:37.925337 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5883420e-e376-4a1f-abe7-2dadc2ea2339 req-bbefbe2a-dcd1-45b0-a899-5a954949472b tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006396 Aug 28 13:03:37.935096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856cf93c-ed67-4a87-96b4-4300f6b74d4a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:37.941476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856cf93c-ed67-4a87-96b4-4300f6b74d4a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:37.945852 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-856cf93c-ed67-4a87-96b4-4300f6b74d4a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1419528 Aug 28 13:03:37.956989 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41310) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:37.979708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66ace4-ae80-48b6-89d8-0a70f850237c tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605e6c4e-5271-4354-80ef-5aff61723d2b,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:38.025840 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a66ace4-ae80-48b6-89d8-0a70f850237c tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:38.027729 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0a66ace4-ae80-48b6-89d8-0a70f850237c tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3510695 Aug 28 13:03:38.031196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41314) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:38.039855 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6a52fb35-1501-4d63-a64e-37d44c31932b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Request body: {'security_group_rule': {'security_group_id': '511aab17-107f-4739-ae63-c3c847f95d21', 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:38.131380 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a52fb35-1501-4d63-a64e-37d44c31932b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:38.143301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-67264732-a0c9-4401-bf81-f8e7703cc5a1 None None] Allocated IP 172.20.0.2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/08d52ae3-ed64-44ca-b169-a265fe4b3547/99e9ca54-d928-440e-b310-371422d458b9) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:38.172278 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c218d1a7-a781-4961-a509-815f7df15657 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 1336092d-ece7-4ef7-83ae-a90726d9f2ab {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:38.172623 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c218d1a7-a781-4961-a509-815f7df15657 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:38.308843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device b929486f-3e99-4006-8fa2-b6e982fd28da details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:03:38.475073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-67264732-a0c9-4401-bf81-f8e7703cc5a1 None None] For port 99e9ca54-d928-440e-b310-371422d458b9, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=99e9ca54-d928-440e-b310-371422d458b9,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:38.484836 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5f5cce16-36f7-4e81-937c-1ad4e5b10a7f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:38.531661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5cce16-36f7-4e81-937c-1ad4e5b10a7f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Port': ['ID=833c6f68-7af1-4cd0-a89f-1460923cd7b1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:38.549669 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-67264732-a0c9-4401-bf81-f8e7703cc5a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:38.567379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-67264732-a0c9-4401-bf81-f8e7703cc5a1 None None] Transition to ACTIVE for port object 99e9ca54-d928-440e-b310-371422d458b9 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:38.620285 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port b929486f-3e99-4006-8fa2-b6e982fd28da, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b929486f-3e99-4006-8fa2-b6e982fd28da,segment=NetworkSegment(a6ef6f94-cdb1-41a9-8484-951ef2ac2322),segment_id=a6ef6f94-cdb1-41a9-8484-951ef2ac2322)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:38.642815 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'b929486f-3e99-4006-8fa2-b6e982fd28da', 'network_id': '45c0d239-dc9b-48de-ab76-b33ee15693b2', 'port_id': 'b929486f-3e99-4006-8fa2-b6e982fd28da', 'mac_address': 'fa:16:3e:68:4d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c26237d-553b-458d-8173-ce92e896ee37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:03:38.651927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 99e9ca54-d928-440e-b310-371422d458b9 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:03:38.682344 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5f5cce16-36f7-4e81-937c-1ad4e5b10a7f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:38.688272 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5f5cce16-36f7-4e81-937c-1ad4e5b10a7f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:38.689512 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5f5cce16-36f7-4e81-937c-1ad4e5b10a7f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/floatingips/6a7799d3-1f09-4d94-9f5c-e29ca5848507 HTTP/1.1" status: 204 len: 168 time: 1.6824045 Aug 28 13:03:38.692857 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41330) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:38.694260 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-67264732-a0c9-4401-bf81-f8e7703cc5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:38.698936 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': '78ff5ea0-d7b4-4e9c-8a3c-0aab7cbddb2c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:38.740724 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a52fb35-1501-4d63-a64e-37d44c31932b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:38.751738 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a52fb35-1501-4d63-a64e-37d44c31932b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:38.754459 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:38.755239 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c218d1a7-a781-4961-a509-815f7df15657 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:38.791594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52fb35-1501-4d63-a64e-37d44c31932b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474a3897-743f-4cb9-9912-b5ba6aac67e5,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:38.793668 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a52fb35-1501-4d63-a64e-37d44c31932b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:38.797478 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6a52fb35-1501-4d63-a64e-37d44c31932b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7626264 Aug 28 13:03:38.797478 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c218d1a7-a781-4961-a509-815f7df15657 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 1336092d-ece7-4ef7-83ae-a90726d9f2ab owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:38.798538 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41338) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:38.803311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ee4ff5b6-6601-4bdd-ae0f-c85d2f553790 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Request body: {'security_group_rule': {'security_group_id': '511aab17-107f-4739-ae63-c3c847f95d21', 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:38.892938 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff5b6-6601-4bdd-ae0f-c85d2f553790 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:38.943925 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:38.953112 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67264732-a0c9-4401-bf81-f8e7703cc5a1 None None] Pushing event updated for resources: {'Port': ['ID=99e9ca54-d928-440e-b310-371422d458b9,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:38.986210 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.035615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b929486f-3e99-4006-8fa2-b6e982fd28da {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:03:39.097687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port b929486f-3e99-4006-8fa2-b6e982fd28da, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b929486f-3e99-4006-8fa2-b6e982fd28da,segment=NetworkSegment(a6ef6f94-cdb1-41a9-8484-951ef2ac2322),segment_id=a6ef6f94-cdb1-41a9-8484-951ef2ac2322)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:39.106695 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff5b6-6601-4bdd-ae0f-c85d2f553790 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.109409 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.126437 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff5b6-6601-4bdd-ae0f-c85d2f553790 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.170393 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ff5b6-6601-4bdd-ae0f-c85d2f553790 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90346f2-1cce-438c-be58-5dd809c72528,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:39.177943 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff5b6-6601-4bdd-ae0f-c85d2f553790 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.180351 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ee4ff5b6-6601-4bdd-ae0f-c85d2f553790 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3808677 Aug 28 13:03:39.189671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41348) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:39.193080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Allocated IP 172.25.1.218 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/06d76bcd-fe9c-4b18-9510-84c3fe813b83) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:39.200441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-87e653ad-7e89-4821-84c7-a3c2f02ad9ab tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Request body: {'security_group_rule': {'security_group_id': '511aab17-107f-4739-ae63-c3c847f95d21', 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:39.253529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=b929486f-3e99-4006-8fa2-b6e982fd28da,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:39.259258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c7a79-05da-47ea-810c-e08b3d6f28ac req-20b13467-c6d2-47ab-9eb1-14fad20da673 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:39.261805 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff1c7a79-05da-47ea-810c-e08b3d6f28ac req-20b13467-c6d2-47ab-9eb1-14fad20da673 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 943 time: 0.2115872 Aug 28 13:03:39.263543 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-87e653ad-7e89-4821-84c7-a3c2f02ad9ab tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Project d5e1444e94524818b1b5b3600c8a9eae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:03:39.269969 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-87e653ad-7e89-4821-84c7-a3c2f02ad9ab tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.282277 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c218d1a7-a781-4961-a509-815f7df15657 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.334061 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218d1a7-a781-4961-a509-815f7df15657 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=1336092d-ece7-4ef7-83ae-a90726d9f2ab,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:39.353106 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b929486f-3e99-4006-8fa2-b6e982fd28da'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:03:39.416495 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff1c7a79-05da-47ea-810c-e08b3d6f28ac req-254e4b48-4421-4c2d-a752-0ab666cc0cd5 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175566 Aug 28 13:03:39.468213 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-87e653ad-7e89-4821-84c7-a3c2f02ad9ab tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.490800 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-87e653ad-7e89-4821-84c7-a3c2f02ad9ab tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.540911 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c218d1a7-a781-4961-a509-815f7df15657 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.542911 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e653ad-7e89-4821-84c7-a3c2f02ad9ab tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3c84da-2894-4f2b-9db3-f172d67486fa,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:39.558474 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c218d1a7-a781-4961-a509-815f7df15657 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/1336092d-ece7-4ef7-83ae-a90726d9f2ab HTTP/1.1" status: 204 len: 168 time: 1.6003091 Aug 28 13:03:39.559238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41350) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:39.561653 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-87e653ad-7e89-4821-84c7-a3c2f02ad9ab tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.566949 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-87e653ad-7e89-4821-84c7-a3c2f02ad9ab tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3757417 Aug 28 13:03:39.567791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41352) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:39.582997 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.614711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-413c709b-59bf-475d-a5ad-6b8e3cec90b0 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Request body: {'security_group_rule': {'security_group_id': '511aab17-107f-4739-ae63-c3c847f95d21', 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:39.668764 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2321a99-45c7-41a4-9229-eff51141c1fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:39.676160 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-413c709b-59bf-475d-a5ad-6b8e3cec90b0 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Project d5e1444e94524818b1b5b3600c8a9eae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:03:39.676773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2321a99-45c7-41a4-9229-eff51141c1fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:39.679381 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2321a99-45c7-41a4-9229-eff51141c1fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:39.683413 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c2321a99-45c7-41a4-9229-eff51141c1fc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1207566 Aug 28 13:03:39.684107 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41358) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:39.692304 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-413c709b-59bf-475d-a5ad-6b8e3cec90b0 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.722822 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.777549 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd88947c-c4a4-49e3-9083-fddd02761623 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 08d52ae3-ed64-44ca-b169-a265fe4b3547 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:03:39.790961 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cd88947c-c4a4-49e3-9083-fddd02761623 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.852353 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.867023 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5e8a01a6-d74e-45fb-8c8e-e05b82a3a4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.868089 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cd88947c-c4a4-49e3-9083-fddd02761623 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.884548 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-413c709b-59bf-475d-a5ad-6b8e3cec90b0 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.911675 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-413c709b-59bf-475d-a5ad-6b8e3cec90b0 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:39.937035 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:39.942723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c709b-59bf-475d-a5ad-6b8e3cec90b0 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228243f7-7dbe-4795-b220-ce6f4d12fc16,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:39.954609 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:39.965894 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:39.996968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=06d76bcd-fe9c-4b18-9510-84c3fe813b83,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:40.002898 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cd88947c-c4a4-49e3-9083-fddd02761623 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:40.008859 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-413c709b-59bf-475d-a5ad-6b8e3cec90b0 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:40.022165 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-413c709b-59bf-475d-a5ad-6b8e3cec90b0 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4330654 Aug 28 13:03:40.115756 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-624337c5-3119-498f-bc01-96781fec538d None None] Provisioning for port 99e9ca54-d928-440e-b310-371422d458b9 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:40.123933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-624337c5-3119-498f-bc01-96781fec538d None None] Provisioning complete for port 99e9ca54-d928-440e-b310-371422d458b9 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:40.124538 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-624337c5-3119-498f-bc01-96781fec538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:40.149570 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cd88947c-c4a4-49e3-9083-fddd02761623 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:40.187142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device b929486f-3e99-4006-8fa2-b6e982fd28da up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:03:40.211536 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88947c-c4a4-49e3-9083-fddd02761623 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=08d52ae3-ed64-44ca-b169-a265fe4b3547,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:40.218599 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cd88947c-c4a4-49e3-9083-fddd02761623 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:40.224238 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cd88947c-c4a4-49e3-9083-fddd02761623 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/08d52ae3-ed64-44ca-b169-a265fe4b3547 HTTP/1.1" status: 204 len: 168 time: 0.5351734 Aug 28 13:03:40.230976 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41368) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:40.305153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 0cc42742-bfb0-4706-9b73-d8758dbd1a09 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:03:40.324218 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:40.415366 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:40.441681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port b929486f-3e99-4006-8fa2-b6e982fd28da completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:40.527544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port b929486f-3e99-4006-8fa2-b6e982fd28da triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:40.528583 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:40.553206 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:40.606296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb4c508-31e3-45a7-82ac-2cc837c110fd None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:40.614733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 99e9ca54-d928-440e-b310-371422d458b9 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:03:40.716179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a2af1-6751-40db-a63a-d2f1af732883 req-59507eb8-a7ca-4dee-8210-7a5c7b60706a tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:40.721313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-e8b3f1ad-9ce9-4979-bd57-6c8324690f26 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1249184999&fields=id&tenant_id=d5e1444e94524818b1b5b3600c8a9eae HTTP/1.1" status: 200 len: 267 time: 0.2689669 Aug 28 13:03:40.724724 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b00a2af1-6751-40db-a63a-d2f1af732883 req-59507eb8-a7ca-4dee-8210-7a5c7b60706a tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 944 time: 0.0944307 Aug 28 13:03:40.728956 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:40.777953 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc42742-bfb0-4706-9b73-d8758dbd1a09,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:40.781418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-29f3348c-d2a7-41da-b240-edde38504692 None None] Could not find standard attr ID for object 1336092d-ece7-4ef7-83ae-a90726d9f2ab. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:03:40.807433 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:40.808032 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:40.808478 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:40.808903 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:40.809299 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:40.809700 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:40.810094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:40.810713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:40.811113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:40.811521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:40.811918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:40.812305 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:40.816084 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:40.820913 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c5b0bade-3e1a-410a-94f7-1e77d481447a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/0cc42742-bfb0-4706-9b73-d8758dbd1a09 HTTP/1.1" status: 204 len: 168 time: 0.5888872 Aug 28 13:03:40.822378 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41390) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:40.833439 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b00a2af1-6751-40db-a63a-d2f1af732883 req-d3d2a8d0-e567-46f2-a8ef-6de39c9091bb tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075683 Aug 28 13:03:40.910055 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:40.915243 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8211b71e-acec-46c2-a150-60f5980b20e7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746379 Aug 28 13:03:40.915971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41392) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:40.923297 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2a43598a-cb75-4305-8443-ba1a2b377176 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:40.952759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port b929486f-3e99-4006-8fa2-b6e982fd28da, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b929486f-3e99-4006-8fa2-b6e982fd28da,segment=NetworkSegment(a6ef6f94-cdb1-41a9-8484-951ef2ac2322),segment_id=a6ef6f94-cdb1-41a9-8484-951ef2ac2322)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:40.960876 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c237bb70-c1e6-4904-bc38-6a94bd08b9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b929486f-3e99-4006-8fa2-b6e982fd28da'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:03:40.964227 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5ee5b9-daea-4767-931d-33ba3d045fd9" -d '{"events": [{"server_uuid": "c237bb70-c1e6-4904-bc38-6a94bd08b9ff", "name": "network-vif-plugged", "status": "completed", "tag": "b929486f-3e99-4006-8fa2-b6e982fd28da"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:03:40.985992 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:40.999452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 99e9ca54-d928-440e-b310-371422d458b9 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:41.000294 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:41.048902 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-0d01b003-73cb-47e4-87e0-a61cb90d2b95 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:41.049793 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa59b4e-e094-47d7-adc9-60a626d94a63 x-openstack-request-id: req-baa59b4e-e094-47d7-adc9-60a626d94a63 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:03:41.050233 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-0d01b003-73cb-47e4-87e0-a61cb90d2b95 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/networks?id=8b623883-070b-4970-8c08-14a8d3756313 HTTP/1.1" status: 200 len: 814 time: 0.3271649 Aug 28 13:03:41.056479 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c237bb70-c1e6-4904-bc38-6a94bd08b9ff", "name": "network-vif-plugged", "status": "completed", "tag": "b929486f-3e99-4006-8fa2-b6e982fd28da", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:03:41.057216 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-baa59b4e-e094-47d7-adc9-60a626d94a63 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:03:41.057793 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c237bb70-c1e6-4904-bc38-6a94bd08b9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b929486f-3e99-4006-8fa2-b6e982fd28da', 'code': 200} Aug 28 13:03:41.066193 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:41.095608 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-556fb211-1c59-4ebe-92cb-e2e39b7a1aaf tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/quotas/d5e1444e94524818b1b5b3600c8a9eae HTTP/1.1" status: 200 len: 375 time: 0.0387337 Aug 28 13:03:41.097398 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a43598a-cb75-4305-8443-ba1a2b377176 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:41.104819 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a43598a-cb75-4305-8443-ba1a2b377176 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:41.207166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=b929486f-3e99-4006-8fa2-b6e982fd28da,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:41.271857 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-73da6050-1d5e-4210-83ad-5b3bf995f56c tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5e1444e94524818b1b5b3600c8a9eae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1631031 Aug 28 13:03:41.285204 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3ad98-9aa0-42b2-9757-df984fa03325 req-4029a3ba-0006-4b37-ae5d-04059022b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:41.287314 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fcb3ad98-9aa0-42b2-9757-df984fa03325 req-4029a3ba-0006-4b37-ae5d-04059022b47f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 1097 time: 0.1401174 Aug 28 13:03:41.312783 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:41.350133 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fcb3ad98-9aa0-42b2-9757-df984fa03325 req-726670f5-0c1c-4ef4-85b8-077076f2eb98 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524061 Aug 28 13:03:41.360971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce6b591-00b5-4a05-8c30-a63fcf8ca780 None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:03:41.447584 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6b591-00b5-4a05-8c30-a63fcf8ca780 None None] Deleting port 99e9ca54-d928-440e-b310-371422d458b9 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:41.447954 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b591-00b5-4a05-8c30-a63fcf8ca780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:41.528220 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-51e5bfa5-9be4-422c-a525-56648694e448 service neutron] 10.222.0.20 "GET /v2.0/networks/8b623883-070b-4970-8c08-14a8d3756313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369509 Aug 28 13:03:41.565443 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a43598a-cb75-4305-8443-ba1a2b377176 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:41.639235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8ce6b591-00b5-4a05-8c30-a63fcf8ca780 None None] For port 99e9ca54-d928-440e-b310-371422d458b9, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=99e9ca54-d928-440e-b310-371422d458b9,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:41.639707 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b591-00b5-4a05-8c30-a63fcf8ca780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:41.646899 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:41.659566 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:41.676522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6b591-00b5-4a05-8c30-a63fcf8ca780 None None] Calling delete_port for 99e9ca54-d928-440e-b310-371422d458b9 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:41.749800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a43598a-cb75-4305-8443-ba1a2b377176 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:41.756131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2a43598a-cb75-4305-8443-ba1a2b377176 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:41.767124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a43598a-cb75-4305-8443-ba1a2b377176 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:41.768078 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a43598a-cb75-4305-8443-ba1a2b377176 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:41.784152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=06d76bcd-fe9c-4b18-9510-84c3fe813b83,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:41.809767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43598a-cb75-4305-8443-ba1a2b377176 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=1aff2183-1f49-4e1c-b28d-db970ac61df2,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:41.841687 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-a63c9052-fe28-4724-98bb-3db0ac6d1e8f service neutron] 10.222.0.20 "GET /v2.0/networks/8b623883-070b-4970-8c08-14a8d3756313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031769 Aug 28 13:03:41.845507 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2a43598a-cb75-4305-8443-ba1a2b377176 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9266851 Aug 28 13:03:41.850006 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41408) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:41.861832 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b591-00b5-4a05-8c30-a63fcf8ca780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:41.893224 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2432a485-5608-40d2-890e-836ca003dd02 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:41.926765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6b591-00b5-4a05-8c30-a63fcf8ca780 None None] Pushing event deleted for resources: {'Port': ['ID=99e9ca54-d928-440e-b310-371422d458b9,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:41.955008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce6b591-00b5-4a05-8c30-a63fcf8ca780 None None] No DVR routers for this DVR port 99e9ca54-d928-440e-b310-371422d458b9 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:03:41.999981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96856ca-c844-4513-90b9-4848df26b2c7 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:42.014137 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:42.219665 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Floating IP 59622a81-6ea8-46de-be4c-f6d961d9c244 associated. External IP: 172.25.1.218, port: 78ff5ea0-d7b4-4e9c-8a3c-0aab7cbddb2c. Aug 28 13:03:42.325578 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7cc03a53-d789-4f03-8ea6-0acd79844ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:42.384400 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760cc3e-8371-4238-a153-2be19177c075 req-d3633bb7-a2f5-45d1-8a2d-e681c7977564 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:42.386018 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6760cc3e-8371-4238-a153-2be19177c075 req-d3633bb7-a2f5-45d1-8a2d-e681c7977564 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 945 time: 0.2700994 Aug 28 13:03:42.425942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': '1aff2183-1f49-4e1c-b28d-db970ac61df2'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:03:42.427480 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:42.618418 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6760cc3e-8371-4238-a153-2be19177c075 req-27bc826e-6a90-4410-9687-55edf79e71fe tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970143 Aug 28 13:03:42.719811 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2432a485-5608-40d2-890e-836ca003dd02 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:42.727287 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2432a485-5608-40d2-890e-836ca003dd02 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:42.757830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 99e9ca54-d928-440e-b310-371422d458b9 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:03:42.839083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 99e9ca54-d928-440e-b310-371422d458b9 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:03:42.839409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 99e9ca54-d928-440e-b310-371422d458b9 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:03:42.874170 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:42.884142 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-147727e9-6dc6-447c-980b-43f18b49e9f2 req-4ce1c089-dcbd-456b-9840-a2b1e006203c tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 210 time: 0.0677021 Aug 28 13:03:42.987167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 51fd5fa0-76b0-40ef-9022-09adb5f88722 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:03:43.072109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Allocated IP 172.20.0.2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/1aff2183-1f49-4e1c-b28d-db970ac61df2/d45ad756-b919-4dc5-b849-de906b6cfa6d) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:43.336593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:03:43.363534 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df945ef4-8ba3-41a6-896d-02b681630a99 None None] Sync routers for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:03:43.380679 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:43.437485 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bfe9239d-1aac-45a0-a2ba-6a2fa4ffa75b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7420218 Aug 28 13:03:43.438715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41458) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:43.511588 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:43.513916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df945ef4-8ba3-41a6-896d-02b681630a99 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:43.514607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-df945ef4-8ba3-41a6-896d-02b681630a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:43.611236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b00e5f29-57b2-4dc0-a547-b57a565efdc0 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "GET /v2.0/floatingips/59622a81-6ea8-46de-be4c-f6d961d9c244 HTTP/1.1" status: 200 len: 978 time: 0.1684523 Aug 28 13:03:43.613962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41466) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:43.636523 n-d-791505-21 neutron-server[94878]: DEBUG neutron.objects.ports [None req-2432a485-5608-40d2-890e-836ca003dd02 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:03:43.638207 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2432a485-5608-40d2-890e-836ca003dd02 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:43.643139 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-df945ef4-8ba3-41a6-896d-02b681630a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:43.732348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df945ef4-8ba3-41a6-896d-02b681630a99 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:43.733070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-df945ef4-8ba3-41a6-896d-02b681630a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:43.745267 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:43.756851 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a485-5608-40d2-890e-836ca003dd02 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=7f842d4c-d50a-4fe7-b24a-455a675342f8,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:43.760215 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d86ecccc-5e2b-4d29-a227-3c4fbff9c892 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1447737 Aug 28 13:03:43.762581 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41478) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:43.771296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-452cb693-60d5-4cc0-ac1f-41b499758a3a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'floatingip': {'port_id': 'b6d2303a-537f-44f7-a709-6e746e4222cb'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:43.783365 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2432a485-5608-40d2-890e-836ca003dd02 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:43.784919 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2432a485-5608-40d2-890e-836ca003dd02 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:43.790763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432a485-5608-40d2-890e-836ca003dd02 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:43.791454 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2432a485-5608-40d2-890e-836ca003dd02 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:43.823125 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2432a485-5608-40d2-890e-836ca003dd02 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9659901 Aug 28 13:03:43.823705 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41482) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:43.834465 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-eeea0665-2cde-4af1-b616-3692fb87af55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'mac_address': 'fa:16:3e:71:2c:9e', 'name': 'tempest-NetworksTestDHCPv6-244546195'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:43.868045 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-452cb693-60d5-4cc0-ac1f-41b499758a3a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:44.015895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Transition to ACTIVE for port object d45ad756-b919-4dc5-b849-de906b6cfa6d will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:44.035843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Transition to ACTIVE for port object d45ad756-b919-4dc5-b849-de906b6cfa6d will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:44.040256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-df945ef4-8ba3-41a6-896d-02b681630a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:44.041277 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df945ef4-8ba3-41a6-896d-02b681630a99 None None] The sync data for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:03:44.054592 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:44.108830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Pushing event updated for resources: {'Port': ['ID=d45ad756-b919-4dc5-b849-de906b6cfa6d,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:44.109721 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeea0665-2cde-4af1-b616-3692fb87af55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:44.124645 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:44.126302 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:44.129279 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:44.287480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Attempting to bind port d45ad756-b919-4dc5-b849-de906b6cfa6d on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:03:44.287851 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Attempting to bind port d45ad756-b919-4dc5-b849-de906b6cfa6d by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:03:44.288210 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Attempting to bind port d45ad756-b919-4dc5-b849-de906b6cfa6d on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:03:44.297567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:03:44.297817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:03:44.299139 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:44.299892 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:03:44.300608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Bound port: d45ad756-b919-4dc5-b849-de906b6cfa6d, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:03:44.301221 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:44.401716 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] For port d45ad756-b919-4dc5-b849-de906b6cfa6d, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:03:44.408537 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] For port d45ad756-b919-4dc5-b849-de906b6cfa6d, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d45ad756-b919-4dc5-b849-de906b6cfa6d,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:03:44.416537 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:44.436849 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c501b6bf-3081-4688-8752-cbb64c3f99e9 req-004e666e-83b8-4e57-9f98-6f41092d3cf0 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 210 time: 0.0683937 Aug 28 13:03:44.505038 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eeea0665-2cde-4af1-b616-3692fb87af55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:44.550050 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8a83a-8366-4478-bef1-8e6a575b8dc1 None None] Pushing event updated for resources: {'Port': ['ID=d45ad756-b919-4dc5-b849-de906b6cfa6d,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:44.571741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-eeea0665-2cde-4af1-b616-3692fb87af55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 940413a8-a19b-4e3e-b370-ea9f7072d9ff yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:03:44.658924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763d454-96c2-48f4-82e9-dd31180a7915 req-2a0793e3-0969-434a-9a31-e23f07e981d1 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:44.668247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c763d454-96c2-48f4-82e9-dd31180a7915 req-2a0793e3-0969-434a-9a31-e23f07e981d1 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 945 time: 0.7967141 Aug 28 13:03:44.915683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-eeea0665-2cde-4af1-b616-3692fb87af55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 172.20.0.14 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/1aff2183-1f49-4e1c-b28d-db970ac61df2/940413a8-a19b-4e3e-b370-ea9f7072d9ff) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:44.916482 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-4ca8083e-6546-4639-9a81-f16a42d87b96 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:44.920097 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-4ca8083e-6546-4639-9a81-f16a42d87b96 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.11 "GET /v2.0/networks?id=8b623883-070b-4970-8c08-14a8d3756313 HTTP/1.1" status: 200 len: 814 time: 0.2925410 Aug 28 13:03:44.940570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-eeea0665-2cde-4af1-b616-3692fb87af55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::f816:3eff:fe71:2c9e (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/7f842d4c-d50a-4fe7-b24a-455a675342f8/940413a8-a19b-4e3e-b370-ea9f7072d9ff) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:44.993339 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c763d454-96c2-48f4-82e9-dd31180a7915 req-868339e4-00d8-41b0-8917-36cf87836eb1 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242080 Aug 28 13:03:45.188128 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-c73284ca-24cb-4efe-aab8-2be3256c8e8f tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5e1444e94524818b1b5b3600c8a9eae HTTP/1.1" status: 200 len: 380 time: 0.2155581 Aug 28 13:03:45.227996 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-0c7a73c5-16d0-4fb6-8b6d-dcf58da5e487 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Request body: {'port': {'device_id': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'admin_state_up': True, 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'security_groups': ['511aab17-107f-4739-ae63-c3c847f95d21']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:45.248164 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eeea0665-2cde-4af1-b616-3692fb87af55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:45.279069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-eeea0665-2cde-4af1-b616-3692fb87af55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 940413a8-a19b-4e3e-b370-ea9f7072d9ff will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:45.306304 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:45.372098 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eeea0665-2cde-4af1-b616-3692fb87af55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:45.448231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeea0665-2cde-4af1-b616-3692fb87af55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:45.458629 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-eeea0665-2cde-4af1-b616-3692fb87af55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:45.467649 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea0665-2cde-4af1-b616-3692fb87af55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:45.499134 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-0c7a73c5-16d0-4fb6-8b6d-dcf58da5e487 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Made reservation on behalf of d5e1444e94524818b1b5b3600c8a9eae for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:45.502615 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-0c7a73c5-16d0-4fb6-8b6d-dcf58da5e487 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:45.508574 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea0665-2cde-4af1-b616-3692fb87af55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=940413a8-a19b-4e3e-b370-ea9f7072d9ff,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:45.561818 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeea0665-2cde-4af1-b616-3692fb87af55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:45.563086 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eeea0665-2cde-4af1-b616-3692fb87af55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:45.597030 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-eeea0665-2cde-4af1-b616-3692fb87af55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7714891 Aug 28 13:03:45.598617 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41602) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:45.821002 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d53be444-dff5-404c-b29d-751c0b230e44 req-5c76b18a-2eb3-41ea-a046-5f7ec2650cab tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 210 time: 0.1366622 Aug 28 13:03:45.901330 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-452cb693-60d5-4cc0-ac1f-41b499758a3a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:45.909667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1716f107-4d1c-42eb-b8c3-4a552d56463e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:45.916134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1716f107-4d1c-42eb-b8c3-4a552d56463e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:45.917657 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-452cb693-60d5-4cc0-ac1f-41b499758a3a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:45.925269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41622) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:45.936652 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1716f107-4d1c-42eb-b8c3-4a552d56463e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.3338287 Aug 28 13:03:46.217948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45811bfc-7203-4fd7-aed8-7ddf15ac9608 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:46.233143 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-0c7a73c5-16d0-4fb6-8b6d-dcf58da5e487 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Allocated IP 172.20.0.13 (8b623883-070b-4970-8c08-14a8d3756313/048da36b-b127-4f58-b3f8-ec0e99aec6bb/939ae531-917b-4096-80d5-60b5710e6f80) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:46.485238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e221e50d-801f-4a02-a456-895b004bb8bf None None] Provisioning for port d45ad756-b919-4dc5-b849-de906b6cfa6d completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:46.548037 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-452cb693-60d5-4cc0-ac1f-41b499758a3a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Floating IP 59622a81-6ea8-46de-be4c-f6d961d9c244 associated. External IP: 172.25.1.218, port: 78ff5ea0-d7b4-4e9c-8a3c-0aab7cbddb2c. Aug 28 13:03:46.674301 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-78a02fb5-6004-424f-8e57-371d11cc18d9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 940413a8-a19b-4e3e-b370-ea9f7072d9ff {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:46.674709 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78a02fb5-6004-424f-8e57-371d11cc18d9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:46.728414 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d45ad756-b919-4dc5-b849-de906b6cfa6d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:03:46.758202 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41664) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:46.810919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port d45ad756-b919-4dc5-b849-de906b6cfa6d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:46.817081 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d45ad756-b919-4dc5-b849-de906b6cfa6d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:46.817461 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:46.927902 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a5d2f23-c42d-42c1-8834-7f93a1c03217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:46.966114 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-0c7a73c5-16d0-4fb6-8b6d-dcf58da5e487 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:47.043124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f37410-f207-452b-af8a-4e4018ddbc1f None None] Update dhcp port {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'fixed_ips': [{'subnet_id': '1aff2183-1f49-4e1c-b28d-db970ac61df2', 'ip_address': '172.20.0.2'}, {'subnet_id': '7f842d4c-d50a-4fe7-b24a-455a675342f8'}], 'binding:host_id': 'n-d-791505-21'}, 'id': 'd45ad756-b919-4dc5-b849-de906b6cfa6d'} from n-d-791505-21. {{(pid=94879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 13:03:47.119853 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-85f37410-f207-452b-af8a-4e4018ddbc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:47.129673 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78a02fb5-6004-424f-8e57-371d11cc18d9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:47.162075 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a5d2f23-c42d-42c1-8834-7f93a1c03217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:47.182244 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-51303ce4-60fe-4c9f-abff-d3d41641ff6a req-ee35d31c-1c55-4a25-bd11-52507f00a08c tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 210 time: 0.0513613 Aug 28 13:03:47.182938 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a5d2f23-c42d-42c1-8834-7f93a1c03217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:47.188308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-0c7a73c5-16d0-4fb6-8b6d-dcf58da5e487 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Transition to ACTIVE for port object 939ae531-917b-4096-80d5-60b5710e6f80 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:47.202819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-78a02fb5-6004-424f-8e57-371d11cc18d9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 940413a8-a19b-4e3e-b370-ea9f7072d9ff owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:47.214543 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3a5d2f23-c42d-42c1-8834-7f93a1c03217 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a0245407cf64b2e8fde6e11c40b7383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4551156 Aug 28 13:03:47.217087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41676) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:47.284781 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d2f23-c42d-42c1-8834-7f93a1c03217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b4c558-d3c6-4efc-9447-5c50a263f98c,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:47.299053 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-562c591c-f8db-4398-a53a-d6cfd3966fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:47.328634 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-562c591c-f8db-4398-a53a-d6cfd3966fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:47.339957 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:47.378780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452cb693-60d5-4cc0-ac1f-41b499758a3a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 51fd5fa0-76b0-40ef-9022-09adb5f88722 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:03:47.386827 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-562c591c-f8db-4398-a53a-d6cfd3966fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:47.390266 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-562c591c-f8db-4398-a53a-d6cfd3966fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:47.391592 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-562c591c-f8db-4398-a53a-d6cfd3966fd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15b4c558-d3c6-4efc-9447-5c50a263f98c HTTP/1.1" status: 204 len: 168 time: 0.1736476 Aug 28 13:03:47.393262 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-0c7a73c5-16d0-4fb6-8b6d-dcf58da5e487 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:47.402422 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c591c-f8db-4398-a53a-d6cfd3966fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b4c558-d3c6-4efc-9447-5c50a263f98c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:47.493355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port d45ad756-b919-4dc5-b849-de906b6cfa6d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d45ad756-b919-4dc5-b849-de906b6cfa6d,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:47.510891 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:47.523259 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-0c7a73c5-16d0-4fb6-8b6d-dcf58da5e487 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Network 8b623883-070b-4970-8c08-14a8d3756313 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:47.565741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-0c7a73c5-16d0-4fb6-8b6d-dcf58da5e487 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:47.574797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-0c7a73c5-16d0-4fb6-8b6d-dcf58da5e487 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:47.577949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a73c5-16d0-4fb6-8b6d-dcf58da5e487 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Pushing event updated for resources: {'Port': ['ID=939ae531-917b-4096-80d5-60b5710e6f80,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:47.742520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=d45ad756-b919-4dc5-b849-de906b6cfa6d,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:47.771511 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-85f37410-f207-452b-af8a-4e4018ddbc1f None None] Allocated IP 2001:db8::f816:3eff:feff:659a (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/7f842d4c-d50a-4fe7-b24a-455a675342f8/d45ad756-b919-4dc5-b849-de906b6cfa6d) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:47.819149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-0c7a73c5-16d0-4fb6-8b6d-dcf58da5e487 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:47.820470 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-0c7a73c5-16d0-4fb6-8b6d-dcf58da5e487 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:47.848534 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452cb693-60d5-4cc0-ac1f-41b499758a3a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:03:47.858764 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1483f3-e9eb-4d86-b383-b95bdcb63326 None None] Sync routers for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:03:47.878746 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1483f3-e9eb-4d86-b383-b95bdcb63326 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:47.880590 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4c1483f3-e9eb-4d86-b383-b95bdcb63326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:47.905535 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-47c1c02a-128d-4e0d-bbd0-5c4a2c3458f4 None None] Provisioning for port 939ae531-917b-4096-80d5-60b5710e6f80 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:47.914785 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-47c1c02a-128d-4e0d-bbd0-5c4a2c3458f4 None None] Provisioning complete for port 939ae531-917b-4096-80d5-60b5710e6f80 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:47.915232 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-47c1c02a-128d-4e0d-bbd0-5c4a2c3458f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:47.972057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-47c1c02a-128d-4e0d-bbd0-5c4a2c3458f4 None None] Port 939ae531-917b-4096-80d5-60b5710e6f80 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:03:47.982546 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4c1483f3-e9eb-4d86-b383-b95bdcb63326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:47.990063 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-0c7a73c5-16d0-4fb6-8b6d-dcf58da5e487 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7970760 Aug 28 13:03:47.999249 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78a02fb5-6004-424f-8e57-371d11cc18d9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:48.003413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41682) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:48.011466 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1483f3-e9eb-4d86-b383-b95bdcb63326 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:48.013790 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4c1483f3-e9eb-4d86-b383-b95bdcb63326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:48.025473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Request body: {'port': {'device_id': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:48.029035 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a06ecadc-18f6-42eb-9cfc-c65708d3b402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:48.038038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-85f37410-f207-452b-af8a-4e4018ddbc1f None None] For port d45ad756-b919-4dc5-b849-de906b6cfa6d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d45ad756-b919-4dc5-b849-de906b6cfa6d,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:48.063676 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4c1483f3-e9eb-4d86-b383-b95bdcb63326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:48.064404 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1483f3-e9eb-4d86-b383-b95bdcb63326 None None] The sync data for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:03:48.091996 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-85f37410-f207-452b-af8a-4e4018ddbc1f None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:48.115169 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-85f37410-f207-452b-af8a-4e4018ddbc1f None None] Transition to ACTIVE for port object d45ad756-b919-4dc5-b849-de906b6cfa6d will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:48.120449 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-85f37410-f207-452b-af8a-4e4018ddbc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:48.195369 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a06ecadc-18f6-42eb-9cfc-c65708d3b402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:48.200987 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a06ecadc-18f6-42eb-9cfc-c65708d3b402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:48.207001 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a02fb5-6004-424f-8e57-371d11cc18d9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=940413a8-a19b-4e3e-b370-ea9f7072d9ff,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:48.267941 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a06ecadc-18f6-42eb-9cfc-c65708d3b402 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f71474e6d0ea4b42979e6bd0fb91dfae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624316 Aug 28 13:03:48.268654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41692) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:48.269864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ecadc-18f6-42eb-9cfc-c65708d3b402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbbd171-0dc1-433f-a518-97ade18b1aa9,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:48.402450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f37410-f207-452b-af8a-4e4018ddbc1f None None] Pushing event updated for resources: {'Port': ['ID=d45ad756-b919-4dc5-b849-de906b6cfa6d,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:48.419739 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81770001-704e-473a-97dc-cc514d588660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:48.437192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd3b1c-73fa-4a27-b460-b379f735b9fb req-68b1e11a-db21-4552-ad34-706d2df661f9 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:48.439126 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d2fd3b1c-73fa-4a27-b460-b379f735b9fb req-68b1e11a-db21-4552-ad34-706d2df661f9 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 932 time: 0.1506085 Aug 28 13:03:48.557254 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81770001-704e-473a-97dc-cc514d588660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:48.588815 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d2fd3b1c-73fa-4a27-b460-b379f735b9fb req-9825a951-337d-4324-8628-3103f83fc72f tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421225 Aug 28 13:03:48.631247 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d45ad756-b919-4dc5-b849-de906b6cfa6d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:03:48.690337 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81770001-704e-473a-97dc-cc514d588660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:48.693060 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-81770001-704e-473a-97dc-cc514d588660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:48.698724 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-81770001-704e-473a-97dc-cc514d588660 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afbbd171-0dc1-433f-a518-97ade18b1aa9 HTTP/1.1" status: 204 len: 168 time: 0.4238901 Aug 28 13:03:48.716458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81770001-704e-473a-97dc-cc514d588660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbbd171-0dc1-433f-a518-97ade18b1aa9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:49.017467 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-78a02fb5-6004-424f-8e57-371d11cc18d9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:49.019997 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-78a02fb5-6004-424f-8e57-371d11cc18d9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/940413a8-a19b-4e3e-b370-ea9f7072d9ff HTTP/1.1" status: 204 len: 168 time: 3.0930746 Aug 28 13:03:49.022076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41698) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:49.035196 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:49.120846 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75982858-7de6-4771-8261-9bfc42672f0d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:49.131058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75982858-7de6-4771-8261-9bfc42672f0d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:49.135466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75982858-7de6-4771-8261-9bfc42672f0d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:49.137724 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-75982858-7de6-4771-8261-9bfc42672f0d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1131513 Aug 28 13:03:49.140194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41702) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:49.272050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fae9187-3e74-4141-a70d-cee2bb55a015 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 1aff2183-1f49-4e1c-b28d-db970ac61df2 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:03:49.287715 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5fae9187-3e74-4141-a70d-cee2bb55a015 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:49.437585 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5fae9187-3e74-4141-a70d-cee2bb55a015 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:49.481024 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452cb693-60d5-4cc0-ac1f-41b499758a3a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 51fd5fa0-76b0-40ef-9022-09adb5f88722 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:03:49.543921 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-522dd406-27b3-40d0-bdf1-87b0e340e578 None None] Could not find standard attr ID for object 940413a8-a19b-4e3e-b370-ea9f7072d9ff. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:03:49.574585 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-522dd406-27b3-40d0-bdf1-87b0e340e578 None None] Provisioning for port d45ad756-b919-4dc5-b849-de906b6cfa6d completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:49.580506 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-522dd406-27b3-40d0-bdf1-87b0e340e578 None None] Provisioning complete for port d45ad756-b919-4dc5-b849-de906b6cfa6d triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:49.585986 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-522dd406-27b3-40d0-bdf1-87b0e340e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:49.627799 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5fae9187-3e74-4141-a70d-cee2bb55a015 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:49.803571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452cb693-60d5-4cc0-ac1f-41b499758a3a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:03:49.815727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-452cb693-60d5-4cc0-ac1f-41b499758a3a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:49.819869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74c7ae-7c23-48a7-89d4-93093d4ea841 None None] Sync routers for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:03:49.832696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74c7ae-7c23-48a7-89d4-93093d4ea841 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:49.834510 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7b74c7ae-7c23-48a7-89d4-93093d4ea841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:49.846083 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5fae9187-3e74-4141-a70d-cee2bb55a015 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:49.890530 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7b74c7ae-7c23-48a7-89d4-93093d4ea841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:49.916571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74c7ae-7c23-48a7-89d4-93093d4ea841 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:49.917685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7b74c7ae-7c23-48a7-89d4-93093d4ea841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:49.937304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae9187-3e74-4141-a70d-cee2bb55a015 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=1aff2183-1f49-4e1c-b28d-db970ac61df2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:49.952651 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5fae9187-3e74-4141-a70d-cee2bb55a015 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:49.958080 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5fae9187-3e74-4141-a70d-cee2bb55a015 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/1aff2183-1f49-4e1c-b28d-db970ac61df2 HTTP/1.1" status: 204 len: 168 time: 0.8167117 Aug 28 13:03:49.960657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41732) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:50.020321 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7b74c7ae-7c23-48a7-89d4-93093d4ea841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:50.023697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74c7ae-7c23-48a7-89d4-93093d4ea841 None None] The sync data for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:03:50.024643 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939ae531-917b-4096-80d5-60b5710e6f80 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:03:50.034497 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:50.049461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Transition to ACTIVE for port object 939ae531-917b-4096-80d5-60b5710e6f80 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:50.051964 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-452cb693-60d5-4cc0-ac1f-41b499758a3a tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "PUT /v2.0/floatingips/59622a81-6ea8-46de-be4c-f6d961d9c244 HTTP/1.1" status: 200 len: 977 time: 6.2878907 Aug 28 13:03:50.055393 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:50.059032 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41736) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:50.065355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-d51a4283-18e9-485b-afbe-f2ef76898861 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:50.089679 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbc579-c51b-4044-936b-6b259791c037 req-aaab212e-128e-40ac-90cc-a6f8b762d102 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:50.102015 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32fbc579-c51b-4044-936b-6b259791c037 req-aaab212e-128e-40ac-90cc-a6f8b762d102 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 932 time: 0.3320904 Aug 28 13:03:50.146692 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d51a4283-18e9-485b-afbe-f2ef76898861 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:50.229156 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dc5337-8e9e-488a-80c9-4c81383834d9 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:50.264168 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32fbc579-c51b-4044-936b-6b259791c037 req-7906a5c7-dbfe-41da-b517-59c5b6fa0af6 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602767 Aug 28 13:03:50.286925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee02e0ac-1df5-4cb5-afeb-d39a08c82008 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 7f842d4c-d50a-4fe7-b24a-455a675342f8 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:03:50.318689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee02e0ac-1df5-4cb5-afeb-d39a08c82008 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:50.487636 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f70e82fc-c1f7-4cc0-9e98-9e5fd23d67d4 None None] Could not find standard attr ID for object 940413a8-a19b-4e3e-b370-ea9f7072d9ff. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:03:50.501583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee02e0ac-1df5-4cb5-afeb-d39a08c82008 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:50.597929 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d51a4283-18e9-485b-afbe-f2ef76898861 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:50.639006 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d51a4283-18e9-485b-afbe-f2ef76898861 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:50.639632 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-d51a4283-18e9-485b-afbe-f2ef76898861 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Floating IP 59622a81-6ea8-46de-be4c-f6d961d9c244 disassociated. External IP: 172.25.1.218, port: b6d2303a-537f-44f7-a709-6e746e4222cb. Aug 28 13:03:50.723391 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee02e0ac-1df5-4cb5-afeb-d39a08c82008 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:50.860892 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee02e0ac-1df5-4cb5-afeb-d39a08c82008 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:50.867516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Pushing event updated for resources: {'Port': ['ID=939ae531-917b-4096-80d5-60b5710e6f80,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:50.912086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Attempting to bind port 939ae531-917b-4096-80d5-60b5710e6f80 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:03:50.912466 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Attempting to bind port 939ae531-917b-4096-80d5-60b5710e6f80 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '5c33e6d6-5af4-4a52-8910-e4762d7cbd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b623883-070b-4970-8c08-14a8d3756313'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:03:50.912752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Attempting to bind port 939ae531-917b-4096-80d5-60b5710e6f80 on network 8b623883-070b-4970-8c08-14a8d3756313 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:03:50.919961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Port 939ae531-917b-4096-80d5-60b5710e6f80 on network 8b623883-070b-4970-8c08-14a8d3756313 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:03:50.920318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Attempting to bind port 939ae531-917b-4096-80d5-60b5710e6f80 on network 8b623883-070b-4970-8c08-14a8d3756313 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:03:50.940461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:03:50.940847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Checking segment: {'id': '5c33e6d6-5af4-4a52-8910-e4762d7cbd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b623883-070b-4970-8c08-14a8d3756313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:03:50.941198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Bound using segment: {'id': '5c33e6d6-5af4-4a52-8910-e4762d7cbd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b623883-070b-4970-8c08-14a8d3756313'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:03:50.941653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Bound port: 939ae531-917b-4096-80d5-60b5710e6f80, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c33e6d6-5af4-4a52-8910-e4762d7cbd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '8b623883-070b-4970-8c08-14a8d3756313'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:03:50.942014 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:50.949938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02e0ac-1df5-4cb5-afeb-d39a08c82008 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=7f842d4c-d50a-4fe7-b24a-455a675342f8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:50.961611 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee02e0ac-1df5-4cb5-afeb-d39a08c82008 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:50.972914 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ee02e0ac-1df5-4cb5-afeb-d39a08c82008 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/7f842d4c-d50a-4fe7-b24a-455a675342f8 HTTP/1.1" status: 204 len: 168 time: 1.0098238 Aug 28 13:03:50.973921 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41752) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:51.089546 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0209868e-5bae-4619-87df-43a93535d714 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132104 Aug 28 13:03:51.091705 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41756) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:51.112536 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5cd0c2fc-930f-4933-b5f8-9cc16bf961c0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:51.177834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] For port 939ae531-917b-4096-80d5-60b5710e6f80, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:03:51.202798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] For port 939ae531-917b-4096-80d5-60b5710e6f80, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=939ae531-917b-4096-80d5-60b5710e6f80,segment=NetworkSegment(5c33e6d6-5af4-4a52-8910-e4762d7cbd77),segment_id=5c33e6d6-5af4-4a52-8910-e4762d7cbd77)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:03:51.209543 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:51.309484 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd0c2fc-930f-4933-b5f8-9cc16bf961c0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:51.316103 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5cd0c2fc-930f-4933-b5f8-9cc16bf961c0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:51.349876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Pushing event updated for resources: {'Port': ['ID=939ae531-917b-4096-80d5-60b5710e6f80,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:51.365443 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:51.366906 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:51.368595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-efa99076-d98b-4a9b-8df5-d91eba7a1995 service neutron] 10.222.0.11 "PUT /v2.0/ports/939ae531-917b-4096-80d5-60b5710e6f80 HTTP/1.1" status: 200 len: 1093 time: 3.3665719 Aug 28 13:03:51.379447 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'tag': '939ae531-917b-4096-80d5-60b5710e6f80'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:03:51.385528 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf7978e-2304-42a1-bc48-b99d7a0dbad7" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f507af-44b8-42cb-8973-89c71c915ba2", "tag": "939ae531-917b-4096-80d5-60b5710e6f80"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:03:51.529374 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dddf97-af9a-4a19-8d9f-1c4bc5f00d62 x-openstack-request-id: req-d0dddf97-af9a-4a19-8d9f-1c4bc5f00d62 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:03:51.530134 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f507af-44b8-42cb-8973-89c71c915ba2", "tag": "939ae531-917b-4096-80d5-60b5710e6f80", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:03:51.530923 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0dddf97-af9a-4a19-8d9f-1c4bc5f00d62 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:03:51.531521 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'tag': '939ae531-917b-4096-80d5-60b5710e6f80', 'status': 'completed', 'code': 200} Aug 28 13:03:51.557826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51a4283-18e9-485b-afbe-f2ef76898861 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 51fd5fa0-76b0-40ef-9022-09adb5f88722 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:03:51.566504 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-daa314dd-0069-4027-9294-c9ee0102e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:51.570819 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-daa314dd-0069-4027-9294-c9ee0102e243 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5e1444e94524818b1b5b3600c8a9eae&device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 1096 time: 0.1533821 Aug 28 13:03:51.712470 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-8f70a1cd-9b7f-4d78-97a8-459f68ca744b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=939ae531-917b-4096-80d5-60b5710e6f80 HTTP/1.1" status: 200 len: 217 time: 0.1345434 Aug 28 13:03:51.808608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb12c9-6277-4db6-a69d-e08b3ffeca1b None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:51.899220 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa17e2-941c-4a20-81b8-51f192758819 req-a2b8e143-5ddd-45c4-bcc7-71e9206f74a6 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:51.901827 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e3aa17e2-941c-4a20-81b8-51f192758819 req-a2b8e143-5ddd-45c4-bcc7-71e9206f74a6 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 944 time: 0.5361488 Aug 28 13:03:51.927424 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51a4283-18e9-485b-afbe-f2ef76898861 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:03:51.939272 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60dd4d5-fb55-4f46-9720-541e0e4d56e6 None None] Sync routers for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:03:51.940919 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d51a4283-18e9-485b-afbe-f2ef76898861 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:51.965373 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60dd4d5-fb55-4f46-9720-541e0e4d56e6 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:51.966007 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a60dd4d5-fb55-4f46-9720-541e0e4d56e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:52.062233 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d51a4283-18e9-485b-afbe-f2ef76898861 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "PUT /v2.0/floatingips/59622a81-6ea8-46de-be4c-f6d961d9c244 HTTP/1.1" status: 200 len: 688 time: 2.0004787 Aug 28 13:03:52.075117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41786) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:52.096152 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5f92abdb-cba9-43cf-8280-00d648b0dad0 None None] Provisioning complete for port d45ad756-b919-4dc5-b849-de906b6cfa6d triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:52.096606 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5f92abdb-cba9-43cf-8280-00d648b0dad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:52.101718 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a60dd4d5-fb55-4f46-9720-541e0e4d56e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:52.121906 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5cd0c2fc-930f-4933-b5f8-9cc16bf961c0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:52.138319 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60dd4d5-fb55-4f46-9720-541e0e4d56e6 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:03:52.138976 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a60dd4d5-fb55-4f46-9720-541e0e4d56e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:52.189095 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-645f13a4-c2c9-4035-be1d-7fc1bb52f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:52.199404 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-645f13a4-c2c9-4035-be1d-7fc1bb52f024 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=048da36b-b127-4f58-b3f8-ec0e99aec6bb HTTP/1.1" status: 200 len: 853 time: 0.4791973 Aug 28 13:03:52.253353 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a60dd4d5-fb55-4f46-9720-541e0e4d56e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:03:52.254522 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60dd4d5-fb55-4f46-9720-541e0e4d56e6 None None] The sync data for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:03:52.273722 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e3aa17e2-941c-4a20-81b8-51f192758819 req-281a6e9f-f235-44da-9d9e-4798ee2166b8 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057179 Aug 28 13:03:52.288894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd0c2fc-930f-4933-b5f8-9cc16bf961c0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:52.292675 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-5cd0c2fc-930f-4933-b5f8-9cc16bf961c0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:52.297238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd0c2fc-930f-4933-b5f8-9cc16bf961c0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:52.297864 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5cd0c2fc-930f-4933-b5f8-9cc16bf961c0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:52.312076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0c2fc-930f-4933-b5f8-9cc16bf961c0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=220ddeed-18e5-44bb-a809-bc7d5de6fc3d,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:52.325206 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5cd0c2fc-930f-4933-b5f8-9cc16bf961c0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2323987 Aug 28 13:03:52.328098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41794) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:52.334522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-69c8b576-3080-4999-8e4e-3b13bca39251 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:52.362066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f12da04-408c-4f76-a4e7-779c8485226c None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:03:52.464027 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3f12da04-408c-4f76-a4e7-779c8485226c None None] Deleting port d45ad756-b919-4dc5-b849-de906b6cfa6d {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:52.464469 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3f12da04-408c-4f76-a4e7-779c8485226c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:52.536537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-ebd287df-90d9-40ab-81c6-f463d6419391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:52.544365 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-ebd287df-90d9-40ab-81c6-f463d6419391 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b623883-070b-4970-8c08-14a8d3756313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3306887 Aug 28 13:03:52.581687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-3f12da04-408c-4f76-a4e7-779c8485226c None None] For port d45ad756-b919-4dc5-b849-de906b6cfa6d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d45ad756-b919-4dc5-b849-de906b6cfa6d,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:52.582087 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3f12da04-408c-4f76-a4e7-779c8485226c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:52.595933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c8b576-3080-4999-8e4e-3b13bca39251 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:52.604410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3f12da04-408c-4f76-a4e7-779c8485226c None None] Calling delete_port for d45ad756-b919-4dc5-b849-de906b6cfa6d owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:52.609489 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69c8b576-3080-4999-8e4e-3b13bca39251 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:52.685180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d45ad756-b919-4dc5-b849-de906b6cfa6d no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:03:52.865171 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-7a855ca0-49fe-4e9f-8aa3-a283825f17d9 service neutron] 10.222.0.11 "GET /v2.0/networks/8b623883-070b-4970-8c08-14a8d3756313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122962 Aug 28 13:03:52.870910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No active binding found for port d45ad756-b919-4dc5-b849-de906b6cfa6d {{(pid=94879) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 13:03:52.871454 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d45ad756-b919-4dc5-b849-de906b6cfa6d not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:03:52.876010 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3f12da04-408c-4f76-a4e7-779c8485226c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:52.919674 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f12da04-408c-4f76-a4e7-779c8485226c None None] No DVR routers for this DVR port d45ad756-b919-4dc5-b849-de906b6cfa6d on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:03:52.934068 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12da04-408c-4f76-a4e7-779c8485226c None None] Pushing event deleted for resources: {'Port': ['ID=d45ad756-b919-4dc5-b849-de906b6cfa6d,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:52.944231 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680f4aad-5889-4ffc-be00-c63d950ec7be None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:53.010787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8e02cc60-856c-4e99-89a6-a5991b73ee44 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting port 06d76bcd-fe9c-4b18-9510-84c3fe813b83 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:53.011193 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e02cc60-856c-4e99-89a6-a5991b73ee44 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:53.091307 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fac67a3-1d97-494b-b61c-8dfea21de7db req-c8a02610-ba61-4e49-91b9-a352f400096a service neutron] 10.222.0.11 "GET /v2.0/networks/8b623883-070b-4970-8c08-14a8d3756313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056856 Aug 28 13:03:53.237278 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7978e-2304-42a1-bc48-b99d7a0dbad7 req-76003f96-66da-4290-954b-6a45439e73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:53.239684 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cbf7978e-2304-42a1-bc48-b99d7a0dbad7 req-76003f96-66da-4290-954b-6a45439e73d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5e1444e94524818b1b5b3600c8a9eae&device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 1096 time: 0.0769944 Aug 28 13:03:53.256209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': '220ddeed-18e5-44bb-a809-bc7d5de6fc3d'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:03:53.257611 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:53.397217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e02cc60-856c-4e99-89a6-a5991b73ee44 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:53.407062 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e02cc60-856c-4e99-89a6-a5991b73ee44 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:53.419508 n-d-791505-21 neutron-server[94878]: DEBUG neutron.objects.ports [None req-69c8b576-3080-4999-8e4e-3b13bca39251 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:03:53.442713 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69c8b576-3080-4999-8e4e-3b13bca39251 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:53.442945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8e02cc60-856c-4e99-89a6-a5991b73ee44 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Calling delete_port for 06d76bcd-fe9c-4b18-9510-84c3fe813b83 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:53.509919 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7978e-2304-42a1-bc48-b99d7a0dbad7 req-fd61c377-43fd-4c9d-a063-36668eb86dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:53.510904 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cbf7978e-2304-42a1-bc48-b99d7a0dbad7 req-fd61c377-43fd-4c9d-a063-36668eb86dbb service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b623883-070b-4970-8c08-14a8d3756313 HTTP/1.1" status: 200 len: 914 time: 0.2562559 Aug 28 13:03:53.529691 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:03:53.584657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8b576-3080-4999-8e4e-3b13bca39251 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=d67f17cb-896b-42ef-b417-0a87860c7a85,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:53.598462 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c8b576-3080-4999-8e4e-3b13bca39251 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:53.605897 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-69c8b576-3080-4999-8e4e-3b13bca39251 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:53.614655 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c8b576-3080-4999-8e4e-3b13bca39251 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:53.616023 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69c8b576-3080-4999-8e4e-3b13bca39251 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:53.663190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4444db-4a9c-4ed5-a576-937f41e28ff6 req-98f3d255-b987-433a-b53c-5fd78c56d49c tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:53.664798 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e4444db-4a9c-4ed5-a576-937f41e28ff6 req-98f3d255-b987-433a-b53c-5fd78c56d49c tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 944 time: 0.2440445 Aug 28 13:03:53.686993 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-69c8b576-3080-4999-8e4e-3b13bca39251 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3574932 Aug 28 13:03:53.692317 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41820) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:53.707216 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0acd7acd-f68c-48f1-a04c-6bf99e3f0b2d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'mac_address': 'fa:16:3e:cd:56:ef', 'name': 'tempest-NetworksTestDHCPv6-46842345'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:53.767286 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Allocated IP 172.20.0.2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/220ddeed-18e5-44bb-a809-bc7d5de6fc3d/165ed088-12ed-4d9a-8247-f72f7e6bf3c5) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:53.790293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Allocated IP 2001:db8::f816:3eff:fe5f:122 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/d67f17cb-896b-42ef-b417-0a87860c7a85/165ed088-12ed-4d9a-8247-f72f7e6bf3c5) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:53.843660 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cbf7978e-2304-42a1-bc48-b99d7a0dbad7 req-11315de8-6e26-4175-9bb7-fed9c0a881a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=939ae531-917b-4096-80d5-60b5710e6f80 HTTP/1.1" status: 200 len: 217 time: 0.3222690 Aug 28 13:03:53.846696 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e02cc60-856c-4e99-89a6-a5991b73ee44 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:53.857167 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7e4444db-4a9c-4ed5-a576-937f41e28ff6 req-9030a449-21cf-4368-bc67-25dbc65a065d tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666896 Aug 28 13:03:53.963860 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acd7acd-f68c-48f1-a04c-6bf99e3f0b2d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:53.999569 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02cc60-856c-4e99-89a6-a5991b73ee44 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Port': ['ID=06d76bcd-fe9c-4b18-9510-84c3fe813b83,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:54.133094 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:54.144541 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Transition to ACTIVE for port object 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:54.150994 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0acd7acd-f68c-48f1-a04c-6bf99e3f0b2d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:54.157147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7978e-2304-42a1-bc48-b99d7a0dbad7 req-5528dbe5-6082-4c82-baf2-5a41808225b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:54.163923 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Transition to ACTIVE for port object 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:54.168695 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cbf7978e-2304-42a1-bc48-b99d7a0dbad7 req-5528dbe5-6082-4c82-baf2-5a41808225b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=048da36b-b127-4f58-b3f8-ec0e99aec6bb HTTP/1.1" status: 200 len: 853 time: 0.3070562 Aug 28 13:03:54.171782 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:54.211722 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-0acd7acd-f68c-48f1-a04c-6bf99e3f0b2d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 85fe5c46-8648-4215-9e36-5b5ab66c356e yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:03:54.266762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:54.268024 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e02cc60-856c-4e99-89a6-a5991b73ee44 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:54.270375 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:54.274235 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e02cc60-856c-4e99-89a6-a5991b73ee44 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:54.281188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41842) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:54.282509 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8e02cc60-856c-4e99-89a6-a5991b73ee44 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/floatingips/59622a81-6ea8-46de-be4c-f6d961d9c244 HTTP/1.1" status: 204 len: 168 time: 2.2027597 Aug 28 13:03:54.287093 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:54.300136 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7978e-2304-42a1-bc48-b99d7a0dbad7 req-bed91d05-836c-4007-8f76-ef15d6a08e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:54.302756 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cbf7978e-2304-42a1-bc48-b99d7a0dbad7 req-bed91d05-836c-4007-8f76-ef15d6a08e05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b623883-070b-4970-8c08-14a8d3756313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310546 Aug 28 13:03:54.302912 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Pushing event updated for resources: {'Port': ['ID=165ed088-12ed-4d9a-8247-f72f7e6bf3c5,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:54.354353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:54.354770 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:54.355224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:54.355564 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:54.355896 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:54.356221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:54.356542 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:54.357756 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:54.358066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:54.358412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:54.358749 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:54.359072 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:03:54.409744 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-f932e0c8-3e19-4025-9d31-37def0e56a9d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] delete failed (client error): The resource could not be found. Aug 28 13:03:54.415765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41848) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:54.418865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f932e0c8-3e19-4025-9d31-37def0e56a9d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/floatingips/59622a81-6ea8-46de-be4c-f6d961d9c244 HTTP/1.1" status: 404 len: 345 time: 0.1354771 Aug 28 13:03:54.424211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Attempting to bind port 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:03:54.424589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Attempting to bind port 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:03:54.424953 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Attempting to bind port 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:03:54.431182 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:03:54.431556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:03:54.431962 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:54.432355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:03:54.432824 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Bound port: 165ed088-12ed-4d9a-8247-f72f7e6bf3c5, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:03:54.433278 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:54.536141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] For port 165ed088-12ed-4d9a-8247-f72f7e6bf3c5, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:03:54.541649 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] For port 165ed088-12ed-4d9a-8247-f72f7e6bf3c5, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=165ed088-12ed-4d9a-8247-f72f7e6bf3c5,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:03:54.556416 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:54.578846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a887af5a-aca3-4879-9b66-dc5f3c6a3dca tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:54.585505 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a887af5a-aca3-4879-9b66-dc5f3c6a3dca tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:54.594572 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a887af5a-aca3-4879-9b66-dc5f3c6a3dca tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:54.605888 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a887af5a-aca3-4879-9b66-dc5f3c6a3dca tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "GET /v2.0/ports?network_id=2b176846-e6ef-48f0-9129-de422348339f HTTP/1.1" status: 200 len: 2357 time: 0.1878285 Aug 28 13:03:54.611924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41850) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:54.683559 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cbf7978e-2304-42a1-bc48-b99d7a0dbad7 req-d5f622a1-20d8-4355-8583-89519f438d0e service neutron] 10.222.0.11 "GET /v2.0/networks/8b623883-070b-4970-8c08-14a8d3756313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723588 Aug 28 13:03:54.705973 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-0acd7acd-f68c-48f1-a04c-6bf99e3f0b2d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 172.20.0.14 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/220ddeed-18e5-44bb-a809-bc7d5de6fc3d/85fe5c46-8648-4215-9e36-5b5ab66c356e) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:54.722230 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad304e-9abb-4ad1-9c86-f6af945216c6 None None] Pushing event updated for resources: {'Port': ['ID=165ed088-12ed-4d9a-8247-f72f7e6bf3c5,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:54.725553 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-0acd7acd-f68c-48f1-a04c-6bf99e3f0b2d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::f816:3eff:fecd:56ef (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/d67f17cb-896b-42ef-b417-0a87860c7a85/85fe5c46-8648-4215-9e36-5b5ab66c356e) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:55.143922 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422641f-bf1f-4562-a0a7-aeb6e0a575b7 req-efe18a3b-68b0-41bb-9169-9ca24d457b0c tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:55.146047 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f422641f-bf1f-4562-a0a7-aeb6e0a575b7 req-efe18a3b-68b0-41bb-9169-9ca24d457b0c tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 944 time: 0.1276271 Aug 28 13:03:55.205542 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0acd7acd-f68c-48f1-a04c-6bf99e3f0b2d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:55.262298 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f422641f-bf1f-4562-a0a7-aeb6e0a575b7 req-0b322c6f-e3f2-4f6e-b312-190547d0682d tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053231 Aug 28 13:03:55.265035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-0acd7acd-f68c-48f1-a04c-6bf99e3f0b2d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 85fe5c46-8648-4215-9e36-5b5ab66c356e will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:03:55.319092 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0acd7acd-f68c-48f1-a04c-6bf99e3f0b2d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:55.388908 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acd7acd-f68c-48f1-a04c-6bf99e3f0b2d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:55.394152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-0acd7acd-f68c-48f1-a04c-6bf99e3f0b2d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:55.408479 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acd7acd-f68c-48f1-a04c-6bf99e3f0b2d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:55.415427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd7acd-f68c-48f1-a04c-6bf99e3f0b2d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=85fe5c46-8648-4215-9e36-5b5ab66c356e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:55.435911 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a8e265-5a67-4f4a-b5cd-5d7cffd1ce1c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:55.443481 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-03a8e265-5a67-4f4a-b5cd-5d7cffd1ce1c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "GET /v2.0/subnets/ba58e358-9a89-4227-84c0-3a5d2d0096e7 HTTP/1.1" status: 200 len: 797 time: 0.8299408 Aug 28 13:03:55.446308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41868) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:55.455275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2acc4dc5-89b9-4e0a-b380-e3efe35bcea9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'port': {'network_id': '2b176846-e6ef-48f0-9129-de422348339f', 'name': 'tempest-FloatingIPTestJSON-1454839460', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:55.504870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acd7acd-f68c-48f1-a04c-6bf99e3f0b2d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:55.506693 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0acd7acd-f68c-48f1-a04c-6bf99e3f0b2d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:55.548503 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0acd7acd-f68c-48f1-a04c-6bf99e3f0b2d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8473196 Aug 28 13:03:55.550451 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41870) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:55.604344 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cbf7978e-2304-42a1-bc48-b99d7a0dbad7 req-cabcda43-20a4-43df-a7fc-4a99899c1be9 service neutron] 10.222.0.11 "GET /v2.0/networks/8b623883-070b-4970-8c08-14a8d3756313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9006317 Aug 28 13:03:55.666452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acc4dc5-89b9-4e0a-b380-e3efe35bcea9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Made reservation on behalf of 4c90e2c1a6284963bcbf0151259293da for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:03:55.682652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72ac5e6-0e02-4b8a-81aa-ed864799e601 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:55.689294 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72ac5e6-0e02-4b8a-81aa-ed864799e601 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:55.693737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41874) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:55.694179 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a72ac5e6-0e02-4b8a-81aa-ed864799e601 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.1404006 Aug 28 13:03:55.914645 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2acc4dc5-89b9-4e0a-b380-e3efe35bcea9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:55.932616 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6edca-2731-4a7a-8291-dfb1117baef7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 85fe5c46-8648-4215-9e36-5b5ab66c356e {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:03:55.933197 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7dc6edca-2731-4a7a-8291-dfb1117baef7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:56.015506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-2acc4dc5-89b9-4e0a-b380-e3efe35bcea9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] device_id is not set on port f6926dae-ab7b-4117-b63a-d1a61d92a130 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:03:56.176343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d97716-d673-4995-971e-9ea813ab994e None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:56.272325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7dc6edca-2731-4a7a-8291-dfb1117baef7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:56.284450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2f73f38c-e40f-49c1-aee2-3ffa15286d52 None None] Provisioning for port 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:56.301637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6edca-2731-4a7a-8291-dfb1117baef7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 85fe5c46-8648-4215-9e36-5b5ab66c356e owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:03:56.535795 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420319d-aef8-4295-bade-0c07c0919731 req-b48cf1f2-e48e-4a35-805d-9894974ba3ea tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:56.549924 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d420319d-aef8-4295-bade-0c07c0919731 req-b48cf1f2-e48e-4a35-805d-9894974ba3ea tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 944 time: 0.1497109 Aug 28 13:03:56.584478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-2acc4dc5-89b9-4e0a-b380-e3efe35bcea9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Allocated IP 172.20.0.14 (2b176846-e6ef-48f0-9129-de422348339f/ba58e358-9a89-4227-84c0-3a5d2d0096e7/f6926dae-ab7b-4117-b63a-d1a61d92a130) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:56.603954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-2acc4dc5-89b9-4e0a-b380-e3efe35bcea9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Allocated IP 172.20.0.13 (2b176846-e6ef-48f0-9129-de422348339f/ba58e358-9a89-4227-84c0-3a5d2d0096e7/f6926dae-ab7b-4117-b63a-d1a61d92a130) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:56.668494 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d420319d-aef8-4295-bade-0c07c0919731 req-d9f187b7-6c1e-45c4-8b4c-344bcc0d1d59 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100245 Aug 28 13:03:56.759434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:03:56.765206 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7dc6edca-2731-4a7a-8291-dfb1117baef7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:56.814595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6edca-2731-4a7a-8291-dfb1117baef7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=85fe5c46-8648-4215-9e36-5b5ab66c356e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:56.884931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:03:56.893287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:56.893947 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:57.071645 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:57.119859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 165ed088-12ed-4d9a-8247-f72f7e6bf3c5, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=165ed088-12ed-4d9a-8247-f72f7e6bf3c5,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:03:57.126963 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:57.235564 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=165ed088-12ed-4d9a-8247-f72f7e6bf3c5,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:57.386295 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2acc4dc5-89b9-4e0a-b380-e3efe35bcea9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:57.389782 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7dc6edca-2731-4a7a-8291-dfb1117baef7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:57.392342 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7dc6edca-2731-4a7a-8291-dfb1117baef7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/85fe5c46-8648-4215-9e36-5b5ab66c356e HTTP/1.1" status: 204 len: 168 time: 1.6968205 Aug 28 13:03:57.395128 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41906) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:57.502712 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c939170-86d4-4448-b126-079722a9d783 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:57.510510 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2acc4dc5-89b9-4e0a-b380-e3efe35bcea9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:57.525677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c939170-86d4-4448-b126-079722a9d783 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:57.527341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c939170-86d4-4448-b126-079722a9d783 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:57.555625 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1c939170-86d4-4448-b126-079722a9d783 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1590462 Aug 28 13:03:57.558604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41910) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:57.721715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acc4dc5-89b9-4e0a-b380-e3efe35bcea9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 2b176846-e6ef-48f0-9129-de422348339f is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:57.729655 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-2acc4dc5-89b9-4e0a-b380-e3efe35bcea9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:57.732088 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc4dc5-89b9-4e0a-b380-e3efe35bcea9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=f6926dae-ab7b-4117-b63a-d1a61d92a130,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:57.734619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc4dc5-89b9-4e0a-b380-e3efe35bcea9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:57.778836 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-995f03a5-8fa1-4381-98bc-cf884b157bac tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 220ddeed-18e5-44bb-a809-bc7d5de6fc3d {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:03:57.800578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acc4dc5-89b9-4e0a-b380-e3efe35bcea9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:57.801733 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2acc4dc5-89b9-4e0a-b380-e3efe35bcea9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:57.804912 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-995f03a5-8fa1-4381-98bc-cf884b157bac tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:57.828279 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2acc4dc5-89b9-4e0a-b380-e3efe35bcea9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3806021 Aug 28 13:03:57.831109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41916) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:57.844234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': 'f6926dae-ab7b-4117-b63a-d1a61d92a130', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:03:57.904185 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:57.918798 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-995f03a5-8fa1-4381-98bc-cf884b157bac tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:57.934778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163bb33-3f05-4db7-af67-67ff69213d7e req-c1bbe1e3-dfd2-4cd4-9770-8ab05687928a tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:57.938121 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3163bb33-3f05-4db7-af67-67ff69213d7e req-c1bbe1e3-dfd2-4cd4-9770-8ab05687928a tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 944 time: 0.1477270 Aug 28 13:03:58.056596 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3163bb33-3f05-4db7-af67-67ff69213d7e req-9c66c4c3-2a80-46c3-a2d7-6bc33dcac543 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797822 Aug 28 13:03:58.148158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7e5fabd0-61cf-4d2e-a179-298bc282f37c None None] Provisioning complete for port 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:58.159395 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7e5fabd0-61cf-4d2e-a179-298bc282f37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:58.325215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:58.511569 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Allocated IP 172.25.1.200 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/304328e8-8742-4e8a-8d62-5a047dad60bf) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:03:58.671756 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:03:58.716764 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-94911936-abd8-4579-9421-4b2dc621ff1e None None] Could not find standard attr ID for object 85fe5c46-8648-4215-9e36-5b5ab66c356e. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:03:58.728336 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:58.743198 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-995f03a5-8fa1-4381-98bc-cf884b157bac tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:58.796907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:03:58.797289 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:58.808200 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:58.843091 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-995f03a5-8fa1-4381-98bc-cf884b157bac tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:58.850004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:03:58.854969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:03:58.887114 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f03a5-8fa1-4381-98bc-cf884b157bac tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=220ddeed-18e5-44bb-a809-bc7d5de6fc3d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:58.889645 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-995f03a5-8fa1-4381-98bc-cf884b157bac tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:58.891953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-995f03a5-8fa1-4381-98bc-cf884b157bac tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/220ddeed-18e5-44bb-a809-bc7d5de6fc3d HTTP/1.1" status: 204 len: 168 time: 1.3312280 Aug 28 13:03:58.895356 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41936) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:58.918150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:03:58.962185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-428b40c3-9f2b-4946-8044-e81df444c5ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet d67f17cb-896b-42ef-b417-0a87860c7a85 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:03:58.974625 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-428b40c3-9f2b-4946-8044-e81df444c5ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:59.018732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=304328e8-8742-4e8a-8d62-5a047dad60bf,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:59.034246 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510a5aee-f7da-4853-88c8-497fa475922e None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:03:59.041008 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-428b40c3-9f2b-4946-8044-e81df444c5ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:59.227418 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-428b40c3-9f2b-4946-8044-e81df444c5ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:59.317405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c772f3f-c4a7-403b-b82b-4e3688e91412 req-12d4040f-5142-486f-b7bd-4ef60fca59f1 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:59.325358 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7c772f3f-c4a7-403b-b82b-4e3688e91412 req-12d4040f-5142-486f-b7bd-4ef60fca59f1 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 944 time: 0.1106598 Aug 28 13:03:59.381549 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7c772f3f-c4a7-403b-b82b-4e3688e91412 req-f31a2376-b46e-46a3-9f77-b3812d6476ed tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488276 Aug 28 13:03:59.395986 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-428b40c3-9f2b-4946-8044-e81df444c5ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:59.438638 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-428b40c3-9f2b-4946-8044-e81df444c5ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:59.443618 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-428b40c3-9f2b-4946-8044-e81df444c5ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/d67f17cb-896b-42ef-b417-0a87860c7a85 HTTP/1.1" status: 204 len: 168 time: 0.5470858 Aug 28 13:03:59.445485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41948) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:59.446399 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b40c3-9f2b-4946-8044-e81df444c5ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=d67f17cb-896b-42ef-b417-0a87860c7a85,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:03:59.515287 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4e84b7fa-28ff-4598-b858-675787f84cd1 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657332 Aug 28 13:03:59.515750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41954) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:59.660537 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319ba68c-4b82-4ac3-ae0a-b14411e0a78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:59.666548 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-319ba68c-4b82-4ac3-ae0a-b14411e0a78d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1494915 Aug 28 13:03:59.667421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41960) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:59.776009 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ecd2a8-07af-4d22-be9f-072d4218c4f3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:03:59.780943 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41964) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:59.781425 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e3ecd2a8-07af-4d22-be9f-072d4218c4f3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1118205 Aug 28 13:03:59.820525 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:03:59.915691 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3678f971-8a25-4149-b3f3-c6f802965389 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223619 Aug 28 13:03:59.923254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41966) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:03:59.934681 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7c5b0806-204f-41d6-bf8b-814bff150a9b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:00.020411 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:00.144638 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5b0806-204f-41d6-bf8b-814bff150a9b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:00.149301 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c5b0806-204f-41d6-bf8b-814bff150a9b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:00.151098 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5b0806-204f-41d6-bf8b-814bff150a9b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:04:00.151744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5b0806-204f-41d6-bf8b-814bff150a9b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:04:00.183363 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41970) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:00.184715 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7c5b0806-204f-41d6-bf8b-814bff150a9b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2602572 Aug 28 13:04:00.195885 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-3176918b-48e0-4648-9f46-b0b4e5d10b12 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:00.341420 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:00.356131 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:00.357270 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3dac92-c377-41c3-8a51-c6a83e10a2c3 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:00.390581 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3176918b-48e0-4648-9f46-b0b4e5d10b12 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:00.397213 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3176918b-48e0-4648-9f46-b0b4e5d10b12 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:00.399685 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-3176918b-48e0-4648-9f46-b0b4e5d10b12 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:04:00.400126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3176918b-48e0-4648-9f46-b0b4e5d10b12 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:04:00.490384 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3176918b-48e0-4648-9f46-b0b4e5d10b12 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3026862 Aug 28 13:04:00.491395 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41976) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:00.499251 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b1ff9b40-2641-4114-b7ff-579027418dbf tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:00.522121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=304328e8-8742-4e8a-8d62-5a047dad60bf,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:00.539464 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:00.555571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-329807c5-2078-4448-89f3-bacb340635fd None None] Provisioning complete for port 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:00.555951 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-329807c5-2078-4448-89f3-bacb340635fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:00.682152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41982) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:00.754775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784bac9a-afee-457f-b540-36b0dd2454ec None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:04:00.838566 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Floating IP 975d6a50-3349-42cf-8f71-5a6fda946927 associated. External IP: 172.25.1.200, port: f6926dae-ab7b-4117-b63a-d1a61d92a130. Aug 28 13:04:00.840689 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fdbd0-a5ca-4b18-80bb-8f1bb38c92bc req-d7ebeef4-2271-4df9-aa0a-ac59aefb5c18 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:00.848846 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e86fdbd0-a5ca-4b18-80bb-8f1bb38c92bc req-d7ebeef4-2271-4df9-aa0a-ac59aefb5c18 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 944 time: 0.3536196 Aug 28 13:04:00.860219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ff9b40-2641-4114-b7ff-579027418dbf tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:00.865862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-784bac9a-afee-457f-b540-36b0dd2454ec None None] Deleting port 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:00.866943 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-784bac9a-afee-457f-b540-36b0dd2454ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:00.869882 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b1ff9b40-2641-4114-b7ff-579027418dbf tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:00.871325 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ff9b40-2641-4114-b7ff-579027418dbf tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:04:00.871783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ff9b40-2641-4114-b7ff-579027418dbf tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:04:00.927329 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ffac3635-3df2-40fb-8907-f2d9e1762d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:00.946439 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b1ff9b40-2641-4114-b7ff-579027418dbf tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4504867 Aug 28 13:04:00.949473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41988) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:00.957430 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5077f150-7ad4-48a8-8bde-efab4d16f972 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:00.966157 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-784bac9a-afee-457f-b540-36b0dd2454ec None None] For port 165ed088-12ed-4d9a-8247-f72f7e6bf3c5, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=165ed088-12ed-4d9a-8247-f72f7e6bf3c5,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:00.966618 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-784bac9a-afee-457f-b540-36b0dd2454ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:00.977485 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e86fdbd0-a5ca-4b18-80bb-8f1bb38c92bc req-6f06de7e-154e-450c-ba5f-0a3e8ab09eaf tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221752 Aug 28 13:04:00.983039 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-784bac9a-afee-457f-b540-36b0dd2454ec None None] Calling delete_port for 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:01.103777 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-784bac9a-afee-457f-b540-36b0dd2454ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:01.136817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784bac9a-afee-457f-b540-36b0dd2454ec None None] Pushing event deleted for resources: {'Port': ['ID=165ed088-12ed-4d9a-8247-f72f7e6bf3c5,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:01.143544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784bac9a-afee-457f-b540-36b0dd2454ec None None] No DVR routers for this DVR port 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:04:01.245593 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ffac3635-3df2-40fb-8907-f2d9e1762d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:01.250540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 51fd5fa0-76b0-40ef-9022-09adb5f88722 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:04:01.254587 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ffac3635-3df2-40fb-8907-f2d9e1762d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:01.270678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5077f150-7ad4-48a8-8bde-efab4d16f972 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:01.276048 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5077f150-7ad4-48a8-8bde-efab4d16f972 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:01.278003 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-5077f150-7ad4-48a8-8bde-efab4d16f972 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:04:01.278842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5077f150-7ad4-48a8-8bde-efab4d16f972 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:04:01.302333 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5077f150-7ad4-48a8-8bde-efab4d16f972 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3513336 Aug 28 13:04:01.304311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41990) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:01.311080 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4f5be646-ab98-4252-9939-b64fd029fb57 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:01.340733 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ffac3635-3df2-40fb-8907-f2d9e1762d27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1b6c1f72d9649caa2929af8970a7d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6547856 Aug 28 13:04:01.341158 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac3635-3df2-40fb-8907-f2d9e1762d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52e18a7-d595-45f9-902c-8347d2c4c57f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:01.343519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41992) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:01.427368 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5be646-ab98-4252-9939-b64fd029fb57 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:01.432542 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f5be646-ab98-4252-9939-b64fd029fb57 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:01.434212 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5be646-ab98-4252-9939-b64fd029fb57 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:04:01.434836 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5be646-ab98-4252-9939-b64fd029fb57 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:04:01.455552 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4f5be646-ab98-4252-9939-b64fd029fb57 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1497951 Aug 28 13:04:01.456759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41994) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:01.464693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-07ba2401-5fe3-4bc3-8c71-eaf13a97e634 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:01.574219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ba2401-5fe3-4bc3-8c71-eaf13a97e634 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:01.578660 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-07ba2401-5fe3-4bc3-8c71-eaf13a97e634 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:01.580427 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ba2401-5fe3-4bc3-8c71-eaf13a97e634 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:04:01.580953 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ba2401-5fe3-4bc3-8c71-eaf13a97e634 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:04:01.606009 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-07ba2401-5fe3-4bc3-8c71-eaf13a97e634 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1470089 Aug 28 13:04:01.606926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41996) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:01.646179 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7f94b4e4-10ea-44a3-9931-416e5ea7e629 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0378630 Aug 28 13:04:01.648311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41998) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:01.747667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5102d0f-2c9b-4bbc-b4f1-f61b5ddfd00f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:01.750474 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b5102d0f-2c9b-4bbc-b4f1-f61b5ddfd00f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1004214 Aug 28 13:04:01.752734 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42002) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:01.824737 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f5ccefe5-16d2-4774-b0fa-5cc4d9c4ad5d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708416 Aug 28 13:04:01.828568 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42006) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:01.835728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-3f7ea89c-4d15-412d-aab8-b11a18115f32 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:01.921548 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce56ab6b-d420-4006-932f-77e236abc8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:01.923722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:04:01.935404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ebb17c-7778-427c-9151-edc4505bb250 None None] Sync routers for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:04:01.950771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebb17c-7778-427c-9151-edc4505bb250 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:01.951925 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-18ebb17c-7778-427c-9151-edc4505bb250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:01.955766 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce56ab6b-d420-4006-932f-77e236abc8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:01.965363 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7ea89c-4d15-412d-aab8-b11a18115f32 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:01.968518 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:01.969170 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3f7ea89c-4d15-412d-aab8-b11a18115f32 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:02.043009 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4fb2559d-95d0-49d2-b787-edbf6eed7071 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.2086618 Aug 28 13:04:02.046127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42012) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:02.058042 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-678dc630-000d-4887-8f53-ad691baa264c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'floatingip': {'port_id': 'f6926dae-ab7b-4117-b63a-d1a61d92a130', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:02.068603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-18ebb17c-7778-427c-9151-edc4505bb250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:02.074538 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce56ab6b-d420-4006-932f-77e236abc8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:02.077434 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce56ab6b-d420-4006-932f-77e236abc8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:02.084310 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ce56ab6b-d420-4006-932f-77e236abc8b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c52e18a7-d595-45f9-902c-8347d2c4c57f HTTP/1.1" status: 204 len: 168 time: 0.7270744 Aug 28 13:04:02.096688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebb17c-7778-427c-9151-edc4505bb250 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:02.097901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-18ebb17c-7778-427c-9151-edc4505bb250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:02.110642 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56ab6b-d420-4006-932f-77e236abc8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52e18a7-d595-45f9-902c-8347d2c4c57f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:02.164772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-18ebb17c-7778-427c-9151-edc4505bb250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:02.165561 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ebb17c-7778-427c-9151-edc4505bb250 None None] The sync data for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:04:02.246668 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 939ae531-917b-4096-80d5-60b5710e6f80 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:04:02.307846 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-678dc630-000d-4887-8f53-ad691baa264c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:02.412463 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d1050-2b8a-4eda-aefe-331229d3e26e req-2727f329-0e50-4334-b424-cb288203cdba tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:02.414054 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9d5d1050-2b8a-4eda-aefe-331229d3e26e req-2727f329-0e50-4334-b424-cb288203cdba tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 944 time: 0.2246194 Aug 28 13:04:02.433438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 939ae531-917b-4096-80d5-60b5710e6f80, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=939ae531-917b-4096-80d5-60b5710e6f80,segment=NetworkSegment(5c33e6d6-5af4-4a52-8910-e4762d7cbd77),segment_id=5c33e6d6-5af4-4a52-8910-e4762d7cbd77)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:02.472749 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '939ae531-917b-4096-80d5-60b5710e6f80', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'port_id': '939ae531-917b-4096-80d5-60b5710e6f80', 'mac_address': 'fa:16:3e:c7:33:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:04:02.551500 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:02.570292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42018) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:02.589462 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-06ca5118-9ffe-4d6e-8d48-089f92b1bf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:02.597852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939ae531-917b-4096-80d5-60b5710e6f80 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:04:02.631661 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9d5d1050-2b8a-4eda-aefe-331229d3e26e req-d4e6ba3b-c2b5-4bb3-b847-7b78df44f026 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977680 Aug 28 13:04:02.648694 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:04:02.682202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:04:02.682467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 165ed088-12ed-4d9a-8247-f72f7e6bf3c5 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:04:02.685852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 939ae531-917b-4096-80d5-60b5710e6f80, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=939ae531-917b-4096-80d5-60b5710e6f80,segment=NetworkSegment(5c33e6d6-5af4-4a52-8910-e4762d7cbd77),segment_id=5c33e6d6-5af4-4a52-8910-e4762d7cbd77)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:02.691479 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:02.759179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.objects.ports [None req-3f7ea89c-4d15-412d-aab8-b11a18115f32 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:04:02.763942 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3f7ea89c-4d15-412d-aab8-b11a18115f32 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:02.795100 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=939ae531-917b-4096-80d5-60b5710e6f80,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:02.808440 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-06ca5118-9ffe-4d6e-8d48-089f92b1bf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:02.813931 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-06ca5118-9ffe-4d6e-8d48-089f92b1bf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:02.853790 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7ea89c-4d15-412d-aab8-b11a18115f32 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:02.864300 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-3f7ea89c-4d15-412d-aab8-b11a18115f32 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:02.864895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca5118-9ffe-4d6e-8d48-089f92b1bf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03e9205-6453-489a-9f1e-147f1d1618fe,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:02.876015 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7ea89c-4d15-412d-aab8-b11a18115f32 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:02.876216 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14683943-8d17-4fda-a035-d0042406d5cc None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:02.877457 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3f7ea89c-4d15-412d-aab8-b11a18115f32 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:02.895036 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-06ca5118-9ffe-4d6e-8d48-089f92b1bf8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8c05f3fb1e94b7db1f388d5a3a6959f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232594 Aug 28 13:04:02.898802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42026) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:02.918951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ea89c-4d15-412d-aab8-b11a18115f32 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=7a70a3ea-b13e-4c17-9e1e-54c6bac41995,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:02.969328 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['939ae531-917b-4096-80d5-60b5710e6f80'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:04:02.991714 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3f7ea89c-4d15-412d-aab8-b11a18115f32 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1619716 Aug 28 13:04:02.994807 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42028) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:03.000383 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f7701e3e-58c1-451d-a467-48639df41a5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'mac_address': 'fa:16:3e:2e:83:50', 'name': 'tempest-NetworksTestDHCPv6-909865651'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:03.185837 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-222a7ad3-820d-449a-b067-6ed05871e012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:03.202380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7701e3e-58c1-451d-a467-48639df41a5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:03.255893 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-222a7ad3-820d-449a-b067-6ed05871e012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:03.311901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': '7a70a3ea-b13e-4c17-9e1e-54c6bac41995'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:04:03.313369 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:03.361994 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7701e3e-58c1-451d-a467-48639df41a5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:03.375888 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.resource_extend [None req-678dc630-000d-4887-8f53-ad691baa264c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 13:04:03.377547 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-222a7ad3-820d-449a-b067-6ed05871e012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:03.382482 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-222a7ad3-820d-449a-b067-6ed05871e012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:03.384073 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-222a7ad3-820d-449a-b067-6ed05871e012 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b03e9205-6453-489a-9f1e-147f1d1618fe HTTP/1.1" status: 204 len: 168 time: 0.4836602 Aug 28 13:04:03.404650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a7ad3-820d-449a-b067-6ed05871e012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03e9205-6453-489a-9f1e-147f1d1618fe,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:03.408255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-f7701e3e-58c1-451d-a467-48639df41a5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 6003c833-9706-472a-8059-243303c9184b yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:04:03.480010 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-678dc630-000d-4887-8f53-ad691baa264c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:03.485367 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-678dc630-000d-4887-8f53-ad691baa264c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:03.614187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-f7701e3e-58c1-451d-a467-48639df41a5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::f816:3eff:fe2e:8350 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/7a70a3ea-b13e-4c17-9e1e-54c6bac41995/6003c833-9706-472a-8059-243303c9184b) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:03.882508 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7701e3e-58c1-451d-a467-48639df41a5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:03.899567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-f7701e3e-58c1-451d-a467-48639df41a5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 6003c833-9706-472a-8059-243303c9184b will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:03.949659 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7701e3e-58c1-451d-a467-48639df41a5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:03.952960 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29532172-da54-4a48-8fff-76ef1954eae6 req-e5d6a581-3449-4963-a6f6-831531de4b00 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:03.954278 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-29532172-da54-4a48-8fff-76ef1954eae6 req-e5d6a581-3449-4963-a6f6-831531de4b00 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 945 time: 0.1367154 Aug 28 13:04:04.024238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678dc630-000d-4887-8f53-ad691baa264c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 51fd5fa0-76b0-40ef-9022-09adb5f88722 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:04:04.056790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7701e3e-58c1-451d-a467-48639df41a5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:04.061706 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7701e3e-58c1-451d-a467-48639df41a5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=6003c833-9706-472a-8059-243303c9184b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:04.070413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-f7701e3e-58c1-451d-a467-48639df41a5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:04.080712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7701e3e-58c1-451d-a467-48639df41a5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:04.081567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Allocated IP 2001:db8::f816:3eff:fe32:8c51 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/7a70a3ea-b13e-4c17-9e1e-54c6bac41995/89b3c933-3bfb-4e88-a99b-c05a3d97f22d) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:04.091334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7701e3e-58c1-451d-a467-48639df41a5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:04.096528 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7701e3e-58c1-451d-a467-48639df41a5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:04.124901 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f7701e3e-58c1-451d-a467-48639df41a5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1288383 Aug 28 13:04:04.128896 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42048) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:04.218582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755fe1f9-b0d7-4f99-a63b-11596915773e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:04.220321 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-755fe1f9-b0d7-4f99-a63b-11596915773e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0901947 Aug 28 13:04:04.221373 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-29532172-da54-4a48-8fff-76ef1954eae6 req-01342fc1-1afc-4086-b566-13c0c2d9aaf4 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499874 Aug 28 13:04:04.239322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42052) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:04.293659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 939ae531-917b-4096-80d5-60b5710e6f80 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:04.350107 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:04.362324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Transition to ACTIVE for port object 89b3c933-3bfb-4e88-a99b-c05a3d97f22d will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:04.387342 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Transition to ACTIVE for port object 89b3c933-3bfb-4e88-a99b-c05a3d97f22d will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:04.391183 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 939ae531-917b-4096-80d5-60b5710e6f80 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:04.396545 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:04.402915 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 939ae531-917b-4096-80d5-60b5710e6f80 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:04.403371 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:04.473398 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678dc630-000d-4887-8f53-ad691baa264c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:04:04.480901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-678dc630-000d-4887-8f53-ad691baa264c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:04.488228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:04.490689 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a21a9a-8b06-4351-81aa-f8f71bffcb17 None None] Sync routers for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:04:04.500710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:04.507497 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:04.513657 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Pushing event updated for resources: {'Port': ['ID=89b3c933-3bfb-4e88-a99b-c05a3d97f22d,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:04.521139 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a21a9a-8b06-4351-81aa-f8f71bffcb17 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:04.529780 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-69a21a9a-8b06-4351-81aa-f8f71bffcb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:04.605979 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Attempting to bind port 89b3c933-3bfb-4e88-a99b-c05a3d97f22d on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:04:04.606864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Attempting to bind port 89b3c933-3bfb-4e88-a99b-c05a3d97f22d by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:04:04.607745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Attempting to bind port 89b3c933-3bfb-4e88-a99b-c05a3d97f22d on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:04:04.617721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:04:04.618560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:04:04.618813 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-69a21a9a-8b06-4351-81aa-f8f71bffcb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:04.619440 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:04.620485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:04:04.621484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Bound port: 89b3c933-3bfb-4e88-a99b-c05a3d97f22d, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:04:04.622744 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:04.630381 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a21a9a-8b06-4351-81aa-f8f71bffcb17 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:04.630835 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-69a21a9a-8b06-4351-81aa-f8f71bffcb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:04.636663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0e8acac9-3f03-46b0-877d-d8d22c47b97a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 6003c833-9706-472a-8059-243303c9184b {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:04.637011 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e8acac9-3f03-46b0-877d-d8d22c47b97a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:04.640944 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-678dc630-000d-4887-8f53-ad691baa264c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "PUT /v2.0/floatingips/975d6a50-3349-42cf-8f71-5a6fda946927 HTTP/1.1" status: 200 len: 979 time: 2.5933654 Aug 28 13:04:04.643641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42064) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:04.672578 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:04.686881 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-69a21a9a-8b06-4351-81aa-f8f71bffcb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:04.687978 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a21a9a-8b06-4351-81aa-f8f71bffcb17 None None] The sync data for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:04:04.770166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939ae531-917b-4096-80d5-60b5710e6f80'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:04:04.772854 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a98be2e-bf06-417d-be68-c834c189ceb3" -d '{"events": [{"server_uuid": "d1f507af-44b8-42cb-8973-89c71c915ba2", "name": "network-vif-plugged", "status": "completed", "tag": "939ae531-917b-4096-80d5-60b5710e6f80"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:04:04.806994 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 939ae531-917b-4096-80d5-60b5710e6f80, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=939ae531-917b-4096-80d5-60b5710e6f80,segment=NetworkSegment(5c33e6d6-5af4-4a52-8910-e4762d7cbd77),segment_id=5c33e6d6-5af4-4a52-8910-e4762d7cbd77)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:04.820148 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:04.824133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] For port 89b3c933-3bfb-4e88-a99b-c05a3d97f22d, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:04:04.890770 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ebd292-30e9-4d6d-8749-4e0813de0669 x-openstack-request-id: req-15ebd292-30e9-4d6d-8749-4e0813de0669 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:04:04.891162 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f507af-44b8-42cb-8973-89c71c915ba2", "name": "network-vif-plugged", "status": "completed", "tag": "939ae531-917b-4096-80d5-60b5710e6f80", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:04:04.891430 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15ebd292-30e9-4d6d-8749-4e0813de0669 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:04:04.891859 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939ae531-917b-4096-80d5-60b5710e6f80', 'code': 200} Aug 28 13:04:04.894308 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=939ae531-917b-4096-80d5-60b5710e6f80,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:04.931121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] For port 89b3c933-3bfb-4e88-a99b-c05a3d97f22d, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=89b3c933-3bfb-4e88-a99b-c05a3d97f22d,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:04:04.937848 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e8acac9-3f03-46b0-877d-d8d22c47b97a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:04.954718 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0e8acac9-3f03-46b0-877d-d8d22c47b97a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 6003c833-9706-472a-8059-243303c9184b owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:04.958079 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:05.092056 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac17de-99ee-42bd-8ee9-2f0589a86549 None None] Pushing event updated for resources: {'Port': ['ID=89b3c933-3bfb-4e88-a99b-c05a3d97f22d,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:05.095340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70b199-0a3d-455b-9c7f-4fd6759e3bd0 req-240bd133-d863-4e89-8dec-cbaa195003bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:05.099588 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb70b199-0a3d-455b-9c7f-4fd6759e3bd0 req-240bd133-d863-4e89-8dec-cbaa195003bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 1098 time: 0.1059248 Aug 28 13:04:05.198223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4b5724fc-9e39-44a8-b089-9ae1d55f48c0 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting port 304328e8-8742-4e8a-8d62-5a047dad60bf {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:05.198831 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b5724fc-9e39-44a8-b089-9ae1d55f48c0 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:05.236686 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb70b199-0a3d-455b-9c7f-4fd6759e3bd0 req-109a6fd9-03fb-4a00-a886-32be127c5169 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244652 Aug 28 13:04:05.329271 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b5724fc-9e39-44a8-b089-9ae1d55f48c0 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:05.330338 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b5724fc-9e39-44a8-b089-9ae1d55f48c0 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:05.346418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4b5724fc-9e39-44a8-b089-9ae1d55f48c0 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Calling delete_port for 304328e8-8742-4e8a-8d62-5a047dad60bf owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:05.482996 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c160f-bb9d-4db4-8245-8cc2dac4ed22 req-a8eab9de-856e-4036-a843-b89eca53e6d4 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:05.491905 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e93c160f-bb9d-4db4-8245-8cc2dac4ed22 req-a8eab9de-856e-4036-a843-b89eca53e6d4 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 946 time: 0.1349728 Aug 28 13:04:05.543140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e93c160f-bb9d-4db4-8245-8cc2dac4ed22 req-cdc8fd42-7e31-4e3d-9ff7-7f692c791196 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472262 Aug 28 13:04:05.632698 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e8acac9-3f03-46b0-877d-d8d22c47b97a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:05.685000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8acac9-3f03-46b0-877d-d8d22c47b97a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=6003c833-9706-472a-8059-243303c9184b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:05.710794 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e8acac9-3f03-46b0-877d-d8d22c47b97a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:05.715646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42088) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:05.728055 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0e8acac9-3f03-46b0-877d-d8d22c47b97a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/6003c833-9706-472a-8059-243303c9184b HTTP/1.1" status: 204 len: 168 time: 1.4900222 Aug 28 13:04:05.800935 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b5724fc-9e39-44a8-b089-9ae1d55f48c0 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:05.837798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea53e44-d995-4021-b160-1f6db66a3aef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:05.842421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea53e44-d995-4021-b160-1f6db66a3aef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:05.851378 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9ea53e44-d995-4021-b160-1f6db66a3aef tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1288853 Aug 28 13:04:05.852051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42092) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:05.856951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5724fc-9e39-44a8-b089-9ae1d55f48c0 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Port': ['ID=304328e8-8742-4e8a-8d62-5a047dad60bf,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:05.936440 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b5724fc-9e39-44a8-b089-9ae1d55f48c0 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:05.936829 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-4b5724fc-9e39-44a8-b089-9ae1d55f48c0 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Floating IP 975d6a50-3349-42cf-8f71-5a6fda946927 disassociated (deleted). External IP: 172.25.1.200, port: f6926dae-ab7b-4117-b63a-d1a61d92a130. Aug 28 13:04:05.980611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5bfb8e-e1fd-4832-87ab-e7337187be5e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 7a70a3ea-b13e-4c17-9e1e-54c6bac41995 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:04:05.992937 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b5bfb8e-e1fd-4832-87ab-e7337187be5e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:06.042784 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b5bfb8e-e1fd-4832-87ab-e7337187be5e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:06.236446 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b5bfb8e-e1fd-4832-87ab-e7337187be5e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:06.412607 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b5bfb8e-e1fd-4832-87ab-e7337187be5e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:06.421449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5724fc-9e39-44a8-b089-9ae1d55f48c0 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 51fd5fa0-76b0-40ef-9022-09adb5f88722 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:04:06.480382 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bfb8e-e1fd-4832-87ab-e7337187be5e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=7a70a3ea-b13e-4c17-9e1e-54c6bac41995,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:06.485535 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b5bfb8e-e1fd-4832-87ab-e7337187be5e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:06.490174 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1b5bfb8e-e1fd-4832-87ab-e7337187be5e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/7a70a3ea-b13e-4c17-9e1e-54c6bac41995 HTTP/1.1" status: 204 len: 168 time: 0.6345417 Aug 28 13:04:06.490397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42112) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:06.622825 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a430550d-cef8-42d0-b93a-2f90992c5f3c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1302142 Aug 28 13:04:06.626872 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42118) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:06.641729 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e8efc34c-0114-49a7-b0a4-d4a5e9ad6ad7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:06.747709 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 89b3c933-3bfb-4e88-a99b-c05a3d97f22d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:06.781143 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a49847-436d-408a-bbfb-f2714d754c23 req-12198701-e7f7-4e44-ab7b-3b28dc0e50d4 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:06.795101 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28a49847-436d-408a-bbfb-f2714d754c23 req-12198701-e7f7-4e44-ab7b-3b28dc0e50d4 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 946 time: 0.0970285 Aug 28 13:04:06.861472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9cd65a-ed14-43af-bd19-0f373c0d58e3 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:06.897002 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28a49847-436d-408a-bbfb-f2714d754c23 req-4cdff414-080b-4979-ad05-b4de9edda79d tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009755 Aug 28 13:04:07.075483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 89b3c933-3bfb-4e88-a99b-c05a3d97f22d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:07.110044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-12423191-f617-44cd-814c-df34d5edc34d None None] Provisioning for port 89b3c933-3bfb-4e88-a99b-c05a3d97f22d completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:07.114898 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 89b3c933-3bfb-4e88-a99b-c05a3d97f22d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:07.114898 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:07.161658 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-12423191-f617-44cd-814c-df34d5edc34d None None] Provisioning complete for port 89b3c933-3bfb-4e88-a99b-c05a3d97f22d triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:07.161955 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-12423191-f617-44cd-814c-df34d5edc34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:07.310323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b05dde5-9cde-4982-be22-f46bde601df2 None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:04:07.399352 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-12423191-f617-44cd-814c-df34d5edc34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:07.404305 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:07.407751 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8efc34c-0114-49a7-b0a4-d4a5e9ad6ad7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:07.424521 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:07.426658 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e8efc34c-0114-49a7-b0a4-d4a5e9ad6ad7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:07.473129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 89b3c933-3bfb-4e88-a99b-c05a3d97f22d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=89b3c933-3bfb-4e88-a99b-c05a3d97f22d,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:07.481004 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:07.512247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5724fc-9e39-44a8-b089-9ae1d55f48c0 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:04:07.517013 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b5724fc-9e39-44a8-b089-9ae1d55f48c0 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:07.560021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822bd5e-a720-44b9-aa03-8491aa53ca70 req-e558576d-6eeb-445a-95d5-ae4e38bac91d tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:07.562424 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2822bd5e-a720-44b9-aa03-8491aa53ca70 req-e558576d-6eeb-445a-95d5-ae4e38bac91d tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 946 time: 0.2018592 Aug 28 13:04:07.562812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489fcb38-b5c3-4ca2-afd9-b1b008898f9c None None] Sync routers for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:04:07.576037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6b05dde5-9cde-4982-be22-f46bde601df2 None None] Deleting port 89b3c933-3bfb-4e88-a99b-c05a3d97f22d {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:07.576413 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6b05dde5-9cde-4982-be22-f46bde601df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:07.598651 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4b5724fc-9e39-44a8-b089-9ae1d55f48c0 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/floatingips/975d6a50-3349-42cf-8f71-5a6fda946927 HTTP/1.1" status: 204 len: 168 time: 2.9532480 Aug 28 13:04:07.601629 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42152) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:07.662693 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2822bd5e-a720-44b9-aa03-8491aa53ca70 req-ed70f483-140c-448d-8ca7-270ba50a0ba9 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783904 Aug 28 13:04:07.707747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42158) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:07.803415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7353233f-62ee-472e-a946-ef2cdb353f0c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting port f6926dae-ab7b-4117-b63a-d1a61d92a130 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:07.805419 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7353233f-62ee-472e-a946-ef2cdb353f0c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:07.946789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7353233f-62ee-472e-a946-ef2cdb353f0c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:07.981479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7353233f-62ee-472e-a946-ef2cdb353f0c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Calling delete_port for f6926dae-ab7b-4117-b63a-d1a61d92a130 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:08.125673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6b05dde5-9cde-4982-be22-f46bde601df2 None None] For port 89b3c933-3bfb-4e88-a99b-c05a3d97f22d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=89b3c933-3bfb-4e88-a99b-c05a3d97f22d,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:08.127863 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6b05dde5-9cde-4982-be22-f46bde601df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:08.142554 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-12423191-f617-44cd-814c-df34d5edc34d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:04:08.143635 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-12423191-f617-44cd-814c-df34d5edc34d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:04:08.144458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489fcb38-b5c3-4ca2-afd9-b1b008898f9c None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:08.145544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-489fcb38-b5c3-4ca2-afd9-b1b008898f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:08.164839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.objects.ports [None req-e8efc34c-0114-49a7-b0a4-d4a5e9ad6ad7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:04:08.189876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42166) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:08.208909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d533ff04-5cc1-481b-9bdf-ed2c161130ef tempest-TestVolumeBackupRestore-1383472675 tempest-TestVolumeBackupRestore-1383472675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:08.211190 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d533ff04-5cc1-481b-9bdf-ed2c161130ef tempest-TestVolumeBackupRestore-1383472675 tempest-TestVolumeBackupRestore-1383472675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 1093 time: 0.5010719 Aug 28 13:04:08.215601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42170) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:08.218295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=89b3c933-3bfb-4e88-a99b-c05a3d97f22d,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:08.221880 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': '939ae531-917b-4096-80d5-60b5710e6f80', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:08.227686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-489fcb38-b5c3-4ca2-afd9-b1b008898f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:08.244764 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6b05dde5-9cde-4982-be22-f46bde601df2 None None] Calling delete_port for 89b3c933-3bfb-4e88-a99b-c05a3d97f22d owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:08.247082 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489fcb38-b5c3-4ca2-afd9-b1b008898f9c None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:08.248317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-489fcb38-b5c3-4ca2-afd9-b1b008898f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:08.263991 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:08.302104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-489fcb38-b5c3-4ca2-afd9-b1b008898f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:08.304221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489fcb38-b5c3-4ca2-afd9-b1b008898f9c None None] The sync data for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:04:08.438612 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73e5c596-b78e-4d6a-a184-a3bda9096887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:08.468895 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7353233f-62ee-472e-a946-ef2cdb353f0c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:08.473386 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6b05dde5-9cde-4982-be22-f46bde601df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:08.530942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05dde5-9cde-4982-be22-f46bde601df2 None None] Pushing event deleted for resources: {'Port': ['ID=89b3c933-3bfb-4e88-a99b-c05a3d97f22d,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:08.536477 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b05dde5-9cde-4982-be22-f46bde601df2 None None] No DVR routers for this DVR port 89b3c933-3bfb-4e88-a99b-c05a3d97f22d on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:04:08.585622 n-d-791505-21 neutron-server[94878]: WARNING neutron.services.revisions.revision_plugin [None req-e8efc34c-0114-49a7-b0a4-d4a5e9ad6ad7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Could not find related port for resource to bump revision. Aug 28 13:04:08.608702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353233f-62ee-472e-a946-ef2cdb353f0c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Port': ['ID=f6926dae-ab7b-4117-b63a-d1a61d92a130,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:08.615081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_pluggable_backend [None req-e8efc34c-0114-49a7-b0a4-d4a5e9ad6ad7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Port 89b3c933-3bfb-4e88-a99b-c05a3d97f22d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94878) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 28 13:04:08.616078 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_pluggable_backend [None req-e8efc34c-0114-49a7-b0a4-d4a5e9ad6ad7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Reverting IP allocation for 2001:db8::f816:3eff:fe32:8c51 {{(pid=94878) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 28 13:04:08.621384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_pluggable_backend [None req-e8efc34c-0114-49a7-b0a4-d4a5e9ad6ad7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe32:8c51 {{(pid=94878) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 28 13:04:08.628284 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e8efc34c-0114-49a7-b0a4-d4a5e9ad6ad7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:08.630245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 89b3c933-3bfb-4e88-a99b-c05a3d97f22d no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:04:08.690451 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8efc34c-0114-49a7-b0a4-d4a5e9ad6ad7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:08.692766 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 89b3c933-3bfb-4e88-a99b-c05a3d97f22d {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:04:08.693296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 89b3c933-3bfb-4e88-a99b-c05a3d97f22d not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:04:08.695222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-12423191-f617-44cd-814c-df34d5edc34d None None] Port 89b3c933-3bfb-4e88-a99b-c05a3d97f22d update to ACTIVE by agent not found {{(pid=94879) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 28 13:04:08.716192 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7353233f-62ee-472e-a946-ef2cdb353f0c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:08.724649 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42176) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:08.725365 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7353233f-62ee-472e-a946-ef2cdb353f0c tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/ports/f6926dae-ab7b-4117-b63a-d1a61d92a130 HTTP/1.1" status: 204 len: 168 time: 1.1201007 Aug 28 13:04:08.732726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-e8efc34c-0114-49a7-b0a4-d4a5e9ad6ad7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:08.733150 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:08.739277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:08.744086 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeafc1f-ecea-456c-ad7a-6f9a0b009700 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:08.754472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8efc34c-0114-49a7-b0a4-d4a5e9ad6ad7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:08.755164 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e8efc34c-0114-49a7-b0a4-d4a5e9ad6ad7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:08.787926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efc34c-0114-49a7-b0a4-d4a5e9ad6ad7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=4897c81b-99ce-41c3-a1e1-657983270309,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:08.899047 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73e5c596-b78e-4d6a-a184-a3bda9096887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:08.906903 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73e5c596-b78e-4d6a-a184-a3bda9096887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:08.913970 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e8efc34c-0114-49a7-b0a4-d4a5e9ad6ad7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2848380 Aug 28 13:04:08.916894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42188) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:08.927876 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5e10209b-ae07-417f-9ac4-9b16bfb42266 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'mac_address': 'fa:16:3e:2b:5b:b2', 'name': 'tempest-NetworksTestDHCPv6-850724474'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:08.993608 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-73e5c596-b78e-4d6a-a184-a3bda9096887 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15b0a44b07c64d5d8267b60fc34f4fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8021090 Aug 28 13:04:08.994548 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5c596-b78e-4d6a-a184-a3bda9096887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34af72b-f8cf-4ae4-b4d4-f3d9120313b7,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:09.024732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Allocated IP 172.25.1.138 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/22194556-7cdf-40b1-b9c7-d188661cbb4e) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:09.054232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': '4897c81b-99ce-41c3-a1e1-657983270309'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:04:09.055293 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:09.119376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42190) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:09.154301 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:09.255603 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:09.274064 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e10209b-ae07-417f-9ac4-9b16bfb42266 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:09.331191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Allocated IP 2001:db8::f816:3eff:fe9b:f57c (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/4897c81b-99ce-41c3-a1e1-657983270309/e11544e0-f89c-4be7-b233-d2bca3f57046) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:09.337771 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:09.380741 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a529997-7083-40c8-88f3-f75368586ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:09.399354 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:09.404258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:09.409102 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:09.419669 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5e10209b-ae07-417f-9ac4-9b16bfb42266 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:09.467671 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a529997-7083-40c8-88f3-f75368586ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:09.529769 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:09.541330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Transition to ACTIVE for port object e11544e0-f89c-4be7-b233-d2bca3f57046 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:09.584757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Transition to ACTIVE for port object e11544e0-f89c-4be7-b233-d2bca3f57046 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:09.586583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Pushing event updated for resources: {'Port': ['ID=22194556-7cdf-40b1-b9c7-d188661cbb4e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:09.587309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-5e10209b-ae07-417f-9ac4-9b16bfb42266 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port ce13c181-c21c-4ac8-98a9-fad3cfb61921 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:04:09.595027 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:09.602111 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a529997-7083-40c8-88f3-f75368586ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:09.608544 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a529997-7083-40c8-88f3-f75368586ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:09.615664 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2a529997-7083-40c8-88f3-f75368586ac3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b34af72b-f8cf-4ae4-b4d4-f3d9120313b7 HTTP/1.1" status: 204 len: 168 time: 0.4877384 Aug 28 13:04:09.636622 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:09.641826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:09.649658 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:09.771655 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Attempting to bind port e11544e0-f89c-4be7-b233-d2bca3f57046 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:04:09.772508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Attempting to bind port e11544e0-f89c-4be7-b233-d2bca3f57046 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:04:09.773186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Attempting to bind port e11544e0-f89c-4be7-b233-d2bca3f57046 on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:04:09.782204 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:04:09.782974 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a529997-7083-40c8-88f3-f75368586ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34af72b-f8cf-4ae4-b4d4-f3d9120313b7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:09.783105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:04:09.783678 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:09.784166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:04:09.784745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Bound port: e11544e0-f89c-4be7-b233-d2bca3f57046, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:04:09.785323 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:09.820617 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Pushing event updated for resources: {'Port': ['ID=e11544e0-f89c-4be7-b233-d2bca3f57046,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:09.908057 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:09.928362 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] For port e11544e0-f89c-4be7-b233-d2bca3f57046, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:04:09.934415 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7e11c3d7-61c1-48d9-8c60-1d3acf99d63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:09.940284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] For port e11544e0-f89c-4be7-b233-d2bca3f57046, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e11544e0-f89c-4be7-b233-d2bca3f57046,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:04:09.944965 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc67a444-a184-492d-8640-e7dc321d61c1 req-80901c49-036d-4a1c-b118-b3fd1c6d8067 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1613247 Aug 28 13:04:09.946784 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:10.067001 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e0aee278-6579-4f4c-a12f-a993fb14e2b8 req-55527551-24c3-4169-b8b1-cbae75d79936 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4664168 Aug 28 13:04:10.073442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afade2e1-d4d1-4da0-a5b0-1972b14b1f3a None None] Pushing event updated for resources: {'Port': ['ID=e11544e0-f89c-4be7-b233-d2bca3f57046,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:10.098971 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:10.165488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67a444-a184-492d-8640-e7dc321d61c1 req-fbbf6fad-913d-42ec-941a-e9e00c1f2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:10.167566 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc67a444-a184-492d-8640-e7dc321d61c1 req-fbbf6fad-913d-42ec-941a-e9e00c1f2a47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4179b5bac764eccb52966068d97934f&device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 1097 time: 0.1945033 Aug 28 13:04:10.258036 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Allocated IP 172.25.1.222 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/82704ae8-ad16-4148-a4cb-23a339ad87a1) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:10.372464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-5e10209b-ae07-417f-9ac4-9b16bfb42266 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::f816:3eff:fe2b:5bb2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/4897c81b-99ce-41c3-a1e1-657983270309/ce13c181-c21c-4ac8-98a9-fad3cfb61921) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:10.484694 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:10.537175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42228) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:10.549331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67a444-a184-492d-8640-e7dc321d61c1 req-defe40e3-aaa1-41d0-b784-88345e1b638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:10.552796 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc67a444-a184-492d-8640-e7dc321d61c1 req-defe40e3-aaa1-41d0-b784-88345e1b638b service neutron] 10.222.0.11 "GET /v2.0/networks?id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8 HTTP/1.1" status: 200 len: 910 time: 0.3630149 Aug 28 13:04:10.591757 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4540d8de-92e8-47ef-a2c0-331a369647fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:10.608678 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5e10209b-ae07-417f-9ac4-9b16bfb42266 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:10.624148 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-5e10209b-ae07-417f-9ac4-9b16bfb42266 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object ce13c181-c21c-4ac8-98a9-fad3cfb61921 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:10.668417 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5e10209b-ae07-417f-9ac4-9b16bfb42266 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:10.700539 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e11544e0-f89c-4be7-b233-d2bca3f57046 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:10.823869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port e11544e0-f89c-4be7-b233-d2bca3f57046 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:10.831921 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10209b-ae07-417f-9ac4-9b16bfb42266 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=ce13c181-c21c-4ac8-98a9-fad3cfb61921,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:10.842172 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:10.861375 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10209b-ae07-417f-9ac4-9b16bfb42266 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:10.871965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-5e10209b-ae07-417f-9ac4-9b16bfb42266 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:10.874338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e10209b-ae07-417f-9ac4-9b16bfb42266 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:10.884235 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e10209b-ae07-417f-9ac4-9b16bfb42266 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:10.885256 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5e10209b-ae07-417f-9ac4-9b16bfb42266 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:10.913703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aee278-6579-4f4c-a12f-a993fb14e2b8 req-fd4c8b98-2db1-4cca-b0d7-a939c9ee4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:10.916074 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e0aee278-6579-4f4c-a12f-a993fb14e2b8 req-fd4c8b98-2db1-4cca-b0d7-a939c9ee4eaa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab07072d6e064e8a9d07a06a80e17f36&device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 1097 time: 0.2606044 Aug 28 13:04:10.924493 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4540d8de-92e8-47ef-a2c0-331a369647fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:10.938692 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5e10209b-ae07-417f-9ac4-9b16bfb42266 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0206082 Aug 28 13:04:10.941618 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4540d8de-92e8-47ef-a2c0-331a369647fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:10.942813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42236) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:11.031578 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc67a444-a184-492d-8640-e7dc321d61c1 req-e8a45e81-791b-4217-854d-ed93766b01a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25be805a-4de1-42ce-91ff-b4b76aae0ee4 HTTP/1.1" status: 200 len: 1000 time: 0.4275005 Aug 28 13:04:11.079658 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:11.115166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540d8de-92e8-47ef-a2c0-331a369647fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107ffe0c-1cfc-49fa-b4f0-81e061a43d3f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:11.144091 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4540d8de-92e8-47ef-a2c0-331a369647fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e5c14d019aa4796a37f1b114ef7050d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5962634 Aug 28 13:04:11.147612 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42240) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:11.153024 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:11.230701 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67a444-a184-492d-8640-e7dc321d61c1 req-271062c8-f1b7-405d-b463-6b0c2e7b378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:11.232256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc67a444-a184-492d-8640-e7dc321d61c1 req-271062c8-f1b7-405d-b463-6b0c2e7b378d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44e4607b-0f93-463a-9372-9a1d7a81caa8 HTTP/1.1" status: 200 len: 849 time: 0.1747551 Aug 28 13:04:11.332623 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac17d44a-265d-4718-8c60-59292d6a0996 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:11.338969 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac17d44a-265d-4718-8c60-59292d6a0996 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:11.340707 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac17d44a-265d-4718-8c60-59292d6a0996 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3964996 Aug 28 13:04:11.348002 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42244) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:11.363014 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:11.391449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:11.392472 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:11.405908 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:11.435313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:11.437817 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-882600ef-ecd5-4b5a-a3fb-dad09e6c3f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:11.445914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=82704ae8-ad16-4148-a4cb-23a339ad87a1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:11.470122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67a444-a184-492d-8640-e7dc321d61c1 req-13a5f02f-39fc-4926-a73c-92334ba98f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:11.472681 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc67a444-a184-492d-8640-e7dc321d61c1 req-13a5f02f-39fc-4926-a73c-92334ba98f8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2322474 Aug 28 13:04:11.489744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aee278-6579-4f4c-a12f-a993fb14e2b8 req-72348ee4-65fa-4c32-ae58-43511cae1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:11.495980 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e0aee278-6579-4f4c-a12f-a993fb14e2b8 req-72348ee4-65fa-4c32-ae58-43511cae1ff2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=45c0d239-dc9b-48de-ab76-b33ee15693b2 HTTP/1.1" status: 200 len: 912 time: 0.5358829 Aug 28 13:04:11.549158 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-882600ef-ecd5-4b5a-a3fb-dad09e6c3f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:11.586029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fc28fee8-ec05-4155-801a-f19b61b03cf0 None None] Provisioning for port e11544e0-f89c-4be7-b233-d2bca3f57046 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:11.587084 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Pushing event updated for resources: {'Port': ['ID=22194556-7cdf-40b1-b9c7-d188661cbb4e,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:11.593005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fc28fee8-ec05-4155-801a-f19b61b03cf0 None None] Provisioning complete for port e11544e0-f89c-4be7-b233-d2bca3f57046 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:11.593717 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fc28fee8-ec05-4155-801a-f19b61b03cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:11.602853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e0aee278-6579-4f4c-a12f-a993fb14e2b8 req-9b0ec738-dd76-4e3f-a607-6030443e6318 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b929486f-3e99-4006-8fa2-b6e982fd28da HTTP/1.1" status: 200 len: 217 time: 0.0877213 Aug 28 13:04:11.671775 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:11.761976 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aee278-6579-4f4c-a12f-a993fb14e2b8 req-b0c8f78a-967f-4301-8d4f-5e5da28c75c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:11.763543 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fc28fee8-ec05-4155-801a-f19b61b03cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:11.764197 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e0aee278-6579-4f4c-a12f-a993fb14e2b8 req-b0c8f78a-967f-4301-8d4f-5e5da28c75c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1c26237d-553b-458d-8173-ce92e896ee37 HTTP/1.1" status: 200 len: 852 time: 0.1493623 Aug 28 13:04:11.856840 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-fc28fee8-ec05-4155-801a-f19b61b03cf0 None None] For port e11544e0-f89c-4be7-b233-d2bca3f57046, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e11544e0-f89c-4be7-b233-d2bca3f57046,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:11.863165 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fc28fee8-ec05-4155-801a-f19b61b03cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:11.890937 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e0aee278-6579-4f4c-a12f-a993fb14e2b8 req-4172860e-bb15-4a5e-8b5e-03f26aeb3cec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=45c0d239-dc9b-48de-ab76-b33ee15693b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143076 Aug 28 13:04:11.895112 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-882600ef-ecd5-4b5a-a3fb-dad09e6c3f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:11.907522 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc67a444-a184-492d-8640-e7dc321d61c1 req-cd11946d-6335-40ed-8fba-ea317a81983c service neutron] 10.222.0.11 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189186 Aug 28 13:04:11.908163 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-882600ef-ecd5-4b5a-a3fb-dad09e6c3f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:11.909813 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-882600ef-ecd5-4b5a-a3fb-dad09e6c3f64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/107ffe0c-1cfc-49fa-b4f0-81e061a43d3f HTTP/1.1" status: 204 len: 168 time: 0.7529490 Aug 28 13:04:11.926795 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c47969ff-131e-42b2-8ba9-471ce4c8fc4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port ce13c181-c21c-4ac8-98a9-fad3cfb61921 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:11.927145 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c47969ff-131e-42b2-8ba9-471ce4c8fc4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:11.939622 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:12.014888 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882600ef-ecd5-4b5a-a3fb-dad09e6c3f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107ffe0c-1cfc-49fa-b4f0-81e061a43d3f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:12.059835 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Floating IP 08ee5cb6-58b7-4f3f-9446-6f53feff763b associated. External IP: 172.25.1.138, port: 939ae531-917b-4096-80d5-60b5710e6f80. Aug 28 13:04:12.081425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28fee8-ec05-4155-801a-f19b61b03cf0 None None] Pushing event updated for resources: {'Port': ['ID=e11544e0-f89c-4be7-b233-d2bca3f57046,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:12.112799 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:12.158517 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c8e6a2a0-9328-48c0-8364-b1295a5d76bb None None] Provisioning for port ce13c181-c21c-4ac8-98a9-fad3cfb61921 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:12.164042 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c8e6a2a0-9328-48c0-8364-b1295a5d76bb None None] Provisioning complete for port ce13c181-c21c-4ac8-98a9-fad3cfb61921 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:12.164821 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c8e6a2a0-9328-48c0-8364-b1295a5d76bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:12.208836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6a2a0-9328-48c0-8364-b1295a5d76bb None None] Port ce13c181-c21c-4ac8-98a9-fad3cfb61921 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:04:12.243266 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c47969ff-131e-42b2-8ba9-471ce4c8fc4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:12.256968 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c0c0ef72-a563-4afa-a51b-96a0a02e3ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:12.325757 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c47969ff-131e-42b2-8ba9-471ce4c8fc4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for ce13c181-c21c-4ac8-98a9-fad3cfb61921 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:12.356014 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e0aee278-6579-4f4c-a12f-a993fb14e2b8 req-8ee088ae-5d53-43b3-985e-99359f10680f service neutron] 10.222.0.10 "GET /v2.0/networks/45c0d239-dc9b-48de-ab76-b33ee15693b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449232 Aug 28 13:04:12.568106 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:12.668943 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e0aee278-6579-4f4c-a12f-a993fb14e2b8 req-10b5e86f-d9eb-4597-b1a2-e965c536715c service neutron] 10.222.0.10 "GET /v2.0/networks/45c0d239-dc9b-48de-ab76-b33ee15693b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900951 Aug 28 13:04:12.679892 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e11544e0-f89c-4be7-b233-d2bca3f57046 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:12.707225 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:12.709911 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc67a444-a184-492d-8640-e7dc321d61c1 req-73df3f37-d16d-4864-89c5-960af876b917 service neutron] 10.222.0.11 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7306931 Aug 28 13:04:12.734037 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:12.841665 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c47969ff-131e-42b2-8ba9-471ce4c8fc4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:12.849986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=82704ae8-ad16-4148-a4cb-23a339ad87a1,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:12.894412 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:12.897577 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port e11544e0-f89c-4be7-b233-d2bca3f57046 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:12.898294 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:12.923042 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47969ff-131e-42b2-8ba9-471ce4c8fc4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=ce13c181-c21c-4ac8-98a9-fad3cfb61921,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:12.962587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Router e1023ea0-d075-4aae-bfcb-b6b17b494782 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:04:12.965878 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c47969ff-131e-42b2-8ba9-471ce4c8fc4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:12.967986 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c47969ff-131e-42b2-8ba9-471ce4c8fc4b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/ce13c181-c21c-4ac8-98a9-fad3cfb61921 HTTP/1.1" status: 204 len: 168 time: 1.6073115 Aug 28 13:04:12.974093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42278) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:12.977253 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:12.982308 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-22addefd-6282-4322-9759-af9a08c343f9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2488956 Aug 28 13:04:12.983707 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42280) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:13.010109 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-1cf625f5-74d9-48d7-9d34-0c3d0dd1c70d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'port': {'network_id': '2b176846-e6ef-48f0-9129-de422348339f', 'name': 'tempest-FloatingIPTestJSON-1174195808'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:13.361030 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf625f5-74d9-48d7-9d34-0c3d0dd1c70d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Made reservation on behalf of 4c90e2c1a6284963bcbf0151259293da for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:13.373383 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1cf625f5-74d9-48d7-9d34-0c3d0dd1c70d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:13.390042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba88e45-9d6b-412a-8fd4-87f862c03ec4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:13.392251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba88e45-9d6b-412a-8fd4-87f862c03ec4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:13.398553 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9ba88e45-9d6b-412a-8fd4-87f862c03ec4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4231958 Aug 28 13:04:13.408166 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42292) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:13.413856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-1cf625f5-74d9-48d7-9d34-0c3d0dd1c70d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] device_id is not set on port f1bc1f8c-5595-414b-a883-a325e6191599 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:04:13.422091 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:13.430517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:04:13.454345 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:13.458140 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc916d7-c6f9-4f3a-a27f-1b4332e3dca9 None None] Sync routers for ids ['e1023ea0-d075-4aae-bfcb-b6b17b494782'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:04:13.485023 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc916d7-c6f9-4f3a-a27f-1b4332e3dca9 None None] Routers {'e1023ea0-d075-4aae-bfcb-b6b17b494782'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:13.485662 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-6bc916d7-c6f9-4f3a-a27f-1b4332e3dca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e1023ea0-d075-4aae-bfcb-b6b17b494782'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:13.503543 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-96577531-6ebb-4e5f-8c94-ad4ac6f04c2b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2841685 Aug 28 13:04:13.504180 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42296) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:13.508022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'tag': '939ae531-917b-4096-80d5-60b5710e6f80'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:04:13.512568 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cfa722-c98e-4e06-8383-bbbc5cbe1cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f507af-44b8-42cb-8973-89c71c915ba2", "tag": "939ae531-917b-4096-80d5-60b5710e6f80"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:04:13.603397 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76654d4f-9294-4ba0-92bb-c17c9cff50a8 x-openstack-request-id: req-76654d4f-9294-4ba0-92bb-c17c9cff50a8 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:04:13.607514 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f507af-44b8-42cb-8973-89c71c915ba2", "tag": "939ae531-917b-4096-80d5-60b5710e6f80", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:04:13.607937 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76654d4f-9294-4ba0-92bb-c17c9cff50a8 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:04:13.608447 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'tag': '939ae531-917b-4096-80d5-60b5710e6f80', 'status': 'completed', 'code': 200} Aug 28 13:04:13.611234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47920740-4575-43d3-806b-639f1fb8fa43 tempest-TestVolumeBackupRestore-1383472675 tempest-TestVolumeBackupRestore-1383472675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:13.613448 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-47920740-4575-43d3-806b-639f1fb8fa43 tempest-TestVolumeBackupRestore-1383472675 tempest-TestVolumeBackupRestore-1383472675-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 1093 time: 0.0974433 Aug 28 13:04:13.617756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42300) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:13.660691 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f5e787a2-9189-4f42-b6b6-9ad2f843cd8b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Request body: {'floatingip': {'port_id': '939ae531-917b-4096-80d5-60b5710e6f80'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:13.708551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc44f49f-a147-4340-8684-edcc76592622 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 4897c81b-99ce-41c3-a1e1-657983270309 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:04:13.718304 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc44f49f-a147-4340-8684-edcc76592622 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:13.790998 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-6bc916d7-c6f9-4f3a-a27f-1b4332e3dca9 None None] Set router e1023ea0-d075-4aae-bfcb-b6b17b494782 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:04:13.865581 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfa722-c98e-4e06-8383-bbbc5cbe1cdc req-fc95fd2f-22a7-4c11-ade3-0b68d249980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:13.868177 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6cfa722-c98e-4e06-8383-bbbc5cbe1cdc req-fc95fd2f-22a7-4c11-ade3-0b68d249980c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5e1444e94524818b1b5b3600c8a9eae&device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 1098 time: 0.2512245 Aug 28 13:04:13.870999 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5e787a2-9189-4f42-b6b6-9ad2f843cd8b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for floatingip, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:14.172434 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfa722-c98e-4e06-8383-bbbc5cbe1cdc req-8b2f8e43-fca5-4c32-9580-043e62eb86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:14.176305 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6cfa722-c98e-4e06-8383-bbbc5cbe1cdc req-8b2f8e43-fca5-4c32-9580-043e62eb86e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b623883-070b-4970-8c08-14a8d3756313 HTTP/1.1" status: 200 len: 914 time: 0.2956445 Aug 28 13:04:14.358598 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc44f49f-a147-4340-8684-edcc76592622 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:14.393241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-1cf625f5-74d9-48d7-9d34-0c3d0dd1c70d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Allocated IP 172.20.0.10 (2b176846-e6ef-48f0-9129-de422348339f/ba58e358-9a89-4227-84c0-3a5d2d0096e7/f1bc1f8c-5595-414b-a883-a325e6191599) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:14.413894 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-6bc916d7-c6f9-4f3a-a27f-1b4332e3dca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 4, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port': {'id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:29Z', 'updated_at': '2021-08-28T12:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '08ee5cb6-58b7-4f3f-9446-6f53feff763b', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'port_id': '939ae531-917b-4096-80d5-60b5710e6f80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'mac_address': 'fa:16:3e:c7:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:04:09Z', 'updated_at': '2021-08-28T13:04:09Z', 'revision_number': 0, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49355f58-9ac2-4c91-800d-a72ad763afcd', 'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'mac_address': 'fa:16:3e:50:11:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:34Z', 'updated_at': '2021-08-28T12:59:49Z', 'revision_number': 5, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'subnets': [{'id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:14.451057 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc916d7-c6f9-4f3a-a27f-1b4332e3dca9 None None] Checking router: e1023ea0-d075-4aae-bfcb-b6b17b494782 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:04:14.467071 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc916d7-c6f9-4f3a-a27f-1b4332e3dca9 None None] Routers {'e1023ea0-d075-4aae-bfcb-b6b17b494782'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:14.481104 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-6bc916d7-c6f9-4f3a-a27f-1b4332e3dca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e1023ea0-d075-4aae-bfcb-b6b17b494782'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:14.692220 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc44f49f-a147-4340-8684-edcc76592622 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:14.707838 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-6bc916d7-c6f9-4f3a-a27f-1b4332e3dca9 None None] Set router e1023ea0-d075-4aae-bfcb-b6b17b494782 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:04:14.828035 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc44f49f-a147-4340-8684-edcc76592622 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:14.856866 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc44f49f-a147-4340-8684-edcc76592622 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:14.858437 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d40254-e80a-41de-b474-f4e114df2a91 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:14.863843 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fc44f49f-a147-4340-8684-edcc76592622 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/4897c81b-99ce-41c3-a1e1-657983270309 HTTP/1.1" status: 204 len: 168 time: 1.4507010 Aug 28 13:04:14.867704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42332) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:14.970463 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44f49f-a147-4340-8684-edcc76592622 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=4897c81b-99ce-41c3-a1e1-657983270309,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:14.986270 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5e787a2-9189-4f42-b6b6-9ad2f843cd8b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:15.001900 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5e787a2-9189-4f42-b6b6-9ad2f843cd8b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:15.011397 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6cfa722-c98e-4e06-8383-bbbc5cbe1cdc req-cc38f61d-468f-40dd-8b91-f473e8fdaa12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=939ae531-917b-4096-80d5-60b5710e6f80 HTTP/1.1" status: 200 len: 1000 time: 0.8242445 Aug 28 13:04:15.115318 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fb1cdaaf-b00b-4400-9d5b-6fec461dcc55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2324460 Aug 28 13:04:15.117327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42338) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:15.166968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfa722-c98e-4e06-8383-bbbc5cbe1cdc req-a0074405-b114-48f1-a7d4-63db05cac6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:15.169264 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6cfa722-c98e-4e06-8383-bbbc5cbe1cdc req-a0074405-b114-48f1-a7d4-63db05cac6b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=048da36b-b127-4f58-b3f8-ec0e99aec6bb HTTP/1.1" status: 200 len: 853 time: 0.1501932 Aug 28 13:04:15.235264 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1cf625f5-74d9-48d7-9d34-0c3d0dd1c70d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:15.257076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfa722-c98e-4e06-8383-bbbc5cbe1cdc req-0d1a206a-e706-4925-924c-918fa49a5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:15.259038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6cfa722-c98e-4e06-8383-bbbc5cbe1cdc req-0d1a206a-e706-4925-924c-918fa49a5a23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b623883-070b-4970-8c08-14a8d3756313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716317 Aug 28 13:04:15.279772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9993d5d-cc7d-45c3-aea0-3647b738279e None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:04:15.340388 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c314ff-aa98-474f-92d9-cacd63413eb7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:15.346543 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b0c314ff-aa98-474f-92d9-cacd63413eb7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2273486 Aug 28 13:04:15.348099 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42344) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:15.365476 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:15.410895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d9993d5d-cc7d-45c3-aea0-3647b738279e None None] Deleting port e11544e0-f89c-4be7-b233-d2bca3f57046 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:15.411269 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d9993d5d-cc7d-45c3-aea0-3647b738279e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:15.426151 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1cf625f5-74d9-48d7-9d34-0c3d0dd1c70d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:15.503211 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-6bc916d7-c6f9-4f3a-a27f-1b4332e3dca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 4, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port': {'id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:29Z', 'updated_at': '2021-08-28T12:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '08ee5cb6-58b7-4f3f-9446-6f53feff763b', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'port_id': '939ae531-917b-4096-80d5-60b5710e6f80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'mac_address': 'fa:16:3e:c7:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:04:09Z', 'updated_at': '2021-08-28T13:04:09Z', 'revision_number': 0, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49355f58-9ac2-4c91-800d-a72ad763afcd', 'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'mac_address': 'fa:16:3e:50:11:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:34Z', 'updated_at': '2021-08-28T12:59:49Z', 'revision_number': 5, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'subnets': [{'id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:15.536118 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc916d7-c6f9-4f3a-a27f-1b4332e3dca9 None None] The sync data for ids ['e1023ea0-d075-4aae-bfcb-b6b17b494782'] in n-d-791505-21 is: [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 4, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port': {'id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:29Z', 'updated_at': '2021-08-28T12:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '08ee5cb6-58b7-4f3f-9446-6f53feff763b', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'port_id': '939ae531-917b-4096-80d5-60b5710e6f80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'mac_address': 'fa:16:3e:c7:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:04:09Z', 'updated_at': '2021-08-28T13:04:09Z', 'revision_number': 0, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49355f58-9ac2-4c91-800d-a72ad763afcd', 'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'mac_address': 'fa:16:3e:50:11:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:34Z', 'updated_at': '2021-08-28T12:59:49Z', 'revision_number': 5, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'subnets': [{'id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:04:15.545161 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34746802-c57d-4807-a1d7-f19a98ce5cc8 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:15.549898 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-34746802-c57d-4807-a1d7-f19a98ce5cc8 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1980762 Aug 28 13:04:15.559517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42348) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:15.565088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d9993d5d-cc7d-45c3-aea0-3647b738279e None None] For port e11544e0-f89c-4be7-b233-d2bca3f57046, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e11544e0-f89c-4be7-b233-d2bca3f57046,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:15.565496 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d9993d5d-cc7d-45c3-aea0-3647b738279e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:15.572414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf625f5-74d9-48d7-9d34-0c3d0dd1c70d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 2b176846-e6ef-48f0-9129-de422348339f is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:15.592110 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-1cf625f5-74d9-48d7-9d34-0c3d0dd1c70d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:15.618126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d9993d5d-cc7d-45c3-aea0-3647b738279e None None] Calling delete_port for e11544e0-f89c-4be7-b233-d2bca3f57046 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:15.621185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf625f5-74d9-48d7-9d34-0c3d0dd1c70d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:15.686475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cc5c3817-ffd2-48db-84d2-c1ad63361831 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150494 Aug 28 13:04:15.699130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42358) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:15.708641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7614b021-de6c-4366-bf34-80436ffedb5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:15.733311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf625f5-74d9-48d7-9d34-0c3d0dd1c70d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=f1bc1f8c-5595-414b-a883-a325e6191599,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:15.762028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e787a2-9189-4f42-b6b6-9ad2f843cd8b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Router e1023ea0-d075-4aae-bfcb-b6b17b494782 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:04:15.806559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf625f5-74d9-48d7-9d34-0c3d0dd1c70d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:15.808563 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1cf625f5-74d9-48d7-9d34-0c3d0dd1c70d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:15.844301 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1cf625f5-74d9-48d7-9d34-0c3d0dd1c70d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8566332 Aug 28 13:04:15.845744 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42360) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:15.848319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6cfa722-c98e-4e06-8383-bbbc5cbe1cdc req-2659a2fe-3fba-4a89-b375-56fe84580fde service neutron] 10.222.0.11 "GET /v2.0/networks/8b623883-070b-4970-8c08-14a8d3756313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449512 Aug 28 13:04:15.850174 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d9993d5d-cc7d-45c3-aea0-3647b738279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:15.865387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2e68174c-b252-42b8-a0e4-da1ecdca9103 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'floatingip': {'port_id': 'f1bc1f8c-5595-414b-a883-a325e6191599'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:15.882663 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9993d5d-cc7d-45c3-aea0-3647b738279e None None] Pushing event deleted for resources: {'Port': ['ID=e11544e0-f89c-4be7-b233-d2bca3f57046,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:15.890635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9993d5d-cc7d-45c3-aea0-3647b738279e None None] No DVR routers for this DVR port e11544e0-f89c-4be7-b233-d2bca3f57046 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:04:16.049822 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f34c44-1668-45d0-bf57-4db86f841e16 None None] New status for floating IP 08ee5cb6-58b7-4f3f-9446-6f53feff763b: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:04:16.189574 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2e68174c-b252-42b8-a0e4-da1ecdca9103 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:16.265698 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6cfa722-c98e-4e06-8383-bbbc5cbe1cdc req-efc183b1-5f5d-4bd6-8280-ca0d23aea248 service neutron] 10.222.0.11 "GET /v2.0/networks/8b623883-070b-4970-8c08-14a8d3756313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956013 Aug 28 13:04:16.454332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42370) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:16.687825 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e11544e0-f89c-4be7-b233-d2bca3f57046 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:04:16.721972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: e11544e0-f89c-4be7-b233-d2bca3f57046 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:04:16.722769 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e11544e0-f89c-4be7-b233-d2bca3f57046 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:04:16.762517 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b326f2e3-aa1f-4e73-a9ed-f2b04f030de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:17.002513 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.db.api [None req-7614b021-de6c-4366-bf34-80436ffedb5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 13:04:17.002513 n-d-791505-21 neutron-server[94877]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 28 13:04:17.002513 n-d-791505-21 neutron-server[94877]: [parameters: {'project_id': 'b311ab0a5d894a88b163c3664933f5ac', 'id': '611073c3-2ce0-4caf-b0ce-cd115e503981', 'expiration': datetime.datetime(2021, 8, 28, 13, 6, 16, 982734)}] Aug 28 13:04:17.002513 n-d-791505-21 neutron-server[94877]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:04:17.002513 n-d-791505-21 neutron-server[94877]: DEBUG oslo_db.api [None req-7614b021-de6c-4366-bf34-80436ffedb5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:04:17.030674 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e787a2-9189-4f42-b6b6-9ad2f843cd8b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:04:17.039102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5e787a2-9189-4f42-b6b6-9ad2f843cd8b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:17.046098 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89937688-a098-477d-96a4-593fd1508569 None None] Sync routers for ids ['e1023ea0-d075-4aae-bfcb-b6b17b494782'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:04:17.065558 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89937688-a098-477d-96a4-593fd1508569 None None] Routers {'e1023ea0-d075-4aae-bfcb-b6b17b494782'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:17.070850 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-89937688-a098-477d-96a4-593fd1508569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e1023ea0-d075-4aae-bfcb-b6b17b494782'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:17.113417 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'tag': '939ae531-917b-4096-80d5-60b5710e6f80'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:04:17.118998 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1224c473-f5cd-40cb-8161-8dcfc9ddc26a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f507af-44b8-42cb-8973-89c71c915ba2", "tag": "939ae531-917b-4096-80d5-60b5710e6f80"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:04:17.222139 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f5e787a2-9189-4f42-b6b6-9ad2f843cd8b tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "PUT /v2.0/floatingips/08ee5cb6-58b7-4f3f-9446-6f53feff763b HTTP/1.1" status: 200 len: 992 time: 3.5979083 Aug 28 13:04:17.224723 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9373140-fdd8-4e4f-b38a-3284b45cf4b0 x-openstack-request-id: req-d9373140-fdd8-4e4f-b38a-3284b45cf4b0 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:04:17.225462 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f507af-44b8-42cb-8973-89c71c915ba2", "tag": "939ae531-917b-4096-80d5-60b5710e6f80", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:04:17.225855 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9373140-fdd8-4e4f-b38a-3284b45cf4b0 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:04:17.226370 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'tag': '939ae531-917b-4096-80d5-60b5710e6f80', 'status': 'completed', 'code': 200} Aug 28 13:04:17.247203 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b326f2e3-aa1f-4e73-a9ed-f2b04f030de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:17.254517 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b326f2e3-aa1f-4e73-a9ed-f2b04f030de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:17.340409 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-89937688-a098-477d-96a4-593fd1508569 None None] Set router e1023ea0-d075-4aae-bfcb-b6b17b494782 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:04:17.345148 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326f2e3-aa1f-4e73-a9ed-f2b04f030de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a3ad89-251c-4eb3-a175-42490f155ac7,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:17.346433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224c473-f5cd-40cb-8161-8dcfc9ddc26a req-08bb3d13-24ce-407e-9bc7-1c1723836ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:17.348518 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1224c473-f5cd-40cb-8161-8dcfc9ddc26a req-08bb3d13-24ce-407e-9bc7-1c1723836ea7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5e1444e94524818b1b5b3600c8a9eae&device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 1098 time: 0.1036935 Aug 28 13:04:17.350913 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b326f2e3-aa1f-4e73-a9ed-f2b04f030de8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a10a35133ab8426dbf4d07b02052cf02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8949065 Aug 28 13:04:17.353703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42388) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:17.499494 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31e56cfa-73bb-44b8-abe3-ada541e0f4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:17.551321 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.db.resource_extend [None req-2e68174c-b252-42b8-a0e4-da1ecdca9103 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 13:04:17.643057 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31e56cfa-73bb-44b8-abe3-ada541e0f4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:17.681159 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-89937688-a098-477d-96a4-593fd1508569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 4, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port': {'id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:29Z', 'updated_at': '2021-08-28T12:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '08ee5cb6-58b7-4f3f-9446-6f53feff763b', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'port_id': '939ae531-917b-4096-80d5-60b5710e6f80', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'mac_address': 'fa:16:3e:c7:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:04:09Z', 'updated_at': '2021-08-28T13:04:16Z', 'revision_number': 2, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49355f58-9ac2-4c91-800d-a72ad763afcd', 'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'mac_address': 'fa:16:3e:50:11:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:34Z', 'updated_at': '2021-08-28T12:59:49Z', 'revision_number': 5, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'subnets': [{'id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:17.699532 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7614b021-de6c-4366-bf34-80436ffedb5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:17.704612 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7614b021-de6c-4366-bf34-80436ffedb5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:17.730407 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89937688-a098-477d-96a4-593fd1508569 None None] Checking router: e1023ea0-d075-4aae-bfcb-b6b17b494782 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:04:17.740208 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89937688-a098-477d-96a4-593fd1508569 None None] Routers {'e1023ea0-d075-4aae-bfcb-b6b17b494782'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:17.741818 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-89937688-a098-477d-96a4-593fd1508569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e1023ea0-d075-4aae-bfcb-b6b17b494782'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:17.742526 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2e68174c-b252-42b8-a0e4-da1ecdca9103 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:17.787742 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2e68174c-b252-42b8-a0e4-da1ecdca9103 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:17.790188 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224c473-f5cd-40cb-8161-8dcfc9ddc26a req-8649d755-f54a-46d6-ae78-75a40bcfdf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:17.791784 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1224c473-f5cd-40cb-8161-8dcfc9ddc26a req-8649d755-f54a-46d6-ae78-75a40bcfdf3d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b623883-070b-4970-8c08-14a8d3756313 HTTP/1.1" status: 200 len: 914 time: 0.4033384 Aug 28 13:04:17.867425 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-89937688-a098-477d-96a4-593fd1508569 None None] Set router e1023ea0-d075-4aae-bfcb-b6b17b494782 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:04:18.012957 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31e56cfa-73bb-44b8-abe3-ada541e0f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:18.015679 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31e56cfa-73bb-44b8-abe3-ada541e0f4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:18.019777 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-31e56cfa-73bb-44b8-abe3-ada541e0f4ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83a3ad89-251c-4eb3-a175-42490f155ac7 HTTP/1.1" status: 204 len: 168 time: 0.6618798 Aug 28 13:04:18.043446 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1224c473-f5cd-40cb-8161-8dcfc9ddc26a req-d3570370-54ab-4d9e-93a5-d4d5f538fe50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=939ae531-917b-4096-80d5-60b5710e6f80 HTTP/1.1" status: 200 len: 1002 time: 0.2120605 Aug 28 13:04:18.104266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e56cfa-73bb-44b8-abe3-ada541e0f4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a3ad89-251c-4eb3-a175-42490f155ac7,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:18.107023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224c473-f5cd-40cb-8161-8dcfc9ddc26a req-76bb0e28-9f1e-4c1a-a6f8-3266db23eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:18.108611 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1224c473-f5cd-40cb-8161-8dcfc9ddc26a req-76bb0e28-9f1e-4c1a-a6f8-3266db23eb23 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=048da36b-b127-4f58-b3f8-ec0e99aec6bb HTTP/1.1" status: 200 len: 853 time: 0.0538068 Aug 28 13:04:18.111698 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-2e68174c-b252-42b8-a0e4-da1ecdca9103 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Floating IP 3d7e5f44-9e69-46ab-987e-a4239ed7bfdc associated. External IP: 172.25.1.222, port: f1bc1f8c-5595-414b-a883-a325e6191599. Aug 28 13:04:18.233339 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-89937688-a098-477d-96a4-593fd1508569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 4, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port': {'id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:29Z', 'updated_at': '2021-08-28T12:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '08ee5cb6-58b7-4f3f-9446-6f53feff763b', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'port_id': '939ae531-917b-4096-80d5-60b5710e6f80', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'mac_address': 'fa:16:3e:c7:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:04:09Z', 'updated_at': '2021-08-28T13:04:16Z', 'revision_number': 2, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49355f58-9ac2-4c91-800d-a72ad763afcd', 'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'mac_address': 'fa:16:3e:50:11:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:34Z', 'updated_at': '2021-08-28T12:59:49Z', 'revision_number': 5, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'subnets': [{'id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:18.271311 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89937688-a098-477d-96a4-593fd1508569 None None] The sync data for ids ['e1023ea0-d075-4aae-bfcb-b6b17b494782'] in n-d-791505-21 is: [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 4, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port': {'id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:29Z', 'updated_at': '2021-08-28T12:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '08ee5cb6-58b7-4f3f-9446-6f53feff763b', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'port_id': '939ae531-917b-4096-80d5-60b5710e6f80', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'mac_address': 'fa:16:3e:c7:33:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:04:09Z', 'updated_at': '2021-08-28T13:04:16Z', 'revision_number': 2, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49355f58-9ac2-4c91-800d-a72ad763afcd', 'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'mac_address': 'fa:16:3e:50:11:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:34Z', 'updated_at': '2021-08-28T12:59:49Z', 'revision_number': 5, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'subnets': [{'id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:04:18.310712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224c473-f5cd-40cb-8161-8dcfc9ddc26a req-ba018d12-43bb-4268-8ca2-7967f757df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:18.312163 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1224c473-f5cd-40cb-8161-8dcfc9ddc26a req-ba018d12-43bb-4268-8ca2-7967f757df97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b623883-070b-4970-8c08-14a8d3756313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513858 Aug 28 13:04:18.523971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42412) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:18.547920 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-77842e84-1cfb-46bb-a54b-465c45e81488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:18.617548 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1224c473-f5cd-40cb-8161-8dcfc9ddc26a req-06718364-1ae5-401d-9270-9614a5232078 service neutron] 10.222.0.11 "GET /v2.0/networks/8b623883-070b-4970-8c08-14a8d3756313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963123 Aug 28 13:04:18.639261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.objects.ports [None req-7614b021-de6c-4366-bf34-80436ffedb5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:04:18.646348 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7614b021-de6c-4366-bf34-80436ffedb5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:18.694669 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-77842e84-1cfb-46bb-a54b-465c45e81488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:18.699877 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-77842e84-1cfb-46bb-a54b-465c45e81488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:18.741358 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-77842e84-1cfb-46bb-a54b-465c45e81488 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89b87284f0914e7383c78404b4e8a8e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2154393 Aug 28 13:04:18.748631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42420) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:18.803777 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e68174c-b252-42b8-a0e4-da1ecdca9103 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 51fd5fa0-76b0-40ef-9022-09adb5f88722 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:04:18.805677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7614b021-de6c-4366-bf34-80436ffedb5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:18.813934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-7614b021-de6c-4366-bf34-80436ffedb5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:18.823337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457d7998-f7d8-48a1-b7bc-1d796017ae27 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:18.824480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7614b021-de6c-4366-bf34-80436ffedb5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:18.825080 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7614b021-de6c-4366-bf34-80436ffedb5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:18.834160 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-42aa9ab4-080b-4835-b6dc-1799473036b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:18.839019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77842e84-1cfb-46bb-a54b-465c45e81488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade76af8-0aee-4bea-9a09-e8dae1026168,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:18.877998 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7614b021-de6c-4366-bf34-80436ffedb5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.1771619 Aug 28 13:04:18.881139 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42424) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:18.882737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614b021-de6c-4366-bf34-80436ffedb5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=b02e4c0c-87b0-4a00-a691-f8c8b1e91b3a,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:18.886787 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1224c473-f5cd-40cb-8161-8dcfc9ddc26a req-f957e1c9-4c87-444e-b78c-203bdd8bbcad service neutron] 10.222.0.11 "GET /v2.0/networks/8b623883-070b-4970-8c08-14a8d3756313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457511 Aug 28 13:04:18.894630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ed03da14-4735-43ba-9c75-feee4b9de763 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'mac_address': 'fa:16:3e:96:73:21', 'name': 'tempest-NetworksTestDHCPv6-1053624533'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:19.004425 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-42aa9ab4-080b-4835-b6dc-1799473036b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:19.014085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': 'b02e4c0c-87b0-4a00-a691-f8c8b1e91b3a'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:04:19.015307 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:19.118137 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-42aa9ab4-080b-4835-b6dc-1799473036b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:19.121531 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-42aa9ab4-080b-4835-b6dc-1799473036b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:19.123955 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-42aa9ab4-080b-4835-b6dc-1799473036b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ade76af8-0aee-4bea-9a09-e8dae1026168 HTTP/1.1" status: 204 len: 168 time: 0.3741162 Aug 28 13:04:19.138759 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e68174c-b252-42b8-a0e4-da1ecdca9103 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:04:19.145214 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2e68174c-b252-42b8-a0e4-da1ecdca9103 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:19.152712 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa9ab4-080b-4835-b6dc-1799473036b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade76af8-0aee-4bea-9a09-e8dae1026168,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:19.200217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Allocated IP 2001:db8::f816:3eff:fe10:89dc (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/b02e4c0c-87b0-4a00-a691-f8c8b1e91b3a/9c27dca8-cddd-4c0c-90d7-56299f8a32a2) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:19.212143 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed03da14-4735-43ba-9c75-feee4b9de763 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:19.216768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42436) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:19.218567 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2e68174c-b252-42b8-a0e4-da1ecdca9103 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "PUT /v2.0/floatingips/3d7e5f44-9e69-46ab-987e-a4239ed7bfdc HTTP/1.1" status: 200 len: 979 time: 3.3559101 Aug 28 13:04:19.227881 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'tag': '939ae531-917b-4096-80d5-60b5710e6f80'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:04:19.230134 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b19119c-f4b1-4f78-8b7c-d100b6c8b5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f507af-44b8-42cb-8973-89c71c915ba2", "tag": "939ae531-917b-4096-80d5-60b5710e6f80"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:04:19.305062 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83014c45-77a4-427e-9298-31d71d7d28bd x-openstack-request-id: req-83014c45-77a4-427e-9298-31d71d7d28bd {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:04:19.305356 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f507af-44b8-42cb-8973-89c71c915ba2", "tag": "939ae531-917b-4096-80d5-60b5710e6f80", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:04:19.305611 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83014c45-77a4-427e-9298-31d71d7d28bd {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:04:19.306021 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'tag': '939ae531-917b-4096-80d5-60b5710e6f80', 'status': 'completed', 'code': 200} Aug 28 13:04:19.326384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6920c-6b8b-4030-959d-410c03bb78f2 None None] Sync routers for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:04:19.358041 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6920c-6b8b-4030-959d-410c03bb78f2 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:19.359134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-9fb6920c-6b8b-4030-959d-410c03bb78f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:19.432668 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-9fb6920c-6b8b-4030-959d-410c03bb78f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:19.470080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19119c-f4b1-4f78-8b7c-d100b6c8b5c9 req-adbcc8c0-e14f-4964-b699-2a3271dd509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:19.476990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b19119c-f4b1-4f78-8b7c-d100b6c8b5c9 req-adbcc8c0-e14f-4964-b699-2a3271dd509d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5e1444e94524818b1b5b3600c8a9eae&device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 1098 time: 0.1479490 Aug 28 13:04:19.482643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6920c-6b8b-4030-959d-410c03bb78f2 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:19.483702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-9fb6920c-6b8b-4030-959d-410c03bb78f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:19.515930 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ed03da14-4735-43ba-9c75-feee4b9de763 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:19.520296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-9fb6920c-6b8b-4030-959d-410c03bb78f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:19.521291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb6920c-6b8b-4030-959d-410c03bb78f2 None None] The sync data for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:04:19.551054 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:19.580009 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Transition to ACTIVE for port object 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:19.590761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-ed03da14-4735-43ba-9c75-feee4b9de763 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 95cb5b27-d241-4222-bf79-0fb407d4081a yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:04:19.626688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Transition to ACTIVE for port object 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:19.638135 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:19.687621 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-1f18b5fa-fd65-4826-8f27-e52364c5be1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting port f1bc1f8c-5595-414b-a883-a325e6191599 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:19.690949 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f18b5fa-fd65-4826-8f27-e52364c5be1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:19.733571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19119c-f4b1-4f78-8b7c-d100b6c8b5c9 req-3609f897-325d-4418-a475-f16716f57602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:19.735532 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b19119c-f4b1-4f78-8b7c-d100b6c8b5c9 req-3609f897-325d-4418-a475-f16716f57602 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b623883-070b-4970-8c08-14a8d3756313 HTTP/1.1" status: 200 len: 914 time: 0.2510505 Aug 28 13:04:19.748165 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:19.755974 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:19.764129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:19.795072 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Pushing event updated for resources: {'Port': ['ID=9c27dca8-cddd-4c0c-90d7-56299f8a32a2,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:19.825473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Attempting to bind port 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:04:19.826136 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Attempting to bind port 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:04:19.826238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Attempting to bind port 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:04:19.832119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:04:19.832439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:04:19.832837 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:19.833224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:04:19.833692 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Bound port: 9c27dca8-cddd-4c0c-90d7-56299f8a32a2, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:04:19.834070 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:19.865633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-ed03da14-4735-43ba-9c75-feee4b9de763 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::f816:3eff:fe96:7321 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/b02e4c0c-87b0-4a00-a691-f8c8b1e91b3a/95cb5b27-d241-4222-bf79-0fb407d4081a) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:19.870799 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f18b5fa-fd65-4826-8f27-e52364c5be1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:19.910821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] For port 9c27dca8-cddd-4c0c-90d7-56299f8a32a2, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:04:19.915349 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] For port 9c27dca8-cddd-4c0c-90d7-56299f8a32a2, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9c27dca8-cddd-4c0c-90d7-56299f8a32a2,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:04:19.922048 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:19.951617 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b19119c-f4b1-4f78-8b7c-d100b6c8b5c9 req-cb62f320-1cf0-438d-9b2e-0aed73ffe5f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=939ae531-917b-4096-80d5-60b5710e6f80 HTTP/1.1" status: 200 len: 1002 time: 0.2063618 Aug 28 13:04:20.091415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cb318-d4a2-4f6c-a1f0-637705381602 None None] Pushing event updated for resources: {'Port': ['ID=9c27dca8-cddd-4c0c-90d7-56299f8a32a2,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:20.091645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19119c-f4b1-4f78-8b7c-d100b6c8b5c9 req-0fe7ead8-0344-4733-9d9c-e05043d4a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:20.092942 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b19119c-f4b1-4f78-8b7c-d100b6c8b5c9 req-0fe7ead8-0344-4733-9d9c-e05043d4a8d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=048da36b-b127-4f58-b3f8-ec0e99aec6bb HTTP/1.1" status: 200 len: 853 time: 0.1336904 Aug 28 13:04:20.179588 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19119c-f4b1-4f78-8b7c-d100b6c8b5c9 req-5cdaaa4b-66eb-4ac7-a0d3-681b6a071289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:20.181296 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b19119c-f4b1-4f78-8b7c-d100b6c8b5c9 req-5cdaaa4b-66eb-4ac7-a0d3-681b6a071289 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b623883-070b-4970-8c08-14a8d3756313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789433 Aug 28 13:04:20.299594 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b19119c-f4b1-4f78-8b7c-d100b6c8b5c9 req-7503f239-9cbb-4874-942a-c0c2c26bfe40 service neutron] 10.222.0.11 "GET /v2.0/networks/8b623883-070b-4970-8c08-14a8d3756313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093478 Aug 28 13:04:20.334521 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f18b5fa-fd65-4826-8f27-e52364c5be1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:20.335618 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f18b5fa-fd65-4826-8f27-e52364c5be1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:20.335994 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-1f18b5fa-fd65-4826-8f27-e52364c5be1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Floating IP 3d7e5f44-9e69-46ab-987e-a4239ed7bfdc disassociated. External IP: 172.25.1.222, port: f1bc1f8c-5595-414b-a883-a325e6191599. Aug 28 13:04:20.336419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-1f18b5fa-fd65-4826-8f27-e52364c5be1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Calling delete_port for f1bc1f8c-5595-414b-a883-a325e6191599 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:20.502500 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ed03da14-4735-43ba-9c75-feee4b9de763 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:20.563438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-ed03da14-4735-43ba-9c75-feee4b9de763 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 95cb5b27-d241-4222-bf79-0fb407d4081a will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:20.579235 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b19119c-f4b1-4f78-8b7c-d100b6c8b5c9 req-b20a10f9-c570-4cf1-956f-7a342d0156bb service neutron] 10.222.0.11 "GET /v2.0/networks/8b623883-070b-4970-8c08-14a8d3756313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714281 Aug 28 13:04:20.642798 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f18b5fa-fd65-4826-8f27-e52364c5be1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:20.681689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:20.709119 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ed03da14-4735-43ba-9c75-feee4b9de763 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:20.713914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18b5fa-fd65-4826-8f27-e52364c5be1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Port': ['ID=f1bc1f8c-5595-414b-a883-a325e6191599,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:20.775677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:20.800593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed03da14-4735-43ba-9c75-feee4b9de763 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:20.807620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-ed03da14-4735-43ba-9c75-feee4b9de763 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:20.813031 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed03da14-4735-43ba-9c75-feee4b9de763 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:20.819594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed03da14-4735-43ba-9c75-feee4b9de763 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:20.820260 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ed03da14-4735-43ba-9c75-feee4b9de763 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:20.853777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03da14-4735-43ba-9c75-feee4b9de763 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=95cb5b27-d241-4222-bf79-0fb407d4081a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:20.889871 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ed03da14-4735-43ba-9c75-feee4b9de763 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0044100 Aug 28 13:04:20.891276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42472) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:20.960320 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100f366b-5a22-49d1-8e4e-5c92fdd6c175 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:20.966932 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100f366b-5a22-49d1-8e4e-5c92fdd6c175 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:20.968788 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-100f366b-5a22-49d1-8e4e-5c92fdd6c175 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0757933 Aug 28 13:04:20.971597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42476) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:21.015035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f18b5fa-fd65-4826-8f27-e52364c5be1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 51fd5fa0-76b0-40ef-9022-09adb5f88722 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:04:21.304932 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0f225dd2-b824-4ae4-a2cb-fa2849b2e542 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 95cb5b27-d241-4222-bf79-0fb407d4081a {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:21.305375 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f225dd2-b824-4ae4-a2cb-fa2849b2e542 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:21.309213 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f18b5fa-fd65-4826-8f27-e52364c5be1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:04:21.323449 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860f88cb-b203-4bb5-beae-d20f43757be7 None None] Sync routers for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:04:21.344464 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860f88cb-b203-4bb5-beae-d20f43757be7 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:21.345097 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-860f88cb-b203-4bb5-beae-d20f43757be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:21.447311 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-860f88cb-b203-4bb5-beae-d20f43757be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:21.467547 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860f88cb-b203-4bb5-beae-d20f43757be7 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:21.468501 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f18b5fa-fd65-4826-8f27-e52364c5be1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:21.473236 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-860f88cb-b203-4bb5-beae-d20f43757be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:21.473699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42494) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:21.473828 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1f18b5fa-fd65-4826-8f27-e52364c5be1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/ports/f1bc1f8c-5595-414b-a883-a325e6191599 HTTP/1.1" status: 204 len: 168 time: 2.2551570 Aug 28 13:04:21.500256 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f225dd2-b824-4ae4-a2cb-fa2849b2e542 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:21.554630 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-860f88cb-b203-4bb5-beae-d20f43757be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:21.555417 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860f88cb-b203-4bb5-beae-d20f43757be7 None None] The sync data for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:04:21.558198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0f225dd2-b824-4ae4-a2cb-fa2849b2e542 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 95cb5b27-d241-4222-bf79-0fb407d4081a owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:21.604488 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-33983b7c-c992-4f53-9044-c3832b61d7d0 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "GET /v2.0/floatingips/3d7e5f44-9e69-46ab-987e-a4239ed7bfdc HTTP/1.1" status: 200 len: 688 time: 0.1284244 Aug 28 13:04:21.606816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42498) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:21.742577 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b0839c89-d835-43a0-bd6e-3577c024f0b0 None None] Provisioning for port 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:21.747759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b0839c89-d835-43a0-bd6e-3577c024f0b0 None None] Provisioning complete for port 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:21.748423 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0839c89-d835-43a0-bd6e-3577c024f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:21.842059 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f225dd2-b824-4ae4-a2cb-fa2849b2e542 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:21.909270 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0839c89-d835-43a0-bd6e-3577c024f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:21.928490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-29a4ef66-0b70-48a1-ad29-4b0c9debb604 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting port 82704ae8-ad16-4148-a4cb-23a339ad87a1 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:21.929300 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-29a4ef66-0b70-48a1-ad29-4b0c9debb604 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:21.931516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f225dd2-b824-4ae4-a2cb-fa2849b2e542 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=95cb5b27-d241-4222-bf79-0fb407d4081a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:21.961772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b0839c89-d835-43a0-bd6e-3577c024f0b0 None None] For port 9c27dca8-cddd-4c0c-90d7-56299f8a32a2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9c27dca8-cddd-4c0c-90d7-56299f8a32a2,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:21.974316 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0839c89-d835-43a0-bd6e-3577c024f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:21.981601 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f225dd2-b824-4ae4-a2cb-fa2849b2e542 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:21.986154 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0f225dd2-b824-4ae4-a2cb-fa2849b2e542 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/95cb5b27-d241-4222-bf79-0fb407d4081a HTTP/1.1" status: 204 len: 168 time: 1.0108461 Aug 28 13:04:21.987322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42508) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:22.050298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0839c89-d835-43a0-bd6e-3577c024f0b0 None None] Pushing event updated for resources: {'Port': ['ID=9c27dca8-cddd-4c0c-90d7-56299f8a32a2,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:22.080166 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ead6c8-a888-4199-9726-879137b1ca29 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:22.081680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ead6c8-a888-4199-9726-879137b1ca29 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:22.083302 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-17ead6c8-a888-4199-9726-879137b1ca29 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0945575 Aug 28 13:04:22.087391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42510) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:22.102682 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-51c09904-b0cf-432e-ac99-228bf06d8b15 None None] Could not find standard attr ID for object 95cb5b27-d241-4222-bf79-0fb407d4081a. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:04:22.162624 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-29a4ef66-0b70-48a1-ad29-4b0c9debb604 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:22.164338 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-29a4ef66-0b70-48a1-ad29-4b0c9debb604 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:22.192244 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c018da7-0b4e-459d-b323-3ecaf7ab1c60 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet b02e4c0c-87b0-4a00-a691-f8c8b1e91b3a {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:04:22.196535 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-29a4ef66-0b70-48a1-ad29-4b0c9debb604 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Calling delete_port for 82704ae8-ad16-4148-a4cb-23a339ad87a1 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:22.202552 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c018da7-0b4e-459d-b323-3ecaf7ab1c60 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:22.352712 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c018da7-0b4e-459d-b323-3ecaf7ab1c60 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:22.440452 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-29a4ef66-0b70-48a1-ad29-4b0c9debb604 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:22.478632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4ef66-0b70-48a1-ad29-4b0c9debb604 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Port': ['ID=82704ae8-ad16-4148-a4cb-23a339ad87a1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:22.545463 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-29a4ef66-0b70-48a1-ad29-4b0c9debb604 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:22.549191 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-29a4ef66-0b70-48a1-ad29-4b0c9debb604 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:22.555991 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-29a4ef66-0b70-48a1-ad29-4b0c9debb604 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/floatingips/3d7e5f44-9e69-46ab-987e-a4239ed7bfdc HTTP/1.1" status: 204 len: 168 time: 0.9479253 Aug 28 13:04:22.556882 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42526) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:22.575028 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': 'b6d2303a-537f-44f7-a709-6e746e4222cb'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:22.596173 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c018da7-0b4e-459d-b323-3ecaf7ab1c60 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:22.674568 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:22.686863 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:22.767851 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c018da7-0b4e-459d-b323-3ecaf7ab1c60 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:22.797948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:22.798460 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:22.812543 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c018da7-0b4e-459d-b323-3ecaf7ab1c60 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=b02e4c0c-87b0-4a00-a691-f8c8b1e91b3a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:22.815354 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6c018da7-0b4e-459d-b323-3ecaf7ab1c60 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:22.816953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6c018da7-0b4e-459d-b323-3ecaf7ab1c60 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/b02e4c0c-87b0-4a00-a691-f8c8b1e91b3a HTTP/1.1" status: 204 len: 168 time: 0.7286170 Aug 28 13:04:22.819563 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42536) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:22.876131 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-00109f9e-1d14-4443-b8de-97c623e66c55 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545938 Aug 28 13:04:22.886034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42540) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:22.891073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0252b11b-6933-4ba5-a3e1-21f0c2014018 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:22.899847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-60a032dc-3781-4020-8c51-d7822f7acd24 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:22.909464 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:23.036448 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a032dc-3781-4020-8c51-d7822f7acd24 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:23.042342 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-60a032dc-3781-4020-8c51-d7822f7acd24 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:23.142585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Allocated IP 172.25.1.240 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/aeec340c-1870-40cc-8a7c-74808425591b) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:23.343400 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:23.403112 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3c504a-b20a-444d-982d-4e3e76260d11 None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:04:23.416423 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:23.483755 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:23.489048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:23.497709 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=aeec340c-1870-40cc-8a7c-74808425591b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:23.509797 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:23.556626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c504a-b20a-444d-982d-4e3e76260d11 None None] Deleting port 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:23.557000 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9e3c504a-b20a-444d-982d-4e3e76260d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:23.750021 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9e3c504a-b20a-444d-982d-4e3e76260d11 None None] For port 9c27dca8-cddd-4c0c-90d7-56299f8a32a2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9c27dca8-cddd-4c0c-90d7-56299f8a32a2,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:23.750481 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9e3c504a-b20a-444d-982d-4e3e76260d11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:23.777536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c504a-b20a-444d-982d-4e3e76260d11 None None] Calling delete_port for 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:23.893887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.objects.ports [None req-60a032dc-3781-4020-8c51-d7822f7acd24 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:04:23.984142 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9e3c504a-b20a-444d-982d-4e3e76260d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:24.045068 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c504a-b20a-444d-982d-4e3e76260d11 None None] Pushing event deleted for resources: {'Port': ['ID=9c27dca8-cddd-4c0c-90d7-56299f8a32a2,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:24.060529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c504a-b20a-444d-982d-4e3e76260d11 None None] No DVR routers for this DVR port 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:04:24.099636 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42566) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:24.127919 n-d-791505-21 neutron-server[94877]: WARNING neutron.services.revisions.revision_plugin [None req-60a032dc-3781-4020-8c51-d7822f7acd24 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Could not find related port for resource to bump revision. Aug 28 13:04:24.133167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.ipam_pluggable_backend [None req-60a032dc-3781-4020-8c51-d7822f7acd24 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Port 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94877) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 28 13:04:24.133482 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.ipam_pluggable_backend [None req-60a032dc-3781-4020-8c51-d7822f7acd24 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Reverting IP allocation for 2001:db8::f816:3eff:fe10:89dc {{(pid=94877) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 28 13:04:24.138787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.ipam_pluggable_backend [None req-60a032dc-3781-4020-8c51-d7822f7acd24 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe10:89dc {{(pid=94877) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 28 13:04:24.140370 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-60a032dc-3781-4020-8c51-d7822f7acd24 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:24.206935 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a032dc-3781-4020-8c51-d7822f7acd24 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:24.211882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-60a032dc-3781-4020-8c51-d7822f7acd24 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:24.223287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e4466b-d8b7-425d-aed1-6d17767eeda1 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:24.224359 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:24.232744 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a032dc-3781-4020-8c51-d7822f7acd24 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:24.233649 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-60a032dc-3781-4020-8c51-d7822f7acd24 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:24.266907 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-60a032dc-3781-4020-8c51-d7822f7acd24 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3781230 Aug 28 13:04:24.267994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a032dc-3781-4020-8c51-d7822f7acd24 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=832fc328-db23-4da1-91fd-7aa22585e5a2,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:24.271374 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42570) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:24.281084 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1dafb6e3-4e62-4114-b86b-514277c0de84 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'mac_address': 'fa:16:3e:fc:fb:ea', 'name': 'tempest-NetworksTestDHCPv6-810102026'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:24.336452 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b3ee3fc-8a6f-44b5-92a4-3d3f8e9c9de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:24.456275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': '832fc328-db23-4da1-91fd-7aa22585e5a2'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:04:24.457480 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:24.515243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dafb6e3-4e62-4114-b86b-514277c0de84 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:24.696209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:04:24.701648 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1dafb6e3-4e62-4114-b86b-514277c0de84 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:24.760730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-1dafb6e3-4e62-4114-b86b-514277c0de84 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 37656b47-4248-4a15-adbc-1e20b75c46a9 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:04:24.763882 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:04:24.764227 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9c27dca8-cddd-4c0c-90d7-56299f8a32a2 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:04:24.791452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Allocated IP 2001:db8::f816:3eff:fe4b:d866 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/832fc328-db23-4da1-91fd-7aa22585e5a2/d2bf8a2b-a0f4-46cc-8437-526f9c400651) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:24.914312 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:25.095869 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b3ee3fc-8a6f-44b5-92a4-3d3f8e9c9de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:25.108288 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b3ee3fc-8a6f-44b5-92a4-3d3f8e9c9de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:25.112021 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:25.124113 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Transition to ACTIVE for port object d2bf8a2b-a0f4-46cc-8437-526f9c400651 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:25.145544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Transition to ACTIVE for port object d2bf8a2b-a0f4-46cc-8437-526f9c400651 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:25.155576 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:25.180151 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4b3ee3fc-8a6f-44b5-92a4-3d3f8e9c9de1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96d9f5341c2b44428d5e8608f29de4f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0766866 Aug 28 13:04:25.181070 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ee3fc-8a6f-44b5-92a4-3d3f8e9c9de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a8f4e1-f6f3-4555-92e0-b2961f0889f5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:25.186643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42578) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:25.190435 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:25.229915 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:25.231185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:25.235032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:25.245845 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:25.250283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Pushing event updated for resources: {'Port': ['ID=d2bf8a2b-a0f4-46cc-8437-526f9c400651,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:25.335235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Attempting to bind port d2bf8a2b-a0f4-46cc-8437-526f9c400651 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:04:25.335624 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Attempting to bind port d2bf8a2b-a0f4-46cc-8437-526f9c400651 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:04:25.335950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Attempting to bind port d2bf8a2b-a0f4-46cc-8437-526f9c400651 on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:04:25.342272 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:04:25.342902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:04:25.343320 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:25.343735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:04:25.344217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Bound port: d2bf8a2b-a0f4-46cc-8437-526f9c400651, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:04:25.344616 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:25.403635 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:25.419410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] For port d2bf8a2b-a0f4-46cc-8437-526f9c400651, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:04:25.423430 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] For port d2bf8a2b-a0f4-46cc-8437-526f9c400651, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d2bf8a2b-a0f4-46cc-8437-526f9c400651,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:04:25.431549 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:25.533042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-1dafb6e3-4e62-4114-b86b-514277c0de84 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::f816:3eff:fefc:fbea (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/832fc328-db23-4da1-91fd-7aa22585e5a2/37656b47-4248-4a15-adbc-1e20b75c46a9) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:25.542252 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=aeec340c-1870-40cc-8a7c-74808425591b,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:25.544775 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-08dcd86e-7e10-4eca-808c-165b09a3f9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:25.548410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95733af5-55b3-44c1-a141-9d4a3dafa553 None None] Pushing event updated for resources: {'Port': ['ID=d2bf8a2b-a0f4-46cc-8437-526f9c400651,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:25.574771 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-08dcd86e-7e10-4eca-808c-165b09a3f9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:25.672368 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-08dcd86e-7e10-4eca-808c-165b09a3f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:25.679749 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-08dcd86e-7e10-4eca-808c-165b09a3f9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:25.687608 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-08dcd86e-7e10-4eca-808c-165b09a3f9ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04a8f4e1-f6f3-4555-92e0-b2961f0889f5 HTTP/1.1" status: 204 len: 168 time: 0.4998529 Aug 28 13:04:25.701121 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Floating IP 19614b85-4005-49b3-91fa-356e1fda9ced associated. External IP: 172.25.1.240, port: b6d2303a-537f-44f7-a709-6e746e4222cb. Aug 28 13:04:25.712647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcd86e-7e10-4eca-808c-165b09a3f9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a8f4e1-f6f3-4555-92e0-b2961f0889f5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:25.853538 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1dafb6e3-4e62-4114-b86b-514277c0de84 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:25.885693 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-1dafb6e3-4e62-4114-b86b-514277c0de84 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 37656b47-4248-4a15-adbc-1e20b75c46a9 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:25.947587 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1dafb6e3-4e62-4114-b86b-514277c0de84 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.022730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafb6e3-4e62-4114-b86b-514277c0de84 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=37656b47-4248-4a15-adbc-1e20b75c46a9,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:26.050044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dafb6e3-4e62-4114-b86b-514277c0de84 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:26.052769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-1dafb6e3-4e62-4114-b86b-514277c0de84 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:26.057009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dafb6e3-4e62-4114-b86b-514277c0de84 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:26.065467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dafb6e3-4e62-4114-b86b-514277c0de84 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:26.066559 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1dafb6e3-4e62-4114-b86b-514277c0de84 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.095388 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1dafb6e3-4e62-4114-b86b-514277c0de84 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8222980 Aug 28 13:04:26.096316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42594) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:26.151278 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c67d5ef-c231-4d88-b0e0-b3ed55678445 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:26.157520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c67d5ef-c231-4d88-b0e0-b3ed55678445 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:26.159321 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0c67d5ef-c231-4d88-b0e0-b3ed55678445 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0613816 Aug 28 13:04:26.161842 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42596) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:26.172890 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 51fd5fa0-76b0-40ef-9022-09adb5f88722 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:04:26.270105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42598) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:26.302277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-9dad3e67-08ff-491d-b374-c3fc8f0bd566 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 37656b47-4248-4a15-adbc-1e20b75c46a9 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:26.303165 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9dad3e67-08ff-491d-b374-c3fc8f0bd566 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.354168 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5c01d21-1fbe-4083-811c-b9173dca664c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.360527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:04:26.373675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabf1ac-640e-4951-85e6-82125b498cd4 None None] Sync routers for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:04:26.388174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cabf1ac-640e-4951-85e6-82125b498cd4 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:26.388808 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0cabf1ac-640e-4951-85e6-82125b498cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:26.432401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0cabf1ac-640e-4951-85e6-82125b498cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:26.448415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cabf1ac-640e-4951-85e6-82125b498cd4 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:26.449045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0cabf1ac-640e-4951-85e6-82125b498cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:26.495820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0cabf1ac-640e-4951-85e6-82125b498cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:26.496843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabf1ac-640e-4951-85e6-82125b498cd4 None None] The sync data for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:04:26.547059 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5c01d21-1fbe-4083-811c-b9173dca664c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.557223 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9dad3e67-08ff-491d-b374-c3fc8f0bd566 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.561286 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5c01d21-1fbe-4083-811c-b9173dca664c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.566466 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.624627 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e5c01d21-1fbe-4083-811c-b9173dca664c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c2a66db6e554e3aa35c2ec6cb79cf2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537638 Aug 28 13:04:26.625262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42600) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:26.627741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c01d21-1fbe-4083-811c-b9173dca664c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53611eb4-9809-490b-ac56-71271932676b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:26.632838 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dbc0d88e-1564-47e8-86a2-966a24fae795 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0618517 Aug 28 13:04:26.635050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42602) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:26.640982 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-de927ce8-2c38-40e0-a3e6-4f748f279832 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1704838934'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:26.658541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-9dad3e67-08ff-491d-b374-c3fc8f0bd566 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 37656b47-4248-4a15-adbc-1e20b75c46a9 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:26.714570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de927ce8-2c38-40e0-a3e6-4f748f279832 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Made reservation on behalf of 4c90e2c1a6284963bcbf0151259293da for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:26.718440 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de927ce8-2c38-40e0-a3e6-4f748f279832 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.736377 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-125b7a2d-ff40-4637-8aaf-1e54fde23c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.738202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d2bf8a2b-a0f4-46cc-8437-526f9c400651 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:26.765113 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-125b7a2d-ff40-4637-8aaf-1e54fde23c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.770930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de927ce8-2c38-40e0-a3e6-4f748f279832 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:04:26.790979 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de927ce8-2c38-40e0-a3e6-4f748f279832 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.792074 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-de927ce8-2c38-40e0-a3e6-4f748f279832 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Added segment 92da236f-4651-44d4-b461-9c72a598c13f of type vlan for network 8c3ce3fc-4da2-4442-8d96-b3c475c12066 Aug 28 13:04:26.844307 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-125b7a2d-ff40-4637-8aaf-1e54fde23c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.848588 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-125b7a2d-ff40-4637-8aaf-1e54fde23c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.855930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port d2bf8a2b-a0f4-46cc-8437-526f9c400651 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:26.863990 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-125b7a2d-ff40-4637-8aaf-1e54fde23c4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53611eb4-9809-490b-ac56-71271932676b HTTP/1.1" status: 204 len: 168 time: 0.2166941 Aug 28 13:04:26.887268 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de927ce8-2c38-40e0-a3e6-4f748f279832 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.891885 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b7a2d-ff40-4637-8aaf-1e54fde23c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53611eb4-9809-490b-ac56-71271932676b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:26.974313 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de927ce8-2c38-40e0-a3e6-4f748f279832 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.982816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de927ce8-2c38-40e0-a3e6-4f748f279832 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:26.983499 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de927ce8-2c38-40e0-a3e6-4f748f279832 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:26.996079 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9dad3e67-08ff-491d-b374-c3fc8f0bd566 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:27.111440 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad3e67-08ff-491d-b374-c3fc8f0bd566 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=37656b47-4248-4a15-adbc-1e20b75c46a9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:27.114484 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-de927ce8-2c38-40e0-a3e6-4f748f279832 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4829919 Aug 28 13:04:27.117756 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42614) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:27.125046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7cd66204-1b1e-4ae5-b64e-59a9128527a6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'subnet': {'network_id': '8c3ce3fc-4da2-4442-8d96-b3c475c12066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:27.151584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de927ce8-2c38-40e0-a3e6-4f748f279832 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Network': ['ID=8c3ce3fc-4da2-4442-8d96-b3c475c12066,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:27.161503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 8c3ce3fc-4da2-4442-8d96-b3c475c12066 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:04:27.180005 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9dad3e67-08ff-491d-b374-c3fc8f0bd566 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:27.182042 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9dad3e67-08ff-491d-b374-c3fc8f0bd566 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/37656b47-4248-4a15-adbc-1e20b75c46a9 HTTP/1.1" status: 204 len: 168 time: 1.0191197 Aug 28 13:04:27.184551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42620) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:27.294714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aff6919-738a-42ad-885d-5bea18fb8c39 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:27.296236 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a1fa52f6-6297-4481-afd1-466db5fc9ed4 None None] Provisioning for port d2bf8a2b-a0f4-46cc-8437-526f9c400651 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:27.302063 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a1fa52f6-6297-4481-afd1-466db5fc9ed4 None None] Provisioning complete for port d2bf8a2b-a0f4-46cc-8437-526f9c400651 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:27.302530 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a1fa52f6-6297-4481-afd1-466db5fc9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:27.305295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aff6919-738a-42ad-885d-5bea18fb8c39 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:27.307255 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3aff6919-738a-42ad-885d-5bea18fb8c39 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1217682 Aug 28 13:04:27.310499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42622) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:27.337428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd66204-1b1e-4ae5-b64e-59a9128527a6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Made reservation on behalf of 4c90e2c1a6284963bcbf0151259293da for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:27.342107 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7cd66204-1b1e-4ae5-b64e-59a9128527a6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:27.419630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1ff6e0-80f3-4a15-aa0b-9120e77c6b31 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 832fc328-db23-4da1-91fd-7aa22585e5a2 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:04:27.427091 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b1ff6e0-80f3-4a15-aa0b-9120e77c6b31 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:27.487489 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a1fa52f6-6297-4481-afd1-466db5fc9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:27.529444 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b1ff6e0-80f3-4a15-aa0b-9120e77c6b31 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:27.542890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a1fa52f6-6297-4481-afd1-466db5fc9ed4 None None] For port d2bf8a2b-a0f4-46cc-8437-526f9c400651, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d2bf8a2b-a0f4-46cc-8437-526f9c400651,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:27.552145 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a1fa52f6-6297-4481-afd1-466db5fc9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:27.658052 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b1ff6e0-80f3-4a15-aa0b-9120e77c6b31 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:27.706941 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6c848afa-1042-4fd7-90f4-24176751085c None None] Could not find standard attr ID for object 37656b47-4248-4a15-adbc-1e20b75c46a9. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:04:27.735891 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7cd66204-1b1e-4ae5-b64e-59a9128527a6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:27.738386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa52f6-6297-4481-afd1-466db5fc9ed4 None None] Pushing event updated for resources: {'Port': ['ID=d2bf8a2b-a0f4-46cc-8437-526f9c400651,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:27.784339 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b1ff6e0-80f3-4a15-aa0b-9120e77c6b31 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:27.812870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd66204-1b1e-4ae5-b64e-59a9128527a6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Subnet': ['ID=94c593e8-ad20-41e6-99b8-57f8d2edca38,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:27.846625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ff6e0-80f3-4a15-aa0b-9120e77c6b31 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=832fc328-db23-4da1-91fd-7aa22585e5a2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:27.866632 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b1ff6e0-80f3-4a15-aa0b-9120e77c6b31 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:27.871165 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1b1ff6e0-80f3-4a15-aa0b-9120e77c6b31 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/832fc328-db23-4da1-91fd-7aa22585e5a2 HTTP/1.1" status: 204 len: 168 time: 0.5562406 Aug 28 13:04:27.871861 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42642) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:27.872667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd66204-1b1e-4ae5-b64e-59a9128527a6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Checking segment: {'id': '92da236f-4651-44d4-b461-9c72a598c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8c3ce3fc-4da2-4442-8d96-b3c475c12066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:04:27.874021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd66204-1b1e-4ae5-b64e-59a9128527a6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network hostable DHCP agents. Network: 8c3ce3fc-4da2-4442-8d96-b3c475c12066, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:04:27.894439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd66204-1b1e-4ae5-b64e-59a9128527a6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 8c3ce3fc-4da2-4442-8d96-b3c475c12066 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:04:27.910853 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-7cd66204-1b1e-4ae5-b64e-59a9128527a6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 8c3ce3fc-4da2-4442-8d96-b3c475c12066) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:27.921913 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd2de48-14c1-41a1-b6e4-5e96bc774ca4 None None] Network 8c3ce3fc-4da2-4442-8d96-b3c475c12066 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:27.933664 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3b803c37-8536-40e0-b31d-d768145b55a2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609488 Aug 28 13:04:27.936389 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42644) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:27.941558 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd66204-1b1e-4ae5-b64e-59a9128527a6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:27.942320 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7cd66204-1b1e-4ae5-b64e-59a9128527a6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:27.958532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f10ef07-c414-4d49-8510-cce2477b8aad None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:28.051683 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7cd66204-1b1e-4ae5-b64e-59a9128527a6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9313691 Aug 28 13:04:28.053798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42652) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:28.059235 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1798961176', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:28.097223 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:28.098733 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:28.122827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6b0e57-c0f5-4a47-9b59-7679cdd29384 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:28.124562 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4c6b0e57-c0f5-4a47-9b59-7679cdd29384 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1872251 Aug 28 13:04:28.127615 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42656) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:28.204267 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c3993-3043-49a2-9702-df8ed9970d44 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:28.209080 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a95c3993-3043-49a2-9702-df8ed9970d44 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0771863 Aug 28 13:04:28.211426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42660) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:28.248588 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-8c3ce3fc-4da2-4442-8d96-b3c475c12066', 'network_id': '8c3ce3fc-4da2-4442-8d96-b3c475c12066', 'tenant_id': '4c90e2c1a6284963bcbf0151259293da', 'fixed_ips': [{'subnet_id': '94c593e8-ad20-41e6-99b8-57f8d2edca38'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:04:28.249457 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:28.275953 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:28.290275 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1748bb43-1e65-43c6-9f20-24f87eed87ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768232 Aug 28 13:04:28.294522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42662) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:28.300185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-f6fb3141-7aed-49b5-b2fe-efe812ca428a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:28.404473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66ee24c-3039-42c9-9906-5587dbdc2b4b None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:04:28.456599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fb3141-7aed-49b5-b2fe-efe812ca428a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:28.462890 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6fb3141-7aed-49b5-b2fe-efe812ca428a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:28.473521 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:28.576727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Allocated IP 172.20.0.2 (8c3ce3fc-4da2-4442-8d96-b3c475c12066/94c593e8-ad20-41e6-99b8-57f8d2edca38/fa7576ae-6659-497c-8253-4350f3205c4d) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:28.586270 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d66ee24c-3039-42c9-9906-5587dbdc2b4b None None] Deleting port d2bf8a2b-a0f4-46cc-8437-526f9c400651 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:28.586586 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d66ee24c-3039-42c9-9906-5587dbdc2b4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:28.664381 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d66ee24c-3039-42c9-9906-5587dbdc2b4b None None] For port d2bf8a2b-a0f4-46cc-8437-526f9c400651, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d2bf8a2b-a0f4-46cc-8437-526f9c400651,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:28.664817 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d66ee24c-3039-42c9-9906-5587dbdc2b4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:28.696803 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d66ee24c-3039-42c9-9906-5587dbdc2b4b None None] Calling delete_port for d2bf8a2b-a0f4-46cc-8437-526f9c400651 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:28.771910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d2bf8a2b-a0f4-46cc-8437-526f9c400651 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:04:28.827128 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6fb3141-7aed-49b5-b2fe-efe812ca428a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:28.878665 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fb3141-7aed-49b5-b2fe-efe812ca428a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:28.894966 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d66ee24c-3039-42c9-9906-5587dbdc2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:28.895505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-f6fb3141-7aed-49b5-b2fe-efe812ca428a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:28.899975 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fb3141-7aed-49b5-b2fe-efe812ca428a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:28.900829 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6fb3141-7aed-49b5-b2fe-efe812ca428a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:28.920655 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb3141-7aed-49b5-b2fe-efe812ca428a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=69229512-8e60-4f15-bc8a-28d54dcaf83b,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:28.938449 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f6fb3141-7aed-49b5-b2fe-efe812ca428a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6425450 Aug 28 13:04:28.940930 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42676) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:28.947743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ee24c-3039-42c9-9906-5587dbdc2b4b None None] No DVR routers for this DVR port d2bf8a2b-a0f4-46cc-8437-526f9c400651 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:04:28.948532 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-67504628-b82f-4794-b057-ce20b56ca200 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'mac_address': 'fa:16:3e:0f:bf:d2', 'name': 'tempest-NetworksTestDHCPv6-1761036310'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:28.950988 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ee24c-3039-42c9-9906-5587dbdc2b4b None None] Pushing event deleted for resources: {'Port': ['ID=d2bf8a2b-a0f4-46cc-8437-526f9c400651,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:28.952823 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Port d2bf8a2b-a0f4-46cc-8437-526f9c400651 update to DOWN by agent not found {{(pid=94879) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 28 13:04:28.986535 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4675033b-f3d2-47d4-9518-e5ee176c488c None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:29.039922 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:29.095214 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:29.144596 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67504628-b82f-4794-b057-ce20b56ca200 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:29.298708 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-67504628-b82f-4794-b057-ce20b56ca200 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:29.322216 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-67504628-b82f-4794-b057-ce20b56ca200 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 89ae91b3-8694-471f-ad4b-30f719651289 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:04:29.331702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Allocated IP 172.25.1.6 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/61147792-130c-431b-8370-c4cb3b15b2c1) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:29.370517 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:29.422490 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Transition to ACTIVE for port object fa7576ae-6659-497c-8253-4350f3205c4d will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:29.496112 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Transition to ACTIVE for port object fa7576ae-6659-497c-8253-4350f3205c4d will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:29.504105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': '69229512-8e60-4f15-bc8a-28d54dcaf83b'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:04:29.504966 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:29.509397 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-67504628-b82f-4794-b057-ce20b56ca200 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::38c (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/69229512-8e60-4f15-bc8a-28d54dcaf83b/89ae91b3-8694-471f-ad4b-30f719651289) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:29.530485 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:29.531299 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:29.587740 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:29.589075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Network 8c3ce3fc-4da2-4442-8d96-b3c475c12066 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:29.598141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:29.637932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:29.647689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:29.655143 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:29.658684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=61147792-130c-431b-8370-c4cb3b15b2c1,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:29.670413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:29.677846 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Pushing event updated for resources: {'Port': ['ID=fa7576ae-6659-497c-8253-4350f3205c4d,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:29.811370 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Attempting to bind port fa7576ae-6659-497c-8253-4350f3205c4d on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:04:29.812854 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Attempting to bind port fa7576ae-6659-497c-8253-4350f3205c4d by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '92da236f-4651-44d4-b461-9c72a598c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8c3ce3fc-4da2-4442-8d96-b3c475c12066'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:04:29.813676 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Attempting to bind port fa7576ae-6659-497c-8253-4350f3205c4d on network 8c3ce3fc-4da2-4442-8d96-b3c475c12066 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:04:29.827726 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:04:29.828158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Checking segment: {'id': '92da236f-4651-44d4-b461-9c72a598c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8c3ce3fc-4da2-4442-8d96-b3c475c12066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:04:29.828542 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:29.828941 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Bound using segment: {'id': '92da236f-4651-44d4-b461-9c72a598c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8c3ce3fc-4da2-4442-8d96-b3c475c12066'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:04:29.829419 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Bound port: fa7576ae-6659-497c-8253-4350f3205c4d, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92da236f-4651-44d4-b461-9c72a598c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8c3ce3fc-4da2-4442-8d96-b3c475c12066'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:04:29.831916 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-67504628-b82f-4794-b057-ce20b56ca200 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:29.834748 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:29.863261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-67504628-b82f-4794-b057-ce20b56ca200 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 89ae91b3-8694-471f-ad4b-30f719651289 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:29.891081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42700) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:29.938313 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-67504628-b82f-4794-b057-ce20b56ca200 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:29.981053 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] For port fa7576ae-6659-497c-8253-4350f3205c4d, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:04:30.003414 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] For port fa7576ae-6659-497c-8253-4350f3205c4d, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=fa7576ae-6659-497c-8253-4350f3205c4d,segment=NetworkSegment(92da236f-4651-44d4-b461-9c72a598c13f),segment_id=92da236f-4651-44d4-b461-9c72a598c13f)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:04:30.015500 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:30.027545 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67504628-b82f-4794-b057-ce20b56ca200 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:30.032514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-67504628-b82f-4794-b057-ce20b56ca200 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:30.035039 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Allocated IP 2001:db8::2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/69229512-8e60-4f15-bc8a-28d54dcaf83b/d51b332c-0c7d-46cf-8fc9-a40a38fc9db3) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:30.048007 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67504628-b82f-4794-b057-ce20b56ca200 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:30.062488 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67504628-b82f-4794-b057-ce20b56ca200 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:30.065936 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-67504628-b82f-4794-b057-ce20b56ca200 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:30.067186 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:30.100887 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-67504628-b82f-4794-b057-ce20b56ca200 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1583774 Aug 28 13:04:30.114885 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42704) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:30.177748 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67504628-b82f-4794-b057-ce20b56ca200 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=89ae91b3-8694-471f-ad4b-30f719651289,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:30.181612 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eb1feed8-f791-4fcc-9d03-d0a38317817f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:30.235153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfe478c-376e-4933-ae9e-72c46c057551 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:30.237883 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fdfe478c-376e-4933-ae9e-72c46c057551 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1217589 Aug 28 13:04:30.240936 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42710) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:30.449187 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:30.479898 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-905bafe5-92ea-46af-b3cd-10cf39b45f86 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 89ae91b3-8694-471f-ad4b-30f719651289 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:30.480328 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-905bafe5-92ea-46af-b3cd-10cf39b45f86 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:30.507829 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eb1feed8-f791-4fcc-9d03-d0a38317817f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:30.529308 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:04:30.583689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eb1feed8-f791-4fcc-9d03-d0a38317817f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:30.588159 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688350a9-97d3-494e-803d-4685bdac13c2 None None] Pushing event updated for resources: {'Port': ['ID=fa7576ae-6659-497c-8253-4350f3205c4d,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:30.675880 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-905bafe5-92ea-46af-b3cd-10cf39b45f86 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:30.703306 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-eb1feed8-f791-4fcc-9d03-d0a38317817f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f980cbace54405a9fc8e4ea7f239562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8111999 Aug 28 13:04:30.707937 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42718) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:30.726839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-905bafe5-92ea-46af-b3cd-10cf39b45f86 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 89ae91b3-8694-471f-ad4b-30f719651289 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:30.751032 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1feed8-f791-4fcc-9d03-d0a38317817f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7b662a-9873-4f74-9bec-87ccb4843ea3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:30.755737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 16a6a329-2e1a-4855-b32e-791ee97943c0 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:04:30.774689 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:30.786180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Transition to ACTIVE for port object d51b332c-0c7d-46cf-8fc9-a40a38fc9db3 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:30.809650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Transition to ACTIVE for port object d51b332c-0c7d-46cf-8fc9-a40a38fc9db3 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:30.817546 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:30.862648 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6cee13f8-2c1a-47a0-ac03-063a5384e9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:30.868843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:30.874211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:30.877369 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:30.893747 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6cee13f8-2c1a-47a0-ac03-063a5384e9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:30.947753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:04:30.962406 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08a343-9cfb-4d5d-ba95-0bf4ce871f32 None None] Sync routers for ids ['16a6a329-2e1a-4855-b32e-791ee97943c0'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:04:30.984464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Attempting to bind port d51b332c-0c7d-46cf-8fc9-a40a38fc9db3 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:04:30.984882 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Attempting to bind port d51b332c-0c7d-46cf-8fc9-a40a38fc9db3 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:04:30.986046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Attempting to bind port d51b332c-0c7d-46cf-8fc9-a40a38fc9db3 on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:04:30.986635 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6cee13f8-2c1a-47a0-ac03-063a5384e9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:30.988257 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Pushing event updated for resources: {'Port': ['ID=d51b332c-0c7d-46cf-8fc9-a40a38fc9db3,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:30.989825 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6cee13f8-2c1a-47a0-ac03-063a5384e9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:30.994464 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6cee13f8-2c1a-47a0-ac03-063a5384e9e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff7b662a-9873-4f74-9bec-87ccb4843ea3 HTTP/1.1" status: 204 len: 168 time: 0.2852995 Aug 28 13:04:30.996296 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08a343-9cfb-4d5d-ba95-0bf4ce871f32 None None] Routers {'16a6a329-2e1a-4855-b32e-791ee97943c0'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:30.996962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:04:30.997347 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:04:30.997999 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-0b08a343-9cfb-4d5d-ba95-0bf4ce871f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['16a6a329-2e1a-4855-b32e-791ee97943c0'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:30.998797 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:30.999530 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:04:31.000074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Bound port: d51b332c-0c7d-46cf-8fc9-a40a38fc9db3, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:04:31.000761 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:31.013214 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee13f8-2c1a-47a0-ac03-063a5384e9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7b662a-9873-4f74-9bec-87ccb4843ea3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:31.016388 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-905bafe5-92ea-46af-b3cd-10cf39b45f86 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:31.019356 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:31.023295 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7a10db15-59b2-4673-bce5-303051ac315b tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9656403 Aug 28 13:04:31.024474 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42722) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:31.086135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bafe5-92ea-46af-b3cd-10cf39b45f86 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=89ae91b3-8694-471f-ad4b-30f719651289,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:31.088355 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-0b08a343-9cfb-4d5d-ba95-0bf4ce871f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:31.099431 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b08a343-9cfb-4d5d-ba95-0bf4ce871f32 None None] Routers {'16a6a329-2e1a-4855-b32e-791ee97943c0'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:31.101464 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-0b08a343-9cfb-4d5d-ba95-0bf4ce871f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['16a6a329-2e1a-4855-b32e-791ee97943c0'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:31.148650 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-0b08a343-9cfb-4d5d-ba95-0bf4ce871f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:31.150040 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b08a343-9cfb-4d5d-ba95-0bf4ce871f32 None None] The sync data for ids ['16a6a329-2e1a-4855-b32e-791ee97943c0'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:04:31.167741 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-905bafe5-92ea-46af-b3cd-10cf39b45f86 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:31.172935 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-905bafe5-92ea-46af-b3cd-10cf39b45f86 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/89ae91b3-8694-471f-ad4b-30f719651289 HTTP/1.1" status: 204 len: 168 time: 0.9309692 Aug 28 13:04:31.177178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42726) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:31.206326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] For port d51b332c-0c7d-46cf-8fc9-a40a38fc9db3, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:04:31.210890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] For port d51b332c-0c7d-46cf-8fc9-a40a38fc9db3, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d51b332c-0c7d-46cf-8fc9-a40a38fc9db3,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:04:31.221844 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:31.326576 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64216d73-a414-4fda-ae72-b797bc0e9691 None None] Pushing event updated for resources: {'Port': ['ID=d51b332c-0c7d-46cf-8fc9-a40a38fc9db3,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:31.366812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b33e21-7817-4a83-a1a3-8f652d46411e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:31.369486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b33e21-7817-4a83-a1a3-8f652d46411e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:31.371973 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-44b33e21-7817-4a83-a1a3-8f652d46411e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1911142 Aug 28 13:04:31.374690 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42730) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:31.766734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9db89a8-3bbd-4105-a193-a10d311caf63 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 69229512-8e60-4f15-bc8a-28d54dcaf83b {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:04:31.774604 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9db89a8-3bbd-4105-a193-a10d311caf63 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:31.824008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da191152-4d67-4dda-816d-cfe37757812d None None] Network 8c3ce3fc-4da2-4442-8d96-b3c475c12066 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:31.898258 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9db89a8-3bbd-4105-a193-a10d311caf63 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:31.981896 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-30695c1b-e084-4bd6-bcfe-d7c202b31936 None None] Provisioning for port fa7576ae-6659-497c-8253-4350f3205c4d completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:32.615683 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9db89a8-3bbd-4105-a193-a10d311caf63 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:32.746707 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:32.857318 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device fa7576ae-6659-497c-8253-4350f3205c4d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:32.885675 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9db89a8-3bbd-4105-a193-a10d311caf63 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:32.928018 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d7734b2c-c0aa-4922-b982-9881f8ff30e2 None None] Provisioning for port d51b332c-0c7d-46cf-8fc9-a40a38fc9db3 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:32.958111 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port fa7576ae-6659-497c-8253-4350f3205c4d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:32.969971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port fa7576ae-6659-497c-8253-4350f3205c4d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:32.971239 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:33.143767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db89a8-3bbd-4105-a193-a10d311caf63 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=69229512-8e60-4f15-bc8a-28d54dcaf83b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:33.149082 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:33.187434 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9db89a8-3bbd-4105-a193-a10d311caf63 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:33.193489 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d9db89a8-3bbd-4105-a193-a10d311caf63 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/69229512-8e60-4f15-bc8a-28d54dcaf83b HTTP/1.1" status: 204 len: 168 time: 1.8169875 Aug 28 13:04:33.195893 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42782) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:33.283010 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a62844-f7c1-43ea-8463-9549069db8f9 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:33.321048 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-095b9e64-f841-485a-95d9-169bcf48024a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1216180 Aug 28 13:04:33.327173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42792) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:33.388510 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Allocated IP 172.20.0.1 (8c3ce3fc-4da2-4442-8d96-b3c475c12066/94c593e8-ad20-41e6-99b8-57f8d2edca38/5d2e1165-ecee-4423-b7ae-012a78644075) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:33.420797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port fa7576ae-6659-497c-8253-4350f3205c4d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=fa7576ae-6659-497c-8253-4350f3205c4d,segment=NetworkSegment(92da236f-4651-44d4-b461-9c72a598c13f),segment_id=92da236f-4651-44d4-b461-9c72a598c13f)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:33.427432 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8b677d56-c040-4dc4-ad6a-3b6237534d41 None None] Could not find standard attr ID for object 89ae91b3-8694-471f-ad4b-30f719651289. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:04:33.431647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d3c8e8-1f13-4c33-8e89-c2adde9ce956 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:33.436026 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-84d3c8e8-1f13-4c33-8e89-c2adde9ce956 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1076424 Aug 28 13:04:33.437901 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42798) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:33.452423 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:33.453227 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d51b332c-0c7d-46cf-8fc9-a40a38fc9db3 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:33.524144 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:33.538517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Transition to ACTIVE for port object 5d2e1165-ecee-4423-b7ae-012a78644075 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:33.547783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a943355-3400-4315-b62d-24c470119616 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:33.551637 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2a943355-3400-4315-b62d-24c470119616 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1106451 Aug 28 13:04:33.551893 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42802) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:33.576106 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:33.583458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=fa7576ae-6659-497c-8253-4350f3205c4d,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:33.611984 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-60fbdef0-f937-4cd6-939b-91c79343b043 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584891 Aug 28 13:04:33.616582 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42804) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:33.622017 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d7094f50-b9f9-414f-90a3-1e55aa52ac11 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:33.622969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 8c3ce3fc-4da2-4442-8d96-b3c475c12066 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:33.626388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:33.628772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:33.703680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=5d2e1165-ecee-4423-b7ae-012a78644075,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:33.720204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:33.720546 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:33.720862 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:33.721224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:33.721544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:33.721866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:33.722190 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:33.722792 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:33.723109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:33.723441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:33.723766 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:33.724078 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:33.753573 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:33.774855 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port d51b332c-0c7d-46cf-8fc9-a40a38fc9db3 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:33.786306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7094f50-b9f9-414f-90a3-1e55aa52ac11 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:33.791708 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d51b332c-0c7d-46cf-8fc9-a40a38fc9db3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:33.792082 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:33.801080 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7094f50-b9f9-414f-90a3-1e55aa52ac11 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:33.879059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aa16af-081d-4155-87ea-9f267be4fa15 None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:04:34.031932 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5aa16af-081d-4155-87ea-9f267be4fa15 None None] Deleting port d51b332c-0c7d-46cf-8fc9-a40a38fc9db3 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:34.032296 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5aa16af-081d-4155-87ea-9f267be4fa15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:34.124175 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5aa16af-081d-4155-87ea-9f267be4fa15 None None] For port d51b332c-0c7d-46cf-8fc9-a40a38fc9db3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d51b332c-0c7d-46cf-8fc9-a40a38fc9db3,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:34.124569 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5aa16af-081d-4155-87ea-9f267be4fa15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:34.141346 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5aa16af-081d-4155-87ea-9f267be4fa15 None None] Calling delete_port for d51b332c-0c7d-46cf-8fc9-a40a38fc9db3 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:34.141855 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:34.182732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42810) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:34.314383 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:34.343686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-827510ac-4f28-49b9-8360-9eabd6913f19 None None] Provisioning for port 5d2e1165-ecee-4423-b7ae-012a78644075 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:34.374751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-827510ac-4f28-49b9-8360-9eabd6913f19 None None] Provisioning complete for port 5d2e1165-ecee-4423-b7ae-012a78644075 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:34.375716 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-827510ac-4f28-49b9-8360-9eabd6913f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:34.398147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.objects.ports [None req-d7094f50-b9f9-414f-90a3-1e55aa52ac11 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:04:34.416781 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-72849d22-fc35-4c66-a7ba-f22d39cfa136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:34.424938 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-827510ac-4f28-49b9-8360-9eabd6913f19 None None] Port 5d2e1165-ecee-4423-b7ae-012a78644075 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:04:34.452569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port d51b332c-0c7d-46cf-8fc9-a40a38fc9db3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d51b332c-0c7d-46cf-8fc9-a40a38fc9db3,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:34.458162 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:34.491487 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5aa16af-081d-4155-87ea-9f267be4fa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:34.511383 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aa16af-081d-4155-87ea-9f267be4fa15 None None] No DVR routers for this DVR port d51b332c-0c7d-46cf-8fc9-a40a38fc9db3 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:04:34.554695 n-d-791505-21 neutron-server[94878]: WARNING neutron.services.revisions.revision_plugin [None req-d7094f50-b9f9-414f-90a3-1e55aa52ac11 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Could not find related port for resource to bump revision. Aug 28 13:04:34.560576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_pluggable_backend [None req-d7094f50-b9f9-414f-90a3-1e55aa52ac11 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Port d51b332c-0c7d-46cf-8fc9-a40a38fc9db3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94878) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 28 13:04:34.561070 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_pluggable_backend [None req-d7094f50-b9f9-414f-90a3-1e55aa52ac11 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1b:19c {{(pid=94878) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 28 13:04:34.564954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=d51b332c-0c7d-46cf-8fc9-a40a38fc9db3,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:34.568233 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_pluggable_backend [None req-d7094f50-b9f9-414f-90a3-1e55aa52ac11 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1b:19c {{(pid=94878) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 28 13:04:34.570595 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7094f50-b9f9-414f-90a3-1e55aa52ac11 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:34.600330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa16af-081d-4155-87ea-9f267be4fa15 None None] Pushing event deleted for resources: {'Port': ['ID=d51b332c-0c7d-46cf-8fc9-a40a38fc9db3,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:34.645211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7094f50-b9f9-414f-90a3-1e55aa52ac11 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:34.649413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d7094f50-b9f9-414f-90a3-1e55aa52ac11 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:34.661275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a45ff32-5f96-4fb1-8786-1ffe484eda04 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:34.664072 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7094f50-b9f9-414f-90a3-1e55aa52ac11 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:34.664931 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7094f50-b9f9-414f-90a3-1e55aa52ac11 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:34.681475 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-72849d22-fc35-4c66-a7ba-f22d39cfa136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:34.701659 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d7094f50-b9f9-414f-90a3-1e55aa52ac11 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0834651 Aug 28 13:04:34.705441 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42818) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:34.713578 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-56cd4bed-b67c-4d19-9d4e-f0c96452209f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:34.715654 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-72849d22-fc35-4c66-a7ba-f22d39cfa136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:34.767104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device fa7576ae-6659-497c-8253-4350f3205c4d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:34.848196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7094f50-b9f9-414f-90a3-1e55aa52ac11 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=600734e0-77de-4585-a8f6-5d863ff6a918,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:34.861399 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cd4bed-b67c-4d19-9d4e-f0c96452209f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:34.866043 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56cd4bed-b67c-4d19-9d4e-f0c96452209f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:34.947456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-72849d22-fc35-4c66-a7ba-f22d39cfa136 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d759b87ac3f64986bc7e08c3911cd419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7586043 Aug 28 13:04:34.952832 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42824) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:34.995690 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72849d22-fc35-4c66-a7ba-f22d39cfa136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cded41-00b0-48ae-aff4-534e9ae6d225,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:35.005200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port fa7576ae-6659-497c-8253-4350f3205c4d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:35.005820 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:35.035815 n-d-791505-21 neutron-server[94878]: INFO neutron.db.ipam_backend_mixin [None req-56cd4bed-b67c-4d19-9d4e-f0c96452209f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 600734e0-77de-4585-a8f6-5d863ff6a918 (CIDR: 2001:db8::/64) Aug 28 13:04:35.040361 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cd4bed-b67c-4d19-9d4e-f0c96452209f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:04:35.040851 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56cd4bed-b67c-4d19-9d4e-f0c96452209f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:04:35.067726 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-56cd4bed-b67c-4d19-9d4e-f0c96452209f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3612103 Aug 28 13:04:35.071482 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42828) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:35.083484 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ba0cc0e6-e963-42b1-b220-8cce06a260ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:35.123518 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8dcd39ad-c2f6-44ad-9574-36fe6d0ced6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:35.141496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': '600734e0-77de-4585-a8f6-5d863ff6a918'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:04:35.142500 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:35.223752 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8dcd39ad-c2f6-44ad-9574-36fe6d0ced6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:35.317637 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:35.324890 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:35.354381 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d51b332c-0c7d-46cf-8fc9-a40a38fc9db3 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:04:35.420788 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: d51b332c-0c7d-46cf-8fc9-a40a38fc9db3 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:04:35.421123 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d51b332c-0c7d-46cf-8fc9-a40a38fc9db3 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:04:35.455312 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0cc0e6-e963-42b1-b220-8cce06a260ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:35.461490 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba0cc0e6-e963-42b1-b220-8cce06a260ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:35.480976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=5d2e1165-ecee-4423-b7ae-012a78644075,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:35.496634 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8dcd39ad-c2f6-44ad-9574-36fe6d0ced6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:35.499786 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8dcd39ad-c2f6-44ad-9574-36fe6d0ced6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:35.501433 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8dcd39ad-c2f6-44ad-9574-36fe6d0ced6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43cded41-00b0-48ae-aff4-534e9ae6d225 HTTP/1.1" status: 204 len: 168 time: 0.5480173 Aug 28 13:04:35.515348 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:35.517929 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd39ad-c2f6-44ad-9574-36fe6d0ced6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cded41-00b0-48ae-aff4-534e9ae6d225,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:35.661183 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Allocated IP 2001:db8::f816:3eff:fe06:bb3d (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/600734e0-77de-4585-a8f6-5d863ff6a918/c38f1781-b39a-47e5-ad0e-1d189f1f97c3) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:35.678346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 8c3ce3fc-4da2-4442-8d96-b3c475c12066 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:35.680619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:35.951032 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:35.966498 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Transition to ACTIVE for port object c38f1781-b39a-47e5-ad0e-1d189f1f97c3 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:35.992530 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Transition to ACTIVE for port object c38f1781-b39a-47e5-ad0e-1d189f1f97c3 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:35.995500 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 16a6a329-2e1a-4855-b32e-791ee97943c0 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:04:35.998930 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba0cc0e6-e963-42b1-b220-8cce06a260ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:36.001905 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:36.069095 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:36.077016 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:36.087359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:36.099702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Pushing event updated for resources: {'Port': ['ID=c38f1781-b39a-47e5-ad0e-1d189f1f97c3,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:36.116720 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0cc0e6-e963-42b1-b220-8cce06a260ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:36.120713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-ba0cc0e6-e963-42b1-b220-8cce06a260ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:36.125493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0cc0e6-e963-42b1-b220-8cce06a260ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:36.126085 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba0cc0e6-e963-42b1-b220-8cce06a260ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:36.143739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42840) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:36.167769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cc0e6-e963-42b1-b220-8cce06a260ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=3e22932a-81b7-4c5a-a623-247087e93022,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:36.170691 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e7da5294-af8a-44cc-9c64-afee008556de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:36.184076 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ba0cc0e6-e963-42b1-b220-8cce06a260ff tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1093469 Aug 28 13:04:36.185295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42842) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:36.199294 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2b200bfe-c72e-407e-b8fa-ef357461ab20 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'mac_address': 'fa:16:3e:a0:29:93', 'name': 'tempest-NetworksTestDHCPv6-106652920'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:36.203065 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Attempting to bind port c38f1781-b39a-47e5-ad0e-1d189f1f97c3 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:04:36.203447 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Attempting to bind port c38f1781-b39a-47e5-ad0e-1d189f1f97c3 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:04:36.203812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Attempting to bind port c38f1781-b39a-47e5-ad0e-1d189f1f97c3 on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:04:36.211553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:04:36.211700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:04:36.212073 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:36.212610 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:04:36.213116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Bound port: c38f1781-b39a-47e5-ad0e-1d189f1f97c3, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:04:36.213460 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:36.215969 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fd515831-49dd-400b-bae3-b64cb41bf845 None None] Provisioning complete for port 5d2e1165-ecee-4423-b7ae-012a78644075 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:36.216323 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fd515831-49dd-400b-bae3-b64cb41bf845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:36.285295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:04:36.292889 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c6104c82-1f68-4f91-984c-9f14944536d2 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "PUT /v2.0/routers/16a6a329-2e1a-4855-b32e-791ee97943c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2646210 Aug 28 13:04:36.296177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42848) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:36.311630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-9e8eec77-b0ec-4d45-94d4-f4c271b0f8de tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'port': {'network_id': '8c3ce3fc-4da2-4442-8d96-b3c475c12066', 'name': 'tempest-FloatingIPTestJSON-134466849'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:36.340977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-fd515831-49dd-400b-bae3-b64cb41bf845 None None] Port 5d2e1165-ecee-4423-b7ae-012a78644075 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:04:36.348183 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3994acb-52ab-4d35-ba97-d120126a485f None None] Sync routers for ids ['16a6a329-2e1a-4855-b32e-791ee97943c0'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:04:36.370278 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3994acb-52ab-4d35-ba97-d120126a485f None None] Routers {'16a6a329-2e1a-4855-b32e-791ee97943c0'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:36.371195 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f3994acb-52ab-4d35-ba97-d120126a485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['16a6a329-2e1a-4855-b32e-791ee97943c0'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:36.419305 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e7da5294-af8a-44cc-9c64-afee008556de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:36.425158 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e7da5294-af8a-44cc-9c64-afee008556de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:36.482795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f3994acb-52ab-4d35-ba97-d120126a485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:36.513411 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3994acb-52ab-4d35-ba97-d120126a485f None None] Routers {'16a6a329-2e1a-4855-b32e-791ee97943c0'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:36.514215 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f3994acb-52ab-4d35-ba97-d120126a485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['16a6a329-2e1a-4855-b32e-791ee97943c0'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:36.527496 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e7da5294-af8a-44cc-9c64-afee008556de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4dddb7e849a48be972fc3cb72229158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826194 Aug 28 13:04:36.533276 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42862) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:36.535053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da5294-af8a-44cc-9c64-afee008556de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0193725e-8df8-4996-babe-8cab5de870f1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:36.548545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b200bfe-c72e-407e-b8fa-ef357461ab20 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:36.560205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] For port c38f1781-b39a-47e5-ad0e-1d189f1f97c3, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:04:36.562805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f3994acb-52ab-4d35-ba97-d120126a485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:36.563625 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3994acb-52ab-4d35-ba97-d120126a485f None None] The sync data for ids ['16a6a329-2e1a-4855-b32e-791ee97943c0'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:04:36.583894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] For port c38f1781-b39a-47e5-ad0e-1d189f1f97c3, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c38f1781-b39a-47e5-ad0e-1d189f1f97c3,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:04:36.591750 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:36.680211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea5174-1e09-420c-8ea9-0cae127cf8d5 None None] Pushing event updated for resources: {'Port': ['ID=c38f1781-b39a-47e5-ad0e-1d189f1f97c3,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:36.722158 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8eec77-b0ec-4d45-94d4-f4c271b0f8de tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Made reservation on behalf of 4c90e2c1a6284963bcbf0151259293da for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:36.727564 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e8eec77-b0ec-4d45-94d4-f4c271b0f8de tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:36.773934 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b200bfe-c72e-407e-b8fa-ef357461ab20 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:36.776430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-9e8eec77-b0ec-4d45-94d4-f4c271b0f8de tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] device_id is not set on port 25c5ddd8-8119-4c72-be2d-b84413561d8e yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:04:36.781919 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39946ad9-f929-4c59-b460-12b3fb261025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:36.867836 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39946ad9-f929-4c59-b460-12b3fb261025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:36.885904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-2b200bfe-c72e-407e-b8fa-ef357461ab20 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 3c4277d6-87f9-498b-9934-7711873daaf2 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:04:37.064436 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39946ad9-f929-4c59-b460-12b3fb261025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:37.067888 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39946ad9-f929-4c59-b460-12b3fb261025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:37.070483 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-39946ad9-f929-4c59-b460-12b3fb261025 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0193725e-8df8-4996-babe-8cab5de870f1 HTTP/1.1" status: 204 len: 168 time: 0.5347793 Aug 28 13:04:37.116246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-9e8eec77-b0ec-4d45-94d4-f4c271b0f8de tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Allocated IP 172.20.0.4 (8c3ce3fc-4da2-4442-8d96-b3c475c12066/94c593e8-ad20-41e6-99b8-57f8d2edca38/25c5ddd8-8119-4c72-be2d-b84413561d8e) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:37.141115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39946ad9-f929-4c59-b460-12b3fb261025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0193725e-8df8-4996-babe-8cab5de870f1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:37.369930 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:37.390622 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e8eec77-b0ec-4d45-94d4-f4c271b0f8de tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:37.404396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-2b200bfe-c72e-407e-b8fa-ef357461ab20 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8:0:1::24e (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/3e22932a-81b7-4c5a-a623-247087e93022/3c4277d6-87f9-498b-9934-7711873daaf2) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:37.418291 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-2b200bfe-c72e-407e-b8fa-ef357461ab20 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::f816:3eff:fea0:2993 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/600734e0-77de-4585-a8f6-5d863ff6a918/3c4277d6-87f9-498b-9934-7711873daaf2) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:37.424772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-9e8eec77-b0ec-4d45-94d4-f4c271b0f8de tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Transition to ACTIVE for port object 25c5ddd8-8119-4c72-be2d-b84413561d8e will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:37.698646 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b200bfe-c72e-407e-b8fa-ef357461ab20 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:37.713033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-2b200bfe-c72e-407e-b8fa-ef357461ab20 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 3c4277d6-87f9-498b-9934-7711873daaf2 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:37.715208 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e8eec77-b0ec-4d45-94d4-f4c271b0f8de tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:37.773377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8eec77-b0ec-4d45-94d4-f4c271b0f8de tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Network 8c3ce3fc-4da2-4442-8d96-b3c475c12066 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:37.781386 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-9e8eec77-b0ec-4d45-94d4-f4c271b0f8de tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:37.783942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8eec77-b0ec-4d45-94d4-f4c271b0f8de tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:37.823121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8eec77-b0ec-4d45-94d4-f4c271b0f8de tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event updated for resources: {'Port': ['ID=25c5ddd8-8119-4c72-be2d-b84413561d8e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:37.872401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8eec77-b0ec-4d45-94d4-f4c271b0f8de tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:37.873303 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e8eec77-b0ec-4d45-94d4-f4c271b0f8de tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:37.892472 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b200bfe-c72e-407e-b8fa-ef357461ab20 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:37.916358 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9e8eec77-b0ec-4d45-94d4-f4c271b0f8de tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6194735 Aug 28 13:04:37.919188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 42894) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:37.926813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-1ba36535-01c2-4ba0-9cc8-31df06ba1ea6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Request body: {'floatingip': {'port_id': '25c5ddd8-8119-4c72-be2d-b84413561d8e'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:37.966422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b200bfe-c72e-407e-b8fa-ef357461ab20 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:37.970444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-2b200bfe-c72e-407e-b8fa-ef357461ab20 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:37.973423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b200bfe-c72e-407e-b8fa-ef357461ab20 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:37.980083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b200bfe-c72e-407e-b8fa-ef357461ab20 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:37.980981 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b200bfe-c72e-407e-b8fa-ef357461ab20 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:37.992462 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b200bfe-c72e-407e-b8fa-ef357461ab20 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=3c4277d6-87f9-498b-9934-7711873daaf2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:38.015899 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2b200bfe-c72e-407e-b8fa-ef357461ab20 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8288448 Aug 28 13:04:38.018310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42898) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:38.076486 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ba36535-01c2-4ba0-9cc8-31df06ba1ea6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:38.240924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-0754ceab-16db-4963-b7a1-227ac1304097 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 3c4277d6-87f9-498b-9934-7711873daaf2 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:38.243345 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0754ceab-16db-4963-b7a1-227ac1304097 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:38.300236 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0e1c48f8-9e19-4b8e-95c6-997e658a2c7f None None] Provisioning for port 25c5ddd8-8119-4c72-be2d-b84413561d8e completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:38.307767 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0e1c48f8-9e19-4b8e-95c6-997e658a2c7f None None] Provisioning complete for port 25c5ddd8-8119-4c72-be2d-b84413561d8e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:38.308153 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0e1c48f8-9e19-4b8e-95c6-997e658a2c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:38.402055 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c48f8-9e19-4b8e-95c6-997e658a2c7f None None] Port 25c5ddd8-8119-4c72-be2d-b84413561d8e cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:04:38.439667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501b9e67-6cb9-497b-bdb8-2d3c5796f59e None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:38.473102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0754ceab-16db-4963-b7a1-227ac1304097 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:38.520718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-0754ceab-16db-4963-b7a1-227ac1304097 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 3c4277d6-87f9-498b-9934-7711873daaf2 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:38.624648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-df9af1d6-2e8c-4446-a7b9-46d8c3732068 None None] Provisioning for port c38f1781-b39a-47e5-ad0e-1d189f1f97c3 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:38.849726 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c38f1781-b39a-47e5-ad0e-1d189f1f97c3 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:39.052402 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0754ceab-16db-4963-b7a1-227ac1304097 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:39.082225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port c38f1781-b39a-47e5-ad0e-1d189f1f97c3 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:39.091055 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c38f1781-b39a-47e5-ad0e-1d189f1f97c3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:39.091655 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:39.133140 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754ceab-16db-4963-b7a1-227ac1304097 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=3c4277d6-87f9-498b-9934-7711873daaf2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:39.239723 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0754ceab-16db-4963-b7a1-227ac1304097 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:39.244446 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0754ceab-16db-4963-b7a1-227ac1304097 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/3c4277d6-87f9-498b-9934-7711873daaf2 HTTP/1.1" status: 204 len: 168 time: 1.2241232 Aug 28 13:04:39.247655 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42918) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:39.254109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed43dde-c306-442a-967c-f0191cb961c1 None None] Update dhcp port {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'fixed_ips': [{'subnet_id': '600734e0-77de-4585-a8f6-5d863ff6a918', 'ip_address': '2001:db8::f816:3eff:fe06:bb3d'}, {'subnet_id': '3e22932a-81b7-4c5a-a623-247087e93022'}], 'binding:host_id': 'n-d-791505-21'}, 'id': 'c38f1781-b39a-47e5-ad0e-1d189f1f97c3'} from n-d-791505-21. {{(pid=94879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 13:04:39.256825 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:39.303120 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-aed43dde-c306-442a-967c-f0191cb961c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:39.332010 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port c38f1781-b39a-47e5-ad0e-1d189f1f97c3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c38f1781-b39a-47e5-ad0e-1d189f1f97c3,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:39.364978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec53fe-fa11-479d-9b18-a637e681d06d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:39.367749 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b8ec53fe-fa11-479d-9b18-a637e681d06d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1136074 Aug 28 13:04:39.370276 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42926) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:39.449884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5936c771-4606-4b80-b44f-1baed6dca81c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:39.451699 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5936c771-4606-4b80-b44f-1baed6dca81c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0801702 Aug 28 13:04:39.454179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42930) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:39.456079 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:39.573625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088aa730-cae2-49aa-8268-83ebebc1cc21 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:39.575439 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088aa730-cae2-49aa-8268-83ebebc1cc21 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:39.577148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088aa730-cae2-49aa-8268-83ebebc1cc21 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:39.581893 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-088aa730-cae2-49aa-8268-83ebebc1cc21 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1267200 Aug 28 13:04:39.582653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 42934) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:39.662131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c57ff8-ca72-4c88-b151-3fdfb808b2a0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 3e22932a-81b7-4c5a-a623-247087e93022 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:04:39.788038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=c38f1781-b39a-47e5-ad0e-1d189f1f97c3,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:39.793164 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:39.805243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-aed43dde-c306-442a-967c-f0191cb961c1 None None] Allocated IP 2001:db8:0:1::2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/3e22932a-81b7-4c5a-a623-247087e93022/c38f1781-b39a-47e5-ad0e-1d189f1f97c3) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:39.880089 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ba36535-01c2-4ba0-9cc8-31df06ba1ea6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:39.885740 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ba36535-01c2-4ba0-9cc8-31df06ba1ea6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:39.921207 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-85ae76a0-da64-4377-92d7-79b9e1101622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:39.957769 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-aed43dde-c306-442a-967c-f0191cb961c1 None None] For port c38f1781-b39a-47e5-ad0e-1d189f1f97c3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c38f1781-b39a-47e5-ad0e-1d189f1f97c3,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:40.021903 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-aed43dde-c306-442a-967c-f0191cb961c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:40.070747 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-1ba36535-01c2-4ba0-9cc8-31df06ba1ea6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Floating IP 19614b85-4005-49b3-91fa-356e1fda9ced associated. External IP: 172.25.1.240, port: b6d2303a-537f-44f7-a709-6e746e4222cb. Aug 28 13:04:40.079567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-aed43dde-c306-442a-967c-f0191cb961c1 None None] Transition to ACTIVE for port object c38f1781-b39a-47e5-ad0e-1d189f1f97c3 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:40.085269 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b7c57ff8-ca72-4c88-b151-3fdfb808b2a0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:40.096326 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-aed43dde-c306-442a-967c-f0191cb961c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:40.171287 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b7c57ff8-ca72-4c88-b151-3fdfb808b2a0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:40.343096 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed43dde-c306-442a-967c-f0191cb961c1 None None] Pushing event updated for resources: {'Port': ['ID=c38f1781-b39a-47e5-ad0e-1d189f1f97c3,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:40.471308 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b7c57ff8-ca72-4c88-b151-3fdfb808b2a0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:40.657821 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba36535-01c2-4ba0-9cc8-31df06ba1ea6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 51fd5fa0-76b0-40ef-9022-09adb5f88722 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:04:40.705041 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b7c57ff8-ca72-4c88-b151-3fdfb808b2a0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:40.715100 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c38f1781-b39a-47e5-ad0e-1d189f1f97c3 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:40.744439 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b7c57ff8-ca72-4c88-b151-3fdfb808b2a0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:40.750103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b7c57ff8-ca72-4c88-b151-3fdfb808b2a0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/3e22932a-81b7-4c5a-a623-247087e93022 HTTP/1.1" status: 204 len: 168 time: 1.1663597 Aug 28 13:04:40.751472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43002) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:40.752634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c57ff8-ca72-4c88-b151-3fdfb808b2a0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=3e22932a-81b7-4c5a-a623-247087e93022,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:40.890190 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ee692d-4531-49b4-b2cc-aa117dda8940 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 600734e0-77de-4585-a8f6-5d863ff6a918 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:04:40.908299 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-36ee692d-4531-49b4-b2cc-aa117dda8940 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:40.957277 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-36ee692d-4531-49b4-b2cc-aa117dda8940 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:41.004133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba36535-01c2-4ba0-9cc8-31df06ba1ea6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:04:41.014613 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6565909b-7408-4910-97f7-ce2c4ceda3db None None] Sync routers for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:04:41.029047 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6565909b-7408-4910-97f7-ce2c4ceda3db None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:41.030983 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-6565909b-7408-4910-97f7-ce2c4ceda3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:41.119693 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-6565909b-7408-4910-97f7-ce2c4ceda3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:41.129007 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6565909b-7408-4910-97f7-ce2c4ceda3db None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:41.129623 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-6565909b-7408-4910-97f7-ce2c4ceda3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:41.157611 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-36ee692d-4531-49b4-b2cc-aa117dda8940 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:41.212755 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-6565909b-7408-4910-97f7-ce2c4ceda3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:41.214629 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6565909b-7408-4910-97f7-ce2c4ceda3db None None] The sync data for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:04:41.279495 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43008) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:41.317409 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-36ee692d-4531-49b4-b2cc-aa117dda8940 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:41.385642 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee692d-4531-49b4-b2cc-aa117dda8940 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=600734e0-77de-4585-a8f6-5d863ff6a918,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:41.406549 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-36ee692d-4531-49b4-b2cc-aa117dda8940 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:41.410506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-36ee692d-4531-49b4-b2cc-aa117dda8940 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/600734e0-77de-4585-a8f6-5d863ff6a918 HTTP/1.1" status: 204 len: 168 time: 0.6530905 Aug 28 13:04:41.414962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43012) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:41.537693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba36535-01c2-4ba0-9cc8-31df06ba1ea6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 16a6a329-2e1a-4855-b32e-791ee97943c0 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:04:41.559410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127ab923-103a-4383-81ee-671816d82e7f None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:41.669882 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3de41a37-5d55-4291-89fa-136bafc173c1 None None] Could not find standard attr ID for object 3c4277d6-87f9-498b-9934-7711873daaf2. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:04:41.732057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3de41a37-5d55-4291-89fa-136bafc173c1 None None] Provisioning for port c38f1781-b39a-47e5-ad0e-1d189f1f97c3 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:41.739368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3de41a37-5d55-4291-89fa-136bafc173c1 None None] Provisioning complete for port c38f1781-b39a-47e5-ad0e-1d189f1f97c3 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:41.740218 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3de41a37-5d55-4291-89fa-136bafc173c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:41.806422 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba36535-01c2-4ba0-9cc8-31df06ba1ea6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:04:41.822313 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ba36535-01c2-4ba0-9cc8-31df06ba1ea6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:41.861220 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f1858f-81d7-4eb4-9640-78583fbfe30f None None] Sync routers for ids ['16a6a329-2e1a-4855-b32e-791ee97943c0'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:04:41.936567 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1ba36535-01c2-4ba0-9cc8-31df06ba1ea6 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "PUT /v2.0/floatingips/19614b85-4005-49b3-91fa-356e1fda9ced HTTP/1.1" status: 200 len: 977 time: 4.0122347 Aug 28 13:04:41.936802 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43018) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:41.995681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f1858f-81d7-4eb4-9640-78583fbfe30f None None] Routers {'16a6a329-2e1a-4855-b32e-791ee97943c0'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:41.996333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-77f1858f-81d7-4eb4-9640-78583fbfe30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['16a6a329-2e1a-4855-b32e-791ee97943c0'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:42.098188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-77f1858f-81d7-4eb4-9640-78583fbfe30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:42.104911 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ae2c383c-0008-477e-bf32-2ff000510e2a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6862123 Aug 28 13:04:42.111562 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43020) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:42.122351 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c330818b-2ab1-46e2-86a9-e6ef50729f70 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:42.127850 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aebec72d-bacf-45eb-9eda-3c0941368f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:42.158972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f1858f-81d7-4eb4-9640-78583fbfe30f None None] Routers {'16a6a329-2e1a-4855-b32e-791ee97943c0'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:42.158972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-77f1858f-81d7-4eb4-9640-78583fbfe30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['16a6a329-2e1a-4855-b32e-791ee97943c0'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:42.312352 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-77f1858f-81d7-4eb4-9640-78583fbfe30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:42.317970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f1858f-81d7-4eb4-9640-78583fbfe30f None None] The sync data for ids ['16a6a329-2e1a-4855-b32e-791ee97943c0'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:04:42.324367 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c0ef2d-ffb0-4df6-b17d-5d05bd8713c4 None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:04:42.431652 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-58df64c9-121b-4b25-9e13-23c1661ad4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:42.443316 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting port 25c5ddd8-8119-4c72-be2d-b84413561d8e {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:42.444372 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:42.451040 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aebec72d-bacf-45eb-9eda-3c0941368f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:42.456808 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aebec72d-bacf-45eb-9eda-3c0941368f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:42.509059 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-aebec72d-bacf-45eb-9eda-3c0941368f8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0275c9d07b84383adc8d02aeac5b9bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2278750 Aug 28 13:04:42.510753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebec72d-bacf-45eb-9eda-3c0941368f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72740e2a-9ff7-41f5-81ff-a676ec38e325,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:42.512043 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-97c0ef2d-ffb0-4df6-b17d-5d05bd8713c4 None None] Deleting port c38f1781-b39a-47e5-ad0e-1d189f1f97c3 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:42.512301 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43024) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:42.512474 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-97c0ef2d-ffb0-4df6-b17d-5d05bd8713c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:42.559051 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c330818b-2ab1-46e2-86a9-e6ef50729f70 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:42.564298 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c330818b-2ab1-46e2-86a9-e6ef50729f70 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:42.661090 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:42.676780 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c38f1781-b39a-47e5-ad0e-1d189f1f97c3 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:04:42.683885 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:42.735976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-97c0ef2d-ffb0-4df6-b17d-5d05bd8713c4 None None] For port c38f1781-b39a-47e5-ad0e-1d189f1f97c3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c38f1781-b39a-47e5-ad0e-1d189f1f97c3,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:42.740858 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-97c0ef2d-ffb0-4df6-b17d-5d05bd8713c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:42.783205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-97c0ef2d-ffb0-4df6-b17d-5d05bd8713c4 None None] Calling delete_port for c38f1781-b39a-47e5-ad0e-1d189f1f97c3 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:42.901887 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:42.902300 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:42.902619 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Floating IP 19614b85-4005-49b3-91fa-356e1fda9ced disassociated. External IP: 172.25.1.240, port: 25c5ddd8-8119-4c72-be2d-b84413561d8e. Aug 28 13:04:42.903150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Calling delete_port for 25c5ddd8-8119-4c72-be2d-b84413561d8e owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:42.914973 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:42.971489 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port c38f1781-b39a-47e5-ad0e-1d189f1f97c3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c38f1781-b39a-47e5-ad0e-1d189f1f97c3,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:43.003048 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:43.106957 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-97c0ef2d-ffb0-4df6-b17d-5d05bd8713c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:43.137815 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c0ef2d-ffb0-4df6-b17d-5d05bd8713c4 None None] No DVR routers for this DVR port c38f1781-b39a-47e5-ad0e-1d189f1f97c3 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:04:43.150975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=c38f1781-b39a-47e5-ad0e-1d189f1f97c3,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:43.190618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0ef2d-ffb0-4df6-b17d-5d05bd8713c4 None None] Pushing event deleted for resources: {'Port': ['ID=c38f1781-b39a-47e5-ad0e-1d189f1f97c3,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:43.201772 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:43.270736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Port': ['ID=25c5ddd8-8119-4c72-be2d-b84413561d8e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:43.308592 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:43.308949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:43.309300 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:43.309674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:43.310022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:43.310516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:43.310937 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:43.311248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:43.311579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:43.311929 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:43.312263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:43.312647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:43.335570 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fce755fd-f88b-4b81-979f-4ca038b1093e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:43.426338 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:43.535835 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fce755fd-f88b-4b81-979f-4ca038b1093e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:43.603272 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fce755fd-f88b-4b81-979f-4ca038b1093e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:43.605814 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fce755fd-f88b-4b81-979f-4ca038b1093e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:43.607387 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fce755fd-f88b-4b81-979f-4ca038b1093e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72740e2a-9ff7-41f5-81ff-a676ec38e325 HTTP/1.1" status: 204 len: 168 time: 1.0883451 Aug 28 13:04:43.666196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce755fd-f88b-4b81-979f-4ca038b1093e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72740e2a-9ff7-41f5-81ff-a676ec38e325,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:43.921907 n-d-791505-21 neutron-server[94878]: DEBUG neutron.objects.ports [None req-c330818b-2ab1-46e2-86a9-e6ef50729f70 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:04:43.925743 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c330818b-2ab1-46e2-86a9-e6ef50729f70 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:44.005115 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c330818b-2ab1-46e2-86a9-e6ef50729f70 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:44.032631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 16a6a329-2e1a-4855-b32e-791ee97943c0 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:04:44.036233 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c330818b-2ab1-46e2-86a9-e6ef50729f70 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:44.046029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6dc569-d80b-439e-90dc-e32f0b3a03df None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:44.050036 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c330818b-2ab1-46e2-86a9-e6ef50729f70 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:44.051225 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c330818b-2ab1-46e2-86a9-e6ef50729f70 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:44.082069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330818b-2ab1-46e2-86a9-e6ef50729f70 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=01ecbc5d-396d-484f-89d9-76341e5c77de,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:44.127407 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c330818b-2ab1-46e2-86a9-e6ef50729f70 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0131640 Aug 28 13:04:44.128017 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43050) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:44.140454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ea50e018-368c-44bc-ae9d-a7397a63c076 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:44.215728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43052) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:44.259904 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de572e96-d9fb-4692-9d74-b9b8b76945c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:44.297495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43054) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:44.359579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:04:44.371564 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d981ed-85b3-4304-a8ed-9034cba529d4 None None] Sync routers for ids ['16a6a329-2e1a-4855-b32e-791ee97943c0'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:04:44.387109 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d981ed-85b3-4304-a8ed-9034cba529d4 None None] Routers {'16a6a329-2e1a-4855-b32e-791ee97943c0'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:44.390937 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-11d981ed-85b3-4304-a8ed-9034cba529d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['16a6a329-2e1a-4855-b32e-791ee97943c0'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:44.428613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': '01ecbc5d-396d-484f-89d9-76341e5c77de'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:04:44.429816 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:44.479630 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-11d981ed-85b3-4304-a8ed-9034cba529d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:44.504314 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d981ed-85b3-4304-a8ed-9034cba529d4 None None] Routers {'16a6a329-2e1a-4855-b32e-791ee97943c0'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:44.504969 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-11d981ed-85b3-4304-a8ed-9034cba529d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['16a6a329-2e1a-4855-b32e-791ee97943c0'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:44.579938 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-11d981ed-85b3-4304-a8ed-9034cba529d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:44.580635 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d981ed-85b3-4304-a8ed-9034cba529d4 None None] The sync data for ids ['16a6a329-2e1a-4855-b32e-791ee97943c0'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:04:44.675134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:44.677406 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d7853b44-809b-4f3d-9556-802c3db15772 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/ports/25c5ddd8-8119-4c72-be2d-b84413561d8e HTTP/1.1" status: 204 len: 168 time: 2.7393470 Aug 28 13:04:44.681088 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43058) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:44.721276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Allocated IP 2001:db8::f816:3eff:fe15:cd49 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/01ecbc5d-396d-484f-89d9-76341e5c77de/6af987de-f054-4a02-b758-6031c2c6d800) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:44.798177 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-5f56587c-0a4c-49a7-83e2-1b50130b4324 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Deleting port 22194556-7cdf-40b1-b9c7-d188661cbb4e {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:44.798608 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f56587c-0a4c-49a7-83e2-1b50130b4324 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:44.879526 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de572e96-d9fb-4692-9d74-b9b8b76945c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:44.927658 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de572e96-d9fb-4692-9d74-b9b8b76945c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:44.993202 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-de572e96-d9fb-4692-9d74-b9b8b76945c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f726ba2d90e442718a129ce53ce9d14d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7730801 Aug 28 13:04:44.995195 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43068) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:45.056219 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:45.080107 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Transition to ACTIVE for port object 6af987de-f054-4a02-b758-6031c2c6d800 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:45.128555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Transition to ACTIVE for port object 6af987de-f054-4a02-b758-6031c2c6d800 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:45.141847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea50e018-368c-44bc-ae9d-a7397a63c076 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:45.142983 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:45.145959 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ea50e018-368c-44bc-ae9d-a7397a63c076 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:45.154584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de572e96-d9fb-4692-9d74-b9b8b76945c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b390bd2d-df30-4e9a-bb0b-2675c9dbe111,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:45.249204 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f56587c-0a4c-49a7-83e2-1b50130b4324 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:45.250430 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f56587c-0a4c-49a7-83e2-1b50130b4324 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:45.276252 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:45.283694 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:45.285618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Pushing event updated for resources: {'Port': ['ID=6af987de-f054-4a02-b758-6031c2c6d800,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:45.293625 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:45.308508 n-d-791505-21 neutron-server[94877]: INFO neutron.db.ipam_backend_mixin [None req-ea50e018-368c-44bc-ae9d-a7397a63c076 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01ecbc5d-396d-484f-89d9-76341e5c77de (CIDR: 2001:db8::/64) Aug 28 13:04:45.314168 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-5f56587c-0a4c-49a7-83e2-1b50130b4324 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Calling delete_port for 22194556-7cdf-40b1-b9c7-d188661cbb4e owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:45.323322 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea50e018-368c-44bc-ae9d-a7397a63c076 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:04:45.323779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea50e018-368c-44bc-ae9d-a7397a63c076 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:04:45.354163 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ea50e018-368c-44bc-ae9d-a7397a63c076 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2226841 Aug 28 13:04:45.359719 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43070) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:45.367430 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Attempting to bind port 6af987de-f054-4a02-b758-6031c2c6d800 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:04:45.367806 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Attempting to bind port 6af987de-f054-4a02-b758-6031c2c6d800 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:04:45.368171 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Attempting to bind port 6af987de-f054-4a02-b758-6031c2c6d800 on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:04:45.368573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-fdacff9e-7017-49f4-b8bb-0f158ca6a116 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:45.376176 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:45.377291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:04:45.377622 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:04:45.378118 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:45.378593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:04:45.379121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Bound port: 6af987de-f054-4a02-b758-6031c2c6d800, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:04:45.379499 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:45.404279 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b07f074-9203-411c-9c29-aaf17aaf2003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:45.436802 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b07f074-9203-411c-9c29-aaf17aaf2003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:45.481983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] For port 6af987de-f054-4a02-b758-6031c2c6d800, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:04:45.486005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] For port 6af987de-f054-4a02-b758-6031c2c6d800, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6af987de-f054-4a02-b758-6031c2c6d800,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:04:45.494197 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:45.558318 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b07f074-9203-411c-9c29-aaf17aaf2003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:45.566817 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b07f074-9203-411c-9c29-aaf17aaf2003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:45.566817 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9b07f074-9203-411c-9c29-aaf17aaf2003 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b390bd2d-df30-4e9a-bb0b-2675c9dbe111 HTTP/1.1" status: 204 len: 168 time: 0.5589437 Aug 28 13:04:45.579318 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e483c1-9944-4f5c-8a0c-c57f08f99c53 None None] Pushing event updated for resources: {'Port': ['ID=6af987de-f054-4a02-b758-6031c2c6d800,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:45.594129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07f074-9203-411c-9c29-aaf17aaf2003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b390bd2d-df30-4e9a-bb0b-2675c9dbe111,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:45.607570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdacff9e-7017-49f4-b8bb-0f158ca6a116 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:45.612274 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fdacff9e-7017-49f4-b8bb-0f158ca6a116 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:45.815917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f56587c-0a4c-49a7-83e2-1b50130b4324 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:45.889755 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56587c-0a4c-49a7-83e2-1b50130b4324 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Pushing event deleted for resources: {'Port': ['ID=22194556-7cdf-40b1-b9c7-d188661cbb4e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:46.082141 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f56587c-0a4c-49a7-83e2-1b50130b4324 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:46.082465 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-5f56587c-0a4c-49a7-83e2-1b50130b4324 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Floating IP 08ee5cb6-58b7-4f3f-9446-6f53feff763b disassociated (deleted). External IP: 172.25.1.138, port: 939ae531-917b-4096-80d5-60b5710e6f80. Aug 28 13:04:46.158815 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3d158f6c-211e-4137-adf5-6940a775d22d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:46.630524 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fdacff9e-7017-49f4-b8bb-0f158ca6a116 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:46.833214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdacff9e-7017-49f4-b8bb-0f158ca6a116 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:46.948003 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-fdacff9e-7017-49f4-b8bb-0f158ca6a116 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:46.978303 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6af987de-f054-4a02-b758-6031c2c6d800 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:47.012462 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdacff9e-7017-49f4-b8bb-0f158ca6a116 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:47.013151 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fdacff9e-7017-49f4-b8bb-0f158ca6a116 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:47.111889 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 6af987de-f054-4a02-b758-6031c2c6d800 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:47.360281 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fdacff9e-7017-49f4-b8bb-0f158ca6a116 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9992366 Aug 28 13:04:47.361714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43112) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:47.364892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacff9e-7017-49f4-b8bb-0f158ca6a116 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=5c823c01-e235-4037-9ee2-a96bb5e5740b,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:47.380822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ecaa939c-3a4f-45b8-bae8-51e86c9cc230 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'mac_address': 'fa:16:3e:49:f2:06', 'name': 'tempest-NetworksTestDHCPv6-775966188'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:47.542423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40584211-d4c0-462f-a0ed-13b06d91693a None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:47.658841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaa939c-3a4f-45b8-bae8-51e86c9cc230 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:47.743620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0c07971e-e6a6-4e99-8a67-15cea1db61cc None None] Provisioning for port 6af987de-f054-4a02-b758-6031c2c6d800 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:47.775142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0c07971e-e6a6-4e99-8a67-15cea1db61cc None None] Provisioning complete for port 6af987de-f054-4a02-b758-6031c2c6d800 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:47.775511 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0c07971e-e6a6-4e99-8a67-15cea1db61cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:47.832443 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ecaa939c-3a4f-45b8-bae8-51e86c9cc230 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:47.846322 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-3d158f6c-211e-4137-adf5-6940a775d22d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting port 5d2e1165-ecee-4423-b7ae-012a78644075 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:47.846689 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3d158f6c-211e-4137-adf5-6940a775d22d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:47.985769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-ecaa939c-3a4f-45b8-bae8-51e86c9cc230 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 65aecdbe-50f8-42cb-b46b-8e3029538720 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:04:48.022202 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f56587c-0a4c-49a7-83e2-1b50130b4324 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Router e1023ea0-d075-4aae-bfcb-b6b17b494782 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:04:48.159924 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3d158f6c-211e-4137-adf5-6940a775d22d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:48.182246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-3d158f6c-211e-4137-adf5-6940a775d22d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Calling delete_port for 5d2e1165-ecee-4423-b7ae-012a78644075 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:48.229240 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0c07971e-e6a6-4e99-8a67-15cea1db61cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:48.265384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f56587c-0a4c-49a7-83e2-1b50130b4324 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:04:48.277263 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5f56587c-0a4c-49a7-83e2-1b50130b4324 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:48.280994 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0c07971e-e6a6-4e99-8a67-15cea1db61cc None None] For port 6af987de-f054-4a02-b758-6031c2c6d800, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6af987de-f054-4a02-b758-6031c2c6d800,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:48.283184 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4cb26b-da18-4d4e-9583-b593eca69c73 None None] Sync routers for ids ['e1023ea0-d075-4aae-bfcb-b6b17b494782'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:04:48.288522 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0c07971e-e6a6-4e99-8a67-15cea1db61cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:48.348133 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5f56587c-0a4c-49a7-83e2-1b50130b4324 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "DELETE /v2.0/floatingips/08ee5cb6-58b7-4f3f-9446-6f53feff763b HTTP/1.1" status: 204 len: 168 time: 4.0478821 Aug 28 13:04:48.348827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'tag': '939ae531-917b-4096-80d5-60b5710e6f80'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:04:48.356572 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949aa9aa-faa1-4ddf-b4ab-cd255c3fdd6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f507af-44b8-42cb-8973-89c71c915ba2", "tag": "939ae531-917b-4096-80d5-60b5710e6f80"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:04:48.368396 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07971e-e6a6-4e99-8a67-15cea1db61cc None None] Pushing event updated for resources: {'Port': ['ID=6af987de-f054-4a02-b758-6031c2c6d800,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:48.433172 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4cb26b-da18-4d4e-9583-b593eca69c73 None None] Routers {'e1023ea0-d075-4aae-bfcb-b6b17b494782'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:48.433754 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-de4cb26b-da18-4d4e-9583-b593eca69c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e1023ea0-d075-4aae-bfcb-b6b17b494782'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:48.478394 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fb07a8-f425-47e8-bffb-a15165703d70 x-openstack-request-id: req-b8fb07a8-f425-47e8-bffb-a15165703d70 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:04:48.478677 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f507af-44b8-42cb-8973-89c71c915ba2", "tag": "939ae531-917b-4096-80d5-60b5710e6f80", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:04:48.479115 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8fb07a8-f425-47e8-bffb-a15165703d70 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:04:48.479809 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'tag': '939ae531-917b-4096-80d5-60b5710e6f80', 'status': 'completed', 'code': 200} Aug 28 13:04:48.523425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0240d12e-eb45-4820-a808-3129eeef70fb None None] Update dhcp port {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'fixed_ips': [{'subnet_id': '01ecbc5d-396d-484f-89d9-76341e5c77de', 'ip_address': '2001:db8::f816:3eff:fe15:cd49'}, {'subnet_id': '5c823c01-e235-4037-9ee2-a96bb5e5740b'}], 'binding:host_id': 'n-d-791505-21'}, 'id': '6af987de-f054-4a02-b758-6031c2c6d800'} from n-d-791505-21. {{(pid=94879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 13:04:48.617463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-ecaa939c-3a4f-45b8-bae8-51e86c9cc230 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8:0:1::42 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/5c823c01-e235-4037-9ee2-a96bb5e5740b/65aecdbe-50f8-42cb-b46b-8e3029538720) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:48.633290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-ecaa939c-3a4f-45b8-bae8-51e86c9cc230 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::f816:3eff:fe49:f206 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/01ecbc5d-396d-484f-89d9-76341e5c77de/65aecdbe-50f8-42cb-b46b-8e3029538720) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:48.674991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949aa9aa-faa1-4ddf-b4ab-cd255c3fdd6e req-1a35f5c5-e8ee-49a2-bdb1-131438190fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:48.676499 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-949aa9aa-faa1-4ddf-b4ab-cd255c3fdd6e req-1a35f5c5-e8ee-49a2-bdb1-131438190fe0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d5e1444e94524818b1b5b3600c8a9eae&device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 1098 time: 0.1639090 Aug 28 13:04:48.701722 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-de4cb26b-da18-4d4e-9583-b593eca69c73 None None] Set router e1023ea0-d075-4aae-bfcb-b6b17b494782 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:04:48.938314 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6af987de-f054-4a02-b758-6031c2c6d800 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:49.039175 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0240d12e-eb45-4820-a808-3129eeef70fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:49.121586 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ecaa939c-3a4f-45b8-bae8-51e86c9cc230 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:49.221964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4433aa-0ef4-4081-8a0b-4249aa819036 req-c9dba5bd-9052-4675-841c-610e666924ff tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:49.227105 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cb4433aa-0ef4-4081-8a0b-4249aa819036 req-c9dba5bd-9052-4675-841c-610e666924ff tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 946 time: 0.3480642 Aug 28 13:04:49.237570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949aa9aa-faa1-4ddf-b4ab-cd255c3fdd6e req-c2fa1a12-589f-4e26-a5ba-807a6c7d8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:49.239460 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-949aa9aa-faa1-4ddf-b4ab-cd255c3fdd6e req-c2fa1a12-589f-4e26-a5ba-807a6c7d8058 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b623883-070b-4970-8c08-14a8d3756313 HTTP/1.1" status: 200 len: 914 time: 0.5447557 Aug 28 13:04:49.242783 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6af987de-f054-4a02-b758-6031c2c6d800 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:49.243334 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:49.377716 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-de4cb26b-da18-4d4e-9583-b593eca69c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 4, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port': {'id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:29Z', 'updated_at': '2021-08-28T12:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '49355f58-9ac2-4c91-800d-a72ad763afcd', 'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'mac_address': 'fa:16:3e:50:11:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:34Z', 'updated_at': '2021-08-28T12:59:49Z', 'revision_number': 5, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'subnets': [{'id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:49.390190 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-949aa9aa-faa1-4ddf-b4ab-cd255c3fdd6e req-67d55881-006d-434b-8f05-26d716b03141 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=939ae531-917b-4096-80d5-60b5710e6f80 HTTP/1.1" status: 200 len: 217 time: 0.0936706 Aug 28 13:04:49.402015 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-ecaa939c-3a4f-45b8-bae8-51e86c9cc230 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 65aecdbe-50f8-42cb-b46b-8e3029538720 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:49.423340 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4cb26b-da18-4d4e-9583-b593eca69c73 None None] Checking router: e1023ea0-d075-4aae-bfcb-b6b17b494782 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:04:49.446342 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4cb26b-da18-4d4e-9583-b593eca69c73 None None] Routers {'e1023ea0-d075-4aae-bfcb-b6b17b494782'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:49.446764 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-de4cb26b-da18-4d4e-9583-b593eca69c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e1023ea0-d075-4aae-bfcb-b6b17b494782'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:49.535949 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3d158f6c-211e-4137-adf5-6940a775d22d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:49.603059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949aa9aa-faa1-4ddf-b4ab-cd255c3fdd6e req-2384fee2-0144-4f11-9f54-16adfb82d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:49.604525 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-949aa9aa-faa1-4ddf-b4ab-cd255c3fdd6e req-2384fee2-0144-4f11-9f54-16adfb82d2e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=048da36b-b127-4f58-b3f8-ec0e99aec6bb HTTP/1.1" status: 200 len: 853 time: 0.2040353 Aug 28 13:04:49.632607 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cb4433aa-0ef4-4081-8a0b-4249aa819036 req-238ef984-5b61-4d2b-abcd-b0363deefa84 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3846068 Aug 28 13:04:49.634083 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ecaa939c-3a4f-45b8-bae8-51e86c9cc230 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:49.663417 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d158f6c-211e-4137-adf5-6940a775d22d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Port': ['ID=5d2e1165-ecee-4423-b7ae-012a78644075,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:49.723469 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-0240d12e-eb45-4820-a808-3129eeef70fb None None] Allocated IP 2001:db8:0:1::2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/5c823c01-e235-4037-9ee2-a96bb5e5740b/6af987de-f054-4a02-b758-6031c2c6d800) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:49.759929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-de4cb26b-da18-4d4e-9583-b593eca69c73 None None] Set router e1023ea0-d075-4aae-bfcb-b6b17b494782 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:04:49.819975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa939c-3a4f-45b8-bae8-51e86c9cc230 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:49.836465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa939c-3a4f-45b8-bae8-51e86c9cc230 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=65aecdbe-50f8-42cb-b46b-8e3029538720,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:49.907262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-ecaa939c-3a4f-45b8-bae8-51e86c9cc230 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:49.919001 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa939c-3a4f-45b8-bae8-51e86c9cc230 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:49.931105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaa939c-3a4f-45b8-bae8-51e86c9cc230 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:49.931788 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ecaa939c-3a4f-45b8-bae8-51e86c9cc230 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:50.283833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0240d12e-eb45-4820-a808-3129eeef70fb None None] For port 6af987de-f054-4a02-b758-6031c2c6d800, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6af987de-f054-4a02-b758-6031c2c6d800,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:50.405390 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0240d12e-eb45-4820-a808-3129eeef70fb None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:50.446912 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0240d12e-eb45-4820-a808-3129eeef70fb None None] Transition to ACTIVE for port object 6af987de-f054-4a02-b758-6031c2c6d800 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:50.462395 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0240d12e-eb45-4820-a808-3129eeef70fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:50.499174 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ecaa939c-3a4f-45b8-bae8-51e86c9cc230 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1329398 Aug 28 13:04:50.499999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43228) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:50.516848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949aa9aa-faa1-4ddf-b4ab-cd255c3fdd6e req-27f48480-3fb2-4fc4-ab3e-8a363851b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:50.518851 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-949aa9aa-faa1-4ddf-b4ab-cd255c3fdd6e req-27f48480-3fb2-4fc4-ab3e-8a363851b159 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b623883-070b-4970-8c08-14a8d3756313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8500135 Aug 28 13:04:50.676448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240d12e-eb45-4820-a808-3129eeef70fb None None] Pushing event updated for resources: {'Port': ['ID=6af987de-f054-4a02-b758-6031c2c6d800,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:50.745419 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-de4cb26b-da18-4d4e-9583-b593eca69c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 4, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port': {'id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:29Z', 'updated_at': '2021-08-28T12:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '49355f58-9ac2-4c91-800d-a72ad763afcd', 'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'mac_address': 'fa:16:3e:50:11:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:34Z', 'updated_at': '2021-08-28T12:59:49Z', 'revision_number': 5, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'subnets': [{'id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:50.751183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-949aa9aa-faa1-4ddf-b4ab-cd255c3fdd6e req-2d3b9bcd-36df-40af-b8a3-0842c70a8221 service neutron] 10.222.0.11 "GET /v2.0/networks/8b623883-070b-4970-8c08-14a8d3756313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080405 Aug 28 13:04:50.815733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4cb26b-da18-4d4e-9583-b593eca69c73 None None] The sync data for ids ['e1023ea0-d075-4aae-bfcb-b6b17b494782'] in n-d-791505-21 is: [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T12:59:35Z', 'revision_number': 4, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port': {'id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:29Z', 'updated_at': '2021-08-28T12:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '49355f58-9ac2-4c91-800d-a72ad763afcd', 'name': '', 'network_id': '8b623883-070b-4970-8c08-14a8d3756313', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'mac_address': 'fa:16:3e:50:11:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:34Z', 'updated_at': '2021-08-28T12:59:49Z', 'revision_number': 5, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'subnets': [{'id': '048da36b-b127-4f58-b3f8-ec0e99aec6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:04:50.856994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4b3a9af7-9d7d-46f9-a545-38092b5c3f4d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 65aecdbe-50f8-42cb-b46b-8e3029538720 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:50.860095 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9af7-9d7d-46f9-a545-38092b5c3f4d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:50.876773 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3d158f6c-211e-4137-adf5-6940a775d22d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:50.884914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9878873-3f91-4ae8-acc4-d386068d0e96 req-b9a995af-a3ba-4832-8cfc-9d6a0586338f tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:50.897758 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9878873-3f91-4ae8-acc4-d386068d0e96 req-b9a995af-a3ba-4832-8cfc-9d6a0586338f tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 946 time: 0.4145253 Aug 28 13:04:51.003089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b0b73-f615-476d-a283-9a8be6a9b34d req-30045c8b-9cb3-4ef4-a4fc-653c231a13a6 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:51.011478 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b4b0b73-f615-476d-a283-9a8be6a9b34d req-30045c8b-9cb3-4ef4-a4fc-653c231a13a6 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 946 time: 0.1917875 Aug 28 13:04:51.092944 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-949aa9aa-faa1-4ddf-b4ab-cd255c3fdd6e req-144841f9-48a1-4690-887c-3ec175b284bf service neutron] 10.222.0.11 "GET /v2.0/networks/8b623883-070b-4970-8c08-14a8d3756313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318868 Aug 28 13:04:51.147627 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b4b0b73-f615-476d-a283-9a8be6a9b34d req-7195727b-11ab-4b4f-a674-eb49eafc2a24 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291640 Aug 28 13:04:51.150274 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9af7-9d7d-46f9-a545-38092b5c3f4d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:51.177663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4b3a9af7-9d7d-46f9-a545-38092b5c3f4d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 65aecdbe-50f8-42cb-b46b-8e3029538720 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:51.342833 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-a9878873-3f91-4ae8-acc4-d386068d0e96 req-784e475f-057c-4b37-b3ce-d000b6259389 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Deleting port 939ae531-917b-4096-80d5-60b5710e6f80 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:51.342833 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a9878873-3f91-4ae8-acc4-d386068d0e96 req-784e475f-057c-4b37-b3ce-d000b6259389 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:51.362824 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbcdc1f-924a-4856-aeeb-41535f085762 None None] New status for floating IP 08ee5cb6-58b7-4f3f-9446-6f53feff763b: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:04:51.516879 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9af7-9d7d-46f9-a545-38092b5c3f4d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:51.592012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a9878873-3f91-4ae8-acc4-d386068d0e96 req-784e475f-057c-4b37-b3ce-d000b6259389 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] For port 939ae531-917b-4096-80d5-60b5710e6f80, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=939ae531-917b-4096-80d5-60b5710e6f80,segment=NetworkSegment(5c33e6d6-5af4-4a52-8910-e4762d7cbd77),segment_id=5c33e6d6-5af4-4a52-8910-e4762d7cbd77)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:51.592574 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a9878873-3f91-4ae8-acc4-d386068d0e96 req-784e475f-057c-4b37-b3ce-d000b6259389 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:51.596398 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d158f6c-211e-4137-adf5-6940a775d22d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 16a6a329-2e1a-4855-b32e-791ee97943c0 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:04:51.615789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-a9878873-3f91-4ae8-acc4-d386068d0e96 req-784e475f-057c-4b37-b3ce-d000b6259389 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Calling delete_port for 939ae531-917b-4096-80d5-60b5710e6f80 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:51.622782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a9af7-9d7d-46f9-a545-38092b5c3f4d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=65aecdbe-50f8-42cb-b46b-8e3029538720,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:51.749644 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9af7-9d7d-46f9-a545-38092b5c3f4d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:51.757672 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4b3a9af7-9d7d-46f9-a545-38092b5c3f4d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/65aecdbe-50f8-42cb-b46b-8e3029538720 HTTP/1.1" status: 204 len: 168 time: 1.2563303 Aug 28 13:04:51.790296 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43288) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:51.880611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecd7ab4-f579-4412-ad7d-546e490aebf3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:51.885618 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4ecd7ab4-f579-4412-ad7d-546e490aebf3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1260276 Aug 28 13:04:51.886384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43296) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:51.888945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d158f6c-211e-4137-adf5-6940a775d22d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:04:51.899414 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3d158f6c-211e-4137-adf5-6940a775d22d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "PUT /v2.0/routers/16a6a329-2e1a-4855-b32e-791ee97943c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2168820 Aug 28 13:04:51.900073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43298) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:51.901427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc6c27-417c-4a9b-8327-46de723123a8 None None] Sync routers for ids ['16a6a329-2e1a-4855-b32e-791ee97943c0'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:04:51.924613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc6c27-417c-4a9b-8327-46de723123a8 None None] Routers {'16a6a329-2e1a-4855-b32e-791ee97943c0'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:51.926157 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-75fc6c27-417c-4a9b-8327-46de723123a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['16a6a329-2e1a-4855-b32e-791ee97943c0'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:52.010594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfa9d23-5e1e-4262-9969-fc2579facad1 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:52.013265 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-abfa9d23-5e1e-4262-9969-fc2579facad1 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1258323 Aug 28 13:04:52.017027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43302) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:52.019877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-75fc6c27-417c-4a9b-8327-46de723123a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:52.044083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc6c27-417c-4a9b-8327-46de723123a8 None None] Routers {'16a6a329-2e1a-4855-b32e-791ee97943c0'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:04:52.044645 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-75fc6c27-417c-4a9b-8327-46de723123a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['16a6a329-2e1a-4855-b32e-791ee97943c0'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:52.139357 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-75fc6c27-417c-4a9b-8327-46de723123a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:52.140134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc6c27-417c-4a9b-8327-46de723123a8 None None] The sync data for ids ['16a6a329-2e1a-4855-b32e-791ee97943c0'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:04:52.168712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c16868-4278-4371-9371-58769e4bef15 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:52.170582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c16868-4278-4371-9371-58769e4bef15 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:52.172065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c16868-4278-4371-9371-58769e4bef15 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:52.173689 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d5c16868-4278-4371-9371-58769e4bef15 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1539235 Aug 28 13:04:52.176729 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43322) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:52.246895 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6aa0a3f4-aeea-42ce-910c-7dcbebd503ac tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:52.306333 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-201ba31d-5422-4ce9-b723-771e6846f2a6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 01ecbc5d-396d-484f-89d9-76341e5c77de {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:04:52.314068 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-201ba31d-5422-4ce9-b723-771e6846f2a6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:52.347546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-10ba0939-1ccd-4f7d-80b5-7cf616406905 None None] Provisioning for port 6af987de-f054-4a02-b758-6031c2c6d800 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:52.357424 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-10ba0939-1ccd-4f7d-80b5-7cf616406905 None None] Provisioning complete for port 6af987de-f054-4a02-b758-6031c2c6d800 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:52.357999 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-10ba0939-1ccd-4f7d-80b5-7cf616406905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:52.420532 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d81b0-4aeb-4389-8eba-2e3ced50cb98 req-2976230f-4c4f-4ac2-b2f6-cd171993f141 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:52.422610 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d89d81b0-4aeb-4389-8eba-2e3ced50cb98 req-2976230f-4c4f-4ac2-b2f6-cd171993f141 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 946 time: 0.1487348 Aug 28 13:04:52.441324 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-201ba31d-5422-4ce9-b723-771e6846f2a6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:52.485115 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a9878873-3f91-4ae8-acc4-d386068d0e96 req-784e475f-057c-4b37-b3ce-d000b6259389 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:52.572761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e475f-057c-4b37-b3ce-d000b6259389 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Pushing event deleted for resources: {'Port': ['ID=939ae531-917b-4096-80d5-60b5710e6f80,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:52.627894 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d89d81b0-4aeb-4389-8eba-2e3ced50cb98 req-50c2def5-434d-47d3-8cf4-4959db9c4ac7 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/security-groups?id=511aab17-107f-4739-ae63-c3c847f95d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807380 Aug 28 13:04:52.647425 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6aa0a3f4-aeea-42ce-910c-7dcbebd503ac tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:52.722549 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9878873-3f91-4ae8-acc4-d386068d0e96 req-784e475f-057c-4b37-b3ce-d000b6259389 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] No DVR routers for this DVR port 939ae531-917b-4096-80d5-60b5710e6f80 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:04:52.737231 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a9878873-3f91-4ae8-acc4-d386068d0e96 req-784e475f-057c-4b37-b3ce-d000b6259389 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:52.738802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6af987de-f054-4a02-b758-6031c2c6d800 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:52.739606 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a9878873-3f91-4ae8-acc4-d386068d0e96 req-784e475f-057c-4b37-b3ce-d000b6259389 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.11 "DELETE /v2.0/ports/939ae531-917b-4096-80d5-60b5710e6f80 HTTP/1.1" status: 204 len: 173 time: 1.8330102 Aug 28 13:04:52.740067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'name': 'network-vif-deleted', 'tag': '939ae531-917b-4096-80d5-60b5710e6f80'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:04:52.781814 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467184ed-ac7d-4b8f-9230-ecfa647eaa75" -d '{"events": [{"server_uuid": "d1f507af-44b8-42cb-8973-89c71c915ba2", "name": "network-vif-deleted", "tag": "939ae531-917b-4096-80d5-60b5710e6f80"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:04:52.802621 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2383fda7-371f-4814-a4ab-7a9ddd22e0e2 None None] Could not find standard attr ID for object 65aecdbe-50f8-42cb-b46b-8e3029538720. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:04:52.823044 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-201ba31d-5422-4ce9-b723-771e6846f2a6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:52.862267 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6af987de-f054-4a02-b758-6031c2c6d800 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:52.864167 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:52.909155 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfeec17-1900-4729-b4a5-22b87fab8ef6 x-openstack-request-id: req-adfeec17-1900-4729-b4a5-22b87fab8ef6 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:04:52.909688 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f507af-44b8-42cb-8973-89c71c915ba2", "name": "network-vif-deleted", "tag": "939ae531-917b-4096-80d5-60b5710e6f80", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:04:52.909864 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adfeec17-1900-4729-b4a5-22b87fab8ef6 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:04:52.910892 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f507af-44b8-42cb-8973-89c71c915ba2', 'name': 'network-vif-deleted', 'tag': '939ae531-917b-4096-80d5-60b5710e6f80', 'status': 'completed', 'code': 200} Aug 28 13:04:52.987471 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0a3f4-aeea-42ce-910c-7dcbebd503ac tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting port 61147792-130c-431b-8370-c4cb3b15b2c1 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:52.987817 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6aa0a3f4-aeea-42ce-910c-7dcbebd503ac tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:53.049578 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-201ba31d-5422-4ce9-b723-771e6846f2a6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:53.085445 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ba31d-5422-4ce9-b723-771e6846f2a6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=01ecbc5d-396d-484f-89d9-76341e5c77de,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:53.104508 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-201ba31d-5422-4ce9-b723-771e6846f2a6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:53.106903 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-201ba31d-5422-4ce9-b723-771e6846f2a6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/01ecbc5d-396d-484f-89d9-76341e5c77de HTTP/1.1" status: 204 len: 168 time: 0.9288619 Aug 28 13:04:53.109185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43380) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:53.141011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e84452-2c3f-4673-8aba-540f3077ac0a None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:53.226867 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6aa0a3f4-aeea-42ce-910c-7dcbebd503ac tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:53.247726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-386f3cc7-4b9a-448b-952e-949be70c6850 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 5c823c01-e235-4037-9ee2-a96bb5e5740b {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:04:53.254508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0a3f4-aeea-42ce-910c-7dcbebd503ac tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Calling delete_port for 61147792-130c-431b-8370-c4cb3b15b2c1 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:53.257935 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-386f3cc7-4b9a-448b-952e-949be70c6850 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:53.372402 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-386f3cc7-4b9a-448b-952e-949be70c6850 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:53.538910 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6aa0a3f4-aeea-42ce-910c-7dcbebd503ac tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:53.573719 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-386f3cc7-4b9a-448b-952e-949be70c6850 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:53.596871 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0a3f4-aeea-42ce-910c-7dcbebd503ac tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Port': ['ID=61147792-130c-431b-8370-c4cb3b15b2c1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:53.713652 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-386f3cc7-4b9a-448b-952e-949be70c6850 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:53.738483 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6aa0a3f4-aeea-42ce-910c-7dcbebd503ac tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:53.782475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f3cc7-4b9a-448b-952e-949be70c6850 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=5c823c01-e235-4037-9ee2-a96bb5e5740b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:53.792372 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-386f3cc7-4b9a-448b-952e-949be70c6850 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:53.796569 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-386f3cc7-4b9a-448b-952e-949be70c6850 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/5c823c01-e235-4037-9ee2-a96bb5e5740b HTTP/1.1" status: 204 len: 168 time: 0.6841776 Aug 28 13:04:53.796763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43410) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:53.871982 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-22023264-e489-48a4-8a24-b20f4cdb9e6b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741041 Aug 28 13:04:53.874841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43416) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:53.880273 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c0126aa7-343a-4403-afe9-cd9102c5289b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:53.942592 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6aa0a3f4-aeea-42ce-910c-7dcbebd503ac tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:53.946811 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6aa0a3f4-aeea-42ce-910c-7dcbebd503ac tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:54.003749 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6aa0a3f4-aeea-42ce-910c-7dcbebd503ac tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:54.004847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa0a3f4-aeea-42ce-910c-7dcbebd503ac tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Fanout notify agent at l3_agent the message router_deleted on router 16a6a329-2e1a-4855-b32e-791ee97943c0 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:04:54.011137 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-376303c7-8e64-40ec-8cce-a320a3b8eb74 req-52dd49b8-88d4-4e38-a062-6bc02c37094d tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 210 time: 0.1597185 Aug 28 13:04:54.042278 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6aa0a3f4-aeea-42ce-910c-7dcbebd503ac tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:54.045692 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6aa0a3f4-aeea-42ce-910c-7dcbebd503ac tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/routers/16a6a329-2e1a-4855-b32e-791ee97943c0 HTTP/1.1" status: 204 len: 168 time: 2.1407199 Aug 28 13:04:54.046742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43430) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:54.138118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0126aa7-343a-4403-afe9-cd9102c5289b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:54.142834 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c0126aa7-343a-4403-afe9-cd9102c5289b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:54.168164 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7de31d-989e-4f86-accf-09c19b09dc10 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting subnet 94c593e8-ad20-41e6-99b8-57f8d2edca38 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:04:54.176427 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b7de31d-989e-4f86-accf-09c19b09dc10 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:54.281357 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b7de31d-989e-4f86-accf-09c19b09dc10 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:54.467351 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c0126aa7-343a-4403-afe9-cd9102c5289b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:54.468236 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b7de31d-989e-4f86-accf-09c19b09dc10 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:54.527111 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b148f932-35e1-4fc4-b31f-5a68511aefe8 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:54.534111 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0126aa7-343a-4403-afe9-cd9102c5289b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=29aec47c-1d7e-4e80-a2f5-f039ff5d8b87,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:54.545747 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0126aa7-343a-4403-afe9-cd9102c5289b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:54.547590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c0126aa7-343a-4403-afe9-cd9102c5289b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:54.551714 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0126aa7-343a-4403-afe9-cd9102c5289b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:54.553236 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c0126aa7-343a-4403-afe9-cd9102c5289b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:54.573653 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c0126aa7-343a-4403-afe9-cd9102c5289b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6975489 Aug 28 13:04:54.576842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43458) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:54.588008 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8af9d792-9c50-4300-ac94-2c43e32eb5db tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:54.593439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 939ae531-917b-4096-80d5-60b5710e6f80 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:04:54.617552 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b7de31d-989e-4f86-accf-09c19b09dc10 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:54.703473 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b7de31d-989e-4f86-accf-09c19b09dc10 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:54.710989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8b7de31d-989e-4f86-accf-09c19b09dc10 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/subnets/94c593e8-ad20-41e6-99b8-57f8d2edca38 HTTP/1.1" status: 204 len: 168 time: 0.6631083 Aug 28 13:04:54.713831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43466) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:54.722388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7de31d-989e-4f86-accf-09c19b09dc10 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Subnet': ['ID=94c593e8-ad20-41e6-99b8-57f8d2edca38,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:54.752122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d3ee7be9-25cb-460f-b88e-22fcf0c4df11 None None] Provisioning complete for port 6af987de-f054-4a02-b758-6031c2c6d800 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:54.752869 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d3ee7be9-25cb-460f-b88e-22fcf0c4df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:54.754981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde8588c-bfff-4122-9976-78d90383b2be None None] Network 8c3ce3fc-4da2-4442-8d96-b3c475c12066 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:54.760089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af9d792-9c50-4300-ac94-2c43e32eb5db tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:54.763842 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8af9d792-9c50-4300-ac94-2c43e32eb5db tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:54.765299 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 939ae531-917b-4096-80d5-60b5710e6f80 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:04:54.765894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 939ae531-917b-4096-80d5-60b5710e6f80 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:04:54.884365 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:55.003240 n-d-791505-21 neutron-server[94878]: INFO neutron.db.ipam_backend_mixin [None req-8af9d792-9c50-4300-ac94-2c43e32eb5db tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29aec47c-1d7e-4e80-a2f5-f039ff5d8b87 (CIDR: 2001:db8::/64) Aug 28 13:04:55.010321 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af9d792-9c50-4300-ac94-2c43e32eb5db tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:04:55.012320 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af9d792-9c50-4300-ac94-2c43e32eb5db tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:04:55.019655 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting port fa7576ae-6659-497c-8253-4350f3205c4d {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:55.020810 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:55.056948 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8af9d792-9c50-4300-ac94-2c43e32eb5db tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4784307 Aug 28 13:04:55.057766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43484) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:55.063025 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-19f717c1-5596-4fff-af4f-7b174bdf17c7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:55.203836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] DHCP port deletion for 8c3ce3fc-4da2-4442-8d96-b3c475c12066 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:04:55.214872 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dd4167-aca2-4bc6-b1ba-5894a19203c4 None None] Update dhcp port {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'fixed_ips': [{'subnet_id': '29aec47c-1d7e-4e80-a2f5-f039ff5d8b87'}], 'binding:host_id': 'n-d-791505-21'}, 'id': '6af987de-f054-4a02-b758-6031c2c6d800'} from n-d-791505-21. {{(pid=94879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 13:04:55.225838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] For port fa7576ae-6659-497c-8253-4350f3205c4d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=fa7576ae-6659-497c-8253-4350f3205c4d,segment=NetworkSegment(92da236f-4651-44d4-b461-9c72a598c13f),segment_id=92da236f-4651-44d4-b461-9c72a598c13f)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:55.226546 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:55.243277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Calling delete_port for fa7576ae-6659-497c-8253-4350f3205c4d owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:55.291850 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f717c1-5596-4fff-af4f-7b174bdf17c7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:55.301995 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-19f717c1-5596-4fff-af4f-7b174bdf17c7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:55.312332 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-35dd4167-aca2-4bc6-b1ba-5894a19203c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:55.373288 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:55.403702 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff77041b-6b71-4704-b796-0ef5dd2cf56e req-dccbc8ea-eccb-4e51-ac63-09810caa2f31 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 210 time: 0.0443885 Aug 28 13:04:55.432859 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Port': ['ID=fa7576ae-6659-497c-8253-4350f3205c4d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:55.439591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] No DVR routers for this DVR port fa7576ae-6659-497c-8253-4350f3205c4d on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:04:55.520383 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Deleting port fa7576ae-6659-497c-8253-4350f3205c4d {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:55.520781 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:55.633387 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:55.674845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3ce3fc-4da2-4442-8d96-b3c475c12066']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:55.683103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] For port fa7576ae-6659-497c-8253-4350f3205c4d, host n-d-791505-21, got binding levels [] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:55.683660 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:55.691348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92da236f-4651-44d4-b461-9c72a598c13f') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:55.691887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92da236f-4651-44d4-b461-9c72a598c13f') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:04:55.706110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:55.724002 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:55.732467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Calling delete_port for fa7576ae-6659-497c-8253-4350f3205c4d owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:55.735193 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.ipam_backend_mixin [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Port fa7576ae-6659-497c-8253-4350f3205c4d was not found and therefore no delete operation was performed {{(pid=94879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 13:04:55.738394 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:55.738591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:04:55.738696 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:04:55.744781 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:04:55.785546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Pushing event deleted for resources: {'Port': ['ID=fa7576ae-6659-497c-8253-4350f3205c4d,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:55.835374 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] No DVR routers for this DVR port fa7576ae-6659-497c-8253-4350f3205c4d on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:04:55.846228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-35dd4167-aca2-4bc6-b1ba-5894a19203c4 None None] Allocated IP 2001:db8::2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/29aec47c-1d7e-4e80-a2f5-f039ff5d8b87/6af987de-f054-4a02-b758-6031c2c6d800) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:55.856560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:55.856560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:55.856560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:55.857585 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:55.857585 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:55.857830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:55.858036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:55.858313 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:55.858685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:55.859131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:55.859500 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:55.860157 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd9b3d1-5790-43a4-b37a-322035260dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:04:55.868828 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:55.877415 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:55.881153 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/networks/8c3ce3fc-4da2-4442-8d96-b3c475c12066 HTTP/1.1" status: 204 len: 168 time: 1.1647177 Aug 28 13:04:55.884797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43520) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:55.927291 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd25a21-ac39-4fb4-90fd-e05931def458 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Network': ['ID=8c3ce3fc-4da2-4442-8d96-b3c475c12066,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:56.012485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-35dd4167-aca2-4bc6-b1ba-5894a19203c4 None None] For port 6af987de-f054-4a02-b758-6031c2c6d800, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6af987de-f054-4a02-b758-6031c2c6d800,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:56.082049 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-35dd4167-aca2-4bc6-b1ba-5894a19203c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:56.118580 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-35dd4167-aca2-4bc6-b1ba-5894a19203c4 None None] Transition to ACTIVE for port object 6af987de-f054-4a02-b758-6031c2c6d800 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:56.128809 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-35dd4167-aca2-4bc6-b1ba-5894a19203c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:56.133380 n-d-791505-21 neutron-server[94878]: DEBUG neutron.objects.ports [None req-19f717c1-5596-4fff-af4f-7b174bdf17c7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:04:56.140100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b3247e9d-9199-44a6-a1b4-785bc94e7a1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting port aeec340c-1870-40cc-8a7c-74808425591b {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:56.140551 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3247e9d-9199-44a6-a1b4-785bc94e7a1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:56.223192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd4167-aca2-4bc6-b1ba-5894a19203c4 None None] Pushing event updated for resources: {'Port': ['ID=6af987de-f054-4a02-b758-6031c2c6d800,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:56.287279 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3247e9d-9199-44a6-a1b4-785bc94e7a1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:56.287612 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3247e9d-9199-44a6-a1b4-785bc94e7a1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:56.307413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b3247e9d-9199-44a6-a1b4-785bc94e7a1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Calling delete_port for aeec340c-1870-40cc-8a7c-74808425591b owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:56.424710 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-19f717c1-5596-4fff-af4f-7b174bdf17c7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:56.557441 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3247e9d-9199-44a6-a1b4-785bc94e7a1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:56.616665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3247e9d-9199-44a6-a1b4-785bc94e7a1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Port': ['ID=aeec340c-1870-40cc-8a7c-74808425591b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:56.708804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6af987de-f054-4a02-b758-6031c2c6d800 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:56.714973 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d05fbfe-44f6-49e3-9ba2-74bb0824edc1 req-49bb0606-f956-42e9-b45f-9f006394c874 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 210 time: 0.1660931 Aug 28 13:04:56.781484 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3247e9d-9199-44a6-a1b4-785bc94e7a1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:56.784269 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3247e9d-9199-44a6-a1b4-785bc94e7a1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:56.792615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b3247e9d-9199-44a6-a1b4-785bc94e7a1d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/floatingips/19614b85-4005-49b3-91fa-356e1fda9ced HTTP/1.1" status: 204 len: 168 time: 0.9038529 Aug 28 13:04:56.792991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43548) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:56.818799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-19f717c1-5596-4fff-af4f-7b174bdf17c7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] For port 6af987de-f054-4a02-b758-6031c2c6d800, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6af987de-f054-4a02-b758-6031c2c6d800,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:04:56.821683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43550) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:56.842814 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7b32aa-1e5d-4f8b-869f-3b73376d9f33 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] DELETE failed (client error): The resource could not be found. Aug 28 13:04:56.843654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7b32aa-1e5d-4f8b-869f-3b73376d9f33 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:04:56.845539 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2c7b32aa-1e5d-4f8b-869f-3b73376d9f33 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/ports/25c5ddd8-8119-4c72-be2d-b84413561d8e HTTP/1.1" status: 404 len: 333 time: 0.0515144 Aug 28 13:04:56.848380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43554) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:56.887396 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-19f717c1-5596-4fff-af4f-7b174bdf17c7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:56.894172 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device fa7576ae-6659-497c-8253-4350f3205c4d no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:04:56.903178 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-19f717c1-5596-4fff-af4f-7b174bdf17c7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:56.904357 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-19f717c1-5596-4fff-af4f-7b174bdf17c7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:56.904667 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f5ed72d9-3923-4330-b76a-8ff707814d6d tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a6a329-2e1a-4855-b32e-791ee97943c0 HTTP/1.1" status: 200 len: 205 time: 0.0548801 Aug 28 13:04:56.907848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43556) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:56.934722 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: fa7576ae-6659-497c-8253-4350f3205c4d {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:04:56.935064 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device fa7576ae-6659-497c-8253-4350f3205c4d not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:04:57.093728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f717c1-5596-4fff-af4f-7b174bdf17c7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=67b10116-6ff8-408e-ae02-d8668456d3a4,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:57.097740 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-e1024214-05e7-40fd-aac0-2d756fd78fd9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] delete failed (client error): The resource could not be found. Aug 28 13:04:57.102099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43560) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:57.102504 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e1024214-05e7-40fd-aac0-2d756fd78fd9 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/routers/16a6a329-2e1a-4855-b32e-791ee97943c0 HTTP/1.1" status: 404 len: 336 time: 0.0573304 Aug 28 13:04:57.130122 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-66b2fbbb-bf83-4cbd-b9df-4ad0408f45ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:57.132826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f717c1-5596-4fff-af4f-7b174bdf17c7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=6af987de-f054-4a02-b758-6031c2c6d800,revision_number=9']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:57.141053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f717c1-5596-4fff-af4f-7b174bdf17c7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:57.152682 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-19f717c1-5596-4fff-af4f-7b174bdf17c7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:57.157093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f717c1-5596-4fff-af4f-7b174bdf17c7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:57.157938 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-19f717c1-5596-4fff-af4f-7b174bdf17c7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:57.164797 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-45822ff2-0278-469d-9229-4b5bac7740c7 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] DELETE failed (client error): The resource could not be found. Aug 28 13:04:57.168950 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45822ff2-0278-469d-9229-4b5bac7740c7 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:04:57.174322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43562) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:57.175304 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-45822ff2-0278-469d-9229-4b5bac7740c7 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/subnets/94c593e8-ad20-41e6-99b8-57f8d2edca38 HTTP/1.1" status: 404 len: 337 time: 0.0717368 Aug 28 13:04:57.191630 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f17140-52ac-4a11-8f69-b6e4fca1472d None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:57.323051 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-41aa2970-a5db-4dcd-98fa-3c3fc1631a59 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting port b6d2303a-537f-44f7-a709-6e746e4222cb {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:57.323482 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41aa2970-a5db-4dcd-98fa-3c3fc1631a59 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:57.330149 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1b7ab959-7811-41b3-9870-6c0134180625 None None] Provisioning for port 6af987de-f054-4a02-b758-6031c2c6d800 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:57.337594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1b7ab959-7811-41b3-9870-6c0134180625 None None] Provisioning complete for port 6af987de-f054-4a02-b758-6031c2c6d800 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:57.338251 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b7ab959-7811-41b3-9870-6c0134180625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:57.386121 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-66b2fbbb-bf83-4cbd-b9df-4ad0408f45ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:57.402922 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-19f717c1-5596-4fff-af4f-7b174bdf17c7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3440390 Aug 28 13:04:57.404102 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-66b2fbbb-bf83-4cbd-b9df-4ad0408f45ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:57.405277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43566) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:57.410349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-d3e0e8e1-3147-41d1-a16c-fbe6065ba4f2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'mac_address': 'fa:16:3e:e2:b1:b9', 'name': 'tempest-NetworksTestDHCPv6-1115762468'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:04:57.485862 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-66b2fbbb-bf83-4cbd-b9df-4ad0408f45ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e93a2bce0ab34032913d5d20090b65e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6615922 Aug 28 13:04:57.488512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43568) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:57.495308 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2fbbb-bf83-4cbd-b9df-4ad0408f45ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95bb717-5531-4690-bb94-ae68fa7c87d2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:57.512235 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41aa2970-a5db-4dcd-98fa-3c3fc1631a59 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:57.531473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-41aa2970-a5db-4dcd-98fa-3c3fc1631a59 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Calling delete_port for b6d2303a-537f-44f7-a709-6e746e4222cb owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:57.592718 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dab8eb4a-4fde-461e-9014-77d1d3332ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:57.636076 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dab8eb4a-4fde-461e-9014-77d1d3332ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:57.683901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e0e8e1-3147-41d1-a16c-fbe6065ba4f2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:04:57.728520 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41aa2970-a5db-4dcd-98fa-3c3fc1631a59 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:57.744692 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dab8eb4a-4fde-461e-9014-77d1d3332ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:57.754935 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dab8eb4a-4fde-461e-9014-77d1d3332ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:57.768930 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dab8eb4a-4fde-461e-9014-77d1d3332ba1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c95bb717-5531-4690-bb94-ae68fa7c87d2 HTTP/1.1" status: 204 len: 168 time: 0.2785721 Aug 28 13:04:57.774577 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa2970-a5db-4dcd-98fa-3c3fc1631a59 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Port': ['ID=b6d2303a-537f-44f7-a709-6e746e4222cb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:57.807467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8eb4a-4fde-461e-9014-77d1d3332ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95bb717-5531-4690-bb94-ae68fa7c87d2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:57.905186 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-324b88b6-dbba-4ab2-b653-43bf0740dc03 req-975314a8-edcc-4892-8323-0fb9d718b1ef tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 210 time: 0.0522180 Aug 28 13:04:57.921995 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d3e0e8e1-3147-41d1-a16c-fbe6065ba4f2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:57.935417 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41aa2970-a5db-4dcd-98fa-3c3fc1631a59 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:57.938565 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-41aa2970-a5db-4dcd-98fa-3c3fc1631a59 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/ports/b6d2303a-537f-44f7-a709-6e746e4222cb HTTP/1.1" status: 204 len: 168 time: 0.7629144 Aug 28 13:04:57.940826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43574) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:57.956115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-d3e0e8e1-3147-41d1-a16c-fbe6065ba4f2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 380338d2-bc8b-49db-bb16-6696dacba15e yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:04:58.081913 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0196982a-adf8-4a3e-96af-0aa4d8661467 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting port 78ff5ea0-d7b4-4e9c-8a3c-0aab7cbddb2c {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:58.082580 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0196982a-adf8-4a3e-96af-0aa4d8661467 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:58.239106 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0196982a-adf8-4a3e-96af-0aa4d8661467 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:58.246584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-d3e0e8e1-3147-41d1-a16c-fbe6065ba4f2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::2cc (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/29aec47c-1d7e-4e80-a2f5-f039ff5d8b87/380338d2-bc8b-49db-bb16-6696dacba15e) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:58.266041 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-d3e0e8e1-3147-41d1-a16c-fbe6065ba4f2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8:0:1:f816:3eff:fee2:b1b9 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/67b10116-6ff8-408e-ae02-d8668456d3a4/380338d2-bc8b-49db-bb16-6696dacba15e) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:04:58.276709 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0196982a-adf8-4a3e-96af-0aa4d8661467 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Calling delete_port for 78ff5ea0-d7b4-4e9c-8a3c-0aab7cbddb2c owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:58.523019 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0196982a-adf8-4a3e-96af-0aa4d8661467 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:58.528660 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3520a757-2563-4122-9e8b-789dafca7c27 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:04:58.543513 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d3e0e8e1-3147-41d1-a16c-fbe6065ba4f2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:58.579429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-d3e0e8e1-3147-41d1-a16c-fbe6065ba4f2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 380338d2-bc8b-49db-bb16-6696dacba15e will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:04:58.602036 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196982a-adf8-4a3e-96af-0aa4d8661467 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Port': ['ID=78ff5ea0-d7b4-4e9c-8a3c-0aab7cbddb2c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:58.686933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6af987de-f054-4a02-b758-6031c2c6d800 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:04:58.721295 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d3e0e8e1-3147-41d1-a16c-fbe6065ba4f2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:58.783848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e0e8e1-3147-41d1-a16c-fbe6065ba4f2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:04:58.787098 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d3e0e8e1-3147-41d1-a16c-fbe6065ba4f2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:04:58.792358 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e0e8e1-3147-41d1-a16c-fbe6065ba4f2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:04:58.798391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e0e8e1-3147-41d1-a16c-fbe6065ba4f2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:58.799216 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d3e0e8e1-3147-41d1-a16c-fbe6065ba4f2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:58.812287 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0196982a-adf8-4a3e-96af-0aa4d8661467 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:58.816121 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0196982a-adf8-4a3e-96af-0aa4d8661467 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/ports/78ff5ea0-d7b4-4e9c-8a3c-0aab7cbddb2c HTTP/1.1" status: 204 len: 168 time: 0.8739989 Aug 28 13:04:58.825424 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c9c39d00-4477-43f6-8f7f-c7c3b6848987 None None] Provisioning complete for port 6af987de-f054-4a02-b758-6031c2c6d800 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:58.825647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43596) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:58.826246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0e8e1-3147-41d1-a16c-fbe6065ba4f2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=380338d2-bc8b-49db-bb16-6696dacba15e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:04:58.827304 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c9c39d00-4477-43f6-8f7f-c7c3b6848987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:58.851536 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d3e0e8e1-3147-41d1-a16c-fbe6065ba4f2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4424992 Aug 28 13:04:58.854767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43598) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:59.013799 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6af987de-f054-4a02-b758-6031c2c6d800 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:59.014748 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:59.348516 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36fd0e1c-9984-429b-8238-39d7ac5f9740 req-b46e6c99-3991-4621-bade-dff9912bdb39 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 210 time: 0.1170681 Aug 28 13:04:59.366623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d695105-eb7a-4f39-87dc-9a3f2ead7f95 req-98593f21-dda8-432b-a28c-119a1c3c9a82 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:59.374772 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d695105-eb7a-4f39-87dc-9a3f2ead7f95 req-98593f21-dda8-432b-a28c-119a1c3c9a82 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 945 time: 0.0919709 Aug 28 13:04:59.390745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fc2363-433b-40f1-b0ff-1fca1eb48d5e tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:04:59.392571 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b4fc2363-433b-40f1-b0ff-1fca1eb48d5e tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "GET /v2.0/ports?device_id=51fd5fa0-76b0-40ef-9022-09adb5f88722 HTTP/1.1" status: 200 len: 913 time: 0.5657322 Aug 28 13:04:59.396842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43614) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:04:59.432955 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d695105-eb7a-4f39-87dc-9a3f2ead7f95 req-df5d5732-149f-4f45-a2b7-1f6e97bd7d15 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512612 Aug 28 13:04:59.515194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-fdd5f593-2f7f-44d9-864c-1c7af0dff950 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 380338d2-bc8b-49db-bb16-6696dacba15e {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:04:59.515534 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f593-2f7f-44d9-864c-1c7af0dff950 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:59.557940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7b277a9e-9ac0-4619-b9ca-0fc62c536e5d None None] Provisioning complete for port 6af987de-f054-4a02-b758-6031c2c6d800 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:59.559148 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7b277a9e-9ac0-4619-b9ca-0fc62c536e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:59.760585 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f593-2f7f-44d9-864c-1c7af0dff950 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:59.787882 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7b277a9e-9ac0-4619-b9ca-0fc62c536e5d None None] Provisioning for port 380338d2-bc8b-49db-bb16-6696dacba15e completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:04:59.797057 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-fdd5f593-2f7f-44d9-864c-1c7af0dff950 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 380338d2-bc8b-49db-bb16-6696dacba15e owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:04:59.798786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7b277a9e-9ac0-4619-b9ca-0fc62c536e5d None None] Provisioning complete for port 380338d2-bc8b-49db-bb16-6696dacba15e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:04:59.799319 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7b277a9e-9ac0-4619-b9ca-0fc62c536e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:04:59.887431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7b277a9e-9ac0-4619-b9ca-0fc62c536e5d None None] Port 380338d2-bc8b-49db-bb16-6696dacba15e cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:05:00.020900 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8677fdcd-4671-4749-80b1-2264d94bb2e0 None None] Provisioning complete for port 380338d2-bc8b-49db-bb16-6696dacba15e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:00.023509 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8677fdcd-4671-4749-80b1-2264d94bb2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:00.074888 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8677fdcd-4671-4749-80b1-2264d94bb2e0 None None] Port 380338d2-bc8b-49db-bb16-6696dacba15e cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:05:00.281340 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac7cc-c987-495a-9b9f-9fb0808063c3 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:00.476458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed840b-c199-47cb-8b2a-2d5da6875d5a req-59f900bf-22c0-451d-9fc6-146e9491dde5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:00.479275 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53ed840b-c199-47cb-8b2a-2d5da6875d5a req-59f900bf-22c0-451d-9fc6-146e9491dde5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.1214585 Aug 28 13:05:00.533619 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f593-2f7f-44d9-864c-1c7af0dff950 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:00.533619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43668) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:00.548319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53ed840b-c199-47cb-8b2a-2d5da6875d5a req-31e84bbc-4f96-47e7-bd29-fac42de5e1b2 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633786 Aug 28 13:05:00.598204 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f7db4177-4074-453c-bd07-4914a01bfd33 req-1ab7271f-8827-405d-b534-69db1ba0dd85 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 210 time: 0.0805559 Aug 28 13:05:00.641519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5f593-2f7f-44d9-864c-1c7af0dff950 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=380338d2-bc8b-49db-bb16-6696dacba15e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:00.796458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e8e95-445d-4fd2-81a7-8e20014fec3d req-580b1759-5003-46eb-92a8-84ab4530109f tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:00.814470 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cb3e8e95-445d-4fd2-81a7-8e20014fec3d req-580b1759-5003-46eb-92a8-84ab4530109f tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 945 time: 0.1266637 Aug 28 13:05:00.882420 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cb3e8e95-445d-4fd2-81a7-8e20014fec3d req-aad89c18-0b9b-49c4-b154-db7a53c587b5 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609403 Aug 28 13:05:01.228167 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fdd5f593-2f7f-44d9-864c-1c7af0dff950 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:01.232309 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fdd5f593-2f7f-44d9-864c-1c7af0dff950 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/380338d2-bc8b-49db-bb16-6696dacba15e HTTP/1.1" status: 204 len: 168 time: 2.3688989 Aug 28 13:05:01.232686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43680) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:01.259662 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c4686c9-3873-414b-99d2-a6b7cba29617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:01.287789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1350c9f6-d860-43bb-b4bb-75eb85d1e057 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:01.291974 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1350c9f6-d860-43bb-b4bb-75eb85d1e057 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0559263 Aug 28 13:05:01.292539 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43682) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:01.359137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b9cbe-714e-4b16-a44c-d7a2d84fe271 req-3b15b4ae-7fe6-43a3-9867-b51846f41c30 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:01.360912 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-203b9cbe-714e-4b16-a44c-d7a2d84fe271 req-3b15b4ae-7fe6-43a3-9867-b51846f41c30 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.10 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 945 time: 0.1545017 Aug 28 13:05:01.564089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-203b9cbe-714e-4b16-a44c-d7a2d84fe271 req-6a3f0af7-61a1-4f3a-a4bb-947308db4a54 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Deleting port b929486f-3e99-4006-8fa2-b6e982fd28da {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:01.564797 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-203b9cbe-714e-4b16-a44c-d7a2d84fe271 req-6a3f0af7-61a1-4f3a-a4bb-947308db4a54 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:01.645424 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c4686c9-3873-414b-99d2-a6b7cba29617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:01.669143 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c4686c9-3873-414b-99d2-a6b7cba29617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:01.724112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057964a6-1d05-4493-9ac4-e6d1b9bef198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:01.729886 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-057964a6-1d05-4493-9ac4-e6d1b9bef198 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4362788 Aug 28 13:05:01.730728 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43688) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:01.821209 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2c4686c9-3873-414b-99d2-a6b7cba29617 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a4e0836dd2b4bd5a92f08b58882521a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2837791 Aug 28 13:05:01.821795 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43690) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:01.826393 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-13913b98-8fac-4b14-89d0-1c7b4d701eaa req-7a0d3eaf-2f9f-4308-9d31-0db28dc6a006 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 210 time: 0.0941062 Aug 28 13:05:01.829893 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6bfae-4a97-4d55-91aa-f6372eff0a8f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:01.831465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6bfae-4a97-4d55-91aa-f6372eff0a8f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:01.833325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6bfae-4a97-4d55-91aa-f6372eff0a8f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:01.845896 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f3e6bfae-4a97-4d55-91aa-f6372eff0a8f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1055646 Aug 28 13:05:01.846128 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4686c9-3873-414b-99d2-a6b7cba29617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc5c6c8-e9ed-4803-a36c-159bb6854fc6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:01.846241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43692) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:01.846346 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-203b9cbe-714e-4b16-a44c-d7a2d84fe271 req-6a3f0af7-61a1-4f3a-a4bb-947308db4a54 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] For port b929486f-3e99-4006-8fa2-b6e982fd28da, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b929486f-3e99-4006-8fa2-b6e982fd28da,segment=NetworkSegment(a6ef6f94-cdb1-41a9-8484-951ef2ac2322),segment_id=a6ef6f94-cdb1-41a9-8484-951ef2ac2322)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:01.846346 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-203b9cbe-714e-4b16-a44c-d7a2d84fe271 req-6a3f0af7-61a1-4f3a-a4bb-947308db4a54 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:01.872286 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ac7cc-c987-495a-9b9f-9fb0808063c3 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting port e700f751-d568-40e5-b185-f391ae14934c {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:01.872630 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac7cc-c987-495a-9b9f-9fb0808063c3 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:01.876693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-203b9cbe-714e-4b16-a44c-d7a2d84fe271 req-6a3f0af7-61a1-4f3a-a4bb-947308db4a54 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Calling delete_port for b929486f-3e99-4006-8fa2-b6e982fd28da owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:01.932490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-829f447e-d2b4-4e73-b112-5e515680ea82 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 29aec47c-1d7e-4e80-a2f5-f039ff5d8b87 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:05:01.953440 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-829f447e-d2b4-4e73-b112-5e515680ea82 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:01.997041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ee800-7185-4f83-ac35-43b5af4f7fc4 req-9ce2b0c8-792e-4e13-96d6-bfe311a403b3 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:01.998592 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa5ee800-7185-4f83-ac35-43b5af4f7fc4 req-9ce2b0c8-792e-4e13-96d6-bfe311a403b3 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.2795172 Aug 28 13:05:02.020628 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-829f447e-d2b4-4e73-b112-5e515680ea82 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.111543 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b0b655ff-820f-45f4-bf4f-772e26681fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.120308 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac7cc-c987-495a-9b9f-9fb0808063c3 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.147926 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa5ee800-7185-4f83-ac35-43b5af4f7fc4 req-765bb208-2356-4bd5-8416-63147defd701 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388783 Aug 28 13:05:02.160468 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ac7cc-c987-495a-9b9f-9fb0808063c3 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Calling delete_port for e700f751-d568-40e5-b185-f391ae14934c owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:02.179386 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b0b655ff-820f-45f4-bf4f-772e26681fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.199316 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-829f447e-d2b4-4e73-b112-5e515680ea82 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.254050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046bdc6-35c9-455e-87cb-e785f93553b2 req-ca1101ba-b4a5-465b-8f6d-62aa0133469d tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:02.255611 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1046bdc6-35c9-455e-87cb-e785f93553b2 req-ca1101ba-b4a5-465b-8f6d-62aa0133469d tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=c237bb70-c1e6-4904-bc38-6a94bd08b9ff HTTP/1.1" status: 200 len: 945 time: 0.2442491 Aug 28 13:05:02.307541 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1046bdc6-35c9-455e-87cb-e785f93553b2 req-3f2d3ebe-0263-46c3-afa8-7fa8d20d6313 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433285 Aug 28 13:05:02.323291 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-829f447e-d2b4-4e73-b112-5e515680ea82 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.359553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f447e-d2b4-4e73-b112-5e515680ea82 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=29aec47c-1d7e-4e80-a2f5-f039ff5d8b87,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:02.376067 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e88085-b1b0-4b59-9368-e3d2bd0ffa8a None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:02.385405 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-829f447e-d2b4-4e73-b112-5e515680ea82 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.390631 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-829f447e-d2b4-4e73-b112-5e515680ea82 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/29aec47c-1d7e-4e80-a2f5-f039ff5d8b87 HTTP/1.1" status: 204 len: 168 time: 0.5505025 Aug 28 13:05:02.393500 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43702) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:02.466912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9af322-5754-4de0-ada9-d8ea31d295c3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 67b10116-6ff8-408e-ae02-d8668456d3a4 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:05:02.474285 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a9af322-5754-4de0-ada9-d8ea31d295c3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.529106 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b0b655ff-820f-45f4-bf4f-772e26681fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.531911 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b0b655ff-820f-45f4-bf4f-772e26681fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.542169 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b0b655ff-820f-45f4-bf4f-772e26681fd1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbc5c6c8-e9ed-4803-a36c-159bb6854fc6 HTTP/1.1" status: 204 len: 168 time: 0.7154298 Aug 28 13:05:02.543095 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-203b9cbe-714e-4b16-a44c-d7a2d84fe271 req-6a3f0af7-61a1-4f3a-a4bb-947308db4a54 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.547964 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a9af322-5754-4de0-ada9-d8ea31d295c3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.557702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b929486f-3e99-4006-8fa2-b6e982fd28da'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:05:02.589012 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac7cc-c987-495a-9b9f-9fb0808063c3 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.692504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f0af7-61a1-4f3a-a4bb-947308db4a54 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Pushing event deleted for resources: {'Port': ['ID=b929486f-3e99-4006-8fa2-b6e982fd28da,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:02.694538 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b655ff-820f-45f4-bf4f-772e26681fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc5c6c8-e9ed-4803-a36c-159bb6854fc6,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:02.697812 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a9af322-5754-4de0-ada9-d8ea31d295c3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.725158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-203b9cbe-714e-4b16-a44c-d7a2d84fe271 req-6a3f0af7-61a1-4f3a-a4bb-947308db4a54 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] No DVR routers for this DVR port b929486f-3e99-4006-8fa2-b6e982fd28da on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:05:02.739678 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-203b9cbe-714e-4b16-a44c-d7a2d84fe271 req-6a3f0af7-61a1-4f3a-a4bb-947308db4a54 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.742156 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-203b9cbe-714e-4b16-a44c-d7a2d84fe271 req-6a3f0af7-61a1-4f3a-a4bb-947308db4a54 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.10 "DELETE /v2.0/ports/b929486f-3e99-4006-8fa2-b6e982fd28da HTTP/1.1" status: 204 len: 173 time: 1.3734677 Aug 28 13:05:02.745107 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c237bb70-c1e6-4904-bc38-6a94bd08b9ff', 'name': 'network-vif-deleted', 'tag': 'b929486f-3e99-4006-8fa2-b6e982fd28da'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:05:02.747132 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967656c0-6aac-48c3-8028-f97ebc5dbf2c" -d '{"events": [{"server_uuid": "c237bb70-c1e6-4904-bc38-6a94bd08b9ff", "name": "network-vif-deleted", "tag": "b929486f-3e99-4006-8fa2-b6e982fd28da"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:05:02.799993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ac7cc-c987-495a-9b9f-9fb0808063c3 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Port': ['ID=e700f751-d568-40e5-b185-f391ae14934c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:02.825023 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a9af322-5754-4de0-ada9-d8ea31d295c3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.883123 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b010d019-9c70-423b-befa-ce3196ce5b52 x-openstack-request-id: req-b010d019-9c70-423b-befa-ce3196ce5b52 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:05:02.883538 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c237bb70-c1e6-4904-bc38-6a94bd08b9ff", "name": "network-vif-deleted", "tag": "b929486f-3e99-4006-8fa2-b6e982fd28da", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:05:02.883858 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b010d019-9c70-423b-befa-ce3196ce5b52 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:05:02.884331 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c237bb70-c1e6-4904-bc38-6a94bd08b9ff', 'name': 'network-vif-deleted', 'tag': 'b929486f-3e99-4006-8fa2-b6e982fd28da', 'status': 'completed', 'code': 200} Aug 28 13:05:02.902959 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9af322-5754-4de0-ada9-d8ea31d295c3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=67b10116-6ff8-408e-ae02-d8668456d3a4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:02.918996 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a9af322-5754-4de0-ada9-d8ea31d295c3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:02.925621 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2a9af322-5754-4de0-ada9-d8ea31d295c3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/67b10116-6ff8-408e-ae02-d8668456d3a4 HTTP/1.1" status: 204 len: 168 time: 0.5288887 Aug 28 13:05:02.926632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43714) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:03.049034 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-db444b39-4941-4b32-a11c-ce3b7ac5bee4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1173685 Aug 28 13:05:03.049510 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43718) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:03.070425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2f998ed4-bf9c-49d0-8f50-c399aa4f0d1c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:03.153855 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bd2be6-0bbc-44d1-95cd-d4760a17b6df None None] Update dhcp port {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'fixed_ips': [{'subnet_id': '67b10116-6ff8-408e-ae02-d8668456d3a4'}], 'binding:host_id': 'n-d-791505-21'}, 'id': '6af987de-f054-4a02-b758-6031c2c6d800'} from n-d-791505-21. {{(pid=94879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 13:05:03.198763 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-44bd2be6-0bbc-44d1-95cd-d4760a17b6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:03.348314 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac7cc-c987-495a-9b9f-9fb0808063c3 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:03.451275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f998ed4-bf9c-49d0-8f50-c399aa4f0d1c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:03.463777 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f998ed4-bf9c-49d0-8f50-c399aa4f0d1c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:03.470147 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2c74bd87-6204-4ed4-a45c-5fcd8dc48029 req-15403589-1b23-4bbe-b59c-3b9311566f0e tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 210 time: 0.0672934 Aug 28 13:05:03.615962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf9003e-f267-4d94-9e30-b5bce3eba831 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:03.727438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-771b69ad-ff52-41fd-a775-2b67e36790d9 None None] Provisioning complete for port 6af987de-f054-4a02-b758-6031c2c6d800 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:03.728080 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-771b69ad-ff52-41fd-a775-2b67e36790d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:03.742470 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdefc9-5704-4e8a-aba7-5ebe78e53918 req-4e83d60b-b980-4c83-9f67-841d0839cae7 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:03.750784 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bcbdefc9-5704-4e8a-aba7-5ebe78e53918 req-4e83d60b-b980-4c83-9f67-841d0839cae7 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.3924961 Aug 28 13:05:03.937215 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4704ca9-f0b1-49cf-9235-85e1dd7e1f01 None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:05:03.954770 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bcbdefc9-5704-4e8a-aba7-5ebe78e53918 req-0c1ef47d-1549-4216-be2d-060ad00a8dd4 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992335 Aug 28 13:05:04.034522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f4704ca9-f0b1-49cf-9235-85e1dd7e1f01 None None] Deleting port 6af987de-f054-4a02-b758-6031c2c6d800 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:04.035152 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4704ca9-f0b1-49cf-9235-85e1dd7e1f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:04.158696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f4704ca9-f0b1-49cf-9235-85e1dd7e1f01 None None] For port 6af987de-f054-4a02-b758-6031c2c6d800, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6af987de-f054-4a02-b758-6031c2c6d800,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:04.159725 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4704ca9-f0b1-49cf-9235-85e1dd7e1f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:04.161231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6ac7cc-c987-495a-9b9f-9fb0808063c3 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Router 51fd5fa0-76b0-40ef-9022-09adb5f88722 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:05:04.163484 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f998ed4-bf9c-49d0-8f50-c399aa4f0d1c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:04.174410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f4704ca9-f0b1-49cf-9235-85e1dd7e1f01 None None] Calling delete_port for 6af987de-f054-4a02-b758-6031c2c6d800 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:04.231578 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f998ed4-bf9c-49d0-8f50-c399aa4f0d1c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:05:04.270507 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2f998ed4-bf9c-49d0-8f50-c399aa4f0d1c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:04.275534 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f998ed4-bf9c-49d0-8f50-c399aa4f0d1c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:04.276139 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f998ed4-bf9c-49d0-8f50-c399aa4f0d1c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:04.288095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f998ed4-bf9c-49d0-8f50-c399aa4f0d1c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=f62720f4-6f16-4611-8a94-f997ede6e22f,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:04.310705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2f998ed4-bf9c-49d0-8f50-c399aa4f0d1c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2515090 Aug 28 13:05:04.311491 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43756) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:04.317094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-91d1c090-0a98-4070-a6bc-0a9b55e6aace tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:04.377537 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4704ca9-f0b1-49cf-9235-85e1dd7e1f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:04.430528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6ac7cc-c987-495a-9b9f-9fb0808063c3 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:05:04.436089 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7a6ac7cc-c987-495a-9b9f-9fb0808063c3 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "PUT /v2.0/routers/51fd5fa0-76b0-40ef-9022-09adb5f88722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0375094 Aug 28 13:05:04.438287 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43758) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:04.445178 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523bfc85-8258-4ee8-be15-219d495fb356 None None] Sync routers for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:05:04.450626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4704ca9-f0b1-49cf-9235-85e1dd7e1f01 None None] Pushing event deleted for resources: {'Port': ['ID=6af987de-f054-4a02-b758-6031c2c6d800,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:04.459391 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4704ca9-f0b1-49cf-9235-85e1dd7e1f01 None None] No DVR routers for this DVR port 6af987de-f054-4a02-b758-6031c2c6d800 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:05:04.468216 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523bfc85-8258-4ee8-be15-219d495fb356 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:05:04.469307 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-523bfc85-8258-4ee8-be15-219d495fb356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:04.491655 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe5c215-2304-4910-926a-4aecdec1dbb5 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:04.541787 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-523bfc85-8258-4ee8-be15-219d495fb356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:04.588765 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523bfc85-8258-4ee8-be15-219d495fb356 None None] Routers {'51fd5fa0-76b0-40ef-9022-09adb5f88722'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:05:04.593381 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-523bfc85-8258-4ee8-be15-219d495fb356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:04:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['51fd5fa0-76b0-40ef-9022-09adb5f88722'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:04.670025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d1c090-0a98-4070-a6bc-0a9b55e6aace tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:04.695427 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91d1c090-0a98-4070-a6bc-0a9b55e6aace tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:04.723586 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aac1931c-4c4c-4d95-a527-0a7dd42bc6fe tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:04.738379 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-523bfc85-8258-4ee8-be15-219d495fb356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:04.739374 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523bfc85-8258-4ee8-be15-219d495fb356 None None] The sync data for ids ['51fd5fa0-76b0-40ef-9022-09adb5f88722'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:05:04.763292 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device b929486f-3e99-4006-8fa2-b6e982fd28da no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:05:04.777638 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6af987de-f054-4a02-b758-6031c2c6d800 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:05:04.839552 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: b929486f-3e99-4006-8fa2-b6e982fd28da {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:05:04.840032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device b929486f-3e99-4006-8fa2-b6e982fd28da not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:05:04.907312 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0f02c9d2-7597-4654-978e-e9c230ddee24 req-fed2f433-87a5-4e15-b1f6-78f489022518 tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1f507af-44b8-42cb-8973-89c71c915ba2 HTTP/1.1" status: 200 len: 210 time: 0.2745225 Aug 28 13:05:04.917475 n-d-791505-21 neutron-server[94877]: INFO neutron.db.ipam_backend_mixin [None req-91d1c090-0a98-4070-a6bc-0a9b55e6aace tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f62720f4-6f16-4611-8a94-f997ede6e22f (CIDR: 2001:db8::/64) Aug 28 13:05:04.921868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 6af987de-f054-4a02-b758-6031c2c6d800 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:05:04.922728 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d1c090-0a98-4070-a6bc-0a9b55e6aace tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:05:04.923257 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6af987de-f054-4a02-b758-6031c2c6d800 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:05:04.923391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d1c090-0a98-4070-a6bc-0a9b55e6aace tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:04.957788 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-91d1c090-0a98-4070-a6bc-0a9b55e6aace tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6450088 Aug 28 13:05:04.963338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43770) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:04.974305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-6f66d5cf-d65f-4b9b-bf5a-b06ef34f45a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'subnet': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:05.037995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'tenant_id': 'b311ab0a5d894a88b163c3664933f5ac', 'fixed_ips': [{'subnet_id': 'f62720f4-6f16-4611-8a94-f997ede6e22f'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:05:05.040728 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:05.054234 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aac1931c-4c4c-4d95-a527-0a7dd42bc6fe tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:05.248775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Allocated IP 2001:db8::2 (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/f62720f4-6f16-4611-8a94-f997ede6e22f/b633f508-c570-40fa-8590-4263f4b0b71f) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:05:05.321883 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609fb81-b8bc-45a6-a7bd-36994220c6fb req-27de7820-c6bd-4b34-a77b-07876e29de5f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:05.327329 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1609fb81-b8bc-45a6-a7bd-36994220c6fb req-27de7820-c6bd-4b34-a77b-07876e29de5f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.1585715 Aug 28 13:05:05.328435 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f66d5cf-d65f-4b9b-bf5a-b06ef34f45a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:05.332581 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6f66d5cf-d65f-4b9b-bf5a-b06ef34f45a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:05.400577 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-aac1931c-4c4c-4d95-a527-0a7dd42bc6fe tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting port 8f37f2cb-3254-4192-823a-554e71a6e974 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:05.401085 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aac1931c-4c4c-4d95-a527-0a7dd42bc6fe tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:05.432264 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:05.442667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Transition to ACTIVE for port object b633f508-c570-40fa-8590-4263f4b0b71f will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:05.467434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Transition to ACTIVE for port object b633f508-c570-40fa-8590-4263f4b0b71f will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:05.475980 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:05.532559 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aac1931c-4c4c-4d95-a527-0a7dd42bc6fe tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:05.541318 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:05:05.548317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:05.552157 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:05:05.552915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-aac1931c-4c4c-4d95-a527-0a7dd42bc6fe tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Calling delete_port for 8f37f2cb-3254-4192-823a-554e71a6e974 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:05.645526 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Pushing event updated for resources: {'Port': ['ID=b633f508-c570-40fa-8590-4263f4b0b71f,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:05.678131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Attempting to bind port b633f508-c570-40fa-8590-4263f4b0b71f on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:05.678709 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Attempting to bind port b633f508-c570-40fa-8590-4263f4b0b71f by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:05.679074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Attempting to bind port b633f508-c570-40fa-8590-4263f4b0b71f on network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:05.688599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:05:05.688917 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Checking segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:05.689261 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:05.689652 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Bound using segment: {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:05:05.690116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Bound port: b633f508-c570-40fa-8590-4263f4b0b71f, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:05:05.690652 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:05.744101 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1609fb81-b8bc-45a6-a7bd-36994220c6fb req-9b1a80a5-26fd-41bb-a3d9-5c844d5a0814 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4008374 Aug 28 13:05:05.815026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] For port b633f508-c570-40fa-8590-4263f4b0b71f, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:05:05.824474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] For port b633f508-c570-40fa-8590-4263f4b0b71f, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b633f508-c570-40fa-8590-4263f4b0b71f,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:05:05.837143 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:05.975312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a763e72-9b2d-49b3-ac48-a0190798d4d5 None None] Pushing event updated for resources: {'Port': ['ID=b633f508-c570-40fa-8590-4263f4b0b71f,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:06.004420 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43796) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:06.039713 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43800) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:06.127239 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aac1931c-4c4c-4d95-a527-0a7dd42bc6fe tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.155715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.objects.ports [None req-6f66d5cf-d65f-4b9b-bf5a-b06ef34f45a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:05:06.168751 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1931c-4c4c-4d95-a527-0a7dd42bc6fe tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Port': ['ID=8f37f2cb-3254-4192-823a-554e71a6e974,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:06.215102 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-70b055ea-3721-4f85-9eb1-2fd5d775fedb tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.275725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-42f88e81-7b9b-47f0-9bda-9694658661c9 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:06.329616 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-70b055ea-3721-4f85-9eb1-2fd5d775fedb tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.340600 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aac1931c-4c4c-4d95-a527-0a7dd42bc6fe tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.347274 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-42f88e81-7b9b-47f0-9bda-9694658661c9 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] 10.222.0.20 "PUT /v2.0/quotas/3a152b53044d4bd395a1d53ee1768c5f HTTP/1.1" status: 200 len: 368 time: 0.3062284 Aug 28 13:05:06.349856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43806) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:06.383669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e28912e6-91ee-4ba8-9870-a5b8017b3b7c tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Request body: {'network': {'project_id': '3a152b53044d4bd395a1d53ee1768c5f'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:06.420693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6f66d5cf-d65f-4b9b-bf5a-b06ef34f45a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.483056 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aac1931c-4c4c-4d95-a527-0a7dd42bc6fe tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.486127 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aac1931c-4c4c-4d95-a527-0a7dd42bc6fe tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.529069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28912e6-91ee-4ba8-9870-a5b8017b3b7c tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Made reservation on behalf of 3a152b53044d4bd395a1d53ee1768c5f for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:06.531097 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e28912e6-91ee-4ba8-9870-a5b8017b3b7c tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.542717 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e28912e6-91ee-4ba8-9870-a5b8017b3b7c tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.563339 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aac1931c-4c4c-4d95-a527-0a7dd42bc6fe tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.563707 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac1931c-4c4c-4d95-a527-0a7dd42bc6fe tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Fanout notify agent at l3_agent the message router_deleted on router 51fd5fa0-76b0-40ef-9022-09adb5f88722 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:05:06.571446 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aac1931c-4c4c-4d95-a527-0a7dd42bc6fe tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.572001 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-aac1931c-4c4c-4d95-a527-0a7dd42bc6fe tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/routers/51fd5fa0-76b0-40ef-9022-09adb5f88722 HTTP/1.1" status: 204 len: 168 time: 2.1323457 Aug 28 13:05:06.577324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43808) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:06.677660 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-70b055ea-3721-4f85-9eb1-2fd5d775fedb tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.680463 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-70b055ea-3721-4f85-9eb1-2fd5d775fedb tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.681632 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-70b055ea-3721-4f85-9eb1-2fd5d775fedb tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] 10.222.0.20 "DELETE /v2.0/security-groups/511aab17-107f-4739-ae63-c3c847f95d21 HTTP/1.1" status: 204 len: 168 time: 0.6762650 Aug 28 13:05:06.687960 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-6f66d5cf-d65f-4b9b-bf5a-b06ef34f45a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] For port b633f508-c570-40fa-8590-4263f4b0b71f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b633f508-c570-40fa-8590-4263f4b0b71f,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:06.693374 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-1179e7b8-bd57-4f29-b384-257959149046 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Deleting subnet ba58e358-9a89-4227-84c0-3a5d2d0096e7 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:05:06.720024 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1179e7b8-bd57-4f29-b384-257959149046 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.729596 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e28912e6-91ee-4ba8-9870-a5b8017b3b7c tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.737433 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b055ea-3721-4f85-9eb1-2fd5d775fedb tempest-TestVolumeBackupRestore-133423002 tempest-TestVolumeBackupRestore-133423002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=511aab17-107f-4739-ae63-c3c847f95d21,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:06.762544 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e28912e6-91ee-4ba8-9870-a5b8017b3b7c tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.813939 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28912e6-91ee-4ba8-9870-a5b8017b3b7c tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:05:06.814269 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6f66d5cf-d65f-4b9b-bf5a-b06ef34f45a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.817711 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1179e7b8-bd57-4f29-b384-257959149046 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.839365 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28912e6-91ee-4ba8-9870-a5b8017b3b7c tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45385fb-8ba3-41f1-b0a5-6a1c7ff3bc1b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:06.842977 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6f66d5cf-d65f-4b9b-bf5a-b06ef34f45a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.843777 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6f66d5cf-d65f-4b9b-bf5a-b06ef34f45a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.847265 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e28912e6-91ee-4ba8-9870-a5b8017b3b7c tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:06.847880 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-e28912e6-91ee-4ba8-9870-a5b8017b3b7c tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Added segment 318ff39b-cdba-4ae3-ab8b-d83aa24578d4 of type vlan for network 6cf2d295-7cbb-4a69-acc9-a8c2ef624c3d Aug 28 13:05:06.915750 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b633f508-c570-40fa-8590-4263f4b0b71f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:05:06.941678 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e28912e6-91ee-4ba8-9870-a5b8017b3b7c tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:07.020880 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port b633f508-c570-40fa-8590-4263f4b0b71f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:05:07.024457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66d5cf-d65f-4b9b-bf5a-b06ef34f45a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Subnet': ['ID=2a66838b-c1e4-4d3b-b2ba-7371933d3026,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:07.054945 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e28912e6-91ee-4ba8-9870-a5b8017b3b7c tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:07.056211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28912e6-91ee-4ba8-9870-a5b8017b3b7c tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:07.056798 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e28912e6-91ee-4ba8-9870-a5b8017b3b7c tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:07.226991 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e28912e6-91ee-4ba8-9870-a5b8017b3b7c tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8472674 Aug 28 13:05:07.227761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43850) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:07.270930 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7b215daf-9260-4906-b1f9-74e8ca2450a5 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Request body: {'network': {'project_id': '3a152b53044d4bd395a1d53ee1768c5f'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:07.302215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28912e6-91ee-4ba8-9870-a5b8017b3b7c tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Pushing event updated for resources: {'Network': ['ID=6cf2d295-7cbb-4a69-acc9-a8c2ef624c3d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:07.316925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f66d5cf-d65f-4b9b-bf5a-b06ef34f45a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:05:07.339727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 6cf2d295-7cbb-4a69-acc9-a8c2ef624c3d details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:05:07.339872 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1179e7b8-bd57-4f29-b384-257959149046 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:07.371308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-6f66d5cf-d65f-4b9b-bf5a-b06ef34f45a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:07.373525 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b215daf-9260-4906-b1f9-74e8ca2450a5 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Made reservation on behalf of 3a152b53044d4bd395a1d53ee1768c5f for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:07.375786 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b215daf-9260-4906-b1f9-74e8ca2450a5 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:07.405441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f66d5cf-d65f-4b9b-bf5a-b06ef34f45a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:07.406060 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6f66d5cf-d65f-4b9b-bf5a-b06ef34f45a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:07.449429 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b215daf-9260-4906-b1f9-74e8ca2450a5 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:05:07.471994 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b215daf-9260-4906-b1f9-74e8ca2450a5 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:07.471994 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-7b215daf-9260-4906-b1f9-74e8ca2450a5 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Added segment cc57cb6a-fb1c-47ff-be39-2303bb77b07a of type vlan for network 0b9341c4-a81b-41c8-9fd1-c20765453c1d Aug 28 13:05:07.493255 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6f66d5cf-d65f-4b9b-bf5a-b06ef34f45a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5277405 Aug 28 13:05:07.497772 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43880) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:07.504168 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:07.531115 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:05:07.544107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66d5cf-d65f-4b9b-bf5a-b06ef34f45a3 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=b633f508-c570-40fa-8590-4263f4b0b71f,revision_number=4']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:07.571641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-260e82f4-9788-4bdf-b45d-54997c38e41d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Request body: {'port': {'network_id': '20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90', 'mac_address': 'fa:16:3e:01:f4:1a', 'name': 'tempest-NetworksTestDHCPv6-2127235095'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:07.586034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c089d4f-c42c-48fc-b191-30a1bbe5fa13 req-754ba0e2-d69d-4941-b097-8d6373dc7477 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:07.593608 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2c089d4f-c42c-48fc-b191-30a1bbe5fa13 req-754ba0e2-d69d-4941-b097-8d6373dc7477 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.5983040 Aug 28 13:05:07.715136 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa97f834-4dc2-444a-ba7d-989e3a4466dd None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:07.742158 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1179e7b8-bd57-4f29-b384-257959149046 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:07.755287 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b215daf-9260-4906-b1f9-74e8ca2450a5 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:07.818813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179e7b8-bd57-4f29-b384-257959149046 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Subnet': ['ID=ba58e358-9a89-4227-84c0-3a5d2d0096e7,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:07.819085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-37344273-ed39-4505-b29b-2b65d54ddd0e None None] Provisioning for port b633f508-c570-40fa-8590-4263f4b0b71f completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:05:07.832281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-37344273-ed39-4505-b29b-2b65d54ddd0e None None] Provisioning complete for port b633f508-c570-40fa-8590-4263f4b0b71f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:07.835271 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-37344273-ed39-4505-b29b-2b65d54ddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:07.846830 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1179e7b8-bd57-4f29-b384-257959149046 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:07.852425 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1179e7b8-bd57-4f29-b384-257959149046 tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/subnets/ba58e358-9a89-4227-84c0-3a5d2d0096e7 HTTP/1.1" status: 204 len: 168 time: 1.2728984 Aug 28 13:05:07.852976 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 43910) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:07.863027 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2c089d4f-c42c-48fc-b191-30a1bbe5fa13 req-2ef28c6e-eace-484f-9943-f266607c7777 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558064 Aug 28 13:05:07.925084 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b215daf-9260-4906-b1f9-74e8ca2450a5 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:07.926540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b215daf-9260-4906-b1f9-74e8ca2450a5 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:07.927314 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b215daf-9260-4906-b1f9-74e8ca2450a5 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:08.052311 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-37344273-ed39-4505-b29b-2b65d54ddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:08.117045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-37344273-ed39-4505-b29b-2b65d54ddd0e None None] For port b633f508-c570-40fa-8590-4263f4b0b71f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b633f508-c570-40fa-8590-4263f4b0b71f,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:08.118669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260e82f4-9788-4bdf-b45d-54997c38e41d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Made reservation on behalf of b311ab0a5d894a88b163c3664933f5ac for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:08.127537 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-37344273-ed39-4505-b29b-2b65d54ddd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:08.192934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37344273-ed39-4505-b29b-2b65d54ddd0e None None] Pushing event updated for resources: {'Port': ['ID=b633f508-c570-40fa-8590-4263f4b0b71f,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:08.231837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43942) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:08.232601 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7b215daf-9260-4906-b1f9-74e8ca2450a5 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0021129 Aug 28 13:05:08.237892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-03fedeb4-c036-4efe-84a6-e9a5bdd9aa07 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Request body: {'network': {'project_id': '3a152b53044d4bd395a1d53ee1768c5f'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:08.270200 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fedeb4-c036-4efe-84a6-e9a5bdd9aa07 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 28 13:05:08.270702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fedeb4-c036-4efe-84a6-e9a5bdd9aa07 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:08.275143 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-03fedeb4-c036-4efe-84a6-e9a5bdd9aa07 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0391233 Aug 28 13:05:08.276097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43952) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:08.320746 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe2dfe81-cddc-4db8-8e2c-57aa92bf1a5f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:08.374044 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ddf07678-8c20-43f7-9a50-cf841e11cee6 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a152b53044d4bd395a1d53ee1768c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0975933 Aug 28 13:05:08.376587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 43962) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:08.411447 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b215daf-9260-4906-b1f9-74e8ca2450a5 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Pushing event updated for resources: {'Network': ['ID=0b9341c4-a81b-41c8-9fd1-c20765453c1d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:08.428250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 0b9341c4-a81b-41c8-9fd1-c20765453c1d details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:05:08.546221 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd864d4b-bcb5-412f-8958-e90827bafe74 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:08.607372 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd864d4b-bcb5-412f-8958-e90827bafe74 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:08.729615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b633f508-c570-40fa-8590-4263f4b0b71f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:05:08.794546 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd864d4b-bcb5-412f-8958-e90827bafe74 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:08.799938 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd864d4b-bcb5-412f-8958-e90827bafe74 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:08.802989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bd864d4b-bcb5-412f-8958-e90827bafe74 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/a45385fb-8ba3-41f1-b0a5-6a1c7ff3bc1b HTTP/1.1" status: 204 len: 168 time: 0.4240842 Aug 28 13:05:08.808108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44004) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:08.883300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b633f508-c570-40fa-8590-4263f4b0b71f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:08.883674 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:08.889277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd864d4b-bcb5-412f-8958-e90827bafe74 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45385fb-8ba3-41f1-b0a5-6a1c7ff3bc1b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:09.129677 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c83f8eec-0596-4715-86ee-f689ba269922 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:09.356780 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c83f8eec-0596-4715-86ee-f689ba269922 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:09.371189 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5e0240fe-60ef-4617-a38c-5bc0bc8ed481 None None] Provisioning complete for port b633f508-c570-40fa-8590-4263f4b0b71f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:09.371739 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5e0240fe-60ef-4617-a38c-5bc0bc8ed481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:09.388532 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-c83f8eec-0596-4715-86ee-f689ba269922 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9341c4-a81b-41c8-9fd1-c20765453c1d']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:09.442768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-c83f8eec-0596-4715-86ee-f689ba269922 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc57cb6a-fb1c-47ff-be39-2303bb77b07a') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:09.444693 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-c83f8eec-0596-4715-86ee-f689ba269922 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc57cb6a-fb1c-47ff-be39-2303bb77b07a') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:09.483790 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c83f8eec-0596-4715-86ee-f689ba269922 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:09.522984 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c83f8eec-0596-4715-86ee-f689ba269922 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:09.525494 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe2dfe81-cddc-4db8-8e2c-57aa92bf1a5f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:09.532314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83f8eec-0596-4715-86ee-f689ba269922 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:09.533730 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c83f8eec-0596-4715-86ee-f689ba269922 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:09.537995 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:09.557936 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-260e82f4-9788-4bdf-b45d-54997c38e41d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:09.625449 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c83f8eec-0596-4715-86ee-f689ba269922 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:09.629018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-fe2dfe81-cddc-4db8-8e2c-57aa92bf1a5f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b176846-e6ef-48f0-9129-de422348339f']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:09.632759 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c83f8eec-0596-4715-86ee-f689ba269922 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:09.635446 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c83f8eec-0596-4715-86ee-f689ba269922 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] 10.222.0.20 "DELETE /v2.0/networks/0b9341c4-a81b-41c8-9fd1-c20765453c1d HTTP/1.1" status: 204 len: 168 time: 0.8208339 Aug 28 13:05:09.663257 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44072) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:09.669822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f8eec-0596-4715-86ee-f689ba269922 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b9341c4-a81b-41c8-9fd1-c20765453c1d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:09.692722 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-fe2dfe81-cddc-4db8-8e2c-57aa92bf1a5f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e707a3-0465-442f-92b5-94fdde694969') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:09.693052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-fe2dfe81-cddc-4db8-8e2c-57aa92bf1a5f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e707a3-0465-442f-92b5-94fdde694969') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:09.697998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-260e82f4-9788-4bdf-b45d-54997c38e41d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] device_id is not set on port 6dbf392a-e2f6-4814-b0a3-a646f0bca7a1 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:05:09.808549 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:09.870318 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c95a0421-f1d3-43f3-ae87-d8db7c224cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:09.902658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35b3ee-677c-4cd2-8d0f-4bbeb5a24bcd req-6a48410d-43db-4793-ae60-3b149563605e tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:09.913308 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a35b3ee-677c-4cd2-8d0f-4bbeb5a24bcd req-6a48410d-43db-4793-ae60-3b149563605e tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.6393952 Aug 28 13:05:09.928333 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe2dfe81-cddc-4db8-8e2c-57aa92bf1a5f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:10.014214 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe2dfe81-cddc-4db8-8e2c-57aa92bf1a5f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:10.056847 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2dfe81-cddc-4db8-8e2c-57aa92bf1a5f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:10.057308 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe2dfe81-cddc-4db8-8e2c-57aa92bf1a5f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:10.060392 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:10.229732 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-39f0c709-e0ac-4122-8164-c214222fc010 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:10.234692 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a35b3ee-677c-4cd2-8d0f-4bbeb5a24bcd req-c95702d7-db9d-4f28-b7f8-0c6cb2cbc100 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198562 Aug 28 13:05:10.402257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe2dfe81-cddc-4db8-8e2c-57aa92bf1a5f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:10.424009 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fe2dfe81-cddc-4db8-8e2c-57aa92bf1a5f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:10.425962 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fe2dfe81-cddc-4db8-8e2c-57aa92bf1a5f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] 10.222.0.20 "DELETE /v2.0/networks/2b176846-e6ef-48f0-9129-de422348339f HTTP/1.1" status: 204 len: 168 time: 2.5699220 Aug 28 13:05:10.454091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-260e82f4-9788-4bdf-b45d-54997c38e41d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8::6e (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/f62720f4-6f16-4611-8a94-f997ede6e22f/6dbf392a-e2f6-4814-b0a3-a646f0bca7a1) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:05:10.457358 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-39f0c709-e0ac-4122-8164-c214222fc010 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:10.461326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2dfe81-cddc-4db8-8e2c-57aa92bf1a5f tempest-FloatingIPTestJSON-319090413 tempest-FloatingIPTestJSON-319090413-project] Pushing event deleted for resources: {'Network': ['ID=2b176846-e6ef-48f0-9129-de422348339f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:10.476151 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-39f0c709-e0ac-4122-8164-c214222fc010 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf2d295-7cbb-4a69-acc9-a8c2ef624c3d']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:10.481770 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-260e82f4-9788-4bdf-b45d-54997c38e41d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Allocated IP 2001:db8:0:1:f816:3eff:fe01:f41a (20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90/2a66838b-c1e4-4d3b-b2ba-7371933d3026/6dbf392a-e2f6-4814-b0a3-a646f0bca7a1) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:05:10.499005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8dad-403e-4d24-83cb-16e2699eaf4e req-04802364-e978-4157-9868-4b6e6b69fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:10.502758 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01ae8dad-403e-4d24-83cb-16e2699eaf4e req-04802364-e978-4157-9868-4b6e6b69fc17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4179b5bac764eccb52966068d97934f&device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 1097 time: 0.1403787 Aug 28 13:05:10.519448 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-39f0c709-e0ac-4122-8164-c214222fc010 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318ff39b-cdba-4ae3-ab8b-d83aa24578d4') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:10.519750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-39f0c709-e0ac-4122-8164-c214222fc010 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318ff39b-cdba-4ae3-ab8b-d83aa24578d4') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:10.597341 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-39f0c709-e0ac-4122-8164-c214222fc010 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:10.676026 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-39f0c709-e0ac-4122-8164-c214222fc010 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:10.695284 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f0c709-e0ac-4122-8164-c214222fc010 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:10.695981 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-39f0c709-e0ac-4122-8164-c214222fc010 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:10.698419 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:10.822827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8dad-403e-4d24-83cb-16e2699eaf4e req-9e727fd1-7c22-4f95-856b-e51b85edb035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:10.828061 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01ae8dad-403e-4d24-83cb-16e2699eaf4e req-9e727fd1-7c22-4f95-856b-e51b85edb035 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8 HTTP/1.1" status: 200 len: 910 time: 0.3027442 Aug 28 13:05:10.855569 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-39f0c709-e0ac-4122-8164-c214222fc010 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:10.878389 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-39f0c709-e0ac-4122-8164-c214222fc010 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:10.883821 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-39f0c709-e0ac-4122-8164-c214222fc010 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] 10.222.0.20 "DELETE /v2.0/networks/6cf2d295-7cbb-4a69-acc9-a8c2ef624c3d HTTP/1.1" status: 204 len: 168 time: 1.2152932 Aug 28 13:05:10.936808 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0c709-e0ac-4122-8164-c214222fc010 tempest-QuotasNegativeTest-1873143293 tempest-QuotasNegativeTest-1873143293-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cf2d295-7cbb-4a69-acc9-a8c2ef624c3d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:10.977410 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01ae8dad-403e-4d24-83cb-16e2699eaf4e req-0850602d-a8ed-402d-942e-7998252e251f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25be805a-4de1-42ce-91ff-b4b76aae0ee4 HTTP/1.1" status: 200 len: 1000 time: 0.1406937 Aug 28 13:05:10.999199 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-260e82f4-9788-4bdf-b45d-54997c38e41d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:11.026141 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-260e82f4-9788-4bdf-b45d-54997c38e41d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Transition to ACTIVE for port object 6dbf392a-e2f6-4814-b0a3-a646f0bca7a1 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:11.077070 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-260e82f4-9788-4bdf-b45d-54997c38e41d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:11.132024 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8dad-403e-4d24-83cb-16e2699eaf4e req-dba0eb13-7eb4-494e-83fc-6db30da278cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:11.137386 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01ae8dad-403e-4d24-83cb-16e2699eaf4e req-dba0eb13-7eb4-494e-83fc-6db30da278cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44e4607b-0f93-463a-9372-9a1d7a81caa8 HTTP/1.1" status: 200 len: 849 time: 0.1520381 Aug 28 13:05:11.203863 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260e82f4-9788-4bdf-b45d-54997c38e41d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:05:11.207160 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-260e82f4-9788-4bdf-b45d-54997c38e41d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:11.217170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260e82f4-9788-4bdf-b45d-54997c38e41d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:05:11.236736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260e82f4-9788-4bdf-b45d-54997c38e41d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:11.240630 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-260e82f4-9788-4bdf-b45d-54997c38e41d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:11.267431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44212) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:11.309500 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8dad-403e-4d24-83cb-16e2699eaf4e req-f498276b-b94c-4990-87f5-a25b72f5ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:11.314567 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01ae8dad-403e-4d24-83cb-16e2699eaf4e req-f498276b-b94c-4990-87f5-a25b72f5ab6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1698868 Aug 28 13:05:11.350894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e82f4-9788-4bdf-b45d-54997c38e41d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event updated for resources: {'Port': ['ID=6dbf392a-e2f6-4814-b0a3-a646f0bca7a1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:11.378290 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-260e82f4-9788-4bdf-b45d-54997c38e41d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8750527 Aug 28 13:05:11.381148 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44222) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:11.701076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0966a20c-a781-41c3-8710-061e94bf54d2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting port 6dbf392a-e2f6-4814-b0a3-a646f0bca7a1 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:11.701669 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0966a20c-a781-41c3-8710-061e94bf54d2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:11.796367 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01ae8dad-403e-4d24-83cb-16e2699eaf4e req-bc44bbf6-428e-4406-8c23-fb1ee7fb3239 service neutron] 10.222.0.11 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739931 Aug 28 13:05:11.934823 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-85df053a-deaf-4682-bb05-7b2228f79a12 None None] Provisioning for port 6dbf392a-e2f6-4814-b0a3-a646f0bca7a1 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:05:11.939199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-85df053a-deaf-4682-bb05-7b2228f79a12 None None] Provisioning complete for port 6dbf392a-e2f6-4814-b0a3-a646f0bca7a1 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:11.939768 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-85df053a-deaf-4682-bb05-7b2228f79a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:12.019606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-85df053a-deaf-4682-bb05-7b2228f79a12 None None] Port 6dbf392a-e2f6-4814-b0a3-a646f0bca7a1 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:05:12.044362 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0966a20c-a781-41c3-8710-061e94bf54d2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:12.097699 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0966a20c-a781-41c3-8710-061e94bf54d2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Calling delete_port for 6dbf392a-e2f6-4814-b0a3-a646f0bca7a1 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:12.150764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1efd4-13c0-4c93-ad95-a9275b4afeab req-01353de3-79bd-4946-9b03-2ccbb6965c98 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:12.186996 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c0f1efd4-13c0-4c93-ad95-a9275b4afeab req-01353de3-79bd-4946-9b03-2ccbb6965c98 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.5403788 Aug 28 13:05:12.263167 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bd17a897-64c5-4350-9429-ead0b2cf3fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:12.270848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44294) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:12.361735 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-06699d2f-fda0-47cc-bc4a-bcd35819afe2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c90e2c1a6284963bcbf0151259293da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0837886 Aug 28 13:05:12.362849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44306) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:12.577339 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:12.592483 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c0f1efd4-13c0-4c93-ad95-a9275b4afeab req-0fe81e89-7c7c-4c57-8f94-4c49cd0b14f0 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4044528 Aug 28 13:05:12.646270 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01ae8dad-403e-4d24-83cb-16e2699eaf4e req-a5c4f397-d38e-4c2a-9bb9-48bb5d9e2810 service neutron] 10.222.0.11 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8161311 Aug 28 13:05:12.657225 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1a3259c-2c72-490a-83ea-63ccd589139d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:12.721367 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0966a20c-a781-41c3-8710-061e94bf54d2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:12.817773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966a20c-a781-41c3-8710-061e94bf54d2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Port': ['ID=6dbf392a-e2f6-4814-b0a3-a646f0bca7a1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:12.830934 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-875dd5dd-46a3-4335-aa5d-dcc4aeb4bf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:12.932694 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-875dd5dd-46a3-4335-aa5d-dcc4aeb4bf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:12.982935 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0966a20c-a781-41c3-8710-061e94bf54d2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:12.987528 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0966a20c-a781-41c3-8710-061e94bf54d2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/6dbf392a-e2f6-4814-b0a3-a646f0bca7a1 HTTP/1.1" status: 204 len: 168 time: 1.6024289 Aug 28 13:05:12.993058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44356) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:13.213181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2903b0f3-0923-4999-bd2c-e2bb87ec4d0f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:13.225973 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2903b0f3-0923-4999-bd2c-e2bb87ec4d0f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2301166 Aug 28 13:05:13.227614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44378) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:13.365909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509e9f0-55e3-4ac0-a812-379c7eacdd07 req-fd29162f-6d59-4d2b-a849-789dee4e2824 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:13.366891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973cef87-9e25-4e45-8316-ab99a048bf97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:13.368135 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7509e9f0-55e3-4ac0-a812-379c7eacdd07 req-fd29162f-6d59-4d2b-a849-789dee4e2824 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.3941298 Aug 28 13:05:13.371437 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-973cef87-9e25-4e45-8316-ab99a048bf97 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1395726 Aug 28 13:05:13.372690 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44382) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:13.388796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a33fbd-3bf9-4b5b-9311-39c833134a98 req-52608893-670d-44fb-b301-6d7164ca4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:13.390704 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3a33fbd-3bf9-4b5b-9311-39c833134a98 req-52608893-670d-44fb-b301-6d7164ca4ed3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4179b5bac764eccb52966068d97934f&device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 1097 time: 0.2419724 Aug 28 13:05:13.435121 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:13.516856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7fea62-098b-4642-89c6-c77a9f05a423 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:13.517117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a33fbd-3bf9-4b5b-9311-39c833134a98 req-53106a41-5e93-47e7-b2fb-b3a6d59b3466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:13.518486 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3a33fbd-3bf9-4b5b-9311-39c833134a98 req-53106a41-5e93-47e7-b2fb-b3a6d59b3466 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8 HTTP/1.1" status: 200 len: 910 time: 0.1021369 Aug 28 13:05:13.520650 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7fea62-098b-4642-89c6-c77a9f05a423 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:13.522897 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7fea62-098b-4642-89c6-c77a9f05a423 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:13.529647 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dc7fea62-098b-4642-89c6-c77a9f05a423 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1526320 Aug 28 13:05:13.534081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44386) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:13.535331 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-875dd5dd-46a3-4335-aa5d-dcc4aeb4bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:13.538903 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-875dd5dd-46a3-4335-aa5d-dcc4aeb4bf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:13.539985 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-875dd5dd-46a3-4335-aa5d-dcc4aeb4bf94 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e45a2603-c373-4144-90b1-66d8aed6909e HTTP/1.1" status: 204 len: 168 time: 1.1718369 Aug 28 13:05:13.623034 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1a3259c-2c72-490a-83ea-63ccd589139d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:13.625611 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3a33fbd-3bf9-4b5b-9311-39c833134a98 req-3cad0b9d-e73d-4dc1-a331-a93a9095eca3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25be805a-4de1-42ce-91ff-b4b76aae0ee4 HTTP/1.1" status: 200 len: 1000 time: 0.0812397 Aug 28 13:05:13.645178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875dd5dd-46a3-4335-aa5d-dcc4aeb4bf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45a2603-c373-4144-90b1-66d8aed6909e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:13.711768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-472ffd83-9414-4194-b1c6-eb92a3811567 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet 2a66838b-c1e4-4d3b-b2ba-7371933d3026 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:05:13.715437 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-472ffd83-9414-4194-b1c6-eb92a3811567 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:13.752242 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1a3259c-2c72-490a-83ea-63ccd589139d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:13.783003 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a33fbd-3bf9-4b5b-9311-39c833134a98 req-2b3769de-bca3-4a06-a149-5629e0d3e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:13.784738 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3a33fbd-3bf9-4b5b-9311-39c833134a98 req-2b3769de-bca3-4a06-a149-5629e0d3e5be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44e4607b-0f93-463a-9372-9a1d7a81caa8 HTTP/1.1" status: 200 len: 849 time: 0.1469758 Aug 28 13:05:13.791666 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f1a3259c-2c72-490a-83ea-63ccd589139d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12d3b4f8d89c4b6c84cd4a593d8ef3a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5181339 Aug 28 13:05:13.795734 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-472ffd83-9414-4194-b1c6-eb92a3811567 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:13.799649 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44398) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:13.861527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7509e9f0-55e3-4ac0-a812-379c7eacdd07 req-a0d98569-7361-4c7d-85ff-281fed8b19e6 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4802570 Aug 28 13:05:13.923381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a33fbd-3bf9-4b5b-9311-39c833134a98 req-9b87233d-bff8-4aeb-b883-c9105b0aec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:13.925058 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3a33fbd-3bf9-4b5b-9311-39c833134a98 req-9b87233d-bff8-4aeb-b883-c9105b0aec12 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317909 Aug 28 13:05:13.926348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3259c-2c72-490a-83ea-63ccd589139d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacaa79e-581e-456d-bb52-1c1d0179cc61,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:14.070781 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7e9d880-86f3-4661-8eea-85e531faadf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:14.107200 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-472ffd83-9414-4194-b1c6-eb92a3811567 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:14.159786 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7e9d880-86f3-4661-8eea-85e531faadf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:14.232084 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3a33fbd-3bf9-4b5b-9311-39c833134a98 req-07a92aba-68db-48c5-a688-56200e558bab service neutron] 10.222.0.11 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758732 Aug 28 13:05:14.323018 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7e9d880-86f3-4661-8eea-85e531faadf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:14.327835 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7e9d880-86f3-4661-8eea-85e531faadf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:14.337397 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d7e9d880-86f3-4661-8eea-85e531faadf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dacaa79e-581e-456d-bb52-1c1d0179cc61 HTTP/1.1" status: 204 len: 168 time: 0.5363216 Aug 28 13:05:14.371348 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-472ffd83-9414-4194-b1c6-eb92a3811567 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:14.404398 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3a33fbd-3bf9-4b5b-9311-39c833134a98 req-10be3d78-938c-46ec-a297-32903e2de0ec service neutron] 10.222.0.11 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658139 Aug 28 13:05:14.451540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9d880-86f3-4661-8eea-85e531faadf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacaa79e-581e-456d-bb52-1c1d0179cc61,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:14.469305 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ffd83-9414-4194-b1c6-eb92a3811567 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=2a66838b-c1e4-4d3b-b2ba-7371933d3026,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:14.493897 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-472ffd83-9414-4194-b1c6-eb92a3811567 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:14.495437 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf43005-54a3-447a-8517-5621245fa075 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:14.497893 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-472ffd83-9414-4194-b1c6-eb92a3811567 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/2a66838b-c1e4-4d3b-b2ba-7371933d3026 HTTP/1.1" status: 204 len: 168 time: 0.9622819 Aug 28 13:05:14.501329 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44414) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:14.650285 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-63353180-3aa5-4402-b498-b62e31d491bc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Deleting subnet f62720f4-6f16-4611-8a94-f997ede6e22f {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:05:14.664634 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-63353180-3aa5-4402-b498-b62e31d491bc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:14.780766 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-63353180-3aa5-4402-b498-b62e31d491bc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:14.975593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44428) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:15.021513 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-63353180-3aa5-4402-b498-b62e31d491bc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:15.022390 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cfaaba08-d286-47a7-b6ff-0b1f0367425e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:15.174601 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170ec9c-e845-4971-b1bc-77fcb6e73250 req-8c0fed28-8724-4336-8ede-f9071bb86c18 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:15.176212 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0170ec9c-e845-4971-b1bc-77fcb6e73250 req-8c0fed28-8724-4336-8ede-f9071bb86c18 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.1467757 Aug 28 13:05:15.204913 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-63353180-3aa5-4402-b498-b62e31d491bc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:15.250204 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cfaaba08-d286-47a7-b6ff-0b1f0367425e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:15.257552 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cfaaba08-d286-47a7-b6ff-0b1f0367425e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:15.295353 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63353180-3aa5-4402-b498-b62e31d491bc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Subnet': ['ID=f62720f4-6f16-4611-8a94-f997ede6e22f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:15.298990 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-63353180-3aa5-4402-b498-b62e31d491bc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:15.301645 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-63353180-3aa5-4402-b498-b62e31d491bc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/f62720f4-6f16-4611-8a94-f997ede6e22f HTTP/1.1" status: 204 len: 168 time: 0.7993243 Aug 28 13:05:15.305083 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44432) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:15.312623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cfaaba08-d286-47a7-b6ff-0b1f0367425e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee6a2ea368e54d0ba929d70bd4977419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358676 Aug 28 13:05:15.328297 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:15.393653 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44434) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:15.393653 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5ccd4da3-7a0e-4e57-a546-bacd2df5d2c5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855043 Aug 28 13:05:15.394346 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44440) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:15.398001 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaba08-d286-47a7-b6ff-0b1f0367425e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599c1d10-4b62-4349-a27e-c174d59a8c6d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:15.419669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44444) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:15.431141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44448) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:15.487467 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0170ec9c-e845-4971-b1bc-77fcb6e73250 req-1cb71904-10e7-4da7-9393-e89cf8ae6b68 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759387 Aug 28 13:05:15.612372 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a4019ef-491b-4d42-877d-bc11e4fbd2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:15.639278 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6c9827-1baf-42bf-a766-f0a70923e45b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:15.644187 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4b6c9827-1baf-42bf-a766-f0a70923e45b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1697595 Aug 28 13:05:15.647138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44458) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:15.677249 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a4019ef-491b-4d42-877d-bc11e4fbd2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:15.758341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-9ed60f60-ef7f-4e82-947a-0ac48bba8570 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2041585709'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:15.774438 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a4019ef-491b-4d42-877d-bc11e4fbd2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:15.777716 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1a4019ef-491b-4d42-877d-bc11e4fbd2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:15.779409 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1a4019ef-491b-4d42-877d-bc11e4fbd2a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/599c1d10-4b62-4349-a27e-c174d59a8c6d HTTP/1.1" status: 204 len: 168 time: 0.3863733 Aug 28 13:05:15.804528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4019ef-491b-4d42-877d-bc11e4fbd2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599c1d10-4b62-4349-a27e-c174d59a8c6d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:15.877454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed60f60-ef7f-4e82-947a-0ac48bba8570 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Made reservation on behalf of 9eb364ee3a8749b6b2baa3560ab3dc7f for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:15.881777 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9ed60f60-ef7f-4e82-947a-0ac48bba8570 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:15.926599 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9ed60f60-ef7f-4e82-947a-0ac48bba8570 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:15.930121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c344caf9-bbf9-480a-b3d5-7ca307963c28 None None] Network 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:15.931991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089b2ecb-1672-4237-b38f-8856e2853a54 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:15.933767 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-089b2ecb-1672-4237-b38f-8856e2853a54 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2856040 Aug 28 13:05:15.936939 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44472) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:16.030312 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c1df0c03-e940-4edd-883e-1de6afa4e9dd tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916848 Aug 28 13:05:16.039263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44476) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:16.079403 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7921ef8-07d8-4f91-b29f-c6dac07e3e2c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:16.080904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7921ef8-07d8-4f91-b29f-c6dac07e3e2c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:16.085710 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e7921ef8-07d8-4f91-b29f-c6dac07e3e2c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/6dbf392a-e2f6-4814-b0a3-a646f0bca7a1 HTTP/1.1" status: 404 len: 333 time: 0.0425212 Aug 28 13:05:16.085988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44480) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:16.121797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1b2e5f41-57e0-4aef-8651-2cb17ef815a6 None None] Provisioning complete for port b633f508-c570-40fa-8590-4263f4b0b71f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:16.122001 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-14769f2b-aa93-433f-a974-fda2c84e03a6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:16.122165 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b2e5f41-57e0-4aef-8651-2cb17ef815a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:16.122346 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14769f2b-aa93-433f-a974-fda2c84e03a6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:16.123680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-7711219d-b2d1-47b5-b1a2-b44c2eadb087 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:16.124238 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-14769f2b-aa93-433f-a974-fda2c84e03a6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/2a66838b-c1e4-4d3b-b2ba-7371933d3026 HTTP/1.1" status: 404 len: 337 time: 0.0372951 Aug 28 13:05:16.126725 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44482) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:16.135267 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-7711219d-b2d1-47b5-b1a2-b44c2eadb087 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/networks?id=45c0d239-dc9b-48de-ab76-b33ee15693b2 HTTP/1.1" status: 200 len: 812 time: 0.4126954 Aug 28 13:05:16.158941 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-5f7a19ab-7d2c-4f39-a9ff-35dbc43c1aab tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/quotas/ab07072d6e064e8a9d07a06a80e17f36 HTTP/1.1" status: 200 len: 375 time: 0.0223215 Aug 28 13:05:16.186748 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-178d1447-c2fd-4b93-b411-c8bf78187124 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:16.187209 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178d1447-c2fd-4b93-b411-c8bf78187124 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:16.191452 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-178d1447-c2fd-4b93-b411-c8bf78187124 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/f62720f4-6f16-4611-8a94-f997ede6e22f HTTP/1.1" status: 404 len: 337 time: 0.0613029 Aug 28 13:05:16.195239 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44488) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:16.214578 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-b1345119-bc37-430e-95b4-f716020c89f3 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab07072d6e064e8a9d07a06a80e17f36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542896 Aug 28 13:05:16.226477 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b1df48-ec0a-48e1-9b75-905ac6eb5b26 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:16.227166 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b1df48-ec0a-48e1-9b75-905ac6eb5b26 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:16.229668 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-90b1df48-ec0a-48e1-9b75-905ac6eb5b26 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/380338d2-bc8b-49db-bb16-6696dacba15e HTTP/1.1" status: 404 len: 333 time: 0.0325162 Aug 28 13:05:16.232690 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44490) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:16.303122 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-0341af96-d7b1-46f6-8e34-6b75cff6544d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:16.303410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0341af96-d7b1-46f6-8e34-6b75cff6544d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:16.307634 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0341af96-d7b1-46f6-8e34-6b75cff6544d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/67b10116-6ff8-408e-ae02-d8668456d3a4 HTTP/1.1" status: 404 len: 337 time: 0.0712290 Aug 28 13:05:16.308315 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44494) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:16.355490 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa1195c-dbec-49d6-816b-f5fcd74adb5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:16.356166 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa1195c-dbec-49d6-816b-f5fcd74adb5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:16.361127 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3fa1195c-dbec-49d6-816b-f5fcd74adb5c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/29aec47c-1d7e-4e80-a2f5-f039ff5d8b87 HTTP/1.1" status: 404 len: 337 time: 0.0518155 Aug 28 13:05:16.361794 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44500) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:16.421831 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-2247914d-c64b-49a6-abfa-606747c9041a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:16.435407 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f6f2d4-4aa1-41f9-acc9-685f39324433 None None] DHCP port deletion for 20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:05:16.436077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2247914d-c64b-49a6-abfa-606747c9041a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:16.438347 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2247914d-c64b-49a6-abfa-606747c9041a tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/65aecdbe-50f8-42cb-b46b-8e3029538720 HTTP/1.1" status: 404 len: 333 time: 0.0752232 Aug 28 13:05:16.442278 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44504) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:16.497080 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bb61e4-61ce-43f8-9942-881741e0838b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:16.497539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6bb61e4-61ce-43f8-9942-881741e0838b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:16.500159 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-50f6f2d4-4aa1-41f9-acc9-685f39324433 None None] Deleting port b633f508-c570-40fa-8590-4263f4b0b71f {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:16.500599 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50f6f2d4-4aa1-41f9-acc9-685f39324433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:16.517669 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c6bb61e4-61ce-43f8-9942-881741e0838b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/5c823c01-e235-4037-9ee2-a96bb5e5740b HTTP/1.1" status: 404 len: 337 time: 0.0699699 Aug 28 13:05:16.517911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44510) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:16.564689 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9ed60f60-ef7f-4e82-947a-0ac48bba8570 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:16.567052 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc16f69-be2a-4b77-9497-8bb36c033aba tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:16.567555 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc16f69-be2a-4b77-9497-8bb36c033aba tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:16.569590 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bfc16f69-be2a-4b77-9497-8bb36c033aba tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/01ecbc5d-396d-484f-89d9-76341e5c77de HTTP/1.1" status: 404 len: 337 time: 0.0507009 Aug 28 13:05:16.571688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-50f6f2d4-4aa1-41f9-acc9-685f39324433 None None] For port b633f508-c570-40fa-8590-4263f4b0b71f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b633f508-c570-40fa-8590-4263f4b0b71f,segment=NetworkSegment(bcb419cb-6b5b-43b2-9450-03e48bc1cbca),segment_id=bcb419cb-6b5b-43b2-9450-03e48bc1cbca)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:16.572198 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50f6f2d4-4aa1-41f9-acc9-685f39324433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:16.574974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44514) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:16.584010 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9ed60f60-ef7f-4e82-947a-0ac48bba8570 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:16.588995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-50f6f2d4-4aa1-41f9-acc9-685f39324433 None None] Calling delete_port for b633f508-c570-40fa-8590-4263f4b0b71f owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:16.596985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed60f60-ef7f-4e82-947a-0ac48bba8570 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:05:16.675344 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-3c55d962-248e-4e25-813f-6a2454580b7a service neutron] 10.222.0.20 "GET /v2.0/networks/45c0d239-dc9b-48de-ab76-b33ee15693b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596252 Aug 28 13:05:16.678657 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9ed60f60-ef7f-4e82-947a-0ac48bba8570 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:16.678990 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-9ed60f60-ef7f-4e82-947a-0ac48bba8570 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Added segment 346abc19-b301-4c93-8727-f43588c2c9b3 of type vlan for network 1b311c5d-9c3f-4e4a-abca-8b41fea8528c Aug 28 13:05:16.705962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b633f508-c570-40fa-8590-4263f4b0b71f no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:05:16.747263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f65ec-294c-443a-845f-20b9e5d4418c req-0d85ace7-3b2b-47da-86eb-b0bec5a4f49d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:16.748901 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50f6f2d4-4aa1-41f9-acc9-685f39324433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:16.749585 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-357f65ec-294c-443a-845f-20b9e5d4418c req-0d85ace7-3b2b-47da-86eb-b0bec5a4f49d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.1043489 Aug 28 13:05:16.778125 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6f2d4-4aa1-41f9-acc9-685f39324433 None None] Pushing event deleted for resources: {'Port': ['ID=b633f508-c570-40fa-8590-4263f4b0b71f,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:16.788996 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f6f2d4-4aa1-41f9-acc9-685f39324433 None None] No DVR routers for this DVR port b633f508-c570-40fa-8590-4263f4b0b71f on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:05:16.794781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No active binding found for port b633f508-c570-40fa-8590-4263f4b0b71f {{(pid=94879) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 13:05:16.795465 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b633f508-c570-40fa-8590-4263f4b0b71f not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:05:16.824098 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-357f65ec-294c-443a-845f-20b9e5d4418c req-db46c5a6-8a91-4794-ba1b-84f1f11fe4ce tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690455 Aug 28 13:05:17.155575 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d466e7c-69ae-49bf-b8de-a680d8c29f59 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:17.156303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d466e7c-69ae-49bf-b8de-a680d8c29f59 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:17.158045 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8d466e7c-69ae-49bf-b8de-a680d8c29f59 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/3c4277d6-87f9-498b-9934-7711873daaf2 HTTP/1.1" status: 404 len: 333 time: 0.5821548 Aug 28 13:05:17.160727 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44538) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:17.222508 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ddda7a-02a8-4e56-b3b2-eae31f64cf61 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:17.222972 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ddda7a-02a8-4e56-b3b2-eae31f64cf61 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:17.226667 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d6ddda7a-02a8-4e56-b3b2-eae31f64cf61 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/3e22932a-81b7-4c5a-a623-247087e93022 HTTP/1.1" status: 404 len: 337 time: 0.0534904 Aug 28 13:05:17.228295 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44542) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:17.233536 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9ed60f60-ef7f-4e82-947a-0ac48bba8570 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:17.242725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed60f60-ef7f-4e82-947a-0ac48bba8570 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68bbfd1a-72a4-415f-8bce-df79f2eb6360,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:17.277095 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-1475ac1f-9bab-4142-9ccf-51b482d73024 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:17.278165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1475ac1f-9bab-4142-9ccf-51b482d73024 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:17.281469 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1475ac1f-9bab-4142-9ccf-51b482d73024 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/600734e0-77de-4585-a8f6-5d863ff6a918 HTTP/1.1" status: 404 len: 337 time: 0.0519822 Aug 28 13:05:17.283972 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44544) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:17.292202 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-79c28ce4-c12d-48c5-b157-489d3e7eee3a service neutron] 10.222.0.20 "GET /v2.0/networks/45c0d239-dc9b-48de-ab76-b33ee15693b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540216 Aug 28 13:05:17.320310 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-873ecf0a-8fa2-4510-85b0-67b9528a51f6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:17.321274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873ecf0a-8fa2-4510-85b0-67b9528a51f6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:17.326194 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-873ecf0a-8fa2-4510-85b0-67b9528a51f6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/89ae91b3-8694-471f-ad4b-30f719651289 HTTP/1.1" status: 404 len: 333 time: 0.0393934 Aug 28 13:05:17.327483 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44546) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:17.360803 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9ed60f60-ef7f-4e82-947a-0ac48bba8570 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:17.371373 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed60f60-ef7f-4e82-947a-0ac48bba8570 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:17.377946 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9ed60f60-ef7f-4e82-947a-0ac48bba8570 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:17.383407 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e61816-e26d-4177-8592-e06a65244ec5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:17.383965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e61816-e26d-4177-8592-e06a65244ec5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:17.387316 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-27e61816-e26d-4177-8592-e06a65244ec5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/69229512-8e60-4f15-bc8a-28d54dcaf83b HTTP/1.1" status: 404 len: 337 time: 0.0576577 Aug 28 13:05:17.388520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44550) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:17.425028 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-81075113-27bd-4ebc-ada0-254483a7f7c2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:17.426136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81075113-27bd-4ebc-ada0-254483a7f7c2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:17.450912 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-81075113-27bd-4ebc-ada0-254483a7f7c2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/37656b47-4248-4a15-adbc-1e20b75c46a9 HTTP/1.1" status: 404 len: 333 time: 0.0612090 Aug 28 13:05:17.463072 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44554) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:17.486013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed60f60-ef7f-4e82-947a-0ac48bba8570 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event updated for resources: {'Network': ['ID=1b311c5d-9c3f-4e4a-abca-8b41fea8528c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:17.508459 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 1b311c5d-9c3f-4e4a-abca-8b41fea8528c details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:05:17.527328 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-81cbdfb4-92fe-4634-8761-b14a9aa1618f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:17.527575 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81cbdfb4-92fe-4634-8761-b14a9aa1618f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:17.530403 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-81cbdfb4-92fe-4634-8761-b14a9aa1618f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/832fc328-db23-4da1-91fd-7aa22585e5a2 HTTP/1.1" status: 404 len: 337 time: 0.0652926 Aug 28 13:05:17.542894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44560) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:17.579903 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9ed60f60-ef7f-4e82-947a-0ac48bba8570 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1316040 Aug 28 13:05:17.606015 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ec7ec0-e13f-4a1e-9df4-6818a6210ac0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:17.618897 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ec7ec0-e13f-4a1e-9df4-6818a6210ac0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:17.620753 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a2ec7ec0-e13f-4a1e-9df4-6818a6210ac0 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/95cb5b27-d241-4222-bf79-0fb407d4081a HTTP/1.1" status: 404 len: 333 time: 0.0768640 Aug 28 13:05:17.624098 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44564) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:17.704821 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-04418f45-a3bd-4f4a-8cd2-cbace42c84fd req-89e62e10-1de4-4773-8d23-f3b19f9759a8 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 210 time: 0.1007452 Aug 28 13:05:17.779815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44570) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:17.862748 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a544e58-fd37-42c5-adbc-14a03e0704f4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:17.863219 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a544e58-fd37-42c5-adbc-14a03e0704f4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:17.868096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1a544e58-fd37-42c5-adbc-14a03e0704f4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/b02e4c0c-87b0-4a00-a691-f8c8b1e91b3a HTTP/1.1" status: 404 len: 337 time: 0.2404413 Aug 28 13:05:17.868474 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44576) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:17.917896 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a5d298-87bf-46f2-8c47-a659a535fdf9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:17.919915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a5d298-87bf-46f2-8c47-a659a535fdf9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:17.923954 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-24a5d298-87bf-46f2-8c47-a659a535fdf9 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/ce13c181-c21c-4ac8-98a9-fad3cfb61921 HTTP/1.1" status: 404 len: 333 time: 0.0522277 Aug 28 13:05:17.926013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44580) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:18.001493 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ea85df-954d-490a-837b-54f2b526fb8e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:18.002059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ea85df-954d-490a-837b-54f2b526fb8e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:18.006695 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a4ea85df-954d-490a-837b-54f2b526fb8e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/4897c81b-99ce-41c3-a1e1-657983270309 HTTP/1.1" status: 404 len: 337 time: 0.0732198 Aug 28 13:05:18.007085 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44582) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:18.032558 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12a9dabe-9128-452d-8bbc-def73f38a1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:18.045064 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac032c61-fec3-4cfe-97d8-027d158c38b5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:18.046210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac032c61-fec3-4cfe-97d8-027d158c38b5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:18.060394 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac032c61-fec3-4cfe-97d8-027d158c38b5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/6003c833-9706-472a-8059-243303c9184b HTTP/1.1" status: 404 len: 333 time: 0.0522497 Aug 28 13:05:18.062825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44584) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:18.096615 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-7336c019-c259-4ef8-9c2d-e6562ef0f6c2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:18.102215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7336c019-c259-4ef8-9c2d-e6562ef0f6c2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:18.112322 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7336c019-c259-4ef8-9c2d-e6562ef0f6c2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/7a70a3ea-b13e-4c17-9e1e-54c6bac41995 HTTP/1.1" status: 404 len: 337 time: 0.0482645 Aug 28 13:05:18.115644 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44586) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:18.181375 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-2819a858-fe4e-42b7-8787-5d9529814363 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:18.192823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2819a858-fe4e-42b7-8787-5d9529814363 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:18.195995 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2819a858-fe4e-42b7-8787-5d9529814363 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/85fe5c46-8648-4215-9e36-5b5ab66c356e HTTP/1.1" status: 404 len: 333 time: 0.0775621 Aug 28 13:05:18.202188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44590) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:18.264520 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4875baf-8333-4190-a30c-3af1f640261b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:18.266120 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4875baf-8333-4190-a30c-3af1f640261b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:18.278816 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e4875baf-8333-4190-a30c-3af1f640261b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/d67f17cb-896b-42ef-b417-0a87860c7a85 HTTP/1.1" status: 404 len: 337 time: 0.0753152 Aug 28 13:05:18.282332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44594) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:18.292220 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-dd8292e0-cb7e-4336-a213-e8bb52b48c80 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2127780898'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:18.347113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8292e0-cb7e-4336-a213-e8bb52b48c80 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Made reservation on behalf of c125ac8d0191432ba58b14ed4c2d9815 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:18.351814 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd8292e0-cb7e-4336-a213-e8bb52b48c80 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:18.355193 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6dfa3b1-a3b6-44d8-897e-4392cfa1c007 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:18.355848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6dfa3b1-a3b6-44d8-897e-4392cfa1c007 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:18.357742 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f6dfa3b1-a3b6-44d8-897e-4392cfa1c007 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/220ddeed-18e5-44bb-a809-bc7d5de6fc3d HTTP/1.1" status: 404 len: 337 time: 0.0695119 Aug 28 13:05:18.364502 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44598) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:18.374954 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd8292e0-cb7e-4336-a213-e8bb52b48c80 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:18.411762 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1e514f-be9b-4766-a64e-eda413bb93a5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:18.412909 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1e514f-be9b-4766-a64e-eda413bb93a5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:18.416582 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7c1e514f-be9b-4766-a64e-eda413bb93a5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/940413a8-a19b-4e3e-b370-ea9f7072d9ff HTTP/1.1" status: 404 len: 333 time: 0.0483902 Aug 28 13:05:18.418849 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44600) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:18.481893 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-3328e556-f230-4a97-bd28-504dfbc44b8d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:18.483848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3328e556-f230-4a97-bd28-504dfbc44b8d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:18.492199 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3328e556-f230-4a97-bd28-504dfbc44b8d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/7f842d4c-d50a-4fe7-b24a-455a675342f8 HTTP/1.1" status: 404 len: 337 time: 0.0696304 Aug 28 13:05:18.492941 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44602) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:18.530827 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f519f81-f93d-4621-a703-ddb53f2e0dfa tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:18.531537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f519f81-f93d-4621-a703-ddb53f2e0dfa tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:18.533461 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7f519f81-f93d-4621-a703-ddb53f2e0dfa tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/1aff2183-1f49-4e1c-b28d-db970ac61df2 HTTP/1.1" status: 404 len: 337 time: 0.0387700 Aug 28 13:05:18.537750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44604) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:18.566243 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-9413901c-e537-4a64-be4e-7ba5c576ddad tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:18.567248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9413901c-e537-4a64-be4e-7ba5c576ddad tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:18.569370 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9413901c-e537-4a64-be4e-7ba5c576ddad tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/1336092d-ece7-4ef7-83ae-a90726d9f2ab HTTP/1.1" status: 404 len: 333 time: 0.0304368 Aug 28 13:05:18.572819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44606) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:18.575041 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-12a9dabe-9128-452d-8bbc-def73f38a1ab admin admin] Deleting port 49355f58-9ac2-4c91-800d-a72ad763afcd {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:18.575437 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12a9dabe-9128-452d-8bbc-def73f38a1ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:18.605915 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-1699c93a-ab37-4fb8-ba3d-77b387f8c96d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:18.606460 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1699c93a-ab37-4fb8-ba3d-77b387f8c96d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:18.610787 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1699c93a-ab37-4fb8-ba3d-77b387f8c96d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/08d52ae3-ed64-44ca-b169-a265fe4b3547 HTTP/1.1" status: 404 len: 337 time: 0.0307596 Aug 28 13:05:18.612137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44608) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:18.685235 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21ee815-c4bc-4e70-9f3c-26d81ed0a346 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:18.687332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21ee815-c4bc-4e70-9f3c-26d81ed0a346 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:18.691583 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f21ee815-c4bc-4e70-9f3c-26d81ed0a346 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/0cc42742-bfb0-4706-9b73-d8758dbd1a09 HTTP/1.1" status: 404 len: 337 time: 0.0760136 Aug 28 13:05:18.692068 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44610) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:18.745613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-12a9dabe-9128-452d-8bbc-def73f38a1ab admin admin] For port 49355f58-9ac2-4c91-800d-a72ad763afcd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=49355f58-9ac2-4c91-800d-a72ad763afcd,segment=NetworkSegment(5c33e6d6-5af4-4a52-8910-e4762d7cbd77),segment_id=5c33e6d6-5af4-4a52-8910-e4762d7cbd77)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:18.746269 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12a9dabe-9128-452d-8bbc-def73f38a1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:18.747265 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-de211fba-3743-4525-b65c-acc34ced860f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:18.749660 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de211fba-3743-4525-b65c-acc34ced860f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:18.759708 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-de211fba-3743-4525-b65c-acc34ced860f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/547bb964-669a-4b4f-ab24-409c377fc0c2 HTTP/1.1" status: 404 len: 333 time: 0.0625610 Aug 28 13:05:18.779964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44614) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:18.824297 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd8292e0-cb7e-4336-a213-e8bb52b48c80 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:18.836075 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd8292e0-cb7e-4336-a213-e8bb52b48c80 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:18.842106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-12a9dabe-9128-452d-8bbc-def73f38a1ab admin admin] Calling delete_port for 49355f58-9ac2-4c91-800d-a72ad763afcd owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:18.852818 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8292e0-cb7e-4336-a213-e8bb52b48c80 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:05:18.860107 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf637aa-5579-47fe-9533-a10228412efc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:18.861051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf637aa-5579-47fe-9533-a10228412efc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:18.863256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5bf637aa-5579-47fe-9533-a10228412efc tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/7be08497-3092-48cf-b07d-b93398a2d13b HTTP/1.1" status: 404 len: 337 time: 0.0823350 Aug 28 13:05:18.867192 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44618) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:18.873317 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd8292e0-cb7e-4336-a213-e8bb52b48c80 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:18.873860 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-dd8292e0-cb7e-4336-a213-e8bb52b48c80 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Added segment 87f34dd5-c666-42c6-8df5-567bb2f136bd of type vlan for network 96ff6941-1208-419b-999f-5cba1923f081 Aug 28 13:05:18.927397 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd8292e0-cb7e-4336-a213-e8bb52b48c80 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:18.930026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ed0667a-9800-41b5-bf5e-ba368b46741d req-73e222d8-9b0a-4566-9789-51fe77a9672e tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 210 time: 0.0965676 Aug 28 13:05:18.934754 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e400d37-cb3d-4859-ae71-f25e0896fbd5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:18.935399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e400d37-cb3d-4859-ae71-f25e0896fbd5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:18.937371 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1e400d37-cb3d-4859-ae71-f25e0896fbd5 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/028affb0-8ebb-4cf5-a839-08448a5fcda5 HTTP/1.1" status: 404 len: 337 time: 0.0653787 Aug 28 13:05:18.963462 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44620) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:19.009016 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd8292e0-cb7e-4336-a213-e8bb52b48c80 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:19.015195 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8292e0-cb7e-4336-a213-e8bb52b48c80 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:19.016009 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dd8292e0-cb7e-4336-a213-e8bb52b48c80 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:19.020578 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bece8b77-b323-4c6a-b203-0d1d6aac34e2 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cd4db03-a5a3-4f23-a88e-555d35fa8860 HTTP/1.1" status: 200 len: 205 time: 0.0519786 Aug 28 13:05:19.035157 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44622) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:19.135830 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8292e0-cb7e-4336-a213-e8bb52b48c80 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ccf69f-e628-411f-b118-9d8483600890,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:19.149747 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-8e7bf3d2-d183-4f1d-b72b-2598d43d747b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] delete failed (client error): The resource could not be found. Aug 28 13:05:19.151583 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8e7bf3d2-d183-4f1d-b72b-2598d43d747b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/routers/6cd4db03-a5a3-4f23-a88e-555d35fa8860 HTTP/1.1" status: 404 len: 336 time: 0.1156614 Aug 28 13:05:19.157897 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44628) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:19.162906 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dd8292e0-cb7e-4336-a213-e8bb52b48c80 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3820555 Aug 28 13:05:19.184929 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8292e0-cb7e-4336-a213-e8bb52b48c80 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Pushing event updated for resources: {'Network': ['ID=96ff6941-1208-419b-999f-5cba1923f081,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:19.201320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 96ff6941-1208-419b-999f-5cba1923f081 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:05:19.285795 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2ed2b6-7255-4b79-b376-a3efb055123b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:19.288068 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2ed2b6-7255-4b79-b376-a3efb055123b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:19.296788 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ba2ed2b6-7255-4b79-b376-a3efb055123b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/ea811d92-0528-4333-a36b-a73208aee787 HTTP/1.1" status: 404 len: 337 time: 0.1358073 Aug 28 13:05:19.321443 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44634) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:19.408030 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7cff3a26-679d-4eaa-b211-f8a98abf2c8e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "GET /v2.0/ports?device_id=25193259-5ecb-4e3f-85f2-ecf6f546bd57 HTTP/1.1" status: 200 len: 205 time: 0.0852540 Aug 28 13:05:19.409568 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12a9dabe-9128-452d-8bbc-def73f38a1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:19.414582 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44636) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:19.463973 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-33451d97-e100-4f37-aee0-24f96de2fd50 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] delete failed (client error): The resource could not be found. Aug 28 13:05:19.465383 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-33451d97-e100-4f37-aee0-24f96de2fd50 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/routers/25193259-5ecb-4e3f-85f2-ecf6f546bd57 HTTP/1.1" status: 404 len: 336 time: 0.0479450 Aug 28 13:05:19.469643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44638) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:19.499069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-0264c165-0537-4c3d-a447-2c5915578ebf tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:19.501330 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-0264c165-0537-4c3d-a447-2c5915578ebf tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.10 "GET /v2.0/networks?id=45c0d239-dc9b-48de-ab76-b33ee15693b2 HTTP/1.1" status: 200 len: 812 time: 0.2764711 Aug 28 13:05:19.505293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9dabe-9128-452d-8bbc-def73f38a1ab admin admin] Pushing event deleted for resources: {'Port': ['ID=49355f58-9ac2-4c91-800d-a72ad763afcd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:19.546379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-e2ef75e9-2bf1-4199-9184-0f5a439e9c34 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Request body: {'port': {'device_id': 'db371562-5e83-4e87-aec0-b370a9206812', 'network_id': '45c0d239-dc9b-48de-ab76-b33ee15693b2', 'admin_state_up': True, 'tenant_id': 'ab07072d6e064e8a9d07a06a80e17f36'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:19.557895 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84fbab0-6f04-49bd-9d07-49fe086f2e67 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:19.558385 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84fbab0-6f04-49bd-9d07-49fe086f2e67 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:19.560166 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c84fbab0-6f04-49bd-9d07-49fe086f2e67 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/d82f410b-aed8-40e3-a882-7506585e1804 HTTP/1.1" status: 404 len: 337 time: 0.0893929 Aug 28 13:05:19.560650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44640) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:19.584831 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44642) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:19.611846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Request body: {'port': {'network_id': '96ff6941-1208-419b-999f-5cba1923f081', 'binding:host_id': 'n-h1-791505-21', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-408594916'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:19.679766 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e558c24-fdf7-4e96-9540-5bfcf8ce86f7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:19.680274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e558c24-fdf7-4e96-9540-5bfcf8ce86f7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:19.682392 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1e558c24-fdf7-4e96-9540-5bfcf8ce86f7 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/5d0c624a-21f5-4b32-bff9-c66d6bb90445 HTTP/1.1" status: 404 len: 337 time: 0.0965519 Aug 28 13:05:19.687360 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44644) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:19.735165 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58ce151-fff1-4a81-adb9-08cc3fc60a15 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:19.735637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c58ce151-fff1-4a81-adb9-08cc3fc60a15 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:19.742891 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c58ce151-fff1-4a81-adb9-08cc3fc60a15 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/120a78d9-0dba-4f71-abcc-dcced062ad02 HTTP/1.1" status: 404 len: 333 time: 0.0494606 Aug 28 13:05:19.746845 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44646) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:19.772043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Made reservation on behalf of 66c035ff3873451f94b40765379ed756 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:19.774566 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:19.785889 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:19.796228 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26b1970-cf1f-446c-a560-57e283abc607 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:19.796695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26b1970-cf1f-446c-a560-57e283abc607 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:19.810059 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e26b1970-cf1f-446c-a560-57e283abc607 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/307e051c-71b5-4f6a-a42b-c15361305096 HTTP/1.1" status: 404 len: 337 time: 0.0509219 Aug 28 13:05:19.815497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44654) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:19.867197 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-0856135f-b8c9-4fd3-8aa9-5e80be7376b6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:19.867871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0856135f-b8c9-4fd3-8aa9-5e80be7376b6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:19.879882 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0856135f-b8c9-4fd3-8aa9-5e80be7376b6 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/92ddf7a0-523c-40bf-b224-3075b7f8e4ac HTTP/1.1" status: 404 len: 333 time: 0.0527656 Aug 28 13:05:19.880145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44656) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:19.913869 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75bc131-385e-4d27-9642-d23831afc6bd tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:19.914226 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d75bc131-385e-4d27-9642-d23831afc6bd tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:19.919585 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d75bc131-385e-4d27-9642-d23831afc6bd tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/69b77647-167a-4ab3-94f5-4cb90a37cffa HTTP/1.1" status: 404 len: 337 time: 0.0395730 Aug 28 13:05:19.919585 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12a9dabe-9128-452d-8bbc-def73f38a1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:19.920995 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44658) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:19.962269 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee51fc5-a3e4-4685-9f4e-dde044af205d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:19.962979 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee51fc5-a3e4-4685-9f4e-dde044af205d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:19.968291 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2ee51fc5-a3e4-4685-9f4e-dde044af205d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/7cd4883b-9cae-4679-a79f-df31085ee9f8 HTTP/1.1" status: 404 len: 333 time: 0.0459340 Aug 28 13:05:19.969236 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44662) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:20.011858 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b9f563-f359-4261-a77e-a8366fbb850b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:20.012510 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b9f563-f359-4261-a77e-a8366fbb850b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:20.017800 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-28b9f563-f359-4261-a77e-a8366fbb850b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/ee9db867-3e36-474f-9820-18dfdabd6dd4 HTTP/1.1" status: 404 len: 337 time: 0.0475359 Aug 28 13:05:20.018496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44664) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:20.049850 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad1de4d-9bbd-4390-aeda-aea6c1ae2b2b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:20.050672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad1de4d-9bbd-4390-aeda-aea6c1ae2b2b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:20.056473 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0ad1de4d-9bbd-4390-aeda-aea6c1ae2b2b tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/41bb4924-121f-4b17-91ba-f28e2cc5635e HTTP/1.1" status: 404 len: 333 time: 0.0370469 Aug 28 13:05:20.057126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44666) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:20.074391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-33bc9efa-d376-471a-af05-90b37f8554a9 req-a8d1db57-f75d-49fa-9362-f98d6ac806bd tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 210 time: 0.0435209 Aug 28 13:05:20.093384 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-023e93c7-a863-4b63-81bb-d878aeab5a5f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:20.094447 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023e93c7-a863-4b63-81bb-d878aeab5a5f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:20.102070 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-023e93c7-a863-4b63-81bb-d878aeab5a5f tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/a3be2484-58c8-4065-bb6a-1e40c338d516 HTTP/1.1" status: 404 len: 337 time: 0.0439947 Aug 28 13:05:20.102991 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44668) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:20.131738 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adff9b7-474f-45f0-8600-8cbbb23e0b3c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:20.133380 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adff9b7-474f-45f0-8600-8cbbb23e0b3c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:20.138063 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3adff9b7-474f-45f0-8600-8cbbb23e0b3c tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/dfbdd8a4-1980-40b3-8388-f23682621230 HTTP/1.1" status: 404 len: 333 time: 0.0334697 Aug 28 13:05:20.139303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44670) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:20.161502 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:20.169323 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:20.180006 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f869468-b863-4147-bb79-beac05a6b73e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:20.180477 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f869468-b863-4147-bb79-beac05a6b73e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:20.185930 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1f869468-b863-4147-bb79-beac05a6b73e tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/9160be49-f8a4-4b4c-82fa-ab07d46ce9f0 HTTP/1.1" status: 404 len: 337 time: 0.0455542 Aug 28 13:05:20.186703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44672) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:20.194600 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] device_id is not set on port 203f1e93-fc71-4a71-8204-026a5cde82d9 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:05:20.199061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb18a76-7fd8-412b-8e2d-99c4b0db5b81,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:20.223680 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c877b4-c427-4f48-bedd-26faeb56f727 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:20.225063 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c877b4-c427-4f48-bedd-26faeb56f727 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:20.230853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-82c877b4-c427-4f48-bedd-26faeb56f727 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/43748274-575c-4d0a-80de-6abd41ae91b5 HTTP/1.1" status: 404 len: 333 time: 0.0410669 Aug 28 13:05:20.231490 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44674) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:20.268250 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-199c70cc-1325-41b7-99f0-ab2ccf789593 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:20.268752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199c70cc-1325-41b7-99f0-ab2ccf789593 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:20.274200 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-199c70cc-1325-41b7-99f0-ab2ccf789593 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/4f08a630-e135-4468-a02e-f71aea277b0d HTTP/1.1" status: 404 len: 337 time: 0.0398085 Aug 28 13:05:20.276468 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44676) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:20.310542 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa515e21-1691-42f9-8c74-b5f8ed7e6be4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:20.311833 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa515e21-1691-42f9-8c74-b5f8ed7e6be4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:20.320552 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fa515e21-1691-42f9-8c74-b5f8ed7e6be4 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/ports/6e000f60-c894-4ed0-ba39-b9f78e2df0e2 HTTP/1.1" status: 404 len: 333 time: 0.0423491 Aug 28 13:05:20.321594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44678) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:20.322286 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-e2ef75e9-2bf1-4199-9184-0f5a439e9c34 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Made reservation on behalf of ab07072d6e064e8a9d07a06a80e17f36 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:20.329493 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-e2ef75e9-2bf1-4199-9184-0f5a439e9c34 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:20.375136 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bee9abd-3303-444c-b2e1-a2d43098804d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:20.375628 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bee9abd-3303-444c-b2e1-a2d43098804d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:20.377376 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9bee9abd-3303-444c-b2e1-a2d43098804d tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/subnets/d32eca18-b745-45dd-ab96-91ef5638b89b HTTP/1.1" status: 404 len: 337 time: 0.0442910 Aug 28 13:05:20.380039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44684) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:20.499842 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a7e86ff-3046-4457-8945-dee929773051 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:20.513493 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a9dabe-9128-452d-8bbc-def73f38a1ab admin admin] Router e1023ea0-d075-4aae-bfcb-b6b17b494782 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:05:20.633699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] device_id is not set on port 203f1e93-fc71-4a71-8204-026a5cde82d9 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:05:20.679684 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:20.699964 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a7e86ff-3046-4457-8945-dee929773051 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:20.711496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-7a7e86ff-3046-4457-8945-dee929773051 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:20.722138 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-7a7e86ff-3046-4457-8945-dee929773051 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:20.722591 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-7a7e86ff-3046-4457-8945-dee929773051 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb419cb-6b5b-43b2-9450-03e48bc1cbca') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:20.731819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Transition to ACTIVE for port object 203f1e93-fc71-4a71-8204-026a5cde82d9 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:20.736967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a7e86ff-3046-4457-8945-dee929773051 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:20.755403 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:20.756788 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a7e86ff-3046-4457-8945-dee929773051 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:20.763920 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7e86ff-3046-4457-8945-dee929773051 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:20.764458 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a7e86ff-3046-4457-8945-dee929773051 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:20.767611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a9dabe-9128-452d-8bbc-def73f38a1ab admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:05:20.778230 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4517c7-bdfe-44fe-8f16-ef9f4ffa6ceb None None] Sync routers for ids ['e1023ea0-d075-4aae-bfcb-b6b17b494782'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:05:20.779068 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-12a9dabe-9128-452d-8bbc-def73f38a1ab admin admin] 10.222.0.20 "PUT /v2.0/routers/e1023ea0-d075-4aae-bfcb-b6b17b494782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3573728 Aug 28 13:05:20.782253 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44686) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:20.797755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4517c7-bdfe-44fe-8f16-ef9f4ffa6ceb None None] Routers {'e1023ea0-d075-4aae-bfcb-b6b17b494782'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:05:20.798631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1e4517c7-bdfe-44fe-8f16-ef9f4ffa6ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:05:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e1023ea0-d075-4aae-bfcb-b6b17b494782'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:20.841468 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:20.853512 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a7e86ff-3046-4457-8945-dee929773051 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:20.904631 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a7e86ff-3046-4457-8945-dee929773051 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:20.910567 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7a7e86ff-3046-4457-8945-dee929773051 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] 10.222.0.20 "DELETE /v2.0/networks/20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90 HTTP/1.1" status: 204 len: 168 time: 0.5290544 Aug 28 13:05:20.918275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e86ff-3046-4457-8945-dee929773051 tempest-NetworksTestDHCPv6-943859067 tempest-NetworksTestDHCPv6-943859067-project] Pushing event deleted for resources: {'Network': ['ID=20a33457-a7c8-4f3e-8d55-0e5bc4cb2b90,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:20.943623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Pushing event updated for resources: {'Port': ['ID=203f1e93-fc71-4a71-8204-026a5cde82d9,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:20.965323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Checking segment: {'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:20.966089 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Network hostable DHCP agents. Network: 96ff6941-1208-419b-999f-5cba1923f081, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:05:20.975480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-1e4517c7-bdfe-44fe-8f16-ef9f4ffa6ceb None None] Set router e1023ea0-d075-4aae-bfcb-b6b17b494782 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:05:21.028890 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f27152f-08ee-48bf-bf6b-b24eaacfe5c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:21.050177 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-e2ef75e9-2bf1-4199-9184-0f5a439e9c34 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Allocated IP 172.20.0.10 (45c0d239-dc9b-48de-ab76-b33ee15693b2/1c26237d-553b-458d-8173-ce92e896ee37/773abfd1-5620-45c9-b2ab-143e67b9d5b8) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:05:21.093206 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44694) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:21.096221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Network 96ff6941-1208-419b-999f-5cba1923f081 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:05:21.117447 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2090021e-5334-48fc-9d68-86faa2186866 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Request body: {'subnet': {'network_id': '1b311c5d-9c3f-4e4a-abca-8b41fea8528c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:21.120785 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 96ff6941-1208-419b-999f-5cba1923f081) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:21.142624 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:05:21.194092 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:21.194902 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:21.195567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:21.209710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:21.210413 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:21.212201 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 2 to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 Aug 28 13:05:21.233293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:21.233658 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:21.233964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:21.243894 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f27152f-08ee-48bf-bf6b-b24eaacfe5c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:21.248362 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:21.248700 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:21.249903 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 3 to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 Aug 28 13:05:21.267188 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:21.267666 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:21.267967 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:21.268190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb4eb17-c0a9-4472-8e28-8aa282af2786 None None] Network 96ff6941-1208-419b-999f-5cba1923f081 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:21.273867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:21.274250 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:21.274692 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 4 to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 Aug 28 13:05:21.292876 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3e530a94-008f-4474-82fe-f7a30ce67f6d req-5566e79a-3d18-4ede-b449-1317a6b17693 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 210 time: 0.0683196 Aug 28 13:05:21.355220 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:21.355583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:21.355924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:21.367018 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:21.367391 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:21.368938 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 5 to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 Aug 28 13:05:21.417907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:21.418329 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:21.419033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:21.430916 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44702) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:21.445562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:21.445898 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:21.447171 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 6 to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 Aug 28 13:05:21.451837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7f27152f-08ee-48bf-bf6b-b24eaacfe5c4 admin admin] Deleting port 2e503b1b-4d82-41b2-b547-14ff22f179ca {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:21.452178 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f27152f-08ee-48bf-bf6b-b24eaacfe5c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:21.498086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:21.498532 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:21.498875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:21.510025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:21.510367 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:21.512194 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 7 to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 Aug 28 13:05:21.538781 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:21.539483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:21.539483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:21.543088 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2090021e-5334-48fc-9d68-86faa2186866 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Made reservation on behalf of 9eb364ee3a8749b6b2baa3560ab3dc7f for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:21.547835 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2090021e-5334-48fc-9d68-86faa2186866 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:21.556254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:21.556588 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:21.569253 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 8 to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 Aug 28 13:05:21.576683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-7f27152f-08ee-48bf-bf6b-b24eaacfe5c4 admin admin] For port 2e503b1b-4d82-41b2-b547-14ff22f179ca, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2e503b1b-4d82-41b2-b547-14ff22f179ca,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:21.577183 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f27152f-08ee-48bf-bf6b-b24eaacfe5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:21.596934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7f27152f-08ee-48bf-bf6b-b24eaacfe5c4 admin admin] Calling delete_port for 2e503b1b-4d82-41b2-b547-14ff22f179ca owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:21.598633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1e4517c7-bdfe-44fe-8f16-ef9f4ffa6ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T13:05:19Z', 'revision_number': 5, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port': {'id': '2e503b1b-4d82-41b2-b547-14ff22f179ca', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:29Z', 'updated_at': '2021-08-28T12:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:21.599012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:21.599606 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:21.600031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:21.610227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:21.610585 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:21.612237 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 9 to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 Aug 28 13:05:21.626235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4517c7-bdfe-44fe-8f16-ef9f4ffa6ceb None None] Checking router: e1023ea0-d075-4aae-bfcb-b6b17b494782 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:05:21.636345 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4517c7-bdfe-44fe-8f16-ef9f4ffa6ceb None None] Routers {'e1023ea0-d075-4aae-bfcb-b6b17b494782'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:05:21.637088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1e4517c7-bdfe-44fe-8f16-ef9f4ffa6ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:05:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e1023ea0-d075-4aae-bfcb-b6b17b494782'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:21.664422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:21.664837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:21.665141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:21.675839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:21.677410 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:21.680098 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 10 to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 Aug 28 13:05:21.700644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:21.700997 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:21.701314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:21.709868 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port 203f1e93-fc71-4a71-8204-026a5cde82d9 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:21.710339 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port 203f1e93-fc71-4a71-8204-026a5cde82d9 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:21.710751 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:21.749194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-1e4517c7-bdfe-44fe-8f16-ef9f4ffa6ceb None None] Set router e1023ea0-d075-4aae-bfcb-b6b17b494782 gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:05:21.822957 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1e4517c7-bdfe-44fe-8f16-ef9f4ffa6ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T13:05:21Z', 'revision_number': 6, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:21.824502 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2090021e-5334-48fc-9d68-86faa2186866 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:21.851543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4517c7-bdfe-44fe-8f16-ef9f4ffa6ceb None None] The sync data for ids ['e1023ea0-d075-4aae-bfcb-b6b17b494782'] in n-d-791505-21 is: [{'id': 'e1023ea0-d075-4aae-bfcb-b6b17b494782', 'name': 'tempest-TestVolumeBackupRestore-1657587076-router', 'tenant_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:27Z', 'updated_at': '2021-08-28T13:05:21Z', 'revision_number': 6, 'project_id': 'd5e1444e94524818b1b5b3600c8a9eae', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:05:21.856072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] For port 203f1e93-fc71-4a71-8204-026a5cde82d9, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:05:21.856451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempted to set empty binding levels {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 13:05:21.866731 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:21.908654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:21.909314 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:21.917116 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f27152f-08ee-48bf-bf6b-b24eaacfe5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:21.942342 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Pushing event updated for resources: {'Port': ['ID=203f1e93-fc71-4a71-8204-026a5cde82d9,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:21.959303 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4f7a7e7f-d221-47a4-90a1-dd44ffaff909 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.3926485 Aug 28 13:05:21.960937 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44712) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:21.974804 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-e2ef75e9-2bf1-4199-9184-0f5a439e9c34 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:21.991335 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090021e-5334-48fc-9d68-86faa2186866 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event updated for resources: {'Subnet': ['ID=7dc81c87-e3b2-4295-8c5d-e4ff6bea089f,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:22.009646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27152f-08ee-48bf-bf6b-b24eaacfe5c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e503b1b-4d82-41b2-b547-14ff22f179ca,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:22.037196 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4188522e-7e89-4b90-a774-b5275a3bec91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b311ab0a5d894a88b163c3664933f5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6022670 Aug 28 13:05:22.038455 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44714) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:22.045917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2090021e-5334-48fc-9d68-86faa2186866 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Checking segment: {'id': '346abc19-b301-4c93-8727-f43588c2c9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1b311c5d-9c3f-4e4a-abca-8b41fea8528c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:22.046405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2090021e-5334-48fc-9d68-86faa2186866 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Network hostable DHCP agents. Network: 1b311c5d-9c3f-4e4a-abca-8b41fea8528c, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:05:22.087405 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f27152f-08ee-48bf-bf6b-b24eaacfe5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.105458 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-e2ef75e9-2bf1-4199-9184-0f5a439e9c34 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.118100 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2090021e-5334-48fc-9d68-86faa2186866 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Network 1b311c5d-9c3f-4e4a-abca-8b41fea8528c is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:05:22.178762 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-e2ef75e9-2bf1-4199-9184-0f5a439e9c34 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Network 45c0d239-dc9b-48de-ab76-b33ee15693b2 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:05:22.179482 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2090021e-5334-48fc-9d68-86faa2186866 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 1b311c5d-9c3f-4e4a-abca-8b41fea8528c) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:22.183742 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2090021e-5334-48fc-9d68-86faa2186866 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:22.184330 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2090021e-5334-48fc-9d68-86faa2186866 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.189642 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef75e9-2bf1-4199-9184-0f5a439e9c34 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Pushing event updated for resources: {'Port': ['ID=773abfd1-5620-45c9-b2ab-143e67b9d5b8,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:22.196805 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-e2ef75e9-2bf1-4199-9184-0f5a439e9c34 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:22.197542 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f27152f-08ee-48bf-bf6b-b24eaacfe5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.199403 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-e2ef75e9-2bf1-4199-9184-0f5a439e9c34 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:05:22.200670 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f27152f-08ee-48bf-bf6b-b24eaacfe5c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.204296 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d9e62028-8112-45cd-a403-040f0b55da7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.213487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49ca982-1d98-4a73-a13f-678a3394c3f5 None None] Network 1b311c5d-9c3f-4e4a-abca-8b41fea8528c requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:22.257938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-9558f4a5-d67b-4470-9030-be8eca28a432 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Deleting port 203f1e93-fc71-4a71-8204-026a5cde82d9 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:22.258386 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9558f4a5-d67b-4470-9030-be8eca28a432 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.261937 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f27152f-08ee-48bf-bf6b-b24eaacfe5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.262572 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f27152f-08ee-48bf-bf6b-b24eaacfe5c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1023ea0-d075-4aae-bfcb-b6b17b494782 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:05:22.277603 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f27152f-08ee-48bf-bf6b-b24eaacfe5c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.278887 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7f27152f-08ee-48bf-bf6b-b24eaacfe5c4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e1023ea0-d075-4aae-bfcb-b6b17b494782 HTTP/1.1" status: 204 len: 168 time: 1.4767973 Aug 28 13:05:22.284743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44716) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:22.309602 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2090021e-5334-48fc-9d68-86faa2186866 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2088945 Aug 28 13:05:22.321588 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44720) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:22.327960 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-25a66f91-4a5f-41d5-907e-020f0cc08744 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1533002506'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:22.368534 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-9558f4a5-d67b-4470-9030-be8eca28a432 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] For port 203f1e93-fc71-4a71-8204-026a5cde82d9, host n-h1-791505-21, got binding levels [] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:22.369214 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9558f4a5-d67b-4470-9030-be8eca28a432 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.378843 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d9e62028-8112-45cd-a403-040f0b55da7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.391822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a66f91-4a5f-41d5-907e-020f0cc08744 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Made reservation on behalf of 9eb364ee3a8749b6b2baa3560ab3dc7f for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:22.404250 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-25a66f91-4a5f-41d5-907e-020f0cc08744 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.407677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-e2ef75e9-2bf1-4199-9184-0f5a439e9c34 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:22.408295 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-e2ef75e9-2bf1-4199-9184-0f5a439e9c34 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.421596 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-9558f4a5-d67b-4470-9030-be8eca28a432 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Calling delete_port for 203f1e93-fc71-4a71-8204-026a5cde82d9 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:22.438843 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1040667-72e1-4c11-8c73-2d84ba5b51e9 admin admin] Deleting subnet 048da36b-b127-4f58-b3f8-ec0e99aec6bb {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:05:22.450248 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a1040667-72e1-4c11-8c73-2d84ba5b51e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.473522 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-e2ef75e9-2bf1-4199-9184-0f5a439e9c34 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9318280 Aug 28 13:05:22.487199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-1b311c5d-9c3f-4e4a-abca-8b41fea8528c', 'network_id': '1b311c5d-9c3f-4e4a-abca-8b41fea8528c', 'tenant_id': '9eb364ee3a8749b6b2baa3560ab3dc7f', 'fixed_ips': [{'subnet_id': '7dc81c87-e3b2-4295-8c5d-e4ff6bea089f'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:05:22.488061 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.509642 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a1040667-72e1-4c11-8c73-2d84ba5b51e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.544938 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d9e62028-8112-45cd-a403-040f0b55da7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.548378 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d9e62028-8112-45cd-a403-040f0b55da7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.549760 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d9e62028-8112-45cd-a403-040f0b55da7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0862c9e-804c-44c5-a898-99b4b71e349f HTTP/1.1" status: 204 len: 168 time: 0.5100825 Aug 28 13:05:22.572570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e62028-8112-45cd-a403-040f0b55da7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0862c9e-804c-44c5-a898-99b4b71e349f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:22.620472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e8ac8-0228-4a76-83cc-bed54d1d38cf req-e1e403c4-d12c-43bb-b61e-ea4ec150e821 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:22.622090 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac2e8ac8-0228-4a76-83cc-bed54d1d38cf req-e1e403c4-d12c-43bb-b61e-ea4ec150e821 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 932 time: 0.2150617 Aug 28 13:05:22.629817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a66f91-4a5f-41d5-907e-020f0cc08744 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:05:22.637276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Request body: {'port': {'device_id': 'db371562-5e83-4e87-aec0-b370a9206812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:22.679515 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a1040667-72e1-4c11-8c73-2d84ba5b51e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.701509 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-25a66f91-4a5f-41d5-907e-020f0cc08744 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.701766 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-25a66f91-4a5f-41d5-907e-020f0cc08744 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Added segment 21f67565-f20d-430d-9964-ae407d09291c of type vlan for network a8a21a1c-692b-4c28-a1e1-4d2db78a0b23 Aug 28 13:05:22.740819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Allocated IP 2001:db8:0:ffff::2 (1b311c5d-9c3f-4e4a-abca-8b41fea8528c/7dc81c87-e3b2-4295-8c5d-e4ff6bea089f/710334cc-0e30-4d06-9c76-c93ab7098be8) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:05:22.806110 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.853566 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac2e8ac8-0228-4a76-83cc-bed54d1d38cf req-34fe406d-b38b-4388-9e02-ad806e1b6435 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982946 Aug 28 13:05:22.880209 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-25a66f91-4a5f-41d5-907e-020f0cc08744 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.885351 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a1040667-72e1-4c11-8c73-2d84ba5b51e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.887998 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9558f4a5-d67b-4470-9030-be8eca28a432 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.925308 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 49355f58-9ac2-4c91-800d-a72ad763afcd no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:05:22.939026 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a1040667-72e1-4c11-8c73-2d84ba5b51e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:22.940934 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a1040667-72e1-4c11-8c73-2d84ba5b51e9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/048da36b-b127-4f58-b3f8-ec0e99aec6bb HTTP/1.1" status: 204 len: 168 time: 0.6552496 Aug 28 13:05:22.994535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1040667-72e1-4c11-8c73-2d84ba5b51e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=048da36b-b127-4f58-b3f8-ec0e99aec6bb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:22.996575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44734) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:23.014774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558f4a5-d67b-4470-9030-be8eca28a432 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Pushing event deleted for resources: {'Port': ['ID=203f1e93-fc71-4a71-8204-026a5cde82d9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:23.022330 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.db.resource_extend [None req-25a66f91-4a5f-41d5-907e-020f0cc08744 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 13:05:23.075868 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9558f4a5-d67b-4470-9030-be8eca28a432 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:23.077793 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9558f4a5-d67b-4470-9030-be8eca28a432 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] 10.222.0.20 "DELETE /v2.0/ports/203f1e93-fc71-4a71-8204-026a5cde82d9 HTTP/1.1" status: 204 len: 168 time: 1.1166935 Aug 28 13:05:23.081120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44740) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:23.121319 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3b55d7-b398-4530-a4a1-4f1b5b7db513 None None] Network 8b623883-070b-4970-8c08-14a8d3756313 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:23.123194 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-25a66f91-4a5f-41d5-907e-020f0cc08744 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:23.129420 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a66f91-4a5f-41d5-907e-020f0cc08744 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:23.130040 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-25a66f91-4a5f-41d5-907e-020f0cc08744 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:23.133343 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:23.140182 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 49355f58-9ac2-4c91-800d-a72ad763afcd {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:05:23.140662 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 49355f58-9ac2-4c91-800d-a72ad763afcd not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:05:23.141280 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2e503b1b-4d82-41b2-b547-14ff22f179ca no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:05:23.154325 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-affa7b7a-dacb-486c-b564-3188f818dba0 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] GET failed (client error): The resource could not be found. Aug 28 13:05:23.155972 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-affa7b7a-dacb-486c-b564-3188f818dba0 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] 10.222.0.20 "GET /v2.0/ports/203f1e93-fc71-4a71-8204-026a5cde82d9 HTTP/1.1" status: 404 len: 333 time: 0.0676570 Aug 28 13:05:23.202783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44744) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:23.208149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c524c48f-fc85-45b9-a018-3470834d7897 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Request body: {'port': {'network_id': '96ff6941-1208-419b-999f-5cba1923f081', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1318717220'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:23.242710 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:23.258701 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-25a66f91-4a5f-41d5-907e-020f0cc08744 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9350629 Aug 28 13:05:23.262306 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44748) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:23.309841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a66f91-4a5f-41d5-907e-020f0cc08744 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event updated for resources: {'Network': ['ID=a8a21a1c-692b-4c28-a1e1-4d2db78a0b23,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:23.327388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-6bb21d43-a42c-46e5-b6c8-ec0f07a39971 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Request body: {'subnet': {'network_id': 'a8a21a1c-692b-4c28-a1e1-4d2db78a0b23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:23.353131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c524c48f-fc85-45b9-a018-3470834d7897 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Made reservation on behalf of 66c035ff3873451f94b40765379ed756 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:23.356223 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c524c48f-fc85-45b9-a018-3470834d7897 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:23.357672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network a8a21a1c-692b-4c28-a1e1-4d2db78a0b23 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:05:23.376502 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 2e503b1b-4d82-41b2-b547-14ff22f179ca {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:05:23.377771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2e503b1b-4d82-41b2-b547-14ff22f179ca not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:05:23.411486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Transition to ACTIVE for port object 710334cc-0e30-4d06-9c76-c93ab7098be8 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:23.504262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Transition to ACTIVE for port object 710334cc-0e30-4d06-9c76-c93ab7098be8 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:23.520240 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:23.570290 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Pushing event updated for resources: {'Port': ['ID=710334cc-0e30-4d06-9c76-c93ab7098be8,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:23.598095 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Network 1b311c5d-9c3f-4e4a-abca-8b41fea8528c is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:05:23.600380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:23.611445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:05:23.704445 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773abfd1-5620-45c9-b2ab-143e67b9d5b8 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:05:23.714281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6fdf86-66a2-4a54-a146-346a9006e5f2 None None] DHCP port deletion for 8b623883-070b-4970-8c08-14a8d3756313 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:05:23.714798 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:23.731216 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Transition to ACTIVE for port object 773abfd1-5620-45c9-b2ab-143e67b9d5b8 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:23.744858 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:23.753149 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Attempting to bind port 710334cc-0e30-4d06-9c76-c93ab7098be8 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:23.755225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Attempting to bind port 710334cc-0e30-4d06-9c76-c93ab7098be8 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '346abc19-b301-4c93-8727-f43588c2c9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1b311c5d-9c3f-4e4a-abca-8b41fea8528c'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:23.755901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Attempting to bind port 710334cc-0e30-4d06-9c76-c93ab7098be8 on network 1b311c5d-9c3f-4e4a-abca-8b41fea8528c {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:23.775911 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:05:23.782243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Checking segment: {'id': '346abc19-b301-4c93-8727-f43588c2c9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1b311c5d-9c3f-4e4a-abca-8b41fea8528c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:23.783093 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:23.783903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Bound using segment: {'id': '346abc19-b301-4c93-8727-f43588c2c9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1b311c5d-9c3f-4e4a-abca-8b41fea8528c'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:05:23.784782 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Bound port: 710334cc-0e30-4d06-9c76-c93ab7098be8, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346abc19-b301-4c93-8727-f43588c2c9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1b311c5d-9c3f-4e4a-abca-8b41fea8528c'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:05:23.785446 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:23.892503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ba6fdf86-66a2-4a54-a146-346a9006e5f2 None None] Deleting port 7338812e-5c00-4f46-b10b-ccaea6edbedf {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:23.893335 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ba6fdf86-66a2-4a54-a146-346a9006e5f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:23.924969 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44764) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:23.927692 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Pushing event updated for resources: {'Port': ['ID=773abfd1-5620-45c9-b2ab-143e67b9d5b8,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:24.058941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Attempting to bind port 773abfd1-5620-45c9-b2ab-143e67b9d5b8 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:24.059536 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Attempting to bind port 773abfd1-5620-45c9-b2ab-143e67b9d5b8 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'a6ef6f94-cdb1-41a9-8484-951ef2ac2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '45c0d239-dc9b-48de-ab76-b33ee15693b2'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:24.059688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Attempting to bind port 773abfd1-5620-45c9-b2ab-143e67b9d5b8 on network 45c0d239-dc9b-48de-ab76-b33ee15693b2 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:24.062350 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] For port 710334cc-0e30-4d06-9c76-c93ab7098be8, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:05:24.075027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f16a87-2ab0-40ab-8e35-5b16c014699a req-d1a66152-da06-4533-984e-b55ea28f1909 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:24.090246 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] For port 710334cc-0e30-4d06-9c76-c93ab7098be8, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=710334cc-0e30-4d06-9c76-c93ab7098be8,segment=NetworkSegment(346abc19-b301-4c93-8727-f43588c2c9b3),segment_id=346abc19-b301-4c93-8727-f43588c2c9b3)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:05:24.092475 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ba6fdf86-66a2-4a54-a146-346a9006e5f2 None None] For port 7338812e-5c00-4f46-b10b-ccaea6edbedf, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7338812e-5c00-4f46-b10b-ccaea6edbedf,segment=NetworkSegment(5c33e6d6-5af4-4a52-8910-e4762d7cbd77),segment_id=5c33e6d6-5af4-4a52-8910-e4762d7cbd77)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:24.093251 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ba6fdf86-66a2-4a54-a146-346a9006e5f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.102892 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.104488 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19f16a87-2ab0-40ab-8e35-5b16c014699a req-d1a66152-da06-4533-984e-b55ea28f1909 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 944 time: 0.1307130 Aug 28 13:05:24.110146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-c524c48f-fc85-45b9-a018-3470834d7897 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] device_id is not set on port c436694e-200a-4496-954a-af106bda4a67 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:05:24.111496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Port 773abfd1-5620-45c9-b2ab-143e67b9d5b8 on network 45c0d239-dc9b-48de-ab76-b33ee15693b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:24.111956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Attempting to bind port 773abfd1-5620-45c9-b2ab-143e67b9d5b8 on network 45c0d239-dc9b-48de-ab76-b33ee15693b2 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:24.117467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb21d43-a42c-46e5-b6c8-ec0f07a39971 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Made reservation on behalf of 9eb364ee3a8749b6b2baa3560ab3dc7f for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:24.120998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-f4681727-bf60-4173-b982-7302afcb47e6 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-908210799'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:24.121182 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6bb21d43-a42c-46e5-b6c8-ec0f07a39971 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.149904 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ba6fdf86-66a2-4a54-a146-346a9006e5f2 None None] Calling delete_port for 7338812e-5c00-4f46-b10b-ccaea6edbedf owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:24.184642 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4681727-bf60-4173-b982-7302afcb47e6 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Made reservation on behalf of 17c5556bb2f94b869910932e36c6f048 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:24.189226 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f4681727-bf60-4173-b982-7302afcb47e6 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.200684 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:05:24.201136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Checking segment: {'id': 'a6ef6f94-cdb1-41a9-8484-951ef2ac2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '45c0d239-dc9b-48de-ab76-b33ee15693b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:24.201632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Bound using segment: {'id': 'a6ef6f94-cdb1-41a9-8484-951ef2ac2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '45c0d239-dc9b-48de-ab76-b33ee15693b2'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:05:24.202206 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Bound port: 773abfd1-5620-45c9-b2ab-143e67b9d5b8, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ef6f94-cdb1-41a9-8484-951ef2ac2322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '45c0d239-dc9b-48de-ab76-b33ee15693b2'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:05:24.202826 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.234434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee4024-85c4-4d78-88e9-258b00295744 None None] Pushing event updated for resources: {'Port': ['ID=710334cc-0e30-4d06-9c76-c93ab7098be8,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:24.287985 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f4681727-bf60-4173-b982-7302afcb47e6 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.288258 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ba6fdf86-66a2-4a54-a146-346a9006e5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.298846 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-19f16a87-2ab0-40ab-8e35-5b16c014699a req-ba065b48-55f3-485a-865d-db5a40e3940c tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841784 Aug 28 13:05:24.314019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] Deleting port 7338812e-5c00-4f46-b10b-ccaea6edbedf {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:24.314388 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.337057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fdf86-66a2-4a54-a146-346a9006e5f2 None None] Pushing event deleted for resources: {'Port': ['ID=7338812e-5c00-4f46-b10b-ccaea6edbedf,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:24.340804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6fdf86-66a2-4a54-a146-346a9006e5f2 None None] No DVR routers for this DVR port 7338812e-5c00-4f46-b10b-ccaea6edbedf on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:05:24.345881 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] For port 773abfd1-5620-45c9-b2ab-143e67b9d5b8, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:05:24.352419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] For port 773abfd1-5620-45c9-b2ab-143e67b9d5b8, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=773abfd1-5620-45c9-b2ab-143e67b9d5b8,segment=NetworkSegment(a6ef6f94-cdb1-41a9-8484-951ef2ac2322),segment_id=a6ef6f94-cdb1-41a9-8484-951ef2ac2322)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:05:24.363255 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.489052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:24.498489 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.498489 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] 10.222.0.10 "PUT /v2.0/ports/773abfd1-5620-45c9-b2ab-143e67b9d5b8 HTTP/1.1" status: 200 len: 1093 time: 2.0097139 Aug 28 13:05:24.498489 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db371562-5e83-4e87-aec0-b370a9206812', 'tag': '773abfd1-5620-45c9-b2ab-143e67b9d5b8'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:05:24.508633 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f50d5be-d19c-460e-aa5d-3f9f30f46316" -d '{"events": [{"name": "network-changed", "server_uuid": "db371562-5e83-4e87-aec0-b370a9206812", "tag": "773abfd1-5620-45c9-b2ab-143e67b9d5b8"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:05:24.556259 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f4681727-bf60-4173-b982-7302afcb47e6 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.600161 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f14d8f-1c8f-4118-89bf-be01fd39a38e x-openstack-request-id: req-41f14d8f-1c8f-4118-89bf-be01fd39a38e {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:05:24.600453 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db371562-5e83-4e87-aec0-b370a9206812", "tag": "773abfd1-5620-45c9-b2ab-143e67b9d5b8", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:05:24.600705 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41f14d8f-1c8f-4118-89bf-be01fd39a38e {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:05:24.601174 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db371562-5e83-4e87-aec0-b370a9206812', 'tag': '773abfd1-5620-45c9-b2ab-143e67b9d5b8', 'status': 'completed', 'code': 200} Aug 28 13:05:24.604460 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] For port 7338812e-5c00-4f46-b10b-ccaea6edbedf, host n-d-791505-21, got binding levels [] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:24.605021 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.605158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d1ae8-2b31-47ae-a611-c2eed5aef869 service neutron] Pushing event updated for resources: {'Port': ['ID=773abfd1-5620-45c9-b2ab-143e67b9d5b8,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:24.608200 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f4681727-bf60-4173-b982-7302afcb47e6 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.622664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4681727-bf60-4173-b982-7302afcb47e6 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:05:24.634032 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f4681727-bf60-4173-b982-7302afcb47e6 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.634563 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-f4681727-bf60-4173-b982-7302afcb47e6 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Added segment f7ef8a6a-0cb4-400a-9aed-be6468fdb448 of type vlan for network f0d95e56-c3a3-4865-98b7-285ed6631450 Aug 28 13:05:24.690140 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c524c48f-fc85-45b9-a018-3470834d7897 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.719310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] Calling delete_port for 7338812e-5c00-4f46-b10b-ccaea6edbedf owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:24.728547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.ipam_backend_mixin [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] Port 7338812e-5c00-4f46-b10b-ccaea6edbedf was not found and therefore no delete operation was performed {{(pid=94877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 13:05:24.731957 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f4681727-bf60-4173-b982-7302afcb47e6 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.764963 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.774101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 710334cc-0e30-4d06-9c76-c93ab7098be8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:05:24.777427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-7aa76579-8404-41d2-a8bd-e12225ebc96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:24.779348 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-7aa76579-8404-41d2-a8bd-e12225ebc96a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab07072d6e064e8a9d07a06a80e17f36&device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 1096 time: 0.2198796 Aug 28 13:05:24.780304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4681727-bf60-4173-b982-7302afcb47e6 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac749cf1-e806-47c2-86b6-c4b4d63af0f5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:24.831756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=7338812e-5c00-4f46-b10b-ccaea6edbedf,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:24.833903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 710334cc-0e30-4d06-9c76-c93ab7098be8 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:05:24.836962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] No DVR routers for this DVR port 7338812e-5c00-4f46-b10b-ccaea6edbedf on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:05:24.857591 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-0998a04c-9790-4115-9253-6274b48319d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773abfd1-5620-45c9-b2ab-143e67b9d5b8 HTTP/1.1" status: 200 len: 217 time: 0.0657840 Aug 28 13:05:24.898067 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f4681727-bf60-4173-b982-7302afcb47e6 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.904743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4681727-bf60-4173-b982-7302afcb47e6 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:24.905362 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f4681727-bf60-4173-b982-7302afcb47e6 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.920033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7338812e-5c00-4f46-b10b-ccaea6edbedf no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:05:24.956255 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 7338812e-5c00-4f46-b10b-ccaea6edbedf {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:05:24.956658 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7338812e-5c00-4f46-b10b-ccaea6edbedf not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:05:24.964050 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:24.975831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b623883-070b-4970-8c08-14a8d3756313']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:24.987402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c33e6d6-5af4-4a52-8910-e4762d7cbd77') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:24.987402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c33e6d6-5af4-4a52-8910-e4762d7cbd77') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:24.998897 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:25.002102 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f4681727-bf60-4173-b982-7302afcb47e6 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0714076 Aug 28 13:05:25.005819 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44786) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:25.014064 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-967f7b5b-8881-44ad-9aa2-6183e399e111 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f0d95e56-c3a3-4865-98b7-285ed6631450', 'tempest-TagsTest-Tag-399933323') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:25.014306 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:25.023115 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-1659f4b7-78ec-4ba7-a99c-fea184d6e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:25.023883 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:25.023883 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:25.024266 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-1659f4b7-78ec-4ba7-a99c-fea184d6e7aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1c26237d-553b-458d-8173-ce92e896ee37 HTTP/1.1" status: 200 len: 852 time: 0.1571875 Aug 28 13:05:25.052332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4681727-bf60-4173-b982-7302afcb47e6 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Pushing event updated for resources: {'Network': ['ID=f0d95e56-c3a3-4865-98b7-285ed6631450,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:25.069194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network f0d95e56-c3a3-4865-98b7-285ed6631450 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:25.097797 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:25.108790 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-370aba2d-c010-4148-b35d-684173b5ab68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=45c0d239-dc9b-48de-ab76-b33ee15693b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716267 Aug 28 13:05:25.118288 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:25.135455 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c524c48f-fc85-45b9-a018-3470834d7897 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:25.180871 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:25.183865 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] 10.222.0.20 "DELETE /v2.0/networks/8b623883-070b-4970-8c08-14a8d3756313 HTTP/1.1" status: 204 len: 168 time: 2.1844211 Aug 28 13:05:25.194985 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44792) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:25.205628 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4526a09-45a1-462d-85c9-292e39864dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=8b623883-070b-4970-8c08-14a8d3756313,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:25.291723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524c48f-fc85-45b9-a018-3470834d7897 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Pushing event updated for resources: {'Port': ['ID=c436694e-200a-4496-954a-af106bda4a67,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:25.303741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c524c48f-fc85-45b9-a018-3470834d7897 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Network 96ff6941-1208-419b-999f-5cba1923f081 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:05:25.307612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-c524c48f-fc85-45b9-a018-3470834d7897 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:25.311828 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524c48f-fc85-45b9-a018-3470834d7897 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:05:25.313366 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524c48f-fc85-45b9-a018-3470834d7897 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:25.314728 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c524c48f-fc85-45b9-a018-3470834d7897 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:25.332563 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-967f7b5b-8881-44ad-9aa2-6183e399e111 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] 10.222.0.20 "PUT /v2.0/networks/f0d95e56-c3a3-4865-98b7-285ed6631450/tags/tempest-TagsTest-Tag-399933323 HTTP/1.1" status: 201 len: 201 time: 0.3231061 Aug 28 13:05:25.335606 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-42e5790c-971f-46ce-8bf9-a848d401579b service neutron] 10.222.0.10 "GET /v2.0/networks/45c0d239-dc9b-48de-ab76-b33ee15693b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090652 Aug 28 13:05:25.336117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44796) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:25.347396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.objects.ports [None req-6bb21d43-a42c-46e5-b6c8-ec0f07a39971 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:05:25.350327 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6bb21d43-a42c-46e5-b6c8-ec0f07a39971 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:25.401662 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-4fd84125-1edd-4f0e-9665-0eb1a8407e11 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f0d95e56-c3a3-4865-98b7-285ed6631450', 'tempest-TagsTest-Tag-399933323') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:25.417966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb21d43-a42c-46e5-b6c8-ec0f07a39971 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event updated for resources: {'Subnet': ['ID=1a5919f6-3894-4825-8f78-5be5d1a57525,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:25.426985 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c524c48f-fc85-45b9-a018-3470834d7897 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2227054 Aug 28 13:05:25.429253 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44798) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:25.436296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:25.498406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb21d43-a42c-46e5-b6c8-ec0f07a39971 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Checking segment: {'id': '21f67565-f20d-430d-9964-ae407d09291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8a21a1c-692b-4c28-a1e1-4d2db78a0b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:25.498406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb21d43-a42c-46e5-b6c8-ec0f07a39971 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Network hostable DHCP agents. Network: a8a21a1c-692b-4c28-a1e1-4d2db78a0b23, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:05:25.543535 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:25.560267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb21d43-a42c-46e5-b6c8-ec0f07a39971 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Network a8a21a1c-692b-4c28-a1e1-4d2db78a0b23 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:05:25.606299 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-6bb21d43-a42c-46e5-b6c8-ec0f07a39971 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, a8a21a1c-692b-4c28-a1e1-4d2db78a0b23) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:25.607638 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b574e625-4021-412f-98dd-2ab7a264d06b None None] Network 1b311c5d-9c3f-4e4a-abca-8b41fea8528c requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:25.619385 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb21d43-a42c-46e5-b6c8-ec0f07a39971 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:25.620427 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6bb21d43-a42c-46e5-b6c8-ec0f07a39971 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:25.675335 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6bb21d43-a42c-46e5-b6c8-ec0f07a39971 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3672042 Aug 28 13:05:25.685327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44804) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:25.698066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9ca76a78-8237-4e44-8803-4b5a0f318cbf tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Request body: {'port': {'network_id': 'a8a21a1c-692b-4c28-a1e1-4d2db78a0b23', 'name': 'tempest-NetworksIpV6TestAttrs-655619684'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:25.714446 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d193e383-3761-4735-90ab-eb897aa6531c None None] Network a8a21a1c-692b-4c28-a1e1-4d2db78a0b23 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:25.812484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] device_id is not set on port c436694e-200a-4496-954a-af106bda4a67 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:05:25.821900 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:25.830055 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a48a15c9-a634-42c4-a997-a5c2623b2706 None None] Provisioning for port 710334cc-0e30-4d06-9c76-c93ab7098be8 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:05:25.837254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Transition to ACTIVE for port object c436694e-200a-4496-954a-af106bda4a67 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:25.839153 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a48a15c9-a634-42c4-a997-a5c2623b2706 None None] Provisioning complete for port 710334cc-0e30-4d06-9c76-c93ab7098be8 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:25.839910 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a48a15c9-a634-42c4-a997-a5c2623b2706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:25.844568 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ea4e7-6c40-4230-890c-30442a97dd56 req-7561a2e5-579e-47aa-be26-f1ba90941bff tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:25.845771 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:25.847269 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a33ea4e7-6c40-4230-890c-30442a97dd56 req-7561a2e5-579e-47aa-be26-f1ba90941bff tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 944 time: 0.3540294 Aug 28 13:05:25.869840 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b1146c9-89c6-4ff8-911d-81d538eb3aea req-105d3c16-665e-4f90-97f9-1da38b587130 service neutron] 10.222.0.10 "GET /v2.0/networks/45c0d239-dc9b-48de-ab76-b33ee15693b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625108 Aug 28 13:05:25.907813 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4fd84125-1edd-4f0e-9665-0eb1a8407e11 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] 10.222.0.20 "GET /v2.0/networks/f0d95e56-c3a3-4865-98b7-285ed6631450/tags/tempest-TagsTest-Tag-399933323 HTTP/1.1" status: 204 len: 168 time: 0.5106730 Aug 28 13:05:25.912787 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44806) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:25.932160 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-b1d012d9-7423-4b10-b459-151ad1d78dfd tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f0d95e56-c3a3-4865-98b7-285ed6631450') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:25.948221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:25.948564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:25.948908 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:25.952782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Pushing event updated for resources: {'Port': ['ID=c436694e-200a-4496-954a-af106bda4a67,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:25.968734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:25.969079 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:25.969545 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 2 to bind port c436694e-200a-4496-954a-af106bda4a67 Aug 28 13:05:25.988412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:25.988760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:25.989103 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:25.994261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:25.994649 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:25.995043 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 3 to bind port c436694e-200a-4496-954a-af106bda4a67 Aug 28 13:05:26.031005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:26.031776 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:26.032290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:26.040269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:26.040852 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:26.041421 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 4 to bind port c436694e-200a-4496-954a-af106bda4a67 Aug 28 13:05:26.058742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:26.059478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:26.059995 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:26.065233 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:26.073806 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:26.075552 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 5 to bind port c436694e-200a-4496-954a-af106bda4a67 Aug 28 13:05:26.084779 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a33ea4e7-6c40-4230-890c-30442a97dd56 req-76008561-cb26-495d-85b4-62188fd02c22 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228153 Aug 28 13:05:26.104085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-a8a21a1c-692b-4c28-a1e1-4d2db78a0b23', 'network_id': 'a8a21a1c-692b-4c28-a1e1-4d2db78a0b23', 'tenant_id': '9eb364ee3a8749b6b2baa3560ab3dc7f', 'fixed_ips': [{'subnet_id': '1a5919f6-3894-4825-8f78-5be5d1a57525'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:05:26.105052 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:26.123163 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:26.124303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:26.124872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:26.134425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:26.135091 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:26.135797 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 6 to bind port c436694e-200a-4496-954a-af106bda4a67 Aug 28 13:05:26.149221 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a48a15c9-a634-42c4-a997-a5c2623b2706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:26.165445 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50d5be-d19c-460e-aa5d-3f9f30f46316 req-dccb76c7-d590-49dc-9ee5-b281c1ce64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.167004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:26.167349 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f50d5be-d19c-460e-aa5d-3f9f30f46316 req-dccb76c7-d590-49dc-9ee5-b281c1ce64e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab07072d6e064e8a9d07a06a80e17f36&device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 1096 time: 0.2255578 Aug 28 13:05:26.168871 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:26.169511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:26.170742 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca76a78-8237-4e44-8803-4b5a0f318cbf tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Made reservation on behalf of 9eb364ee3a8749b6b2baa3560ab3dc7f for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:26.175283 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ca76a78-8237-4e44-8803-4b5a0f318cbf tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:26.177217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:26.178558 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:26.179535 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 7 to bind port c436694e-200a-4496-954a-af106bda4a67 Aug 28 13:05:26.207526 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:26.208255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:26.209886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:26.219008 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:26.220172 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:26.220974 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 8 to bind port c436694e-200a-4496-954a-af106bda4a67 Aug 28 13:05:26.237194 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:26.238023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:26.238601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:26.247157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:26.247829 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:26.248581 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 9 to bind port c436694e-200a-4496-954a-af106bda4a67 Aug 28 13:05:26.271908 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b1d012d9-7423-4b10-b459-151ad1d78dfd tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] 10.222.0.20 "GET /v2.0/networks/f0d95e56-c3a3-4865-98b7-285ed6631450/tags HTTP/1.1" status: 200 len: 237 time: 0.3427563 Aug 28 13:05:26.277976 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-9ca76a78-8237-4e44-8803-4b5a0f318cbf tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] device_id is not set on port 1af70fc6-85cc-4887-a191-f0cb2daebbb4 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:05:26.279370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44810) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:26.285778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-deab96f1-3aa3-4385-81e9-dfffbd3df7f5 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f0d95e56-c3a3-4865-98b7-285ed6631450', {'tags': ['tempest-TagsTest-Tag-1722707840', 'tempest-TagsTest-Tag-103528578', 'tempest-TagsTest-Tag-1671683805']}) {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:26.291815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:26.293958 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:26.294626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:26.362103 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:26.364291 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:26.373734 n-d-791505-21 neutron-server[94877]: INFO neutron.plugins.ml2.plugin [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 10 to bind port c436694e-200a-4496-954a-af106bda4a67 Aug 28 13:05:26.410522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a48a15c9-a634-42c4-a997-a5c2623b2706 None None] For port 710334cc-0e30-4d06-9c76-c93ab7098be8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=710334cc-0e30-4d06-9c76-c93ab7098be8,segment=NetworkSegment(346abc19-b301-4c93-8727-f43588c2c9b3),segment_id=346abc19-b301-4c93-8727-f43588c2c9b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:26.414516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:26.415263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:26.415263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:26.429899 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a48a15c9-a634-42c4-a997-a5c2623b2706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:26.432108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:26.432786 n-d-791505-21 neutron-server[94877]: ERROR neutron.plugins.ml2.managers [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port c436694e-200a-4496-954a-af106bda4a67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:26.432786 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:26.433622 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Allocated IP 2001:db8::f816:3eff:fe09:400b (a8a21a1c-692b-4c28-a1e1-4d2db78a0b23/1a5919f6-3894-4825-8f78-5be5d1a57525/60cdf88c-18d6-4da1-a6a0-5498604e1f00) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:05:26.439559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50d5be-d19c-460e-aa5d-3f9f30f46316 req-bd0db505-a560-47fd-94d8-6695acdd8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.441161 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f50d5be-d19c-460e-aa5d-3f9f30f46316 req-bd0db505-a560-47fd-94d8-6695acdd8a2d service neutron] 10.222.0.10 "GET /v2.0/networks?id=45c0d239-dc9b-48de-ab76-b33ee15693b2 HTTP/1.1" status: 200 len: 912 time: 0.2612455 Aug 28 13:05:26.510785 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f50d5be-d19c-460e-aa5d-3f9f30f46316 req-fd4c4b7b-e177-4551-9d71-2749b2936301 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773abfd1-5620-45c9-b2ab-143e67b9d5b8 HTTP/1.1" status: 200 len: 217 time: 0.0460665 Aug 28 13:05:26.516250 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-deab96f1-3aa3-4385-81e9-dfffbd3df7f5 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] 10.222.0.20 "PUT /v2.0/networks/f0d95e56-c3a3-4865-98b7-285ed6631450/tags HTTP/1.1" status: 200 len: 308 time: 0.2338614 Aug 28 13:05:26.517699 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44816) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:26.534784 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-6feaf0d8-b261-4d0a-b07a-060f77e9b1ee tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f0d95e56-c3a3-4865-98b7-285ed6631450', 'tempest-TagsTest-Tag-1722707840') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:26.541316 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a15c9-a634-42c4-a997-a5c2623b2706 None None] Pushing event updated for resources: {'Port': ['ID=710334cc-0e30-4d06-9c76-c93ab7098be8,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:26.547691 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] For port c436694e-200a-4496-954a-af106bda4a67, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:05:26.548451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempted to set empty binding levels {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 13:05:26.558204 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:26.601365 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] In _notify_port_updated(), no bound segment for port c436694e-200a-4496-954a-af106bda4a67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 13:05:26.605614 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.613094 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2c52cf4f-8e26-4603-ad49-a8dd26e0cce8 None None] Provisioning complete for port 710334cc-0e30-4d06-9c76-c93ab7098be8 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:26.613800 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2c52cf4f-8e26-4603-ad49-a8dd26e0cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:26.621521 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:26.626233 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] 10.222.0.20 "PUT /v2.0/ports/c436694e-200a-4496-954a-af106bda4a67 HTTP/1.1" status: 200 len: 976 time: 1.1920831 Aug 28 13:05:26.626661 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44818) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:26.691786 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50d5be-d19c-460e-aa5d-3f9f30f46316 req-ca27abb5-280a-4ad4-8b47-97b3e403ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.694497 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f50d5be-d19c-460e-aa5d-3f9f30f46316 req-ca27abb5-280a-4ad4-8b47-97b3e403ef1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1c26237d-553b-458d-8173-ce92e896ee37 HTTP/1.1" status: 200 len: 852 time: 0.1743114 Aug 28 13:05:26.722575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264a89b-3d0d-425b-bda7-173ab460b484 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Pushing event updated for resources: {'Port': ['ID=c436694e-200a-4496-954a-af106bda4a67,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:26.742628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 710334cc-0e30-4d06-9c76-c93ab7098be8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:05:26.760681 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3036e337-78de-4d14-b578-1bfafd939c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:26.816338 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f50d5be-d19c-460e-aa5d-3f9f30f46316 req-b50ac6bc-ee54-44f6-9366-60bcd62b5c0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=45c0d239-dc9b-48de-ab76-b33ee15693b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807657 Aug 28 13:05:26.935322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735ba07-f6c8-41d0-8430-74bb930f38c2 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.936037 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735ba07-f6c8-41d0-8430-74bb930f38c2 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.936262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735ba07-f6c8-41d0-8430-74bb930f38c2 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.936714 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735ba07-f6c8-41d0-8430-74bb930f38c2 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.937176 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735ba07-f6c8-41d0-8430-74bb930f38c2 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.937631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735ba07-f6c8-41d0-8430-74bb930f38c2 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.938099 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735ba07-f6c8-41d0-8430-74bb930f38c2 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.938580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735ba07-f6c8-41d0-8430-74bb930f38c2 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.939041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735ba07-f6c8-41d0-8430-74bb930f38c2 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.939496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735ba07-f6c8-41d0-8430-74bb930f38c2 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.939952 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735ba07-f6c8-41d0-8430-74bb930f38c2 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.940407 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735ba07-f6c8-41d0-8430-74bb930f38c2 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.940862 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735ba07-f6c8-41d0-8430-74bb930f38c2 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.941317 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735ba07-f6c8-41d0-8430-74bb930f38c2 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.941771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735ba07-f6c8-41d0-8430-74bb930f38c2 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:26.949193 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4735ba07-f6c8-41d0-8430-74bb930f38c2 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13691 time: 0.3157561 Aug 28 13:05:26.949406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44820) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:26.971621 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 773abfd1-5620-45c9-b2ab-143e67b9d5b8 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:05:27.029940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-1634aff5-b6a0-40e8-b908-1766e46f0e40 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Deleting port c436694e-200a-4496-954a-af106bda4a67 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:27.030230 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1634aff5-b6a0-40e8-b908-1766e46f0e40 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:27.050601 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:27.088087 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Transition to ACTIVE for port object 60cdf88c-18d6-4da1-a6a0-5498604e1f00 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:27.091482 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 710334cc-0e30-4d06-9c76-c93ab7098be8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:27.091963 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:27.099907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-1634aff5-b6a0-40e8-b908-1766e46f0e40 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] For port c436694e-200a-4496-954a-af106bda4a67, host n-h1-791505-21, got binding levels [] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:27.100279 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1634aff5-b6a0-40e8-b908-1766e46f0e40 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:27.113597 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-1634aff5-b6a0-40e8-b908-1766e46f0e40 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Calling delete_port for c436694e-200a-4496-954a-af106bda4a67 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:27.131993 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f50d5be-d19c-460e-aa5d-3f9f30f46316 req-bfd1e083-f59d-49b0-9b0d-d3d152078eef service neutron] 10.222.0.10 "GET /v2.0/networks/45c0d239-dc9b-48de-ab76-b33ee15693b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008883 Aug 28 13:05:27.148689 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6feaf0d8-b261-4d0a-b07a-060f77e9b1ee tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] 10.222.0.20 "DELETE /v2.0/networks/f0d95e56-c3a3-4865-98b7-285ed6631450/tags/tempest-TagsTest-Tag-1722707840 HTTP/1.1" status: 204 len: 168 time: 0.6261480 Aug 28 13:05:27.170786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Transition to ACTIVE for port object 60cdf88c-18d6-4da1-a6a0-5498604e1f00 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:27.218150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44826) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:27.224829 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:27.233213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-1cf84bf5-f078-4177-9a62-9f9e7cd903d3 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f0d95e56-c3a3-4865-98b7-285ed6631450', 'tempest-TagsTest-Tag-1722707840') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:27.240017 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1634aff5-b6a0-40e8-b908-1766e46f0e40 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:27.245983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 773abfd1-5620-45c9-b2ab-143e67b9d5b8, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=773abfd1-5620-45c9-b2ab-143e67b9d5b8,segment=NetworkSegment(a6ef6f94-cdb1-41a9-8484-951ef2ac2322),segment_id=a6ef6f94-cdb1-41a9-8484-951ef2ac2322)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:27.284799 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Network a8a21a1c-692b-4c28-a1e1-4d2db78a0b23 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:05:27.289739 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:27.296625 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:05:27.298948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '773abfd1-5620-45c9-b2ab-143e67b9d5b8', 'network_id': '45c0d239-dc9b-48de-ab76-b33ee15693b2', 'port_id': '773abfd1-5620-45c9-b2ab-143e67b9d5b8', 'mac_address': 'fa:16:3e:ce:d8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c26237d-553b-458d-8173-ce92e896ee37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:05:27.341111 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Pushing event updated for resources: {'Port': ['ID=60cdf88c-18d6-4da1-a6a0-5498604e1f00,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:27.342564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634aff5-b6a0-40e8-b908-1766e46f0e40 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Pushing event deleted for resources: {'Port': ['ID=c436694e-200a-4496-954a-af106bda4a67,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:27.355081 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1634aff5-b6a0-40e8-b908-1766e46f0e40 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:27.359460 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1634aff5-b6a0-40e8-b908-1766e46f0e40 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] 10.222.0.20 "DELETE /v2.0/ports/c436694e-200a-4496-954a-af106bda4a67 HTTP/1.1" status: 204 len: 168 time: 0.4074523 Aug 28 13:05:27.367621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44828) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:27.394332 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1312a1-4e2f-4109-ad06-2978c8258492 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] GET failed (client error): The resource could not be found. Aug 28 13:05:27.400349 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0b1312a1-4e2f-4109-ad06-2978c8258492 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] 10.222.0.20 "GET /v2.0/ports/c436694e-200a-4496-954a-af106bda4a67 HTTP/1.1" status: 404 len: 333 time: 0.0285740 Aug 28 13:05:27.401763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44830) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:27.405723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4399d932-4b52-4578-9b65-67b38b883d23 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-110870905', 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:27.418658 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac244087-692d-4d3b-9e7f-9d677fe9a098 req-2f0a5eca-b632-41e9-aaea-f4aec0ddf48b tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:27.420236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac244087-692d-4d3b-9e7f-9d677fe9a098 req-2f0a5eca-b632-41e9-aaea-f4aec0ddf48b tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 944 time: 0.2010827 Aug 28 13:05:27.427945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Attempting to bind port 60cdf88c-18d6-4da1-a6a0-5498604e1f00 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:27.428711 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Attempting to bind port 60cdf88c-18d6-4da1-a6a0-5498604e1f00 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '21f67565-f20d-430d-9964-ae407d09291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8a21a1c-692b-4c28-a1e1-4d2db78a0b23'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:27.429267 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Attempting to bind port 60cdf88c-18d6-4da1-a6a0-5498604e1f00 on network a8a21a1c-692b-4c28-a1e1-4d2db78a0b23 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:27.436377 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:27.438682 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-1cf84bf5-f078-4177-9a62-9f9e7cd903d3 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] show failed (client error): The resource could not be found. Aug 28 13:05:27.443630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1cf84bf5-f078-4177-9a62-9f9e7cd903d3 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] 10.222.0.20 "GET /v2.0/networks/f0d95e56-c3a3-4865-98b7-285ed6631450/tags/tempest-TagsTest-Tag-1722707840 HTTP/1.1" status: 404 len: 326 time: 0.2109060 Aug 28 13:05:27.445390 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:05:27.446061 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Checking segment: {'id': '21f67565-f20d-430d-9964-ae407d09291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8a21a1c-692b-4c28-a1e1-4d2db78a0b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:27.446659 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:27.447211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Bound using segment: {'id': '21f67565-f20d-430d-9964-ae407d09291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8a21a1c-692b-4c28-a1e1-4d2db78a0b23'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:05:27.447868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Bound port: 60cdf88c-18d6-4da1-a6a0-5498604e1f00, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f67565-f20d-430d-9964-ae407d09291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a8a21a1c-692b-4c28-a1e1-4d2db78a0b23'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:05:27.448442 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:27.449473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44832) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:27.457574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-64f6c19d-765a-42a4-89c6-6fcee6f6b32e tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f0d95e56-c3a3-4865-98b7-285ed6631450', 'tempest-TagsTest-Tag-103528578') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:27.471884 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773abfd1-5620-45c9-b2ab-143e67b9d5b8 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:05:27.500373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 773abfd1-5620-45c9-b2ab-143e67b9d5b8, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=773abfd1-5620-45c9-b2ab-143e67b9d5b8,segment=NetworkSegment(a6ef6f94-cdb1-41a9-8484-951ef2ac2322),segment_id=a6ef6f94-cdb1-41a9-8484-951ef2ac2322)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:27.510055 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:27.542562 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac244087-692d-4d3b-9e7f-9d677fe9a098 req-07364fb3-0c5f-4fcf-97d8-cc740d668404 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130154 Aug 28 13:05:27.543050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4399d932-4b52-4578-9b65-67b38b883d23 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Made reservation on behalf of 66c035ff3873451f94b40765379ed756 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:27.545424 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4399d932-4b52-4578-9b65-67b38b883d23 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:27.580427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-4399d932-4b52-4578-9b65-67b38b883d23 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] device_id is not set on port ebb12170-9355-481f-8a5f-41b767ca2c99 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:05:27.592871 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-64f6c19d-765a-42a4-89c6-6fcee6f6b32e tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] 10.222.0.20 "GET /v2.0/networks/f0d95e56-c3a3-4865-98b7-285ed6631450/tags/tempest-TagsTest-Tag-103528578 HTTP/1.1" status: 204 len: 168 time: 0.1378627 Aug 28 13:05:27.593108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44834) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:27.598778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-4cf5b638-7339-4d5e-a0d4-d194c5bc6566 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f0d95e56-c3a3-4865-98b7-285ed6631450', 'tempest-TagsTest-Tag-1671683805') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:27.657665 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] For port 60cdf88c-18d6-4da1-a6a0-5498604e1f00, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:05:27.661002 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=773abfd1-5620-45c9-b2ab-143e67b9d5b8,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:27.684080 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] For port 60cdf88c-18d6-4da1-a6a0-5498604e1f00, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=60cdf88c-18d6-4da1-a6a0-5498604e1f00,segment=NetworkSegment(21f67565-f20d-430d-9964-ae407d09291c),segment_id=21f67565-f20d-430d-9964-ae407d09291c)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:05:27.693901 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:27.703468 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-9ca76a78-8237-4e44-8803-4b5a0f318cbf tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Allocated IP 2001:db8::f816:3eff:fe8b:fcf4 (a8a21a1c-692b-4c28-a1e1-4d2db78a0b23/1a5919f6-3894-4825-8f78-5be5d1a57525/1af70fc6-85cc-4887-a191-f0cb2daebbb4) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:05:27.780192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['773abfd1-5620-45c9-b2ab-143e67b9d5b8'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:05:27.809185 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4cf5b638-7339-4d5e-a0d4-d194c5bc6566 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] 10.222.0.20 "GET /v2.0/networks/f0d95e56-c3a3-4865-98b7-285ed6631450/tags/tempest-TagsTest-Tag-1671683805 HTTP/1.1" status: 204 len: 168 time: 0.2125459 Aug 28 13:05:27.851638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44836) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:27.862498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-08d0db09-5755-4a3f-aa87-addfb2c22a42 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f0d95e56-c3a3-4865-98b7-285ed6631450') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:27.875181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ca76a78-8237-4e44-8803-4b5a0f318cbf tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:27.890734 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-9ca76a78-8237-4e44-8803-4b5a0f318cbf tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Transition to ACTIVE for port object 1af70fc6-85cc-4887-a191-f0cb2daebbb4 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:27.953286 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bce954-06a4-4b3b-ac28-d1e3afe6fcb6 None None] Pushing event updated for resources: {'Port': ['ID=60cdf88c-18d6-4da1-a6a0-5498604e1f00,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:27.978852 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4399d932-4b52-4578-9b65-67b38b883d23 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:27.999966 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f50d5be-d19c-460e-aa5d-3f9f30f46316 req-612eb434-fab2-4210-971d-c034e5cad235 service neutron] 10.222.0.10 "GET /v2.0/networks/45c0d239-dc9b-48de-ab76-b33ee15693b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8494754 Aug 28 13:05:28.047391 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ca76a78-8237-4e44-8803-4b5a0f318cbf tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:28.057797 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4399d932-4b52-4578-9b65-67b38b883d23 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:28.074719 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-08d0db09-5755-4a3f-aa87-addfb2c22a42 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] 10.222.0.20 "DELETE /v2.0/networks/f0d95e56-c3a3-4865-98b7-285ed6631450/tags HTTP/1.1" status: 204 len: 168 time: 0.2218785 Aug 28 13:05:28.104425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44842) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:28.134489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4399d932-4b52-4578-9b65-67b38b883d23 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Network 96ff6941-1208-419b-999f-5cba1923f081 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:05:28.141036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-b4476443-28bd-44f2-afa0-dffffc95d2d0 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f0d95e56-c3a3-4865-98b7-285ed6631450', 'tempest-TagsTest-Tag-103528578') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:28.157606 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-4399d932-4b52-4578-9b65-67b38b883d23 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:28.172603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399d932-4b52-4578-9b65-67b38b883d23 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:05:28.173744 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4399d932-4b52-4578-9b65-67b38b883d23 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:28.174705 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4399d932-4b52-4578-9b65-67b38b883d23 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:28.207096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca76a78-8237-4e44-8803-4b5a0f318cbf tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event updated for resources: {'Port': ['ID=1af70fc6-85cc-4887-a191-f0cb2daebbb4,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:28.220818 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca76a78-8237-4e44-8803-4b5a0f318cbf tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Network a8a21a1c-692b-4c28-a1e1-4d2db78a0b23 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:05:28.227251 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-9ca76a78-8237-4e44-8803-4b5a0f318cbf tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:28.234677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca76a78-8237-4e44-8803-4b5a0f318cbf tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:05:28.240754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca76a78-8237-4e44-8803-4b5a0f318cbf tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:28.241384 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ca76a78-8237-4e44-8803-4b5a0f318cbf tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:28.254322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4399d932-4b52-4578-9b65-67b38b883d23 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8503270 Aug 28 13:05:28.257592 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44846) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:28.258249 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399d932-4b52-4578-9b65-67b38b883d23 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Pushing event updated for resources: {'Port': ['ID=ebb12170-9355-481f-8a5f-41b767ca2c99,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:28.293540 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9ca76a78-8237-4e44-8803-4b5a0f318cbf tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6033065 Aug 28 13:05:28.295126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44848) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:28.314635 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebbde31-f863-45c7-a1be-0a31d71b9ad8 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:28.320836 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bebbde31-f863-45c7-a1be-0a31d71b9ad8 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] 10.222.0.20 "GET /v2.0/ports/ebb12170-9355-481f-8a5f-41b767ca2c99 HTTP/1.1" status: 200 len: 954 time: 0.0585380 Aug 28 13:05:28.323492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44850) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:28.330143 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3036e337-78de-4d14-b578-1bfafd939c22 admin admin] Deleting port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:28.330501 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3036e337-78de-4d14-b578-1bfafd939c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:28.378759 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-b4476443-28bd-44f2-afa0-dffffc95d2d0 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] show failed (client error): The resource could not be found. Aug 28 13:05:28.378759 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b4476443-28bd-44f2-afa0-dffffc95d2d0 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] 10.222.0.20 "GET /v2.0/networks/f0d95e56-c3a3-4865-98b7-285ed6631450/tags/tempest-TagsTest-Tag-103528578 HTTP/1.1" status: 404 len: 325 time: 0.2725694 Aug 28 13:05:28.388278 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44852) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:28.398599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-73dcb755-051e-4771-a9a0-23d6266187d4 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f0d95e56-c3a3-4865-98b7-285ed6631450', 'tempest-TagsTest-Tag-1671683805') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:28.429608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7c337110-b98b-4d04-8f36-fdeacd2d61c1 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Deleting port ebb12170-9355-481f-8a5f-41b767ca2c99 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:28.430291 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c337110-b98b-4d04-8f36-fdeacd2d61c1 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:28.434650 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5d3496-548a-49ff-9cf3-30c7d5738a95 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Deleting subnet 1a5919f6-3894-4825-8f78-5be5d1a57525 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:05:28.442733 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3496-548a-49ff-9cf3-30c7d5738a95 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:28.503002 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c337110-b98b-4d04-8f36-fdeacd2d61c1 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:28.519073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7c337110-b98b-4d04-8f36-fdeacd2d61c1 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Calling delete_port for ebb12170-9355-481f-8a5f-41b767ca2c99 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:28.554553 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3496-548a-49ff-9cf3-30c7d5738a95 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:28.559520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-3036e337-78de-4d14-b578-1bfafd939c22 admin admin] For port 9d5f4a06-eccc-469d-82b6-7cc51e4f1113, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=9d5f4a06-eccc-469d-82b6-7cc51e4f1113,segment=NetworkSegment(d22fc42b-072d-4010-941e-7b8093d00298),segment_id=d22fc42b-072d-4010-941e-7b8093d00298)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:28.559882 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3036e337-78de-4d14-b578-1bfafd939c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:28.612749 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3036e337-78de-4d14-b578-1bfafd939c22 admin admin] Calling delete_port for 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:28.617813 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c337110-b98b-4d04-8f36-fdeacd2d61c1 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:28.635904 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-73dcb755-051e-4771-a9a0-23d6266187d4 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] show failed (client error): The resource could not be found. Aug 28 13:05:28.645425 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-73dcb755-051e-4771-a9a0-23d6266187d4 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] 10.222.0.20 "GET /v2.0/networks/f0d95e56-c3a3-4865-98b7-285ed6631450/tags/tempest-TagsTest-Tag-1671683805 HTTP/1.1" status: 404 len: 326 time: 0.2521431 Aug 28 13:05:28.683523 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44860) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:28.689716 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c337110-b98b-4d04-8f36-fdeacd2d61c1 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebb12170-9355-481f-8a5f-41b767ca2c99,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:28.696190 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c337110-b98b-4d04-8f36-fdeacd2d61c1 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:28.701186 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7c337110-b98b-4d04-8f36-fdeacd2d61c1 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] 10.222.0.20 "DELETE /v2.0/ports/ebb12170-9355-481f-8a5f-41b767ca2c99 HTTP/1.1" status: 204 len: 168 time: 0.3741324 Aug 28 13:05:28.701545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44862) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:28.729621 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-5fab6163-cbb8-4728-9ccb-ccc648629216 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f0d95e56-c3a3-4865-98b7-285ed6631450') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:28.732778 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52ae49b-ee08-4a11-84c1-a2bc4f021673 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] GET failed (client error): The resource could not be found. Aug 28 13:05:28.740993 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c52ae49b-ee08-4a11-84c1-a2bc4f021673 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] 10.222.0.20 "GET /v2.0/ports/ebb12170-9355-481f-8a5f-41b767ca2c99 HTTP/1.1" status: 404 len: 333 time: 0.0320301 Aug 28 13:05:28.747314 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44864) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:28.767263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-f22e98eb-7953-4498-a4d0-3ef6eddf2dc3 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Request body: {'port': {'network_id': '96ff6941-1208-419b-999f-5cba1923f081', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-439033865'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:28.794422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 773abfd1-5620-45c9-b2ab-143e67b9d5b8 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:05:28.821800 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 60cdf88c-18d6-4da1-a6a0-5498604e1f00 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:05:28.903529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 773abfd1-5620-45c9-b2ab-143e67b9d5b8 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:05:28.915606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 60cdf88c-18d6-4da1-a6a0-5498604e1f00 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:05:28.924795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 773abfd1-5620-45c9-b2ab-143e67b9d5b8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:28.925366 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:28.937408 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22e98eb-7953-4498-a4d0-3ef6eddf2dc3 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Made reservation on behalf of 66c035ff3873451f94b40765379ed756 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:28.939791 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f22e98eb-7953-4498-a4d0-3ef6eddf2dc3 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:28.992889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8f524-d5be-4245-b38a-4da4724f5106 req-5abe383d-5c29-4b65-9f9f-7ab10e5a1078 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:29.002933 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cfa8f524-d5be-4245-b38a-4da4724f5106 req-5abe383d-5c29-4b65-9f9f-7ab10e5a1078 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 945 time: 0.3157380 Aug 28 13:05:29.038541 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.068597 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db371562-5e83-4e87-aec0-b370a9206812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773abfd1-5620-45c9-b2ab-143e67b9d5b8'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:05:29.071339 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94edf157-d7d5-42e4-bcef-c0e1b2c47678" -d '{"events": [{"server_uuid": "db371562-5e83-4e87-aec0-b370a9206812", "name": "network-vif-plugged", "status": "completed", "tag": "773abfd1-5620-45c9-b2ab-143e67b9d5b8"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:05:29.083159 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3496-548a-49ff-9cf3-30c7d5738a95 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.097101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 773abfd1-5620-45c9-b2ab-143e67b9d5b8, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=773abfd1-5620-45c9-b2ab-143e67b9d5b8,segment=NetworkSegment(a6ef6f94-cdb1-41a9-8484-951ef2ac2322),segment_id=a6ef6f94-cdb1-41a9-8484-951ef2ac2322)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:29.107035 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.111857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-f22e98eb-7953-4498-a4d0-3ef6eddf2dc3 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] device_id is not set on port a91d4342-2fef-4858-a4cf-82c493d83e67 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:05:29.145521 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcd66f4-febf-457d-a075-539a193ad41b x-openstack-request-id: req-7fcd66f4-febf-457d-a075-539a193ad41b {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:05:29.146794 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db371562-5e83-4e87-aec0-b370a9206812", "name": "network-vif-plugged", "status": "completed", "tag": "773abfd1-5620-45c9-b2ab-143e67b9d5b8", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:05:29.146794 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fcd66f4-febf-457d-a075-539a193ad41b {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:05:29.147041 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db371562-5e83-4e87-aec0-b370a9206812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773abfd1-5620-45c9-b2ab-143e67b9d5b8', 'code': 200} Aug 28 13:05:29.175232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=773abfd1-5620-45c9-b2ab-143e67b9d5b8,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:29.223181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6586ac41-81e0-4ff6-b8e4-b45e320f51b1 None None] Network a8a21a1c-692b-4c28-a1e1-4d2db78a0b23 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:29.231014 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cfa8f524-d5be-4245-b38a-4da4724f5106 req-03f6f895-2856-439d-bb0c-ab726d1a67b3 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270708 Aug 28 13:05:29.279903 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5fab6163-cbb8-4728-9ccb-ccc648629216 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] 10.222.0.20 "DELETE /v2.0/networks/f0d95e56-c3a3-4865-98b7-285ed6631450/tags HTTP/1.1" status: 204 len: 168 time: 0.5854542 Aug 28 13:05:29.286399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44878) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:29.304219 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-594cc437-1905-423e-9482-0583fa8fa07e None None] Provisioning for port 60cdf88c-18d6-4da1-a6a0-5498604e1f00 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:05:29.314149 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-594cc437-1905-423e-9482-0583fa8fa07e None None] Provisioning complete for port 60cdf88c-18d6-4da1-a6a0-5498604e1f00 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:29.314149 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-594cc437-1905-423e-9482-0583fa8fa07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.389408 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3496-548a-49ff-9cf3-30c7d5738a95 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.397959 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891c91f-6643-4e7b-bcae-314bafc185a3 req-ba545bd7-47b5-4086-b02f-fa3c668ad8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:29.399808 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7891c91f-6643-4e7b-bcae-314bafc185a3 req-ba545bd7-47b5-4086-b02f-fa3c668ad8e1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 1098 time: 0.1784291 Aug 28 13:05:29.441098 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8198fc00-2fcd-4a9a-aacf-c8b7f2320237 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.441353 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d3496-548a-49ff-9cf3-30c7d5738a95 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event deleted for resources: {'Subnet': ['ID=1a5919f6-3894-4825-8f78-5be5d1a57525,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:29.466119 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-594cc437-1905-423e-9482-0583fa8fa07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.474269 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9e5d3496-548a-49ff-9cf3-30c7d5738a95 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.476294 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9e5d3496-548a-49ff-9cf3-30c7d5738a95 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/subnets/1a5919f6-3894-4825-8f78-5be5d1a57525 HTTP/1.1" status: 204 len: 168 time: 1.1799817 Aug 28 13:05:29.477800 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3036e337-78de-4d14-b578-1bfafd939c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.493440 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44880) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:29.508512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-594cc437-1905-423e-9482-0583fa8fa07e None None] For port 60cdf88c-18d6-4da1-a6a0-5498604e1f00, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=60cdf88c-18d6-4da1-a6a0-5498604e1f00,segment=NetworkSegment(21f67565-f20d-430d-9964-ae407d09291c),segment_id=21f67565-f20d-430d-9964-ae407d09291c)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:29.516448 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-594cc437-1905-423e-9482-0583fa8fa07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.564109 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036e337-78de-4d14-b578-1bfafd939c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d5f4a06-eccc-469d-82b6-7cc51e4f1113,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:29.571731 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cc437-1905-423e-9482-0583fa8fa07e None None] Pushing event updated for resources: {'Port': ['ID=60cdf88c-18d6-4da1-a6a0-5498604e1f00,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:29.613559 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f22e98eb-7953-4498-a4d0-3ef6eddf2dc3 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.642621 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8198fc00-2fcd-4a9a-aacf-c8b7f2320237 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.659452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8198fc00-2fcd-4a9a-aacf-c8b7f2320237 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d95e56-c3a3-4865-98b7-285ed6631450']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:29.665461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ca3751-ea6a-4af5-af1b-b11bdb4cfac2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:29.667025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ca3751-ea6a-4af5-af1b-b11bdb4cfac2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:29.668732 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-03ca3751-ea6a-4af5-af1b-b11bdb4cfac2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1725588 Aug 28 13:05:29.674419 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44886) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:29.680158 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f22e98eb-7953-4498-a4d0-3ef6eddf2dc3 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.688406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8198fc00-2fcd-4a9a-aacf-c8b7f2320237 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ef8a6a-0cb4-400a-9aed-be6468fdb448') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:29.688782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8198fc00-2fcd-4a9a-aacf-c8b7f2320237 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ef8a6a-0cb4-400a-9aed-be6468fdb448') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:29.710170 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8198fc00-2fcd-4a9a-aacf-c8b7f2320237 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.728072 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7891c91f-6643-4e7b-bcae-314bafc185a3 req-3b2b9f4d-6769-45bb-907c-10ae85fce7e1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136764 Aug 28 13:05:29.757332 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8198fc00-2fcd-4a9a-aacf-c8b7f2320237 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.800220 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8198fc00-2fcd-4a9a-aacf-c8b7f2320237 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:29.800905 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8198fc00-2fcd-4a9a-aacf-c8b7f2320237 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:29.805266 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:29.812674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e98eb-7953-4498-a4d0-3ef6eddf2dc3 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Network 96ff6941-1208-419b-999f-5cba1923f081 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:05:29.814111 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e98eb-7953-4498-a4d0-3ef6eddf2dc3 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Pushing event updated for resources: {'Port': ['ID=a91d4342-2fef-4858-a4cf-82c493d83e67,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:29.818434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-f22e98eb-7953-4498-a4d0-3ef6eddf2dc3 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:29.825118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e98eb-7953-4498-a4d0-3ef6eddf2dc3 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:05:29.826713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22e98eb-7953-4498-a4d0-3ef6eddf2dc3 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:29.827506 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f22e98eb-7953-4498-a4d0-3ef6eddf2dc3 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.894320 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f22e98eb-7953-4498-a4d0-3ef6eddf2dc3 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1310313 Aug 28 13:05:29.896654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44888) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:29.901936 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:29.918790 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-917029e3-6a19-4aa1-b4ed-b0c1fade186d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.929821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b67769-c198-46ec-b53f-d414a90563d3 None None] Network a8a21a1c-692b-4c28-a1e1-4d2db78a0b23 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:29.932113 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-917029e3-6a19-4aa1-b4ed-b0c1fade186d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 28 13:05:29.932870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917029e3-6a19-4aa1-b4ed-b0c1fade186d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:29.934636 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-917029e3-6a19-4aa1-b4ed-b0c1fade186d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/networks/a8a21a1c-692b-4c28-a1e1-4d2db78a0b23 HTTP/1.1" status: 409 len: 405 time: 0.2554119 Aug 28 13:05:29.935472 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8198fc00-2fcd-4a9a-aacf-c8b7f2320237 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.938664 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44890) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:29.944323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f6c3c107-4c50-48f1-abde-231e082a1b20 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-65997796'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:29.968824 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8198fc00-2fcd-4a9a-aacf-c8b7f2320237 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:29.982779 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8198fc00-2fcd-4a9a-aacf-c8b7f2320237 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] 10.222.0.20 "DELETE /v2.0/networks/f0d95e56-c3a3-4865-98b7-285ed6631450 HTTP/1.1" status: 204 len: 168 time: 0.6853008 Aug 28 13:05:30.008129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198fc00-2fcd-4a9a-aacf-c8b7f2320237 tempest-TagsTest-1507522793 tempest-TagsTest-1507522793-project] Pushing event deleted for resources: {'Network': ['ID=f0d95e56-c3a3-4865-98b7-285ed6631450,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:30.016851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c3c107-4c50-48f1-abde-231e082a1b20 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Made reservation on behalf of 9eb364ee3a8749b6b2baa3560ab3dc7f for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:30.020416 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f6c3c107-4c50-48f1-abde-231e082a1b20 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:30.050713 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c3c107-4c50-48f1-abde-231e082a1b20 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:05:30.062082 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:30.066213 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f6c3c107-4c50-48f1-abde-231e082a1b20 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:30.066607 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-f6c3c107-4c50-48f1-abde-231e082a1b20 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Added segment 627cd098-9455-4bd0-9751-f3b7bc53f576 of type vlan for network fcf32fc7-1455-42cf-b124-baf28994bc29 Aug 28 13:05:30.074110 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3036e337-78de-4d14-b578-1bfafd939c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:30.074455 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-adcf6c63-70e7-456b-a953-31215e5cf99e None None] Provisioning for port 1af70fc6-85cc-4887-a191-f0cb2daebbb4 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:05:30.098034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-adcf6c63-70e7-456b-a953-31215e5cf99e None None] Provisioning complete for port 1af70fc6-85cc-4887-a191-f0cb2daebbb4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:30.098875 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-adcf6c63-70e7-456b-a953-31215e5cf99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:30.166761 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f6c3c107-4c50-48f1-abde-231e082a1b20 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:30.179690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-adcf6c63-70e7-456b-a953-31215e5cf99e None None] Port 1af70fc6-85cc-4887-a191-f0cb2daebbb4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:05:30.224507 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-adcf6c63-70e7-456b-a953-31215e5cf99e None None] Provisioning complete for port 60cdf88c-18d6-4da1-a6a0-5498604e1f00 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:30.224878 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-adcf6c63-70e7-456b-a953-31215e5cf99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:30.250113 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f6c3c107-4c50-48f1-abde-231e082a1b20 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:30.271166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c3c107-4c50-48f1-abde-231e082a1b20 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:30.276035 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f6c3c107-4c50-48f1-abde-231e082a1b20 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:30.277789 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafa6453-2da0-48b7-aea3-3ffd34a227c8 None None] DHCP port deletion for a8a21a1c-692b-4c28-a1e1-4d2db78a0b23 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:05:30.422655 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-dafa6453-2da0-48b7-aea3-3ffd34a227c8 None None] Deleting port 60cdf88c-18d6-4da1-a6a0-5498604e1f00 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:30.422955 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dafa6453-2da0-48b7-aea3-3ffd34a227c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:30.425978 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f6c3c107-4c50-48f1-abde-231e082a1b20 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4860964 Aug 28 13:05:30.432981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44906) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:30.445546 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c3cbf87d-20f4-4173-bd57-3e6e2ecdbf9b tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Request body: {'subnet': {'network_id': 'fcf32fc7-1455-42cf-b124-baf28994bc29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:30.467848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3c107-4c50-48f1-abde-231e082a1b20 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event updated for resources: {'Network': ['ID=fcf32fc7-1455-42cf-b124-baf28994bc29,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:30.522373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network fcf32fc7-1455-42cf-b124-baf28994bc29 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:05:30.549543 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f108b-c897-43bf-9178-afbd640744bf req-0819c556-a35e-42ec-b4c9-d1544602e1d7 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:30.566972 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-904f108b-c897-43bf-9178-afbd640744bf req-0819c556-a35e-42ec-b4c9-d1544602e1d7 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 946 time: 0.1933656 Aug 28 13:05:30.620353 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] device_id is not set on port a91d4342-2fef-4858-a4cf-82c493d83e67 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:05:30.634619 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:30.663773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Transition to ACTIVE for port object a91d4342-2fef-4858-a4cf-82c493d83e67 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:30.673509 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3036e337-78de-4d14-b578-1bfafd939c22 admin admin] Router 8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:05:30.674787 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44910) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:30.676929 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-904f108b-c897-43bf-9178-afbd640744bf req-48bbef8b-4ad9-44d0-b280-5a0d186bd434 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089904 Aug 28 13:05:30.678233 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cbf87d-20f4-4173-bd57-3e6e2ecdbf9b tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Made reservation on behalf of 9eb364ee3a8749b6b2baa3560ab3dc7f for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:30.682484 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf87d-20f4-4173-bd57-3e6e2ecdbf9b tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:30.698145 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:30.751958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-dafa6453-2da0-48b7-aea3-3ffd34a227c8 None None] For port 60cdf88c-18d6-4da1-a6a0-5498604e1f00, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=60cdf88c-18d6-4da1-a6a0-5498604e1f00,segment=NetworkSegment(21f67565-f20d-430d-9964-ae407d09291c),segment_id=21f67565-f20d-430d-9964-ae407d09291c)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:30.753544 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dafa6453-2da0-48b7-aea3-3ffd34a227c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:30.763852 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Pushing event updated for resources: {'Port': ['ID=a91d4342-2fef-4858-a4cf-82c493d83e67,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:30.788498 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-dafa6453-2da0-48b7-aea3-3ffd34a227c8 None None] Calling delete_port for 60cdf88c-18d6-4da1-a6a0-5498604e1f00 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:30.916683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:30.916930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 60cdf88c-18d6-4da1-a6a0-5498604e1f00 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:05:30.917456 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:30.917983 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:30.928143 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dafa6453-2da0-48b7-aea3-3ffd34a227c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:30.929901 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:30.930520 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:30.933754 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 2 to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 Aug 28 13:05:30.996283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa6453-2da0-48b7-aea3-3ffd34a227c8 None None] Pushing event deleted for resources: {'Port': ['ID=60cdf88c-18d6-4da1-a6a0-5498604e1f00,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:31.003712 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 60cdf88c-18d6-4da1-a6a0-5498604e1f00 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:05:31.004052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 60cdf88c-18d6-4da1-a6a0-5498604e1f00 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:05:31.015429 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafa6453-2da0-48b7-aea3-3ffd34a227c8 None None] No DVR routers for this DVR port 60cdf88c-18d6-4da1-a6a0-5498604e1f00 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:05:31.055707 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:31.056052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:31.056600 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:31.082401 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:31.084382 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:31.090554 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 3 to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 Aug 28 13:05:31.123954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3036e337-78de-4d14-b578-1bfafd939c22 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:05:31.125539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:31.125856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:31.126189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:31.134491 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3036e337-78de-4d14-b578-1bfafd939c22 admin admin] 10.222.0.20 "PUT /v2.0/routers/8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9384253 Aug 28 13:05:31.136964 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44922) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:31.141584 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8233aa79-ab7c-4c19-a797-da2ffb86996f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17c5556bb2f94b869910932e36c6f048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4488537 Aug 28 13:05:31.141795 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778db3c8-120a-487c-9766-5bf42758876c None None] Sync routers for ids ['8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:05:31.142246 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44924) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:31.152609 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:31.152933 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:31.155101 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778db3c8-120a-487c-9766-5bf42758876c None None] Routers {'8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:05:31.158266 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-778db3c8-120a-487c-9766-5bf42758876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:05:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:31.158810 n-d-791505-21 neutron-server[94877]: DEBUG neutron.objects.ports [None req-c3cbf87d-20f4-4173-bd57-3e6e2ecdbf9b tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:05:31.159547 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 4 to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 Aug 28 13:05:31.160312 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf87d-20f4-4173-bd57-3e6e2ecdbf9b tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:31.217812 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:31.218148 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:31.220751 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:31.224771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbf87d-20f4-4173-bd57-3e6e2ecdbf9b tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event updated for resources: {'Subnet': ['ID=24c1edf6-3d83-491d-87ec-f551170daa34,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:31.241841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:31.242183 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:31.243147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cbf87d-20f4-4173-bd57-3e6e2ecdbf9b tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Checking segment: {'id': '627cd098-9455-4bd0-9751-f3b7bc53f576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fcf32fc7-1455-42cf-b124-baf28994bc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:31.243795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cbf87d-20f4-4173-bd57-3e6e2ecdbf9b tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Network hostable DHCP agents. Network: fcf32fc7-1455-42cf-b124-baf28994bc29, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:05:31.245918 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 5 to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 Aug 28 13:05:31.266151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cbf87d-20f4-4173-bd57-3e6e2ecdbf9b tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Network fcf32fc7-1455-42cf-b124-baf28994bc29 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:05:31.283729 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-c3cbf87d-20f4-4173-bd57-3e6e2ecdbf9b tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, fcf32fc7-1455-42cf-b124-baf28994bc29) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:31.295016 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd34647-6e89-490a-8028-4fc4206d6d41 None None] Network fcf32fc7-1455-42cf-b124-baf28994bc29 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:31.298466 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cbf87d-20f4-4173-bd57-3e6e2ecdbf9b tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:31.299421 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf87d-20f4-4173-bd57-3e6e2ecdbf9b tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:31.321918 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c3cbf87d-20f4-4173-bd57-3e6e2ecdbf9b tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8875189 Aug 28 13:05:31.323317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44928) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:31.329229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c8a18ab2-3767-4c64-b532-c6bebfc12a5d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Request body: {'port': {'network_id': 'fcf32fc7-1455-42cf-b124-baf28994bc29', 'name': 'tempest-NetworksIpV6TestAttrs-1440183429'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:31.330074 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:31.330571 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:31.331018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:31.334560 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-778db3c8-120a-487c-9766-5bf42758876c None None] Set router 8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:05:31.358254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:31.358798 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:31.359684 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 6 to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 Aug 28 13:05:31.362303 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a27b4efc-925c-4dc2-b3a6-9c510725a2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:31.367393 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0914391-c024-4289-97f3-26f5e18aa05c admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:31.429174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:31.430102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:31.430102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:31.433505 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a27b4efc-925c-4dc2-b3a6-9c510725a2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:31.455503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:31.455929 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:31.462388 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 7 to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 Aug 28 13:05:31.504554 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-fcf32fc7-1455-42cf-b124-baf28994bc29', 'network_id': 'fcf32fc7-1455-42cf-b124-baf28994bc29', 'tenant_id': '9eb364ee3a8749b6b2baa3560ab3dc7f', 'fixed_ips': [{'subnet_id': '24c1edf6-3d83-491d-87ec-f551170daa34'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:05:31.507029 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:31.527180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:31.527686 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:31.528596 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:31.542315 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:31.542774 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:31.548634 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 8 to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 Aug 28 13:05:31.560946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a18ab2-3767-4c64-b532-c6bebfc12a5d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Made reservation on behalf of 9eb364ee3a8749b6b2baa3560ab3dc7f for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:31.566686 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c8a18ab2-3767-4c64-b532-c6bebfc12a5d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:31.573768 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-778db3c8-120a-487c-9766-5bf42758876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'name': 'tempest-TestVolumeBackupRestore-1440680501-router', 'tenant_id': 'f818fc27770945ebae7c7b490a0b55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '769363e5-bb2a-482d-984a-f5d7a94dabe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:05:29Z', 'revision_number': 5, 'project_id': 'f818fc27770945ebae7c7b490a0b55bc', 'gw_port': {'id': '769363e5-bb2a-482d-984a-f5d7a94dabe0', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T12:59:44Z', 'updated_at': '2021-08-28T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:31.582144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:31.584319 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:31.585182 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:31.591134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a27b4efc-925c-4dc2-b3a6-9c510725a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:31.595247 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a27b4efc-925c-4dc2-b3a6-9c510725a2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:31.596622 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a27b4efc-925c-4dc2-b3a6-9c510725a2c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac749cf1-e806-47c2-86b6-c4b4d63af0f5 HTTP/1.1" status: 204 len: 168 time: 0.4537802 Aug 28 13:05:31.600548 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-c8a18ab2-3767-4c64-b532-c6bebfc12a5d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] device_id is not set on port 564d2956-e11b-4439-a895-17e262d0d459 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:05:31.615892 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0914391-c024-4289-97f3-26f5e18aa05c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:31.627669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:31.634438 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:31.639848 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 9 to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 Aug 28 13:05:31.651770 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778db3c8-120a-487c-9766-5bf42758876c None None] Checking router: 8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:05:31.662607 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778db3c8-120a-487c-9766-5bf42758876c None None] Routers {'8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:05:31.663573 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-778db3c8-120a-487c-9766-5bf42758876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:05:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:31.684118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b4efc-925c-4dc2-b3a6-9c510725a2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac749cf1-e806-47c2-86b6-c4b4d63af0f5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:31.721203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:31.721792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:31.722342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:31.731009 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:31.732717 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:31.733284 n-d-791505-21 neutron-server[94878]: INFO neutron.plugins.ml2.plugin [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempt 10 to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 Aug 28 13:05:31.758635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:31.758982 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:31.759315 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempting to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:31.767741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:05:31.768064 n-d-791505-21 neutron-server[94878]: ERROR neutron.plugins.ml2.managers [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Failed to bind port a91d4342-2fef-4858-a4cf-82c493d83e67 on host n-h1-791505-21 for vnic_type normal using segments [{'id': '87f34dd5-c666-42c6-8df5-567bb2f136bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '96ff6941-1208-419b-999f-5cba1923f081'}] Aug 28 13:05:31.768434 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:31.780644 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d0914391-c024-4289-97f3-26f5e18aa05c admin admin] Deleting port 769363e5-bb2a-482d-984a-f5d7a94dabe0 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:31.780998 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0914391-c024-4289-97f3-26f5e18aa05c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:31.791284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Allocated IP 2001:db8::f816:3eff:fe21:531e (fcf32fc7-1455-42cf-b124-baf28994bc29/24c1edf6-3d83-491d-87ec-f551170daa34/c8908c3d-f66a-4643-a495-27583c8e0185) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:05:31.887215 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-778db3c8-120a-487c-9766-5bf42758876c None None] Set router 8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:05:31.948957 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] For port a91d4342-2fef-4858-a4cf-82c493d83e67, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:05:31.949353 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attempted to set empty binding levels {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 28 13:05:31.962111 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-778db3c8-120a-487c-9766-5bf42758876c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'name': 'tempest-TestVolumeBackupRestore-1440680501-router', 'tenant_id': 'f818fc27770945ebae7c7b490a0b55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:05:31Z', 'revision_number': 6, 'project_id': 'f818fc27770945ebae7c7b490a0b55bc', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:31.963767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2a893-e2ce-417c-8506-8c1372fa01c1 req-8d90ba58-cccb-4e13-9dfa-8c1f99b0a2e9 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:31.965316 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9c2a893-e2ce-417c-8506-8c1372fa01c1 req-8d90ba58-cccb-4e13-9dfa-8c1f99b0a2e9 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 946 time: 0.1317770 Aug 28 13:05:31.968451 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:31.977336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-d0914391-c024-4289-97f3-26f5e18aa05c admin admin] For port 769363e5-bb2a-482d-984a-f5d7a94dabe0, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=769363e5-bb2a-482d-984a-f5d7a94dabe0,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:31.977843 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0914391-c024-4289-97f3-26f5e18aa05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:32.001199 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778db3c8-120a-487c-9766-5bf42758876c None None] The sync data for ids ['8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2'] in n-d-791505-21 is: [{'id': '8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2', 'name': 'tempest-TestVolumeBackupRestore-1440680501-router', 'tenant_id': 'f818fc27770945ebae7c7b490a0b55bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T12:59:43Z', 'updated_at': '2021-08-28T13:05:31Z', 'revision_number': 6, 'project_id': 'f818fc27770945ebae7c7b490a0b55bc', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:05:32.025254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d0914391-c024-4289-97f3-26f5e18aa05c admin admin] Calling delete_port for 769363e5-bb2a-482d-984a-f5d7a94dabe0 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:32.037929 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] In _notify_port_updated(), no bound segment for port a91d4342-2fef-4858-a4cf-82c493d83e67 on network 96ff6941-1208-419b-999f-5cba1923f081 {{(pid=94878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 13:05:32.039013 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:32.039227 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:32.039706 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:32.043735 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] 10.222.0.20 "PUT /v2.0/ports/a91d4342-2fef-4858-a4cf-82c493d83e67 HTTP/1.1" status: 200 len: 975 time: 2.1460195 Aug 28 13:05:32.043933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44942) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:32.050717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Transition to ACTIVE for port object c8908c3d-f66a-4643-a495-27583c8e0185 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:32.083021 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9c2a893-e2ce-417c-8506-8c1372fa01c1 req-f86fc716-e378-436a-8867-275f81fb43c6 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998018 Aug 28 13:05:32.094845 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Transition to ACTIVE for port object c8908c3d-f66a-4643-a495-27583c8e0185 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:32.105854 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:32.114388 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26551f-fc50-4894-aa36-3aaac7a8ba07 tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Pushing event updated for resources: {'Port': ['ID=a91d4342-2fef-4858-a4cf-82c493d83e67,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:32.188655 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Network fcf32fc7-1455-42cf-b124-baf28994bc29 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:05:32.194319 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:32.198304 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:05:32.209173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Pushing event updated for resources: {'Port': ['ID=c8908c3d-f66a-4643-a495-27583c8e0185,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:32.233856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-c8a18ab2-3767-4c64-b532-c6bebfc12a5d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Allocated IP 2001:db8::f816:3eff:fefc:fcd1 (fcf32fc7-1455-42cf-b124-baf28994bc29/24c1edf6-3d83-491d-87ec-f551170daa34/564d2956-e11b-4439-a895-17e262d0d459) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:05:32.278453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Attempting to bind port c8908c3d-f66a-4643-a495-27583c8e0185 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:32.279119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Attempting to bind port c8908c3d-f66a-4643-a495-27583c8e0185 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '627cd098-9455-4bd0-9751-f3b7bc53f576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fcf32fc7-1455-42cf-b124-baf28994bc29'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:32.279508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Attempting to bind port c8908c3d-f66a-4643-a495-27583c8e0185 on network fcf32fc7-1455-42cf-b124-baf28994bc29 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:32.297075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:05:32.297458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Checking segment: {'id': '627cd098-9455-4bd0-9751-f3b7bc53f576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fcf32fc7-1455-42cf-b124-baf28994bc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:32.297876 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:32.298327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Bound using segment: {'id': '627cd098-9455-4bd0-9751-f3b7bc53f576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fcf32fc7-1455-42cf-b124-baf28994bc29'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:05:32.302522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Bound port: c8908c3d-f66a-4643-a495-27583c8e0185, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627cd098-9455-4bd0-9751-f3b7bc53f576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fcf32fc7-1455-42cf-b124-baf28994bc29'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:05:32.303019 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:32.487383 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] For port c8908c3d-f66a-4643-a495-27583c8e0185, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:05:32.512163 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] For port c8908c3d-f66a-4643-a495-27583c8e0185, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c8908c3d-f66a-4643-a495-27583c8e0185,segment=NetworkSegment(627cd098-9455-4bd0-9751-f3b7bc53f576),segment_id=627cd098-9455-4bd0-9751-f3b7bc53f576)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:05:32.533340 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c8a18ab2-3767-4c64-b532-c6bebfc12a5d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:32.535343 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:32.552646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-c8a18ab2-3767-4c64-b532-c6bebfc12a5d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Transition to ACTIVE for port object 564d2956-e11b-4439-a895-17e262d0d459 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:32.625396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8bc2a9b2-d244-4060-8251-5222c19944df tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Deleting port a91d4342-2fef-4858-a4cf-82c493d83e67 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:32.626321 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8bc2a9b2-d244-4060-8251-5222c19944df tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:32.629567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02876502-a137-4c8c-bf2b-d26f4b0f1d36 None None] Pushing event updated for resources: {'Port': ['ID=c8908c3d-f66a-4643-a495-27583c8e0185,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:32.809904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-8bc2a9b2-d244-4060-8251-5222c19944df tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] For port a91d4342-2fef-4858-a4cf-82c493d83e67, host n-h1-791505-21, got binding levels [] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:32.810273 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8bc2a9b2-d244-4060-8251-5222c19944df tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:32.835453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8bc2a9b2-d244-4060-8251-5222c19944df tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Calling delete_port for a91d4342-2fef-4858-a4cf-82c493d83e67 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:32.901423 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c8a18ab2-3767-4c64-b532-c6bebfc12a5d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:32.929724 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:05:32.977375 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a18ab2-3767-4c64-b532-c6bebfc12a5d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event updated for resources: {'Port': ['ID=564d2956-e11b-4439-a895-17e262d0d459,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:32.981450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:05:32.984271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 9d5f4a06-eccc-469d-82b6-7cc51e4f1113 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:05:33.017383 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0914391-c024-4289-97f3-26f5e18aa05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:33.021737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a18ab2-3767-4c64-b532-c6bebfc12a5d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Network fcf32fc7-1455-42cf-b124-baf28994bc29 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:05:33.073023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-c8a18ab2-3767-4c64-b532-c6bebfc12a5d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:33.077323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a18ab2-3767-4c64-b532-c6bebfc12a5d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:05:33.087060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a18ab2-3767-4c64-b532-c6bebfc12a5d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:33.090934 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c8a18ab2-3767-4c64-b532-c6bebfc12a5d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:33.107595 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0914391-c024-4289-97f3-26f5e18aa05c admin admin] Pushing event deleted for resources: {'Port': ['ID=769363e5-bb2a-482d-984a-f5d7a94dabe0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:33.139766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c8a18ab2-3767-4c64-b532-c6bebfc12a5d tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8150105 Aug 28 13:05:33.143897 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44982) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:33.158399 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8bc2a9b2-d244-4060-8251-5222c19944df tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:33.240027 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0914391-c024-4289-97f3-26f5e18aa05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:33.248669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2a9b2-d244-4060-8251-5222c19944df tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Pushing event deleted for resources: {'Port': ['ID=a91d4342-2fef-4858-a4cf-82c493d83e67,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:33.268993 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8bc2a9b2-d244-4060-8251-5222c19944df tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:33.277556 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8bc2a9b2-d244-4060-8251-5222c19944df tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] 10.222.0.20 "DELETE /v2.0/ports/a91d4342-2fef-4858-a4cf-82c493d83e67 HTTP/1.1" status: 204 len: 168 time: 1.2326591 Aug 28 13:05:33.281139 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44986) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:33.301461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Deleting subnet 24c1edf6-3d83-491d-87ec-f551170daa34 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:05:33.320303 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-122c797d-6db8-4ec4-882a-58ae96dfb2dc tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] GET failed (client error): The resource could not be found. Aug 28 13:05:33.326247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-122c797d-6db8-4ec4-882a-58ae96dfb2dc tempest-PortsAdminExtendedAttrsTestJSON-267174330 tempest-PortsAdminExtendedAttrsTestJSON-267174330-project-admin] 10.222.0.20 "GET /v2.0/ports/a91d4342-2fef-4858-a4cf-82c493d83e67 HTTP/1.1" status: 404 len: 333 time: 0.0439374 Aug 28 13:05:33.327236 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:33.330027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 44990) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:33.430724 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0914391-c024-4289-97f3-26f5e18aa05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:33.438227 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0914391-c024-4289-97f3-26f5e18aa05c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:33.461967 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fe9-1cd2-416b-8853-96336dc77973 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:33.495593 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:33.517953 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0914391-c024-4289-97f3-26f5e18aa05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:33.518545 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0914391-c024-4289-97f3-26f5e18aa05c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:05:33.524324 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0914391-c024-4289-97f3-26f5e18aa05c admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:33.525719 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d0914391-c024-4289-97f3-26f5e18aa05c admin admin] 10.222.0.20 "DELETE /v2.0/routers/8b2ec00d-8d7a-4bc9-b000-b9f95a6a3ac2 HTTP/1.1" status: 204 len: 168 time: 2.3855848 Aug 28 13:05:33.528484 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 44998) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:33.617356 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f8e39e-c2f2-42d8-bf66-1c770ff202de admin admin] Deleting subnet a82dc06e-c030-408e-9ee7-4b9f36286b0e {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:05:33.636511 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e39e-c2f2-42d8-bf66-1c770ff202de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:33.710018 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e39e-c2f2-42d8-bf66-1c770ff202de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:33.824759 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e39e-c2f2-42d8-bf66-1c770ff202de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:33.948158 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e39e-c2f2-42d8-bf66-1c770ff202de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:33.979074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eece9728-ffcd-4996-ad8e-209baf214fd7 None None] Network 9591e06b-8a77-4b0a-af02-dc3f7b1d28ae requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:33.997886 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e39e-c2f2-42d8-bf66-1c770ff202de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:34.001714 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e1f8e39e-c2f2-42d8-bf66-1c770ff202de admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a82dc06e-c030-408e-9ee7-4b9f36286b0e HTTP/1.1" status: 204 len: 168 time: 0.4715662 Aug 28 13:05:34.005936 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8e39e-c2f2-42d8-bf66-1c770ff202de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a82dc06e-c030-408e-9ee7-4b9f36286b0e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:34.013433 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45012) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:34.162140 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:34.236063 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] Deleting port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:34.236687 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:34.335927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] For port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5f4f0fdd-0136-49e0-9d69-df8b4b9998a3,segment=NetworkSegment(d22fc42b-072d-4010-941e-7b8093d00298),segment_id=d22fc42b-072d-4010-941e-7b8093d00298)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:34.367749 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:34.379690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af351c7-6276-44df-a850-69f7bd6c61eb None None] Network fcf32fc7-1455-42cf-b124-baf28994bc29 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:34.406886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] Calling delete_port for 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:34.463593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e526e2c3-b34d-489b-a922-cb2cca530f71 None None] DHCP port deletion for 9591e06b-8a77-4b0a-af02-dc3f7b1d28ae request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:05:34.509348 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fe9-1cd2-416b-8853-96336dc77973 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:34.520396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-bf5a8fe9-1cd2-416b-8853-96336dc77973 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ff6941-1208-419b-999f-5cba1923f081']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:34.563146 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cf2a0bb4-05de-4d0b-a1a4-d6310b4d4d12 None None] Provisioning for port c8908c3d-f66a-4643-a495-27583c8e0185 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:05:34.589831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-bf5a8fe9-1cd2-416b-8853-96336dc77973 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f34dd5-c666-42c6-8df5-567bb2f136bd') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:34.589983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-bf5a8fe9-1cd2-416b-8853-96336dc77973 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f34dd5-c666-42c6-8df5-567bb2f136bd') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:34.622303 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fe9-1cd2-416b-8853-96336dc77973 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:34.634525 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:34.681952 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4f0fdd-0136-49e0-9d69-df8b4b9998a3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:34.709099 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] No DVR routers for this DVR port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:05:34.710122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-e526e2c3-b34d-489b-a922-cb2cca530f71 None None] Deleting port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:34.711169 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e526e2c3-b34d-489b-a922-cb2cca530f71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:34.738958 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fe9-1cd2-416b-8853-96336dc77973 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:34.768579 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5a8fe9-1cd2-416b-8853-96336dc77973 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:34.772205 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fe9-1cd2-416b-8853-96336dc77973 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:34.777059 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:34.820846 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:34.898586 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:34.911921 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9591e06b-8a77-4b0a-af02-dc3f7b1d28ae']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:34.925875 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22fc42b-072d-4010-941e-7b8093d00298') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:34.926166 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22fc42b-072d-4010-941e-7b8093d00298') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:34.939665 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:34.958019 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:34.968747 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:34.970352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:34.972003 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.032026 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.034533 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/subnets/24c1edf6-3d83-491d-87ec-f551170daa34 HTTP/1.1" status: 204 len: 168 time: 1.8917890 Aug 28 13:05:35.035612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event deleted for resources: {'Subnet': ['ID=24c1edf6-3d83-491d-87ec-f551170daa34,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:35.040800 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45040) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:35.065776 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:35.083531 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:35.085450 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:35.086773 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:35.087282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:35.089464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:35.090004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:35.090584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:35.091316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:35.093587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:35.094142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:35.094833 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:35.095330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff5df21-55b0-40ff-81bd-300d53a2b560 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:35.101444 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fe9-1cd2-416b-8853-96336dc77973 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.123279 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.125107 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bf5a8fe9-1cd2-416b-8853-96336dc77973 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.127359 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bf5a8fe9-1cd2-416b-8853-96336dc77973 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] 10.222.0.20 "DELETE /v2.0/networks/96ff6941-1208-419b-999f-5cba1923f081 HTTP/1.1" status: 204 len: 168 time: 1.7964211 Aug 28 13:05:35.134583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.136560 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9591e06b-8a77-4b0a-af02-dc3f7b1d28ae HTTP/1.1" status: 204 len: 168 time: 1.1183889 Aug 28 13:05:35.144298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a8fe9-1cd2-416b-8853-96336dc77973 tempest-PortsAdminExtendedAttrsTestJSON-546160668 tempest-PortsAdminExtendedAttrsTestJSON-546160668-project] Pushing event deleted for resources: {'Network': ['ID=96ff6941-1208-419b-999f-5cba1923f081,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:35.158082 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07c247-51fa-4c9a-a25a-84389e8a7442 admin admin] Pushing event deleted for resources: {'Network': ['ID=9591e06b-8a77-4b0a-af02-dc3f7b1d28ae,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:35.210345 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf56731-737a-40f8-b533-134732f5a4c6 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:35.224341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf56731-737a-40f8-b533-134732f5a4c6 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:35.235176 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45048) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:35.241663 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ccf56731-737a-40f8-b533-134732f5a4c6 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1904285 Aug 28 13:05:35.260114 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c8908c3d-f66a-4643-a495-27583c8e0185 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:05:35.413819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e526e2c3-b34d-489b-a922-cb2cca530f71 None None] For port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3, host n-d-791505-21, got binding levels [] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:35.415166 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e526e2c3-b34d-489b-a922-cb2cca530f71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.438524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-e526e2c3-b34d-489b-a922-cb2cca530f71 None None] Calling delete_port for 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:35.448327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.ipam_backend_mixin [None req-e526e2c3-b34d-489b-a922-cb2cca530f71 None None] Port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 was not found and therefore no delete operation was performed {{(pid=94879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 13:05:35.455821 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e526e2c3-b34d-489b-a922-cb2cca530f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.476617 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e526e2c3-b34d-489b-a922-cb2cca530f71 None None] Network 9591e06b-8a77-4b0a-af02-dc3f7b1d28ae is not hosted by any dhcp agent {{(pid=94879) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 13:05:35.479556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e526e2c3-b34d-489b-a922-cb2cca530f71 None None] No DVR routers for this DVR port 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:05:35.509919 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5e1b94d9-5a01-47ba-8e7d-e346d82bdf65 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.510767 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port c8908c3d-f66a-4643-a495-27583c8e0185 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:05:35.518902 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1b94d9-5a01-47ba-8e7d-e346d82bdf65 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 28 13:05:35.519246 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1b94d9-5a01-47ba-8e7d-e346d82bdf65 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:35.525940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45054) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:35.531154 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5e1b94d9-5a01-47ba-8e7d-e346d82bdf65 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/networks/fcf32fc7-1455-42cf-b124-baf28994bc29 HTTP/1.1" status: 409 len: 405 time: 0.2937860 Aug 28 13:05:35.532126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-6413d921-5e2e-49a3-a567-f3624d4ab648 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2075166549'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:35.548579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526e2c3-b34d-489b-a922-cb2cca530f71 None None] Pushing event deleted for resources: {'Port': ['ID=5f4f0fdd-0136-49e0-9d69-df8b4b9998a3,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:35.550797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c8908c3d-f66a-4643-a495-27583c8e0185 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:35.551472 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.568508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6413d921-5e2e-49a3-a567-f3624d4ab648 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Made reservation on behalf of 9eb364ee3a8749b6b2baa3560ab3dc7f for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:35.575097 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6413d921-5e2e-49a3-a567-f3624d4ab648 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.627918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45058) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:35.671374 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6413d921-5e2e-49a3-a567-f3624d4ab648 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:05:35.682001 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6413d921-5e2e-49a3-a567-f3624d4ab648 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.683086 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-6413d921-5e2e-49a3-a567-f3624d4ab648 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Added segment f82d6ba0-74d8-476b-8d3f-ab7031cc82b8 of type vlan for network 3253b3fd-1eaf-4ce1-beb3-8dd2500e0e4a Aug 28 13:05:35.718010 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ff9f653d-5643-4bda-abae-aca6a592ae3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5e1444e94524818b1b5b3600c8a9eae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866168 Aug 28 13:05:35.720861 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45060) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:35.725867 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.768059 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6413d921-5e2e-49a3-a567-f3624d4ab648 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.776119 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45064) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:35.803556 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-af08e71e-8746-4190-b36a-133790db9136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.820670 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port c8908c3d-f66a-4643-a495-27583c8e0185, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c8908c3d-f66a-4643-a495-27583c8e0185,segment=NetworkSegment(627cd098-9455-4bd0-9751-f3b7bc53f576),segment_id=627cd098-9455-4bd0-9751-f3b7bc53f576)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:35.828245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fcd206-f659-4dbb-8c2e-f3a52ed186f3 None None] Network fcf32fc7-1455-42cf-b124-baf28994bc29 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:35.833756 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-af08e71e-8746-4190-b36a-133790db9136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.840966 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.843119 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6413d921-5e2e-49a3-a567-f3624d4ab648 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.854701 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6413d921-5e2e-49a3-a567-f3624d4ab648 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:35.857509 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6413d921-5e2e-49a3-a567-f3624d4ab648 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.922395 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-af08e71e-8746-4190-b36a-133790db9136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.925072 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-af08e71e-8746-4190-b36a-133790db9136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:35.926679 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-af08e71e-8746-4190-b36a-133790db9136 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5acb8dd2-1ed5-4ff2-b3b5-0d09b9083261 HTTP/1.1" status: 204 len: 168 time: 0.2047694 Aug 28 13:05:35.942503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08e71e-8746-4190-b36a-133790db9136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acb8dd2-1ed5-4ff2-b3b5-0d09b9083261,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:35.972580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413d921-5e2e-49a3-a567-f3624d4ab648 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event updated for resources: {'Network': ['ID=3253b3fd-1eaf-4ce1-beb3-8dd2500e0e4a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:35.980048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45074) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:35.980368 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6413d921-5e2e-49a3-a567-f3624d4ab648 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4529259 Aug 28 13:05:35.985436 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d694084a-56a3-4b59-9ad5-f3550e0fb03e tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Request body: {'subnet': {'network_id': '3253b3fd-1eaf-4ce1-beb3-8dd2500e0e4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:36.039002 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=c8908c3d-f66a-4643-a495-27583c8e0185,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:36.045026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 3253b3fd-1eaf-4ce1-beb3-8dd2500e0e4a details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:05:36.048541 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:05:36.180789 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b817c7be-39ad-4d3c-8978-77f33c5d6cc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c125ac8d0191432ba58b14ed4c2d9815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986907 Aug 28 13:05:36.181441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45078) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:36.199281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d694084a-56a3-4b59-9ad5-f3550e0fb03e tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Made reservation on behalf of 9eb364ee3a8749b6b2baa3560ab3dc7f for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:36.206224 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d694084a-56a3-4b59-9ad5-f3550e0fb03e tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:36.221736 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-11fa34e1-8a38-41e3-ade3-218d9f2968bb None None] Provisioning for port 564d2956-e11b-4439-a895-17e262d0d459 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:05:36.227925 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:05:36.228484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5f4f0fdd-0136-49e0-9d69-df8b4b9998a3 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:05:36.229573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 769363e5-bb2a-482d-984a-f5d7a94dabe0 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:05:36.298574 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00591941-d145-4ad2-85b1-0b164d12931c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:36.338630 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00591941-d145-4ad2-85b1-0b164d12931c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:36.373823 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-11fa34e1-8a38-41e3-ade3-218d9f2968bb None None] Provisioning complete for port 564d2956-e11b-4439-a895-17e262d0d459 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:36.374811 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-11fa34e1-8a38-41e3-ade3-218d9f2968bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:36.409734 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00591941-d145-4ad2-85b1-0b164d12931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:36.430698 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00591941-d145-4ad2-85b1-0b164d12931c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:36.444523 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-00591941-d145-4ad2-85b1-0b164d12931c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1ccf69f-e628-411f-b118-9d8483600890 HTTP/1.1" status: 204 len: 168 time: 0.2499635 Aug 28 13:05:36.497265 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00591941-d145-4ad2-85b1-0b164d12931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ccf69f-e628-411f-b118-9d8483600890,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:36.583949 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 769363e5-bb2a-482d-984a-f5d7a94dabe0 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:05:36.584356 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 769363e5-bb2a-482d-984a-f5d7a94dabe0 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:05:36.613835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45092) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:36.668709 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-11fa34e1-8a38-41e3-ade3-218d9f2968bb None None] Port 564d2956-e11b-4439-a895-17e262d0d459 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:05:36.745550 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c8908c3d-f66a-4643-a495-27583c8e0185 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:05:36.846091 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-11fa34e1-8a38-41e3-ade3-218d9f2968bb None None] Provisioning complete for port c8908c3d-f66a-4643-a495-27583c8e0185 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:36.846927 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-11fa34e1-8a38-41e3-ade3-218d9f2968bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:36.860490 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-20c89cd5-4bce-49b2-8715-bd29c616b8e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f818fc27770945ebae7c7b490a0b55bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445879 Aug 28 13:05:36.862717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45098) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:36.890326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.objects.ports [None req-d694084a-56a3-4b59-9ad5-f3550e0fb03e tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:05:36.893162 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d694084a-56a3-4b59-9ad5-f3550e0fb03e tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:36.917725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c8908c3d-f66a-4643-a495-27583c8e0185 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:36.918618 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:36.984700 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45100) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:37.040887 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a753f0b-5f41-4c07-84a7-934dbab43571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:37.042384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694084a-56a3-4b59-9ad5-f3550e0fb03e tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event updated for resources: {'Subnet': ['ID=b3210a0c-5c96-4919-b49d-7f8a73995240,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:37.057798 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27538f4-6bf3-49ff-bd9e-369bbc0c214e None None] DHCP port deletion for fcf32fc7-1455-42cf-b124-baf28994bc29 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:05:37.096735 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5e999d10-a805-463c-b837-7c77d05309d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66c035ff3873451f94b40765379ed756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067722 Aug 28 13:05:37.096908 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a753f0b-5f41-4c07-84a7-934dbab43571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:37.103891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45102) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:37.105775 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d694084a-56a3-4b59-9ad5-f3550e0fb03e tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Checking segment: {'id': 'f82d6ba0-74d8-476b-8d3f-ab7031cc82b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3253b3fd-1eaf-4ce1-beb3-8dd2500e0e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:37.106156 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d694084a-56a3-4b59-9ad5-f3550e0fb03e tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Network hostable DHCP agents. Network: 3253b3fd-1eaf-4ce1-beb3-8dd2500e0e4a, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:05:37.181135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a27538f4-6bf3-49ff-bd9e-369bbc0c214e None None] Deleting port c8908c3d-f66a-4643-a495-27583c8e0185 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:37.182189 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a27538f4-6bf3-49ff-bd9e-369bbc0c214e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:37.200149 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a753f0b-5f41-4c07-84a7-934dbab43571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:37.202989 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a753f0b-5f41-4c07-84a7-934dbab43571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:37.206456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8a753f0b-5f41-4c07-84a7-934dbab43571 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54790cd0-0e91-4a00-a23c-8ee45775383c HTTP/1.1" status: 204 len: 168 time: 0.3399107 Aug 28 13:05:37.244210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d694084a-56a3-4b59-9ad5-f3550e0fb03e tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Network 3253b3fd-1eaf-4ce1-beb3-8dd2500e0e4a is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:05:37.246743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a753f0b-5f41-4c07-84a7-934dbab43571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54790cd0-0e91-4a00-a23c-8ee45775383c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:37.322197 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d694084a-56a3-4b59-9ad5-f3550e0fb03e tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 3253b3fd-1eaf-4ce1-beb3-8dd2500e0e4a) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:37.346062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a9f9c9-cef6-4eab-927e-057dff06d532 None None] Network 3253b3fd-1eaf-4ce1-beb3-8dd2500e0e4a requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:37.380858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d694084a-56a3-4b59-9ad5-f3550e0fb03e tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:37.383750 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d694084a-56a3-4b59-9ad5-f3550e0fb03e tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:37.394349 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f1d4f5fe-0ef0-4677-97e0-11931864af37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:37.447383 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d694084a-56a3-4b59-9ad5-f3550e0fb03e tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4661000 Aug 28 13:05:37.450124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45118) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:37.460257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f1d4f5fe-0ef0-4677-97e0-11931864af37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:37.553532 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f1d4f5fe-0ef0-4677-97e0-11931864af37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:37.556856 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f1d4f5fe-0ef0-4677-97e0-11931864af37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:37.560834 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f1d4f5fe-0ef0-4677-97e0-11931864af37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ddb18a76-7fd8-412b-8e2d-99c4b0db5b81 HTTP/1.1" status: 204 len: 168 time: 0.4422259 Aug 28 13:05:37.582729 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4f5fe-0ef0-4677-97e0-11931864af37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb18a76-7fd8-412b-8e2d-99c4b0db5b81,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:37.700154 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-989afb2d-40c6-476f-99e5-ac8ebfa21061 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:37.728722 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a27538f4-6bf3-49ff-bd9e-369bbc0c214e None None] For port c8908c3d-f66a-4643-a495-27583c8e0185, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c8908c3d-f66a-4643-a495-27583c8e0185,segment=NetworkSegment(627cd098-9455-4bd0-9751-f3b7bc53f576),segment_id=627cd098-9455-4bd0-9751-f3b7bc53f576)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:37.731356 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a27538f4-6bf3-49ff-bd9e-369bbc0c214e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:37.815715 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-989afb2d-40c6-476f-99e5-ac8ebfa21061 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:37.843161 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:37.852002 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a27538f4-6bf3-49ff-bd9e-369bbc0c214e None None] Calling delete_port for c8908c3d-f66a-4643-a495-27583c8e0185 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:38.003839 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-989afb2d-40c6-476f-99e5-ac8ebfa21061 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:38.070879 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989afb2d-40c6-476f-99e5-ac8ebfa21061 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event deleted for resources: {'Subnet': ['ID=b3210a0c-5c96-4919-b49d-7f8a73995240,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:38.090394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07161986-52f4-4305-911b-0137fe4bda0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-3253b3fd-1eaf-4ce1-beb3-8dd2500e0e4a', 'network_id': '3253b3fd-1eaf-4ce1-beb3-8dd2500e0e4a', 'tenant_id': '9eb364ee3a8749b6b2baa3560ab3dc7f', 'fixed_ips': [{'subnet_id': 'b3210a0c-5c96-4919-b49d-7f8a73995240'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:05:38.093230 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-07161986-52f4-4305-911b-0137fe4bda0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:38.247736 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-989afb2d-40c6-476f-99e5-ac8ebfa21061 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:38.281985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-989afb2d-40c6-476f-99e5-ac8ebfa21061 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3253b3fd-1eaf-4ce1-beb3-8dd2500e0e4a']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:38.334959 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-989afb2d-40c6-476f-99e5-ac8ebfa21061 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82d6ba0-74d8-476b-8d3f-ab7031cc82b8') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:38.335266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-989afb2d-40c6-476f-99e5-ac8ebfa21061 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82d6ba0-74d8-476b-8d3f-ab7031cc82b8') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:38.353217 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a27538f4-6bf3-49ff-bd9e-369bbc0c214e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:38.356755 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-989afb2d-40c6-476f-99e5-ac8ebfa21061 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:38.381469 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-989afb2d-40c6-476f-99e5-ac8ebfa21061 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:38.382573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27538f4-6bf3-49ff-bd9e-369bbc0c214e None None] Pushing event deleted for resources: {'Port': ['ID=c8908c3d-f66a-4643-a495-27583c8e0185,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:38.391531 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989afb2d-40c6-476f-99e5-ac8ebfa21061 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:38.393240 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-989afb2d-40c6-476f-99e5-ac8ebfa21061 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:38.403063 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27538f4-6bf3-49ff-bd9e-369bbc0c214e None None] No DVR routers for this DVR port c8908c3d-f66a-4643-a495-27583c8e0185 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:38.406349 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:38.441684 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355093a4-650c-44f4-8162-74d41c02d7fb None None] Network 3253b3fd-1eaf-4ce1-beb3-8dd2500e0e4a requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:38.515662 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-989afb2d-40c6-476f-99e5-ac8ebfa21061 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:38.533170 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-989afb2d-40c6-476f-99e5-ac8ebfa21061 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:38.535226 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-989afb2d-40c6-476f-99e5-ac8ebfa21061 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/networks/3253b3fd-1eaf-4ce1-beb3-8dd2500e0e4a HTTP/1.1" status: 204 len: 168 time: 1.0838084 Aug 28 13:05:38.539050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45152) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:38.549043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989afb2d-40c6-476f-99e5-ac8ebfa21061 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event deleted for resources: {'Network': ['ID=3253b3fd-1eaf-4ce1-beb3-8dd2500e0e4a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:38.558592 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6d66570c-c29c-4783-8106-e237cd6a5a23 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1132696365'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:38.646177 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d66570c-c29c-4783-8106-e237cd6a5a23 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Made reservation on behalf of 9eb364ee3a8749b6b2baa3560ab3dc7f for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:38.673745 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6d66570c-c29c-4783-8106-e237cd6a5a23 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:38.732212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c8908c3d-f66a-4643-a495-27583c8e0185 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:05:38.770211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d66570c-c29c-4783-8106-e237cd6a5a23 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:05:38.772551 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: c8908c3d-f66a-4643-a495-27583c8e0185 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:05:38.773081 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c8908c3d-f66a-4643-a495-27583c8e0185 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:05:38.790662 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6d66570c-c29c-4783-8106-e237cd6a5a23 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:38.791884 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-6d66570c-c29c-4783-8106-e237cd6a5a23 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Added segment 7495d4bd-70c5-47a9-b9d9-dc27539dbb74 of type vlan for network 00e59fe5-d2a3-45f2-b2af-c31fc1de4aa6 Aug 28 13:05:38.842645 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6d66570c-c29c-4783-8106-e237cd6a5a23 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:38.890174 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6d66570c-c29c-4783-8106-e237cd6a5a23 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:38.898110 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d66570c-c29c-4783-8106-e237cd6a5a23 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:38.898901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6d66570c-c29c-4783-8106-e237cd6a5a23 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:38.979451 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6d66570c-c29c-4783-8106-e237cd6a5a23 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4378428 Aug 28 13:05:38.982237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45168) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:38.988271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e811d4e8-cb02-4fb2-9508-52b39061dec2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Request body: {'subnet': {'network_id': '00e59fe5-d2a3-45f2-b2af-c31fc1de4aa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:38.992475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66570c-c29c-4783-8106-e237cd6a5a23 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event updated for resources: {'Network': ['ID=00e59fe5-d2a3-45f2-b2af-c31fc1de4aa6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:39.003950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 00e59fe5-d2a3-45f2-b2af-c31fc1de4aa6 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:05:39.082763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45170) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:39.158067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e811d4e8-cb02-4fb2-9508-52b39061dec2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Made reservation on behalf of 9eb364ee3a8749b6b2baa3560ab3dc7f for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:39.162275 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e811d4e8-cb02-4fb2-9508-52b39061dec2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.222940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ad7287c7-8b07-478a-b5db-ce101d625f1d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938399126'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:39.264472 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad7287c7-8b07-478a-b5db-ce101d625f1d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.281047 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad7287c7-8b07-478a-b5db-ce101d625f1d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.419247 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e811d4e8-cb02-4fb2-9508-52b39061dec2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.423638 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad7287c7-8b07-478a-b5db-ce101d625f1d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.429468 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad7287c7-8b07-478a-b5db-ce101d625f1d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.482266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7287c7-8b07-478a-b5db-ce101d625f1d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8260e01f-4393-4f76-be31-3279d194264e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:39.524723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811d4e8-cb02-4fb2-9508-52b39061dec2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event updated for resources: {'Subnet': ['ID=2747140b-c0d4-43b0-8911-a757e45f2d87,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:39.567413 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad7287c7-8b07-478a-b5db-ce101d625f1d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.573781 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad7287c7-8b07-478a-b5db-ce101d625f1d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.574976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811d4e8-cb02-4fb2-9508-52b39061dec2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Checking segment: {'id': '7495d4bd-70c5-47a9-b9d9-dc27539dbb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '00e59fe5-d2a3-45f2-b2af-c31fc1de4aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:39.575616 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e811d4e8-cb02-4fb2-9508-52b39061dec2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Network hostable DHCP agents. Network: 00e59fe5-d2a3-45f2-b2af-c31fc1de4aa6, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:05:39.606677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e811d4e8-cb02-4fb2-9508-52b39061dec2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Network 00e59fe5-d2a3-45f2-b2af-c31fc1de4aa6 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:05:39.623423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-e811d4e8-cb02-4fb2-9508-52b39061dec2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 00e59fe5-d2a3-45f2-b2af-c31fc1de4aa6) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:39.635740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0fece6-eec8-4d73-a386-c4d6a59a1f03 None None] Network 00e59fe5-d2a3-45f2-b2af-c31fc1de4aa6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:39.642349 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ad7287c7-8b07-478a-b5db-ce101d625f1d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.644050 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ad7287c7-8b07-478a-b5db-ce101d625f1d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5592284 Aug 28 13:05:39.648129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45188) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:39.649838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e811d4e8-cb02-4fb2-9508-52b39061dec2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:39.650655 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e811d4e8-cb02-4fb2-9508-52b39061dec2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.669349 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e811d4e8-cb02-4fb2-9508-52b39061dec2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6852458 Aug 28 13:05:39.672026 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45192) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:39.724481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7287c7-8b07-478a-b5db-ce101d625f1d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd88233d-b80c-4477-82b0-58ae79921294,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:39.806107 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.823527 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bd07dd19-9d41-475a-8c05-f0e914589546 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1598015 Aug 28 13:05:39.824954 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2bf2-637e-4a4b-bc17-0f548acb26cc tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.825737 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45196) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:39.848193 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d2a475f7-6d28-48ab-9e33-990cf71e9c56 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group': {'name': 'tempest-security--1708184103', 'description': 'tempest-security-description-835298893'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:39.890882 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2bf2-637e-4a4b-bc17-0f548acb26cc tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.895027 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2a475f7-6d28-48ab-9e33-990cf71e9c56 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.903260 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-088c6f16-53be-4043-8fb3-1cd4719f7927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.985989 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edf589c-d198-4d2c-8f3e-2bc40711be5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-00e59fe5-d2a3-45f2-b2af-c31fc1de4aa6', 'network_id': '00e59fe5-d2a3-45f2-b2af-c31fc1de4aa6', 'tenant_id': '9eb364ee3a8749b6b2baa3560ab3dc7f', 'fixed_ips': [{'subnet_id': '2747140b-c0d4-43b0-8911-a757e45f2d87'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:05:39.988938 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2a475f7-6d28-48ab-9e33-990cf71e9c56 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.990090 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0edf589c-d198-4d2c-8f3e-2bc40711be5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.993096 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2a475f7-6d28-48ab-9e33-990cf71e9c56 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:39.997436 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d2a475f7-6d28-48ab-9e33-990cf71e9c56 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.006960 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d2a475f7-6d28-48ab-9e33-990cf71e9c56 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "PUT /v2.0/security-groups/fd88233d-b80c-4477-82b0-58ae79921294 HTTP/1.1" status: 200 len: 1779 time: 0.1783323 Aug 28 13:05:40.010094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45202) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:40.050218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a475f7-6d28-48ab-9e33-990cf71e9c56 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd88233d-b80c-4477-82b0-58ae79921294,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:40.112523 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2bf2-637e-4a4b-bc17-0f548acb26cc tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.127222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4547ac-a5f3-4fe2-8473-8608c9fee9f6 None None] Network 00e59fe5-d2a3-45f2-b2af-c31fc1de4aa6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:40.260470 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2bf2-637e-4a4b-bc17-0f548acb26cc tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.271720 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-7c0f2bf2-637e-4a4b-bc17-0f548acb26cc tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e59fe5-d2a3-45f2-b2af-c31fc1de4aa6']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:40.277846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f2bf2-637e-4a4b-bc17-0f548acb26cc tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event deleted for resources: {'Subnet': ['ID=2747140b-c0d4-43b0-8911-a757e45f2d87,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:40.292066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-7c0f2bf2-637e-4a4b-bc17-0f548acb26cc tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7495d4bd-70c5-47a9-b9d9-dc27539dbb74') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:40.292417 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-7c0f2bf2-637e-4a4b-bc17-0f548acb26cc tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7495d4bd-70c5-47a9-b9d9-dc27539dbb74') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:40.304279 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f4867f54-1fdd-479b-b412-0edb4d70ca4b tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-groups/fd88233d-b80c-4477-82b0-58ae79921294 HTTP/1.1" status: 200 len: 1779 time: 0.2881136 Aug 28 13:05:40.307878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45206) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:40.323032 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2bf2-637e-4a4b-bc17-0f548acb26cc tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.341627 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2bf2-637e-4a4b-bc17-0f548acb26cc tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.349717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0f2bf2-637e-4a4b-bc17-0f548acb26cc tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:40.350610 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2bf2-637e-4a4b-bc17-0f548acb26cc tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:40.354594 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:40.425466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2bf2-637e-4a4b-bc17-0f548acb26cc tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.434668 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c0f2bf2-637e-4a4b-bc17-0f548acb26cc tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.438079 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7c0f2bf2-637e-4a4b-bc17-0f548acb26cc tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/networks/00e59fe5-d2a3-45f2-b2af-c31fc1de4aa6 HTTP/1.1" status: 204 len: 168 time: 0.7647910 Aug 28 13:05:40.448530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45214) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:40.457507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f2bf2-637e-4a4b-bc17-0f548acb26cc tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event deleted for resources: {'Network': ['ID=00e59fe5-d2a3-45f2-b2af-c31fc1de4aa6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:40.480135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-fc7aaf7a-fd20-48dc-8213-597d76ba58e3 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1316296821'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:40.483433 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d4a1686-38ca-4949-bc30-8449fa4efaf8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.518653 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d4a1686-38ca-4949-bc30-8449fa4efaf8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.539341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7aaf7a-fd20-48dc-8213-597d76ba58e3 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Made reservation on behalf of 9eb364ee3a8749b6b2baa3560ab3dc7f for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:40.544255 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc7aaf7a-fd20-48dc-8213-597d76ba58e3 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.596244 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7aaf7a-fd20-48dc-8213-597d76ba58e3 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:05:40.606693 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d4a1686-38ca-4949-bc30-8449fa4efaf8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.610666 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d4a1686-38ca-4949-bc30-8449fa4efaf8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.612038 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5d4a1686-38ca-4949-bc30-8449fa4efaf8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-groups/fd88233d-b80c-4477-82b0-58ae79921294 HTTP/1.1" status: 204 len: 168 time: 0.3031504 Aug 28 13:05:40.615808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45216) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:40.620964 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc7aaf7a-fd20-48dc-8213-597d76ba58e3 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.621439 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-fc7aaf7a-fd20-48dc-8213-597d76ba58e3 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Added segment a4d97277-582b-4327-9a8d-2edcb028668f of type vlan for network 27540fed-a715-468f-8d42-9d6fe0e7306b Aug 28 13:05:40.634795 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a1686-38ca-4949-bc30-8449fa4efaf8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd88233d-b80c-4477-82b0-58ae79921294,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:40.676253 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc7aaf7a-fd20-48dc-8213-597d76ba58e3 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.686419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45218) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:40.686935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f098e618-cb7c-4003-ac2b-452576d96514 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0699444 Aug 28 13:05:40.710728 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-05d5afef-3dd7-44bb-ba88-16dcb99d4cd2 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] delete failed (client error): The resource could not be found. Aug 28 13:05:40.719333 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-05d5afef-3dd7-44bb-ba88-16dcb99d4cd2 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-groups/fd88233d-b80c-4477-82b0-58ae79921294 HTTP/1.1" status: 404 len: 347 time: 0.0245740 Aug 28 13:05:40.719716 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45220) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:40.726630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-68be2eeb-b861-4a98-8773-0d2b7787788f tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1725280444'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:40.729864 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc7aaf7a-fd20-48dc-8213-597d76ba58e3 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.745906 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7aaf7a-fd20-48dc-8213-597d76ba58e3 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:40.746603 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc7aaf7a-fd20-48dc-8213-597d76ba58e3 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.763306 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68be2eeb-b861-4a98-8773-0d2b7787788f tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.832479 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fc7aaf7a-fd20-48dc-8213-597d76ba58e3 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3798988 Aug 28 13:05:40.837098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45226) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:40.843067 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a040fe53-e149-4df9-9d0d-eddf4fd74524 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Request body: {'subnet': {'network_id': '27540fed-a715-468f-8d42-9d6fe0e7306b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:40.901414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7aaf7a-fd20-48dc-8213-597d76ba58e3 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event updated for resources: {'Network': ['ID=27540fed-a715-468f-8d42-9d6fe0e7306b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:40.917178 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 27540fed-a715-468f-8d42-9d6fe0e7306b details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:05:40.948809 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68be2eeb-b861-4a98-8773-0d2b7787788f tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:40.955720 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68be2eeb-b861-4a98-8773-0d2b7787788f tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.024201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a040fe53-e149-4df9-9d0d-eddf4fd74524 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Made reservation on behalf of 9eb364ee3a8749b6b2baa3560ab3dc7f for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:41.033457 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a040fe53-e149-4df9-9d0d-eddf4fd74524 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.040625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be2eeb-b861-4a98-8773-0d2b7787788f tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf79d9b2-6271-40c3-9278-d7099994cc84,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:41.049076 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68be2eeb-b861-4a98-8773-0d2b7787788f tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.060372 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-68be2eeb-b861-4a98-8773-0d2b7787788f tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3395226 Aug 28 13:05:41.061254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45228) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:41.066333 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1c49a1dd-52e2-4059-8c0a-f099eff0254c tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group_rule': {'security_group_id': 'cf79d9b2-6271-40c3-9278-d7099994cc84', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:41.103636 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c49a1dd-52e2-4059-8c0a-f099eff0254c tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.189167 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c49a1dd-52e2-4059-8c0a-f099eff0254c tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.195208 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c49a1dd-52e2-4059-8c0a-f099eff0254c tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.233165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49a1dd-52e2-4059-8c0a-f099eff0254c tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534b3040-42ea-490b-a4e9-f6fd1b49369e,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:41.258438 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c49a1dd-52e2-4059-8c0a-f099eff0254c tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.259684 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1c49a1dd-52e2-4059-8c0a-f099eff0254c tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1972470 Aug 28 13:05:41.262471 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45238) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:41.303386 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a4a61dce-4881-4b66-b730-d5a3f575acfe tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.333742 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a4a61dce-4881-4b66-b730-d5a3f575acfe tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.368640 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a4a61dce-4881-4b66-b730-d5a3f575acfe tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.383052 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a4a61dce-4881-4b66-b730-d5a3f575acfe tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.386976 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a4a61dce-4881-4b66-b730-d5a3f575acfe tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/534b3040-42ea-490b-a4e9-f6fd1b49369e HTTP/1.1" status: 204 len: 168 time: 0.1234665 Aug 28 13:05:41.387897 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a61dce-4881-4b66-b730-d5a3f575acfe tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=534b3040-42ea-490b-a4e9-f6fd1b49369e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:41.397930 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45240) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:41.541814 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b5ee114d-3c92-480c-9ff5-e81a387eaa94 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1412971 Aug 28 13:05:41.550635 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45244) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:41.587828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.objects.ports [None req-a040fe53-e149-4df9-9d0d-eddf4fd74524 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:05:41.589676 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a040fe53-e149-4df9-9d0d-eddf4fd74524 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.643401 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040fe53-e149-4df9-9d0d-eddf4fd74524 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event updated for resources: {'Subnet': ['ID=e453d507-81cf-4be9-8cb8-0367530e765a,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:41.650400 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f188b619-5b4a-4fb2-b00d-a0881e3acaf8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.697509 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f188b619-5b4a-4fb2-b00d-a0881e3acaf8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.718256 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040fe53-e149-4df9-9d0d-eddf4fd74524 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Checking segment: {'id': 'a4d97277-582b-4327-9a8d-2edcb028668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '27540fed-a715-468f-8d42-9d6fe0e7306b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:41.718672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a040fe53-e149-4df9-9d0d-eddf4fd74524 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Network hostable DHCP agents. Network: 27540fed-a715-468f-8d42-9d6fe0e7306b, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:05:41.738842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a040fe53-e149-4df9-9d0d-eddf4fd74524 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Network 27540fed-a715-468f-8d42-9d6fe0e7306b is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:05:41.752073 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-a040fe53-e149-4df9-9d0d-eddf4fd74524 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 27540fed-a715-468f-8d42-9d6fe0e7306b) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:41.757753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a040fe53-e149-4df9-9d0d-eddf4fd74524 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:41.758475 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a040fe53-e149-4df9-9d0d-eddf4fd74524 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.761618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8928ab-ce42-4285-959c-16ccdf4f49a5 None None] Network 27540fed-a715-468f-8d42-9d6fe0e7306b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:41.787579 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f188b619-5b4a-4fb2-b00d-a0881e3acaf8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.791461 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f188b619-5b4a-4fb2-b00d-a0881e3acaf8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.793446 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f188b619-5b4a-4fb2-b00d-a0881e3acaf8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-groups/cf79d9b2-6271-40c3-9278-d7099994cc84 HTTP/1.1" status: 204 len: 168 time: 0.2422264 Aug 28 13:05:41.796827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45250) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:41.807612 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a040fe53-e149-4df9-9d0d-eddf4fd74524 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9694674 Aug 28 13:05:41.818467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45252) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:41.818467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188b619-5b4a-4fb2-b00d-a0881e3acaf8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf79d9b2-6271-40c3-9278-d7099994cc84,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:41.903327 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45254) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:41.904280 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c79bfb81-7ba6-4cd0-ae04-18270af5183a tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1060832 Aug 28 13:05:41.910922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-dbfaccf0-beed-495f-8056-23b7dd755bee tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126805760'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:41.951029 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dbfaccf0-beed-495f-8056-23b7dd755bee tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:41.985594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-27540fed-a715-468f-8d42-9d6fe0e7306b', 'network_id': '27540fed-a715-468f-8d42-9d6fe0e7306b', 'tenant_id': '9eb364ee3a8749b6b2baa3560ab3dc7f', 'fixed_ips': [{'subnet_id': 'e453d507-81cf-4be9-8cb8-0367530e765a'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:05:41.986482 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.055660 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.163706 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dbfaccf0-beed-495f-8056-23b7dd755bee tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.169383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dbfaccf0-beed-495f-8056-23b7dd755bee tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.187647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Allocated IP 2001:db8::f816:3eff:fe68:fa5c (27540fed-a715-468f-8d42-9d6fe0e7306b/e453d507-81cf-4be9-8cb8-0367530e765a/daafe2a2-16c5-4e19-962a-c6bb82b7d202) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:05:42.209597 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.245015 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfaccf0-beed-495f-8056-23b7dd755bee tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4ecb35-b0a5-4901-9ea1-21aa67376011,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:42.262014 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dbfaccf0-beed-495f-8056-23b7dd755bee tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.266426 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dbfaccf0-beed-495f-8056-23b7dd755bee tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3592198 Aug 28 13:05:42.267013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45262) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:42.274196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b365db23-6357-49f1-8c67-c9ee1f4646b6 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group_rule': {'security_group_id': 'ee4ecb35-b0a5-4901-9ea1-21aa67376011', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:42.316766 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d388c91c-0d9e-4479-b9e0-7182a4aaa0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.331712 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b365db23-6357-49f1-8c67-c9ee1f4646b6 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.476898 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b365db23-6357-49f1-8c67-c9ee1f4646b6 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.482121 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b365db23-6357-49f1-8c67-c9ee1f4646b6 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.529253 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365db23-6357-49f1-8c67-c9ee1f4646b6 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b34f7a7-7323-4117-8c97-f05b1af678e1,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:42.532951 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.539391 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b365db23-6357-49f1-8c67-c9ee1f4646b6 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.543701 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b365db23-6357-49f1-8c67-c9ee1f4646b6 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2756026 Aug 28 13:05:42.544129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45280) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:42.548809 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Transition to ACTIVE for port object daafe2a2-16c5-4e19-962a-c6bb82b7d202 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:42.551762 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-908bfa16-7d3b-4122-8eae-1a2b2acc8b14 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group_rule': {'security_group_id': 'ee4ecb35-b0a5-4901-9ea1-21aa67376011', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:42.589758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Transition to ACTIVE for port object daafe2a2-16c5-4e19-962a-c6bb82b7d202 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:42.590972 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.594304 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-908bfa16-7d3b-4122-8eae-1a2b2acc8b14 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.606142 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.624465 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.685531 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event deleted for resources: {'Subnet': ['ID=e453d507-81cf-4be9-8cb8-0367530e765a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:42.705241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Network 27540fed-a715-468f-8d42-9d6fe0e7306b is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:05:42.712995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:42.715921 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Pushing event updated for resources: {'Port': ['ID=daafe2a2-16c5-4e19-962a-c6bb82b7d202,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:42.718504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:05:42.742161 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-908bfa16-7d3b-4122-8eae-1a2b2acc8b14 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.749568 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-908bfa16-7d3b-4122-8eae-1a2b2acc8b14 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.796276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Attempting to bind port daafe2a2-16c5-4e19-962a-c6bb82b7d202 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:42.797103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Attempting to bind port daafe2a2-16c5-4e19-962a-c6bb82b7d202 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'a4d97277-582b-4327-9a8d-2edcb028668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '27540fed-a715-468f-8d42-9d6fe0e7306b'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:42.797572 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Attempting to bind port daafe2a2-16c5-4e19-962a-c6bb82b7d202 on network 27540fed-a715-468f-8d42-9d6fe0e7306b {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:42.806071 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:05:42.807386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Checking segment: {'id': 'a4d97277-582b-4327-9a8d-2edcb028668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '27540fed-a715-468f-8d42-9d6fe0e7306b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:42.807996 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.809343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Bound using segment: {'id': 'a4d97277-582b-4327-9a8d-2edcb028668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '27540fed-a715-468f-8d42-9d6fe0e7306b'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:05:42.810238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Bound port: daafe2a2-16c5-4e19-962a-c6bb82b7d202, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d97277-582b-4327-9a8d-2edcb028668f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '27540fed-a715-468f-8d42-9d6fe0e7306b'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:05:42.810905 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.834544 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.852128 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27540fed-a715-468f-8d42-9d6fe0e7306b']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:42.861887 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-908bfa16-7d3b-4122-8eae-1a2b2acc8b14 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.874113 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-908bfa16-7d3b-4122-8eae-1a2b2acc8b14 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3260381 Aug 28 13:05:42.875309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45286) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:42.875905 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bfa16-7d3b-4122-8eae-1a2b2acc8b14 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fdb290-dd54-464c-86e6-d433a04e12f7,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:42.891793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-27b6b1a9-b2be-4664-8c9f-25df48f9b1e0 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group_rule': {'security_group_id': 'ee4ecb35-b0a5-4901-9ea1-21aa67376011', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:42.906208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d97277-582b-4327-9a8d-2edcb028668f') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:42.906594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d97277-582b-4327-9a8d-2edcb028668f') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:42.923219 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.945865 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.950489 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] For port daafe2a2-16c5-4e19-962a-c6bb82b7d202, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:05:42.957898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:42.958346 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:42.962633 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:42.976058 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27b6b1a9-b2be-4664-8c9f-25df48f9b1e0 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.039238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] For port daafe2a2-16c5-4e19-962a-c6bb82b7d202, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=daafe2a2-16c5-4e19-962a-c6bb82b7d202,segment=NetworkSegment(a4d97277-582b-4327-9a8d-2edcb028668f),segment_id=a4d97277-582b-4327-9a8d-2edcb028668f)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:05:43.041937 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.db.api [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 13:05:43.041937 n-d-791505-21 neutron-server[94877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 13:05:43.041937 n-d-791505-21 neutron-server[94877]: [parameters: {'id': '27540fed-a715-468f-8d42-9d6fe0e7306b'}] Aug 28 13:05:43.041937 n-d-791505-21 neutron-server[94877]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:05:43.042486 n-d-791505-21 neutron-server[94877]: DEBUG oslo_db.api [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:05:43.045854 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.090116 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27b6b1a9-b2be-4664-8c9f-25df48f9b1e0 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.098478 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27b6b1a9-b2be-4664-8c9f-25df48f9b1e0 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.126051 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27b6b1a9-b2be-4664-8c9f-25df48f9b1e0 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.127272 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-27b6b1a9-b2be-4664-8c9f-25df48f9b1e0 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2460673 Aug 28 13:05:43.130766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45292) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:43.131762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6b1a9-b2be-4664-8c9f-25df48f9b1e0 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfe57f5-692e-47d5-8660-544f0615bfcf,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:43.139826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b1f84519-609a-4fe7-8b34-d4a8cefb8317 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group_rule': {'security_group_id': 'ee4ecb35-b0a5-4901-9ea1-21aa67376011', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:43.178575 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b1f84519-609a-4fe7-8b34-d4a8cefb8317 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.211261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf42bc6-6e89-41f4-ae19-0408435c0613 None None] Network 27540fed-a715-468f-8d42-9d6fe0e7306b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:43.257267 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbad78-ef76-4b8b-b45f-1e0427bc9ca2 None None] Pushing event updated for resources: {'Port': ['ID=daafe2a2-16c5-4e19-962a-c6bb82b7d202,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:43.270316 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b1f84519-609a-4fe7-8b34-d4a8cefb8317 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.275787 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b1f84519-609a-4fe7-8b34-d4a8cefb8317 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.299724 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f84519-609a-4fe7-8b34-d4a8cefb8317 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb17d61b-7e53-4d66-878e-90355c75d0a9,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:43.308021 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b1f84519-609a-4fe7-8b34-d4a8cefb8317 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.312918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45296) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:43.313200 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b1f84519-609a-4fe7-8b34-d4a8cefb8317 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1799781 Aug 28 13:05:43.320194 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a22e4db5-95db-4888-af14-a6235f28a0b8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group_rule': {'security_group_id': 'ee4ecb35-b0a5-4901-9ea1-21aa67376011', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:43.358468 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a22e4db5-95db-4888-af14-a6235f28a0b8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.370533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0429473b-fc59-4d49-abb7-4e1f8464dccd None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 13:05:43.444113 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.466567 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a22e4db5-95db-4888-af14-a6235f28a0b8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.471185 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a22e4db5-95db-4888-af14-a6235f28a0b8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.490587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e4db5-95db-4888-af14-a6235f28a0b8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3aff2b-305c-4f61-ae9e-90a77961d2bd,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:43.501125 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a22e4db5-95db-4888-af14-a6235f28a0b8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.505709 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45310) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:43.518023 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a22e4db5-95db-4888-af14-a6235f28a0b8 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1989088 Aug 28 13:05:43.540702 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.543206 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.566630 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.603931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0429473b-fc59-4d49-abb7-4e1f8464dccd None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 13:05:43.604720 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.618305 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.623360 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1e3aff2b-305c-4f61-ae9e-90a77961d2bd HTTP/1.1" status: 204 len: 168 time: 0.1164238 Aug 28 13:05:43.624645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e3aff2b-305c-4f61-ae9e-90a77961d2bd,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:43.627207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45314) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:43.682873 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:43.683221 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:43.683561 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:43.683897 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:43.684225 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:43.684553 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:43.685380 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:43.685380 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:43.685729 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:43.685849 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:43.686116 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:43.686453 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626110fc-16e1-41c9-80ef-55d2e8c677ac tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:43.711992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Deleting port daafe2a2-16c5-4e19-962a-c6bb82b7d202 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:43.712333 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.764059 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f48dcc64-4c3b-4a98-9b03-f55c9312c116 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1355107 Aug 28 13:05:43.766721 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45322) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:43.822228 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f712012f-d825-498e-be9c-9e83ac6ef953 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.823747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] For port daafe2a2-16c5-4e19-962a-c6bb82b7d202, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=daafe2a2-16c5-4e19-962a-c6bb82b7d202,segment=NetworkSegment(a4d97277-582b-4327-9a8d-2edcb028668f),segment_id=a4d97277-582b-4327-9a8d-2edcb028668f)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:43.824109 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.847146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Calling delete_port for daafe2a2-16c5-4e19-962a-c6bb82b7d202 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:43.848152 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f712012f-d825-498e-be9c-9e83ac6ef953 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.890936 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f712012f-d825-498e-be9c-9e83ac6ef953 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.904613 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f712012f-d825-498e-be9c-9e83ac6ef953 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:43.909658 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f712012f-d825-498e-be9c-9e83ac6ef953 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/eb17d61b-7e53-4d66-878e-90355c75d0a9 HTTP/1.1" status: 204 len: 168 time: 0.1419437 Aug 28 13:05:43.910811 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712012f-d825-498e-be9c-9e83ac6ef953 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb17d61b-7e53-4d66-878e-90355c75d0a9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:43.912780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45330) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:44.000526 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45336) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:44.007371 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d6efee45-8d03-47bd-ade4-9164273ca331 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0845516 Aug 28 13:05:44.047217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55850d99-d0b9-44be-82f0-84a16f780145 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.056862 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55850d99-d0b9-44be-82f0-84a16f780145 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.076788 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.121821 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event deleted for resources: {'Port': ['ID=daafe2a2-16c5-4e19-962a-c6bb82b7d202,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:44.130237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] No DVR routers for this DVR port daafe2a2-16c5-4e19-962a-c6bb82b7d202 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:05:44.138984 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55850d99-d0b9-44be-82f0-84a16f780145 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.144029 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55850d99-d0b9-44be-82f0-84a16f780145 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.147599 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-55850d99-d0b9-44be-82f0-84a16f780145 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4bfe57f5-692e-47d5-8660-544f0615bfcf HTTP/1.1" status: 204 len: 168 time: 0.1376064 Aug 28 13:05:44.149453 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45338) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:44.245629 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55850d99-d0b9-44be-82f0-84a16f780145 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bfe57f5-692e-47d5-8660-544f0615bfcf,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:44.246797 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac6eda92-9f73-41d5-b4cf-f026ad528ac1 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0959053 Aug 28 13:05:44.252472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45340) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:44.276263 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.285809 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-184eb98a-6352-4bf4-a454-03727fd0efb3 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.289113 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27540fed-a715-468f-8d42-9d6fe0e7306b']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:44.295514 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-184eb98a-6352-4bf4-a454-03727fd0efb3 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.301910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d97277-582b-4327-9a8d-2edcb028668f') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:44.302271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d97277-582b-4327-9a8d-2edcb028668f') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:44.314878 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.328501 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-184eb98a-6352-4bf4-a454-03727fd0efb3 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.335995 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-184eb98a-6352-4bf4-a454-03727fd0efb3 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.340237 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-184eb98a-6352-4bf4-a454-03727fd0efb3 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a0fdb290-dd54-464c-86e6-d433a04e12f7 HTTP/1.1" status: 204 len: 168 time: 0.0884829 Aug 28 13:05:44.340594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45342) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:44.347319 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.348064 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184eb98a-6352-4bf4-a454-03727fd0efb3 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0fdb290-dd54-464c-86e6-d433a04e12f7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:44.379539 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:44.380468 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:44.383747 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:44.476350 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45344) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:44.491079 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8578c1b3-a745-4bbf-85cb-fa5e3feb5d91 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1459844 Aug 28 13:05:44.497033 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.504024 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.506487 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/networks/27540fed-a715-468f-8d42-9d6fe0e7306b HTTP/1.1" status: 204 len: 168 time: 2.6838553 Aug 28 13:05:44.509942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45346) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:44.521505 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b514bf7-0212-4221-ab9c-c1138668d5db tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event deleted for resources: {'Network': ['ID=27540fed-a715-468f-8d42-9d6fe0e7306b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:44.538549 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:05:44.560209 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c1d03e-1e3d-4939-b525-b2ead081108c tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:44.560673 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c1d03e-1e3d-4939-b525-b2ead081108c tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:44.562717 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-54c1d03e-1e3d-4939-b525-b2ead081108c tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/subnets/e453d507-81cf-4be9-8cb8-0367530e765a HTTP/1.1" status: 404 len: 337 time: 0.0514014 Aug 28 13:05:44.565798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45348) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:44.572022 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f584dcba-e5c4-4077-928c-2b3f2fd72037 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.582075 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f584dcba-e5c4-4077-928c-2b3f2fd72037 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.590488 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f66a71d-9eea-457d-9cdb-6054294acd1b tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:44.591215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f66a71d-9eea-457d-9cdb-6054294acd1b tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:44.595495 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1f66a71d-9eea-457d-9cdb-6054294acd1b tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/networks/27540fed-a715-468f-8d42-9d6fe0e7306b HTTP/1.1" status: 404 len: 339 time: 0.0258157 Aug 28 13:05:44.596468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45352) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:44.617264 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f584dcba-e5c4-4077-928c-2b3f2fd72037 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.623929 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f584dcba-e5c4-4077-928c-2b3f2fd72037 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.625061 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f584dcba-e5c4-4077-928c-2b3f2fd72037 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4b34f7a7-7323-4117-8c97-f05b1af678e1 HTTP/1.1" status: 204 len: 168 time: 0.1474936 Aug 28 13:05:44.633684 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45354) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:44.636735 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-51936df4-b178-433d-9a58-5336b0a062b5 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:44.637339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51936df4-b178-433d-9a58-5336b0a062b5 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:44.640108 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-51936df4-b178-433d-9a58-5336b0a062b5 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/subnets/2747140b-c0d4-43b0-8911-a757e45f2d87 HTTP/1.1" status: 404 len: 337 time: 0.0423989 Aug 28 13:05:44.642624 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45356) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:44.675884 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ece6a19-3f46-4288-9fd7-90f806c64530 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:44.676676 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ece6a19-3f46-4288-9fd7-90f806c64530 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:44.680928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584dcba-e5c4-4077-928c-2b3f2fd72037 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b34f7a7-7323-4117-8c97-f05b1af678e1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:44.682018 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3ece6a19-3f46-4288-9fd7-90f806c64530 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/networks/00e59fe5-d2a3-45f2-b2af-c31fc1de4aa6 HTTP/1.1" status: 404 len: 339 time: 0.0380733 Aug 28 13:05:44.683050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45358) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:44.713723 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-09dc5dcd-22b3-456a-b456-02bf7cb9db34 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:44.714174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09dc5dcd-22b3-456a-b456-02bf7cb9db34 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:44.715968 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-09dc5dcd-22b3-456a-b456-02bf7cb9db34 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/subnets/b3210a0c-5c96-4919-b49d-7f8a73995240 HTTP/1.1" status: 404 len: 337 time: 0.0308232 Aug 28 13:05:44.718801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45360) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:44.741421 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53bc767-5872-44ff-a0d0-6e75525a8ef2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:44.742148 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-338ea043-9bb7-4c26-a18d-3a80ca961e60 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1061599 Aug 28 13:05:44.742718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53bc767-5872-44ff-a0d0-6e75525a8ef2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:44.747096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45364) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:44.748445 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45366) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:44.748584 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f53bc767-5872-44ff-a0d0-6e75525a8ef2 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/networks/3253b3fd-1eaf-4ce1-beb3-8dd2500e0e4a HTTP/1.1" status: 404 len: 339 time: 0.0286109 Aug 28 13:05:44.871147 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3490bf13-4b35-4950-ac5d-8067b28d2a06 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.902727 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3490bf13-4b35-4950-ac5d-8067b28d2a06 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:44.913980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-25b3801e-0309-44ee-b6ef-a441dba79bd4 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Deleting port 564d2956-e11b-4439-a895-17e262d0d459 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:44.914315 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25b3801e-0309-44ee-b6ef-a441dba79bd4 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.000110 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25b3801e-0309-44ee-b6ef-a441dba79bd4 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.012158 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3490bf13-4b35-4950-ac5d-8067b28d2a06 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.015183 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3490bf13-4b35-4950-ac5d-8067b28d2a06 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.022220 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3490bf13-4b35-4950-ac5d-8067b28d2a06 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-groups/ee4ecb35-b0a5-4901-9ea1-21aa67376011 HTTP/1.1" status: 204 len: 168 time: 0.2724202 Aug 28 13:05:45.024927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45372) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:45.029638 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-25b3801e-0309-44ee-b6ef-a441dba79bd4 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Calling delete_port for 564d2956-e11b-4439-a895-17e262d0d459 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:45.042977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490bf13-4b35-4950-ac5d-8067b28d2a06 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4ecb35-b0a5-4901-9ea1-21aa67376011,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:45.086669 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fdfc1487-0dce-4d97-ad50-5cae38c6f37f tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604699 Aug 28 13:05:45.095244 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45374) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:45.100137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d621dfb5-14de-44b5-b616-4825aad63de6 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group': {'name': 'tempest-secgroup--816865684'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:45.137808 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d621dfb5-14de-44b5-b616-4825aad63de6 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.189154 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25b3801e-0309-44ee-b6ef-a441dba79bd4 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.241475 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25b3801e-0309-44ee-b6ef-a441dba79bd4 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.245324 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-25b3801e-0309-44ee-b6ef-a441dba79bd4 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/ports/564d2956-e11b-4439-a895-17e262d0d459 HTTP/1.1" status: 204 len: 168 time: 0.4888210 Aug 28 13:05:45.249329 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45376) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:45.251365 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3801e-0309-44ee-b6ef-a441dba79bd4 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event deleted for resources: {'Port': ['ID=564d2956-e11b-4439-a895-17e262d0d459,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:45.312627 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d621dfb5-14de-44b5-b616-4825aad63de6 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.313760 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.318474 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d621dfb5-14de-44b5-b616-4825aad63de6 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.329584 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-18010b7b-370e-45c7-b916-d89ffa2dc2c4 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:45.330936 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18010b7b-370e-45c7-b916-d89ffa2dc2c4 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:45.332984 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-18010b7b-370e-45c7-b916-d89ffa2dc2c4 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/subnets/24c1edf6-3d83-491d-87ec-f551170daa34 HTTP/1.1" status: 404 len: 337 time: 0.0826554 Aug 28 13:05:45.336287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45378) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:45.351726 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d621dfb5-14de-44b5-b616-4825aad63de6 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.353177 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d621dfb5-14de-44b5-b616-4825aad63de6 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2568803 Aug 28 13:05:45.355753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621dfb5-14de-44b5-b616-4825aad63de6 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a55be8-2ccb-4622-b356-0322c002cc98,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:45.358053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45380) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:45.372815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0063dec9-7349-4cf4-99b0-e863891dd3dc tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group_rule': {'security_group_id': 'd3a55be8-2ccb-4622-b356-0322c002cc98', 'direction': 'ingress', 'protocol': 17}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:45.409364 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0063dec9-7349-4cf4-99b0-e863891dd3dc tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.437243 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-65d1d92c-2150-44ba-ace9-da4fe4781b79 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.487031 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0063dec9-7349-4cf4-99b0-e863891dd3dc tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.492862 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0063dec9-7349-4cf4-99b0-e863891dd3dc tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.531231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063dec9-7349-4cf4-99b0-e863891dd3dc tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381b90e3-1fed-4840-a3d7-17815c27f600,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:45.535597 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0063dec9-7349-4cf4-99b0-e863891dd3dc tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.538027 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0063dec9-7349-4cf4-99b0-e863891dd3dc tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1689873 Aug 28 13:05:45.546543 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45382) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:45.575967 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-65d1d92c-2150-44ba-ace9-da4fe4781b79 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.589745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-65d1d92c-2150-44ba-ace9-da4fe4781b79 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf32fc7-1455-42cf-b124-baf28994bc29']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:45.603662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-65d1d92c-2150-44ba-ace9-da4fe4781b79 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627cd098-9455-4bd0-9751-f3b7bc53f576') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:45.604016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-65d1d92c-2150-44ba-ace9-da4fe4781b79 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627cd098-9455-4bd0-9751-f3b7bc53f576') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:45.610167 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9932f68e-0c96-49b3-8e45-59ebd1093a58 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.614972 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-65d1d92c-2150-44ba-ace9-da4fe4781b79 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.633871 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-65d1d92c-2150-44ba-ace9-da4fe4781b79 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.639132 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9932f68e-0c96-49b3-8e45-59ebd1093a58 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.643873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d1d92c-2150-44ba-ace9-da4fe4781b79 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:45.644552 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-65d1d92c-2150-44ba-ace9-da4fe4781b79 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:45.685582 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:45.736502 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9932f68e-0c96-49b3-8e45-59ebd1093a58 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.742466 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9932f68e-0c96-49b3-8e45-59ebd1093a58 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.743863 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9932f68e-0c96-49b3-8e45-59ebd1093a58 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-groups/d3a55be8-2ccb-4622-b356-0322c002cc98 HTTP/1.1" status: 204 len: 168 time: 0.1960797 Aug 28 13:05:45.750758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45386) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:45.756472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f68e-0c96-49b3-8e45-59ebd1093a58 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a55be8-2ccb-4622-b356-0322c002cc98,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:45.809898 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-65d1d92c-2150-44ba-ace9-da4fe4781b79 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.847046 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-65d1d92c-2150-44ba-ace9-da4fe4781b79 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:45.851566 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-65d1d92c-2150-44ba-ace9-da4fe4781b79 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/networks/fcf32fc7-1455-42cf-b124-baf28994bc29 HTTP/1.1" status: 204 len: 168 time: 0.5116563 Aug 28 13:05:45.852030 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45388) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:45.859621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1d92c-2150-44ba-ace9-da4fe4781b79 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event deleted for resources: {'Network': ['ID=fcf32fc7-1455-42cf-b124-baf28994bc29,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:45.874858 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-56e329c9-050f-45d5-bee4-c2269e3bb1da tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1182022 Aug 28 13:05:45.875492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45392) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:45.881399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-0d2082a4-d500-45c2-9756-ab5d3a270457 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1961946636'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:45.908302 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d2082a4-d500-45c2-9756-ab5d3a270457 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.045691 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d2082a4-d500-45c2-9756-ab5d3a270457 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.052224 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d2082a4-d500-45c2-9756-ab5d3a270457 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.056440 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c26560a4-5747-4244-a16b-82b3913a318c tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Deleting port 1af70fc6-85cc-4887-a191-f0cb2daebbb4 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:46.056938 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c26560a4-5747-4244-a16b-82b3913a318c tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.090183 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d2082a4-d500-45c2-9756-ab5d3a270457 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.095018 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0d2082a4-d500-45c2-9756-ab5d3a270457 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2182670 Aug 28 13:05:46.096426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45398) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:46.106697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b07e0fc3-fbcf-4f53-a873-ff298458ddcf tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group': {'name': 'tempest-secgroup--274687543'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:46.123234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2082a4-d500-45c2-9756-ab5d3a270457 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90806c4a-a9df-414b-a1c7-de06a2703876,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:46.155734 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c26560a4-5747-4244-a16b-82b3913a318c tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.169932 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b07e0fc3-fbcf-4f53-a873-ff298458ddcf tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.177863 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c26560a4-5747-4244-a16b-82b3913a318c tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Calling delete_port for 1af70fc6-85cc-4887-a191-f0cb2daebbb4 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:46.357213 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c26560a4-5747-4244-a16b-82b3913a318c tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.378598 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c26560a4-5747-4244-a16b-82b3913a318c tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.381544 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c26560a4-5747-4244-a16b-82b3913a318c tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/ports/1af70fc6-85cc-4887-a191-f0cb2daebbb4 HTTP/1.1" status: 204 len: 168 time: 0.5283225 Aug 28 13:05:46.389107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45400) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:46.439541 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26560a4-5747-4244-a16b-82b3913a318c tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event deleted for resources: {'Port': ['ID=1af70fc6-85cc-4887-a191-f0cb2daebbb4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:46.458630 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b07e0fc3-fbcf-4f53-a873-ff298458ddcf tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.461308 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef984551-bd26-4029-9dbb-b33222289808 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] DELETE failed (client error): The resource could not be found. Aug 28 13:05:46.461831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef984551-bd26-4029-9dbb-b33222289808 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:05:46.463681 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ef984551-bd26-4029-9dbb-b33222289808 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/subnets/1a5919f6-3894-4825-8f78-5be5d1a57525 HTTP/1.1" status: 404 len: 337 time: 0.0738406 Aug 28 13:05:46.466670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45402) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:46.479262 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b07e0fc3-fbcf-4f53-a873-ff298458ddcf tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.561433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e0fc3-fbcf-4f53-a873-ff298458ddcf tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e96d9c8-431c-4c9c-973f-6d9b46914b2a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:46.591428 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b07e0fc3-fbcf-4f53-a873-ff298458ddcf tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.592641 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b07e0fc3-fbcf-4f53-a873-ff298458ddcf tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4901211 Aug 28 13:05:46.596007 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45404) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:46.603208 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c699526a-745a-406f-a86a-872eb0d3e6f5 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group_rule': {'security_group_id': '90806c4a-a9df-414b-a1c7-de06a2703876', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1e96d9c8-431c-4c9c-973f-6d9b46914b2a', 'remote_ip_prefix': None}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:46.626047 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-460f747d-c716-4e36-9121-ca3ae9e87846 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.681963 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c699526a-745a-406f-a86a-872eb0d3e6f5 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.763486 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c699526a-745a-406f-a86a-872eb0d3e6f5 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.769564 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c699526a-745a-406f-a86a-872eb0d3e6f5 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.804000 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-460f747d-c716-4e36-9121-ca3ae9e87846 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.827113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699526a-745a-406f-a86a-872eb0d3e6f5 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2151467e-c60f-4a18-8734-11b23c981067,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:46.828705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-460f747d-c716-4e36-9121-ca3ae9e87846 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a21a1c-692b-4c28-a1e1-4d2db78a0b23']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:46.837117 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c699526a-745a-406f-a86a-872eb0d3e6f5 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.842164 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c699526a-745a-406f-a86a-872eb0d3e6f5 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2419500 Aug 28 13:05:46.843354 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45408) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:46.875314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-460f747d-c716-4e36-9121-ca3ae9e87846 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f67565-f20d-430d-9964-ae407d09291c') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:46.875314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-460f747d-c716-4e36-9121-ca3ae9e87846 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f67565-f20d-430d-9964-ae407d09291c') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:46.876798 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-942c6308-b3a9-49f7-9593-e916eaad9cc1 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.892641 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-942c6308-b3a9-49f7-9593-e916eaad9cc1 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.901744 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-460f747d-c716-4e36-9121-ca3ae9e87846 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.943738 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-460f747d-c716-4e36-9121-ca3ae9e87846 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.960921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460f747d-c716-4e36-9121-ca3ae9e87846 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:46.961596 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-460f747d-c716-4e36-9121-ca3ae9e87846 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:46.965178 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:47.043081 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-942c6308-b3a9-49f7-9593-e916eaad9cc1 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:47.050193 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-942c6308-b3a9-49f7-9593-e916eaad9cc1 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:47.054372 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-942c6308-b3a9-49f7-9593-e916eaad9cc1 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2151467e-c60f-4a18-8734-11b23c981067 HTTP/1.1" status: 204 len: 168 time: 0.2080023 Aug 28 13:05:47.054792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45414) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:47.113320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c6308-b3a9-49f7-9593-e916eaad9cc1 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2151467e-c60f-4a18-8734-11b23c981067,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:47.142201 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-460f747d-c716-4e36-9121-ca3ae9e87846 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:47.147924 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-460f747d-c716-4e36-9121-ca3ae9e87846 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:47.158284 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-460f747d-c716-4e36-9121-ca3ae9e87846 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/networks/a8a21a1c-692b-4c28-a1e1-4d2db78a0b23 HTTP/1.1" status: 204 len: 168 time: 0.6887300 Aug 28 13:05:47.158284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45420) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:47.214414 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cbedd168-f394-434c-903c-3515043930bf tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1580353 Aug 28 13:05:47.218135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45422) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:47.254036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f747d-c716-4e36-9121-ca3ae9e87846 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event deleted for resources: {'Network': ['ID=a8a21a1c-692b-4c28-a1e1-4d2db78a0b23,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:47.344048 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-37535f3d-c6c5-465d-a31a-24b96e49fb4e tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:47.358821 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-7494cf66-129e-4bf6-b65f-b2bf51e6e153 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Deleting subnet 7dc81c87-e3b2-4295-8c5d-e4ff6bea089f {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:05:47.371186 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7494cf66-129e-4bf6-b65f-b2bf51e6e153 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:47.399522 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-37535f3d-c6c5-465d-a31a-24b96e49fb4e tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:47.493155 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7494cf66-129e-4bf6-b65f-b2bf51e6e153 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:47.504124 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-37535f3d-c6c5-465d-a31a-24b96e49fb4e tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:47.507884 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-37535f3d-c6c5-465d-a31a-24b96e49fb4e tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:47.516642 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-37535f3d-c6c5-465d-a31a-24b96e49fb4e tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-groups/1e96d9c8-431c-4c9c-973f-6d9b46914b2a HTTP/1.1" status: 204 len: 168 time: 0.2955275 Aug 28 13:05:47.517714 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45426) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:47.544931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37535f3d-c6c5-465d-a31a-24b96e49fb4e tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e96d9c8-431c-4c9c-973f-6d9b46914b2a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:47.744543 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d9408a22-4bef-4692-bb72-fea695db4bbd tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2223887 Aug 28 13:05:47.749457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45428) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:47.806689 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7494cf66-129e-4bf6-b65f-b2bf51e6e153 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:47.899444 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5d7794a-bcc0-4b32-a77c-547d5381d59c tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:47.909267 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7494cf66-129e-4bf6-b65f-b2bf51e6e153 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:47.948404 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5d7794a-bcc0-4b32-a77c-547d5381d59c tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:47.952436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494cf66-129e-4bf6-b65f-b2bf51e6e153 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc81c87-e3b2-4295-8c5d-e4ff6bea089f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:47.967761 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7494cf66-129e-4bf6-b65f-b2bf51e6e153 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:47.974001 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7494cf66-129e-4bf6-b65f-b2bf51e6e153 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/subnets/7dc81c87-e3b2-4295-8c5d-e4ff6bea089f HTTP/1.1" status: 204 len: 168 time: 0.8117902 Aug 28 13:05:47.975462 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45432) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:47.980818 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b37db2e-32f7-4af7-a452-a17b1d5c51dc None None] Network 1b311c5d-9c3f-4e4a-abca-8b41fea8528c requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:48.279295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c8704f-57a6-44fc-9775-bc71b54b9859 None None] DHCP port deletion for 1b311c5d-9c3f-4e4a-abca-8b41fea8528c request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:05:48.285401 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5d7794a-bcc0-4b32-a77c-547d5381d59c tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:48.288111 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5d7794a-bcc0-4b32-a77c-547d5381d59c tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:48.292196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45438) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:48.293305 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c5d7794a-bcc0-4b32-a77c-547d5381d59c tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-groups/90806c4a-a9df-414b-a1c7-de06a2703876 HTTP/1.1" status: 204 len: 168 time: 0.5378590 Aug 28 13:05:48.315745 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:48.369497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7794a-bcc0-4b32-a77c-547d5381d59c tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90806c4a-a9df-414b-a1c7-de06a2703876,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:48.399988 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-11682f05-8669-42f9-91ba-ca0f66df4d36 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1054087 Aug 28 13:05:48.405270 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45446) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:48.413200 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-58d3a859-881e-43b7-81c0-06f12da37dd0 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group': {'name': 'tempest-secgroup--1901147514'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:48.434637 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-81c8704f-57a6-44fc-9775-bc71b54b9859 None None] Deleting port 710334cc-0e30-4d06-9c76-c93ab7098be8 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:48.435410 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-81c8704f-57a6-44fc-9775-bc71b54b9859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:48.518416 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58d3a859-881e-43b7-81c0-06f12da37dd0 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:48.588696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-81c8704f-57a6-44fc-9775-bc71b54b9859 None None] For port 710334cc-0e30-4d06-9c76-c93ab7098be8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=710334cc-0e30-4d06-9c76-c93ab7098be8,segment=NetworkSegment(346abc19-b301-4c93-8727-f43588c2c9b3),segment_id=346abc19-b301-4c93-8727-f43588c2c9b3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:48.589709 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-81c8704f-57a6-44fc-9775-bc71b54b9859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:48.624399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-81c8704f-57a6-44fc-9775-bc71b54b9859 None None] Calling delete_port for 710334cc-0e30-4d06-9c76-c93ab7098be8 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:48.727633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Deleting port 710334cc-0e30-4d06-9c76-c93ab7098be8 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:05:48.731354 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:48.868072 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 710334cc-0e30-4d06-9c76-c93ab7098be8 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:05:48.893840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] For port 710334cc-0e30-4d06-9c76-c93ab7098be8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=710334cc-0e30-4d06-9c76-c93ab7098be8,segment=NetworkSegment(346abc19-b301-4c93-8727-f43588c2c9b3),segment_id=346abc19-b301-4c93-8727-f43588c2c9b3)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:48.894211 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:48.931580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Calling delete_port for 710334cc-0e30-4d06-9c76-c93ab7098be8 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:05:48.992432 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58d3a859-881e-43b7-81c0-06f12da37dd0 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.003331 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58d3a859-881e-43b7-81c0-06f12da37dd0 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.056240 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-58d3a859-881e-43b7-81c0-06f12da37dd0 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.057474 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-58d3a859-881e-43b7-81c0-06f12da37dd0 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6507094 Aug 28 13:05:49.060685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45454) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:49.078555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-81e818b6-6a14-4dd3-bc19-da132bd44748 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group_rule': {'security_group_id': '38811b9b-f4a8-4e79-931a-bbbf802e7b8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:49.165209 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.202227 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3a859-881e-43b7-81c0-06f12da37dd0 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38811b9b-f4a8-4e79-931a-bbbf802e7b8d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:49.239727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81e818b6-6a14-4dd3-bc19-da132bd44748 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.258884 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-81c8704f-57a6-44fc-9775-bc71b54b9859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.283202 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.325035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] No DVR routers for this DVR port 710334cc-0e30-4d06-9c76-c93ab7098be8 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:05:49.327167 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event deleted for resources: {'Port': ['ID=710334cc-0e30-4d06-9c76-c93ab7098be8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:49.393542 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8704f-57a6-44fc-9775-bc71b54b9859 None None] Pushing event deleted for resources: {'Port': ['ID=710334cc-0e30-4d06-9c76-c93ab7098be8,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:49.408568 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c8704f-57a6-44fc-9775-bc71b54b9859 None None] No DVR routers for this DVR port 710334cc-0e30-4d06-9c76-c93ab7098be8 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:05:49.449429 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.486268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b311c5d-9c3f-4e4a-abca-8b41fea8528c']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:49.544225 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346abc19-b301-4c93-8727-f43588c2c9b3') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:49.546225 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346abc19-b301-4c93-8727-f43588c2c9b3') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:49.564036 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.572496 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81e818b6-6a14-4dd3-bc19-da132bd44748 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.577112 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81e818b6-6a14-4dd3-bc19-da132bd44748 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.607818 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.623586 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e818b6-6a14-4dd3-bc19-da132bd44748 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540a52d9-dae8-4680-93a2-c42ec793f80d,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:49.627606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:49.628285 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:49.632617 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:49.637519 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-81e818b6-6a14-4dd3-bc19-da132bd44748 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.641349 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-81e818b6-6a14-4dd3-bc19-da132bd44748 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5697446 Aug 28 13:05:49.641674 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45466) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:49.686493 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-35c2e6cd-26dd-413d-89b1-3c9ff03fbd5e tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.701510 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-35c2e6cd-26dd-413d-89b1-3c9ff03fbd5e tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.732931 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-35c2e6cd-26dd-413d-89b1-3c9ff03fbd5e tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.741094 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-35c2e6cd-26dd-413d-89b1-3c9ff03fbd5e tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.742667 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-35c2e6cd-26dd-413d-89b1-3c9ff03fbd5e tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/540a52d9-dae8-4680-93a2-c42ec793f80d HTTP/1.1" status: 204 len: 168 time: 0.0998769 Aug 28 13:05:49.749844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45468) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:49.756831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2e6cd-26dd-413d-89b1-3c9ff03fbd5e tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=540a52d9-dae8-4680-93a2-c42ec793f80d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:49.788370 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.795609 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:49.797389 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] 10.222.0.20 "DELETE /v2.0/networks/1b311c5d-9c3f-4e4a-abca-8b41fea8528c HTTP/1.1" status: 204 len: 168 time: 1.8166206 Aug 28 13:05:49.827075 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4888a0-82f2-4292-98ef-ad85e8a04df9 tempest-NetworksIpV6TestAttrs-463177078 tempest-NetworksIpV6TestAttrs-463177078-project] Pushing event deleted for resources: {'Network': ['ID=1b311c5d-9c3f-4e4a-abca-8b41fea8528c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:49.839990 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7d20f83f-b2bf-4707-8d3f-0b79b1d4851d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0889277 Aug 28 13:05:49.842545 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45472) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:49.964399 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-29449105-0000-4ed8-b601-eeb677516553 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:50.045684 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-29449105-0000-4ed8-b601-eeb677516553 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:50.141830 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-29449105-0000-4ed8-b601-eeb677516553 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:50.150539 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-29449105-0000-4ed8-b601-eeb677516553 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:50.154855 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-29449105-0000-4ed8-b601-eeb677516553 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-groups/38811b9b-f4a8-4e79-931a-bbbf802e7b8d HTTP/1.1" status: 204 len: 168 time: 0.3110328 Aug 28 13:05:50.156643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45480) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:50.180512 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29449105-0000-4ed8-b601-eeb677516553 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38811b9b-f4a8-4e79-931a-bbbf802e7b8d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:50.253678 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-337bb7d5-0ee0-41bc-83c8-d2e3847aca35 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0929830 Aug 28 13:05:50.256658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45482) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:50.266156 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c0362dab-028a-4f09-9596-643495b9bbc2 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group': {'name': 'tempest-secgroup--276183359'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:50.332547 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c0362dab-028a-4f09-9596-643495b9bbc2 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:50.365946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45484) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:50.523366 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c0362dab-028a-4f09-9596-643495b9bbc2 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:50.530640 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c0362dab-028a-4f09-9596-643495b9bbc2 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:50.632732 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0362dab-028a-4f09-9596-643495b9bbc2 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d8097f-1c87-4bd2-b555-acf74a5d051a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:50.639945 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c0362dab-028a-4f09-9596-643495b9bbc2 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:50.646221 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c0362dab-028a-4f09-9596-643495b9bbc2 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3829923 Aug 28 13:05:50.646656 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45492) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:50.655814 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e42f431b-0a9a-4233-b93a-bd7d050aebed tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group_rule': {'security_group_id': 'd3d8097f-1c87-4bd2-b555-acf74a5d051a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:50.669624 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-354e826b-4df3-4087-959a-436b3fdb23b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9eb364ee3a8749b6b2baa3560ab3dc7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024938 Aug 28 13:05:50.672275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45494) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:50.753984 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2a25662-f4a9-435e-afad-e7bb163d966f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:50.759659 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e42f431b-0a9a-4233-b93a-bd7d050aebed tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:50.802560 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2a25662-f4a9-435e-afad-e7bb163d966f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:50.853822 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e42f431b-0a9a-4233-b93a-bd7d050aebed tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:50.861072 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e42f431b-0a9a-4233-b93a-bd7d050aebed tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:50.883196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f431b-0a9a-4233-b93a-bd7d050aebed tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334b2931-1e7b-4d80-8ec9-394f0ce50989,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:50.933848 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e42f431b-0a9a-4233-b93a-bd7d050aebed tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:50.940075 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e42f431b-0a9a-4233-b93a-bd7d050aebed tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2897823 Aug 28 13:05:50.940075 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2a25662-f4a9-435e-afad-e7bb163d966f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:50.940641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45498) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:50.948062 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a2a25662-f4a9-435e-afad-e7bb163d966f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:50.950967 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a2a25662-f4a9-435e-afad-e7bb163d966f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68bbfd1a-72a4-415f-8bce-df79f2eb6360 HTTP/1.1" status: 204 len: 168 time: 0.2772257 Aug 28 13:05:50.970395 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e0d4b05f-b9c4-4075-b2b4-d75c5cddb54d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules/334b2931-1e7b-4d80-8ec9-394f0ce50989 HTTP/1.1" status: 200 len: 763 time: 0.0287614 Aug 28 13:05:50.985258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45502) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:50.995493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a25662-f4a9-435e-afad-e7bb163d966f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bbfd1a-72a4-415f-8bce-df79f2eb6360,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:51.132448 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5f4ea6cf-4dd0-456b-86f5-25d897650f08 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1410205 Aug 28 13:05:51.135744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45508) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:51.235623 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4951d21c-707b-484c-80b6-978a9e6c3278 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:51.270127 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4951d21c-707b-484c-80b6-978a9e6c3278 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:51.370296 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4951d21c-707b-484c-80b6-978a9e6c3278 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:51.377436 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4951d21c-707b-484c-80b6-978a9e6c3278 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:51.384961 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4951d21c-707b-484c-80b6-978a9e6c3278 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/334b2931-1e7b-4d80-8ec9-394f0ce50989 HTTP/1.1" status: 204 len: 168 time: 0.2387407 Aug 28 13:05:51.384961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45512) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:51.421193 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951d21c-707b-484c-80b6-978a9e6c3278 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=334b2931-1e7b-4d80-8ec9-394f0ce50989,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:51.473024 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2e12405a-6f4e-480a-a90a-8095f4244448 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0883183 Aug 28 13:05:51.476375 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45522) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:51.483546 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-979f274a-1b09-446a-844b-e69424a61f33 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group_rule': {'security_group_id': 'd3d8097f-1c87-4bd2-b555-acf74a5d051a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:51.549519 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-979f274a-1b09-446a-844b-e69424a61f33 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:51.906496 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-979f274a-1b09-446a-844b-e69424a61f33 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:51.913158 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-979f274a-1b09-446a-844b-e69424a61f33 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:51.971080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f274a-1b09-446a-844b-e69424a61f33 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4029f0-c99f-40f9-b3fd-15b7576a2857,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:51.986640 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-979f274a-1b09-446a-844b-e69424a61f33 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:51.988252 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-979f274a-1b09-446a-844b-e69424a61f33 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5099075 Aug 28 13:05:51.991484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45532) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:52.029079 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-42ec3345-db07-4fb3-a901-7d0639554556 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules/1d4029f0-c99f-40f9-b3fd-15b7576a2857 HTTP/1.1" status: 200 len: 763 time: 0.0346930 Aug 28 13:05:52.030228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45536) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:52.126223 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-feaeb73d-1c5f-468a-8127-b1bd3552f013 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0921018 Aug 28 13:05:52.137189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45540) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:52.204598 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a885b74e-127d-4791-8b98-1f42653a849d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:52.220679 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a885b74e-127d-4791-8b98-1f42653a849d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:52.323086 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a885b74e-127d-4791-8b98-1f42653a849d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:52.341755 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a885b74e-127d-4791-8b98-1f42653a849d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:52.347582 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a885b74e-127d-4791-8b98-1f42653a849d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1d4029f0-c99f-40f9-b3fd-15b7576a2857 HTTP/1.1" status: 204 len: 168 time: 0.2047861 Aug 28 13:05:52.347899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45552) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:52.370336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885b74e-127d-4791-8b98-1f42653a849d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d4029f0-c99f-40f9-b3fd-15b7576a2857,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:52.409622 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-841d657c-18e0-4e77-a0fe-de586ae0cb7a tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0587037 Aug 28 13:05:52.412309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45556) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:52.418006 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-f655ce4d-4ce8-40a1-adf8-ba5c1e00116d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Request body: {'security_group_rule': {'security_group_id': 'd3d8097f-1c87-4bd2-b555-acf74a5d051a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:52.467613 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f655ce4d-4ce8-40a1-adf8-ba5c1e00116d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:52.503225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45558) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:52.595877 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f655ce4d-4ce8-40a1-adf8-ba5c1e00116d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:52.601967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f655ce4d-4ce8-40a1-adf8-ba5c1e00116d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:52.664169 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f655ce4d-4ce8-40a1-adf8-ba5c1e00116d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:52.670969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45562) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:52.673717 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f655ce4d-4ce8-40a1-adf8-ba5c1e00116d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2603016 Aug 28 13:05:52.680797 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655ce4d-4ce8-40a1-adf8-ba5c1e00116d tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5820c9-3dac-4cf7-8f1d-7f591d62525a,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:52.728570 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3d6ff052-e123-4ddf-ba02-e61075374555 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules/7c5820c9-3dac-4cf7-8f1d-7f591d62525a HTTP/1.1" status: 200 len: 764 time: 0.0553899 Aug 28 13:05:52.733329 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45564) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:52.807430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45566) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:52.814697 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-83da581f-62d5-4ab0-8a23-a459bdfda23a tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0762773 Aug 28 13:05:52.839808 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-105336a9-99b2-4be1-9757-7df998b446fa tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:52.849984 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-105336a9-99b2-4be1-9757-7df998b446fa tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:52.869747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-d5073de2-58e5-40e3-8102-105aab3f0f92 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-47156792'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:52.898581 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-105336a9-99b2-4be1-9757-7df998b446fa tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:52.904087 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-105336a9-99b2-4be1-9757-7df998b446fa tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:52.905355 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-105336a9-99b2-4be1-9757-7df998b446fa tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7c5820c9-3dac-4cf7-8f1d-7f591d62525a HTTP/1.1" status: 204 len: 168 time: 0.0964720 Aug 28 13:05:52.908072 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45568) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:52.928939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5073de2-58e5-40e3-8102-105aab3f0f92 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:52.934558 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5073de2-58e5-40e3-8102-105aab3f0f92 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:52.937462 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105336a9-99b2-4be1-9757-7df998b446fa tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c5820c9-3dac-4cf7-8f1d-7f591d62525a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:52.956791 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5073de2-58e5-40e3-8102-105aab3f0f92 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:53.040498 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c89ab009-4321-4f3c-b383-c5b7ad67cd82 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1301427 Aug 28 13:05:53.042188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45570) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:53.101335 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5073de2-58e5-40e3-8102-105aab3f0f92 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:53.107761 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5073de2-58e5-40e3-8102-105aab3f0f92 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:53.140463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5073de2-58e5-40e3-8102-105aab3f0f92 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a601550d-21a2-4e19-b08c-007a55d3a57d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:53.141030 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0c80637-2a96-4926-8ee9-d6288efa1817 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:53.152480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5073de2-58e5-40e3-8102-105aab3f0f92 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:05:53.165004 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5073de2-58e5-40e3-8102-105aab3f0f92 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:53.165344 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-d5073de2-58e5-40e3-8102-105aab3f0f92 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Added segment 047e0c3e-3acc-40e0-8f3e-9a57dfdaa296 of type vlan for network 311756e4-1897-408a-bbf5-65802a6cfc9c Aug 28 13:05:53.193454 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0c80637-2a96-4926-8ee9-d6288efa1817 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:53.213143 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5073de2-58e5-40e3-8102-105aab3f0f92 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:53.243341 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0c80637-2a96-4926-8ee9-d6288efa1817 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:53.246151 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d0c80637-2a96-4926-8ee9-d6288efa1817 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:53.250930 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d0c80637-2a96-4926-8ee9-d6288efa1817 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "DELETE /v2.0/security-groups/d3d8097f-1c87-4bd2-b555-acf74a5d051a HTTP/1.1" status: 204 len: 168 time: 0.2038763 Aug 28 13:05:53.251243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45572) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:53.259055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c80637-2a96-4926-8ee9-d6288efa1817 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d8097f-1c87-4bd2-b555-acf74a5d051a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:53.270066 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5073de2-58e5-40e3-8102-105aab3f0f92 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:53.276141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5073de2-58e5-40e3-8102-105aab3f0f92 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:53.276816 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d5073de2-58e5-40e3-8102-105aab3f0f92 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:53.346814 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d5073de2-58e5-40e3-8102-105aab3f0f92 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8424358 Aug 28 13:05:53.378566 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5a9afe0d-ecb0-4e45-93cd-9dbeffab9b03 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1257401 Aug 28 13:05:53.379603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5073de2-58e5-40e3-8102-105aab3f0f92 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Network': ['ID=311756e4-1897-408a-bbf5-65802a6cfc9c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:53.383415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45574) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:53.413221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 311756e4-1897-408a-bbf5-65802a6cfc9c details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:05:53.487563 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45578) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:53.488716 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e82a52dd-3c27-46fa-a497-21bba89ce383 tempest-SecGroupTest-1177897181 tempest-SecGroupTest-1177897181-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1025848 Aug 28 13:05:53.495875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-dafd351e-c523-4cec-a515-521559d2cf15 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'subnet': {'network_id': '311756e4-1897-408a-bbf5-65802a6cfc9c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:53.713029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafd351e-c523-4cec-a515-521559d2cf15 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:53.723062 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dafd351e-c523-4cec-a515-521559d2cf15 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:53.890392 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45594) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:54.014513 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dafd351e-c523-4cec-a515-521559d2cf15 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:54.146024 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-34a7cd3b-c4d2-4b85-855b-2f4019199dc1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4eee6875e35451ea75824ec2ef818b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542112 Aug 28 13:05:54.152856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45604) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:54.198381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd351e-c523-4cec-a515-521559d2cf15 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Checking segment: {'id': '047e0c3e-3acc-40e0-8f3e-9a57dfdaa296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '311756e4-1897-408a-bbf5-65802a6cfc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:54.198381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd351e-c523-4cec-a515-521559d2cf15 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network hostable DHCP agents. Network: 311756e4-1897-408a-bbf5-65802a6cfc9c, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:05:54.236897 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd351e-c523-4cec-a515-521559d2cf15 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Subnet': ['ID=52954cd0-cef8-4cfb-b6bf-62b90c1632e4,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:54.261460 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-00d2ea12-e7f7-4132-a181-26cbf6b54267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:54.264217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd351e-c523-4cec-a515-521559d2cf15 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network 311756e4-1897-408a-bbf5-65802a6cfc9c is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:05:54.276811 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-dafd351e-c523-4cec-a515-521559d2cf15 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 311756e4-1897-408a-bbf5-65802a6cfc9c) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:54.281418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafd351e-c523-4cec-a515-521559d2cf15 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:54.282249 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dafd351e-c523-4cec-a515-521559d2cf15 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:54.291298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d129a363-36b4-401e-8224-2375a0a1d7db None None] Network 311756e4-1897-408a-bbf5-65802a6cfc9c requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:54.307758 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dafd351e-c523-4cec-a515-521559d2cf15 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8183379 Aug 28 13:05:54.311278 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45606) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:54.323515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-149f1182-90aa-4f89-9064-2364a1bd44bb tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-764110173'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:54.372294 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149f1182-90aa-4f89-9064-2364a1bd44bb tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:54.381598 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-149f1182-90aa-4f89-9064-2364a1bd44bb tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:54.384077 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-00d2ea12-e7f7-4132-a181-26cbf6b54267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:54.450177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149f1182-90aa-4f89-9064-2364a1bd44bb tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:05:54.475994 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-149f1182-90aa-4f89-9064-2364a1bd44bb tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:54.476744 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-149f1182-90aa-4f89-9064-2364a1bd44bb tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Added segment dc0f78c6-7cfa-49ed-870d-c828e05b6f99 of type vlan for network 5f7b59f5-09d5-43dd-8f1d-57b05df9337c Aug 28 13:05:54.512217 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-00d2ea12-e7f7-4132-a181-26cbf6b54267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:54.516230 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-00d2ea12-e7f7-4132-a181-26cbf6b54267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:54.519814 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-00d2ea12-e7f7-4132-a181-26cbf6b54267 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8260e01f-4393-4f76-be31-3279d194264e HTTP/1.1" status: 204 len: 168 time: 0.3633678 Aug 28 13:05:54.537853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-149f1182-90aa-4f89-9064-2364a1bd44bb tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:54.562165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2ea12-e7f7-4132-a181-26cbf6b54267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8260e01f-4393-4f76-be31-3279d194264e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:54.577826 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-149f1182-90aa-4f89-9064-2364a1bd44bb tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:54.596889 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149f1182-90aa-4f89-9064-2364a1bd44bb tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:54.597883 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-149f1182-90aa-4f89-9064-2364a1bd44bb tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:54.722634 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-311756e4-1897-408a-bbf5-65802a6cfc9c', 'network_id': '311756e4-1897-408a-bbf5-65802a6cfc9c', 'tenant_id': 'c40ff3d173a24503af3ee51563ec348b', 'fixed_ips': [{'subnet_id': '52954cd0-cef8-4cfb-b6bf-62b90c1632e4'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:05:54.724836 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:54.799506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-149f1182-90aa-4f89-9064-2364a1bd44bb tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4869630 Aug 28 13:05:54.803428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45620) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:54.809531 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c3ea1d7e-789a-4388-9297-12f72ef75c64 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'subnet': {'network_id': '5f7b59f5-09d5-43dd-8f1d-57b05df9337c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:54.819591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1182-90aa-4f89-9064-2364a1bd44bb tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Network': ['ID=5f7b59f5-09d5-43dd-8f1d-57b05df9337c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:54.957173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 5f7b59f5-09d5-43dd-8f1d-57b05df9337c details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:05:54.992514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ea1d7e-789a-4388-9297-12f72ef75c64 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:54.997504 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3ea1d7e-789a-4388-9297-12f72ef75c64 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:55.144826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Allocated IP 172.20.255.242 (311756e4-1897-408a-bbf5-65802a6cfc9c/52954cd0-cef8-4cfb-b6bf-62b90c1632e4/bdd0bfce-626b-487c-befd-642e322f1259) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:05:55.450007 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:55.472520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Transition to ACTIVE for port object bdd0bfce-626b-487c-befd-642e322f1259 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:55.523069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Transition to ACTIVE for port object bdd0bfce-626b-487c-befd-642e322f1259 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:05:55.532252 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:55.543799 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3ea1d7e-789a-4388-9297-12f72ef75c64 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:55.651905 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Network 311756e4-1897-408a-bbf5-65802a6cfc9c is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:05:55.680160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:55.688121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:05:55.689728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea1d7e-789a-4388-9297-12f72ef75c64 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Subnet': ['ID=761e0fb3-33b2-474d-b943-32e8c86c0b79,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:55.705704 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Pushing event updated for resources: {'Port': ['ID=bdd0bfce-626b-487c-befd-642e322f1259,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:55.707388 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ea1d7e-789a-4388-9297-12f72ef75c64 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Checking segment: {'id': 'dc0f78c6-7cfa-49ed-870d-c828e05b6f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5f7b59f5-09d5-43dd-8f1d-57b05df9337c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:55.707916 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ea1d7e-789a-4388-9297-12f72ef75c64 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network hostable DHCP agents. Network: 5f7b59f5-09d5-43dd-8f1d-57b05df9337c, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:05:55.764971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ea1d7e-789a-4388-9297-12f72ef75c64 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network 5f7b59f5-09d5-43dd-8f1d-57b05df9337c is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:05:55.785449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c3ea1d7e-789a-4388-9297-12f72ef75c64 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 5f7b59f5-09d5-43dd-8f1d-57b05df9337c) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:55.791049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ea1d7e-789a-4388-9297-12f72ef75c64 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:55.791654 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3ea1d7e-789a-4388-9297-12f72ef75c64 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:55.807342 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45363de4-a6cf-42de-a9da-373524b58fdc None None] Network 5f7b59f5-09d5-43dd-8f1d-57b05df9337c requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:55.820554 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c3ea1d7e-789a-4388-9297-12f72ef75c64 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0159636 Aug 28 13:05:55.823271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45644) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:55.922622 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Attempting to bind port bdd0bfce-626b-487c-befd-642e322f1259 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:05:55.922996 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Attempting to bind port bdd0bfce-626b-487c-befd-642e322f1259 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '047e0c3e-3acc-40e0-8f3e-9a57dfdaa296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '311756e4-1897-408a-bbf5-65802a6cfc9c'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:05:55.923371 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Attempting to bind port bdd0bfce-626b-487c-befd-642e322f1259 on network 311756e4-1897-408a-bbf5-65802a6cfc9c {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:05:55.939261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:05:55.941141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Checking segment: {'id': '047e0c3e-3acc-40e0-8f3e-9a57dfdaa296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '311756e4-1897-408a-bbf5-65802a6cfc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:55.941735 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:55.944273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Bound using segment: {'id': '047e0c3e-3acc-40e0-8f3e-9a57dfdaa296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '311756e4-1897-408a-bbf5-65802a6cfc9c'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:05:55.944991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Bound port: bdd0bfce-626b-487c-befd-642e322f1259, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047e0c3e-3acc-40e0-8f3e-9a57dfdaa296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '311756e4-1897-408a-bbf5-65802a6cfc9c'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:05:55.945585 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:55.988506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45650) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:56.044454 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-444abbbb-87f1-4fed-9ce7-25d7fbdb2376 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:56.123370 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] For port bdd0bfce-626b-487c-befd-642e322f1259, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:05:56.168848 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-444abbbb-87f1-4fed-9ce7-25d7fbdb2376 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:56.171387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] For port bdd0bfce-626b-487c-befd-642e322f1259, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bdd0bfce-626b-487c-befd-642e322f1259,segment=NetworkSegment(047e0c3e-3acc-40e0-8f3e-9a57dfdaa296),segment_id=047e0c3e-3acc-40e0-8f3e-9a57dfdaa296)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:05:56.210589 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:56.279377 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Pushing event updated for resources: {'Port': ['ID=bdd0bfce-626b-487c-befd-642e322f1259,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:56.288549 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b1efa978-f5e0-4459-b803-dfcadcd9b20c tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:56.289516 n-d-791505-21 neutron-server[94877]: WARNING neutron.api.v2.base [None req-b1efa978-f5e0-4459-b803-dfcadcd9b20c tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 28 13:05:56.290647 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-b1efa978-f5e0-4459-b803-dfcadcd9b20c tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): There was a conflict when trying to complete your request. Aug 28 13:05:56.291399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:56.291831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:56.292174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:56.292628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:56.293014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:56.293216 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:56.293553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:56.294034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:56.294445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:56.295005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:56.295226 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b1efa978-f5e0-4459-b803-dfcadcd9b20c tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3022931 Aug 28 13:05:56.295914 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:56.296415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67b17-52d8-4ac3-8422-4075f326bb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:05:56.298206 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-444abbbb-87f1-4fed-9ce7-25d7fbdb2376 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:56.300858 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7352151-11bb-4eed-8b5d-a4861a531d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-5f7b59f5-09d5-43dd-8f1d-57b05df9337c', 'network_id': '5f7b59f5-09d5-43dd-8f1d-57b05df9337c', 'tenant_id': 'c40ff3d173a24503af3ee51563ec348b', 'fixed_ips': [{'subnet_id': '761e0fb3-33b2-474d-b943-32e8c86c0b79'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:05:56.302642 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d7352151-11bb-4eed-8b5d-a4861a531d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:56.309789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45658) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:56.334998 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e43c24b4-ff55-4e60-8832-ce8b08520f0d tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group': {'name': 'tempest-secgroup--778795259'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:56.415851 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e43c24b4-ff55-4e60-8832-ce8b08520f0d tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:56.435417 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e43c24b4-ff55-4e60-8832-ce8b08520f0d tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:56.493312 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-444abbbb-87f1-4fed-9ce7-25d7fbdb2376 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:56.505486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0ef7fa-e878-422b-b554-0077f05b8171 None None] Network 5f7b59f5-09d5-43dd-8f1d-57b05df9337c requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:56.524283 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-444abbbb-87f1-4fed-9ce7-25d7fbdb2376 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7b59f5-09d5-43dd-8f1d-57b05df9337c']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:56.550116 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-444abbbb-87f1-4fed-9ce7-25d7fbdb2376 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0f78c6-7cfa-49ed-870d-c828e05b6f99') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:56.551247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-444abbbb-87f1-4fed-9ce7-25d7fbdb2376 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0f78c6-7cfa-49ed-870d-c828e05b6f99') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:56.564424 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-444abbbb-87f1-4fed-9ce7-25d7fbdb2376 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:56.610192 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-444abbbb-87f1-4fed-9ce7-25d7fbdb2376 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:56.625673 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444abbbb-87f1-4fed-9ce7-25d7fbdb2376 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:56.626093 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-444abbbb-87f1-4fed-9ce7-25d7fbdb2376 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:56.664855 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e43c24b4-ff55-4e60-8832-ce8b08520f0d tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:56.673058 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e43c24b4-ff55-4e60-8832-ce8b08520f0d tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:56.767694 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:56.801998 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-444abbbb-87f1-4fed-9ce7-25d7fbdb2376 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:56.836349 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444abbbb-87f1-4fed-9ce7-25d7fbdb2376 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Subnet': ['ID=761e0fb3-33b2-474d-b943-32e8c86c0b79,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:56.851037 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-444abbbb-87f1-4fed-9ce7-25d7fbdb2376 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:56.852258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c24b4-ff55-4e60-8832-ce8b08520f0d tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48246602-8a76-495d-9b81-05edfe6cf546,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:56.853021 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-444abbbb-87f1-4fed-9ce7-25d7fbdb2376 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/5f7b59f5-09d5-43dd-8f1d-57b05df9337c HTTP/1.1" status: 204 len: 168 time: 1.0288563 Aug 28 13:05:56.859084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45664) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:56.903557 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8f909c5b-7911-4931-8769-1c7f24c485a3 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1110043581'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:56.908110 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444abbbb-87f1-4fed-9ce7-25d7fbdb2376 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Network': ['ID=5f7b59f5-09d5-43dd-8f1d-57b05df9337c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:57.016927 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e43c24b4-ff55-4e60-8832-ce8b08520f0d tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.030880 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e43c24b4-ff55-4e60-8832-ce8b08520f0d tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.049753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f909c5b-7911-4931-8769-1c7f24c485a3 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:57.058975 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8f909c5b-7911-4931-8769-1c7f24c485a3 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.098204 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f909c5b-7911-4931-8769-1c7f24c485a3 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:05:57.117021 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e43c24b4-ff55-4e60-8832-ce8b08520f0d tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.117021 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e43c24b4-ff55-4e60-8832-ce8b08520f0d tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7977505 Aug 28 13:05:57.117282 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8f909c5b-7911-4931-8769-1c7f24c485a3 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.117282 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-8f909c5b-7911-4931-8769-1c7f24c485a3 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Added segment 1e307e82-2149-4bd9-a3cc-a4fd1aed4da8 of type vlan for network 010a12fa-28bb-41d9-91ba-3de1e22dead2 Aug 28 13:05:57.121888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45672) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:57.144298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a350a180-a436-4d90-bae9-a48bfc39a067 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': 'bc5651fc-3a30-483a-b3ed-06b3711ac596', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:57.180503 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c24b4-ff55-4e60-8832-ce8b08520f0d tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5651fc-3a30-483a-b3ed-06b3711ac596,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:57.194650 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8f909c5b-7911-4931-8769-1c7f24c485a3 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.216818 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a350a180-a436-4d90-bae9-a48bfc39a067 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.262600 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8f909c5b-7911-4931-8769-1c7f24c485a3 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.269807 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f909c5b-7911-4931-8769-1c7f24c485a3 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:57.272015 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8f909c5b-7911-4931-8769-1c7f24c485a3 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.307832 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a350a180-a436-4d90-bae9-a48bfc39a067 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.315137 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a350a180-a436-4d90-bae9-a48bfc39a067 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.375512 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8f909c5b-7911-4931-8769-1c7f24c485a3 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4856470 Aug 28 13:05:57.387680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45674) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:57.397847 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b3816c18-09d9-44fb-8cd8-01f1848a3f05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'subnet': {'network_id': '010a12fa-28bb-41d9-91ba-3de1e22dead2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:57.406309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350a180-a436-4d90-bae9-a48bfc39a067 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a1e3f2-cf2c-475d-ab1e-241700a230da,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:57.424215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a350a180-a436-4d90-bae9-a48bfc39a067 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.428550 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a350a180-a436-4d90-bae9-a48bfc39a067 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2914124 Aug 28 13:05:57.432240 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45676) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:57.446973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7673ee65-fda5-4a2d-b09b-f437bda9a859 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': 'bc5651fc-3a30-483a-b3ed-06b3711ac596', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:57.499394 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7673ee65-fda5-4a2d-b09b-f437bda9a859 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.538678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f909c5b-7911-4931-8769-1c7f24c485a3 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Network': ['ID=010a12fa-28bb-41d9-91ba-3de1e22dead2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:57.550779 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 010a12fa-28bb-41d9-91ba-3de1e22dead2 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:05:57.585793 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-7673ee65-fda5-4a2d-b09b-f437bda9a859 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): There was a conflict when trying to complete your request. Aug 28 13:05:57.587068 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7673ee65-fda5-4a2d-b09b-f437bda9a859 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1537809 Aug 28 13:05:57.589939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45678) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:57.639139 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3816c18-09d9-44fb-8cd8-01f1848a3f05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:57.648159 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3816c18-09d9-44fb-8cd8-01f1848a3f05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.713759 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09c74674-bf2c-42eb-ae33-dfab2e4e9626 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.778033 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09c74674-bf2c-42eb-ae33-dfab2e4e9626 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.801315 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_backend_mixin [None req-b3816c18-09d9-44fb-8cd8-01f1848a3f05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Performing IP validity checks on allocation pools {{(pid=94878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 13:05:57.802133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_backend_mixin [None req-b3816c18-09d9-44fb-8cd8-01f1848a3f05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 13:05:57.840051 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09c74674-bf2c-42eb-ae33-dfab2e4e9626 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.843212 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09c74674-bf2c-42eb-ae33-dfab2e4e9626 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:57.847363 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-09c74674-bf2c-42eb-ae33-dfab2e4e9626 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "DELETE /v2.0/security-groups/bc5651fc-3a30-483a-b3ed-06b3711ac596 HTTP/1.1" status: 204 len: 168 time: 0.2562420 Aug 28 13:05:57.848156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45682) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:57.866779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c74674-bf2c-42eb-ae33-dfab2e4e9626 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5651fc-3a30-483a-b3ed-06b3711ac596,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:57.965274 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-414f372a-0019-4dc5-a8ee-b4f09e063e07 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1018968 Aug 28 13:05:57.968028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45686) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:57.975400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-de21528f-1dd8-47a8-ad03-b5b8e805d487 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023108065'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:57.979907 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3816c18-09d9-44fb-8cd8-01f1848a3f05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:58.032220 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de21528f-1dd8-47a8-ad03-b5b8e805d487 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:58.133804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2adfef4-2c4e-424f-9a0c-96c17f5b2173 None None] Network 311756e4-1897-408a-bbf5-65802a6cfc9c requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:58.270228 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de21528f-1dd8-47a8-ad03-b5b8e805d487 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:58.279168 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de21528f-1dd8-47a8-ad03-b5b8e805d487 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:58.285640 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3816c18-09d9-44fb-8cd8-01f1848a3f05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Subnet': ['ID=41aeb7c0-ab00-4bef-805e-8ea85a0e5f42,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:58.307131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3816c18-09d9-44fb-8cd8-01f1848a3f05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Checking segment: {'id': '1e307e82-2149-4bd9-a3cc-a4fd1aed4da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '010a12fa-28bb-41d9-91ba-3de1e22dead2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:05:58.307822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3816c18-09d9-44fb-8cd8-01f1848a3f05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network hostable DHCP agents. Network: 010a12fa-28bb-41d9-91ba-3de1e22dead2, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:05:58.353163 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21528f-1dd8-47a8-ad03-b5b8e805d487 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b8cc31-fcee-4798-845d-7b466468d1d6,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:58.370304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3816c18-09d9-44fb-8cd8-01f1848a3f05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network 010a12fa-28bb-41d9-91ba-3de1e22dead2 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:05:58.381426 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de21528f-1dd8-47a8-ad03-b5b8e805d487 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:58.385917 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-de21528f-1dd8-47a8-ad03-b5b8e805d487 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4166083 Aug 28 13:05:58.386723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45702) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:58.392182 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-799e7efa-3fd6-44d9-a41b-4678f8dffdf6 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '31b8cc31-fcee-4798-845d-7b466468d1d6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:58.392980 n-d-791505-21 neutron-server[94877]: WARNING neutron.api.v2.base [None req-799e7efa-3fd6-44d9-a41b-4678f8dffdf6 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 28 13:05:58.393537 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-799e7efa-3fd6-44d9-a41b-4678f8dffdf6 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:05:58.401588 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-b3816c18-09d9-44fb-8cd8-01f1848a3f05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 010a12fa-28bb-41d9-91ba-3de1e22dead2) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:05:58.402705 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-799e7efa-3fd6-44d9-a41b-4678f8dffdf6 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0147364 Aug 28 13:05:58.403524 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45704) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:58.408589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0586660a-b898-4946-853a-442476109847 None None] Provisioning for port bdd0bfce-626b-487c-befd-642e322f1259 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:05:58.437619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3816c18-09d9-44fb-8cd8-01f1848a3f05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:58.438235 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3816c18-09d9-44fb-8cd8-01f1848a3f05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:58.447778 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfa1b1a-bbbc-4cbf-a586-78fcf430a127 None None] Network 010a12fa-28bb-41d9-91ba-3de1e22dead2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:05:58.487369 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b3816c18-09d9-44fb-8cd8-01f1848a3f05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0978642 Aug 28 13:05:58.491311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45710) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:58.607954 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc6d3569-e522-41b8-836d-df824f1e985f tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:58.664519 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc6d3569-e522-41b8-836d-df824f1e985f tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:58.735449 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-99c4d89d-7ddb-46ff-a97a-c25fbca3467d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:58.751938 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc6d3569-e522-41b8-836d-df824f1e985f tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:58.755327 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc6d3569-e522-41b8-836d-df824f1e985f tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:58.762314 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bc6d3569-e522-41b8-836d-df824f1e985f tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "DELETE /v2.0/security-groups/31b8cc31-fcee-4798-845d-7b466468d1d6 HTTP/1.1" status: 204 len: 168 time: 0.3566234 Aug 28 13:05:58.763009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45714) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:58.852513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d3569-e522-41b8-836d-df824f1e985f tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b8cc31-fcee-4798-845d-7b466468d1d6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:58.953249 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaefc6c-233c-424f-91ca-21722393565f req-1cbc6b43-9e48-4341-a095-cf7d86fdc26e tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:05:58.955531 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbaefc6c-233c-424f-91ca-21722393565f req-1cbc6b43-9e48-4341-a095-cf7d86fdc26e tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.2145114 Aug 28 13:05:58.956886 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-99c4d89d-7ddb-46ff-a97a-c25fbca3467d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:58.980479 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bdd0bfce-626b-487c-befd-642e322f1259 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:05:58.991025 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-331b67cd-5638-4a19-b5e8-4a899add99f9 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2182891 Aug 28 13:05:58.992057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45718) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:58.996788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4f0b9f1e-49c5-4419-8562-e0f733acca7b tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248171809'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:59.057022 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4f0b9f1e-49c5-4419-8562-e0f733acca7b tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.092957 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-99c4d89d-7ddb-46ff-a97a-c25fbca3467d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.175932 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4d89d-7ddb-46ff-a97a-c25fbca3467d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Subnet': ['ID=41aeb7c0-ab00-4bef-805e-8ea85a0e5f42,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:59.207752 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbaefc6c-233c-424f-91ca-21722393565f req-f42dfc95-9e2b-460a-81f2-2d7765300014 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441530 Aug 28 13:05:59.245281 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4f0b9f1e-49c5-4419-8562-e0f733acca7b tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.251632 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4f0b9f1e-49c5-4419-8562-e0f733acca7b tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.304549 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-99c4d89d-7ddb-46ff-a97a-c25fbca3467d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.332879 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-99c4d89d-7ddb-46ff-a97a-c25fbca3467d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010a12fa-28bb-41d9-91ba-3de1e22dead2']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:59.340922 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f77c99d-ba75-4090-8cf3-a4e076b88619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-010a12fa-28bb-41d9-91ba-3de1e22dead2', 'network_id': '010a12fa-28bb-41d9-91ba-3de1e22dead2', 'tenant_id': 'c40ff3d173a24503af3ee51563ec348b', 'fixed_ips': [{'subnet_id': '41aeb7c0-ab00-4bef-805e-8ea85a0e5f42'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:05:59.344247 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8f77c99d-ba75-4090-8cf3-a4e076b88619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.350107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b9f1e-49c5-4419-8562-e0f733acca7b tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4981d1ce-a9c7-4fe2-b743-1c24ffda932f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:59.355783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-99c4d89d-7ddb-46ff-a97a-c25fbca3467d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e307e82-2149-4bd9-a3cc-a4fd1aed4da8') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:59.356202 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-99c4d89d-7ddb-46ff-a97a-c25fbca3467d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e307e82-2149-4bd9-a3cc-a4fd1aed4da8') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:05:59.358284 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4f0b9f1e-49c5-4419-8562-e0f733acca7b tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.363326 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4f0b9f1e-49c5-4419-8562-e0f733acca7b tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3700039 Aug 28 13:05:59.364902 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45722) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:59.369535 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-35c106e7-7429-4948-9a56-eaf822e1ecf6 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '4981d1ce-a9c7-4fe2-b743-1c24ffda932f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:59.369818 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-99c4d89d-7ddb-46ff-a97a-c25fbca3467d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.380992 n-d-791505-21 neutron-server[94877]: WARNING neutron.api.v2.base [None req-35c106e7-7429-4948-9a56-eaf822e1ecf6 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 28 13:05:59.381520 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-35c106e7-7429-4948-9a56-eaf822e1ecf6 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:05:59.382881 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-35c106e7-7429-4948-9a56-eaf822e1ecf6 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0170522 Aug 28 13:05:59.386270 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port bdd0bfce-626b-487c-befd-642e322f1259 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:05:59.387282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45724) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:59.395554 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-99c4d89d-7ddb-46ff-a97a-c25fbca3467d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.403009 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c4d89d-7ddb-46ff-a97a-c25fbca3467d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:05:59.403415 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-99c4d89d-7ddb-46ff-a97a-c25fbca3467d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.405024 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port bdd0bfce-626b-487c-befd-642e322f1259 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:59.405978 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:05:59.486583 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:05:59.491720 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-99c4d89d-7ddb-46ff-a97a-c25fbca3467d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.499716 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-8f77c99d-ba75-4090-8cf3-a4e076b88619 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 28 13:05:59.499716 n-d-791505-21 neutron-server[94879]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 28 13:05:59.499716 n-d-791505-21 neutron-server[94879]: [parameters: {'project_id': 'c40ff3d173a24503af3ee51563ec348b', 'id': '313c0f8d-273e-4bca-84b0-b1b3784e1dfc', 'name': '', 'network_id': '010a12fa-28bb-41d9-91ba-3de1e22dead2', 'mac_address': 'fa:16:3e:b5:8c:73', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-010a12fa-28bb-41d9-91ba-3de1e22dead2', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3024}] Aug 28 13:05:59.499716 n-d-791505-21 neutron-server[94879]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:05:59.504035 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-99c4d89d-7ddb-46ff-a97a-c25fbca3467d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.505344 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-8f77c99d-ba75-4090-8cf3-a4e076b88619 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:05:59.507718 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-99c4d89d-7ddb-46ff-a97a-c25fbca3467d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/010a12fa-28bb-41d9-91ba-3de1e22dead2 HTTP/1.1" status: 204 len: 168 time: 1.0138936 Aug 28 13:05:59.510856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45726) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:59.524471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4d89d-7ddb-46ff-a97a-c25fbca3467d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Network': ['ID=010a12fa-28bb-41d9-91ba-3de1e22dead2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:59.530639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-fb2c2913-c119-44f7-a3e6-75627a7fe0d1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1759536731'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:59.550834 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8432443f-77a9-467a-997d-ec1465595c3e tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.578657 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8432443f-77a9-467a-997d-ec1465595c3e tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.643787 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.675884 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8432443f-77a9-467a-997d-ec1465595c3e tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.680187 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8432443f-77a9-467a-997d-ec1465595c3e tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.682445 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8432443f-77a9-467a-997d-ec1465595c3e tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "DELETE /v2.0/security-groups/4981d1ce-a9c7-4fe2-b743-1c24ffda932f HTTP/1.1" status: 204 len: 168 time: 0.2939718 Aug 28 13:05:59.685542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45730) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:59.715584 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port bdd0bfce-626b-487c-befd-642e322f1259, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bdd0bfce-626b-487c-befd-642e322f1259,segment=NetworkSegment(047e0c3e-3acc-40e0-8f3e-9a57dfdaa296),segment_id=047e0c3e-3acc-40e0-8f3e-9a57dfdaa296)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:05:59.721249 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2c2913-c119-44f7-a3e6-75627a7fe0d1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:05:59.721866 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.731934 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2913-c119-44f7-a3e6-75627a7fe0d1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.737469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432443f-77a9-467a-997d-ec1465595c3e tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4981d1ce-a9c7-4fe2-b743-1c24ffda932f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:59.774808 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2f28a488-a550-42a9-a8c5-b405f0575145 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0830271 Aug 28 13:05:59.775427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45732) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:05:59.779898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-15a4ae04-7136-4399-b433-13427d36284e tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966403210'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:05:59.801181 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2c2913-c119-44f7-a3e6-75627a7fe0d1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:05:59.815411 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2913-c119-44f7-a3e6-75627a7fe0d1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.815804 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-fb2c2913-c119-44f7-a3e6-75627a7fe0d1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Added segment cedfea43-2c3e-44aa-9062-65c838ea90e3 of type vlan for network e533b71e-e161-42dd-82ec-789d12f39576 Aug 28 13:05:59.827863 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-15a4ae04-7136-4399-b433-13427d36284e tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.850443 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=bdd0bfce-626b-487c-befd-642e322f1259,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:05:59.872511 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c049ff08-1f9b-40df-8099-c9c8c0af4e36 None None] Provisioning complete for port bdd0bfce-626b-487c-befd-642e322f1259 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:05:59.873088 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c049ff08-1f9b-40df-8099-c9c8c0af4e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.910665 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2913-c119-44f7-a3e6-75627a7fe0d1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:05:59.996808 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2913-c119-44f7-a3e6-75627a7fe0d1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:00.002864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c2913-c119-44f7-a3e6-75627a7fe0d1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:00.003569 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2913-c119-44f7-a3e6-75627a7fe0d1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:00.018732 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8f77c99d-ba75-4090-8cf3-a4e076b88619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:00.086687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64db10f-4757-444e-ace3-78f1b932f4d9 None None] Network 010a12fa-28bb-41d9-91ba-3de1e22dead2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:00.104348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64db10f-4757-444e-ace3-78f1b932f4d9 None None] Network 010a12fa-28bb-41d9-91ba-3de1e22dead2 could not be found, it might have been deleted concurrently. {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 13:06:00.600719 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c2913-c119-44f7-a3e6-75627a7fe0d1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Network': ['ID=e533b71e-e161-42dd-82ec-789d12f39576,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:00.613455 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-15a4ae04-7136-4399-b433-13427d36284e tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:00.615934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network e533b71e-e161-42dd-82ec-789d12f39576 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:06:00.620912 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-15a4ae04-7136-4399-b433-13427d36284e tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:00.658055 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fb2c2913-c119-44f7-a3e6-75627a7fe0d1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1456077 Aug 28 13:06:00.668106 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45748) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:00.679456 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4f1f6019-de27-4903-8533-35cc4d720959 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'subnet': {'network_id': 'e533b71e-e161-42dd-82ec-789d12f39576', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:00.725141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074fd34-34f2-4d72-ac14-19367c586609 req-cea218c4-a10b-429e-bb84-8168a9eead45 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:00.734321 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9074fd34-34f2-4d72-ac14-19367c586609 req-cea218c4-a10b-429e-bb84-8168a9eead45 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.1988692 Aug 28 13:06:00.766296 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-15a4ae04-7136-4399-b433-13427d36284e tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:00.767860 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-15a4ae04-7136-4399-b433-13427d36284e tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9916999 Aug 28 13:06:00.775567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45750) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:00.776399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4ae04-7136-4399-b433-13427d36284e tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d929de-f658-40f6-9f98-b3b84d1d2ffa,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:00.786561 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e8726c72-f055-46d2-8bcb-24a064b4a486 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '02d929de-f658-40f6-9f98-b3b84d1d2ffa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:00.797625 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bdd0bfce-626b-487c-befd-642e322f1259 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:06:00.800451 n-d-791505-21 neutron-server[94877]: WARNING neutron.api.v2.base [None req-e8726c72-f055-46d2-8bcb-24a064b4a486 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 28 13:06:00.800824 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-e8726c72-f055-46d2-8bcb-24a064b4a486 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:06:00.806851 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e8726c72-f055-46d2-8bcb-24a064b4a486 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0231781 Aug 28 13:06:00.808096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45752) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:00.815078 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7481cf9c-b935-4704-8955-4142a00baa4c tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '02d929de-f658-40f6-9f98-b3b84d1d2ffa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:00.815865 n-d-791505-21 neutron-server[94877]: WARNING neutron.api.v2.base [None req-7481cf9c-b935-4704-8955-4142a00baa4c tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 28 13:06:00.816416 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-7481cf9c-b935-4704-8955-4142a00baa4c tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:06:00.817458 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7481cf9c-b935-4704-8955-4142a00baa4c tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0086253 Aug 28 13:06:00.821008 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45754) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:00.821805 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9074fd34-34f2-4d72-ac14-19367c586609 req-b523ad90-11ca-4d93-8195-ccb8bb85b326 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861602 Aug 28 13:06:00.831276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-67a08c54-1fc2-4ed3-9f3b-82d80b680816 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '02d929de-f658-40f6-9f98-b3b84d1d2ffa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:00.835698 n-d-791505-21 neutron-server[94878]: WARNING neutron.api.v2.base [None req-67a08c54-1fc2-4ed3-9f3b-82d80b680816 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 28 13:06:00.836307 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-67a08c54-1fc2-4ed3-9f3b-82d80b680816 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:06:00.847653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45756) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:00.849176 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-67a08c54-1fc2-4ed3-9f3b-82d80b680816 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0131049 Aug 28 13:06:00.853338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5abe216f-0c50-4586-945c-1d9ae36e18d0 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '02d929de-f658-40f6-9f98-b3b84d1d2ffa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:00.854299 n-d-791505-21 neutron-server[94877]: WARNING neutron.api.v2.base [None req-5abe216f-0c50-4586-945c-1d9ae36e18d0 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 28 13:06:00.854880 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-5abe216f-0c50-4586-945c-1d9ae36e18d0 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:06:00.855919 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5abe216f-0c50-4586-945c-1d9ae36e18d0 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0145206 Aug 28 13:06:00.858795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45758) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:00.885494 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1f6019-de27-4903-8533-35cc4d720959 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:00.890235 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f1f6019-de27-4903-8533-35cc4d720959 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:00.911618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port bdd0bfce-626b-487c-befd-642e322f1259 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:06:00.912652 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:00.934765 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12b8f983-617a-4096-9370-ede09f17a242 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:00.997039 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12b8f983-617a-4096-9370-ede09f17a242 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:01.083291 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12b8f983-617a-4096-9370-ede09f17a242 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:01.086224 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12b8f983-617a-4096-9370-ede09f17a242 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:01.087480 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-12b8f983-617a-4096-9370-ede09f17a242 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "DELETE /v2.0/security-groups/02d929de-f658-40f6-9f98-b3b84d1d2ffa HTTP/1.1" status: 204 len: 168 time: 0.2273331 Aug 28 13:06:01.092009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45762) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:01.113146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8f983-617a-4096-9370-ede09f17a242 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d929de-f658-40f6-9f98-b3b84d1d2ffa,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:01.174540 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a6bcd97b-34ce-4891-ba42-dddf40244f37 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792418 Aug 28 13:06:01.179197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45764) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:01.184227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a8010b1a-cf71-4e94-9950-0de94f014488 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group': {'name': 'tempest-secgroup--914081814'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:01.210263 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f1f6019-de27-4903-8533-35cc4d720959 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:01.210952 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a8010b1a-cf71-4e94-9950-0de94f014488 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:01.293803 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f6019-de27-4903-8533-35cc4d720959 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Subnet': ['ID=3318df80-97f6-4edd-baa1-8f9704b42a86,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:01.305894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f6019-de27-4903-8533-35cc4d720959 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Checking segment: {'id': 'cedfea43-2c3e-44aa-9062-65c838ea90e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e533b71e-e161-42dd-82ec-789d12f39576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:01.306409 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f6019-de27-4903-8533-35cc4d720959 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network hostable DHCP agents. Network: e533b71e-e161-42dd-82ec-789d12f39576, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:06:01.328799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f6019-de27-4903-8533-35cc4d720959 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network e533b71e-e161-42dd-82ec-789d12f39576 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:06:01.339111 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a8010b1a-cf71-4e94-9950-0de94f014488 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:01.343953 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a8010b1a-cf71-4e94-9950-0de94f014488 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:01.386610 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-4f1f6019-de27-4903-8533-35cc4d720959 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, e533b71e-e161-42dd-82ec-789d12f39576) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:01.396077 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5434e6-a255-41f1-96fe-266100f239b6 None None] Network e533b71e-e161-42dd-82ec-789d12f39576 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:01.400313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f6019-de27-4903-8533-35cc4d720959 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:01.403199 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f1f6019-de27-4903-8533-35cc4d720959 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:01.429999 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a8010b1a-cf71-4e94-9950-0de94f014488 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:01.435261 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4f1f6019-de27-4903-8533-35cc4d720959 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7655673 Aug 28 13:06:01.436402 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45768) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:01.438144 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a8010b1a-cf71-4e94-9950-0de94f014488 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2576606 Aug 28 13:06:01.441463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45770) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:01.443407 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-dfac3486-3d41-4d85-8cd0-29e18d9282e2 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '3b6b9484-a58c-4db4-941c-960d546829c0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:01.444496 n-d-791505-21 neutron-server[94878]: WARNING neutron.api.v2.base [None req-dfac3486-3d41-4d85-8cd0-29e18d9282e2 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 28 13:06:01.445543 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-dfac3486-3d41-4d85-8cd0-29e18d9282e2 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:06:01.449090 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dfac3486-3d41-4d85-8cd0-29e18d9282e2 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112755 Aug 28 13:06:01.455461 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45772) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:01.461180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5ed635e6-cb53-440b-a277-2e3df1831e38 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '3b6b9484-a58c-4db4-941c-960d546829c0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:01.475732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8010b1a-cf71-4e94-9950-0de94f014488 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6b9484-a58c-4db4-941c-960d546829c0,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:01.547341 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-5ed635e6-cb53-440b-a277-2e3df1831e38 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:06:01.550556 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5ed635e6-cb53-440b-a277-2e3df1831e38 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0933716 Aug 28 13:06:01.551313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45774) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:01.558510 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-1d983d12-8693-4236-8bd9-fc1ae8bf93ee tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '3b6b9484-a58c-4db4-941c-960d546829c0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:01.559233 n-d-791505-21 neutron-server[94878]: WARNING neutron.api.v2.base [None req-1d983d12-8693-4236-8bd9-fc1ae8bf93ee tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 28 13:06:01.559762 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-1d983d12-8693-4236-8bd9-fc1ae8bf93ee tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:06:01.561328 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1d983d12-8693-4236-8bd9-fc1ae8bf93ee tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070443 Aug 28 13:06:01.569481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45776) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:01.574265 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c8674528-d215-4c2f-b0bb-c5078f16777a tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '3b6b9484-a58c-4db4-941c-960d546829c0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:01.618339 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:01.667735 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-c8674528-d215-4c2f-b0bb-c5078f16777a tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:06:01.672090 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c8674528-d215-4c2f-b0bb-c5078f16777a tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0987651 Aug 28 13:06:01.672485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45784) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:01.679725 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4c3cdd86-da46-4fb2-9205-634252cca76b tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '3b6b9484-a58c-4db4-941c-960d546829c0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:01.684284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-e533b71e-e161-42dd-82ec-789d12f39576', 'network_id': 'e533b71e-e161-42dd-82ec-789d12f39576', 'tenant_id': 'c40ff3d173a24503af3ee51563ec348b', 'fixed_ips': [{'subnet_id': '3318df80-97f6-4edd-baa1-8f9704b42a86'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:06:01.685604 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:01.686441 n-d-791505-21 neutron-server[94878]: WARNING neutron.api.v2.base [None req-4c3cdd86-da46-4fb2-9205-634252cca76b tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 28 13:06:01.687041 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-4c3cdd86-da46-4fb2-9205-634252cca76b tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:06:01.691010 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4c3cdd86-da46-4fb2-9205-634252cca76b tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0146222 Aug 28 13:06:01.693998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45786) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:01.698836 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a44274d5-e0ed-4dab-9773-d4ba829cfe95 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '3b6b9484-a58c-4db4-941c-960d546829c0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:01.743368 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-a44274d5-e0ed-4dab-9773-d4ba829cfe95 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Project e32fcacb31c24ddf8af04edee1b65414 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:06:01.766564 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-a44274d5-e0ed-4dab-9773-d4ba829cfe95 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:06:01.769351 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a44274d5-e0ed-4dab-9773-d4ba829cfe95 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0745900 Aug 28 13:06:01.776700 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45788) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:01.781780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9f121ef1-cf43-40bf-9911-c34a5b625ab3 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '3b6b9484-a58c-4db4-941c-960d546829c0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:01.784410 n-d-791505-21 neutron-server[94878]: WARNING neutron.api.v2.base [None req-9f121ef1-cf43-40bf-9911-c34a5b625ab3 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 28 13:06:01.784591 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-9f121ef1-cf43-40bf-9911-c34a5b625ab3 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:06:01.785540 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9f121ef1-cf43-40bf-9911-c34a5b625ab3 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076776 Aug 28 13:06:01.792494 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:01.793147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45790) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:01.799340 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-67c5a759-f82c-41c2-8c72-2e9bbb4ea4ab tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '3b6b9484-a58c-4db4-941c-960d546829c0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:01.898663 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-67c5a759-f82c-41c2-8c72-2e9bbb4ea4ab tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Project e32fcacb31c24ddf8af04edee1b65414 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:06:01.931491 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Allocated IP 172.20.0.1 (e533b71e-e161-42dd-82ec-789d12f39576/3318df80-97f6-4edd-baa1-8f9704b42a86/5922f22f-9dad-4944-8443-281624cd23c4) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:06:01.931791 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-67c5a759-f82c-41c2-8c72-2e9bbb4ea4ab tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:06:01.944392 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-67c5a759-f82c-41c2-8c72-2e9bbb4ea4ab tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1501412 Aug 28 13:06:01.948967 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45798) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:01.954315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-80339594-71cf-4206-b6f3-97809e8103b0 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '3b6b9484-a58c-4db4-941c-960d546829c0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:01.988500 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-80339594-71cf-4206-b6f3-97809e8103b0 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Project e32fcacb31c24ddf8af04edee1b65414 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:06:02.012176 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-80339594-71cf-4206-b6f3-97809e8103b0 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:06:02.016071 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-80339594-71cf-4206-b6f3-97809e8103b0 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0629737 Aug 28 13:06:02.016389 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45802) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:02.045320 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1294b5e-5040-4ee9-8567-39459cc4a468 req-ba308881-c6ce-4507-9cb3-26fea2db8c64 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:02.052902 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1294b5e-5040-4ee9-8567-39459cc4a468 req-ba308881-c6ce-4507-9cb3-26fea2db8c64 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.1359680 Aug 28 13:06:02.128248 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1294b5e-5040-4ee9-8567-39459cc4a468 req-e283ab13-1730-43d4-bc62-24907b4abae7 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603063 Aug 28 13:06:02.179578 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-272beca1-5cad-4117-8c99-d9deb5d37cfb tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.200184 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.212581 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-272beca1-5cad-4117-8c99-d9deb5d37cfb tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.215001 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Transition to ACTIVE for port object 5922f22f-9dad-4944-8443-281624cd23c4 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:02.237614 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Transition to ACTIVE for port object 5922f22f-9dad-4944-8443-281624cd23c4 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:02.247784 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.275289 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.328908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Network e533b71e-e161-42dd-82ec-789d12f39576 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:06:02.334629 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:02.337383 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Subnet': ['ID=3318df80-97f6-4edd-baa1-8f9704b42a86,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:02.343680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:06:02.441167 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Pushing event updated for resources: {'Port': ['ID=5922f22f-9dad-4944-8443-281624cd23c4,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:02.459363 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.462943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Attempting to bind port 5922f22f-9dad-4944-8443-281624cd23c4 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:06:02.463378 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Attempting to bind port 5922f22f-9dad-4944-8443-281624cd23c4 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'cedfea43-2c3e-44aa-9062-65c838ea90e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e533b71e-e161-42dd-82ec-789d12f39576'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:06:02.463777 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Attempting to bind port 5922f22f-9dad-4944-8443-281624cd23c4 on network e533b71e-e161-42dd-82ec-789d12f39576 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:06:02.472456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e533b71e-e161-42dd-82ec-789d12f39576']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:02.478014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:06:02.478473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Checking segment: {'id': 'cedfea43-2c3e-44aa-9062-65c838ea90e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e533b71e-e161-42dd-82ec-789d12f39576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:02.479103 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.479512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Bound using segment: {'id': 'cedfea43-2c3e-44aa-9062-65c838ea90e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e533b71e-e161-42dd-82ec-789d12f39576'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:06:02.480139 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Bound port: 5922f22f-9dad-4944-8443-281624cd23c4, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cedfea43-2c3e-44aa-9062-65c838ea90e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e533b71e-e161-42dd-82ec-789d12f39576'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:06:02.480413 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.488287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedfea43-2c3e-44aa-9062-65c838ea90e3') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:02.488590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedfea43-2c3e-44aa-9062-65c838ea90e3') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:02.501034 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.518546 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-272beca1-5cad-4117-8c99-d9deb5d37cfb tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.522497 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-272beca1-5cad-4117-8c99-d9deb5d37cfb tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.523829 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-272beca1-5cad-4117-8c99-d9deb5d37cfb tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "DELETE /v2.0/security-groups/3b6b9484-a58c-4db4-941c-960d546829c0 HTTP/1.1" status: 204 len: 168 time: 0.5065086 Aug 28 13:06:02.525052 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.526894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45818) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:02.539959 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:06:02.540383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:06:02.543797 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:06:02.547014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272beca1-5cad-4117-8c99-d9deb5d37cfb tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6b9484-a58c-4db4-941c-960d546829c0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:02.593960 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cbbfb909-5c8d-444a-b2b2-e3337a971fd3 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654929 Aug 28 13:06:02.598150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45820) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:02.605089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-3a1a60a4-f24a-468e-afc5-7b75b45483bb tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group': {'name': 'tempest-secgroup--896554636'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:02.633116 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.db.api [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 13:06:02.633116 n-d-791505-21 neutron-server[94877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 13:06:02.633116 n-d-791505-21 neutron-server[94877]: [parameters: {'id': 'e533b71e-e161-42dd-82ec-789d12f39576'}] Aug 28 13:06:02.633116 n-d-791505-21 neutron-server[94877]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:06:02.633891 n-d-791505-21 neutron-server[94877]: DEBUG oslo_db.api [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:06:02.633993 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a1a60a4-f24a-468e-afc5-7b75b45483bb tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.768951 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a1a60a4-f24a-468e-afc5-7b75b45483bb tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.775901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a1a60a4-f24a-468e-afc5-7b75b45483bb tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.823714 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a1a60a4-f24a-468e-afc5-7b75b45483bb tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.825208 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3a1a60a4-f24a-468e-afc5-7b75b45483bb tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2242205 Aug 28 13:06:02.827771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a60a4-f24a-468e-afc5-7b75b45483bb tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b58faf-9038-4f46-a01f-053f79e3464b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:02.828630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45822) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:02.834031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b492d174-fdcc-4917-9dc2-203a9f27f7b3 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '56b58faf-9038-4f46-a01f-053f79e3464b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:02.846943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] For port 5922f22f-9dad-4944-8443-281624cd23c4, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:06:02.853475 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] For port 5922f22f-9dad-4944-8443-281624cd23c4, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5922f22f-9dad-4944-8443-281624cd23c4,segment=NetworkSegment(cedfea43-2c3e-44aa-9062-65c838ea90e3),segment_id=cedfea43-2c3e-44aa-9062-65c838ea90e3)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:06:02.860723 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:02.896112 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-b492d174-fdcc-4917-9dc2-203a9f27f7b3 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The resource could not be found. Aug 28 13:06:02.897389 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b492d174-fdcc-4917-9dc2-203a9f27f7b3 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0674629 Aug 28 13:06:02.900276 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45824) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:02.905997 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-63c27900-1c68-4b9f-9138-75b213d9fe1f tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '56b58faf-9038-4f46-a01f-053f79e3464b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7d8d899e-0252-4224-93b1-b5c6ba90f5d8'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:02.947168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e3253-4514-4954-92e8-9c5dc66c7f76 None None] Pushing event updated for resources: {'Port': ['ID=5922f22f-9dad-4944-8443-281624cd23c4,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:02.960267 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-63c27900-1c68-4b9f-9138-75b213d9fe1f tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The resource could not be found. Aug 28 13:06:02.961649 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-63c27900-1c68-4b9f-9138-75b213d9fe1f tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0602982 Aug 28 13:06:02.965916 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45826) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:03.003029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83337200-83c1-4cc7-9dec-97a7e7640cad None None] Network e533b71e-e161-42dd-82ec-789d12f39576 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:03.062839 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9deaa79-5ac5-4cd6-9492-6be81d6f0960 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:03.089574 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9deaa79-5ac5-4cd6-9492-6be81d6f0960 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:03.137089 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:03.220652 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9deaa79-5ac5-4cd6-9492-6be81d6f0960 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:03.228085 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f9deaa79-5ac5-4cd6-9492-6be81d6f0960 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:03.229286 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f9deaa79-5ac5-4cd6-9492-6be81d6f0960 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "DELETE /v2.0/security-groups/56b58faf-9038-4f46-a01f-053f79e3464b HTTP/1.1" status: 204 len: 168 time: 0.2617855 Aug 28 13:06:03.230073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee5ea27-caad-4d23-960c-922c8d47619e None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 13:06:03.232136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45834) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:03.295215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9deaa79-5ac5-4cd6-9492-6be81d6f0960 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b58faf-9038-4f46-a01f-053f79e3464b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:03.356542 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee5ea27-caad-4d23-960c-922c8d47619e None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 13:06:03.356846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Deleting port 5922f22f-9dad-4944-8443-281624cd23c4 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:06:03.356846 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:03.380835 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b52c30d6-5c60-498f-88d0-76e380fffefe tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1475158 Aug 28 13:06:03.386129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45840) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:03.390939 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b2a97e78-e965-4b39-bdfa-717f108cf28c tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '105fd00f-6906-4e09-8443-4a4fe980a24c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:03.426122 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8354f7c-5f23-480e-8628-b1c1af47ee31 req-58b10a29-bc94-44e8-8cae-2a7ae57c3cb0 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:03.436479 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b8354f7c-5f23-480e-8628-b1c1af47ee31 req-58b10a29-bc94-44e8-8cae-2a7ae57c3cb0 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.1346631 Aug 28 13:06:03.534085 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b8354f7c-5f23-480e-8628-b1c1af47ee31 req-44a1a000-2c63-4c97-b6ce-a904e5920b29 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962543 Aug 28 13:06:03.536497 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-b2a97e78-e965-4b39-bdfa-717f108cf28c tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The resource could not be found. Aug 28 13:06:03.544062 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b2a97e78-e965-4b39-bdfa-717f108cf28c tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1566341 Aug 28 13:06:03.555550 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] For port 5922f22f-9dad-4944-8443-281624cd23c4, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5922f22f-9dad-4944-8443-281624cd23c4,segment=NetworkSegment(cedfea43-2c3e-44aa-9062-65c838ea90e3),segment_id=cedfea43-2c3e-44aa-9062-65c838ea90e3)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:03.556061 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:03.561339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45846) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:03.572813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8ae559e9-8a11-4d18-b485-1975c2477801 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group': {'name': 'tempest-secgroup--748184037'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:03.598708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Calling delete_port for 5922f22f-9dad-4944-8443-281624cd23c4 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:06:03.636352 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ae559e9-8a11-4d18-b485-1975c2477801 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:03.775372 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:03.811931 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Port': ['ID=5922f22f-9dad-4944-8443-281624cd23c4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:03.814082 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No DVR routers for this DVR port 5922f22f-9dad-4944-8443-281624cd23c4 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:06:03.847903 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ae559e9-8a11-4d18-b485-1975c2477801 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:03.856198 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ae559e9-8a11-4d18-b485-1975c2477801 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:03.912853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:03.914041 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ae559e9-8a11-4d18-b485-1975c2477801 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:03.916341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8ae559e9-8a11-4d18-b485-1975c2477801 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3535662 Aug 28 13:06:03.919239 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae559e9-8a11-4d18-b485-1975c2477801 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1c3af4-10fc-46d3-adf4-ba6403fb29a1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:03.935371 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e533b71e-e161-42dd-82ec-789d12f39576']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:03.935756 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45848) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:03.953189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-089913f1-5c6d-4079-be63-c03550259cd8 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513188093'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:03.956132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedfea43-2c3e-44aa-9062-65c838ea90e3') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:03.956611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedfea43-2c3e-44aa-9062-65c838ea90e3') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:03.973171 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:03.995271 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-089913f1-5c6d-4079-be63-c03550259cd8 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.005365 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.015323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:06:04.017164 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:06:04.063953 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:06:04.097485 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.120691 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.122611 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/e533b71e-e161-42dd-82ec-789d12f39576 HTTP/1.1" status: 204 len: 168 time: 2.6800210 Aug 28 13:06:04.123443 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491052cf-fcfb-4a10-bd6d-0bbafc144ff1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Network': ['ID=e533b71e-e161-42dd-82ec-789d12f39576,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:04.128643 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45850) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:04.134384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e8a47f1c-5c0f-4a89-a25c-974ddb20ed95 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-850969605'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:04.154502 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-089913f1-5c6d-4079-be63-c03550259cd8 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.159683 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-089913f1-5c6d-4079-be63-c03550259cd8 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.176013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a47f1c-5c0f-4a89-a25c-974ddb20ed95 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:04.180164 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8a47f1c-5c0f-4a89-a25c-974ddb20ed95 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.185946 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-089913f1-5c6d-4079-be63-c03550259cd8 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.187298 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-089913f1-5c6d-4079-be63-c03550259cd8 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2493300 Aug 28 13:06:04.190505 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45852) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:04.196527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-9b0fb3b3-5f7a-41f5-9909-a4001b3ebd59 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '2e1c3af4-10fc-46d3-adf4-ba6403fb29a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ee14c137-2ae1-4018-8e31-b1896992ba0b'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:04.197724 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089913f1-5c6d-4079-be63-c03550259cd8 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee14c137-2ae1-4018-8e31-b1896992ba0b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:04.228394 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a47f1c-5c0f-4a89-a25c-974ddb20ed95 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:06:04.248622 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8a47f1c-5c0f-4a89-a25c-974ddb20ed95 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.249043 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-e8a47f1c-5c0f-4a89-a25c-974ddb20ed95 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Added segment 4ee80af0-8c07-4b36-9b56-07692661cec4 of type vlan for network 3e10518b-2cb6-47e0-bafc-025df78285e8 Aug 28 13:06:04.264516 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-9b0fb3b3-5f7a-41f5-9909-a4001b3ebd59 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:06:04.265719 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9b0fb3b3-5f7a-41f5-9909-a4001b3ebd59 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0742702 Aug 28 13:06:04.268903 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45854) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:04.312727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8a47f1c-5c0f-4a89-a25c-974ddb20ed95 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.343341 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1c046b74-7798-4a20-b963-cefb7b333627 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.361146 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8a47f1c-5c0f-4a89-a25c-974ddb20ed95 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.374051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a47f1c-5c0f-4a89-a25c-974ddb20ed95 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:04.374737 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8a47f1c-5c0f-4a89-a25c-974ddb20ed95 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.375733 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1c046b74-7798-4a20-b963-cefb7b333627 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.450731 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1c046b74-7798-4a20-b963-cefb7b333627 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.457454 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1c046b74-7798-4a20-b963-cefb7b333627 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.460595 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1c046b74-7798-4a20-b963-cefb7b333627 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "DELETE /v2.0/security-groups/ee14c137-2ae1-4018-8e31-b1896992ba0b HTTP/1.1" status: 204 len: 168 time: 0.1905074 Aug 28 13:06:04.468525 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45860) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:04.474823 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e8a47f1c-5c0f-4a89-a25c-974ddb20ed95 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3450916 Aug 28 13:06:04.478169 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45862) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:04.486254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4a3fa0d8-a4c9-4094-a411-7771e700931d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'subnet': {'network_id': '3e10518b-2cb6-47e0-bafc-025df78285e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:04.487009 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046b74-7798-4a20-b963-cefb7b333627 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee14c137-2ae1-4018-8e31-b1896992ba0b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:04.494710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a47f1c-5c0f-4a89-a25c-974ddb20ed95 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Network': ['ID=3e10518b-2cb6-47e0-bafc-025df78285e8,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:04.547724 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 3e10518b-2cb6-47e0-bafc-025df78285e8 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:06:04.663200 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1222d10d-7ae5-4f29-8a89-7f65aa83a3d4 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1890662 Aug 28 13:06:04.664563 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45870) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:04.672121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3fa0d8-a4c9-4094-a411-7771e700931d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:04.677302 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4a3fa0d8-a4c9-4094-a411-7771e700931d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.782871 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f5a26774-b1e2-4e03-9815-fdea33af6c42 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.810022 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f5a26774-b1e2-4e03-9815-fdea33af6c42 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.866183 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f5a26774-b1e2-4e03-9815-fdea33af6c42 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.869236 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f5a26774-b1e2-4e03-9815-fdea33af6c42 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:04.870537 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f5a26774-b1e2-4e03-9815-fdea33af6c42 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "DELETE /v2.0/security-groups/2e1c3af4-10fc-46d3-adf4-ba6403fb29a1 HTTP/1.1" status: 204 len: 168 time: 0.2046659 Aug 28 13:06:04.874494 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede8fbf-2648-4d1e-b798-1bb6d1389579 req-07e63918-a3ee-4ae0-b11d-c967cd2ca0e7 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:04.877488 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ede8fbf-2648-4d1e-b798-1bb6d1389579 req-07e63918-a3ee-4ae0-b11d-c967cd2ca0e7 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.1022372 Aug 28 13:06:04.878499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45872) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:04.903406 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a26774-b1e2-4e03-9815-fdea33af6c42 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1c3af4-10fc-46d3-adf4-ba6403fb29a1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:05.030563 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ede8fbf-2648-4d1e-b798-1bb6d1389579 req-d36228ec-b621-428b-9c12-e17f606084d7 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395605 Aug 28 13:06:05.040309 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b3df982d-20ce-4d86-83a7-74933753db44 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1533077 Aug 28 13:06:05.040696 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45876) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:05.045821 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4ea8a3f9-7676-429b-a2ae-49935093ef21 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group': {'name': 'tempest-secgroup--1649387273'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:05.111031 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ea8a3f9-7676-429b-a2ae-49935093ef21 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:05.156930 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4a3fa0d8-a4c9-4094-a411-7771e700931d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:05.408660 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ea8a3f9-7676-429b-a2ae-49935093ef21 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:05.408660 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ea8a3f9-7676-429b-a2ae-49935093ef21 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:05.420176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fa0d8-a4c9-4094-a411-7771e700931d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Subnet': ['ID=3fb03f23-28bf-4e4b-a211-3ff436a53717,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:05.420176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fa0d8-a4c9-4094-a411-7771e700931d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Checking segment: {'id': '4ee80af0-8c07-4b36-9b56-07692661cec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3e10518b-2cb6-47e0-bafc-025df78285e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:05.420176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3fa0d8-a4c9-4094-a411-7771e700931d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network hostable DHCP agents. Network: 3e10518b-2cb6-47e0-bafc-025df78285e8, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:06:05.420176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3fa0d8-a4c9-4094-a411-7771e700931d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network 3e10518b-2cb6-47e0-bafc-025df78285e8 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:06:05.420176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-4a3fa0d8-a4c9-4094-a411-7771e700931d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 3e10518b-2cb6-47e0-bafc-025df78285e8) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:05.422898 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4ea8a3f9-7676-429b-a2ae-49935093ef21 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:05.422898 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4ea8a3f9-7676-429b-a2ae-49935093ef21 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2945409 Aug 28 13:06:05.424098 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3fa0d8-a4c9-4094-a411-7771e700931d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:05.424098 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4a3fa0d8-a4c9-4094-a411-7771e700931d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:05.424619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45888) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:05.424619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2725d110-4f6b-45c1-9cd8-77424d9e9e87 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '5cfdf873-00d4-41ca-9603-0a30fe66666a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:05.425137 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104d30d2-d5d5-4859-aa13-c4d0f6af93b0 None None] Network 3e10518b-2cb6-47e0-bafc-025df78285e8 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:05.425544 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4a3fa0d8-a4c9-4094-a411-7771e700931d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8978186 Aug 28 13:06:05.425544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45890) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:05.426273 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8a3f9-7676-429b-a2ae-49935093ef21 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfdf873-00d4-41ca-9603-0a30fe66666a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:05.513851 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-2725d110-4f6b-45c1-9cd8-77424d9e9e87 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:06:05.515015 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2725d110-4f6b-45c1-9cd8-77424d9e9e87 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1705840 Aug 28 13:06:05.517800 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45900) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:05.527869 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5329518c-8b60-4dcd-a237-503af6afda6b tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group_rule': {'security_group_id': '5cfdf873-00d4-41ca-9603-0a30fe66666a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:05.636715 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:05.641931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-3e10518b-2cb6-47e0-bafc-025df78285e8', 'network_id': '3e10518b-2cb6-47e0-bafc-025df78285e8', 'tenant_id': 'c40ff3d173a24503af3ee51563ec348b', 'fixed_ips': [{'subnet_id': '3fb03f23-28bf-4e4b-a211-3ff436a53717'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:06:05.642843 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:05.670000 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-5329518c-8b60-4dcd-a237-503af6afda6b tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:06:05.675103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5329518c-8b60-4dcd-a237-503af6afda6b tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1521525 Aug 28 13:06:05.676135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45910) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:05.813198 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:05.825576 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e568c9c7-b3c9-41bf-b011-a681d94001ee tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:05.881010 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e568c9c7-b3c9-41bf-b011-a681d94001ee tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:05.969179 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Allocated IP 172.20.0.2 (3e10518b-2cb6-47e0-bafc-025df78285e8/3fb03f23-28bf-4e4b-a211-3ff436a53717/bc2f4d1e-3a70-4bd9-805e-d3f73879dc61) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:06:05.987248 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e568c9c7-b3c9-41bf-b011-a681d94001ee tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:05.990538 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e568c9c7-b3c9-41bf-b011-a681d94001ee tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:05.996522 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45918) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:05.997047 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e568c9c7-b3c9-41bf-b011-a681d94001ee tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "DELETE /v2.0/security-groups/5cfdf873-00d4-41ca-9603-0a30fe66666a HTTP/1.1" status: 204 len: 168 time: 0.3209970 Aug 28 13:06:06.015456 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568c9c7-b3c9-41bf-b011-a681d94001ee tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfdf873-00d4-41ca-9603-0a30fe66666a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:06.094752 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-65b66b49-171e-4af5-a7bd-78be1ec89634 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0967271 Aug 28 13:06:06.099219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45924) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:06.103925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4b95b4f3-aab0-457e-9822-b95fec5ff3be tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group': {'name': 'tempest-secgroup--362235735'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:06.201955 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b95b4f3-aab0-457e-9822-b95fec5ff3be tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.282021 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.290652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202dcfb-db5c-4002-9848-61831f35072a req-7438ee3b-9361-4875-ad11-a59be14677f5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:06.292394 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a202dcfb-db5c-4002-9848-61831f35072a req-7438ee3b-9361-4875-ad11-a59be14677f5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.1497071 Aug 28 13:06:06.300711 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Transition to ACTIVE for port object bc2f4d1e-3a70-4bd9-805e-d3f73879dc61 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:06.323522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Transition to ACTIVE for port object bc2f4d1e-3a70-4bd9-805e-d3f73879dc61 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:06.337571 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.359132 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.429242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Network 3e10518b-2cb6-47e0-bafc-025df78285e8 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:06:06.433274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:06.440349 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:06:06.464497 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a202dcfb-db5c-4002-9848-61831f35072a req-4e449750-1167-44e9-b96c-922e39189383 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596382 Aug 28 13:06:06.473153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb03f23-28bf-4e4b-a211-3ff436a53717,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:06.510845 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b95b4f3-aab0-457e-9822-b95fec5ff3be tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.516248 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b95b4f3-aab0-457e-9822-b95fec5ff3be tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.524151 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Pushing event updated for resources: {'Port': ['ID=bc2f4d1e-3a70-4bd9-805e-d3f73879dc61,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:06.567252 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b95b4f3-aab0-457e-9822-b95fec5ff3be tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.568492 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4b95b4f3-aab0-457e-9822-b95fec5ff3be tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4681060 Aug 28 13:06:06.571992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45930) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:06.574000 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Attempting to bind port bc2f4d1e-3a70-4bd9-805e-d3f73879dc61 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:06:06.574387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Attempting to bind port bc2f4d1e-3a70-4bd9-805e-d3f73879dc61 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '4ee80af0-8c07-4b36-9b56-07692661cec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3e10518b-2cb6-47e0-bafc-025df78285e8'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:06:06.574781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Attempting to bind port bc2f4d1e-3a70-4bd9-805e-d3f73879dc61 on network 3e10518b-2cb6-47e0-bafc-025df78285e8 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:06:06.577780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-320f81a6-a461-4d39-8d34-446847e5af28 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:06.578590 n-d-791505-21 neutron-server[94878]: WARNING neutron.api.v2.base [None req-320f81a6-a461-4d39-8d34-446847e5af28 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 28 13:06:06.579102 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-320f81a6-a461-4d39-8d34-446847e5af28 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] update failed (client error): There was a conflict when trying to complete your request. Aug 28 13:06:06.583201 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-320f81a6-a461-4d39-8d34-446847e5af28 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "PUT /v2.0/security-groups/9ea4d33e-62fa-444c-a12c-c1043384d7e3 HTTP/1.1" status: 409 len: 330 time: 0.0067539 Aug 28 13:06:06.585087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45934) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:06.588448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:06:06.589057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Checking segment: {'id': '4ee80af0-8c07-4b36-9b56-07692661cec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3e10518b-2cb6-47e0-bafc-025df78285e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:06.589674 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.590295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Bound using segment: {'id': '4ee80af0-8c07-4b36-9b56-07692661cec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3e10518b-2cb6-47e0-bafc-025df78285e8'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:06:06.590993 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Bound port: bc2f4d1e-3a70-4bd9-805e-d3f73879dc61, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee80af0-8c07-4b36-9b56-07692661cec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3e10518b-2cb6-47e0-bafc-025df78285e8'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:06:06.591578 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.611541 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.628824 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e10518b-2cb6-47e0-bafc-025df78285e8']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:06.643064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee80af0-8c07-4b36-9b56-07692661cec4') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:06.643757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee80af0-8c07-4b36-9b56-07692661cec4') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:06.649686 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95b4f3-aab0-457e-9822-b95fec5ff3be tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea4d33e-62fa-444c-a12c-c1043384d7e3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:06.655391 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.682878 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.687783 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] For port bc2f4d1e-3a70-4bd9-805e-d3f73879dc61, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:06:06.694691 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:06:06.695194 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:06:06.698757 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:06:06.709828 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e7e564d0-61f5-425f-b339-d5dc8f314ea7 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.742448 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e7e564d0-61f5-425f-b339-d5dc8f314ea7 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.793871 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] For port bc2f4d1e-3a70-4bd9-805e-d3f73879dc61, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bc2f4d1e-3a70-4bd9-805e-d3f73879dc61,segment=NetworkSegment(4ee80af0-8c07-4b36-9b56-07692661cec4),segment_id=4ee80af0-8c07-4b36-9b56-07692661cec4)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:06:06.798860 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.800190 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.db.api [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 13:06:06.800190 n-d-791505-21 neutron-server[94877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 13:06:06.800190 n-d-791505-21 neutron-server[94877]: [parameters: {'id': '3e10518b-2cb6-47e0-bafc-025df78285e8'}] Aug 28 13:06:06.800190 n-d-791505-21 neutron-server[94877]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:06:06.801343 n-d-791505-21 neutron-server[94877]: DEBUG oslo_db.api [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:06:06.812780 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e7e564d0-61f5-425f-b339-d5dc8f314ea7 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.819857 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e7e564d0-61f5-425f-b339-d5dc8f314ea7 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:06.824021 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e7e564d0-61f5-425f-b339-d5dc8f314ea7 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "DELETE /v2.0/security-groups/9ea4d33e-62fa-444c-a12c-c1043384d7e3 HTTP/1.1" status: 204 len: 168 time: 0.2377081 Aug 28 13:06:06.825559 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45940) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:06.860976 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e564d0-61f5-425f-b339-d5dc8f314ea7 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea4d33e-62fa-444c-a12c-c1043384d7e3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:06.927400 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33afea-ab3a-4823-8bd1-1f9071b9b309 None None] Pushing event updated for resources: {'Port': ['ID=bc2f4d1e-3a70-4bd9-805e-d3f73879dc61,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:06.951373 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-febe6afb-ee18-49c1-91b4-0da11675fb61 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1179457 Aug 28 13:06:06.951989 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45946) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:06.978340 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ac375d-82b6-42fe-9318-fe96217cb503 None None] Network 3e10518b-2cb6-47e0-bafc-025df78285e8 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:06.980017 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-3003da1c-8606-4b2a-bba2-a539915bed13 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] delete failed (client error): The resource could not be found. Aug 28 13:06:06.986415 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3003da1c-8606-4b2a-bba2-a539915bed13 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "DELETE /v2.0/security-groups/d3f17369-2c9c-4c0f-b8b2-5caa4998e7bc HTTP/1.1" status: 404 len: 347 time: 0.0283997 Aug 28 13:06:06.987441 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45948) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:07.026001 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-e04eea87-85ba-4fa7-b0ca-be8bb2cba94c tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] show failed (client error): The resource could not be found. Aug 28 13:06:07.030819 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e04eea87-85ba-4fa7-b0ca-be8bb2cba94c tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "GET /v2.0/security-groups/0a1c3edc-ff3c-4657-b2ae-52ee1be4a205 HTTP/1.1" status: 404 len: 347 time: 0.0385854 Aug 28 13:06:07.031204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 45950) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:07.044482 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-af71ba22-4c33-4d04-98dd-2d2439813cb8 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] show failed (client error): The resource could not be found. Aug 28 13:06:07.049719 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-af71ba22-4c33-4d04-98dd-2d2439813cb8 tempest-NegativeSecGroupIPv6Test-925661325 tempest-NegativeSecGroupIPv6Test-925661325-project] 10.222.0.20 "GET /v2.0/security-group-rules/3ecbbeea-bdf8-43f1-9d5a-54845bf2d418 HTTP/1.1" status: 404 len: 356 time: 0.0133486 Aug 28 13:06:07.158472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d78704-9e8d-45b3-b8e3-d76e54a74133 None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 13:06:07.303215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:07.311037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d78704-9e8d-45b3-b8e3-d76e54a74133 None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 13:06:07.410224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Deleting port bc2f4d1e-3a70-4bd9-805e-d3f73879dc61 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:06:07.411514 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:07.473399 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:07.520215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] For port bc2f4d1e-3a70-4bd9-805e-d3f73879dc61, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bc2f4d1e-3a70-4bd9-805e-d3f73879dc61,segment=NetworkSegment(4ee80af0-8c07-4b36-9b56-07692661cec4),segment_id=4ee80af0-8c07-4b36-9b56-07692661cec4)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:07.520215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:07.537893 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Calling delete_port for bc2f4d1e-3a70-4bd9-805e-d3f73879dc61 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:06:07.607810 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45972) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:07.713824 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:07.749241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No DVR routers for this DVR port bc2f4d1e-3a70-4bd9-805e-d3f73879dc61 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:06:07.753982 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Port': ['ID=bc2f4d1e-3a70-4bd9-805e-d3f73879dc61,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:07.877991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7132a4-3dd0-4850-9322-8e52d3174d13 req-9974c8e9-148e-44bb-a0d2-4ad035be8b1f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:07.879673 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca7132a4-3dd0-4850-9322-8e52d3174d13 req-9974c8e9-148e-44bb-a0d2-4ad035be8b1f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.2044156 Aug 28 13:06:07.881441 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:07.901819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e10518b-2cb6-47e0-bafc-025df78285e8']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:07.948988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee80af0-8c07-4b36-9b56-07692661cec4') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:07.949296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee80af0-8c07-4b36-9b56-07692661cec4') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:07.975337 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:08.001295 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca7132a4-3dd0-4850-9322-8e52d3174d13 req-6bb4d2d7-cde8-4269-9581-da0797b75dd3 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113210 Aug 28 13:06:08.037671 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:08.043579 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4056c335-0eba-499e-8658-f92644f2523c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e32fcacb31c24ddf8af04edee1b65414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4294991 Aug 28 13:06:08.044913 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45992) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:08.056916 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:06:08.058698 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:06:08.068125 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:06:08.212721 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee8d6803-7e0e-4d23-856f-d7026b960fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:08.225401 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:08.238025 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:08.240009 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/3e10518b-2cb6-47e0-bafc-025df78285e8 HTTP/1.1" status: 204 len: 168 time: 2.8602607 Aug 28 13:06:08.245937 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 45998) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:08.256988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb3bef-cd87-45aa-9326-a5eceb3cbf01 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Network': ['ID=3e10518b-2cb6-47e0-bafc-025df78285e8,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:08.258269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ba33c5c0-6386-4e26-9508-aa506b030692 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1971532458'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:08.267849 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee8d6803-7e0e-4d23-856f-d7026b960fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:08.334860 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba33c5c0-6386-4e26-9508-aa506b030692 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:08.339066 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba33c5c0-6386-4e26-9508-aa506b030692 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:08.343014 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee8d6803-7e0e-4d23-856f-d7026b960fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:08.345689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee8d6803-7e0e-4d23-856f-d7026b960fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:08.349635 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ee8d6803-7e0e-4d23-856f-d7026b960fa8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48246602-8a76-495d-9b81-05edfe6cf546 HTTP/1.1" status: 204 len: 168 time: 0.3009882 Aug 28 13:06:08.364693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d6803-7e0e-4d23-856f-d7026b960fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48246602-8a76-495d-9b81-05edfe6cf546,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:08.389611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba33c5c0-6386-4e26-9508-aa506b030692 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:06:08.416181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba33c5c0-6386-4e26-9508-aa506b030692 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:08.416807 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-ba33c5c0-6386-4e26-9508-aa506b030692 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Added segment a4643152-8de5-4551-9d16-dcc84feb3668 of type vlan for network 77592af0-d001-48d0-ae27-b95cb3f1b353 Aug 28 13:06:08.474855 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba33c5c0-6386-4e26-9508-aa506b030692 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:08.501560 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba33c5c0-6386-4e26-9508-aa506b030692 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:08.510009 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba33c5c0-6386-4e26-9508-aa506b030692 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:08.510980 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba33c5c0-6386-4e26-9508-aa506b030692 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:08.544541 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ba33c5c0-6386-4e26-9508-aa506b030692 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2914712 Aug 28 13:06:08.547454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46006) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:08.553412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a780a56e-16ca-4a42-bd0a-569e708b0191 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'subnet': {'network_id': '77592af0-d001-48d0-ae27-b95cb3f1b353', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:08.705173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33c5c0-6386-4e26-9508-aa506b030692 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Network': ['ID=77592af0-d001-48d0-ae27-b95cb3f1b353,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:08.717997 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 77592af0-d001-48d0-ae27-b95cb3f1b353 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:06:08.740348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a780a56e-16ca-4a42-bd0a-569e708b0191 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:08.744571 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a780a56e-16ca-4a42-bd0a-569e708b0191 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:08.889967 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.ipam_backend_mixin [None req-a780a56e-16ca-4a42-bd0a-569e708b0191 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Performing IP validity checks on allocation pools {{(pid=94877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 13:06:08.902439 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.ipam_backend_mixin [None req-a780a56e-16ca-4a42-bd0a-569e708b0191 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 13:06:09.191398 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a780a56e-16ca-4a42-bd0a-569e708b0191 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:09.252594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6331523-2503-477e-b178-0b6364eec19e req-445bad15-d5b0-4dc5-9874-a279ab3b67ea tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:09.257421 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e6331523-2503-477e-b178-0b6364eec19e req-445bad15-d5b0-4dc5-9874-a279ab3b67ea tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.0964808 Aug 28 13:06:09.394040 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e6331523-2503-477e-b178-0b6364eec19e req-3f7ab4fc-6129-4be5-b48a-0f526c292f29 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186969 Aug 28 13:06:09.409940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780a56e-16ca-4a42-bd0a-569e708b0191 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Subnet': ['ID=ccfd26b8-fd1c-4f0a-886b-df89c2eb9c8c,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:09.443611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780a56e-16ca-4a42-bd0a-569e708b0191 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Checking segment: {'id': 'a4643152-8de5-4551-9d16-dcc84feb3668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77592af0-d001-48d0-ae27-b95cb3f1b353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:09.444008 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a780a56e-16ca-4a42-bd0a-569e708b0191 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network hostable DHCP agents. Network: 77592af0-d001-48d0-ae27-b95cb3f1b353, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:06:09.499554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a780a56e-16ca-4a42-bd0a-569e708b0191 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network 77592af0-d001-48d0-ae27-b95cb3f1b353 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:06:09.527764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-a780a56e-16ca-4a42-bd0a-569e708b0191 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 77592af0-d001-48d0-ae27-b95cb3f1b353) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:09.543001 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7bdc93-2c14-41a5-bccd-935e04c2516b None None] Network 77592af0-d001-48d0-ae27-b95cb3f1b353 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:09.545266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a780a56e-16ca-4a42-bd0a-569e708b0191 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:09.546209 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a780a56e-16ca-4a42-bd0a-569e708b0191 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:09.637904 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a780a56e-16ca-4a42-bd0a-569e708b0191 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0865405 Aug 28 13:06:09.640770 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46052) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:09.911727 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:09.997771 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-aa0161ce-c2a4-487d-8a9c-225f0a38a060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:10.008484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d91f84-3113-4c06-949a-fbd43fb51d53 req-0e32d52f-e2f5-4911-ba59-1dc6dcbfd9ae tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:10.009838 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86d91f84-3113-4c06-949a-fbd43fb51d53 req-0e32d52f-e2f5-4911-ba59-1dc6dcbfd9ae tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 946 time: 0.2659409 Aug 28 13:06:10.010501 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46066) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:10.108621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9092b-ecc4-4f85-9888-1654ad61be57 req-3318e4eb-e5a7-4d85-93b2-6b880f3aeb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:10.110347 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39a9092b-ecc4-4f85-9888-1654ad61be57 req-3318e4eb-e5a7-4d85-93b2-6b880f3aeb5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4179b5bac764eccb52966068d97934f&device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 1097 time: 0.2874010 Aug 28 13:06:10.116500 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-77592af0-d001-48d0-ae27-b95cb3f1b353', 'network_id': '77592af0-d001-48d0-ae27-b95cb3f1b353', 'tenant_id': 'c40ff3d173a24503af3ee51563ec348b', 'fixed_ips': [{'subnet_id': 'ccfd26b8-fd1c-4f0a-886b-df89c2eb9c8c'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:06:10.117479 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:10.253262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1d3e3963-f3a3-4fc3-a47b-b7b79540b1e5 tempest-SubnetPoolsTestJSON-1824418236 tempest-SubnetPoolsTestJSON-1824418236-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-754339579', 'prefixes': ['172.20.0.0/16']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:10.277020 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86d91f84-3113-4c06-949a-fbd43fb51d53 req-61545318-0d27-4153-acde-cbdb3a0e74c0 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366672 Aug 28 13:06:10.380429 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Allocated IP 172.20.0.3 (77592af0-d001-48d0-ae27-b95cb3f1b353/ccfd26b8-fd1c-4f0a-886b-df89c2eb9c8c/43ea7673-b061-4423-9f69-f6bb15cdf2da) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:06:10.451598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9092b-ecc4-4f85-9888-1654ad61be57 req-74b9fbfe-846e-4cfe-9502-821325d0bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:10.453970 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39a9092b-ecc4-4f85-9888-1654ad61be57 req-74b9fbfe-846e-4cfe-9502-821325d0bfed service neutron] 10.222.0.11 "GET /v2.0/networks?id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8 HTTP/1.1" status: 200 len: 910 time: 0.3306720 Aug 28 13:06:10.458429 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d3e3963-f3a3-4fc3-a47b-b7b79540b1e5 tempest-SubnetPoolsTestJSON-1824418236 tempest-SubnetPoolsTestJSON-1824418236-project] Notify callbacks [] for subnetpool, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:10.460678 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1d3e3963-f3a3-4fc3-a47b-b7b79540b1e5 tempest-SubnetPoolsTestJSON-1824418236 tempest-SubnetPoolsTestJSON-1824418236-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4410887 Aug 28 13:06:10.565138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46076) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:10.569174 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39a9092b-ecc4-4f85-9888-1654ad61be57 req-57e91dbd-e45a-41c1-a233-7d9e616e0cba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25be805a-4de1-42ce-91ff-b4b76aae0ee4 HTTP/1.1" status: 200 len: 1000 time: 0.1066380 Aug 28 13:06:10.594966 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:10.622323 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:10.637953 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Transition to ACTIVE for port object 43ea7673-b061-4423-9f69-f6bb15cdf2da will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:10.677234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Transition to ACTIVE for port object 43ea7673-b061-4423-9f69-f6bb15cdf2da will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:10.686290 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:10.691531 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:10.775623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-681e0487-874e-4b9f-b746-ab4e7cb64c28 tempest-SubnetPoolsTestJSON-1824418236 tempest-SubnetPoolsTestJSON-1824418236-project] 10.222.0.20 "GET /v2.0/subnetpools/da199443-85ab-4c1c-aec1-a06a3ab4f6c8 HTTP/1.1" status: 200 len: 731 time: 0.2041645 Aug 28 13:06:10.777364 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:10.778573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46080) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:10.785849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Network 77592af0-d001-48d0-ae27-b95cb3f1b353 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:06:10.786138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-864fe8e3-35a5-4089-912e-4fa566db58d0 tempest-SubnetPoolsTestJSON-1824418236 tempest-SubnetPoolsTestJSON-1824418236-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-292752047'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:10.787490 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Pushing event updated for resources: {'Port': ['ID=43ea7673-b061-4423-9f69-f6bb15cdf2da,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:10.790499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:10.799942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:06:10.806662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9092b-ecc4-4f85-9888-1654ad61be57 req-e07503cb-c7c7-4d99-85f3-a0bfd21f0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:10.808154 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39a9092b-ecc4-4f85-9888-1654ad61be57 req-e07503cb-c7c7-4d99-85f3-a0bfd21f0e12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44e4607b-0f93-463a-9372-9a1d7a81caa8 HTTP/1.1" status: 200 len: 849 time: 0.2192371 Aug 28 13:06:10.837038 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d039fc-2b57-4038-9cc4-ee3e46e0e48d req-bbd0580f-7c7f-4a98-aa91-ae515468923a tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:10.838669 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4d039fc-2b57-4038-9cc4-ee3e46e0e48d req-bbd0580f-7c7f-4a98-aa91-ae515468923a tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.2400379 Aug 28 13:06:10.841398 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Subnet': ['ID=ccfd26b8-fd1c-4f0a-886b-df89c2eb9c8c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:10.903186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Attempting to bind port 43ea7673-b061-4423-9f69-f6bb15cdf2da on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:06:10.903866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Attempting to bind port 43ea7673-b061-4423-9f69-f6bb15cdf2da by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'a4643152-8de5-4551-9d16-dcc84feb3668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77592af0-d001-48d0-ae27-b95cb3f1b353'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:06:10.904326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Attempting to bind port 43ea7673-b061-4423-9f69-f6bb15cdf2da on network 77592af0-d001-48d0-ae27-b95cb3f1b353 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:06:10.912312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:06:10.913084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Checking segment: {'id': 'a4643152-8de5-4551-9d16-dcc84feb3668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77592af0-d001-48d0-ae27-b95cb3f1b353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:10.914253 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:10.914994 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Bound using segment: {'id': 'a4643152-8de5-4551-9d16-dcc84feb3668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77592af0-d001-48d0-ae27-b95cb3f1b353'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:06:10.915988 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Bound port: 43ea7673-b061-4423-9f69-f6bb15cdf2da, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4643152-8de5-4551-9d16-dcc84feb3668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '77592af0-d001-48d0-ae27-b95cb3f1b353'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:06:10.917186 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:11.008438 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:11.024202 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9092b-ecc4-4f85-9888-1654ad61be57 req-0dd52d29-9649-4873-8549-9d7dff38ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:11.026088 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39a9092b-ecc4-4f85-9888-1654ad61be57 req-0dd52d29-9649-4873-8549-9d7dff38ec1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2093260 Aug 28 13:06:11.047661 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77592af0-d001-48d0-ae27-b95cb3f1b353']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:11.054129 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-864fe8e3-35a5-4089-912e-4fa566db58d0 tempest-SubnetPoolsTestJSON-1824418236 tempest-SubnetPoolsTestJSON-1824418236-project] Notify callbacks [] for subnetpool, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:11.079131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4643152-8de5-4551-9d16-dcc84feb3668') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:11.079446 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4643152-8de5-4551-9d16-dcc84feb3668') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:11.086724 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-864fe8e3-35a5-4089-912e-4fa566db58d0 tempest-SubnetPoolsTestJSON-1824418236 tempest-SubnetPoolsTestJSON-1824418236-project] 10.222.0.20 "PUT /v2.0/subnetpools/da199443-85ab-4c1c-aec1-a06a3ab4f6c8 HTTP/1.1" status: 200 len: 683 time: 0.2968929 Aug 28 13:06:11.087491 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46090) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:11.102799 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:11.115847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] For port 43ea7673-b061-4423-9f69-f6bb15cdf2da, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:06:11.119750 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] For port 43ea7673-b061-4423-9f69-f6bb15cdf2da, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=43ea7673-b061-4423-9f69-f6bb15cdf2da,segment=NetworkSegment(a4643152-8de5-4551-9d16-dcc84feb3668),segment_id=a4643152-8de5-4551-9d16-dcc84feb3668)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:06:11.128665 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:11.148653 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c4d039fc-2b57-4038-9cc4-ee3e46e0e48d req-a5555643-fa6c-4d41-b15d-a5b589141184 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980652 Aug 28 13:06:11.158207 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:11.189488 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:06:11.190826 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:06:11.297784 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:06:11.304404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbbb6f-62a4-4ecd-9fd7-1bfb362ecb33 None None] Pushing event updated for resources: {'Port': ['ID=43ea7673-b061-4423-9f69-f6bb15cdf2da,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:11.304594 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.api [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 13:06:11.304594 n-d-791505-21 neutron-server[94878]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 13:06:11.304594 n-d-791505-21 neutron-server[94878]: [parameters: {'id': '77592af0-d001-48d0-ae27-b95cb3f1b353'}] Aug 28 13:06:11.304594 n-d-791505-21 neutron-server[94878]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:06:11.304594 n-d-791505-21 neutron-server[94878]: DEBUG oslo_db.api [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:06:11.325006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d8c507-97e6-47a3-abe0-a104963a76e7 None None] Network 77592af0-d001-48d0-ae27-b95cb3f1b353 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:11.330141 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2794d3ef-a927-4445-b119-a949165187a7 tempest-SubnetPoolsTestJSON-1824418236 tempest-SubnetPoolsTestJSON-1824418236-project] Notify callbacks [] for subnetpool, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:11.334137 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2794d3ef-a927-4445-b119-a949165187a7 tempest-SubnetPoolsTestJSON-1824418236 tempest-SubnetPoolsTestJSON-1824418236-project] 10.222.0.20 "DELETE /v2.0/subnetpools/da199443-85ab-4c1c-aec1-a06a3ab4f6c8 HTTP/1.1" status: 204 len: 168 time: 0.2178333 Aug 28 13:06:11.334567 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46098) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:11.357514 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-97b94ec5-80db-4b2c-9c88-7d98804d978c tempest-SubnetPoolsTestJSON-1824418236 tempest-SubnetPoolsTestJSON-1824418236-project] show failed (client error): The resource could not be found. Aug 28 13:06:11.358919 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-97b94ec5-80db-4b2c-9c88-7d98804d978c tempest-SubnetPoolsTestJSON-1824418236 tempest-SubnetPoolsTestJSON-1824418236-project] 10.222.0.20 "GET /v2.0/subnetpools/da199443-85ab-4c1c-aec1-a06a3ab4f6c8 HTTP/1.1" status: 404 len: 346 time: 0.0232596 Aug 28 13:06:11.365410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46100) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:11.377365 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39a9092b-ecc4-4f85-9888-1654ad61be57 req-f52f094f-3bd1-4fb7-863c-d832f8293bde service neutron] 10.222.0.11 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374143 Aug 28 13:06:11.388088 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-73d119b5-a45c-4d96-bd82-b50626674531 tempest-SubnetPoolsTestJSON-1824418236 tempest-SubnetPoolsTestJSON-1824418236-project] delete failed (client error): The resource could not be found. Aug 28 13:06:11.389458 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-73d119b5-a45c-4d96-bd82-b50626674531 tempest-SubnetPoolsTestJSON-1824418236 tempest-SubnetPoolsTestJSON-1824418236-project] 10.222.0.20 "DELETE /v2.0/subnetpools/da199443-85ab-4c1c-aec1-a06a3ab4f6c8 HTTP/1.1" status: 404 len: 346 time: 0.0226548 Aug 28 13:06:11.531412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d36202-0f2c-4874-aeeb-7627684b9527 None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 13:06:11.542047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44422ba-b9d7-41f1-9262-9c0c2c06bc04 req-74912044-4ac3-455e-bc5d-f69cbff79051 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:11.543884 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f44422ba-b9d7-41f1-9262-9c0c2c06bc04 req-74912044-4ac3-455e-bc5d-f69cbff79051 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.10 "GET /v2.0/ports?device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 946 time: 0.0870571 Aug 28 13:06:11.630652 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39a9092b-ecc4-4f85-9888-1654ad61be57 req-9a59839b-316a-45b2-a578-7496cace9936 service neutron] 10.222.0.11 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453868 Aug 28 13:06:11.637132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d36202-0f2c-4874-aeeb-7627684b9527 None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 13:06:11.656035 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e8c90-b45b-4e5a-a2bf-ba91732f7c5b req-63ca5c2f-d138-4031-a065-dba610933a36 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:11.658017 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f37e8c90-b45b-4e5a-a2bf-ba91732f7c5b req-63ca5c2f-d138-4031-a065-dba610933a36 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 946 time: 0.2563114 Aug 28 13:06:11.674021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-f44422ba-b9d7-41f1-9262-9c0c2c06bc04 req-7376208b-a383-44e4-a3b0-7eea60525421 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Deleting port 773abfd1-5620-45c9-b2ab-143e67b9d5b8 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:06:11.674602 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f44422ba-b9d7-41f1-9262-9c0c2c06bc04 req-7376208b-a383-44e4-a3b0-7eea60525421 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:11.725553 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f37e8c90-b45b-4e5a-a2bf-ba91732f7c5b req-11c2a688-5eb1-402c-bdaa-6be8de3f83b8 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/security-groups?id=23f1b77a-eb14-47fe-96e6-fd243a529c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519392 Aug 28 13:06:11.809335 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:11.847665 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-f44422ba-b9d7-41f1-9262-9c0c2c06bc04 req-7376208b-a383-44e4-a3b0-7eea60525421 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] For port 773abfd1-5620-45c9-b2ab-143e67b9d5b8, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=773abfd1-5620-45c9-b2ab-143e67b9d5b8,segment=NetworkSegment(a6ef6f94-cdb1-41a9-8484-951ef2ac2322),segment_id=a6ef6f94-cdb1-41a9-8484-951ef2ac2322)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:11.849485 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f44422ba-b9d7-41f1-9262-9c0c2c06bc04 req-7376208b-a383-44e4-a3b0-7eea60525421 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:11.895698 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-f44422ba-b9d7-41f1-9262-9c0c2c06bc04 req-7376208b-a383-44e4-a3b0-7eea60525421 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Calling delete_port for 773abfd1-5620-45c9-b2ab-143e67b9d5b8 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:06:11.907873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dabe62-c603-4cc9-a85a-93cff3e4e359 req-43d1c4bb-7de8-4a84-8858-962a4799e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:11.912984 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03dabe62-c603-4cc9-a85a-93cff3e4e359 req-43d1c4bb-7de8-4a84-8858-962a4799e9be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4179b5bac764eccb52966068d97934f&device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 1097 time: 0.0807617 Aug 28 13:06:11.912984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46110) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:12.003608 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Deleting port 43ea7673-b061-4423-9f69-f6bb15cdf2da {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:06:12.004221 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.073082 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cd289394-f669-457b-9140-9106dc04beca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.106992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] For port 43ea7673-b061-4423-9f69-f6bb15cdf2da, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=43ea7673-b061-4423-9f69-f6bb15cdf2da,segment=NetworkSegment(a4643152-8de5-4551-9d16-dcc84feb3668),segment_id=a4643152-8de5-4551-9d16-dcc84feb3668)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:12.107671 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.144442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Calling delete_port for 43ea7673-b061-4423-9f69-f6bb15cdf2da owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:06:12.151060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dabe62-c603-4cc9-a85a-93cff3e4e359 req-9ad880a3-0bdb-46cd-8dae-3fe0438166d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:12.153029 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03dabe62-c603-4cc9-a85a-93cff3e4e359 req-9ad880a3-0bdb-46cd-8dae-3fe0438166d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8 HTTP/1.1" status: 200 len: 910 time: 0.2159071 Aug 28 13:06:12.241586 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f44422ba-b9d7-41f1-9262-9c0c2c06bc04 req-7376208b-a383-44e4-a3b0-7eea60525421 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.262280 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['773abfd1-5620-45c9-b2ab-143e67b9d5b8'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:06:12.269904 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1210ed76-e1bb-4943-845e-014016251709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.303601 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376208b-a383-44e4-a3b0-7eea60525421 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Pushing event deleted for resources: {'Port': ['ID=773abfd1-5620-45c9-b2ab-143e67b9d5b8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:12.312233 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03dabe62-c603-4cc9-a85a-93cff3e4e359 req-b45843e3-a77c-435d-8d67-8a86d2473b3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25be805a-4de1-42ce-91ff-b4b76aae0ee4 HTTP/1.1" status: 200 len: 1000 time: 0.1404464 Aug 28 13:06:12.396742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dabe62-c603-4cc9-a85a-93cff3e4e359 req-d69857a7-a4e7-4079-ba48-4c909b4d43eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:12.398888 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44422ba-b9d7-41f1-9262-9c0c2c06bc04 req-7376208b-a383-44e4-a3b0-7eea60525421 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] No DVR routers for this DVR port 773abfd1-5620-45c9-b2ab-143e67b9d5b8 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:06:12.400757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03dabe62-c603-4cc9-a85a-93cff3e4e359 req-d69857a7-a4e7-4079-ba48-4c909b4d43eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44e4607b-0f93-463a-9372-9a1d7a81caa8 HTTP/1.1" status: 200 len: 849 time: 0.0803275 Aug 28 13:06:12.403555 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f44422ba-b9d7-41f1-9262-9c0c2c06bc04 req-7376208b-a383-44e4-a3b0-7eea60525421 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.405893 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f44422ba-b9d7-41f1-9262-9c0c2c06bc04 req-7376208b-a383-44e4-a3b0-7eea60525421 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.10 "DELETE /v2.0/ports/773abfd1-5620-45c9-b2ab-143e67b9d5b8 HTTP/1.1" status: 204 len: 173 time: 0.8553672 Aug 28 13:06:12.410083 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db371562-5e83-4e87-aec0-b370a9206812', 'name': 'network-vif-deleted', 'tag': '773abfd1-5620-45c9-b2ab-143e67b9d5b8'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:06:12.413962 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4d8779-2a46-417c-86b1-97fa64af1eb1" -d '{"events": [{"server_uuid": "db371562-5e83-4e87-aec0-b370a9206812", "name": "network-vif-deleted", "tag": "773abfd1-5620-45c9-b2ab-143e67b9d5b8"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:06:12.421878 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.458452 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cd289394-f669-457b-9140-9106dc04beca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.476095 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cd289394-f669-457b-9140-9106dc04beca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.533627 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76282277-5787-47d2-926c-9f9d1bf61f95 x-openstack-request-id: req-76282277-5787-47d2-926c-9f9d1bf61f95 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:06:12.533627 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db371562-5e83-4e87-aec0-b370a9206812", "name": "network-vif-deleted", "tag": "773abfd1-5620-45c9-b2ab-143e67b9d5b8", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:06:12.533959 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76282277-5787-47d2-926c-9f9d1bf61f95 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:06:12.534337 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db371562-5e83-4e87-aec0-b370a9206812', 'name': 'network-vif-deleted', 'tag': '773abfd1-5620-45c9-b2ab-143e67b9d5b8', 'status': 'completed', 'code': 200} Aug 28 13:06:12.541165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Port': ['ID=43ea7673-b061-4423-9f69-f6bb15cdf2da,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:12.560577 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3249688-16bf-419c-b543-59e4fa5ea059 req-be2ebe53-9806-4d84-b7f5-b2e2ad6a63a4 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:12.567815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd289394-f669-457b-9140-9106dc04beca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f094bb26-b307-46c1-9c08-bc37be641a37,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:12.570729 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b3249688-16bf-419c-b543-59e4fa5ea059 req-be2ebe53-9806-4d84-b7f5-b2e2ad6a63a4 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.3088727 Aug 28 13:06:12.574498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No DVR routers for this DVR port 43ea7673-b061-4423-9f69-f6bb15cdf2da on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:06:12.584195 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cd289394-f669-457b-9140-9106dc04beca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fc37695cce241b5bf83256b90933b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6697030 Aug 28 13:06:12.586639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dabe62-c603-4cc9-a85a-93cff3e4e359 req-894ca99e-945d-48d5-8312-9e04a30c032a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:12.587264 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.588220 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03dabe62-c603-4cc9-a85a-93cff3e4e359 req-894ca99e-945d-48d5-8312-9e04a30c032a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1811512 Aug 28 13:06:12.588678 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46134) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:12.653411 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b3249688-16bf-419c-b543-59e4fa5ea059 req-db487a3e-ca9f-44de-8548-1658c2c3ba6d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817075 Aug 28 13:06:12.724437 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.737152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77592af0-d001-48d0-ae27-b95cb3f1b353']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:12.737315 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-62a8cb81-297e-48f0-aa6f-104a8b76c8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.750331 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4643152-8de5-4551-9d16-dcc84feb3668') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:12.750772 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4643152-8de5-4551-9d16-dcc84feb3668') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:12.772207 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.776627 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-62a8cb81-297e-48f0-aa6f-104a8b76c8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.779861 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03dabe62-c603-4cc9-a85a-93cff3e4e359 req-7de520f0-de54-407b-847a-a6593b5b391d service neutron] 10.222.0.11 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837475 Aug 28 13:06:12.793120 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.801069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:06:12.803488 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:06:12.808072 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:06:12.892589 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d27f6d7-9f13-4e33-8616-3fe2f93d109d req-b72c09b0-e272-4141-92a3-bf6f5bf72071 tempest-VolumesSnapshotTestJSON-255786949 tempest-VolumesSnapshotTestJSON-255786949-project] 10.222.0.20 "GET /v2.0/ports?device_id=db371562-5e83-4e87-aec0-b370a9206812 HTTP/1.1" status: 200 len: 210 time: 0.0376234 Aug 28 13:06:12.935773 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-62a8cb81-297e-48f0-aa6f-104a8b76c8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.937895 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-62a8cb81-297e-48f0-aa6f-104a8b76c8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.939115 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-62a8cb81-297e-48f0-aa6f-104a8b76c8a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f094bb26-b307-46c1-9c08-bc37be641a37 HTTP/1.1" status: 204 len: 168 time: 0.3494673 Aug 28 13:06:12.941522 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.953516 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03dabe62-c603-4cc9-a85a-93cff3e4e359 req-52fd7d5b-b794-4c4e-9702-4f879026ae54 service neutron] 10.222.0.11 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638107 Aug 28 13:06:12.953516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8cb81-297e-48f0-aa6f-104a8b76c8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f094bb26-b307-46c1-9c08-bc37be641a37,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:12.980463 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:12.983433 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/77592af0-d001-48d0-ae27-b95cb3f1b353 HTTP/1.1" status: 204 len: 168 time: 3.3416724 Aug 28 13:06:12.984637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1c7be-45e5-4e5f-9365-2fb315987837 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Network': ['ID=77592af0-d001-48d0-ae27-b95cb3f1b353,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:12.991031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46144) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:12.996477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-adfb1b27-f43e-427e-bacb-f2ca18241353 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-162752951'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:13.047886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfb1b27-f43e-427e-bacb-f2ca18241353 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:13.055078 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-adfb1b27-f43e-427e-bacb-f2ca18241353 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:13.081479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfb1b27-f43e-427e-bacb-f2ca18241353 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:06:13.093097 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-adfb1b27-f43e-427e-bacb-f2ca18241353 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:13.093451 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-adfb1b27-f43e-427e-bacb-f2ca18241353 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Added segment a37cc356-5318-4af3-a18d-88b5adce3149 of type vlan for network 7f114ace-6df1-4c80-a95e-bb6ec68efe93 Aug 28 13:06:13.162078 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-adfb1b27-f43e-427e-bacb-f2ca18241353 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:13.220954 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-adfb1b27-f43e-427e-bacb-f2ca18241353 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:13.233727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb1b27-f43e-427e-bacb-f2ca18241353 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:13.234651 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-adfb1b27-f43e-427e-bacb-f2ca18241353 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:13.346953 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-adfb1b27-f43e-427e-bacb-f2ca18241353 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3547170 Aug 28 13:06:13.347753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46158) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:13.352209 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb1b27-f43e-427e-bacb-f2ca18241353 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Network': ['ID=7f114ace-6df1-4c80-a95e-bb6ec68efe93,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:13.354449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d088712b-bfa5-4fdf-aaf8-476af13082c4 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'subnet': {'network_id': '7f114ace-6df1-4c80-a95e-bb6ec68efe93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:13.365423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 7f114ace-6df1-4c80-a95e-bb6ec68efe93 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:06:13.443495 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:13.502954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d088712b-bfa5-4fdf-aaf8-476af13082c4 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:13.506692 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d088712b-bfa5-4fdf-aaf8-476af13082c4 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:13.769623 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d088712b-bfa5-4fdf-aaf8-476af13082c4 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:13.840694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088712b-bfa5-4fdf-aaf8-476af13082c4 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Subnet': ['ID=243abd50-76eb-4740-9d84-e3163e50211c,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:13.852991 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d088712b-bfa5-4fdf-aaf8-476af13082c4 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Checking segment: {'id': 'a37cc356-5318-4af3-a18d-88b5adce3149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f114ace-6df1-4c80-a95e-bb6ec68efe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:13.853356 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d088712b-bfa5-4fdf-aaf8-476af13082c4 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network hostable DHCP agents. Network: 7f114ace-6df1-4c80-a95e-bb6ec68efe93, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:06:13.877230 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d088712b-bfa5-4fdf-aaf8-476af13082c4 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network 7f114ace-6df1-4c80-a95e-bb6ec68efe93 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:06:13.888326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d088712b-bfa5-4fdf-aaf8-476af13082c4 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 7f114ace-6df1-4c80-a95e-bb6ec68efe93) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:13.896069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d088712b-bfa5-4fdf-aaf8-476af13082c4 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:13.896832 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d088712b-bfa5-4fdf-aaf8-476af13082c4 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:13.899222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757b5c9a-1057-4388-9cf2-42a3177d539b None None] Network 7f114ace-6df1-4c80-a95e-bb6ec68efe93 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:13.919304 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d088712b-bfa5-4fdf-aaf8-476af13082c4 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5669518 Aug 28 13:06:13.919602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46186) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:14.081174 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-378d3b60-e4ee-48f6-b6fe-b23cc46889e5 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:14.122959 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d4060c-1934-452c-91b3-a8bd5268b946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-7f114ace-6df1-4c80-a95e-bb6ec68efe93', 'network_id': '7f114ace-6df1-4c80-a95e-bb6ec68efe93', 'tenant_id': 'c40ff3d173a24503af3ee51563ec348b', 'fixed_ips': [{'subnet_id': '243abd50-76eb-4740-9d84-e3163e50211c'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:06:14.127582 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0d4060c-1934-452c-91b3-a8bd5268b946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:14.164052 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-378d3b60-e4ee-48f6-b6fe-b23cc46889e5 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:14.280679 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-378d3b60-e4ee-48f6-b6fe-b23cc46889e5 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server [None req-b0d4060c-1934-452c-91b3-a8bd5268b946 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 243abd50-76eb-4740-9d84-e3163e50211c: This subnet is being modified by another concurrent operation. Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise exception Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 243abd50-76eb-4740-9d84-e3163e50211c: This subnet is being modified by another concurrent operation. Aug 28 13:06:14.291002 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server Aug 28 13:06:14.325309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d3b60-e4ee-48f6-b6fe-b23cc46889e5 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Subnet': ['ID=243abd50-76eb-4740-9d84-e3163e50211c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:14.351522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69593731-170d-4dca-ac7c-a3d550e2c39c None None] Network 7f114ace-6df1-4c80-a95e-bb6ec68efe93 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:14.491904 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-378d3b60-e4ee-48f6-b6fe-b23cc46889e5 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:14.515540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-378d3b60-e4ee-48f6-b6fe-b23cc46889e5 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f114ace-6df1-4c80-a95e-bb6ec68efe93']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:14.551381 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-378d3b60-e4ee-48f6-b6fe-b23cc46889e5 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37cc356-5318-4af3-a18d-88b5adce3149') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:14.555116 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-378d3b60-e4ee-48f6-b6fe-b23cc46889e5 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37cc356-5318-4af3-a18d-88b5adce3149') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:14.589057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebc9809-3127-4c5e-afb3-0693b5075cbb None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 13:06:14.592861 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-378d3b60-e4ee-48f6-b6fe-b23cc46889e5 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:14.623239 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-378d3b60-e4ee-48f6-b6fe-b23cc46889e5 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:14.631216 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378d3b60-e4ee-48f6-b6fe-b23cc46889e5 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:06:14.632731 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-378d3b60-e4ee-48f6-b6fe-b23cc46889e5 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:06:14.637270 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:06:14.730253 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebc9809-3127-4c5e-afb3-0693b5075cbb None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 13:06:14.768964 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-378d3b60-e4ee-48f6-b6fe-b23cc46889e5 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:14.807615 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-378d3b60-e4ee-48f6-b6fe-b23cc46889e5 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:14.819037 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46222) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:14.819593 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-378d3b60-e4ee-48f6-b6fe-b23cc46889e5 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/7f114ace-6df1-4c80-a95e-bb6ec68efe93 HTTP/1.1" status: 204 len: 168 time: 0.8976228 Aug 28 13:06:14.824064 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d3b60-e4ee-48f6-b6fe-b23cc46889e5 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Network': ['ID=7f114ace-6df1-4c80-a95e-bb6ec68efe93,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:14.825045 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-275b85ac-5546-4f6c-91cf-f5a8c263c242 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1916982718'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:14.866556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275b85ac-5546-4f6c-91cf-f5a8c263c242 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:14.871299 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-275b85ac-5546-4f6c-91cf-f5a8c263c242 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:14.927869 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275b85ac-5546-4f6c-91cf-f5a8c263c242 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:06:14.948753 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-275b85ac-5546-4f6c-91cf-f5a8c263c242 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:14.950084 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-275b85ac-5546-4f6c-91cf-f5a8c263c242 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Added segment 13d64e6c-935a-4cb7-bed5-fe391a58c426 of type vlan for network 64206211-fea1-4076-bdb5-662aa6835d83 Aug 28 13:06:15.050697 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-275b85ac-5546-4f6c-91cf-f5a8c263c242 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:15.095399 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-275b85ac-5546-4f6c-91cf-f5a8c263c242 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:15.103618 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275b85ac-5546-4f6c-91cf-f5a8c263c242 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:15.104601 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-275b85ac-5546-4f6c-91cf-f5a8c263c242 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:15.242494 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b85ac-5546-4f6c-91cf-f5a8c263c242 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Network': ['ID=64206211-fea1-4076-bdb5-662aa6835d83,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:15.262521 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-275b85ac-5546-4f6c-91cf-f5a8c263c242 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4422920 Aug 28 13:06:15.265277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46236) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:15.271372 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-cbdd79fc-03d0-4277-8961-2418e944bdbe tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'subnet': {'network_id': '64206211-fea1-4076-bdb5-662aa6835d83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:15.481353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 64206211-fea1-4076-bdb5-662aa6835d83 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:06:15.557546 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:15.841923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdd79fc-03d0-4277-8961-2418e944bdbe tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:15.845853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cbdd79fc-03d0-4277-8961-2418e944bdbe tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:15.983190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46266) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:16.042026 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cbdd79fc-03d0-4277-8961-2418e944bdbe tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:16.116891 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd79fc-03d0-4277-8961-2418e944bdbe tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Subnet': ['ID=deb8f0eb-17ba-4ca3-b32c-06a189464dd9,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:16.126130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdd79fc-03d0-4277-8961-2418e944bdbe tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Checking segment: {'id': '13d64e6c-935a-4cb7-bed5-fe391a58c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '64206211-fea1-4076-bdb5-662aa6835d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:16.126527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd79fc-03d0-4277-8961-2418e944bdbe tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network hostable DHCP agents. Network: 64206211-fea1-4076-bdb5-662aa6835d83, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:06:16.151060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd79fc-03d0-4277-8961-2418e944bdbe tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network 64206211-fea1-4076-bdb5-662aa6835d83 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:06:16.164708 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5225c9b-614a-4775-870d-a8c28f906bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:16.165758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-cbdd79fc-03d0-4277-8961-2418e944bdbe tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 64206211-fea1-4076-bdb5-662aa6835d83) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:16.178016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd79fc-03d0-4277-8961-2418e944bdbe tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:16.178753 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cbdd79fc-03d0-4277-8961-2418e944bdbe tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:16.179084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a48cbd-c1a3-461a-8391-e98af6f8899e None None] Network 64206211-fea1-4076-bdb5-662aa6835d83 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:16.304560 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5225c9b-614a-4775-870d-a8c28f906bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:16.309352 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5225c9b-614a-4775-870d-a8c28f906bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:16.319373 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cbdd79fc-03d0-4277-8961-2418e944bdbe tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0521433 Aug 28 13:06:16.322257 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46282) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:16.357077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5225c9b-614a-4775-870d-a8c28f906bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd4c975-c02c-47a2-9bac-51e3ce32c533,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:16.362379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-64206211-fea1-4076-bdb5-662aa6835d83', 'network_id': '64206211-fea1-4076-bdb5-662aa6835d83', 'tenant_id': 'c40ff3d173a24503af3ee51563ec348b', 'fixed_ips': [{'subnet_id': 'deb8f0eb-17ba-4ca3-b32c-06a189464dd9'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:06:16.363375 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:16.375885 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e5225c9b-614a-4775-870d-a8c28f906bff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11c16a8dafe34994a7c157c0ea6955ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3889973 Aug 28 13:06:16.377415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46284) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:16.443997 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fb0c097d-6d1c-4a34-a436-36e83880d770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:16.448427 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:16.469999 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fb0c097d-6d1c-4a34-a436-36e83880d770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:16.545349 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fb0c097d-6d1c-4a34-a436-36e83880d770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:16.547066 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:16.548931 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fb0c097d-6d1c-4a34-a436-36e83880d770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:16.550705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fb0c097d-6d1c-4a34-a436-36e83880d770 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccd4c975-c02c-47a2-9bac-51e3ce32c533 HTTP/1.1" status: 204 len: 168 time: 0.1722345 Aug 28 13:06:16.560525 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c097d-6d1c-4a34-a436-36e83880d770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd4c975-c02c-47a2-9bac-51e3ce32c533,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:16.564789 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Allocated IP 172.20.0.1 (64206211-fea1-4076-bdb5-662aa6835d83/deb8f0eb-17ba-4ca3-b32c-06a189464dd9/0a455c25-a1f2-4470-ac77-0986ba303bcc) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:06:16.774031 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:16.787552 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Transition to ACTIVE for port object 0a455c25-a1f2-4470-ac77-0986ba303bcc will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:16.805076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Transition to ACTIVE for port object 0a455c25-a1f2-4470-ac77-0986ba303bcc will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:16.813726 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:16.832339 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:16.862945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Network 64206211-fea1-4076-bdb5-662aa6835d83 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:06:16.887633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Subnet': ['ID=deb8f0eb-17ba-4ca3-b32c-06a189464dd9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:16.906403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Pushing event updated for resources: {'Port': ['ID=0a455c25-a1f2-4470-ac77-0986ba303bcc,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:16.942724 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:16.955719 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:06:17.017757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Attempting to bind port 0a455c25-a1f2-4470-ac77-0986ba303bcc on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:06:17.018269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Attempting to bind port 0a455c25-a1f2-4470-ac77-0986ba303bcc by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '13d64e6c-935a-4cb7-bed5-fe391a58c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '64206211-fea1-4076-bdb5-662aa6835d83'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:06:17.018992 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Attempting to bind port 0a455c25-a1f2-4470-ac77-0986ba303bcc on network 64206211-fea1-4076-bdb5-662aa6835d83 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:06:17.022155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 773abfd1-5620-45c9-b2ab-143e67b9d5b8 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:06:17.048836 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.050233 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 773abfd1-5620-45c9-b2ab-143e67b9d5b8 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:06:17.050724 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 773abfd1-5620-45c9-b2ab-143e67b9d5b8 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:06:17.053281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:06:17.054002 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Checking segment: {'id': '13d64e6c-935a-4cb7-bed5-fe391a58c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '64206211-fea1-4076-bdb5-662aa6835d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:17.055186 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.055186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Bound using segment: {'id': '13d64e6c-935a-4cb7-bed5-fe391a58c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '64206211-fea1-4076-bdb5-662aa6835d83'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:06:17.055641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Bound port: 0a455c25-a1f2-4470-ac77-0986ba303bcc, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d64e6c-935a-4cb7-bed5-fe391a58c426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '64206211-fea1-4076-bdb5-662aa6835d83'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:06:17.055919 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46308) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:17.056399 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.066590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64206211-fea1-4076-bdb5-662aa6835d83']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:17.075684 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cea1-926a-404e-a7d2-319be4b02ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.079474 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d64e6c-935a-4cb7-bed5-fe391a58c426') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:17.079996 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d64e6c-935a-4cb7-bed5-fe391a58c426') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:17.091888 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.108361 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.116051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:06:17.116734 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:06:17.120124 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:06:17.172150 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] For port 0a455c25-a1f2-4470-ac77-0986ba303bcc, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:06:17.195655 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.db.api [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 13:06:17.195655 n-d-791505-21 neutron-server[94877]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 13:06:17.195655 n-d-791505-21 neutron-server[94877]: [parameters: {'id': '64206211-fea1-4076-bdb5-662aa6835d83'}] Aug 28 13:06:17.195655 n-d-791505-21 neutron-server[94877]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:06:17.197079 n-d-791505-21 neutron-server[94877]: DEBUG oslo_db.api [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:06:17.201529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] For port 0a455c25-a1f2-4470-ac77-0986ba303bcc, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=0a455c25-a1f2-4470-ac77-0986ba303bcc,segment=NetworkSegment(13d64e6c-935a-4cb7-bed5-fe391a58c426),segment_id=13d64e6c-935a-4cb7-bed5-fe391a58c426)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:06:17.208246 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.333810 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cea1-926a-404e-a7d2-319be4b02ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.340913 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cea1-926a-404e-a7d2-319be4b02ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.357367 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52333ca9-59b8-4e22-af5e-fff62d331467 None None] Pushing event updated for resources: {'Port': ['ID=0a455c25-a1f2-4470-ac77-0986ba303bcc,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:17.384532 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a8a2cea1-926a-404e-a7d2-319be4b02ff8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c4ef6b34f8a42ad9ecc70cee69c0cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252521 Aug 28 13:06:17.385031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46320) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:17.393820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dd1493-5f25-45cb-b692-a7fb2d57b160 None None] Network 64206211-fea1-4076-bdb5-662aa6835d83 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:17.439715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2cea1-926a-404e-a7d2-319be4b02ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fe0c87-c83a-4bf8-a351-d127fabea20c,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:17.502395 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4eb08282-04eb-4108-a4bd-5c21c9356b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.529005 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4eb08282-04eb-4108-a4bd-5c21c9356b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.600068 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4eb08282-04eb-4108-a4bd-5c21c9356b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.603581 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4eb08282-04eb-4108-a4bd-5c21c9356b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.604989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4eb08282-04eb-4108-a4bd-5c21c9356b55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9fe0c87-c83a-4bf8-a351-d127fabea20c HTTP/1.1" status: 204 len: 168 time: 0.2188468 Aug 28 13:06:17.616641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb08282-04eb-4108-a4bd-5c21c9356b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fe0c87-c83a-4bf8-a351-d127fabea20c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:17.617954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7df37e-d891-4329-a0e0-f2324181604c None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 13:06:17.699163 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.780003 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7df37e-d891-4329-a0e0-f2324181604c None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 13:06:17.846132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Deleting port 0a455c25-a1f2-4470-ac77-0986ba303bcc {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:06:17.846779 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.933361 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] For port 0a455c25-a1f2-4470-ac77-0986ba303bcc, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=0a455c25-a1f2-4470-ac77-0986ba303bcc,segment=NetworkSegment(13d64e6c-935a-4cb7-bed5-fe391a58c426),segment_id=13d64e6c-935a-4cb7-bed5-fe391a58c426)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:17.934764 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:17.974439 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Calling delete_port for 0a455c25-a1f2-4470-ac77-0986ba303bcc owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:06:18.144406 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:18.187245 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Port': ['ID=0a455c25-a1f2-4470-ac77-0986ba303bcc,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:18.194892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No DVR routers for this DVR port 0a455c25-a1f2-4470-ac77-0986ba303bcc on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:06:18.309069 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:18.325684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64206211-fea1-4076-bdb5-662aa6835d83']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:18.390139 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d64e6c-935a-4cb7-bed5-fe391a58c426') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:18.390139 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d64e6c-935a-4cb7-bed5-fe391a58c426') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:18.397363 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:18.413785 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:18.422867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:06:18.423499 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:06:18.555411 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:06:18.559896 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:18.570177 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:18.575685 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/64206211-fea1-4076-bdb5-662aa6835d83 HTTP/1.1" status: 204 len: 168 time: 2.2490826 Aug 28 13:06:18.576027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46362) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:18.581061 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a49a6999-23bb-45d7-afef-aaebe8a2c965 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-756070716'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:18.599778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fb50d-8068-4086-af07-4a56bd594fe1 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Network': ['ID=64206211-fea1-4076-bdb5-662aa6835d83,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:18.624622 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49a6999-23bb-45d7-afef-aaebe8a2c965 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:18.642498 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a49a6999-23bb-45d7-afef-aaebe8a2c965 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:18.700528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49a6999-23bb-45d7-afef-aaebe8a2c965 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:06:18.715726 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a49a6999-23bb-45d7-afef-aaebe8a2c965 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:18.716842 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-a49a6999-23bb-45d7-afef-aaebe8a2c965 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Added segment b9e4ae2d-69fa-4bab-a9e9-f4e29a1d9284 of type vlan for network 105909bc-9c98-4678-809a-daaf29bc4ec3 Aug 28 13:06:18.794477 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a49a6999-23bb-45d7-afef-aaebe8a2c965 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:18.840681 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a49a6999-23bb-45d7-afef-aaebe8a2c965 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:18.859631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49a6999-23bb-45d7-afef-aaebe8a2c965 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:18.860366 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a49a6999-23bb-45d7-afef-aaebe8a2c965 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:18.929000 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a49a6999-23bb-45d7-afef-aaebe8a2c965 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3518775 Aug 28 13:06:18.934141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46376) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:18.940695 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-518bbbb0-1c99-4d59-af47-8dad9d6f6d86 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:18.965505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a6999-23bb-45d7-afef-aaebe8a2c965 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Network': ['ID=105909bc-9c98-4678-809a-daaf29bc4ec3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:18.980325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 105909bc-9c98-4678-809a-daaf29bc4ec3 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:06:19.095685 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46384) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:19.226991 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-518bbbb0-1c99-4d59-af47-8dad9d6f6d86 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:19.242053 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-518bbbb0-1c99-4d59-af47-8dad9d6f6d86 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:19.246169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-98ef7053-95d9-40f3-b98b-0fadf461581c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-284738546-network', 'tenant_id': '14ba0e9250694889b826e1779afba8b1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:19.296211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-518bbbb0-1c99-4d59-af47-8dad9d6f6d86 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network 105909bc-9c98-4678-809a-daaf29bc4ec3 is not hosted by any dhcp agent {{(pid=94877) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 13:06:19.297426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ef7053-95d9-40f3-b98b-0fadf461581c admin admin] Made reservation on behalf of 14ba0e9250694889b826e1779afba8b1 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:19.302797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518bbbb0-1c99-4d59-af47-8dad9d6f6d86 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:19.303246 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ef7053-95d9-40f3-b98b-0fadf461581c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:19.303800 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-518bbbb0-1c99-4d59-af47-8dad9d6f6d86 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:19.305217 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-518bbbb0-1c99-4d59-af47-8dad9d6f6d86 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "PUT /v2.0/networks/105909bc-9c98-4678-809a-daaf29bc4ec3 HTTP/1.1" status: 200 len: 723 time: 0.3700469 Aug 28 13:06:19.308875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46390) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:19.314698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-45136f0e-db0c-4a48-8e61-4b91bad167af tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'subnet': {'network_id': '105909bc-9c98-4678-809a-daaf29bc4ec3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:19.322859 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ef7053-95d9-40f3-b98b-0fadf461581c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:19.398736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bbbb0-1c99-4d59-af47-8dad9d6f6d86 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Network': ['ID=105909bc-9c98-4678-809a-daaf29bc4ec3,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:19.414148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 105909bc-9c98-4678-809a-daaf29bc4ec3 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:06:19.592494 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ef7053-95d9-40f3-b98b-0fadf461581c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:19.603204 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ef7053-95d9-40f3-b98b-0fadf461581c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:19.633755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45136f0e-db0c-4a48-8e61-4b91bad167af tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:19.648438 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45136f0e-db0c-4a48-8e61-4b91bad167af tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:19.662924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ef7053-95d9-40f3-b98b-0fadf461581c admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:06:19.689544 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ef7053-95d9-40f3-b98b-0fadf461581c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:19.689901 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-98ef7053-95d9-40f3-b98b-0fadf461581c admin admin] Added segment e7234dbf-7752-4764-a72d-78cca60f7740 of type vlan for network 221bd72f-128b-498d-a56e-05865f3c32cd Aug 28 13:06:19.738336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef7053-95d9-40f3-b98b-0fadf461581c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fb848f-1946-4df1-b9e2-e34390eb02a9,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:19.760968 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ef7053-95d9-40f3-b98b-0fadf461581c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:19.811818 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ef7053-95d9-40f3-b98b-0fadf461581c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:19.814249 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ef7053-95d9-40f3-b98b-0fadf461581c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:19.815054 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ef7053-95d9-40f3-b98b-0fadf461581c admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:19.898514 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-98ef7053-95d9-40f3-b98b-0fadf461581c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8016353 Aug 28 13:06:19.899614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46412) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:19.900376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef7053-95d9-40f3-b98b-0fadf461581c admin admin] Pushing event updated for resources: {'Network': ['ID=221bd72f-128b-498d-a56e-05865f3c32cd,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:19.907368 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-568a1ec3-4c2a-4686-bb89-3f2297a8d58b admin admin] Request body: {'subnet': {'network_id': '221bd72f-128b-498d-a56e-05865f3c32cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-284738546-subnet', 'tenant_id': '14ba0e9250694889b826e1779afba8b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:19.913426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 221bd72f-128b-498d-a56e-05865f3c32cd details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:06:19.959826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568a1ec3-4c2a-4686-bb89-3f2297a8d58b admin admin] Made reservation on behalf of 14ba0e9250694889b826e1779afba8b1 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:19.962643 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-568a1ec3-4c2a-4686-bb89-3f2297a8d58b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:19.974514 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45136f0e-db0c-4a48-8e61-4b91bad167af tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:20.110873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45136f0e-db0c-4a48-8e61-4b91bad167af tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Subnet': ['ID=19167ea2-7583-4a3d-a5f9-996767741759,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:20.122650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45136f0e-db0c-4a48-8e61-4b91bad167af tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Checking segment: {'id': 'b9e4ae2d-69fa-4bab-a9e9-f4e29a1d9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '105909bc-9c98-4678-809a-daaf29bc4ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:20.123012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45136f0e-db0c-4a48-8e61-4b91bad167af tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network hostable DHCP agents. Network: 105909bc-9c98-4678-809a-daaf29bc4ec3, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:06:20.141636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45136f0e-db0c-4a48-8e61-4b91bad167af tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network 105909bc-9c98-4678-809a-daaf29bc4ec3 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:06:20.152124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-45136f0e-db0c-4a48-8e61-4b91bad167af tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 105909bc-9c98-4678-809a-daaf29bc4ec3) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:20.156899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45136f0e-db0c-4a48-8e61-4b91bad167af tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:20.157846 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45136f0e-db0c-4a48-8e61-4b91bad167af tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3734648'] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:20.166171 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b7d88d-aec1-4ed5-bb47-a5f2991b7257 None None] Network 105909bc-9c98-4678-809a-daaf29bc4ec3 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:20.210256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-45136f0e-db0c-4a48-8e61-4b91bad167af tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9002450 Aug 28 13:06:20.213095 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46418) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:20.224690 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2d03a95d-b6dd-46b9-aec3-8ce4ea09862f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:20.227000 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-568a1ec3-4c2a-4686-bb89-3f2297a8d58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:20.312892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a1ec3-4c2a-4686-bb89-3f2297a8d58b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7fc1f16-0785-4b42-af20-7262bd597d6a,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:20.319368 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568a1ec3-4c2a-4686-bb89-3f2297a8d58b admin admin] Checking segment: {'id': 'e7234dbf-7752-4764-a72d-78cca60f7740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '221bd72f-128b-498d-a56e-05865f3c32cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:20.319637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568a1ec3-4c2a-4686-bb89-3f2297a8d58b admin admin] Network hostable DHCP agents. Network: 221bd72f-128b-498d-a56e-05865f3c32cd, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:06:20.358780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568a1ec3-4c2a-4686-bb89-3f2297a8d58b admin admin] Network 221bd72f-128b-498d-a56e-05865f3c32cd is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:06:20.382352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-568a1ec3-4c2a-4686-bb89-3f2297a8d58b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 221bd72f-128b-498d-a56e-05865f3c32cd) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:20.386710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568a1ec3-4c2a-4686-bb89-3f2297a8d58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:20.387391 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-568a1ec3-4c2a-4686-bb89-3f2297a8d58b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:20.414524 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-568a1ec3-4c2a-4686-bb89-3f2297a8d58b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5110006 Aug 28 13:06:20.420977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d9464d-31b8-4b88-b94f-13e95e369b6e None None] Network 221bd72f-128b-498d-a56e-05865f3c32cd requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:20.465470 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d03a95d-b6dd-46b9-aec3-8ce4ea09862f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61969170'] for subnet, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:20.628714 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d405066-fd42-4f73-9cfc-fa538174d81e None None] Network 221bd72f-128b-498d-a56e-05865f3c32cd requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:20.701844 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-105909bc-9c98-4678-809a-daaf29bc4ec3', 'network_id': '105909bc-9c98-4678-809a-daaf29bc4ec3', 'tenant_id': 'c40ff3d173a24503af3ee51563ec348b', 'fixed_ips': [{'subnet_id': '19167ea2-7583-4a3d-a5f9-996767741759'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:06:20.702615 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:20.828536 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d03a95d-b6dd-46b9-aec3-8ce4ea09862f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760091561948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60057729'] for subnet, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:20.912726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03a95d-b6dd-46b9-aec3-8ce4ea09862f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Subnet': ['ID=19167ea2-7583-4a3d-a5f9-996767741759,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:20.959195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d03a95d-b6dd-46b9-aec3-8ce4ea09862f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:20.964231 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d03a95d-b6dd-46b9-aec3-8ce4ea09862f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:20.990091 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2d03a95d-b6dd-46b9-aec3-8ce4ea09862f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "PUT /v2.0/subnets/19167ea2-7583-4a3d-a5f9-996767741759 HTTP/1.1" status: 200 len: 806 time: 0.7752957 Aug 28 13:06:20.991429 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46446) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:21.144825 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Allocated IP 172.20.0.2 (105909bc-9c98-4678-809a-daaf29bc4ec3/19167ea2-7583-4a3d-a5f9-996767741759/e6a4a70b-a8da-4d64-b76d-998cb55944a0) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:06:21.182404 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:21.342714 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:21.422783 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:21.432638 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Transition to ACTIVE for port object e6a4a70b-a8da-4d64-b76d-998cb55944a0 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:21.438127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46458) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:21.444427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-cab0bdea-961d-47f4-879b-1ba35831dc17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1452552482-network', 'tenant_id': '851eb2ba553c4ebf82da40254701f98c'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:21.453930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Transition to ACTIVE for port object e6a4a70b-a8da-4d64-b76d-998cb55944a0 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:21.463211 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:21.529489 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:21.534180 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:06:21.562523 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Network 105909bc-9c98-4678-809a-daaf29bc4ec3 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:06:21.565651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:21.571036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:06:21.622464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Pushing event updated for resources: {'Port': ['ID=e6a4a70b-a8da-4d64-b76d-998cb55944a0,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:21.684337 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Subnet': ['ID=19167ea2-7583-4a3d-a5f9-996767741759,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:21.686102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab0bdea-961d-47f4-879b-1ba35831dc17 admin admin] Made reservation on behalf of 851eb2ba553c4ebf82da40254701f98c for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:21.699906 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cab0bdea-961d-47f4-879b-1ba35831dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:21.705672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Attempting to bind port e6a4a70b-a8da-4d64-b76d-998cb55944a0 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:06:21.705672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Attempting to bind port e6a4a70b-a8da-4d64-b76d-998cb55944a0 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'b9e4ae2d-69fa-4bab-a9e9-f4e29a1d9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '105909bc-9c98-4678-809a-daaf29bc4ec3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:06:21.705672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Attempting to bind port e6a4a70b-a8da-4d64-b76d-998cb55944a0 on network 105909bc-9c98-4678-809a-daaf29bc4ec3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:06:21.717471 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:06:21.717872 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Checking segment: {'id': 'b9e4ae2d-69fa-4bab-a9e9-f4e29a1d9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '105909bc-9c98-4678-809a-daaf29bc4ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:21.718295 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:21.718714 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Bound using segment: {'id': 'b9e4ae2d-69fa-4bab-a9e9-f4e29a1d9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '105909bc-9c98-4678-809a-daaf29bc4ec3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:06:21.719326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Bound port: e6a4a70b-a8da-4d64-b76d-998cb55944a0, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e4ae2d-69fa-4bab-a9e9-f4e29a1d9284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '105909bc-9c98-4678-809a-daaf29bc4ec3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:06:21.719709 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:21.719996 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cab0bdea-961d-47f4-879b-1ba35831dc17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:21.811617 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:21.822626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] For port e6a4a70b-a8da-4d64-b76d-998cb55944a0, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:06:21.826334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] For port e6a4a70b-a8da-4d64-b76d-998cb55944a0, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e6a4a70b-a8da-4d64-b76d-998cb55944a0,segment=NetworkSegment(b9e4ae2d-69fa-4bab-a9e9-f4e29a1d9284),segment_id=b9e4ae2d-69fa-4bab-a9e9-f4e29a1d9284)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:06:21.829638 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105909bc-9c98-4678-809a-daaf29bc4ec3']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:21.838014 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:21.865385 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e4ae2d-69fa-4bab-a9e9-f4e29a1d9284') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:21.865685 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e4ae2d-69fa-4bab-a9e9-f4e29a1d9284') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:21.917778 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:21.961132 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:21.967559 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b47fa-999c-4716-b22c-b481a7efae77 None None] Network 105909bc-9c98-4678-809a-daaf29bc4ec3 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:21.993930 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:06:21.994880 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:06:21.998215 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:06:22.064148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fccdf-930c-43b7-a820-2b048196e235 None None] Pushing event updated for resources: {'Port': ['ID=e6a4a70b-a8da-4d64-b76d-998cb55944a0,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:22.131436 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48380cd6-e093-4353-86d8-f795f16be336 None None] Network 105909bc-9c98-4678-809a-daaf29bc4ec3 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:22.152467 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cab0bdea-961d-47f4-879b-1ba35831dc17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:22.157536 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.api [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 13:06:22.157536 n-d-791505-21 neutron-server[94878]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 13:06:22.157536 n-d-791505-21 neutron-server[94878]: [parameters: {'id': '105909bc-9c98-4678-809a-daaf29bc4ec3'}] Aug 28 13:06:22.157536 n-d-791505-21 neutron-server[94878]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:06:22.158030 n-d-791505-21 neutron-server[94878]: DEBUG oslo_db.api [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:06:22.159759 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cab0bdea-961d-47f4-879b-1ba35831dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:22.206683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab0bdea-961d-47f4-879b-1ba35831dc17 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:06:22.221671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0bdea-961d-47f4-879b-1ba35831dc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a972a9a3-5c55-4dfd-aa36-17e85474e527,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:22.247750 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cab0bdea-961d-47f4-879b-1ba35831dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:22.248351 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-cab0bdea-961d-47f4-879b-1ba35831dc17 admin admin] Added segment ac4e4431-0f0f-418c-931d-9fc591473778 of type vlan for network 989c4f4b-5914-4f4e-bf2b-043fbb70cc4e Aug 28 13:06:22.306123 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1bec64-0a1a-477c-8208-5d8644221926 None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 13:06:22.325934 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cab0bdea-961d-47f4-879b-1ba35831dc17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:22.369355 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cab0bdea-961d-47f4-879b-1ba35831dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:22.371357 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab0bdea-961d-47f4-879b-1ba35831dc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:22.372538 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cab0bdea-961d-47f4-879b-1ba35831dc17 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:22.420376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1bec64-0a1a-477c-8208-5d8644221926 None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 13:06:22.439064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46480) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:22.439525 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cab0bdea-961d-47f4-879b-1ba35831dc17 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9995141 Aug 28 13:06:22.445525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1daf234d-ee3b-4b13-b8a1-f97101796a30 admin admin] Request body: {'subnet': {'network_id': '989c4f4b-5914-4f4e-bf2b-043fbb70cc4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1452552482-subnet', 'tenant_id': '851eb2ba553c4ebf82da40254701f98c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:22.457399 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0bdea-961d-47f4-879b-1ba35831dc17 admin admin] Pushing event updated for resources: {'Network': ['ID=989c4f4b-5914-4f4e-bf2b-043fbb70cc4e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:22.487736 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 989c4f4b-5914-4f4e-bf2b-043fbb70cc4e details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:06:22.488449 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daf234d-ee3b-4b13-b8a1-f97101796a30 admin admin] Made reservation on behalf of 851eb2ba553c4ebf82da40254701f98c for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:22.491432 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1daf234d-ee3b-4b13-b8a1-f97101796a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:22.658702 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:22.775223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Deleting port e6a4a70b-a8da-4d64-b76d-998cb55944a0 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:06:22.775636 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:22.788731 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1daf234d-ee3b-4b13-b8a1-f97101796a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:22.856963 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] For port e6a4a70b-a8da-4d64-b76d-998cb55944a0, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e6a4a70b-a8da-4d64-b76d-998cb55944a0,segment=NetworkSegment(b9e4ae2d-69fa-4bab-a9e9-f4e29a1d9284),segment_id=b9e4ae2d-69fa-4bab-a9e9-f4e29a1d9284)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:22.857794 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:22.866391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf234d-ee3b-4b13-b8a1-f97101796a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fbb2e61-d4ff-4105-a0c5-cf5b87aa8301,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:22.874844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Calling delete_port for e6a4a70b-a8da-4d64-b76d-998cb55944a0 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:06:22.909380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daf234d-ee3b-4b13-b8a1-f97101796a30 admin admin] Checking segment: {'id': 'ac4e4431-0f0f-418c-931d-9fc591473778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '989c4f4b-5914-4f4e-bf2b-043fbb70cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:22.911425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daf234d-ee3b-4b13-b8a1-f97101796a30 admin admin] Network hostable DHCP agents. Network: 989c4f4b-5914-4f4e-bf2b-043fbb70cc4e, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:06:22.966474 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daf234d-ee3b-4b13-b8a1-f97101796a30 admin admin] Network 989c4f4b-5914-4f4e-bf2b-043fbb70cc4e is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:06:22.983791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-1daf234d-ee3b-4b13-b8a1-f97101796a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 989c4f4b-5914-4f4e-bf2b-043fbb70cc4e) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:22.989158 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daf234d-ee3b-4b13-b8a1-f97101796a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:22.990157 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1daf234d-ee3b-4b13-b8a1-f97101796a30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:22.994281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d6dbfb-2751-4409-97c5-9a2715946b0c None None] Network 989c4f4b-5914-4f4e-bf2b-043fbb70cc4e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:23.018486 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:23.039019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No DVR routers for this DVR port e6a4a70b-a8da-4d64-b76d-998cb55944a0 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:06:23.047070 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1daf234d-ee3b-4b13-b8a1-f97101796a30 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6061037 Aug 28 13:06:23.066858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Port': ['ID=e6a4a70b-a8da-4d64-b76d-998cb55944a0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:23.193525 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:23.206037 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105909bc-9c98-4678-809a-daaf29bc4ec3']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:23.229606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e4ae2d-69fa-4bab-a9e9-f4e29a1d9284') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:23.229606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e4ae2d-69fa-4bab-a9e9-f4e29a1d9284') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:23.242213 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:23.259105 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:23.266213 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:06:23.266734 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:23.286176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0e6fc2-9725-4f82-88f4-ddd818ad8c20 None None] Network 989c4f4b-5914-4f4e-bf2b-043fbb70cc4e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:06:23.335192 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:06:23.344393 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:23.351623 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:23.353871 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/105909bc-9c98-4678-809a-daaf29bc4ec3 HTTP/1.1" status: 204 len: 168 time: 2.3608809 Aug 28 13:06:23.356867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46514) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:23.371222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7432673-88c2-4554-aae8-68c3f0a7f26b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Network': ['ID=105909bc-9c98-4678-809a-daaf29bc4ec3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:23.392621 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bad5688-388e-4583-b479-660092dab572 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:23.393275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bad5688-388e-4583-b479-660092dab572 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:23.399853 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46516) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:23.402286 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9bad5688-388e-4583-b479-660092dab572 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/105909bc-9c98-4678-809a-daaf29bc4ec3 HTTP/1.1" status: 404 len: 339 time: 0.0439909 Aug 28 13:06:23.406583 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ee48158d-3b31-4cdc-a0e9-19c2a871f0d0 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-108837172', 'description': 'd1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:23.503144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee48158d-3b31-4cdc-a0e9-19c2a871f0d0 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:23.513058 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee48158d-3b31-4cdc-a0e9-19c2a871f0d0 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:23.578620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee48158d-3b31-4cdc-a0e9-19c2a871f0d0 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:06:23.676278 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee48158d-3b31-4cdc-a0e9-19c2a871f0d0 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:23.678086 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-ee48158d-3b31-4cdc-a0e9-19c2a871f0d0 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Added segment 2d18705d-e5c8-457e-b996-232427431715 of type vlan for network a3e9bc9b-a82f-4505-b083-bf475e9b89b6 Aug 28 13:06:23.743434 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee48158d-3b31-4cdc-a0e9-19c2a871f0d0 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:23.840241 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee48158d-3b31-4cdc-a0e9-19c2a871f0d0 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:23.846102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee48158d-3b31-4cdc-a0e9-19c2a871f0d0 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:23.846805 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee48158d-3b31-4cdc-a0e9-19c2a871f0d0 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:23.956764 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ee48158d-3b31-4cdc-a0e9-19c2a871f0d0 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5532427 Aug 28 13:06:23.958016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46552) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:24.018504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48158d-3b31-4cdc-a0e9-19c2a871f0d0 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Network': ['ID=a3e9bc9b-a82f-4505-b083-bf475e9b89b6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:24.034689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network a3e9bc9b-a82f-4505-b083-bf475e9b89b6 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:06:24.097367 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d37a244-8bc1-41dc-a1d2-b3ae9da050f3 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:24.103631 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3d37a244-8bc1-41dc-a1d2-b3ae9da050f3 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "GET /v2.0/networks?id=a3e9bc9b-a82f-4505-b083-bf475e9b89b6 HTTP/1.1" status: 200 len: 760 time: 0.1443887 Aug 28 13:06:24.106291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46558) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:24.113200 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-55a31832-bd5e-4db9-adbf-055ba391a9a8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'network': {'description': 'd2'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:24.161395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-25eb4626-d938-4535-af79-7e9c49562342 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:24.162996 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-25eb4626-d938-4535-af79-7e9c49562342 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/networks?id=221bd72f-128b-498d-a56e-05865f3c32cd HTTP/1.1" status: 200 len: 808 time: 0.2042058 Aug 28 13:06:24.184638 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-00ff52d0-2c81-4609-af30-68af5142a378 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/quotas/14ba0e9250694889b826e1779afba8b1 HTTP/1.1" status: 200 len: 375 time: 0.0132096 Aug 28 13:06:24.234620 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-576c0736-34a2-4b46-b094-51c7565f1cdf tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=14ba0e9250694889b826e1779afba8b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409465 Aug 28 13:06:24.433864 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-55a31832-bd5e-4db9-adbf-055ba391a9a8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:24.456733 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-55a31832-bd5e-4db9-adbf-055ba391a9a8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:24.484278 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-55a31832-bd5e-4db9-adbf-055ba391a9a8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network a3e9bc9b-a82f-4505-b083-bf475e9b89b6 is not hosted by any dhcp agent {{(pid=94878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 13:06:24.491578 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a31832-bd5e-4db9-adbf-055ba391a9a8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:24.492704 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-55a31832-bd5e-4db9-adbf-055ba391a9a8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:24.496450 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-55a31832-bd5e-4db9-adbf-055ba391a9a8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "PUT /v2.0/networks/a3e9bc9b-a82f-4505-b083-bf475e9b89b6 HTTP/1.1" status: 200 len: 757 time: 0.3867483 Aug 28 13:06:24.499056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46568) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:24.575245 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a31832-bd5e-4db9-adbf-055ba391a9a8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Network': ['ID=a3e9bc9b-a82f-4505-b083-bf475e9b89b6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:24.588155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network a3e9bc9b-a82f-4505-b083-bf475e9b89b6 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:06:24.700283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea1043-2cd2-463e-b090-a89fd018137d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:24.704731 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6fea1043-2cd2-463e-b090-a89fd018137d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "GET /v2.0/networks?id=a3e9bc9b-a82f-4505-b083-bf475e9b89b6 HTTP/1.1" status: 200 len: 760 time: 0.2045903 Aug 28 13:06:24.707047 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-c0a3ede3-62b4-4404-9568-ca3bf0099149 service neutron] 10.222.0.20 "GET /v2.0/networks/221bd72f-128b-498d-a56e-05865f3c32cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641731 Aug 28 13:06:24.708261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46572) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:24.725070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-0a369aba-2fe5-4687-b335-d7a6f00f9a49 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2055533178'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:24.831200 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a369aba-2fe5-4687-b335-d7a6f00f9a49 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:24.834655 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a369aba-2fe5-4687-b335-d7a6f00f9a49 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:24.885078 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a369aba-2fe5-4687-b335-d7a6f00f9a49 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:06:24.905932 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-3fdf7ff3-078f-4c5c-b881-7e4e47d8ea99 service neutron] 10.222.0.20 "GET /v2.0/networks/221bd72f-128b-498d-a56e-05865f3c32cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725409 Aug 28 13:06:24.918900 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a369aba-2fe5-4687-b335-d7a6f00f9a49 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:24.919698 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-0a369aba-2fe5-4687-b335-d7a6f00f9a49 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Added segment d1e9368b-1268-4254-ba21-37e2e2787b2f of type vlan for network 0e307b08-0cf9-4992-b166-c019f4bf36d4 Aug 28 13:06:24.998124 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a369aba-2fe5-4687-b335-d7a6f00f9a49 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:25.050611 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a369aba-2fe5-4687-b335-d7a6f00f9a49 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:25.076734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a369aba-2fe5-4687-b335-d7a6f00f9a49 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:25.077426 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a369aba-2fe5-4687-b335-d7a6f00f9a49 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:25.165618 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0a369aba-2fe5-4687-b335-d7a6f00f9a49 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4535980 Aug 28 13:06:25.169025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46582) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:25.201100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4100d04d-31d0-4e3e-a40b-2d1da5e3e59d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'subnet': {'network_id': '0e307b08-0cf9-4992-b166-c019f4bf36d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:25.257997 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e3fa327-16e1-4e15-b7d8-b938b4189c59 req-ae5b7a37-02cd-42a2-b106-4819d8965f2b tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 210 time: 0.1102967 Aug 28 13:06:25.459388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a369aba-2fe5-4687-b335-d7a6f00f9a49 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Network': ['ID=0e307b08-0cf9-4992-b166-c019f4bf36d4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:25.462726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4100d04d-31d0-4e3e-a40b-2d1da5e3e59d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:25.466504 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4100d04d-31d0-4e3e-a40b-2d1da5e3e59d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:25.498505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 0e307b08-0cf9-4992-b166-c019f4bf36d4 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:06:26.033785 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4100d04d-31d0-4e3e-a40b-2d1da5e3e59d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:26.108332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100d04d-31d0-4e3e-a40b-2d1da5e3e59d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Subnet': ['ID=f3b58a54-a390-4b59-99d2-ab2d553f3cf9,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:26.153209 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100d04d-31d0-4e3e-a40b-2d1da5e3e59d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Checking segment: {'id': 'd1e9368b-1268-4254-ba21-37e2e2787b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0e307b08-0cf9-4992-b166-c019f4bf36d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:26.153976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4100d04d-31d0-4e3e-a40b-2d1da5e3e59d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network hostable DHCP agents. Network: 0e307b08-0cf9-4992-b166-c019f4bf36d4, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:06:26.183242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4100d04d-31d0-4e3e-a40b-2d1da5e3e59d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network 0e307b08-0cf9-4992-b166-c019f4bf36d4 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:06:26.196615 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-4100d04d-31d0-4e3e-a40b-2d1da5e3e59d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 0e307b08-0cf9-4992-b166-c019f4bf36d4) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:26.208515 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a88e03e-df76-46ec-b0b6-ec21ed901526 None None] Network 0e307b08-0cf9-4992-b166-c019f4bf36d4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:26.220754 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4100d04d-31d0-4e3e-a40b-2d1da5e3e59d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:26.221603 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4100d04d-31d0-4e3e-a40b-2d1da5e3e59d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:26.273399 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46596) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:26.285387 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4100d04d-31d0-4e3e-a40b-2d1da5e3e59d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1077960 Aug 28 13:06:26.392392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b30feb74-0248-42a8-bb3f-8983940765b8 req-33cecc51-20e3-4a2c-9313-383b4bd11ec1 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 210 time: 0.0495775 Aug 28 13:06:26.485138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-0e307b08-0cf9-4992-b166-c019f4bf36d4', 'network_id': '0e307b08-0cf9-4992-b166-c019f4bf36d4', 'tenant_id': 'c40ff3d173a24503af3ee51563ec348b', 'fixed_ips': [{'subnet_id': 'f3b58a54-a390-4b59-99d2-ab2d553f3cf9'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:06:26.486376 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:26.714297 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:26.794389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Allocated IP 172.20.0.2 (0e307b08-0cf9-4992-b166-c019f4bf36d4/f3b58a54-a390-4b59-99d2-ab2d553f3cf9/66e26c1f-7715-4546-bec6-db85d16106bf) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:06:26.900230 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:26.963727 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a73886f5-ffae-4ae1-b2a3-125e27d9f7c0 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:26.965342 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a73886f5-ffae-4ae1-b2a3-125e27d9f7c0 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.10 "GET /v2.0/networks?id=221bd72f-128b-498d-a56e-05865f3c32cd HTTP/1.1" status: 200 len: 808 time: 0.3170292 Aug 28 13:06:26.981988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-fb731cd0-467f-49ce-bc42-cd52b8852acb tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Request body: {'port': {'device_id': '0cef8019-2070-47a2-a61c-be82fc50fb45', 'network_id': '221bd72f-128b-498d-a56e-05865f3c32cd', 'admin_state_up': True, 'tenant_id': '14ba0e9250694889b826e1779afba8b1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:27.217185 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:27.235826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Transition to ACTIVE for port object 66e26c1f-7715-4546-bec6-db85d16106bf will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:27.256796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-fb731cd0-467f-49ce-bc42-cd52b8852acb tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Made reservation on behalf of 14ba0e9250694889b826e1779afba8b1 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:27.260263 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-fb731cd0-467f-49ce-bc42-cd52b8852acb tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:27.265436 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Transition to ACTIVE for port object 66e26c1f-7715-4546-bec6-db85d16106bf will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:27.284497 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:27.383530 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:27.388241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Network 0e307b08-0cf9-4992-b166-c019f4bf36d4 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:06:27.401246 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:27.408531 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:06:27.413929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Pushing event updated for resources: {'Port': ['ID=66e26c1f-7715-4546-bec6-db85d16106bf,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:27.478652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b58a54-a390-4b59-99d2-ab2d553f3cf9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:27.535121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Attempting to bind port 66e26c1f-7715-4546-bec6-db85d16106bf on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:06:27.536122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Attempting to bind port 66e26c1f-7715-4546-bec6-db85d16106bf by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'd1e9368b-1268-4254-ba21-37e2e2787b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0e307b08-0cf9-4992-b166-c019f4bf36d4'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:06:27.536416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Attempting to bind port 66e26c1f-7715-4546-bec6-db85d16106bf on network 0e307b08-0cf9-4992-b166-c019f4bf36d4 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:06:27.543902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:06:27.544308 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Checking segment: {'id': 'd1e9368b-1268-4254-ba21-37e2e2787b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0e307b08-0cf9-4992-b166-c019f4bf36d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:27.544675 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:27.545069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Bound using segment: {'id': 'd1e9368b-1268-4254-ba21-37e2e2787b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0e307b08-0cf9-4992-b166-c019f4bf36d4'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:06:27.545543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Bound port: 66e26c1f-7715-4546-bec6-db85d16106bf, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e9368b-1268-4254-ba21-37e2e2787b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0e307b08-0cf9-4992-b166-c019f4bf36d4'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:06:27.545930 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:27.626666 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] For port 66e26c1f-7715-4546-bec6-db85d16106bf, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:06:27.631118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] For port 66e26c1f-7715-4546-bec6-db85d16106bf, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=66e26c1f-7715-4546-bec6-db85d16106bf,segment=NetworkSegment(d1e9368b-1268-4254-ba21-37e2e2787b2f),segment_id=d1e9368b-1268-4254-ba21-37e2e2787b2f)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:06:27.645779 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:27.863131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb16d79-cd17-4211-a090-dcd3669af65b None None] Network 0e307b08-0cf9-4992-b166-c019f4bf36d4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:27.935738 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd8bce-c3ce-4d92-b2ab-da8edabaa55c None None] Pushing event updated for resources: {'Port': ['ID=66e26c1f-7715-4546-bec6-db85d16106bf,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:27.996056 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2b7948a-92b4-4028-975a-a948cfa0d42e req-5739a00a-dbd1-4e07-bf17-9186f73d48c1 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 210 time: 0.0667596 Aug 28 13:06:28.009201 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bbcc3e-d021-4ae7-abce-22d11e47ace2 None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 13:06:28.010703 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:28.033648 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e307b08-0cf9-4992-b166-c019f4bf36d4']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:28.041228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e9368b-1268-4254-ba21-37e2e2787b2f') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:28.041535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e9368b-1268-4254-ba21-37e2e2787b2f') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:28.057521 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:28.059516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-fb731cd0-467f-49ce-bc42-cd52b8852acb tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Allocated IP 172.20.0.2 (221bd72f-128b-498d-a56e-05865f3c32cd/c7fc1f16-0785-4b42-af20-7262bd597d6a/c572265e-8039-4611-873f-d17ae18279d5) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:06:28.239381 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:28.256194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:06:28.256591 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:06:28.259856 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:06:28.284371 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bbcc3e-d021-4ae7-abce-22d11e47ace2 None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 13:06:28.366475 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.api [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 28 13:06:28.366475 n-d-791505-21 neutron-server[94878]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 28 13:06:28.366475 n-d-791505-21 neutron-server[94878]: [parameters: {'id': '0e307b08-0cf9-4992-b166-c019f4bf36d4'}] Aug 28 13:06:28.366475 n-d-791505-21 neutron-server[94878]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:06:28.366928 n-d-791505-21 neutron-server[94878]: DEBUG oslo_db.api [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:06:28.369994 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-fb731cd0-467f-49ce-bc42-cd52b8852acb tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:28.479637 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-fb731cd0-467f-49ce-bc42-cd52b8852acb tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:28.564651 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-fb731cd0-467f-49ce-bc42-cd52b8852acb tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Network 221bd72f-128b-498d-a56e-05865f3c32cd is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:06:28.568911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-fb731cd0-467f-49ce-bc42-cd52b8852acb tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:28.574285 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-fb731cd0-467f-49ce-bc42-cd52b8852acb tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:06:28.578715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb731cd0-467f-49ce-bc42-cd52b8852acb tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Pushing event updated for resources: {'Port': ['ID=c572265e-8039-4611-873f-d17ae18279d5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:28.667366 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-fb731cd0-467f-49ce-bc42-cd52b8852acb tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:28.668132 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-fb731cd0-467f-49ce-bc42-cd52b8852acb tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:28.702691 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-fb731cd0-467f-49ce-bc42-cd52b8852acb tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7251923 Aug 28 13:06:28.725730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Request body: {'port': {'device_id': '0cef8019-2070-47a2-a61c-be82fc50fb45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:28.815595 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:28.878442 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:29.029174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Deleting port 66e26c1f-7715-4546-bec6-db85d16106bf {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:06:29.029858 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:29.106288 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] For port 66e26c1f-7715-4546-bec6-db85d16106bf, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=66e26c1f-7715-4546-bec6-db85d16106bf,segment=NetworkSegment(d1e9368b-1268-4254-ba21-37e2e2787b2f),segment_id=d1e9368b-1268-4254-ba21-37e2e2787b2f)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:29.106690 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:29.133630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Calling delete_port for 66e26c1f-7715-4546-bec6-db85d16106bf owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:06:29.178201 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467c324-6810-4e4a-905e-d01a26eea5f3 req-4f0f8c42-c151-48f8-bc55-2c18c3dfacf7 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:29.186666 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8467c324-6810-4e4a-905e-d01a26eea5f3 req-4f0f8c42-c151-48f8-bc55-2c18c3dfacf7 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 931 time: 0.0800881 Aug 28 13:06:29.235141 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8467c324-6810-4e4a-905e-d01a26eea5f3 req-70fbb1d9-d6f4-4e3d-b50a-0cf6b773a832 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/security-groups?id=29fb848f-1946-4df1-b9e2-e34390eb02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471742 Aug 28 13:06:29.369779 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:29.424845 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Port': ['ID=66e26c1f-7715-4546-bec6-db85d16106bf,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:29.430464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No DVR routers for this DVR port 66e26c1f-7715-4546-bec6-db85d16106bf on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:06:29.463648 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c572265e-8039-4611-873f-d17ae18279d5 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:06:29.483737 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:29.546632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Transition to ACTIVE for port object c572265e-8039-4611-873f-d17ae18279d5 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:29.548519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:29.589105 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:29.617783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e307b08-0cf9-4992-b166-c019f4bf36d4']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:29.657255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e9368b-1268-4254-ba21-37e2e2787b2f') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:29.657633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e9368b-1268-4254-ba21-37e2e2787b2f') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:29.673647 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:29.741841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Pushing event updated for resources: {'Port': ['ID=c572265e-8039-4611-873f-d17ae18279d5,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:29.747078 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:29.759096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:06:29.759620 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:06:29.762871 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:06:29.839388 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Attempting to bind port c572265e-8039-4611-873f-d17ae18279d5 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:06:29.839739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Attempting to bind port c572265e-8039-4611-873f-d17ae18279d5 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'e7234dbf-7752-4764-a72d-78cca60f7740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '221bd72f-128b-498d-a56e-05865f3c32cd'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:06:29.840054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Attempting to bind port c572265e-8039-4611-873f-d17ae18279d5 on network 221bd72f-128b-498d-a56e-05865f3c32cd {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:06:29.846673 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Port c572265e-8039-4611-873f-d17ae18279d5 on network 221bd72f-128b-498d-a56e-05865f3c32cd not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:06:29.847118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Attempting to bind port c572265e-8039-4611-873f-d17ae18279d5 on network 221bd72f-128b-498d-a56e-05865f3c32cd {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:06:29.881050 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:29.882794 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:06:29.882794 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Checking segment: {'id': 'e7234dbf-7752-4764-a72d-78cca60f7740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '221bd72f-128b-498d-a56e-05865f3c32cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:29.883633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Bound using segment: {'id': 'e7234dbf-7752-4764-a72d-78cca60f7740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '221bd72f-128b-498d-a56e-05865f3c32cd'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:06:29.884998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Bound port: c572265e-8039-4611-873f-d17ae18279d5, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7234dbf-7752-4764-a72d-78cca60f7740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '221bd72f-128b-498d-a56e-05865f3c32cd'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:06:29.884998 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:29.892828 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:29.895273 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/0e307b08-0cf9-4992-b166-c019f4bf36d4 HTTP/1.1" status: 204 len: 168 time: 3.6196387 Aug 28 13:06:29.898318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46644) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:29.928077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc291198-0053-407f-bb3f-271812b90e9f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Network': ['ID=0e307b08-0cf9-4992-b166-c019f4bf36d4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:29.949398 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad671fd-bf3d-4fcf-a82e-1b9f5bf51896 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] GET failed (client error): The resource could not be found. Aug 28 13:06:29.951205 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bad671fd-bf3d-4fcf-a82e-1b9f5bf51896 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "GET /v2.0/subnets/f3b58a54-a390-4b59-99d2-ab2d553f3cf9 HTTP/1.1" status: 404 len: 337 time: 0.0515919 Aug 28 13:06:29.954753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46646) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:29.983672 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebf4e04-7fa4-4c05-80ec-85f2b15c674e tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:29.984417 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebf4e04-7fa4-4c05-80ec-85f2b15c674e tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:29.991086 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46648) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:29.991931 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5ebf4e04-7fa4-4c05-80ec-85f2b15c674e tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/0e307b08-0cf9-4992-b166-c019f4bf36d4 HTTP/1.1" status: 404 len: 339 time: 0.0350089 Aug 28 13:06:30.149412 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] For port c572265e-8039-4611-873f-d17ae18279d5, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:06:30.215162 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] For port c572265e-8039-4611-873f-d17ae18279d5, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c572265e-8039-4611-873f-d17ae18279d5,segment=NetworkSegment(e7234dbf-7752-4764-a72d-78cca60f7740),segment_id=e7234dbf-7752-4764-a72d-78cca60f7740)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:06:30.234956 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:30.272770 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ab7fab-839a-4fed-8a58-661a8bbdbbe9 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:30.276886 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a4ab7fab-839a-4fed-8a58-661a8bbdbbe9 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2816436 Aug 28 13:06:30.277250 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46652) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:30.298474 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:30.301020 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:30.306446 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] 10.222.0.10 "PUT /v2.0/ports/c572265e-8039-4611-873f-d17ae18279d5 HTTP/1.1" status: 200 len: 1092 time: 1.5933499 Aug 28 13:06:30.312883 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cef8019-2070-47a2-a61c-be82fc50fb45', 'tag': 'c572265e-8039-4611-873f-d17ae18279d5'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:06:30.315889 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45c39f3-fc43-43d2-86cd-eed462609f11" -d '{"events": [{"name": "network-changed", "server_uuid": "0cef8019-2070-47a2-a61c-be82fc50fb45", "tag": "c572265e-8039-4611-873f-d17ae18279d5"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:06:30.356301 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0eb2cefb-06fa-4fef-94f9-4627a84dd045 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 207 time: 0.0772619 Aug 28 13:06:30.360726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46656) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:30.388930 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef21087-d340-4c22-9ecc-14a21cecc207 x-openstack-request-id: req-8ef21087-d340-4c22-9ecc-14a21cecc207 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:06:30.389137 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cef8019-2070-47a2-a61c-be82fc50fb45", "tag": "c572265e-8039-4611-873f-d17ae18279d5", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:06:30.389346 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ef21087-d340-4c22-9ecc-14a21cecc207 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:06:30.389702 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cef8019-2070-47a2-a61c-be82fc50fb45', 'tag': 'c572265e-8039-4611-873f-d17ae18279d5', 'status': 'completed', 'code': 200} Aug 28 13:06:30.436559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968e2e4-8edf-41ab-8171-700f7451ab04 service neutron] Pushing event updated for resources: {'Port': ['ID=c572265e-8039-4611-873f-d17ae18279d5,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:30.480169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1c8a8-8573-4b28-8023-8e5790679306 req-441cd04d-5f99-406b-ba14-abf4b6f74241 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:30.481829 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6cb1c8a8-8573-4b28-8023-8e5790679306 req-441cd04d-5f99-406b-ba14-abf4b6f74241 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 943 time: 0.1286888 Aug 28 13:06:30.484860 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-2e871d5c-74d2-4bd2-9e4d-005504f714df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:30.486412 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-2e871d5c-74d2-4bd2-9e4d-005504f714df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14ba0e9250694889b826e1779afba8b1&device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 1095 time: 0.0993443 Aug 28 13:06:30.549127 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-0609ec90-6125-4747-8d10-cf79fb15c8c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c572265e-8039-4611-873f-d17ae18279d5 HTTP/1.1" status: 200 len: 217 time: 0.0484588 Aug 28 13:06:30.601640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc1db73-8293-4e05-9ec1-9599af7b1055 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:30.607636 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6cb1c8a8-8573-4b28-8023-8e5790679306 req-9b8ae0c4-d697-4b4e-b02d-ea5c193da4a1 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/security-groups?id=29fb848f-1946-4df1-b9e2-e34390eb02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099303 Aug 28 13:06:30.623027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc1db73-8293-4e05-9ec1-9599af7b1055 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:30.630372 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc1db73-8293-4e05-9ec1-9599af7b1055 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:30.638850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc1db73-8293-4e05-9ec1-9599af7b1055 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:30.646230 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4fc1db73-8293-4e05-9ec1-9599af7b1055 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.2842746 Aug 28 13:06:30.646908 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46660) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:30.651775 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-95645d43-b83e-44f6-a277-7e046712e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:30.654565 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-95645d43-b83e-44f6-a277-7e046712e13c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7fc1f16-0785-4b42-af20-7262bd597d6a HTTP/1.1" status: 200 len: 848 time: 0.0928748 Aug 28 13:06:30.706709 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-81e85145-5ff9-4154-8c36-402b56dbc740 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=221bd72f-128b-498d-a56e-05865f3c32cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445189 Aug 28 13:06:30.787283 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-70759495-5d1f-469a-a0b4-6a13c6c36857 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1387208 Aug 28 13:06:30.787909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46666) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:30.858459 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-e9b41d86-fb68-4d42-89f3-d191a43eb914 service neutron] 10.222.0.10 "GET /v2.0/networks/221bd72f-128b-498d-a56e-05865f3c32cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429472 Aug 28 13:06:30.931851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83a3f0b-c9a7-4c32-adfd-ab83e0e8cb70 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:30.933901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83a3f0b-c9a7-4c32-adfd-ab83e0e8cb70 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:30.945077 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b83a3f0b-c9a7-4c32-adfd-ab83e0e8cb70 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1554024 Aug 28 13:06:30.945812 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46674) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:31.039931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa86cdf6-36ae-43eb-95b8-3928993a2f89 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['shared'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:31.041434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa86cdf6-36ae-43eb-95b8-3928993a2f89 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['shared'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:31.043008 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fa86cdf6-36ae-43eb-95b8-3928993a2f89 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0890822 Aug 28 13:06:31.046717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46678) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:31.059027 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-05582aa5-a321-45fc-ad31-d0cd09cea716 req-a5343030-d690-4849-a234-7247d0623d8b service neutron] 10.222.0.10 "GET /v2.0/networks/221bd72f-128b-498d-a56e-05865f3c32cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909914 Aug 28 13:06:31.166776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c39f3-fc43-43d2-86cd-eed462609f11 req-40518c1e-849d-43e6-a0e1-52f081d7b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:31.168449 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f45c39f3-fc43-43d2-86cd-eed462609f11 req-40518c1e-849d-43e6-a0e1-52f081d7b20f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14ba0e9250694889b826e1779afba8b1&device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 1095 time: 0.0456123 Aug 28 13:06:31.175194 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d3a140-7da3-446b-9156-6ab1fe112a5b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:31.180396 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-73d3a140-7da3-446b-9156-6ab1fe112a5b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "GET /v2.0/networks/311756e4-1897-408a-bbf5-65802a6cfc9c HTTP/1.1" status: 200 len: 798 time: 0.1289799 Aug 28 13:06:31.180973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46680) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:31.283136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c39f3-fc43-43d2-86cd-eed462609f11 req-357c4bce-bd0a-45f6-ba43-d45b84009cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:31.284647 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f45c39f3-fc43-43d2-86cd-eed462609f11 req-357c4bce-bd0a-45f6-ba43-d45b84009cd5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=221bd72f-128b-498d-a56e-05865f3c32cd HTTP/1.1" status: 200 len: 908 time: 0.1084087 Aug 28 13:06:31.289341 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-62794d9b-2a3e-46f9-b289-716b98fcd50e tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "GET /v2.0/networks/311756e4-1897-408a-bbf5-65802a6cfc9c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1071522 Aug 28 13:06:31.292912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46682) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:31.337443 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f45c39f3-fc43-43d2-86cd-eed462609f11 req-c380bfd7-52b2-4f62-9b75-ef0d1f04d4fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c572265e-8039-4611-873f-d17ae18279d5 HTTP/1.1" status: 200 len: 217 time: 0.0425189 Aug 28 13:06:31.359461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984c4c38-6e74-40a9-aeb6-fe4d3bf3c721 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:31.364607 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-984c4c38-6e74-40a9-aeb6-fe4d3bf3c721 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "GET /v2.0/subnets/52954cd0-cef8-4cfb-b6bf-62b90c1632e4 HTTP/1.1" status: 200 len: 811 time: 0.0669246 Aug 28 13:06:31.365525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46684) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:31.412222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c39f3-fc43-43d2-86cd-eed462609f11 req-07f5affa-6402-41f3-bb4f-0c80450bf38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:31.413629 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f45c39f3-fc43-43d2-86cd-eed462609f11 req-07f5affa-6402-41f3-bb4f-0c80450bf38f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c7fc1f16-0785-4b42-af20-7262bd597d6a HTTP/1.1" status: 200 len: 848 time: 0.0622509 Aug 28 13:06:31.433880 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651fbab3-5580-40a2-9f1b-fcb7d44b898f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['shared'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:31.446582 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-651fbab3-5580-40a2-9f1b-fcb7d44b898f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "GET /v2.0/subnets/52954cd0-cef8-4cfb-b6bf-62b90c1632e4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0761425 Aug 28 13:06:31.448226 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46686) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:31.453670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2d3e6f11-acd8-4aeb-a583-50545e138139 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-712124153'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:31.459603 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f45c39f3-fc43-43d2-86cd-eed462609f11 req-cf933507-0be9-4a0a-8edc-06d2574dfd7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=221bd72f-128b-498d-a56e-05865f3c32cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377145 Aug 28 13:06:31.484776 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3e6f11-acd8-4aeb-a583-50545e138139 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:31.488363 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d3e6f11-acd8-4aeb-a583-50545e138139 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:31.522182 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3e6f11-acd8-4aeb-a583-50545e138139 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:06:31.532168 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d3e6f11-acd8-4aeb-a583-50545e138139 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:31.532607 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-2d3e6f11-acd8-4aeb-a583-50545e138139 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Added segment f72f5e5b-759b-4da3-8fa8-d7a6ffc4ef80 of type vlan for network 5987531d-e6fb-4e2c-a035-2c5b240eed10 Aug 28 13:06:31.579316 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f45c39f3-fc43-43d2-86cd-eed462609f11 req-d8cdec64-2781-4fa3-a0e0-32779b8a14fa service neutron] 10.222.0.10 "GET /v2.0/networks/221bd72f-128b-498d-a56e-05865f3c32cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105781 Aug 28 13:06:31.579894 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d3e6f11-acd8-4aeb-a583-50545e138139 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:31.632125 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d3e6f11-acd8-4aeb-a583-50545e138139 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:31.639712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3e6f11-acd8-4aeb-a583-50545e138139 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:31.640426 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2d3e6f11-acd8-4aeb-a583-50545e138139 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:31.713275 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2d3e6f11-acd8-4aeb-a583-50545e138139 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2613888 Aug 28 13:06:31.713651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46690) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:31.719320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-44692746-027c-4dbb-815b-e157d0e0a537 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'subnet': {'network_id': '5987531d-e6fb-4e2c-a035-2c5b240eed10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:31.721289 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f45c39f3-fc43-43d2-86cd-eed462609f11 req-40e5c3bd-04c2-4f5d-9600-9f5383e68a5e service neutron] 10.222.0.10 "GET /v2.0/networks/221bd72f-128b-498d-a56e-05865f3c32cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297421 Aug 28 13:06:31.796488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e6f11-acd8-4aeb-a583-50545e138139 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Network': ['ID=5987531d-e6fb-4e2c-a035-2c5b240eed10,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:31.812722 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 5987531d-e6fb-4e2c-a035-2c5b240eed10 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:06:31.858054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f21ad-82e7-4768-8e5b-5f0290fcc7ea req-1808367e-080f-4e16-9a46-d88405838d4c tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:31.859761 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c16f21ad-82e7-4768-8e5b-5f0290fcc7ea req-1808367e-080f-4e16-9a46-d88405838d4c tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 943 time: 0.1300051 Aug 28 13:06:31.920272 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44692746-027c-4dbb-815b-e157d0e0a537 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Made reservation on behalf of c40ff3d173a24503af3ee51563ec348b for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:31.923883 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44692746-027c-4dbb-815b-e157d0e0a537 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:32.025282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.ipam_backend_mixin [None req-44692746-027c-4dbb-815b-e157d0e0a537 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Performing IP validity checks on allocation pools {{(pid=94877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 13:06:32.025912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.ipam_backend_mixin [None req-44692746-027c-4dbb-815b-e157d0e0a537 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94877) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 13:06:32.046006 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c16f21ad-82e7-4768-8e5b-5f0290fcc7ea req-374bc343-15e8-478b-9ac6-00dc31191d8b tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/security-groups?id=29fb848f-1946-4df1-b9e2-e34390eb02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784322 Aug 28 13:06:32.240576 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44692746-027c-4dbb-815b-e157d0e0a537 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:32.309334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44692746-027c-4dbb-815b-e157d0e0a537 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Subnet': ['ID=d4d95b9e-fe1a-42e0-8798-877e0c4c44f5,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:32.321609 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44692746-027c-4dbb-815b-e157d0e0a537 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Checking segment: {'id': 'f72f5e5b-759b-4da3-8fa8-d7a6ffc4ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5987531d-e6fb-4e2c-a035-2c5b240eed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:32.322208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44692746-027c-4dbb-815b-e157d0e0a537 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network hostable DHCP agents. Network: 5987531d-e6fb-4e2c-a035-2c5b240eed10, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:06:32.346058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44692746-027c-4dbb-815b-e157d0e0a537 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Network 5987531d-e6fb-4e2c-a035-2c5b240eed10 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:06:32.361279 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-44692746-027c-4dbb-815b-e157d0e0a537 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 5987531d-e6fb-4e2c-a035-2c5b240eed10) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:32.373237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a54b1d-69ae-4b40-b06a-a4a8d63310b3 None None] Network 5987531d-e6fb-4e2c-a035-2c5b240eed10 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:32.377122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44692746-027c-4dbb-815b-e157d0e0a537 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:32.377943 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44692746-027c-4dbb-815b-e157d0e0a537 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:32.400652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46710) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:32.403047 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-44692746-027c-4dbb-815b-e157d0e0a537 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6881976 Aug 28 13:06:32.407516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c73c5c0d-ec4a-40b9-9796-4ce130ea9c84 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:32.541849 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c73c5c0d-ec4a-40b9-9796-4ce130ea9c84 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62437903'] for subnet, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:32.612967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd838853-042b-4082-a868-01542760a621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-5987531d-e6fb-4e2c-a035-2c5b240eed10', 'network_id': '5987531d-e6fb-4e2c-a035-2c5b240eed10', 'tenant_id': 'c40ff3d173a24503af3ee51563ec348b', 'fixed_ips': [{'subnet_id': 'd4d95b9e-fe1a-42e0-8798-877e0c4c44f5'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:06:32.614412 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cd838853-042b-4082-a868-01542760a621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:32.810990 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c73c5c0d-ec4a-40b9-9796-4ce130ea9c84 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760091561948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62422577'] for subnet, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:32.862103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-cd838853-042b-4082-a868-01542760a621 None None] Allocated IP 172.20.0.3 (5987531d-e6fb-4e2c-a035-2c5b240eed10/d4d95b9e-fe1a-42e0-8798-877e0c4c44f5/2cd01a13-9d03-4393-8600-31de3ebf266e) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:06:32.883815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73c5c0d-ec4a-40b9-9796-4ce130ea9c84 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:32.884937 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c73c5c0d-ec4a-40b9-9796-4ce130ea9c84 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:32.886704 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c73c5c0d-ec4a-40b9-9796-4ce130ea9c84 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "PUT /v2.0/subnets/d4d95b9e-fe1a-42e0-8798-877e0c4c44f5 HTTP/1.1" status: 200 len: 877 time: 0.4846275 Aug 28 13:06:32.891063 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46712) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:32.901323 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c5c0d-ec4a-40b9-9796-4ce130ea9c84 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event updated for resources: {'Subnet': ['ID=d4d95b9e-fe1a-42e0-8798-877e0c4c44f5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:33.037134 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cd838853-042b-4082-a868-01542760a621 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:33.048681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cd838853-042b-4082-a868-01542760a621 None None] Transition to ACTIVE for port object 2cd01a13-9d03-4393-8600-31de3ebf266e will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:33.068009 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:33.069604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cd838853-042b-4082-a868-01542760a621 None None] Transition to ACTIVE for port object 2cd01a13-9d03-4393-8600-31de3ebf266e will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:33.080926 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cd838853-042b-4082-a868-01542760a621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:33.161716 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd838853-042b-4082-a868-01542760a621 None None] Network 5987531d-e6fb-4e2c-a035-2c5b240eed10 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:06:33.169642 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-cd838853-042b-4082-a868-01542760a621 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:33.178950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd838853-042b-4082-a868-01542760a621 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:06:33.185492 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd838853-042b-4082-a868-01542760a621 None None] Pushing event updated for resources: {'Port': ['ID=2cd01a13-9d03-4393-8600-31de3ebf266e,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:33.259182 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Deleting port 2cd01a13-9d03-4393-8600-31de3ebf266e {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:06:33.259531 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:33.307615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cd838853-042b-4082-a868-01542760a621 None None] Attempting to bind port 2cd01a13-9d03-4393-8600-31de3ebf266e on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:06:33.308091 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cd838853-042b-4082-a868-01542760a621 None None] Attempting to bind port 2cd01a13-9d03-4393-8600-31de3ebf266e by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f72f5e5b-759b-4da3-8fa8-d7a6ffc4ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5987531d-e6fb-4e2c-a035-2c5b240eed10'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:06:33.308553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd838853-042b-4082-a868-01542760a621 None None] Attempting to bind port 2cd01a13-9d03-4393-8600-31de3ebf266e on network 5987531d-e6fb-4e2c-a035-2c5b240eed10 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:06:33.315950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd838853-042b-4082-a868-01542760a621 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:06:33.318891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd838853-042b-4082-a868-01542760a621 None None] Checking segment: {'id': 'f72f5e5b-759b-4da3-8fa8-d7a6ffc4ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5987531d-e6fb-4e2c-a035-2c5b240eed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:33.318891 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cd838853-042b-4082-a868-01542760a621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:33.318891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd838853-042b-4082-a868-01542760a621 None None] Bound using segment: {'id': 'f72f5e5b-759b-4da3-8fa8-d7a6ffc4ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5987531d-e6fb-4e2c-a035-2c5b240eed10'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:06:33.318891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cd838853-042b-4082-a868-01542760a621 None None] Bound port: 2cd01a13-9d03-4393-8600-31de3ebf266e, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72f5e5b-759b-4da3-8fa8-d7a6ffc4ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5987531d-e6fb-4e2c-a035-2c5b240eed10'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:06:33.319534 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cd838853-042b-4082-a868-01542760a621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:33.355629 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8c716-d9e9-4e29-89d5-ad96efdbc84b req-9fe79629-84e0-4e96-a43c-e846a4ac8133 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:33.364885 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e1d8c716-d9e9-4e29-89d5-ad96efdbc84b req-9fe79629-84e0-4e96-a43c-e846a4ac8133 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 943 time: 0.1482112 Aug 28 13:06:33.461284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] For port 2cd01a13-9d03-4393-8600-31de3ebf266e, host n-d-791505-21, got binding levels [] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:33.462191 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:33.465793 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e1d8c716-d9e9-4e29-89d5-ad96efdbc84b req-7e77945c-4175-49b1-b2dd-9b9ccfbe73b3 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/security-groups?id=29fb848f-1946-4df1-b9e2-e34390eb02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999846 Aug 28 13:06:33.466096 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cd838853-042b-4082-a868-01542760a621 None None] For port 2cd01a13-9d03-4393-8600-31de3ebf266e, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:06:33.481987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cd838853-042b-4082-a868-01542760a621 None None] For port 2cd01a13-9d03-4393-8600-31de3ebf266e, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2cd01a13-9d03-4393-8600-31de3ebf266e,segment=NetworkSegment(f72f5e5b-759b-4da3-8fa8-d7a6ffc4ef80),segment_id=f72f5e5b-759b-4da3-8fa8-d7a6ffc4ef80)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:06:33.483451 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cd838853-042b-4082-a868-01542760a621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:33.495825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Calling delete_port for 2cd01a13-9d03-4393-8600-31de3ebf266e owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:06:33.675480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd838853-042b-4082-a868-01542760a621 None None] Pushing event updated for resources: {'Port': ['ID=2cd01a13-9d03-4393-8600-31de3ebf266e,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:33.767962 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:33.865663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Port': ['ID=2cd01a13-9d03-4393-8600-31de3ebf266e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:33.914261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No DVR routers for this DVR port 2cd01a13-9d03-4393-8600-31de3ebf266e on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:06:33.985390 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:34.122715 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:34.159228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d95b9e-fe1a-42e0-8798-877e0c4c44f5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:34.246219 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:34.259445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5987531d-e6fb-4e2c-a035-2c5b240eed10']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:34.690027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72f5e5b-759b-4da3-8fa8-d7a6ffc4ef80') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:34.691274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72f5e5b-759b-4da3-8fa8-d7a6ffc4ef80') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:34.725207 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:34.747759 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:34.756729 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:06:34.757155 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:06:34.760350 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:06:34.767911 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14378fd3-7fc8-4008-b7e0-533a1344e94a req-c8d2361a-0736-4607-8ce9-0efefdfab31e tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:34.769486 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-14378fd3-7fc8-4008-b7e0-533a1344e94a req-c8d2361a-0736-4607-8ce9-0efefdfab31e tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 943 time: 0.0821817 Aug 28 13:06:34.858813 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-14378fd3-7fc8-4008-b7e0-533a1344e94a req-0504c724-fe67-419d-8d6b-ac47f84ee72a tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/security-groups?id=29fb848f-1946-4df1-b9e2-e34390eb02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784726 Aug 28 13:06:34.869451 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:34.875249 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:34.887461 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/5987531d-e6fb-4e2c-a035-2c5b240eed10 HTTP/1.1" status: 204 len: 168 time: 1.9870951 Aug 28 13:06:34.887719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46760) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:34.910830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684ba20-d6d3-4e9f-bc9b-3225bfe8d89a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Network': ['ID=5987531d-e6fb-4e2c-a035-2c5b240eed10,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:34.925797 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-d845303e-6713-4e87-901c-6bd3da9d247b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:34.927088 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d845303e-6713-4e87-901c-6bd3da9d247b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:34.931491 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d845303e-6713-4e87-901c-6bd3da9d247b tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/subnets/d4d95b9e-fe1a-42e0-8798-877e0c4c44f5 HTTP/1.1" status: 404 len: 337 time: 0.0458071 Aug 28 13:06:34.931886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46764) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:34.953135 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-1676e90a-24f4-4943-931a-2b51aa9f5562 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:34.953785 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1676e90a-24f4-4943-931a-2b51aa9f5562 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:34.958416 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1676e90a-24f4-4943-931a-2b51aa9f5562 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/5987531d-e6fb-4e2c-a035-2c5b240eed10 HTTP/1.1" status: 404 len: 339 time: 0.0226419 Aug 28 13:06:34.959761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46766) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:34.994734 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f997a724-13c7-45f2-ba28-2928bd6e66ea tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:34.995201 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f997a724-13c7-45f2-ba28-2928bd6e66ea tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:34.999698 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46768) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:35.009084 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f997a724-13c7-45f2-ba28-2928bd6e66ea tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/subnets/f3b58a54-a390-4b59-99d2-ab2d553f3cf9 HTTP/1.1" status: 404 len: 337 time: 0.0481777 Aug 28 13:06:35.025030 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7b8bfc-9b1e-4137-8942-39518dc0e9ea tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:35.025621 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7b8bfc-9b1e-4137-8942-39518dc0e9ea tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:35.030570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46770) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:35.040869 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fe7b8bfc-9b1e-4137-8942-39518dc0e9ea tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/0e307b08-0cf9-4992-b166-c019f4bf36d4 HTTP/1.1" status: 404 len: 339 time: 0.0400207 Aug 28 13:06:35.065530 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c572265e-8039-4611-873f-d17ae18279d5 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:06:35.111550 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:35.208722 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c1abb8-4742-49da-96a0-f54b07665f4b None None] DHCP port deletion for 5987531d-e6fb-4e2c-a035-2c5b240eed10 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:06:35.214600 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9a4ce096-d22a-4902-8d17-63115435a9c3 None None] Could not find standard attr ID for object 2cd01a13-9d03-4393-8600-31de3ebf266e. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:06:35.246743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b645fff7-fadc-4052-857f-4c4d45241f99 None None] Network 5987531d-e6fb-4e2c-a035-2c5b240eed10 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:35.247295 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:35.261681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e9bc9b-a82f-4505-b083-bf475e9b89b6']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:35.277660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d18705d-e5c8-457e-b996-232427431715') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:35.278186 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d18705d-e5c8-457e-b996-232427431715') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:35.295930 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:35.300674 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b645fff7-fadc-4052-857f-4c4d45241f99 None None] Network 5987531d-e6fb-4e2c-a035-2c5b240eed10 could not be found, it might have been deleted concurrently. {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 13:06:35.314747 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:35.322155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:06:35.322935 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:35.329622 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0106655a-fc72-4eea-8db9-24f08e65a705 None None] Network 5987531d-e6fb-4e2c-a035-2c5b240eed10 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:06:35.334210 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:06:35.368044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0106655a-fc72-4eea-8db9-24f08e65a705 None None] Network 5987531d-e6fb-4e2c-a035-2c5b240eed10 could not be found, it might have been deleted concurrently. {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 13:06:35.374400 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c572265e-8039-4611-873f-d17ae18279d5, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c572265e-8039-4611-873f-d17ae18279d5,segment=NetworkSegment(e7234dbf-7752-4764-a72d-78cca60f7740),segment_id=e7234dbf-7752-4764-a72d-78cca60f7740)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:35.388517 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'c572265e-8039-4611-873f-d17ae18279d5', 'network_id': '221bd72f-128b-498d-a56e-05865f3c32cd', 'port_id': 'c572265e-8039-4611-873f-d17ae18279d5', 'mac_address': 'fa:16:3e:91:18:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fc1f16-0785-4b42-af20-7262bd597d6a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:06:35.435407 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:35.435752 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:35.441403 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:35.444362 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/a3e9bc9b-a82f-4505-b083-bf475e9b89b6 HTTP/1.1" status: 204 len: 168 time: 0.4125857 Aug 28 13:06:35.446854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46784) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:35.451701 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c572265e-8039-4611-873f-d17ae18279d5 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:06:35.464346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Network': ['ID=a3e9bc9b-a82f-4505-b083-bf475e9b89b6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:35.479568 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:35.480154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:35.480699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:35.481387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:35.482153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:35.482712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:35.484051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:35.484618 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:35.485698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:35.486236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:35.486833 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:35.487373 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8bd08f-db21-442a-99bf-27ed671e96d8 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:35.488108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c572265e-8039-4611-873f-d17ae18279d5, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c572265e-8039-4611-873f-d17ae18279d5,segment=NetworkSegment(e7234dbf-7752-4764-a72d-78cca60f7740),segment_id=e7234dbf-7752-4764-a72d-78cca60f7740)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:35.499129 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:35.504536 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b42330-e488-4f34-9073-b48fd0486676 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:35.505000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b42330-e488-4f34-9073-b48fd0486676 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:35.507137 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-07b42330-e488-4f34-9073-b48fd0486676 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/subnets/19167ea2-7583-4a3d-a5f9-996767741759 HTTP/1.1" status: 404 len: 337 time: 0.0593104 Aug 28 13:06:35.509683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46790) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:35.562222 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dc9c8f-64d2-40fc-a758-cf3f3ed11b2c tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:35.562965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1dc9c8f-64d2-40fc-a758-cf3f3ed11b2c tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:35.565121 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f1dc9c8f-64d2-40fc-a758-cf3f3ed11b2c tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/105909bc-9c98-4678-809a-daaf29bc4ec3 HTTP/1.1" status: 404 len: 339 time: 0.0539033 Aug 28 13:06:35.567677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46792) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:35.586055 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=c572265e-8039-4611-873f-d17ae18279d5,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:35.618169 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c3b792-f6ad-4f80-b246-37f419ac6b05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:35.619074 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c3b792-f6ad-4f80-b246-37f419ac6b05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:35.624731 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46796) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:35.625421 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f7c3b792-f6ad-4f80-b246-37f419ac6b05 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/subnets/deb8f0eb-17ba-4ca3-b32c-06a189464dd9 HTTP/1.1" status: 404 len: 337 time: 0.0564098 Aug 28 13:06:35.646489 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-45395835-c23f-42da-8938-1266e654cf66 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:35.647303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45395835-c23f-42da-8938-1266e654cf66 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:35.650649 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-45395835-c23f-42da-8938-1266e654cf66 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/64206211-fea1-4076-bdb5-662aa6835d83 HTTP/1.1" status: 404 len: 339 time: 0.0234773 Aug 28 13:06:35.653010 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46798) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:35.686466 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44e9eb1-e4ce-4e8f-8f44-d09199613a77 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:35.687271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44e9eb1-e4ce-4e8f-8f44-d09199613a77 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:35.690406 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f44e9eb1-e4ce-4e8f-8f44-d09199613a77 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/subnets/243abd50-76eb-4740-9d84-e3163e50211c HTTP/1.1" status: 404 len: 337 time: 0.0352850 Aug 28 13:06:35.695452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46802) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:35.719228 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-36560288-a14f-4924-a159-7d8bee349c6d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:35.719905 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36560288-a14f-4924-a159-7d8bee349c6d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:35.721719 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-36560288-a14f-4924-a159-7d8bee349c6d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/7f114ace-6df1-4c80-a95e-bb6ec68efe93 HTTP/1.1" status: 404 len: 339 time: 0.0252829 Aug 28 13:06:35.725091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46804) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:35.747300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['c572265e-8039-4611-873f-d17ae18279d5'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:06:35.756176 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c163dc-d465-40ef-aa00-60f57d47bd61 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:35.756899 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c163dc-d465-40ef-aa00-60f57d47bd61 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:35.758904 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-56c163dc-d465-40ef-aa00-60f57d47bd61 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/subnets/ccfd26b8-fd1c-4f0a-886b-df89c2eb9c8c HTTP/1.1" status: 404 len: 337 time: 0.0321174 Aug 28 13:06:35.761364 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46806) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:35.781744 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf69dccc-89d7-44f8-8aaa-834dcb93362f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:35.782698 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf69dccc-89d7-44f8-8aaa-834dcb93362f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:35.784640 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cf69dccc-89d7-44f8-8aaa-834dcb93362f tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/77592af0-d001-48d0-ae27-b95cb3f1b353 HTTP/1.1" status: 404 len: 339 time: 0.0220599 Aug 28 13:06:35.787170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46808) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:35.815864 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d35134c-a54f-4ea3-bb3b-9fcce70cfe90 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:35.817535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d35134c-a54f-4ea3-bb3b-9fcce70cfe90 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:35.819660 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7d35134c-a54f-4ea3-bb3b-9fcce70cfe90 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/subnets/3fb03f23-28bf-4e4b-a211-3ff436a53717 HTTP/1.1" status: 404 len: 337 time: 0.0312939 Aug 28 13:06:35.822279 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46810) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:35.854967 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-035d13e4-d562-415c-92bd-b3f917e660c4 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:35.855911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035d13e4-d562-415c-92bd-b3f917e660c4 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:35.858174 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-035d13e4-d562-415c-92bd-b3f917e660c4 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/3e10518b-2cb6-47e0-bafc-025df78285e8 HTTP/1.1" status: 404 len: 339 time: 0.0342577 Aug 28 13:06:35.860644 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46812) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:35.891703 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-149625a7-b01a-4d1d-819a-8a6bfd071642 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:35.892868 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149625a7-b01a-4d1d-819a-8a6bfd071642 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:35.897516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46814) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:35.898014 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-149625a7-b01a-4d1d-819a-8a6bfd071642 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/subnets/3318df80-97f6-4edd-baa1-8f9704b42a86 HTTP/1.1" status: 404 len: 337 time: 0.0356245 Aug 28 13:06:35.930184 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d091482-c446-4dac-9932-acac1a71dc62 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:35.930796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d091482-c446-4dac-9932-acac1a71dc62 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:35.934827 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0d091482-c446-4dac-9932-acac1a71dc62 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/e533b71e-e161-42dd-82ec-789d12f39576 HTTP/1.1" status: 404 len: 339 time: 0.0339322 Aug 28 13:06:35.935210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46818) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:35.973217 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-682e68ff-4e7b-4247-8c81-412c2c044e49 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:35.973693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682e68ff-4e7b-4247-8c81-412c2c044e49 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:35.978250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-682e68ff-4e7b-4247-8c81-412c2c044e49 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/subnets/41aeb7c0-ab00-4bef-805e-8ea85a0e5f42 HTTP/1.1" status: 404 len: 337 time: 0.0398180 Aug 28 13:06:35.978647 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46820) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:36.011793 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d70c95e-c44a-4e0d-bcf0-a2922aefae79 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:36.012377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d70c95e-c44a-4e0d-bcf0-a2922aefae79 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:36.016393 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5d70c95e-c44a-4e0d-bcf0-a2922aefae79 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/010a12fa-28bb-41d9-91ba-3de1e22dead2 HTTP/1.1" status: 404 len: 339 time: 0.0345161 Aug 28 13:06:36.016668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46822) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:36.041525 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cea757-45a6-483e-a8c8-48d818b44099 req-2d611a3d-77de-429d-90fe-20bfdd4e166b tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:36.043354 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-94cea757-45a6-483e-a8c8-48d818b44099 req-2d611a3d-77de-429d-90fe-20bfdd4e166b tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 944 time: 0.0733905 Aug 28 13:06:36.053178 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d66b005-21f1-4d32-b52f-e1eb6c71dbb6 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:36.053637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d66b005-21f1-4d32-b52f-e1eb6c71dbb6 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:36.062101 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46824) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:36.066475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8d66b005-21f1-4d32-b52f-e1eb6c71dbb6 tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/subnets/761e0fb3-33b2-474d-b943-32e8c86c0b79 HTTP/1.1" status: 404 len: 337 time: 0.0440085 Aug 28 13:06:36.090848 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a9161f-f033-4d29-a4de-db821888328a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:36.091430 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a9161f-f033-4d29-a4de-db821888328a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:36.094717 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-95a9161f-f033-4d29-a4de-db821888328a tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/5f7b59f5-09d5-43dd-8f1d-57b05df9337c HTTP/1.1" status: 404 len: 339 time: 0.0314150 Aug 28 13:06:36.095991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 46826) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:36.121100 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-94cea757-45a6-483e-a8c8-48d818b44099 req-4abab8a9-511d-4fce-b32e-904f66885e9e tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/security-groups?id=29fb848f-1946-4df1-b9e2-e34390eb02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714979 Aug 28 13:06:36.177525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9673b3da-20cb-401d-a7c0-4b4c307f5c0d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Deleting subnet 52954cd0-cef8-4cfb-b6bf-62b90c1632e4 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:06:36.181436 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9673b3da-20cb-401d-a7c0-4b4c307f5c0d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:36.243146 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9673b3da-20cb-401d-a7c0-4b4c307f5c0d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:36.384409 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9673b3da-20cb-401d-a7c0-4b4c307f5c0d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:36.458227 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9673b3da-20cb-401d-a7c0-4b4c307f5c0d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:36.490177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673b3da-20cb-401d-a7c0-4b4c307f5c0d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Subnet': ['ID=52954cd0-cef8-4cfb-b6bf-62b90c1632e4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:36.494909 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9673b3da-20cb-401d-a7c0-4b4c307f5c0d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:36.497116 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9673b3da-20cb-401d-a7c0-4b4c307f5c0d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/subnets/52954cd0-cef8-4cfb-b6bf-62b90c1632e4 HTTP/1.1" status: 204 len: 168 time: 0.4001462 Aug 28 13:06:36.500311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46830) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:36.507744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289935af-79df-4b8f-95d8-6d750b7008af None None] Network 311756e4-1897-408a-bbf5-65802a6cfc9c requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:36.622743 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:36.698753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2cd01a13-9d03-4393-8600-31de3ebf266e no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:06:36.736244 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 2cd01a13-9d03-4393-8600-31de3ebf266e {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:06:36.737256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2cd01a13-9d03-4393-8600-31de3ebf266e not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:06:36.760249 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d16606-b53a-49fd-b889-8a4da452ed34 None None] DHCP port deletion for 311756e4-1897-408a-bbf5-65802a6cfc9c request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:06:36.806713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Deleting port bdd0bfce-626b-487c-befd-642e322f1259 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:06:36.807176 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:36.917228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f8d16606-b53a-49fd-b889-8a4da452ed34 None None] Deleting port bdd0bfce-626b-487c-befd-642e322f1259 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:06:36.917727 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f8d16606-b53a-49fd-b889-8a4da452ed34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:37.000950 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] For port bdd0bfce-626b-487c-befd-642e322f1259, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bdd0bfce-626b-487c-befd-642e322f1259,segment=NetworkSegment(047e0c3e-3acc-40e0-8f3e-9a57dfdaa296),segment_id=047e0c3e-3acc-40e0-8f3e-9a57dfdaa296)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:37.002629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:37.025683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Calling delete_port for bdd0bfce-626b-487c-befd-642e322f1259 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:06:37.059056 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f8d16606-b53a-49fd-b889-8a4da452ed34 None None] For port bdd0bfce-626b-487c-befd-642e322f1259, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bdd0bfce-626b-487c-befd-642e322f1259,segment=NetworkSegment(047e0c3e-3acc-40e0-8f3e-9a57dfdaa296),segment_id=047e0c3e-3acc-40e0-8f3e-9a57dfdaa296)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:37.060232 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f8d16606-b53a-49fd-b889-8a4da452ed34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:37.084062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c572265e-8039-4611-873f-d17ae18279d5 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:06:37.124464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f8d16606-b53a-49fd-b889-8a4da452ed34 None None] Calling delete_port for bdd0bfce-626b-487c-befd-642e322f1259 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:06:37.126093 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:37.158337 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Port': ['ID=bdd0bfce-626b-487c-befd-642e322f1259,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:37.165099 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] No DVR routers for this DVR port bdd0bfce-626b-487c-befd-642e322f1259 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:06:37.293023 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f8d16606-b53a-49fd-b889-8a4da452ed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:37.322096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6653a9-24af-47c5-bcc0-a29f27f8884e req-2d6f83e5-2bc0-4afe-9a38-6c24e6bb823c tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:37.329210 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d16606-b53a-49fd-b889-8a4da452ed34 None None] No DVR routers for this DVR port bdd0bfce-626b-487c-befd-642e322f1259 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:06:37.331493 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d16606-b53a-49fd-b889-8a4da452ed34 None None] Pushing event deleted for resources: {'Port': ['ID=bdd0bfce-626b-487c-befd-642e322f1259,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:37.344927 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dc6653a9-24af-47c5-bcc0-a29f27f8884e req-2d6f83e5-2bc0-4afe-9a38-6c24e6bb823c tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 944 time: 0.0961530 Aug 28 13:06:37.349242 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:37.363254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port c572265e-8039-4611-873f-d17ae18279d5 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:06:37.369892 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port c572265e-8039-4611-873f-d17ae18279d5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:06:37.371802 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:37.382587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311756e4-1897-408a-bbf5-65802a6cfc9c']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:37.395334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047e0c3e-3acc-40e0-8f3e-9a57dfdaa296') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:37.396012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047e0c3e-3acc-40e0-8f3e-9a57dfdaa296') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:37.406910 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:37.437521 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:37.439161 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dc6653a9-24af-47c5-bcc0-a29f27f8884e req-a90b4b68-c11b-4b81-8cc5-0361bb67300f tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/security-groups?id=29fb848f-1946-4df1-b9e2-e34390eb02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882862 Aug 28 13:06:37.463464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:06:37.463464 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:06:37.469041 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:06:37.497677 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:37.565282 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:37.582510 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:37.587919 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] 10.222.0.20 "DELETE /v2.0/networks/311756e4-1897-408a-bbf5-65802a6cfc9c HTTP/1.1" status: 204 len: 168 time: 1.0844901 Aug 28 13:06:37.596346 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:37.605607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13730e5b-00ee-42cf-8383-fd0c851ffe5d tempest-NetworksTest-871596013 tempest-NetworksTest-871596013-project] Pushing event deleted for resources: {'Network': ['ID=311756e4-1897-408a-bbf5-65802a6cfc9c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:37.657349 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cef8019-2070-47a2-a61c-be82fc50fb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c572265e-8039-4611-873f-d17ae18279d5'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:06:37.681580 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9c0a31-72e4-4a84-a0eb-2b846d4c44ee" -d '{"events": [{"server_uuid": "0cef8019-2070-47a2-a61c-be82fc50fb45", "name": "network-vif-plugged", "status": "completed", "tag": "c572265e-8039-4611-873f-d17ae18279d5"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:06:37.710164 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c572265e-8039-4611-873f-d17ae18279d5, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c572265e-8039-4611-873f-d17ae18279d5,segment=NetworkSegment(e7234dbf-7752-4764-a72d-78cca60f7740),segment_id=e7234dbf-7752-4764-a72d-78cca60f7740)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:37.723819 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:37.761150 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d86966-1c3f-45fa-85de-ff0c8067aae5 x-openstack-request-id: req-e4d86966-1c3f-45fa-85de-ff0c8067aae5 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:06:37.761741 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cef8019-2070-47a2-a61c-be82fc50fb45", "name": "network-vif-plugged", "status": "completed", "tag": "c572265e-8039-4611-873f-d17ae18279d5", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:06:37.762163 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4d86966-1c3f-45fa-85de-ff0c8067aae5 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:06:37.762751 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cef8019-2070-47a2-a61c-be82fc50fb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c572265e-8039-4611-873f-d17ae18279d5', 'code': 200} Aug 28 13:06:37.835653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=c572265e-8039-4611-873f-d17ae18279d5,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:37.876938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f2b11-d4ac-4e00-a750-7a191a55c3e3 req-ec6c44a9-22ff-44c0-90eb-d09367aebb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:37.878738 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a0f2b11-d4ac-4e00-a750-7a191a55c3e3 req-ec6c44a9-22ff-44c0-90eb-d09367aebb57 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 1097 time: 0.0684712 Aug 28 13:06:37.930589 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a0f2b11-d4ac-4e00-a750-7a191a55c3e3 req-ce2c6681-d6f1-4953-905a-8d0c5376fd13 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=29fb848f-1946-4df1-b9e2-e34390eb02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431194 Aug 28 13:06:38.042900 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 46996) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:38.289081 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-55c121a6-901d-4841-90f1-91d672cd05ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c40ff3d173a24503af3ee51563ec348b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431643 Aug 28 13:06:38.293097 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47030) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:38.372649 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb78b240-09ae-4a70-933d-4f7e5f9863ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:38.399138 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb78b240-09ae-4a70-933d-4f7e5f9863ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:38.455325 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb78b240-09ae-4a70-933d-4f7e5f9863ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:38.458853 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb78b240-09ae-4a70-933d-4f7e5f9863ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:38.462959 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bb78b240-09ae-4a70-933d-4f7e5f9863ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a601550d-21a2-4e19-b08c-007a55d3a57d HTTP/1.1" status: 204 len: 168 time: 0.1637957 Aug 28 13:06:38.483844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78b240-09ae-4a70-933d-4f7e5f9863ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a601550d-21a2-4e19-b08c-007a55d3a57d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:38.716661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a3c21-ccdf-43d5-a905-be924317ba00 req-ac5fc4c5-3535-4a34-8d2f-2e05bbe35eb5 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:38.728618 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c97a3c21-ccdf-43d5-a905-be924317ba00 req-ac5fc4c5-3535-4a34-8d2f-2e05bbe35eb5 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 945 time: 0.1759837 Aug 28 13:06:38.841836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bdd0bfce-626b-487c-befd-642e322f1259 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:06:38.866513 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c97a3c21-ccdf-43d5-a905-be924317ba00 req-84cb373f-49f5-490c-afb7-4a47c8fa9d57 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/security-groups?id=29fb848f-1946-4df1-b9e2-e34390eb02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348779 Aug 28 13:06:38.872030 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: bdd0bfce-626b-487c-befd-642e322f1259 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:06:38.872454 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bdd0bfce-626b-487c-befd-642e322f1259 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:06:39.773753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47208) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:39.827313 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:39.855762 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-526d65a9-e177-4b21-a076-cd1049f57359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:39.956448 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-31094d38-ae4e-442d-b0ae-48c973b842cc tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] Request body: {'port': {'network_id': 'c7270951-a8d5-4559-b1b5-1c245398f897', 'name': 'tempest-NetworksNegativeTestJSON-163110187'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:39.973219 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-31094d38-ae4e-442d-b0ae-48c973b842cc tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] POST failed (client error): The resource could not be found. Aug 28 13:06:39.974073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31094d38-ae4e-442d-b0ae-48c973b842cc tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:39.980153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47238) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:39.980697 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-31094d38-ae4e-442d-b0ae-48c973b842cc tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2052109 Aug 28 13:06:40.013886 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-6507f483-ae62-4fb7-84b7-d81619db4839 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:40.014815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6507f483-ae62-4fb7-84b7-d81619db4839 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:40.016878 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6507f483-ae62-4fb7-84b7-d81619db4839 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] 10.222.0.20 "DELETE /v2.0/networks/e41efa38-fbd8-4d13-a18b-5129be43d3fd HTTP/1.1" status: 404 len: 339 time: 0.0356305 Aug 28 13:06:40.021488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47246) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:40.063822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7411fc-b30b-49ec-a230-e2422010a282 req-054ae9bd-a248-4dd1-aadf-36cc0f97d054 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:40.075770 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec7411fc-b30b-49ec-a230-e2422010a282 req-054ae9bd-a248-4dd1-aadf-36cc0f97d054 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 945 time: 0.0806901 Aug 28 13:06:40.085491 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e8de37-4d60-4acd-97ea-a5ae889322dc tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:40.086331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e8de37-4d60-4acd-97ea-a5ae889322dc tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:40.106278 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-79e8de37-4d60-4acd-97ea-a5ae889322dc tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] 10.222.0.20 "DELETE /v2.0/ports/d1425b31-bc34-4aa9-872f-ed17246b1a98 HTTP/1.1" status: 404 len: 333 time: 0.0832973 Aug 28 13:06:40.106943 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47256) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:40.145386 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-d583df6c-d2de-4988-a979-0dd73b946c79 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] DELETE failed (client error): The resource could not be found. Aug 28 13:06:40.146149 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d583df6c-d2de-4988-a979-0dd73b946c79 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:40.148239 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d583df6c-d2de-4988-a979-0dd73b946c79 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] 10.222.0.20 "DELETE /v2.0/subnets/eb4a084e-f00f-4ce3-aa3e-b9c13640421d HTTP/1.1" status: 404 len: 337 time: 0.0403607 Aug 28 13:06:40.154174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47266) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:40.170877 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec7411fc-b30b-49ec-a230-e2422010a282 req-74a20aad-151f-4ccb-9b0b-fd86153b2aed tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/security-groups?id=29fb848f-1946-4df1-b9e2-e34390eb02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939796 Aug 28 13:06:40.184760 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c267c1-5f1b-4ccf-9bf4-c8519b2436e3 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] GET failed (client error): The resource could not be found. Aug 28 13:06:40.186582 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-76c267c1-5f1b-4ccf-9bf4-c8519b2436e3 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] 10.222.0.20 "GET /v2.0/networks/800e62a4-ced4-4edf-8b00-b3721ab63c18 HTTP/1.1" status: 404 len: 339 time: 0.0310926 Aug 28 13:06:40.200491 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47270) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:40.240220 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da13c08-49be-4924-babe-8a3c49b56d36 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] GET failed (client error): The resource could not be found. Aug 28 13:06:40.252844 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9da13c08-49be-4924-babe-8a3c49b56d36 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] 10.222.0.20 "GET /v2.0/ports/79efb6fd-fc7a-447a-95de-429e4f66afeb HTTP/1.1" status: 404 len: 333 time: 0.0611587 Aug 28 13:06:40.253507 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47278) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:40.348800 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-61493e80-2c16-43bc-9447-33994b1ae19c tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] GET failed (client error): The resource could not be found. Aug 28 13:06:40.351733 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-61493e80-2c16-43bc-9447-33994b1ae19c tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] 10.222.0.20 "GET /v2.0/subnets/ed482a7a-cbe3-4545-be6d-8d9c7fb2fe91 HTTP/1.1" status: 404 len: 337 time: 0.0959516 Aug 28 13:06:40.355681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47290) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:40.362422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-bc2b42a5-6761-4a07-9041-e5ead73d1de2 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:40.384017 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2b42a5-6761-4a07-9041-e5ead73d1de2 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] PUT failed (client error): The resource could not be found. Aug 28 13:06:40.385040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2b42a5-6761-4a07-9041-e5ead73d1de2 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:40.391060 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47298) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:40.398999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-67f619b3-64f8-4692-a5b4-2086b0da4e91 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:40.402512 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bc2b42a5-6761-4a07-9041-e5ead73d1de2 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] 10.222.0.20 "PUT /v2.0/networks/600e42cc-8af8-4517-8cfb-e8b65fafd2ea HTTP/1.1" status: 404 len: 339 time: 0.0376527 Aug 28 13:06:40.448995 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f619b3-64f8-4692-a5b4-2086b0da4e91 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] PUT failed (client error): The resource could not be found. Aug 28 13:06:40.449852 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f619b3-64f8-4692-a5b4-2086b0da4e91 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:40.451627 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-67f619b3-64f8-4692-a5b4-2086b0da4e91 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] 10.222.0.20 "PUT /v2.0/ports/eb0ff641-4711-4236-9b6c-56ae69c8a245 HTTP/1.1" status: 404 len: 333 time: 0.0590425 Aug 28 13:06:40.455452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47306) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:40.463499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-84ca4401-8876-49c8-b62a-a8e84df76308 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:40.518145 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ca4401-8876-49c8-b62a-a8e84df76308 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] PUT failed (client error): The resource could not be found. Aug 28 13:06:40.518639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ca4401-8876-49c8-b62a-a8e84df76308 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:06:40.520050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-84ca4401-8876-49c8-b62a-a8e84df76308 tempest-NetworksNegativeTestJSON-654052011 tempest-NetworksNegativeTestJSON-654052011-project] 10.222.0.20 "PUT /v2.0/subnets/b32de514-3ca4-410f-ba5a-5d04566e5a8f HTTP/1.1" status: 404 len: 337 time: 0.0636008 Aug 28 13:06:41.037552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47378) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:41.250447 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6fb188ee-4e62-48bd-8e0b-8a4bf2f4a13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:41.370840 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6fb188ee-4e62-48bd-8e0b-8a4bf2f4a13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:41.375719 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6fb188ee-4e62-48bd-8e0b-8a4bf2f4a13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:41.409530 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6fb188ee-4e62-48bd-8e0b-8a4bf2f4a13b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03b16121210b4ccaa4dd25aa09b645f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707006 Aug 28 13:06:41.412112 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47402) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:41.420616 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb188ee-4e62-48bd-8e0b-8a4bf2f4a13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4e0763-7e52-4cff-aa58-00a7beca052c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:41.516685 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-612c4f72-ae99-4480-84e4-1b051c69b5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:41.550132 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-612c4f72-ae99-4480-84e4-1b051c69b5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:41.624803 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-612c4f72-ae99-4480-84e4-1b051c69b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:41.627530 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-612c4f72-ae99-4480-84e4-1b051c69b5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:41.628792 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-612c4f72-ae99-4480-84e4-1b051c69b5a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff4e0763-7e52-4cff-aa58-00a7beca052c HTTP/1.1" status: 204 len: 168 time: 0.2154901 Aug 28 13:06:41.639990 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c4f72-ae99-4480-84e4-1b051c69b5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4e0763-7e52-4cff-aa58-00a7beca052c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:42.271545 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f6ea434a-22a2-4e22-b2c8-b9b66e824c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:42.600690 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:43.132561 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47466) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:43.294526 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1921718852'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:43.349813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:43.361339 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:43.391750 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:43.485675 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:43.575550 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:43.583295 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:43.632657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:06:43.708074 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:43.711795 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Added segment b7ca7c5e-e80d-42cf-830a-959974c64d21 of type vlan for network 0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4 Aug 28 13:06:43.714627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc00ebc-37a9-492d-9018-c37ca8b44349,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:43.747914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:43.748574 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:43.749117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:43.752168 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:43.753562 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:43.754647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:43.756599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:43.764735 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:43.765314 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:43.767161 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:43.772253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:43.772815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:06:43.875386 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:43.940636 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:43.947049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:43.948374 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:44.070265 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9360375 Aug 28 13:06:44.073081 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47488) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:44.078755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-0960ba90-5f9b-4370-9cec-94acd70f1f84 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1167957266'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:44.102995 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac6372-ec7e-460d-bc39-81bd388ae60e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Network': ['ID=0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:44.129424 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:06:44.149664 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0960ba90-5f9b-4370-9cec-94acd70f1f84 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:44.161008 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0960ba90-5f9b-4370-9cec-94acd70f1f84 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:44.226018 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0960ba90-5f9b-4370-9cec-94acd70f1f84 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:06:44.236703 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0960ba90-5f9b-4370-9cec-94acd70f1f84 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:44.237128 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-0960ba90-5f9b-4370-9cec-94acd70f1f84 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Added segment 9fc69a16-dae2-4d3b-98d5-88afbfda90e9 of type vlan for network ba7ea94a-1a37-42c5-83d9-174c593ac5af Aug 28 13:06:44.363607 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0960ba90-5f9b-4370-9cec-94acd70f1f84 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:44.400223 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0960ba90-5f9b-4370-9cec-94acd70f1f84 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:44.406578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0960ba90-5f9b-4370-9cec-94acd70f1f84 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:44.407159 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0960ba90-5f9b-4370-9cec-94acd70f1f84 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:44.501022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0960ba90-5f9b-4370-9cec-94acd70f1f84 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4263353 Aug 28 13:06:44.504439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47500) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:44.510062 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2f1ceeb3-b23f-4e00-b7a4-524ab5947b7c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'subnet': {'network_id': '0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:44.687723 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1ceeb3-b23f-4e00-b7a4-524ab5947b7c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:44.687974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960ba90-5f9b-4370-9cec-94acd70f1f84 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Network': ['ID=ba7ea94a-1a37-42c5-83d9-174c593ac5af,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:44.697500 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f1ceeb3-b23f-4e00-b7a4-524ab5947b7c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:44.700961 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network ba7ea94a-1a37-42c5-83d9-174c593ac5af details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:06:45.108925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed5ea4-2d26-4c12-8add-1fdfc5d0b029 req-879c98e3-3a50-41b4-8526-f8ea9f88f3f3 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:45.119205 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-84ed5ea4-2d26-4c12-8add-1fdfc5d0b029 req-879c98e3-3a50-41b4-8526-f8ea9f88f3f3 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 945 time: 0.2245431 Aug 28 13:06:45.337610 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:45.426518 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f1ceeb3-b23f-4e00-b7a4-524ab5947b7c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:45.453786 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-84ed5ea4-2d26-4c12-8add-1fdfc5d0b029 req-c3cd5fc9-f29b-4db6-a651-ca187d923bf5 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/security-groups?id=29fb848f-1946-4df1-b9e2-e34390eb02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332317 Aug 28 13:06:45.567666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ceeb3-b23f-4e00-b7a4-524ab5947b7c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Checking segment: {'id': 'b7ca7c5e-e80d-42cf-830a-959974c64d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:45.568806 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1ceeb3-b23f-4e00-b7a4-524ab5947b7c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network hostable DHCP agents. Network: 0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:06:45.576678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ceeb3-b23f-4e00-b7a4-524ab5947b7c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Subnet': ['ID=e7b75329-bdfe-40d1-a233-b306347248f1,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:45.606180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1ceeb3-b23f-4e00-b7a4-524ab5947b7c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:06:45.641183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2f1ceeb3-b23f-4e00-b7a4-524ab5947b7c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:45.652325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf00324c-201f-44eb-9754-809e9da4feec None None] Network 0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:45.677577 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ceeb3-b23f-4e00-b7a4-524ab5947b7c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:45.677945 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f1ceeb3-b23f-4e00-b7a4-524ab5947b7c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:45.723378 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2f1ceeb3-b23f-4e00-b7a4-524ab5947b7c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2152131 Aug 28 13:06:45.725632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47540) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:45.730942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-adfa33ae-315f-4c9e-8efd-cb1264316382 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'subnet': {'network_id': 'ba7ea94a-1a37-42c5-83d9-174c593ac5af', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:46.106679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4', 'network_id': '0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'fixed_ips': [{'subnet_id': 'e7b75329-bdfe-40d1-a233-b306347248f1'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:06:46.108557 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:46.134415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfa33ae-315f-4c9e-8efd-cb1264316382 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:06:46.175107 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-adfa33ae-315f-4c9e-8efd-cb1264316382 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:46.237739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddae36a-6b58-4ebc-bcce-a9f7abe2be1f req-d94d06e4-487f-4a04-b9bb-e0eb4b3028c9 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:46.250845 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ddae36a-6b58-4ebc-bcce-a9f7abe2be1f req-d94d06e4-487f-4a04-b9bb-e0eb4b3028c9 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.1267459 Aug 28 13:06:46.399990 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ddae36a-6b58-4ebc-bcce-a9f7abe2be1f req-fd11cd41-e735-4baf-b59c-4cc40e59fb56 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372120 Aug 28 13:06:46.532728 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Allocated IP 2001:db8::2 (0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4/e7b75329-bdfe-40d1-a233-b306347248f1/943f038b-9a6c-44f5-9df6-bbd0db34e140) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:06:46.739363 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c9345-e951-4926-bf39-98adbb0d6526 req-5ba2acef-ad7d-429e-81f2-6b4e3a62ab47 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:46.747798 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-522c9345-e951-4926-bf39-98adbb0d6526 req-5ba2acef-ad7d-429e-81f2-6b4e3a62ab47 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 945 time: 0.1515033 Aug 28 13:06:46.868742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47558) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:46.886573 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:46.896488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Transition to ACTIVE for port object 943f038b-9a6c-44f5-9df6-bbd0db34e140 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:46.905409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41130b8-f8f1-4f87-a6c7-7394be90bd5b req-b2ea313c-d5dc-41db-bb19-369046f152cf tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:46.906998 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b41130b8-f8f1-4f87-a6c7-7394be90bd5b req-b2ea313c-d5dc-41db-bb19-369046f152cf tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 945 time: 0.2903056 Aug 28 13:06:46.929530 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Transition to ACTIVE for port object 943f038b-9a6c-44f5-9df6-bbd0db34e140 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:46.951140 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:46.979573 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-522c9345-e951-4926-bf39-98adbb0d6526 req-6f6ac62d-b048-446d-b7e8-744eec5e1888 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Deleting port c572265e-8039-4611-873f-d17ae18279d5 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:06:46.979573 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-522c9345-e951-4926-bf39-98adbb0d6526 req-6f6ac62d-b048-446d-b7e8-744eec5e1888 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:47.023052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Network 0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:06:47.026831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:47.028183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b41130b8-f8f1-4f87-a6c7-7394be90bd5b req-0716c6d0-205c-47e9-85a3-226355856dd8 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/security-groups?id=29fb848f-1946-4df1-b9e2-e34390eb02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086755 Aug 28 13:06:47.048763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:06:47.076610 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Pushing event updated for resources: {'Port': ['ID=943f038b-9a6c-44f5-9df6-bbd0db34e140,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:47.130680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-adfa33ae-315f-4c9e-8efd-cb1264316382 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:47.145989 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Attempting to bind port 943f038b-9a6c-44f5-9df6-bbd0db34e140 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:06:47.146630 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Attempting to bind port 943f038b-9a6c-44f5-9df6-bbd0db34e140 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'b7ca7c5e-e80d-42cf-830a-959974c64d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:06:47.146743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Attempting to bind port 943f038b-9a6c-44f5-9df6-bbd0db34e140 on network 0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:06:47.147762 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-522c9345-e951-4926-bf39-98adbb0d6526 req-6f6ac62d-b048-446d-b7e8-744eec5e1888 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] For port c572265e-8039-4611-873f-d17ae18279d5, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c572265e-8039-4611-873f-d17ae18279d5,segment=NetworkSegment(e7234dbf-7752-4764-a72d-78cca60f7740),segment_id=e7234dbf-7752-4764-a72d-78cca60f7740)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:47.148143 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-522c9345-e951-4926-bf39-98adbb0d6526 req-6f6ac62d-b048-446d-b7e8-744eec5e1888 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:47.156948 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9366aafd-f7ae-4cf4-be91-d7194a6f48e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:47.158540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:06:47.158923 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Checking segment: {'id': 'b7ca7c5e-e80d-42cf-830a-959974c64d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:47.159819 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:47.159953 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Bound using segment: {'id': 'b7ca7c5e-e80d-42cf-830a-959974c64d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:06:47.160788 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Bound port: 943f038b-9a6c-44f5-9df6-bbd0db34e140, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ca7c5e-e80d-42cf-830a-959974c64d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:06:47.160953 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:47.166927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-522c9345-e951-4926-bf39-98adbb0d6526 req-6f6ac62d-b048-446d-b7e8-744eec5e1888 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Calling delete_port for c572265e-8039-4611-873f-d17ae18279d5 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:06:47.369473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] For port 943f038b-9a6c-44f5-9df6-bbd0db34e140, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:06:47.369473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] For port 943f038b-9a6c-44f5-9df6-bbd0db34e140, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=943f038b-9a6c-44f5-9df6-bbd0db34e140,segment=NetworkSegment(b7ca7c5e-e80d-42cf-830a-959974c64d21),segment_id=b7ca7c5e-e80d-42cf-830a-959974c64d21)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:06:47.369473 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:47.387727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9366aafd-f7ae-4cf4-be91-d7194a6f48e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:47.393403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa33ae-315f-4c9e-8efd-cb1264316382 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Checking segment: {'id': '9fc69a16-dae2-4d3b-98d5-88afbfda90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba7ea94a-1a37-42c5-83d9-174c593ac5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:47.393957 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfa33ae-315f-4c9e-8efd-cb1264316382 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network hostable DHCP agents. Network: ba7ea94a-1a37-42c5-83d9-174c593ac5af, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:06:47.396655 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9366aafd-f7ae-4cf4-be91-d7194a6f48e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:47.402351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa33ae-315f-4c9e-8efd-cb1264316382 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Subnet': ['ID=bdd1213c-806f-4e04-b1da-0c2668879f3d,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:47.461219 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be4791-8463-489f-9bde-985b1dc62610 None None] Pushing event updated for resources: {'Port': ['ID=943f038b-9a6c-44f5-9df6-bbd0db34e140,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:47.528505 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366aafd-f7ae-4cf4-be91-d7194a6f48e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911a3792-799f-4a99-8f84-37876d3a69e9,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:47.555569 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9366aafd-f7ae-4cf4-be91-d7194a6f48e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1793118d1c624570956501499682daa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6852939 Aug 28 13:06:47.557181 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfa33ae-315f-4c9e-8efd-cb1264316382 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network ba7ea94a-1a37-42c5-83d9-174c593ac5af is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:06:47.564029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47568) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:47.610709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-adfa33ae-315f-4c9e-8efd-cb1264316382 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, ba7ea94a-1a37-42c5-83d9-174c593ac5af) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:47.619878 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf3e6bb-4785-4d2a-97d6-9ab5cbe10e85 None None] Network ba7ea94a-1a37-42c5-83d9-174c593ac5af requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:47.635324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfa33ae-315f-4c9e-8efd-cb1264316382 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:47.636048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-adfa33ae-315f-4c9e-8efd-cb1264316382 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:47.686475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-adfa33ae-315f-4c9e-8efd-cb1264316382 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9584281 Aug 28 13:06:47.688081 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-522c9345-e951-4926-bf39-98adbb0d6526 req-6f6ac62d-b048-446d-b7e8-744eec5e1888 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:47.694692 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47570) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:47.703123 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-8f404179-a7e2-4803-8b42-6cbf5de6c61d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1455313516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:47.736744 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10ee6780-58e8-43c2-b5b1-501b2e023ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:47.765595 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10ee6780-58e8-43c2-b5b1-501b2e023ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:47.766516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ac62d-b048-446d-b7e8-744eec5e1888 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Pushing event deleted for resources: {'Port': ['ID=c572265e-8039-4611-873f-d17ae18279d5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:47.795054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c8497-d276-4512-b3fd-c6daf7b75c7d req-39aef51a-c23d-46c8-b8f2-0448bd2d0a1b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:47.797099 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c84c8497-d276-4512-b3fd-c6daf7b75c7d req-39aef51a-c23d-46c8-b8f2-0448bd2d0a1b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.2496345 Aug 28 13:06:47.843425 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f404179-a7e2-4803-8b42-6cbf5de6c61d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:47.845653 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f404179-a7e2-4803-8b42-6cbf5de6c61d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:47.933385 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859a53d-faac-4441-add0-eb191370547a req-11e2a5e5-855d-4688-95b6-a4e3851f2067 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:47.935974 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c859a53d-faac-4441-add0-eb191370547a req-11e2a5e5-855d-4688-95b6-a4e3851f2067 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.2379048 Aug 28 13:06:47.983431 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f404179-a7e2-4803-8b42-6cbf5de6c61d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:48.032093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-522c9345-e951-4926-bf39-98adbb0d6526 req-6f6ac62d-b048-446d-b7e8-744eec5e1888 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] No DVR routers for this DVR port c572265e-8039-4611-873f-d17ae18279d5 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:06:48.047938 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c84c8497-d276-4512-b3fd-c6daf7b75c7d req-ea94f1aa-d494-4168-abf7-76670046cc77 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368731 Aug 28 13:06:48.049371 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-522c9345-e951-4926-bf39-98adbb0d6526 req-6f6ac62d-b048-446d-b7e8-744eec5e1888 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:48.052929 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-522c9345-e951-4926-bf39-98adbb0d6526 req-6f6ac62d-b048-446d-b7e8-744eec5e1888 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.10 "DELETE /v2.0/ports/c572265e-8039-4611-873f-d17ae18279d5 HTTP/1.1" status: 204 len: 173 time: 1.2988505 Aug 28 13:06:48.053396 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cef8019-2070-47a2-a61c-be82fc50fb45', 'name': 'network-vif-deleted', 'tag': 'c572265e-8039-4611-873f-d17ae18279d5'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:06:48.072706 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e615c7-b676-46e9-96c2-eae445da2611" -d '{"events": [{"server_uuid": "0cef8019-2070-47a2-a61c-be82fc50fb45", "name": "network-vif-deleted", "tag": "c572265e-8039-4611-873f-d17ae18279d5"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:06:48.110131 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f404179-a7e2-4803-8b42-6cbf5de6c61d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:48.130599 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10ee6780-58e8-43c2-b5b1-501b2e023ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:48.140453 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10ee6780-58e8-43c2-b5b1-501b2e023ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:48.146424 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-10ee6780-58e8-43c2-b5b1-501b2e023ce9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/911a3792-799f-4a99-8f84-37876d3a69e9 HTTP/1.1" status: 204 len: 168 time: 0.5785925 Aug 28 13:06:48.183037 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f404179-a7e2-4803-8b42-6cbf5de6c61d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:48.189178 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8f404179-a7e2-4803-8b42-6cbf5de6c61d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4928880 Aug 28 13:06:48.196030 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47580) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:48.243718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee6780-58e8-43c2-b5b1-501b2e023ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911a3792-799f-4a99-8f84-37876d3a69e9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:48.311291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['c572265e-8039-4611-873f-d17ae18279d5'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:06:48.336313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9b1a83c9-1455-4a6b-a314-b50e7321e0bc req-4fd7d285-edfa-4900-830b-5fe2376c0741 tempest-VolumesActionsTest-776570838 tempest-VolumesActionsTest-776570838-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cef8019-2070-47a2-a61c-be82fc50fb45 HTTP/1.1" status: 200 len: 210 time: 0.0961094 Aug 28 13:06:48.392902 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c859a53d-faac-4441-add0-eb191370547a req-f945f878-3c2d-4060-a518-a037043041de tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Deleting port 25be805a-4de1-42ce-91ff-b4b76aae0ee4 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:06:48.392902 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c859a53d-faac-4441-add0-eb191370547a req-f945f878-3c2d-4060-a518-a037043041de tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:48.746159 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c859a53d-faac-4441-add0-eb191370547a req-f945f878-3c2d-4060-a518-a037043041de tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] For port 25be805a-4de1-42ce-91ff-b4b76aae0ee4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=25be805a-4de1-42ce-91ff-b4b76aae0ee4,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:48.746565 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c859a53d-faac-4441-add0-eb191370547a req-f945f878-3c2d-4060-a518-a037043041de tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:48.860976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-ba7ea94a-1a37-42c5-83d9-174c593ac5af', 'network_id': 'ba7ea94a-1a37-42c5-83d9-174c593ac5af', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'fixed_ips': [{'subnet_id': 'bdd1213c-806f-4e04-b1da-0c2668879f3d'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:06:48.862678 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:49.090650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 943f038b-9a6c-44f5-9df6-bbd0db34e140 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:06:49.188050 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e100e116-6e92-49a7-bc0d-d7ff424326e9 x-openstack-request-id: req-e100e116-6e92-49a7-bc0d-d7ff424326e9 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:06:49.188569 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cef8019-2070-47a2-a61c-be82fc50fb45", "name": "network-vif-deleted", "tag": "c572265e-8039-4611-873f-d17ae18279d5", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:06:49.188569 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e100e116-6e92-49a7-bc0d-d7ff424326e9 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:06:49.188969 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cef8019-2070-47a2-a61c-be82fc50fb45', 'name': 'network-vif-deleted', 'tag': 'c572265e-8039-4611-873f-d17ae18279d5', 'status': 'completed', 'code': 200} Aug 28 13:06:49.189438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47588) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:49.236995 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c859a53d-faac-4441-add0-eb191370547a req-f945f878-3c2d-4060-a518-a037043041de tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:49.237480 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c859a53d-faac-4441-add0-eb191370547a req-f945f878-3c2d-4060-a518-a037043041de tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:49.237763 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [req-c859a53d-faac-4441-add0-eb191370547a req-f945f878-3c2d-4060-a518-a037043041de tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Floating IP ed74bd0c-baf2-4e4c-abed-c66cb2e9dd03 disassociated. External IP: 172.25.1.96, port: 25be805a-4de1-42ce-91ff-b4b76aae0ee4. Aug 28 13:06:49.239132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-c859a53d-faac-4441-add0-eb191370547a req-f945f878-3c2d-4060-a518-a037043041de tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Calling delete_port for 25be805a-4de1-42ce-91ff-b4b76aae0ee4 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:06:49.256126 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eb559320-5e1c-410a-a42b-8fae69c33fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:49.272996 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 943f038b-9a6c-44f5-9df6-bbd0db34e140 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:06:49.281789 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4730f7b5-a5fa-4afc-9f1d-d6305227f9c1 None None] Network 0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:49.357440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Allocated IP 2001:db8:1::2 (ba7ea94a-1a37-42c5-83d9-174c593ac5af/bdd1213c-806f-4e04-b1da-0c2668879f3d/5917546d-f0b3-4cef-9f88-e0c436d43c57) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:06:49.414339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee3f79-e8bd-4d89-b081-f5a73547be20 req-bb64c9d1-cdcc-4c53-9d13-d4a0263cd4bc tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:49.416095 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4fee3f79-e8bd-4d89-b081-f5a73547be20 req-bb64c9d1-cdcc-4c53-9d13-d4a0263cd4bc tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcb3d3c-531f-4154-9a77-7f1f3a55219c HTTP/1.1" status: 200 len: 945 time: 0.1853101 Aug 28 13:06:49.449088 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c859a53d-faac-4441-add0-eb191370547a req-f945f878-3c2d-4060-a518-a037043041de tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:49.449592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-85f8ce71-b1aa-4360-8ed6-13ea3e82d6d1 None None] Provisioning for port 943f038b-9a6c-44f5-9df6-bbd0db34e140 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:06:49.510143 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945f878-3c2d-4060-a518-a037043041de tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event deleted for resources: {'Port': ['ID=25be805a-4de1-42ce-91ff-b4b76aae0ee4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:49.558084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-85f8ce71-b1aa-4360-8ed6-13ea3e82d6d1 None None] Provisioning complete for port 943f038b-9a6c-44f5-9df6-bbd0db34e140 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:06:49.558823 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-85f8ce71-b1aa-4360-8ed6-13ea3e82d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:49.744511 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-85f8ce71-b1aa-4360-8ed6-13ea3e82d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:49.755459 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eb559320-5e1c-410a-a42b-8fae69c33fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:49.793061 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:49.816164 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eb559320-5e1c-410a-a42b-8fae69c33fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:49.816848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c859a53d-faac-4441-add0-eb191370547a req-f945f878-3c2d-4060-a518-a037043041de tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Router e147da00-12de-46bf-9da2-ab52d59b8ebe has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:06:49.896833 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-eb559320-5e1c-410a-a42b-8fae69c33fd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64189c6b6b6947e7b66302c61534a535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7033725 Aug 28 13:06:49.938045 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47606) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:49.981395 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4fee3f79-e8bd-4d89-b081-f5a73547be20 req-22abd4c4-a8f5-4e72-911c-a93eeea0c4a4 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc7543a8-c7aa-401f-a894-c2ac4e1fda65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4119391 Aug 28 13:06:50.017582 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:50.025254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-85f8ce71-b1aa-4360-8ed6-13ea3e82d6d1 None None] For port 943f038b-9a6c-44f5-9df6-bbd0db34e140, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=943f038b-9a6c-44f5-9df6-bbd0db34e140,segment=NetworkSegment(b7ca7c5e-e80d-42cf-830a-959974c64d21),segment_id=b7ca7c5e-e80d-42cf-830a-959974c64d21)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:50.056059 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-85f8ce71-b1aa-4360-8ed6-13ea3e82d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:50.079384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Transition to ACTIVE for port object 5917546d-f0b3-4cef-9f88-e0c436d43c57 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:50.135449 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c859a53d-faac-4441-add0-eb191370547a req-f945f878-3c2d-4060-a518-a037043041de tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:06:50.153214 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186f121-1d16-402a-b627-aa3372f23502 None None] Sync routers for ids ['e147da00-12de-46bf-9da2-ab52d59b8ebe'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:06:50.197240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Transition to ACTIVE for port object 5917546d-f0b3-4cef-9f88-e0c436d43c57 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:50.214844 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:50.216886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186f121-1d16-402a-b627-aa3372f23502 None None] Routers {'e147da00-12de-46bf-9da2-ab52d59b8ebe'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:06:50.217510 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5186f121-1d16-402a-b627-aa3372f23502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:06:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e147da00-12de-46bf-9da2-ab52d59b8ebe'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:50.228872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c859a53d-faac-4441-add0-eb191370547a req-f945f878-3c2d-4060-a518-a037043041de tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] No DVR routers for this DVR port 25be805a-4de1-42ce-91ff-b4b76aae0ee4 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:06:50.233634 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c859a53d-faac-4441-add0-eb191370547a req-f945f878-3c2d-4060-a518-a037043041de tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:50.236140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c859a53d-faac-4441-add0-eb191370547a req-f945f878-3c2d-4060-a518-a037043041de tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.11 "DELETE /v2.0/ports/25be805a-4de1-42ce-91ff-b4b76aae0ee4 HTTP/1.1" status: 204 len: 173 time: 2.2640560 Aug 28 13:06:50.236712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcb3d3c-531f-4154-9a77-7f1f3a55219c', 'name': 'network-vif-deleted', 'tag': '25be805a-4de1-42ce-91ff-b4b76aae0ee4'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:06:50.244889 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e8f70a-1813-466c-91fd-4e3c8a7e4d6c" -d '{"events": [{"server_uuid": "ddcb3d3c-531f-4154-9a77-7f1f3a55219c", "name": "network-vif-deleted", "tag": "25be805a-4de1-42ce-91ff-b4b76aae0ee4"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:06:50.272917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb559320-5e1c-410a-a42b-8fae69c33fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefc7f85-51cf-4244-98b0-478de3f2b602,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:50.311646 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8ce71-b1aa-4360-8ed6-13ea3e82d6d1 None None] Pushing event updated for resources: {'Port': ['ID=943f038b-9a6c-44f5-9df6-bbd0db34e140,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:50.315811 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db905599-a591-4cae-a6cd-4523bb0a9f2d x-openstack-request-id: req-db905599-a591-4cae-a6cd-4523bb0a9f2d {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:06:50.317654 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcb3d3c-531f-4154-9a77-7f1f3a55219c", "name": "network-vif-deleted", "tag": "25be805a-4de1-42ce-91ff-b4b76aae0ee4", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:06:50.318521 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db905599-a591-4cae-a6cd-4523bb0a9f2d {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:06:50.319049 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcb3d3c-531f-4154-9a77-7f1f3a55219c', 'name': 'network-vif-deleted', 'tag': '25be805a-4de1-42ce-91ff-b4b76aae0ee4', 'status': 'completed', 'code': 200} Aug 28 13:06:50.395955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Pushing event updated for resources: {'Port': ['ID=5917546d-f0b3-4cef-9f88-e0c436d43c57,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:50.436836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Network ba7ea94a-1a37-42c5-83d9-174c593ac5af is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:06:50.440930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:50.451899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:06:50.468768 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9139bbcc-89c8-488d-8e54-e43e1b0b14cd None None] Provisioning complete for port 943f038b-9a6c-44f5-9df6-bbd0db34e140 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:06:50.469355 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9139bbcc-89c8-488d-8e54-e43e1b0b14cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:50.538036 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbf11751-281c-4b97-b4ab-89cbf72b180a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:50.554053 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-5186f121-1d16-402a-b627-aa3372f23502 None None] Set router e147da00-12de-46bf-9da2-ab52d59b8ebe gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:06:50.630233 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Attempting to bind port 5917546d-f0b3-4cef-9f88-e0c436d43c57 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:06:50.631114 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Attempting to bind port 5917546d-f0b3-4cef-9f88-e0c436d43c57 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '9fc69a16-dae2-4d3b-98d5-88afbfda90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba7ea94a-1a37-42c5-83d9-174c593ac5af'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:06:50.631688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Attempting to bind port 5917546d-f0b3-4cef-9f88-e0c436d43c57 on network ba7ea94a-1a37-42c5-83d9-174c593ac5af {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:06:50.639131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:06:50.639866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Checking segment: {'id': '9fc69a16-dae2-4d3b-98d5-88afbfda90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba7ea94a-1a37-42c5-83d9-174c593ac5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:06:50.640422 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:50.641104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Bound using segment: {'id': '9fc69a16-dae2-4d3b-98d5-88afbfda90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba7ea94a-1a37-42c5-83d9-174c593ac5af'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:06:50.641741 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Bound port: 5917546d-f0b3-4cef-9f88-e0c436d43c57, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc69a16-dae2-4d3b-98d5-88afbfda90e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba7ea94a-1a37-42c5-83d9-174c593ac5af'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:06:50.642288 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:50.687537 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbf11751-281c-4b97-b4ab-89cbf72b180a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:50.773610 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbf11751-281c-4b97-b4ab-89cbf72b180a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:50.776540 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cbf11751-281c-4b97-b4ab-89cbf72b180a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:50.777359 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cbf11751-281c-4b97-b4ab-89cbf72b180a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eefc7f85-51cf-4244-98b0-478de3f2b602 HTTP/1.1" status: 204 len: 168 time: 0.8363104 Aug 28 13:06:50.792475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf11751-281c-4b97-b4ab-89cbf72b180a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefc7f85-51cf-4244-98b0-478de3f2b602,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:50.896811 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 943f038b-9a6c-44f5-9df6-bbd0db34e140 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:06:50.930908 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Allocated IP 2001:db8::1 (0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4/e7b75329-bdfe-40d1-a233-b306347248f1/5a356967-6fbd-4ff5-95cc-e4f426330ebd) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:06:50.969960 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] For port 5917546d-f0b3-4cef-9f88-e0c436d43c57, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:06:51.028101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] For port 5917546d-f0b3-4cef-9f88-e0c436d43c57, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5917546d-f0b3-4cef-9f88-e0c436d43c57,segment=NetworkSegment(9fc69a16-dae2-4d3b-98d5-88afbfda90e9),segment_id=9fc69a16-dae2-4d3b-98d5-88afbfda90e9)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:06:51.042568 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:51.146555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c572265e-8039-4611-873f-d17ae18279d5 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:06:51.152920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 25be805a-4de1-42ce-91ff-b4b76aae0ee4 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:06:51.164362 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47628) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:51.224399 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:51.255468 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Transition to ACTIVE for port object 5a356967-6fbd-4ff5-95cc-e4f426330ebd will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:51.302909 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e716df2d-3daa-46a2-a424-93e00723415d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:51.309687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 25be805a-4de1-42ce-91ff-b4b76aae0ee4 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:06:51.310031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 25be805a-4de1-42ce-91ff-b4b76aae0ee4 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:06:51.313943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: c572265e-8039-4611-873f-d17ae18279d5 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:06:51.314439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c572265e-8039-4611-873f-d17ae18279d5 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:06:51.319700 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:51.357085 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:06:51.367326 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e716df2d-3daa-46a2-a424-93e00723415d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:51.396705 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:51.400899 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:06:51.401449 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:51.434141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3e17a-5f05-4814-ae93-b966cb3e8d13 None None] Pushing event updated for resources: {'Port': ['ID=5917546d-f0b3-4cef-9f88-e0c436d43c57,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:51.448264 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 943f038b-9a6c-44f5-9df6-bbd0db34e140 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:06:51.448640 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:51.487507 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e716df2d-3daa-46a2-a424-93e00723415d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:51.501935 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e716df2d-3daa-46a2-a424-93e00723415d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:51.507244 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e716df2d-3daa-46a2-a424-93e00723415d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "DELETE /v2.0/security-groups/dc7543a8-c7aa-401f-a894-c2ac4e1fda65 HTTP/1.1" status: 204 len: 168 time: 0.3380833 Aug 28 13:06:51.509057 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47638) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:51.516881 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716df2d-3daa-46a2-a424-93e00723415d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7543a8-c7aa-401f-a894-c2ac4e1fda65,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:51.573323 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-08242806-8f1f-48a1-a0c8-7c0d4b988e11 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] show failed (client error): The resource could not be found. Aug 28 13:06:51.578096 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-08242806-8f1f-48a1-a0c8-7c0d4b988e11 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups/dc7543a8-c7aa-401f-a894-c2ac4e1fda65 HTTP/1.1" status: 404 len: 347 time: 0.0565922 Aug 28 13:06:51.578096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=5a356967-6fbd-4ff5-95cc-e4f426330ebd,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:51.578458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47640) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:51.679819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5186f121-1d16-402a-b627-aa3372f23502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:27Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f14ae755-7218-455c-b31b-a6bc7311bbc1', 'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'mac_address': 'fa:16:3e:9a:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:25Z', 'updated_at': '2021-08-28T13:02:36Z', 'revision_number': 5, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'subnets': [{'id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:51.732271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186f121-1d16-402a-b627-aa3372f23502 None None] Checking router: e147da00-12de-46bf-9da2-ab52d59b8ebe for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:06:51.775667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186f121-1d16-402a-b627-aa3372f23502 None None] Routers {'e147da00-12de-46bf-9da2-ab52d59b8ebe'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:06:51.798801 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5186f121-1d16-402a-b627-aa3372f23502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:06:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e147da00-12de-46bf-9da2-ab52d59b8ebe'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:51.869116 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:51.965574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-5186f121-1d16-402a-b627-aa3372f23502 None None] Set router e147da00-12de-46bf-9da2-ab52d59b8ebe gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:06:52.034923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-10fa5852-e14e-4ae8-8f14-3c9aba6997f1 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Deleting port 2f367890-8ff0-4621-9bbb-c5330357ce5d {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:06:52.035844 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10fa5852-e14e-4ae8-8f14-3c9aba6997f1 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:52.117263 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3611874e-c21e-4cd9-954a-2f42edfe36bb None None] Provisioning for port 5a356967-6fbd-4ff5-95cc-e4f426330ebd completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:06:52.125410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3611874e-c21e-4cd9-954a-2f42edfe36bb None None] Provisioning complete for port 5a356967-6fbd-4ff5-95cc-e4f426330ebd triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:06:52.125761 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3611874e-c21e-4cd9-954a-2f42edfe36bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:52.182243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3611874e-c21e-4cd9-954a-2f42edfe36bb None None] Port 5a356967-6fbd-4ff5-95cc-e4f426330ebd cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:06:52.236411 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10fa5852-e14e-4ae8-8f14-3c9aba6997f1 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:52.236741 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10fa5852-e14e-4ae8-8f14-3c9aba6997f1 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:52.281563 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-10fa5852-e14e-4ae8-8f14-3c9aba6997f1 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Calling delete_port for 2f367890-8ff0-4621-9bbb-c5330357ce5d owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:06:52.297852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5186f121-1d16-402a-b627-aa3372f23502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:27Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f14ae755-7218-455c-b31b-a6bc7311bbc1', 'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'mac_address': 'fa:16:3e:9a:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:25Z', 'updated_at': '2021-08-28T13:02:36Z', 'revision_number': 5, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'subnets': [{'id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:52.356834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5186f121-1d16-402a-b627-aa3372f23502 None None] The sync data for ids ['e147da00-12de-46bf-9da2-ab52d59b8ebe'] in n-d-791505-21 is: [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:27Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f14ae755-7218-455c-b31b-a6bc7311bbc1', 'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'mac_address': 'fa:16:3e:9a:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:25Z', 'updated_at': '2021-08-28T13:02:36Z', 'revision_number': 5, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'subnets': [{'id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:06:52.560923 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:52.570333 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:52.571331 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:52.687011 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10fa5852-e14e-4ae8-8f14-3c9aba6997f1 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:52.881152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa5852-e14e-4ae8-8f14-3c9aba6997f1 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event deleted for resources: {'Port': ['ID=2f367890-8ff0-4621-9bbb-c5330357ce5d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:52.926652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=5a356967-6fbd-4ff5-95cc-e4f426330ebd,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:52.927473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5917546d-f0b3-4cef-9f88-e0c436d43c57 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:06:52.967490 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500fab3a-9de6-41b1-973e-460d80084204 None None] New status for floating IP ed74bd0c-baf2-4e4c-abed-c66cb2e9dd03: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:06:53.012895 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10fa5852-e14e-4ae8-8f14-3c9aba6997f1 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:53.015673 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10fa5852-e14e-4ae8-8f14-3c9aba6997f1 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:53.016913 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-10fa5852-e14e-4ae8-8f14-3c9aba6997f1 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "DELETE /v2.0/floatingips/ed74bd0c-baf2-4e4c-abed-c66cb2e9dd03 HTTP/1.1" status: 204 len: 168 time: 1.4368048 Aug 28 13:06:53.084879 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:06:53.087103 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:53.094084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 5917546d-f0b3-4cef-9f88-e0c436d43c57 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:06:53.272936 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae78442c-1080-4ef2-9be6-494b08872d0a None None] Network ba7ea94a-1a37-42c5-83d9-174c593ac5af requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:06:53.411980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router b45d9eda-40fb-4172-8454-b5ab16ef5b1e is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:06:53.588314 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:06:53.614708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47698) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:53.625452 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-13bb1ea0-c0d9-4ee7-a772-d4568e6d0799 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/b45d9eda-40fb-4172-8454-b5ab16ef5b1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4142179 Aug 28 13:06:53.701214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978d4266-0901-4991-a0b3-c005210791e9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:53.709480 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-978d4266-0901-4991-a0b3-c005210791e9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports/5a356967-6fbd-4ff5-95cc-e4f426330ebd HTTP/1.1" status: 200 len: 911 time: 0.0933142 Aug 28 13:06:53.712830 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47700) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:53.915702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d65d9-316f-4ecf-bb89-1fbe9a5badb9 None None] Sync routers for ids ['b45d9eda-40fb-4172-8454-b5ab16ef5b1e'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:06:54.016605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-99a51ddb-10e8-4fc3-a31f-930ce939bd1f None None] Provisioning for port 5917546d-f0b3-4cef-9f88-e0c436d43c57 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:06:54.027611 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d65d9-316f-4ecf-bb89-1fbe9a5badb9 None None] Routers {'b45d9eda-40fb-4172-8454-b5ab16ef5b1e'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:06:54.028262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-561d65d9-316f-4ecf-bb89-1fbe9a5badb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:06:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b45d9eda-40fb-4172-8454-b5ab16ef5b1e'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:54.030076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-99a51ddb-10e8-4fc3-a31f-930ce939bd1f None None] Provisioning complete for port 5917546d-f0b3-4cef-9f88-e0c436d43c57 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:06:54.030470 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-99a51ddb-10e8-4fc3-a31f-930ce939bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:54.061574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47712) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:54.068593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5081fc64-50ca-4e79-b57d-08500e58f51b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--406099787', 'description': 'tempest-description--1673112163'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:54.130029 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5081fc64-50ca-4e79-b57d-08500e58f51b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:54.253197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-561d65d9-316f-4ecf-bb89-1fbe9a5badb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:54.385003 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5081fc64-50ca-4e79-b57d-08500e58f51b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:54.392547 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5081fc64-50ca-4e79-b57d-08500e58f51b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:54.420613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d65d9-316f-4ecf-bb89-1fbe9a5badb9 None None] Routers {'b45d9eda-40fb-4172-8454-b5ab16ef5b1e'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:06:54.421434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-561d65d9-316f-4ecf-bb89-1fbe9a5badb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:06:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b45d9eda-40fb-4172-8454-b5ab16ef5b1e'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:54.482692 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-561d65d9-316f-4ecf-bb89-1fbe9a5badb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:54.485581 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081fc64-50ca-4e79-b57d-08500e58f51b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a04a79-87fa-4b78-bdab-a16f6a525197,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:54.487953 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d65d9-316f-4ecf-bb89-1fbe9a5badb9 None None] The sync data for ids ['b45d9eda-40fb-4172-8454-b5ab16ef5b1e'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:06:54.508507 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5081fc64-50ca-4e79-b57d-08500e58f51b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:54.515885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5081fc64-50ca-4e79-b57d-08500e58f51b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4508967 Aug 28 13:06:54.516876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47716) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:54.522823 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-99a51ddb-10e8-4fc3-a31f-930ce939bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:54.523436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-3fc2d111-e47c-443e-b922-34238e663e0c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Request body: {'security_group_rule': {'security_group_id': 'd7a04a79-87fa-4b78-bdab-a16f6a525197', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:54.536144 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:54.575954 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d111-e47c-443e-b922-34238e663e0c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:54.591446 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-99a51ddb-10e8-4fc3-a31f-930ce939bd1f None None] For port 5917546d-f0b3-4cef-9f88-e0c436d43c57, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5917546d-f0b3-4cef-9f88-e0c436d43c57,segment=NetworkSegment(9fc69a16-dae2-4d3b-98d5-88afbfda90e9),segment_id=9fc69a16-dae2-4d3b-98d5-88afbfda90e9)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:06:54.598762 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-99a51ddb-10e8-4fc3-a31f-930ce939bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:54.771938 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a51ddb-10e8-4fc3-a31f-930ce939bd1f None None] Pushing event updated for resources: {'Port': ['ID=5917546d-f0b3-4cef-9f88-e0c436d43c57,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:54.773343 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d111-e47c-443e-b922-34238e663e0c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:54.777946 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-67698cbf-7680-4e0c-bb44-9bbcf41741b4 None None] Provisioning complete for port 5a356967-6fbd-4ff5-95cc-e4f426330ebd triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:06:54.778721 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-67698cbf-7680-4e0c-bb44-9bbcf41741b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:54.784670 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d111-e47c-443e-b922-34238e663e0c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:54.830017 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3fc2d111-e47c-443e-b922-34238e663e0c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:54.833611 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3fc2d111-e47c-443e-b922-34238e663e0c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159602 Aug 28 13:06:54.836812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47722) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:54.843529 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-24ff6d31-c6b6-4fc9-a725-ed7a4e7c1db6 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Request body: {'security_group_rule': {'security_group_id': 'd7a04a79-87fa-4b78-bdab-a16f6a525197', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:54.869949 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-67698cbf-7680-4e0c-bb44-9bbcf41741b4 None None] Port 5a356967-6fbd-4ff5-95cc-e4f426330ebd cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:06:54.885600 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2d111-e47c-443e-b922-34238e663e0c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006a6fec-1619-41c4-816d-fcfc94279f53,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:54.899504 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24ff6d31-c6b6-4fc9-a725-ed7a4e7c1db6 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:54.985264 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24ff6d31-c6b6-4fc9-a725-ed7a4e7c1db6 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:54.992868 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24ff6d31-c6b6-4fc9-a725-ed7a4e7c1db6 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:55.001322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-eacce1c7-fa35-43cd-ad84-2e611095ccd5 None None] Provisioning complete for port 5917546d-f0b3-4cef-9f88-e0c436d43c57 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:06:55.001714 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-eacce1c7-fa35-43cd-ad84-2e611095ccd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:55.050156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff6d31-c6b6-4fc9-a725-ed7a4e7c1db6 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075f6a21-7e00-4cf6-9a8e-a71717c4eadd,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:55.053829 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24ff6d31-c6b6-4fc9-a725-ed7a4e7c1db6 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:55.055361 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-24ff6d31-c6b6-4fc9-a725-ed7a4e7c1db6 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2158082 Aug 28 13:06:55.058856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47728) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:55.064197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:06:55.125885 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:55.271534 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Allocated IP 2001:db8:1::1 (ba7ea94a-1a37-42c5-83d9-174c593ac5af/bdd1213c-806f-4e04-b1da-0c2668879f3d/792c7965-fd55-4a03-a627-5259842460d6) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:06:55.306532 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:55.416563 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:55.426858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Allocated IP 172.25.1.88 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/260b547a-463a-4a7b-a0a0-c59030881b1c) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:06:55.453123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Transition to ACTIVE for port object 792c7965-fd55-4a03-a627-5259842460d6 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:06:55.525525 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:55.635469 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:55.734866 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:55.779828 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:06:55.782994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:55.789455 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:06:55.813727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event updated for resources: {'Port': ['ID=260b547a-463a-4a7b-a0a0-c59030881b1c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:55.883728 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:55.899218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=792c7965-fd55-4a03-a627-5259842460d6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:55.915785 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network ba7ea94a-1a37-42c5-83d9-174c593ac5af is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:06:55.917370 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:55.920015 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:06:55.920796 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:55.927114 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:56.118246 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:56.196873 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:56.204855 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:56.305981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event updated for resources: {'Port': ['ID=260b547a-463a-4a7b-a0a0-c59030881b1c,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:56.324334 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:56.325965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-98fbca23-4688-41b7-9679-69531b4efcca None None] Provisioning for port 792c7965-fd55-4a03-a627-5259842460d6 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:06:56.331151 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-98fbca23-4688-41b7-9679-69531b4efcca None None] Provisioning complete for port 792c7965-fd55-4a03-a627-5259842460d6 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:06:56.332570 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-98fbca23-4688-41b7-9679-69531b4efcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:56.353542 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:56.355806 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c02e6c1b-812c-490e-886f-c75d8846366c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2957947 Aug 28 13:06:56.394813 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-98fbca23-4688-41b7-9679-69531b4efcca None None] Port 792c7965-fd55-4a03-a627-5259842460d6 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:06:56.622098 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-173f439e-0943-46eb-aa01-1018867391d4 req-c034ef51-b496-445f-9733-bd564289895d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--406099787&fields=id&tenant_id=e4179b5bac764eccb52966068d97934f HTTP/1.1" status: 200 len: 267 time: 0.0506084 Aug 28 13:06:56.812044 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:56.825449 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:56.826294 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:56.850849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5917546d-f0b3-4cef-9f88-e0c436d43c57 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:06:56.890665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f439e-0943-46eb-aa01-1018867391d4 req-af603155-d2dc-4df7-a2b8-f323bf4baef1 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:56.892296 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-173f439e-0943-46eb-aa01-1018867391d4 req-af603155-d2dc-4df7-a2b8-f323bf4baef1 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/networks?id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8 HTTP/1.1" status: 200 len: 810 time: 0.2621846 Aug 28 13:06:56.942520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-173f439e-0943-46eb-aa01-1018867391d4 req-42cf5a88-b6c3-4857-a39e-0efb76183d7a tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/quotas/e4179b5bac764eccb52966068d97934f HTTP/1.1" status: 200 len: 375 time: 0.0355361 Aug 28 13:06:56.979169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=792c7965-fd55-4a03-a627-5259842460d6,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:56.997261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 5917546d-f0b3-4cef-9f88-e0c436d43c57 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:06:56.997693 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:57.081157 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network ba7ea94a-1a37-42c5-83d9-174c593ac5af is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:06:57.083023 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:06:57.145787 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-173f439e-0943-46eb-aa01-1018867391d4 req-6a6b7f04-a1f2-47b7-be5e-3220374eb882 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4179b5bac764eccb52966068d97934f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1941731 Aug 28 13:06:57.256955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router b45d9eda-40fb-4172-8454-b5ab16ef5b1e has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:06:57.327067 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-173f439e-0943-46eb-aa01-1018867391d4 req-4b0922d9-a285-4042-a2d6-a5e9315d067f service neutron] 10.222.0.20 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560915 Aug 28 13:06:57.526212 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:06:57.539883 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-929e6893-f969-4631-b89f-7d7220eea4fd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/b45d9eda-40fb-4172-8454-b5ab16ef5b1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8258014 Aug 28 13:06:57.542432 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47796) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:57.545703 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a94c9-e294-435e-9969-55bd6d16d866 None None] Sync routers for ids ['b45d9eda-40fb-4172-8454-b5ab16ef5b1e'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:06:57.548392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-173f439e-0943-46eb-aa01-1018867391d4 req-2398f1b6-b02b-467f-addd-87276b792cf0 service neutron] 10.222.0.20 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109153 Aug 28 13:06:57.560544 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a94c9-e294-435e-9969-55bd6d16d866 None None] Routers {'b45d9eda-40fb-4172-8454-b5ab16ef5b1e'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:06:57.561190 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d37a94c9-e294-435e-9969-55bd6d16d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:06:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b45d9eda-40fb-4172-8454-b5ab16ef5b1e'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:57.581094 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3492490b-413e-47c5-919e-16469b088b11 None None] Provisioning complete for port 792c7965-fd55-4a03-a627-5259842460d6 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:06:57.585327 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3492490b-413e-47c5-919e-16469b088b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:57.594662 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46080d4-2210-40d8-98df-4e53ab9227a1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:06:57.596735 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c46080d4-2210-40d8-98df-4e53ab9227a1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports/792c7965-fd55-4a03-a627-5259842460d6 HTTP/1.1" status: 200 len: 913 time: 0.0531094 Aug 28 13:06:57.600172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47802) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:06:57.646870 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d37a94c9-e294-435e-9969-55bd6d16d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:57.655994 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a94c9-e294-435e-9969-55bd6d16d866 None None] Routers {'b45d9eda-40fb-4172-8454-b5ab16ef5b1e'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:06:57.656810 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d37a94c9-e294-435e-9969-55bd6d16d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:06:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b45d9eda-40fb-4172-8454-b5ab16ef5b1e'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:57.745061 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d37a94c9-e294-435e-9969-55bd6d16d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:06:57.751797 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a94c9-e294-435e-9969-55bd6d16d866 None None] The sync data for ids ['b45d9eda-40fb-4172-8454-b5ab16ef5b1e'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:06:57.765099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3492490b-413e-47c5-919e-16469b088b11 None None] Port 792c7965-fd55-4a03-a627-5259842460d6 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:06:58.248705 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4bcdc07e-6115-4ce8-8679-d60cf23f8e6f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:58.347259 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ba7c809-c0df-4d81-be38-1c02ba545acf req-5c7791fb-8dd1-4563-8016-48ea5c3f9091 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 210 time: 0.3571653 Aug 28 13:06:58.533891 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:06:58.589019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-4bcdc07e-6115-4ce8-8679-d60cf23f8e6f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port 792c7965-fd55-4a03-a627-5259842460d6 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:06:58.589357 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4bcdc07e-6115-4ce8-8679-d60cf23f8e6f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:58.739368 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4bcdc07e-6115-4ce8-8679-d60cf23f8e6f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:58.761251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-4bcdc07e-6115-4ce8-8679-d60cf23f8e6f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for 792c7965-fd55-4a03-a627-5259842460d6 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:06:59.064169 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4bcdc07e-6115-4ce8-8679-d60cf23f8e6f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:59.102558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdc07e-6115-4ce8-8679-d60cf23f8e6f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=792c7965-fd55-4a03-a627-5259842460d6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:06:59.319816 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4bcdc07e-6115-4ce8-8679-d60cf23f8e6f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:06:59.686245 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74ecb6fa-e731-4fbf-b34d-5a6820950978 req-a0d04e0e-f1db-4165-8be4-626b6a92928b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 210 time: 0.2326953 Aug 28 13:06:59.721055 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcdc07e-6115-4ce8-8679-d60cf23f8e6f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router b45d9eda-40fb-4172-8454-b5ab16ef5b1e has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:07:00.217983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcdc07e-6115-4ce8-8679-d60cf23f8e6f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:07:00.224374 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4bcdc07e-6115-4ce8-8679-d60cf23f8e6f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/b45d9eda-40fb-4172-8454-b5ab16ef5b1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6225071 Aug 28 13:07:00.226870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47896) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:00.240095 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de22f4-b0f3-46ec-9c26-0b042e030f10 None None] Sync routers for ids ['b45d9eda-40fb-4172-8454-b5ab16ef5b1e'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:07:00.255216 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de22f4-b0f3-46ec-9c26-0b042e030f10 None None] Routers {'b45d9eda-40fb-4172-8454-b5ab16ef5b1e'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:00.259368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b6de22f4-b0f3-46ec-9c26-0b042e030f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:06:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b45d9eda-40fb-4172-8454-b5ab16ef5b1e'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:00.345080 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b6de22f4-b0f3-46ec-9c26-0b042e030f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:00.370112 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de22f4-b0f3-46ec-9c26-0b042e030f10 None None] Routers {'b45d9eda-40fb-4172-8454-b5ab16ef5b1e'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:00.370998 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b6de22f4-b0f3-46ec-9c26-0b042e030f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:06:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b45d9eda-40fb-4172-8454-b5ab16ef5b1e'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:00.458066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b6de22f4-b0f3-46ec-9c26-0b042e030f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:00.460022 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de22f4-b0f3-46ec-9c26-0b042e030f10 None None] The sync data for ids ['b45d9eda-40fb-4172-8454-b5ab16ef5b1e'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:07:00.966313 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f194b704-4a84-40ec-b9e1-448ff313d5d8 req-3900c233-21db-4a20-9618-30dbadd5c840 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 210 time: 0.1246846 Aug 28 13:07:00.998923 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a06caf50-942e-4bd6-ba8d-f03ffccaf711 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:01.405789 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-a06caf50-942e-4bd6-ba8d-f03ffccaf711 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port 5a356967-6fbd-4ff5-95cc-e4f426330ebd {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:07:01.406340 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a06caf50-942e-4bd6-ba8d-f03ffccaf711 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:01.677655 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a06caf50-942e-4bd6-ba8d-f03ffccaf711 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:01.692369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-a06caf50-942e-4bd6-ba8d-f03ffccaf711 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for 5a356967-6fbd-4ff5-95cc-e4f426330ebd owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:07:01.805110 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f439e-0943-46eb-aa01-1018867391d4 req-b8de8eda-f19a-4757-9571-39fb03969877 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:01.806825 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-173f439e-0943-46eb-aa01-1018867391d4 req-b8de8eda-f19a-4757-9571-39fb03969877 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.10 "GET /v2.0/networks?id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8 HTTP/1.1" status: 200 len: 810 time: 0.2945697 Aug 28 13:07:01.928991 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-173f439e-0943-46eb-aa01-1018867391d4 req-0058b610-4971-4825-be3f-cf31f84946ea tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4179b5bac764eccb52966068d97934f HTTP/1.1" status: 200 len: 379 time: 0.0733466 Aug 28 13:07:01.957366 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-173f439e-0943-46eb-aa01-1018867391d4 req-add778cf-2c31-4ccc-8073-8ddd40716bbc tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Request body: {'port': {'device_id': '44b66067-e9ce-4199-971a-72028902d236', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'admin_state_up': True, 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'security_groups': ['d7a04a79-87fa-4b78-bdab-a16f6a525197']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:02.059543 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a06caf50-942e-4bd6-ba8d-f03ffccaf711 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:02.202202 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a55eec5-c290-4060-ac5e-a5ba9864387b req-8a3e4271-492c-4e72-8b63-e9dedda5bc49 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 210 time: 0.0689139 Aug 28 13:07:02.269378 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06caf50-942e-4bd6-ba8d-f03ffccaf711 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=5a356967-6fbd-4ff5-95cc-e4f426330ebd,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:02.411006 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a06caf50-942e-4bd6-ba8d-f03ffccaf711 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:02.431628 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173f439e-0943-46eb-aa01-1018867391d4 req-add778cf-2c31-4ccc-8073-8ddd40716bbc tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Made reservation on behalf of e4179b5bac764eccb52966068d97934f for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:07:02.443554 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-173f439e-0943-46eb-aa01-1018867391d4 req-add778cf-2c31-4ccc-8073-8ddd40716bbc tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:02.637493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-173f439e-0943-46eb-aa01-1018867391d4 req-add778cf-2c31-4ccc-8073-8ddd40716bbc tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Allocated IP 172.20.0.10 (0fcf0a32-367c-4c48-9e70-14ecb5665bd8/44e4607b-0f93-463a-9372-9a1d7a81caa8/830d0900-f1b8-454e-b3ec-e1d3e2d8d332) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:07:02.907718 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-173f439e-0943-46eb-aa01-1018867391d4 req-add778cf-2c31-4ccc-8073-8ddd40716bbc tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:02.926310 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-173f439e-0943-46eb-aa01-1018867391d4 req-add778cf-2c31-4ccc-8073-8ddd40716bbc tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Transition to ACTIVE for port object 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:02.972896 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-173f439e-0943-46eb-aa01-1018867391d4 req-add778cf-2c31-4ccc-8073-8ddd40716bbc tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:03.093434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173f439e-0943-46eb-aa01-1018867391d4 req-add778cf-2c31-4ccc-8073-8ddd40716bbc tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:03.104183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-173f439e-0943-46eb-aa01-1018867391d4 req-add778cf-2c31-4ccc-8073-8ddd40716bbc tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:03.110434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06caf50-942e-4bd6-ba8d-f03ffccaf711 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router b45d9eda-40fb-4172-8454-b5ab16ef5b1e has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:07:03.111526 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-173f439e-0943-46eb-aa01-1018867391d4 req-add778cf-2c31-4ccc-8073-8ddd40716bbc tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:07:03.116573 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add778cf-2c31-4ccc-8073-8ddd40716bbc tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event updated for resources: {'Port': ['ID=830d0900-f1b8-454e-b3ec-e1d3e2d8d332,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:03.291173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f439e-0943-46eb-aa01-1018867391d4 req-add778cf-2c31-4ccc-8073-8ddd40716bbc tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:03.291640 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-173f439e-0943-46eb-aa01-1018867391d4 req-add778cf-2c31-4ccc-8073-8ddd40716bbc tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:03.336016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06caf50-942e-4bd6-ba8d-f03ffccaf711 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:07:03.353506 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a06caf50-942e-4bd6-ba8d-f03ffccaf711 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/b45d9eda-40fb-4172-8454-b5ab16ef5b1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1253719 Aug 28 13:07:03.356359 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 47986) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:03.364552 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9464e683-e17d-4e08-a050-acc8b69d83a1 None None] Sync routers for ids ['b45d9eda-40fb-4172-8454-b5ab16ef5b1e'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:07:03.373064 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-173f439e-0943-46eb-aa01-1018867391d4 req-add778cf-2c31-4ccc-8073-8ddd40716bbc tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4199495 Aug 28 13:07:03.381185 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9464e683-e17d-4e08-a050-acc8b69d83a1 None None] Routers {'b45d9eda-40fb-4172-8454-b5ab16ef5b1e'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:03.382193 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9464e683-e17d-4e08-a050-acc8b69d83a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:06:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b45d9eda-40fb-4172-8454-b5ab16ef5b1e'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:03.401091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Request body: {'port': {'device_id': '44b66067-e9ce-4199-971a-72028902d236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:03.409904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 47990) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:03.411732 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-59f7d286-52e1-4bdd-af0a-e3de94dbd7b1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports?device_id=b45d9eda-40fb-4172-8454-b5ab16ef5b1e HTTP/1.1" status: 200 len: 205 time: 0.0537190 Aug 28 13:07:03.471823 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9464e683-e17d-4e08-a050-acc8b69d83a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:03.496968 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9464e683-e17d-4e08-a050-acc8b69d83a1 None None] Routers {'b45d9eda-40fb-4172-8454-b5ab16ef5b1e'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:03.497630 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9464e683-e17d-4e08-a050-acc8b69d83a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:06:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b45d9eda-40fb-4172-8454-b5ab16ef5b1e'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:03.542955 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9464e683-e17d-4e08-a050-acc8b69d83a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:03.543856 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9464e683-e17d-4e08-a050-acc8b69d83a1 None None] The sync data for ids ['b45d9eda-40fb-4172-8454-b5ab16ef5b1e'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:07:03.664137 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8dbea7dc-04ab-4d3a-b034-ba7a3d010f20 None None] Provisioning for port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:03.671497 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8dbea7dc-04ab-4d3a-b034-ba7a3d010f20 None None] Provisioning complete for port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:03.671892 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8dbea7dc-04ab-4d3a-b034-ba7a3d010f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:03.751178 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8dbea7dc-04ab-4d3a-b034-ba7a3d010f20 None None] Port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:07:03.988965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b65ae-d6dc-4100-9646-07133d541dd8 req-e60b3512-afab-471d-81fa-c3961162c01d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:03.991118 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2f1b65ae-d6dc-4100-9646-07133d541dd8 req-e60b3512-afab-471d-81fa-c3961162c01d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 932 time: 0.6528006 Aug 28 13:07:04.062773 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2f1b65ae-d6dc-4100-9646-07133d541dd8 req-afa7bbe6-a6c9-43d6-b8bd-8c89a418cfe5 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a04a79-87fa-4b78-bdab-a16f6a525197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616739 Aug 28 13:07:04.064889 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-87f76c00-4601-4d4e-b69d-87a7521acf9a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:04.158065 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:04.430967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-87f76c00-4601-4d4e-b69d-87a7521acf9a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:04.438997 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-87f76c00-4601-4d4e-b69d-87a7521acf9a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:04.625939 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-87f76c00-4601-4d4e-b69d-87a7521acf9a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:04.627035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f76c00-4601-4d4e-b69d-87a7521acf9a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Fanout notify agent at l3_agent the message router_deleted on router b45d9eda-40fb-4172-8454-b5ab16ef5b1e {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:07:04.638662 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-87f76c00-4601-4d4e-b69d-87a7521acf9a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:04.639842 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-87f76c00-4601-4d4e-b69d-87a7521acf9a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/routers/b45d9eda-40fb-4172-8454-b5ab16ef5b1e HTTP/1.1" status: 204 len: 168 time: 1.2279022 Aug 28 13:07:04.642527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48022) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:04.771243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-e516e870-a829-4ccc-91fd-bc4d0cebed17 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting subnet bdd1213c-806f-4e04-b1da-0c2668879f3d {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:07:04.776665 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:07:04.786186 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:04.787166 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e516e870-a829-4ccc-91fd-bc4d0cebed17 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:04.800980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Transition to ACTIVE for port object 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:04.806638 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:04.872361 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e516e870-a829-4ccc-91fd-bc4d0cebed17 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:04.952974 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Pushing event updated for resources: {'Port': ['ID=830d0900-f1b8-454e-b3ec-e1d3e2d8d332,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:04.997412 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e516e870-a829-4ccc-91fd-bc4d0cebed17 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:05.132112 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e516e870-a829-4ccc-91fd-bc4d0cebed17 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:05.173157 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Attempting to bind port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:07:05.173608 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Attempting to bind port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:07:05.175410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Attempting to bind port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 on network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:07:05.176144 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e516e870-a829-4ccc-91fd-bc4d0cebed17 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:05.178111 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d1d639-9ed9-4dee-a7ae-1dead84819d1 None None] Network ba7ea94a-1a37-42c5-83d9-174c593ac5af requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:07:05.189595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e516e870-a829-4ccc-91fd-bc4d0cebed17 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/bdd1213c-806f-4e04-b1da-0c2668879f3d HTTP/1.1" status: 204 len: 168 time: 0.5436614 Aug 28 13:07:05.193986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48038) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:05.199152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 on network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:07:05.200776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Attempting to bind port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 on network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:07:05.242591 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:07:05.242963 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Checking segment: {'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:07:05.243358 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Bound using segment: {'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:07:05.243817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Bound port: 830d0900-f1b8-454e-b3ec-e1d3e2d8d332, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b79c43-0025-48ef-9a19-41aa63dfa43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:07:05.244189 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:05.245718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516e870-a829-4ccc-91fd-bc4d0cebed17 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd1213c-806f-4e04-b1da-0c2668879f3d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:05.341902 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-485b55a8-521d-41d1-8ff4-bd417ce31c5b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting subnet e7b75329-bdfe-40d1-a233-b306347248f1 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:07:05.374707 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d3d20-c63e-4a5c-9edb-bee71ec143c5 req-c0c6105d-ee44-4a77-bf33-c55464ecaa62 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:05.377767 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-485b55a8-521d-41d1-8ff4-bd417ce31c5b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:05.379560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-012d3d20-c63e-4a5c-9edb-bee71ec143c5 req-c0c6105d-ee44-4a77-bf33-c55464ecaa62 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 944 time: 0.1383841 Aug 28 13:07:05.497257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-485b55a8-521d-41d1-8ff4-bd417ce31c5b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:05.498351 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-012d3d20-c63e-4a5c-9edb-bee71ec143c5 req-9c5479af-20d0-4d51-ac82-7cf59d02bf01 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a04a79-87fa-4b78-bdab-a16f6a525197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128800 Aug 28 13:07:05.500811 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] For port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:07:05.534812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] DHCP port deletion for ba7ea94a-1a37-42c5-83d9-174c593ac5af request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:07:05.583127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] For port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=830d0900-f1b8-454e-b3ec-e1d3e2d8d332,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:07:05.589247 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:05.653510 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Pushing event updated for resources: {'Port': ['ID=830d0900-f1b8-454e-b3ec-e1d3e2d8d332,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:05.693519 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Deleting port 5917546d-f0b3-4cef-9f88-e0c436d43c57 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:07:05.697720 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:05.704143 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:05.704781 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:05.706239 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-173f439e-0943-46eb-aa01-1018867391d4 req-730951ae-1739-4a92-9765-d8e846903166 service neutron] 10.222.0.10 "PUT /v2.0/ports/830d0900-f1b8-454e-b3ec-e1d3e2d8d332 HTTP/1.1" status: 200 len: 1093 time: 2.3182285 Aug 28 13:07:05.707312 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b66067-e9ce-4199-971a-72028902d236', 'tag': '830d0900-f1b8-454e-b3ec-e1d3e2d8d332'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:07:05.709621 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a13aa9-3e8a-46b9-9ea5-c4779fe39d10" -d '{"events": [{"name": "network-changed", "server_uuid": "44b66067-e9ce-4199-971a-72028902d236", "tag": "830d0900-f1b8-454e-b3ec-e1d3e2d8d332"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:07:05.831162 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1befda-f9c9-407d-9fab-6ac115be3653 x-openstack-request-id: req-cf1befda-f9c9-407d-9fab-6ac115be3653 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:07:05.831162 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b66067-e9ce-4199-971a-72028902d236", "tag": "830d0900-f1b8-454e-b3ec-e1d3e2d8d332", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:07:05.831162 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf1befda-f9c9-407d-9fab-6ac115be3653 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:07:05.831162 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b66067-e9ce-4199-971a-72028902d236', 'tag': '830d0900-f1b8-454e-b3ec-e1d3e2d8d332', 'status': 'completed', 'code': 200} Aug 28 13:07:05.928863 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-485b55a8-521d-41d1-8ff4-bd417ce31c5b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:05.993256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] For port 5917546d-f0b3-4cef-9f88-e0c436d43c57, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5917546d-f0b3-4cef-9f88-e0c436d43c57,segment=NetworkSegment(9fc69a16-dae2-4d3b-98d5-88afbfda90e9),segment_id=9fc69a16-dae2-4d3b-98d5-88afbfda90e9)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:07:05.993661 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:06.030502 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Calling delete_port for 5917546d-f0b3-4cef-9f88-e0c436d43c57 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:07:06.031787 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f439e-0943-46eb-aa01-1018867391d4 req-67c4f9ef-37d8-41b3-aa3c-217b31fa125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:06.043473 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-173f439e-0943-46eb-aa01-1018867391d4 req-67c4f9ef-37d8-41b3-aa3c-217b31fa125b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4179b5bac764eccb52966068d97934f&device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 1096 time: 0.2442701 Aug 28 13:07:06.126307 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-173f439e-0943-46eb-aa01-1018867391d4 req-2bbec0d0-88f7-4abd-ba45-bc4dc9d8a90c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=830d0900-f1b8-454e-b3ec-e1d3e2d8d332 HTTP/1.1" status: 200 len: 217 time: 0.0794914 Aug 28 13:07:06.309988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f439e-0943-46eb-aa01-1018867391d4 req-22e4eda8-e7e3-49f8-8349-79aaf432d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:06.311604 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-173f439e-0943-46eb-aa01-1018867391d4 req-22e4eda8-e7e3-49f8-8349-79aaf432d15e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44e4607b-0f93-463a-9372-9a1d7a81caa8 HTTP/1.1" status: 200 len: 849 time: 0.1651635 Aug 28 13:07:06.312676 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-485b55a8-521d-41d1-8ff4-bd417ce31c5b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:06.348456 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:06.359805 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b55a8-521d-41d1-8ff4-bd417ce31c5b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b75329-bdfe-40d1-a233-b306347248f1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:06.395506 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-485b55a8-521d-41d1-8ff4-bd417ce31c5b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:06.401684 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-485b55a8-521d-41d1-8ff4-bd417ce31c5b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/e7b75329-bdfe-40d1-a233-b306347248f1 HTTP/1.1" status: 204 len: 168 time: 1.1898928 Aug 28 13:07:06.401874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48082) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:06.426320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a0362e-3b0b-4e19-b286-3bae7c6314e8 None None] Network 0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:07:06.531124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f439e-0943-46eb-aa01-1018867391d4 req-b43be879-8b7e-4d1f-ac90-7fccc8c56414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:06.532796 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-173f439e-0943-46eb-aa01-1018867391d4 req-b43be879-8b7e-4d1f-ac90-7fccc8c56414 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2093379 Aug 28 13:07:06.635488 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f2c807fb-6219-4b27-83cf-b47b2d6d62d2 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:06.761154 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Pushing event deleted for resources: {'Port': ['ID=5917546d-f0b3-4cef-9f88-e0c436d43c57,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:06.774829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] No DVR routers for this DVR port 5917546d-f0b3-4cef-9f88-e0c436d43c57 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:07:06.810165 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-173f439e-0943-46eb-aa01-1018867391d4 req-66977a2e-d78e-487d-9ed5-fd4389c203c1 service neutron] 10.222.0.10 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633872 Aug 28 13:07:06.812099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f98f5-c8ce-495c-a848-dbc96a2f44ec req-a6b95dcf-d223-4cb8-a64d-66150bbe8995 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:06.813168 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f2c807fb-6219-4b27-83cf-b47b2d6d62d2 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:06.817440 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bb2f98f5-c8ce-495c-a848-dbc96a2f44ec req-a6b95dcf-d223-4cb8-a64d-66150bbe8995 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 944 time: 0.1378393 Aug 28 13:07:06.833566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f2c807fb-6219-4b27-83cf-b47b2d6d62d2 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7ea94a-1a37-42c5-83d9-174c593ac5af']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:06.875574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:06.875922 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:06.876066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bb2f98f5-c8ce-495c-a848-dbc96a2f44ec req-67bad9e3-dbdc-454a-b6c2-1fa7898c11e1 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a04a79-87fa-4b78-bdab-a16f6a525197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516849 Aug 28 13:07:06.876263 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:06.876599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:06.876929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:06.877257 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:06.877589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:06.877914 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:06.878238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:06.886734 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:06.887386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:06.887932 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec311f-d1ba-416a-aa1c-44ea0e8334b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:06.893011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5917546d-f0b3-4cef-9f88-e0c436d43c57 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:07:06.924069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 5917546d-f0b3-4cef-9f88-e0c436d43c57 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:07:06.924434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5917546d-f0b3-4cef-9f88-e0c436d43c57 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:07:06.954593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f2c807fb-6219-4b27-83cf-b47b2d6d62d2 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc69a16-dae2-4d3b-98d5-88afbfda90e9') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:06.955040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f2c807fb-6219-4b27-83cf-b47b2d6d62d2 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc69a16-dae2-4d3b-98d5-88afbfda90e9') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:06.978602 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f2c807fb-6219-4b27-83cf-b47b2d6d62d2 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:06.981935 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-173f439e-0943-46eb-aa01-1018867391d4 req-113af04d-d7a8-430f-a1fb-19251807ae72 service neutron] 10.222.0.10 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456492 Aug 28 13:07:06.997283 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f2c807fb-6219-4b27-83cf-b47b2d6d62d2 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:07.006308 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bede96-1e11-47a8-b390-77d585607d1a None None] DHCP port deletion for 0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:07:07.008603 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c807fb-6219-4b27-83cf-b47b2d6d62d2 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:07:07.009013 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f2c807fb-6219-4b27-83cf-b47b2d6d62d2 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:07:07.012971 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:07:07.137171 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f2c807fb-6219-4b27-83cf-b47b2d6d62d2 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:07.140044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f4bede96-1e11-47a8-b390-77d585607d1a None None] Deleting port 943f038b-9a6c-44f5-9df6-bbd0db34e140 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:07:07.140805 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4bede96-1e11-47a8-b390-77d585607d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:07.152171 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f2c807fb-6219-4b27-83cf-b47b2d6d62d2 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:07.161893 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f2c807fb-6219-4b27-83cf-b47b2d6d62d2 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/networks/ba7ea94a-1a37-42c5-83d9-174c593ac5af HTTP/1.1" status: 204 len: 168 time: 0.7515447 Aug 28 13:07:07.167829 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48102) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:07.188361 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c807fb-6219-4b27-83cf-b47b2d6d62d2 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Network': ['ID=ba7ea94a-1a37-42c5-83d9-174c593ac5af,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:07.198588 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a13aa9-3e8a-46b9-9ea5-c4779fe39d10 req-6e4c207b-7d0b-4647-be8f-111419ad69db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:07.200472 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39a13aa9-3e8a-46b9-9ea5-c4779fe39d10 req-6e4c207b-7d0b-4647-be8f-111419ad69db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4179b5bac764eccb52966068d97934f&device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 1096 time: 0.1215591 Aug 28 13:07:07.314983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f4bede96-1e11-47a8-b390-77d585607d1a None None] For port 943f038b-9a6c-44f5-9df6-bbd0db34e140, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=943f038b-9a6c-44f5-9df6-bbd0db34e140,segment=NetworkSegment(b7ca7c5e-e80d-42cf-830a-959974c64d21),segment_id=b7ca7c5e-e80d-42cf-830a-959974c64d21)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:07:07.315775 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4bede96-1e11-47a8-b390-77d585607d1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:07.335952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f4bede96-1e11-47a8-b390-77d585607d1a None None] Calling delete_port for 943f038b-9a6c-44f5-9df6-bbd0db34e140 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:07:07.351652 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:07.427843 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a13aa9-3e8a-46b9-9ea5-c4779fe39d10 req-3c88953e-8572-47ff-8814-4e6af79b6d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:07.431820 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39a13aa9-3e8a-46b9-9ea5-c4779fe39d10 req-3c88953e-8572-47ff-8814-4e6af79b6d8e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8 HTTP/1.1" status: 200 len: 910 time: 0.2224202 Aug 28 13:07:07.470179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port 943f038b-9a6c-44f5-9df6-bbd0db34e140 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:07:07.470459 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:07.509538 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39a13aa9-3e8a-46b9-9ea5-c4779fe39d10 req-5c1d1d0f-26d3-4595-b139-a71f121961c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=830d0900-f1b8-454e-b3ec-e1d3e2d8d332 HTTP/1.1" status: 200 len: 217 time: 0.0695996 Aug 28 13:07:07.545461 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:07.555052 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4bede96-1e11-47a8-b390-77d585607d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:07.623369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a13aa9-3e8a-46b9-9ea5-c4779fe39d10 req-153478cb-a3b7-40af-9d76-799ad709c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:07.625147 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39a13aa9-3e8a-46b9-9ea5-c4779fe39d10 req-153478cb-a3b7-40af-9d76-799ad709c176 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44e4607b-0f93-463a-9372-9a1d7a81caa8 HTTP/1.1" status: 200 len: 849 time: 0.1048272 Aug 28 13:07:07.740970 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] For port 943f038b-9a6c-44f5-9df6-bbd0db34e140, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=943f038b-9a6c-44f5-9df6-bbd0db34e140,segment=NetworkSegment(b7ca7c5e-e80d-42cf-830a-959974c64d21),segment_id=b7ca7c5e-e80d-42cf-830a-959974c64d21)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:07:07.743786 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:07.745211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bede96-1e11-47a8-b390-77d585607d1a None None] Pushing event deleted for resources: {'Port': ['ID=943f038b-9a6c-44f5-9df6-bbd0db34e140,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:07.751800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a13aa9-3e8a-46b9-9ea5-c4779fe39d10 req-a3bd17fd-0531-485c-8ba7-aacb3ce5e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:07.756483 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39a13aa9-3e8a-46b9-9ea5-c4779fe39d10 req-a3bd17fd-0531-485c-8ba7-aacb3ce5e206 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204941 Aug 28 13:07:07.756953 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bede96-1e11-47a8-b390-77d585607d1a None None] No DVR routers for this DVR port 943f038b-9a6c-44f5-9df6-bbd0db34e140 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:07:07.784155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for 943f038b-9a6c-44f5-9df6-bbd0db34e140 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:07:07.888715 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39a13aa9-3e8a-46b9-9ea5-c4779fe39d10 req-b90fa2ea-b694-4fcf-8da8-a4c9f1fc88c4 service neutron] 10.222.0.10 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205895 Aug 28 13:07:08.056043 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:08.134192 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=943f038b-9a6c-44f5-9df6-bbd0db34e140,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:08.144757 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39a13aa9-3e8a-46b9-9ea5-c4779fe39d10 req-c421c4d7-a125-4897-8cf2-80a3128445c7 service neutron] 10.222.0.10 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441893 Aug 28 13:07:08.161476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No DVR routers for this DVR port 943f038b-9a6c-44f5-9df6-bbd0db34e140 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:07:08.350923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc57c9-93d7-43ec-b3d9-f7afdc400fd0 req-4d92d111-4e1a-4c63-a5d5-55a316524fe8 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:08.364792 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-94dc57c9-93d7-43ec-b3d9-f7afdc400fd0 req-4d92d111-4e1a-4c63-a5d5-55a316524fe8 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 944 time: 0.2005243 Aug 28 13:07:08.429484 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:08.467157 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-94dc57c9-93d7-43ec-b3d9-f7afdc400fd0 req-27fc53ed-03a2-4312-b514-846ad9f40947 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a04a79-87fa-4b78-bdab-a16f6a525197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933836 Aug 28 13:07:08.468198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:08.508454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ca7c5e-e80d-42cf-830a-959974c64d21') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:08.508712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ca7c5e-e80d-42cf-830a-959974c64d21') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:08.522028 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:08.541833 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:08.551315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:07:08.552325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:07:08.555702 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:07:08.712040 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:08.729789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:08.739026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48162) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:08.746183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5069c9c5-55db-475b-91fb-642abb04ac9b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-963306948'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:08.751537 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/networks/0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4 HTTP/1.1" status: 204 len: 168 time: 1.5809162 Aug 28 13:07:08.796936 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5069c9c5-55db-475b-91fb-642abb04ac9b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:07:08.797504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 943f038b-9a6c-44f5-9df6-bbd0db34e140 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:07:08.804929 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5069c9c5-55db-475b-91fb-642abb04ac9b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:08.809150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff01c73-d088-4c5d-b44e-8c7f90032ca1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Network': ['ID=0afd46a4-d4fc-44b8-b5f3-acdfd6c85dd4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:08.838133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5069c9c5-55db-475b-91fb-642abb04ac9b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:07:08.842453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 943f038b-9a6c-44f5-9df6-bbd0db34e140 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:07:08.842802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 943f038b-9a6c-44f5-9df6-bbd0db34e140 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:07:08.859842 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5069c9c5-55db-475b-91fb-642abb04ac9b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:08.860192 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-5069c9c5-55db-475b-91fb-642abb04ac9b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Added segment 96a93a20-1a2e-4d18-bdcc-48886ff914d0 of type vlan for network 0aa1a3c6-b91a-4c72-afa3-395b729d276e Aug 28 13:07:08.922967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5069c9c5-55db-475b-91fb-642abb04ac9b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:08.995957 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5069c9c5-55db-475b-91fb-642abb04ac9b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:09.021783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5069c9c5-55db-475b-91fb-642abb04ac9b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:09.023476 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5069c9c5-55db-475b-91fb-642abb04ac9b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:09.064700 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5069c9c5-55db-475b-91fb-642abb04ac9b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3242412 Aug 28 13:07:09.068865 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48174) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:09.074568 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2e1175fc-7782-4f73-8ce4-adbd3d9f0da8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'subnet': {'network_id': '0aa1a3c6-b91a-4c72-afa3-395b729d276e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:09.170837 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069c9c5-55db-475b-91fb-642abb04ac9b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Network': ['ID=0aa1a3c6-b91a-4c72-afa3-395b729d276e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:09.183710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 0aa1a3c6-b91a-4c72-afa3-395b729d276e details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:07:09.340622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1175fc-7782-4f73-8ce4-adbd3d9f0da8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:07:09.345008 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2e1175fc-7782-4f73-8ce4-adbd3d9f0da8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:09.642540 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2e1175fc-7782-4f73-8ce4-adbd3d9f0da8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:09.856757 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:09.865756 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-73e0b4d8-80cf-4f56-b0a5-4f0153229090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:09.881893 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dd610-80bc-49c4-98f2-0cbcf32b7b90 req-9889e513-52d5-4c11-8520-2d32bb45941e tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:09.889573 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-840dd610-80bc-49c4-98f2-0cbcf32b7b90 req-9889e513-52d5-4c11-8520-2d32bb45941e tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 944 time: 0.2243690 Aug 28 13:07:09.917672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1175fc-7782-4f73-8ce4-adbd3d9f0da8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Subnet': ['ID=974981df-1c89-4377-a11d-7acc135a9082,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:09.937867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1175fc-7782-4f73-8ce4-adbd3d9f0da8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Checking segment: {'id': '96a93a20-1a2e-4d18-bdcc-48886ff914d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0aa1a3c6-b91a-4c72-afa3-395b729d276e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:07:09.938337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1175fc-7782-4f73-8ce4-adbd3d9f0da8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network hostable DHCP agents. Network: 0aa1a3c6-b91a-4c72-afa3-395b729d276e, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:07:09.956888 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-840dd610-80bc-49c4-98f2-0cbcf32b7b90 req-2e41e8b7-7581-4022-bf62-6a41da8a195d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a04a79-87fa-4b78-bdab-a16f6a525197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617762 Aug 28 13:07:09.977150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1175fc-7782-4f73-8ce4-adbd3d9f0da8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 0aa1a3c6-b91a-4c72-afa3-395b729d276e is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:07:09.991270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-2e1175fc-7782-4f73-8ce4-adbd3d9f0da8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 0aa1a3c6-b91a-4c72-afa3-395b729d276e) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:09.999200 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1175fc-7782-4f73-8ce4-adbd3d9f0da8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:10.000347 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2e1175fc-7782-4f73-8ce4-adbd3d9f0da8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:10.004918 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d5f909-1758-431f-bde7-f33262162616 None None] Network 0aa1a3c6-b91a-4c72-afa3-395b729d276e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:07:10.040725 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2e1175fc-7782-4f73-8ce4-adbd3d9f0da8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9678409 Aug 28 13:07:10.040725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48202) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:10.045305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b0670109-45d2-46a8-a77c-c1d4130b5dfe tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-391540556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:10.074578 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0670109-45d2-46a8-a77c-c1d4130b5dfe tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:10.076461 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0670109-45d2-46a8-a77c-c1d4130b5dfe tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:10.197585 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0670109-45d2-46a8-a77c-c1d4130b5dfe tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:10.210736 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0670109-45d2-46a8-a77c-c1d4130b5dfe tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:10.248706 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0670109-45d2-46a8-a77c-c1d4130b5dfe tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:10.250386 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b0670109-45d2-46a8-a77c-c1d4130b5dfe tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2089841 Aug 28 13:07:10.252985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48208) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:10.271528 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-cbbda0ba-7572-4f98-9cc6-a2cc9848b438 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'port': {'network_id': '0aa1a3c6-b91a-4c72-afa3-395b729d276e', 'name': 'tempest-RoutersIpV6Test-1995151036'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:10.344204 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-0aa1a3c6-b91a-4c72-afa3-395b729d276e', 'network_id': '0aa1a3c6-b91a-4c72-afa3-395b729d276e', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'fixed_ips': [{'subnet_id': '974981df-1c89-4377-a11d-7acc135a9082'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:07:10.352949 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:10.443678 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbda0ba-7572-4f98-9cc6-a2cc9848b438 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:07:10.457636 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cbbda0ba-7572-4f98-9cc6-a2cc9848b438 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:10.501349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-cbbda0ba-7572-4f98-9cc6-a2cc9848b438 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] device_id is not set on port 7d51589f-50da-4f66-8c29-cdc3f3c48cf4 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:07:10.697942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Allocated IP 2001:db8::2 (0aa1a3c6-b91a-4c72-afa3-395b729d276e/974981df-1c89-4377-a11d-7acc135a9082/2fe721d5-13bd-4b29-a9ad-2bed68193feb) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:07:10.923394 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:10.943897 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Transition to ACTIVE for port object 2fe721d5-13bd-4b29-a9ad-2bed68193feb will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:10.974048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Transition to ACTIVE for port object 2fe721d5-13bd-4b29-a9ad-2bed68193feb will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:10.993152 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:11.097281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Network 0aa1a3c6-b91a-4c72-afa3-395b729d276e is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:11.102020 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:11.114257 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:07:11.141137 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-cbbda0ba-7572-4f98-9cc6-a2cc9848b438 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Allocated IP 2001:db8::85 (0aa1a3c6-b91a-4c72-afa3-395b729d276e/974981df-1c89-4377-a11d-7acc135a9082/7d51589f-50da-4f66-8c29-cdc3f3c48cf4) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:07:11.157574 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b1cae-7f70-4570-862e-3d9a6677fa9c req-a4734891-ef6f-44e4-847c-b7864295d64f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:11.167314 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7a3b1cae-7f70-4570-862e-3d9a6677fa9c req-a4734891-ef6f-44e4-847c-b7864295d64f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 944 time: 0.0836592 Aug 28 13:07:11.173333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Pushing event updated for resources: {'Port': ['ID=2fe721d5-13bd-4b29-a9ad-2bed68193feb,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:11.216795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:07:11.239042 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7a3b1cae-7f70-4570-862e-3d9a6677fa9c req-c2f6bbb8-0393-4a10-b15e-f2d7387240c6 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a04a79-87fa-4b78-bdab-a16f6a525197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704129 Aug 28 13:07:11.252401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Attempting to bind port 2fe721d5-13bd-4b29-a9ad-2bed68193feb on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:07:11.252994 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Attempting to bind port 2fe721d5-13bd-4b29-a9ad-2bed68193feb by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '96a93a20-1a2e-4d18-bdcc-48886ff914d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0aa1a3c6-b91a-4c72-afa3-395b729d276e'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:07:11.255368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Attempting to bind port 2fe721d5-13bd-4b29-a9ad-2bed68193feb on network 0aa1a3c6-b91a-4c72-afa3-395b729d276e {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:07:11.265332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:07:11.265875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Checking segment: {'id': '96a93a20-1a2e-4d18-bdcc-48886ff914d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0aa1a3c6-b91a-4c72-afa3-395b729d276e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:07:11.266348 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:11.266868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Bound using segment: {'id': '96a93a20-1a2e-4d18-bdcc-48886ff914d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0aa1a3c6-b91a-4c72-afa3-395b729d276e'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:07:11.267458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Bound port: 2fe721d5-13bd-4b29-a9ad-2bed68193feb, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a93a20-1a2e-4d18-bdcc-48886ff914d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0aa1a3c6-b91a-4c72-afa3-395b729d276e'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:07:11.267954 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:11.423394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] For port 2fe721d5-13bd-4b29-a9ad-2bed68193feb, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:07:11.425425 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cbbda0ba-7572-4f98-9cc6-a2cc9848b438 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:11.428418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] For port 2fe721d5-13bd-4b29-a9ad-2bed68193feb, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2fe721d5-13bd-4b29-a9ad-2bed68193feb,segment=NetworkSegment(96a93a20-1a2e-4d18-bdcc-48886ff914d0),segment_id=96a93a20-1a2e-4d18-bdcc-48886ff914d0)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:07:11.434398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=830d0900-f1b8-454e-b3ec-e1d3e2d8d332,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:07:11.439402 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:11.446704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-cbbda0ba-7572-4f98-9cc6-a2cc9848b438 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Transition to ACTIVE for port object 7d51589f-50da-4f66-8c29-cdc3f3c48cf4 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:11.530416 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cbbda0ba-7572-4f98-9cc6-a2cc9848b438 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:11.590407 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865dee0-1b81-4a55-8ca6-139738396ab6 None None] Pushing event updated for resources: {'Port': ['ID=2fe721d5-13bd-4b29-a9ad-2bed68193feb,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:11.609168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '830d0900-f1b8-454e-b3ec-e1d3e2d8d332', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'port_id': '830d0900-f1b8-454e-b3ec-e1d3e2d8d332', 'mac_address': 'fa:16:3e:28:e0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:07:11.664041 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:11.689385 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:07:11.710798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbda0ba-7572-4f98-9cc6-a2cc9848b438 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=7d51589f-50da-4f66-8c29-cdc3f3c48cf4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:11.718563 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=830d0900-f1b8-454e-b3ec-e1d3e2d8d332,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:07:11.725421 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:11.727198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbda0ba-7572-4f98-9cc6-a2cc9848b438 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 0aa1a3c6-b91a-4c72-afa3-395b729d276e is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:11.729173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-cbbda0ba-7572-4f98-9cc6-a2cc9848b438 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:11.731779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbda0ba-7572-4f98-9cc6-a2cc9848b438 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:07:11.738977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbda0ba-7572-4f98-9cc6-a2cc9848b438 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:11.739699 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cbbda0ba-7572-4f98-9cc6-a2cc9848b438 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:11.765069 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cbbda0ba-7572-4f98-9cc6-a2cc9848b438 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5103600 Aug 28 13:07:11.766599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48248) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:11.829243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=830d0900-f1b8-454e-b3ec-e1d3e2d8d332,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:11.971543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['830d0900-f1b8-454e-b3ec-e1d3e2d8d332'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:07:12.362022 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a101dcfc-fea4-47f7-9bab-3815880f8737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:12.391917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2aa4fa2-42d2-4422-86e5-157712ef060d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:12.439397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f7f1f-4c51-4cf1-abb1-7c9b9036a57b req-a0065fc5-c32b-4d37-bc37-d3123f340596 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:12.441604 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a6f7f1f-4c51-4cf1-abb1-7c9b9036a57b req-a0065fc5-c32b-4d37-bc37-d3123f340596 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 945 time: 0.0786171 Aug 28 13:07:12.531464 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0a6f7f1f-4c51-4cf1-abb1-7c9b9036a57b req-2b06687d-bbbb-4d48-a21f-b9c18dd1b039 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a04a79-87fa-4b78-bdab-a16f6a525197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500286 Aug 28 13:07:12.588440 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:12.977093 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2fe721d5-13bd-4b29-a9ad-2bed68193feb up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:07:13.129073 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2aa4fa2-42d2-4422-86e5-157712ef060d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:13.138014 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2aa4fa2-42d2-4422-86e5-157712ef060d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:13.144600 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 2fe721d5-13bd-4b29-a9ad-2bed68193feb completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:13.190497 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:07:13.284554 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e19918-f843-4142-a0ce-405cd8754ac4 None None] Network 0aa1a3c6-b91a-4c72-afa3-395b729d276e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:07:13.458705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:13.481092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b167a07a-3814-4c9f-a4ac-b368824cc4b6 None None] Provisioning for port 2fe721d5-13bd-4b29-a9ad-2bed68193feb completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:13.482821 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:13.483536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:13.483897 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:13.492197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b167a07a-3814-4c9f-a4ac-b368824cc4b6 None None] Provisioning complete for port 2fe721d5-13bd-4b29-a9ad-2bed68193feb triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:13.492570 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b167a07a-3814-4c9f-a4ac-b368824cc4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:13.796747 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b167a07a-3814-4c9f-a4ac-b368824cc4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:13.799344 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa4fa2-42d2-4422-86e5-157712ef060d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=7d51589f-50da-4f66-8c29-cdc3f3c48cf4,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:13.923083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b167a07a-3814-4c9f-a4ac-b368824cc4b6 None None] For port 2fe721d5-13bd-4b29-a9ad-2bed68193feb, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2fe721d5-13bd-4b29-a9ad-2bed68193feb,segment=NetworkSegment(96a93a20-1a2e-4d18-bdcc-48886ff914d0),segment_id=96a93a20-1a2e-4d18-bdcc-48886ff914d0)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:07:13.940691 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b167a07a-3814-4c9f-a4ac-b368824cc4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:13.943946 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2aa4fa2-42d2-4422-86e5-157712ef060d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:13.970135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1d094-4c0c-4dd0-a838-8737fe05eb06 req-c6a49b82-8906-4133-bb64-c5d3792a3dc8 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:13.971746 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8ba1d094-4c0c-4dd0-a838-8737fe05eb06 req-c6a49b82-8906-4133-bb64-c5d3792a3dc8 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 945 time: 0.2296808 Aug 28 13:07:14.018292 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:14.086632 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8ba1d094-4c0c-4dd0-a838-8737fe05eb06 req-b1f363e8-5c46-4927-a41c-7ec253eca859 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a04a79-87fa-4b78-bdab-a16f6a525197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513422 Aug 28 13:07:14.149630 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b66067-e9ce-4199-971a-72028902d236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830d0900-f1b8-454e-b3ec-e1d3e2d8d332'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:07:14.178914 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976e4967-8813-4795-8d8e-08524f473e91" -d '{"events": [{"server_uuid": "44b66067-e9ce-4199-971a-72028902d236", "name": "network-vif-plugged", "status": "completed", "tag": "830d0900-f1b8-454e-b3ec-e1d3e2d8d332"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:07:14.208767 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=830d0900-f1b8-454e-b3ec-e1d3e2d8d332,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:07:14.210471 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167a07a-3814-4c9f-a4ac-b368824cc4b6 None None] Pushing event updated for resources: {'Port': ['ID=2fe721d5-13bd-4b29-a9ad-2bed68193feb,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:14.219340 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:14.279688 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2aa4fa2-42d2-4422-86e5-157712ef060d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:14.286765 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b63ff6-4361-4256-9b35-ffd643d1081a x-openstack-request-id: req-c1b63ff6-4361-4256-9b35-ffd643d1081a {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:07:14.287330 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b66067-e9ce-4199-971a-72028902d236", "name": "network-vif-plugged", "status": "completed", "tag": "830d0900-f1b8-454e-b3ec-e1d3e2d8d332", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:07:14.287943 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1b63ff6-4361-4256-9b35-ffd643d1081a {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:07:14.288494 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b66067-e9ce-4199-971a-72028902d236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830d0900-f1b8-454e-b3ec-e1d3e2d8d332', 'code': 200} Aug 28 13:07:14.340045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=830d0900-f1b8-454e-b3ec-e1d3e2d8d332,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:14.576342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5deae-f164-45b1-ad44-f1886cf8053e req-5f323540-8e50-4276-a0aa-7cdf747bdc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:14.577855 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dca5deae-f164-45b1-ad44-f1886cf8053e req-5f323540-8e50-4276-a0aa-7cdf747bdc16 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 1098 time: 0.2164364 Aug 28 13:07:14.593108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-830db6cd-48eb-4fe5-81be-9d0254f8f3d4 None None] Provisioning for port 7d51589f-50da-4f66-8c29-cdc3f3c48cf4 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:14.593864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-830db6cd-48eb-4fe5-81be-9d0254f8f3d4 None None] Provisioning complete for port 7d51589f-50da-4f66-8c29-cdc3f3c48cf4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:14.594743 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-830db6cd-48eb-4fe5-81be-9d0254f8f3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:14.647206 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-830db6cd-48eb-4fe5-81be-9d0254f8f3d4 None None] Port 7d51589f-50da-4f66-8c29-cdc3f3c48cf4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:07:14.661617 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-830db6cd-48eb-4fe5-81be-9d0254f8f3d4 None None] Provisioning complete for port 2fe721d5-13bd-4b29-a9ad-2bed68193feb triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:14.661995 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-830db6cd-48eb-4fe5-81be-9d0254f8f3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:14.755589 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dca5deae-f164-45b1-ad44-f1886cf8053e req-a590a379-f0a3-4a25-9a5c-c743e2cbb208 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d7a04a79-87fa-4b78-bdab-a16f6a525197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571472 Aug 28 13:07:14.867302 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2fe721d5-13bd-4b29-a9ad-2bed68193feb up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:07:14.902293 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2aa4fa2-42d2-4422-86e5-157712ef060d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:14.916022 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2aa4fa2-42d2-4422-86e5-157712ef060d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:14.916952 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b2aa4fa2-42d2-4422-86e5-157712ef060d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:14.949536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 2fe721d5-13bd-4b29-a9ad-2bed68193feb triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:14.950029 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:15.001911 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-92446ce6-ccc0-4fdc-868e-bcd160933e0a None None] Provisioning complete for port 7d51589f-50da-4f66-8c29-cdc3f3c48cf4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:15.002393 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-92446ce6-ccc0-4fdc-868e-bcd160933e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:15.067668 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa4fa2-42d2-4422-86e5-157712ef060d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=7d51589f-50da-4f66-8c29-cdc3f3c48cf4,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:15.117326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa4fa2-42d2-4422-86e5-157712ef060d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 0aa1a3c6-b91a-4c72-afa3-395b729d276e is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:15.119419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa4fa2-42d2-4422-86e5-157712ef060d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:15.398218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d08ec-10b5-47a1-b8b0-4e7db56a4088 req-f5bc9818-3a19-405f-b594-bced1ce1d0b4 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:15.398715 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-92446ce6-ccc0-4fdc-868e-bcd160933e0a None None] Port 7d51589f-50da-4f66-8c29-cdc3f3c48cf4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:07:15.408088 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-895d08ec-10b5-47a1-b8b0-4e7db56a4088 req-f5bc9818-3a19-405f-b594-bced1ce1d0b4 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 946 time: 0.1710744 Aug 28 13:07:15.430736 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:15.479449 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-895d08ec-10b5-47a1-b8b0-4e7db56a4088 req-96db0e77-54a1-4262-a206-2fef524c221d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a04a79-87fa-4b78-bdab-a16f6a525197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601337 Aug 28 13:07:15.480720 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2aa4fa2-42d2-4422-86e5-157712ef060d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router 60d291ee-d4fb-42b4-b962-86d0e6b0be29 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:07:15.523658 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6160e15a-f47a-490e-b555-7ba050092d35 None None] Provisioning complete for port 7d51589f-50da-4f66-8c29-cdc3f3c48cf4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:15.524139 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6160e15a-f47a-490e-b555-7ba050092d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:15.619790 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6160e15a-f47a-490e-b555-7ba050092d35 None None] Port 7d51589f-50da-4f66-8c29-cdc3f3c48cf4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:07:15.626010 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2aa4fa2-42d2-4422-86e5-157712ef060d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:07:15.639597 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b2aa4fa2-42d2-4422-86e5-157712ef060d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/60d291ee-d4fb-42b4-b962-86d0e6b0be29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8654165 Aug 28 13:07:15.639877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838f176-16f6-404c-ac7d-2af4f94350c6 None None] Sync routers for ids ['60d291ee-d4fb-42b4-b962-86d0e6b0be29'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:07:15.640010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48354) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:15.669846 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838f176-16f6-404c-ac7d-2af4f94350c6 None None] Routers {'60d291ee-d4fb-42b4-b962-86d0e6b0be29'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:15.670499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1838f176-16f6-404c-ac7d-2af4f94350c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['60d291ee-d4fb-42b4-b962-86d0e6b0be29'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:15.742335 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1838f176-16f6-404c-ac7d-2af4f94350c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:15.753280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b577232f-37ef-4dd7-9722-1683048411a2 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:15.756317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-69ebb822-15ca-4872-86ef-d9518897333b None None] Provisioning complete for port 7d51589f-50da-4f66-8c29-cdc3f3c48cf4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:15.756545 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-69ebb822-15ca-4872-86ef-d9518897333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:15.757108 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b577232f-37ef-4dd7-9722-1683048411a2 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports/7d51589f-50da-4f66-8c29-cdc3f3c48cf4 HTTP/1.1" status: 200 len: 983 time: 0.1169441 Aug 28 13:07:15.759861 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48360) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:15.765344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838f176-16f6-404c-ac7d-2af4f94350c6 None None] Routers {'60d291ee-d4fb-42b4-b962-86d0e6b0be29'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:15.766148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1838f176-16f6-404c-ac7d-2af4f94350c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['60d291ee-d4fb-42b4-b962-86d0e6b0be29'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:15.827426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1838f176-16f6-404c-ac7d-2af4f94350c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:15.828483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838f176-16f6-404c-ac7d-2af4f94350c6 None None] The sync data for ids ['60d291ee-d4fb-42b4-b962-86d0e6b0be29'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:07:15.850762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-69ebb822-15ca-4872-86ef-d9518897333b None None] Port 7d51589f-50da-4f66-8c29-cdc3f3c48cf4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:07:16.562344 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bba6ce63-d060-4f1c-be4d-92586d2f9cbd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:16.880761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c90d6e-3fcb-413a-9baa-092cce6aaeca req-8eb1812d-0180-41c0-99c7-30235b6b9c4f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:16.882456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d7c90d6e-3fcb-413a-9baa-092cce6aaeca req-8eb1812d-0180-41c0-99c7-30235b6b9c4f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 946 time: 0.1674447 Aug 28 13:07:16.939470 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d7c90d6e-3fcb-413a-9baa-092cce6aaeca req-ede7954f-e50e-4c23-9d07-d914fd0d549f tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a04a79-87fa-4b78-bdab-a16f6a525197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441747 Aug 28 13:07:17.039180 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-bba6ce63-d060-4f1c-be4d-92586d2f9cbd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port 7d51589f-50da-4f66-8c29-cdc3f3c48cf4 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:07:17.041097 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bba6ce63-d060-4f1c-be4d-92586d2f9cbd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:17.168186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48230441-2ace-45ba-bfb9-deed19ee701e req-be58652f-f92c-4a23-92a3-2ca9b23faa09 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:17.169810 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-48230441-2ace-45ba-bfb9-deed19ee701e req-be58652f-f92c-4a23-92a3-2ca9b23faa09 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 946 time: 0.0871031 Aug 28 13:07:17.180260 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48408) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:17.186956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4a0bd709-d6fd-4bd2-be67-8956a620ab19 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Request body: {'floatingip': {'port_id': '830d0900-f1b8-454e-b3ec-e1d3e2d8d332'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:17.235940 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bba6ce63-d060-4f1c-be4d-92586d2f9cbd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:17.265118 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-bba6ce63-d060-4f1c-be4d-92586d2f9cbd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for 7d51589f-50da-4f66-8c29-cdc3f3c48cf4 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:07:17.337807 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a0bd709-d6fd-4bd2-be67-8956a620ab19 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:17.654336 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bba6ce63-d060-4f1c-be4d-92586d2f9cbd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:17.733533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6ce63-d060-4f1c-be4d-92586d2f9cbd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=7d51589f-50da-4f66-8c29-cdc3f3c48cf4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:17.931042 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bba6ce63-d060-4f1c-be4d-92586d2f9cbd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:18.148546 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba6ce63-d060-4f1c-be4d-92586d2f9cbd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router 60d291ee-d4fb-42b4-b962-86d0e6b0be29 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:07:18.282196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba6ce63-d060-4f1c-be4d-92586d2f9cbd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:07:18.290626 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bba6ce63-d060-4f1c-be4d-92586d2f9cbd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/60d291ee-d4fb-42b4-b962-86d0e6b0be29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5273004 Aug 28 13:07:18.291816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48432) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:18.297943 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8b0ae4-3430-459e-bdd0-f9f9b091bff4 None None] Sync routers for ids ['60d291ee-d4fb-42b4-b962-86d0e6b0be29'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:07:18.311591 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8b0ae4-3430-459e-bdd0-f9f9b091bff4 None None] Routers {'60d291ee-d4fb-42b4-b962-86d0e6b0be29'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:18.312444 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bd8b0ae4-3430-459e-bdd0-f9f9b091bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['60d291ee-d4fb-42b4-b962-86d0e6b0be29'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:18.429614 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bd8b0ae4-3430-459e-bdd0-f9f9b091bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:18.449412 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8b0ae4-3430-459e-bdd0-f9f9b091bff4 None None] Routers {'60d291ee-d4fb-42b4-b962-86d0e6b0be29'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:18.450977 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bd8b0ae4-3430-459e-bdd0-f9f9b091bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['60d291ee-d4fb-42b4-b962-86d0e6b0be29'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:18.523437 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bd8b0ae4-3430-459e-bdd0-f9f9b091bff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:18.531213 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8b0ae4-3430-459e-bdd0-f9f9b091bff4 None None] The sync data for ids ['60d291ee-d4fb-42b4-b962-86d0e6b0be29'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:07:18.583413 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.db.resource_extend [None req-4a0bd709-d6fd-4bd2-be67-8956a620ab19 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 28 13:07:18.704360 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-63176172-b368-4140-8725-57b283368e78 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] remove_router_interface failed (client error): The resource could not be found. Aug 28 13:07:18.705444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-63176172-b368-4140-8725-57b283368e78 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/60d291ee-d4fb-42b4-b962-86d0e6b0be29/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4126487 Aug 28 13:07:18.708828 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48446) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:18.749984 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a0bd709-d6fd-4bd2-be67-8956a620ab19 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:18.757079 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a0bd709-d6fd-4bd2-be67-8956a620ab19 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:18.777178 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-83b55e4c-e420-48dc-8342-f1a8486989e9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports?device_id=60d291ee-d4fb-42b4-b962-86d0e6b0be29 HTTP/1.1" status: 200 len: 205 time: 0.0650463 Aug 28 13:07:18.777866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48448) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:18.950485 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-4a0bd709-d6fd-4bd2-be67-8956a620ab19 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Floating IP b6041d96-83ae-4734-9588-ef5ff51ba98b associated. External IP: 172.25.1.88, port: 830d0900-f1b8-454e-b3ec-e1d3e2d8d332. Aug 28 13:07:18.957456 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8fb3888-a4e5-4cb1-8e67-a62f26181636 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:19.346949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0bd709-d6fd-4bd2-be67-8956a620ab19 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Router e147da00-12de-46bf-9da2-ab52d59b8ebe has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:07:19.400503 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8fb3888-a4e5-4cb1-8e67-a62f26181636 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:19.403759 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8fb3888-a4e5-4cb1-8e67-a62f26181636 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:19.468517 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8fb3888-a4e5-4cb1-8e67-a62f26181636 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:19.468969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fb3888-a4e5-4cb1-8e67-a62f26181636 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Fanout notify agent at l3_agent the message router_deleted on router 60d291ee-d4fb-42b4-b962-86d0e6b0be29 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:07:19.481217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8fb3888-a4e5-4cb1-8e67-a62f26181636 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:19.482749 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f8fb3888-a4e5-4cb1-8e67-a62f26181636 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/routers/60d291ee-d4fb-42b4-b962-86d0e6b0be29 HTTP/1.1" status: 204 len: 168 time: 0.7037230 Aug 28 13:07:19.489646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48480) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:19.580079 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0bd709-d6fd-4bd2-be67-8956a620ab19 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:07:19.592412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ecee3-db80-4b83-ab90-dd683d06e8b3 None None] Sync routers for ids ['e147da00-12de-46bf-9da2-ab52d59b8ebe'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:07:19.598254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3d8aec-14eb-4fc3-ac23-3129d60f00cd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting subnet 974981df-1c89-4377-a11d-7acc135a9082 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:07:19.601639 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a0bd709-d6fd-4bd2-be67-8956a620ab19 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:19.605680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8aec-14eb-4fc3-ac23-3129d60f00cd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:19.607373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ecee3-db80-4b83-ab90-dd683d06e8b3 None None] Routers {'e147da00-12de-46bf-9da2-ab52d59b8ebe'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:19.608007 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a91ecee3-db80-4b83-ab90-dd683d06e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e147da00-12de-46bf-9da2-ab52d59b8ebe'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:19.709611 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4a0bd709-d6fd-4bd2-be67-8956a620ab19 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "PUT /v2.0/floatingips/b6041d96-83ae-4734-9588-ef5ff51ba98b HTTP/1.1" status: 200 len: 991 time: 2.5277650 Aug 28 13:07:19.719160 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b66067-e9ce-4199-971a-72028902d236', 'tag': '830d0900-f1b8-454e-b3ec-e1d3e2d8d332'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:07:19.721495 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a90438c-e991-43a2-9516-04cc04d25a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "44b66067-e9ce-4199-971a-72028902d236", "tag": "830d0900-f1b8-454e-b3ec-e1d3e2d8d332"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:07:19.737735 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8aec-14eb-4fc3-ac23-3129d60f00cd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:19.823400 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3933bd61-5187-4dc9-afa4-f4fff6246143 x-openstack-request-id: req-3933bd61-5187-4dc9-afa4-f4fff6246143 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:07:19.823690 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b66067-e9ce-4199-971a-72028902d236", "tag": "830d0900-f1b8-454e-b3ec-e1d3e2d8d332", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:07:19.823938 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3933bd61-5187-4dc9-afa4-f4fff6246143 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:07:19.824333 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b66067-e9ce-4199-971a-72028902d236', 'tag': '830d0900-f1b8-454e-b3ec-e1d3e2d8d332', 'status': 'completed', 'code': 200} Aug 28 13:07:19.920045 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8aec-14eb-4fc3-ac23-3129d60f00cd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:19.951784 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a91ecee3-db80-4b83-ab90-dd683d06e8b3 None None] Set router e147da00-12de-46bf-9da2-ab52d59b8ebe gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:07:19.980579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90438c-e991-43a2-9516-04cc04d25a0d req-8a6ef5cd-e187-4809-a934-ea1f4786cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:19.983634 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a90438c-e991-43a2-9516-04cc04d25a0d req-8a6ef5cd-e187-4809-a934-ea1f4786cd82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4179b5bac764eccb52966068d97934f&device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 1098 time: 0.1299770 Aug 28 13:07:20.084299 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8aec-14eb-4fc3-ac23-3129d60f00cd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:20.146954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d8aec-14eb-4fc3-ac23-3129d60f00cd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Subnet': ['ID=974981df-1c89-4377-a11d-7acc135a9082,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:20.171625 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c3d8aec-14eb-4fc3-ac23-3129d60f00cd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:20.173788 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1c3d8aec-14eb-4fc3-ac23-3129d60f00cd tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/974981df-1c89-4377-a11d-7acc135a9082 HTTP/1.1" status: 204 len: 168 time: 0.6845927 Aug 28 13:07:20.176873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48494) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:20.202538 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90438c-e991-43a2-9516-04cc04d25a0d req-ab8628a8-331e-44d5-a16b-23a2aebe1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:20.204083 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a90438c-e991-43a2-9516-04cc04d25a0d req-ab8628a8-331e-44d5-a16b-23a2aebe1ea1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8 HTTP/1.1" status: 200 len: 910 time: 0.2111342 Aug 28 13:07:20.314643 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:20.374835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c24c2ff-30ba-4721-b6c7-f1ad4d22d1c6 None None] Network 0aa1a3c6-b91a-4c72-afa3-395b729d276e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:07:20.410968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port 2fe721d5-13bd-4b29-a9ad-2bed68193feb {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:07:20.411312 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:20.492637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48504) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:20.521030 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a90438c-e991-43a2-9516-04cc04d25a0d req-ffb5102a-9b89-4e6a-9d34-c9d0064190e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=830d0900-f1b8-454e-b3ec-e1d3e2d8d332 HTTP/1.1" status: 200 len: 999 time: 0.3076077 Aug 28 13:07:20.556984 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a91ecee3-db80-4b83-ab90-dd683d06e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:27Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'b6041d96-83ae-4734-9588-ef5ff51ba98b', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'port_id': '830d0900-f1b8-454e-b3ec-e1d3e2d8d332', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'mac_address': 'fa:16:3e:28:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b66067-e9ce-4199-971a-72028902d236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:06:55Z', 'updated_at': '2021-08-28T13:07:18Z', 'revision_number': 1, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14ae755-7218-455c-b31b-a6bc7311bbc1', 'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'mac_address': 'fa:16:3e:9a:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:25Z', 'updated_at': '2021-08-28T13:02:36Z', 'revision_number': 5, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'subnets': [{'id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:20.601115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] For port 2fe721d5-13bd-4b29-a9ad-2bed68193feb, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2fe721d5-13bd-4b29-a9ad-2bed68193feb,segment=NetworkSegment(96a93a20-1a2e-4d18-bdcc-48886ff914d0),segment_id=96a93a20-1a2e-4d18-bdcc-48886ff914d0)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:07:20.601595 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:20.626729 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ecee3-db80-4b83-ab90-dd683d06e8b3 None None] Checking router: e147da00-12de-46bf-9da2-ab52d59b8ebe for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:07:20.634395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for 2fe721d5-13bd-4b29-a9ad-2bed68193feb owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:07:20.665069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90438c-e991-43a2-9516-04cc04d25a0d req-49c58c2b-2559-49f1-8bf7-81a2c47f5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:20.666655 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a90438c-e991-43a2-9516-04cc04d25a0d req-49c58c2b-2559-49f1-8bf7-81a2c47f5c03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44e4607b-0f93-463a-9372-9a1d7a81caa8 HTTP/1.1" status: 200 len: 849 time: 0.1379783 Aug 28 13:07:20.701082 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ecee3-db80-4b83-ab90-dd683d06e8b3 None None] Routers {'e147da00-12de-46bf-9da2-ab52d59b8ebe'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:20.701739 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a91ecee3-db80-4b83-ab90-dd683d06e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e147da00-12de-46bf-9da2-ab52d59b8ebe'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:20.792299 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90438c-e991-43a2-9516-04cc04d25a0d req-1153e1b0-5411-47fa-ad73-5ddc458e33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:20.800142 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a90438c-e991-43a2-9516-04cc04d25a0d req-1153e1b0-5411-47fa-ad73-5ddc458e33aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1177535 Aug 28 13:07:20.822626 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:20.884737 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4fc666c-a1d9-4c6f-a0b3-d29851b4fcc6 admin admin] Deleting subnet 1c26237d-553b-458d-8173-ce92e896ee37 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:07:20.926963 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b4fc666c-a1d9-4c6f-a0b3-d29851b4fcc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:20.947678 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=2fe721d5-13bd-4b29-a9ad-2bed68193feb,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:20.981343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No DVR routers for this DVR port 2fe721d5-13bd-4b29-a9ad-2bed68193feb on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:07:21.018648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a91ecee3-db80-4b83-ab90-dd683d06e8b3 None None] Set router e147da00-12de-46bf-9da2-ab52d59b8ebe gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:07:21.068590 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b4fc666c-a1d9-4c6f-a0b3-d29851b4fcc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.099268 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd6327b-44ad-4988-a406-c27be05228ae None None] DHCP port deletion for 0aa1a3c6-b91a-4c72-afa3-395b729d276e request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:07:21.157011 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b4fc666c-a1d9-4c6f-a0b3-d29851b4fcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.166578 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a90438c-e991-43a2-9516-04cc04d25a0d req-a5597707-dbd0-41d3-8213-03118848cca5 service neutron] 10.222.0.10 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767200 Aug 28 13:07:21.292435 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.314127 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa1a3c6-b91a-4c72-afa3-395b729d276e']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:21.383932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a93a20-1a2e-4d18-bdcc-48886ff914d0') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:21.385140 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a93a20-1a2e-4d18-bdcc-48886ff914d0') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:21.431329 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.470023 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.481399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:07:21.481803 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.502590 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b4fc666c-a1d9-4c6f-a0b3-d29851b4fcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:07:21.557358 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:07:21.562793 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.572567 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.573051 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a90438c-e991-43a2-9516-04cc04d25a0d req-03ad4114-c953-463f-9244-fe5d03c2b4cd service neutron] 10.222.0.10 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582191 Aug 28 13:07:21.575951 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/networks/0aa1a3c6-b91a-4c72-afa3-395b729d276e HTTP/1.1" status: 204 len: 168 time: 1.3966765 Aug 28 13:07:21.578534 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48526) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:21.587630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc666c-a1d9-4c6f-a0b3-d29851b4fcc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c26237d-553b-458d-8173-ce92e896ee37,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:21.595110 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b4fc666c-a1d9-4c6f-a0b3-d29851b4fcc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.597513 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b4fc666c-a1d9-4c6f-a0b3-d29851b4fcc6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1c26237d-553b-458d-8173-ce92e896ee37 HTTP/1.1" status: 204 len: 168 time: 1.0927334 Aug 28 13:07:21.600517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48528) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:21.616007 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a91ecee3-db80-4b83-ab90-dd683d06e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:27Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'b6041d96-83ae-4734-9588-ef5ff51ba98b', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'port_id': '830d0900-f1b8-454e-b3ec-e1d3e2d8d332', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'mac_address': 'fa:16:3e:28:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b66067-e9ce-4199-971a-72028902d236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:06:55Z', 'updated_at': '2021-08-28T13:07:18Z', 'revision_number': 1, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14ae755-7218-455c-b31b-a6bc7311bbc1', 'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'mac_address': 'fa:16:3e:9a:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:25Z', 'updated_at': '2021-08-28T13:02:36Z', 'revision_number': 5, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'subnets': [{'id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:21.633558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e414d3ed-eb28-497d-946f-8b9b92d04690 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1650634485'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:21.640778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730a03f-8007-41f6-b76e-117fd865bb93 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Network': ['ID=0aa1a3c6-b91a-4c72-afa3-395b729d276e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:21.683956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e414d3ed-eb28-497d-946f-8b9b92d04690 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:07:21.690086 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e414d3ed-eb28-497d-946f-8b9b92d04690 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.713598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ecee3-db80-4b83-ab90-dd683d06e8b3 None None] The sync data for ids ['e147da00-12de-46bf-9da2-ab52d59b8ebe'] in n-d-791505-21 is: [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:27Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'b6041d96-83ae-4734-9588-ef5ff51ba98b', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'port_id': '830d0900-f1b8-454e-b3ec-e1d3e2d8d332', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'mac_address': 'fa:16:3e:28:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b66067-e9ce-4199-971a-72028902d236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:06:55Z', 'updated_at': '2021-08-28T13:07:18Z', 'revision_number': 1, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14ae755-7218-455c-b31b-a6bc7311bbc1', 'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'mac_address': 'fa:16:3e:9a:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:25Z', 'updated_at': '2021-08-28T13:02:36Z', 'revision_number': 5, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'subnets': [{'id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:07:21.754071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e414d3ed-eb28-497d-946f-8b9b92d04690 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:07:21.778708 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e414d3ed-eb28-497d-946f-8b9b92d04690 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.779056 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-e414d3ed-eb28-497d-946f-8b9b92d04690 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Added segment 14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad of type vlan for network 1095ca25-4863-469b-a58e-246ac19dec4d Aug 28 13:07:21.784112 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-498e5496-f16e-43b7-b607-390220ce652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.865540 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e414d3ed-eb28-497d-946f-8b9b92d04690 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.919107 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-498e5496-f16e-43b7-b607-390220ce652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.921542 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e414d3ed-eb28-497d-946f-8b9b92d04690 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.935802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e414d3ed-eb28-497d-946f-8b9b92d04690 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:21.936448 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e414d3ed-eb28-497d-946f-8b9b92d04690 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.939124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-498e5496-f16e-43b7-b607-390220ce652f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c0d239-dc9b-48de-ab76-b33ee15693b2']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:21.960188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-498e5496-f16e-43b7-b607-390220ce652f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ef6f94-cdb1-41a9-8484-951ef2ac2322') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:21.960529 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-498e5496-f16e-43b7-b607-390220ce652f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ef6f94-cdb1-41a9-8484-951ef2ac2322') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:21.982543 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-498e5496-f16e-43b7-b607-390220ce652f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:21.998034 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48536) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:22.004189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9a17888f-d295-4819-81f6-59c5311dbe86 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'subnet': {'network_id': '1095ca25-4863-469b-a58e-246ac19dec4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:22.006950 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e414d3ed-eb28-497d-946f-8b9b92d04690 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4274604 Aug 28 13:07:22.089206 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414d3ed-eb28-497d-946f-8b9b92d04690 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Network': ['ID=1095ca25-4863-469b-a58e-246ac19dec4d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:22.104303 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec1ea8c-4b71-42c6-bf13-d2ef7415c3dc None None] New status for floating IP b6041d96-83ae-4734-9588-ef5ff51ba98b: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:07:22.118302 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-498e5496-f16e-43b7-b607-390220ce652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:22.123144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 1095ca25-4863-469b-a58e-246ac19dec4d details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:07:22.138720 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498e5496-f16e-43b7-b607-390220ce652f admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:07:22.139802 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-498e5496-f16e-43b7-b607-390220ce652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:07:22.141792 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:07:22.286420 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a17888f-d295-4819-81f6-59c5311dbe86 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:07:22.301275 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a17888f-d295-4819-81f6-59c5311dbe86 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:22.314594 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-498e5496-f16e-43b7-b607-390220ce652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:22.333829 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-498e5496-f16e-43b7-b607-390220ce652f admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:22.344530 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-498e5496-f16e-43b7-b607-390220ce652f admin admin] 10.222.0.20 "DELETE /v2.0/networks/45c0d239-dc9b-48de-ab76-b33ee15693b2 HTTP/1.1" status: 204 len: 168 time: 0.7428830 Aug 28 13:07:22.411497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e5496-f16e-43b7-b607-390220ce652f admin admin] Pushing event deleted for resources: {'Network': ['ID=45c0d239-dc9b-48de-ab76-b33ee15693b2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:22.713341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48568) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:22.809405 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-050eed73-4e90-4bb9-ada8-238575a6607e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab07072d6e064e8a9d07a06a80e17f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937207 Aug 28 13:07:22.811924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48576) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:22.861603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2fe721d5-13bd-4b29-a9ad-2bed68193feb no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:07:22.895945 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a17888f-d295-4819-81f6-59c5311dbe86 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:22.932698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 2fe721d5-13bd-4b29-a9ad-2bed68193feb {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:07:22.933633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2fe721d5-13bd-4b29-a9ad-2bed68193feb not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:07:23.061140 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17888f-d295-4819-81f6-59c5311dbe86 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Subnet': ['ID=4c258a5a-09fc-447a-8e91-d22f58c881ed,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:23.080933 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41cc2ca6-559f-40b6-b599-55d1e77f8994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:23.080933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a17888f-d295-4819-81f6-59c5311dbe86 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Checking segment: {'id': '14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1095ca25-4863-469b-a58e-246ac19dec4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:07:23.080933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a17888f-d295-4819-81f6-59c5311dbe86 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network hostable DHCP agents. Network: 1095ca25-4863-469b-a58e-246ac19dec4d, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:07:23.154330 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41cc2ca6-559f-40b6-b599-55d1e77f8994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:23.219343 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41cc2ca6-559f-40b6-b599-55d1e77f8994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:23.222735 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41cc2ca6-559f-40b6-b599-55d1e77f8994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:23.226871 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-41cc2ca6-559f-40b6-b599-55d1e77f8994 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23f1b77a-eb14-47fe-96e6-fd243a529c14 HTTP/1.1" status: 204 len: 168 time: 0.4138288 Aug 28 13:07:23.251821 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc2ca6-559f-40b6-b599-55d1e77f8994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f1b77a-eb14-47fe-96e6-fd243a529c14,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:23.256528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a17888f-d295-4819-81f6-59c5311dbe86 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 1095ca25-4863-469b-a58e-246ac19dec4d is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:07:23.292129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-9a17888f-d295-4819-81f6-59c5311dbe86 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 1095ca25-4863-469b-a58e-246ac19dec4d) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:23.301228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a17888f-d295-4819-81f6-59c5311dbe86 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:23.304170 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a17888f-d295-4819-81f6-59c5311dbe86 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:23.321165 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34bc68a-298f-46af-978d-850f62a8cd52 None None] Network 1095ca25-4863-469b-a58e-246ac19dec4d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:07:23.338709 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48600) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:23.353178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48604) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:23.355252 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9a17888f-d295-4819-81f6-59c5311dbe86 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3554845 Aug 28 13:07:23.358000 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-cb0d164c-afc1-4bae-af2c-0a90ab85ffbf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1129488474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:23.431766 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cb0d164c-afc1-4bae-af2c-0a90ab85ffbf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:23.432862 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cb0d164c-afc1-4bae-af2c-0a90ab85ffbf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:23.500529 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4818a0d8-9826-45aa-a763-55ab4c417d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:23.629922 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4818a0d8-9826-45aa-a763-55ab4c417d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:23.639287 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4818a0d8-9826-45aa-a763-55ab4c417d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:23.676799 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-1095ca25-4863-469b-a58e-246ac19dec4d', 'network_id': '1095ca25-4863-469b-a58e-246ac19dec4d', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'fixed_ips': [{'subnet_id': '4c258a5a-09fc-447a-8e91-d22f58c881ed'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:07:23.678483 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:23.678964 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cb0d164c-afc1-4bae-af2c-0a90ab85ffbf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:23.685908 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cb0d164c-afc1-4bae-af2c-0a90ab85ffbf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:23.732802 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cb0d164c-afc1-4bae-af2c-0a90ab85ffbf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:23.735507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cb0d164c-afc1-4bae-af2c-0a90ab85ffbf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3794940 Aug 28 13:07:23.736570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48618) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:23.760634 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4818a0d8-9826-45aa-a763-55ab4c417d9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d98685184abc4bb294071959032d7957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207194 Aug 28 13:07:23.766503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48622) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:23.794677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818a0d8-9826-45aa-a763-55ab4c417d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a8094c-fa8f-4a10-9711-17e193276c3c,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:23.904984 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9061808c-9428-4265-b9e7-12ebc923b263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:23.945586 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9061808c-9428-4265-b9e7-12ebc923b263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:24.014156 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9061808c-9428-4265-b9e7-12ebc923b263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:24.021648 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9061808c-9428-4265-b9e7-12ebc923b263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:24.023314 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9061808c-9428-4265-b9e7-12ebc923b263 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15a8094c-fa8f-4a10-9711-17e193276c3c HTTP/1.1" status: 204 len: 168 time: 0.2529325 Aug 28 13:07:24.043997 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061808c-9428-4265-b9e7-12ebc923b263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a8094c-fa8f-4a10-9711-17e193276c3c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:24.146516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Allocated IP 2001:db8::2 (1095ca25-4863-469b-a58e-246ac19dec4d/4c258a5a-09fc-447a-8e91-d22f58c881ed/d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:07:24.577577 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:24.591981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Transition to ACTIVE for port object d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:24.609819 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48650) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:24.638765 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b10c6795-c5fe-4473-8cfa-c00bc179df49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:24.646383 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Transition to ACTIVE for port object d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:24.655531 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:24.723334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Network 1095ca25-4863-469b-a58e-246ac19dec4d is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:24.731816 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:24.739675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:07:24.816944 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Pushing event updated for resources: {'Port': ['ID=d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:24.858596 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b10c6795-c5fe-4473-8cfa-c00bc179df49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:24.864749 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b10c6795-c5fe-4473-8cfa-c00bc179df49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:24.868834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Attempting to bind port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:07:24.869404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Attempting to bind port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1095ca25-4863-469b-a58e-246ac19dec4d'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:07:24.869936 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Attempting to bind port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a on network 1095ca25-4863-469b-a58e-246ac19dec4d {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:07:24.876309 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:07:24.876943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Checking segment: {'id': '14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1095ca25-4863-469b-a58e-246ac19dec4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:07:24.877588 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:24.878922 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Bound using segment: {'id': '14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1095ca25-4863-469b-a58e-246ac19dec4d'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:07:24.879557 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Bound port: d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1095ca25-4863-469b-a58e-246ac19dec4d'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:07:24.880270 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:24.955280 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] For port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:07:24.959984 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] For port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a,segment=NetworkSegment(14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad),segment_id=14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:07:24.965559 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:24.973805 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b10c6795-c5fe-4473-8cfa-c00bc179df49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d640f3e87b7490fb609f064b4637e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615785 Aug 28 13:07:24.976011 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c6795-c5fe-4473-8cfa-c00bc179df49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c49ef4-7e0d-4d47-ab2d-0f2c7b3932f5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:24.980229 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48660) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:25.100609 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-956fb31d-3459-4fe7-af00-4b810e3f414e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:25.122103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85bf8d-39cc-4615-a4ae-7db61aa6c959 None None] Pushing event updated for resources: {'Port': ['ID=d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:25.146187 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:25.146802 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-956fb31d-3459-4fe7-af00-4b810e3f414e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:25.244763 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-956fb31d-3459-4fe7-af00-4b810e3f414e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:25.247441 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-956fb31d-3459-4fe7-af00-4b810e3f414e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:25.251445 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-956fb31d-3459-4fe7-af00-4b810e3f414e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5c49ef4-7e0d-4d47-ab2d-0f2c7b3932f5 HTTP/1.1" status: 204 len: 168 time: 0.2698958 Aug 28 13:07:25.265056 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fb31d-3459-4fe7-af00-4b810e3f414e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c49ef4-7e0d-4d47-ab2d-0f2c7b3932f5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:25.846506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Allocated IP 2001:db8::1 (1095ca25-4863-469b-a58e-246ac19dec4d/4c258a5a-09fc-447a-8e91-d22f58c881ed/280986c1-fe5d-4ec5-af78-c494b8ce912d) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:07:26.035420 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:26.078489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Transition to ACTIVE for port object 280986c1-fe5d-4ec5-af78-c494b8ce912d will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:26.162185 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:26.270215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 1095ca25-4863-469b-a58e-246ac19dec4d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:26.273568 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:26.296122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:07:26.296773 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:26.407663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=280986c1-fe5d-4ec5-af78-c494b8ce912d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:26.538080 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48720) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:26.621566 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:26.673764 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-8755eb89-87da-449d-8f2f-c753b4f9c11e admin admin] Deleting subnet c7fc1f16-0785-4b42-af20-7262bd597d6a {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:07:26.682200 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8755eb89-87da-449d-8f2f-c753b4f9c11e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:26.716435 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131ac12a-df97-46ed-b07e-c200be6f0f00 None None] Network 1095ca25-4863-469b-a58e-246ac19dec4d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:07:26.845864 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8755eb89-87da-449d-8f2f-c753b4f9c11e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:26.933187 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8755eb89-87da-449d-8f2f-c753b4f9c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:26.963392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-40be8e14-df07-416f-be60-d282f5b186e1 None None] Provisioning for port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:27.031859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:07:27.086874 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8755eb89-87da-449d-8f2f-c753b4f9c11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:27.137195 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755eb89-87da-449d-8f2f-c753b4f9c11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7fc1f16-0785-4b42-af20-7262bd597d6a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:27.139610 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8755eb89-87da-449d-8f2f-c753b4f9c11e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:27.146106 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8755eb89-87da-449d-8f2f-c753b4f9c11e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c7fc1f16-0785-4b42-af20-7262bd597d6a HTTP/1.1" status: 204 len: 168 time: 0.6066904 Aug 28 13:07:27.147455 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48738) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:27.204567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:27.212967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:27.213494 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:27.238822 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:27.244231 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:27.245688 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:27.315385 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-511bac67-b274-41f2-b945-957d6b4d64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:27.456946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=280986c1-fe5d-4ec5-af78-c494b8ce912d,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:27.484685 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:27.535813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 1095ca25-4863-469b-a58e-246ac19dec4d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:27.538880 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:27.539760 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-511bac67-b274-41f2-b945-957d6b4d64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:27.568665 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-511bac67-b274-41f2-b945-957d6b4d64f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221bd72f-128b-498d-a56e-05865f3c32cd']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:27.580453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a,segment=NetworkSegment(14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad),segment_id=14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:07:27.589131 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:27.603024 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-511bac67-b274-41f2-b945-957d6b4d64f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7234dbf-7752-4764-a72d-78cca60f7740') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:27.604322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-511bac67-b274-41f2-b945-957d6b4d64f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7234dbf-7752-4764-a72d-78cca60f7740') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:27.625629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-511bac67-b274-41f2-b945-957d6b4d64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:27.658793 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-511bac67-b274-41f2-b945-957d6b4d64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:27.684235 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511bac67-b274-41f2-b945-957d6b4d64f1 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:07:27.686489 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-511bac67-b274-41f2-b945-957d6b4d64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:27.727014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:07:27.747617 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:07:27.844478 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-511bac67-b274-41f2-b945-957d6b4d64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:27.866657 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-511bac67-b274-41f2-b945-957d6b4d64f1 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:27.875787 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-511bac67-b274-41f2-b945-957d6b4d64f1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/221bd72f-128b-498d-a56e-05865f3c32cd HTTP/1.1" status: 204 len: 168 time: 0.7270842 Aug 28 13:07:27.876790 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bac67-b274-41f2-b945-957d6b4d64f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=221bd72f-128b-498d-a56e-05865f3c32cd,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:27.878339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48762) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:27.926242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f0c27a95-1d30-45c8-9f36-e32464c7b4f4 None None] Provisioning for port 280986c1-fe5d-4ec5-af78-c494b8ce912d completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:27.930916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f0c27a95-1d30-45c8-9f36-e32464c7b4f4 None None] Provisioning complete for port 280986c1-fe5d-4ec5-af78-c494b8ce912d triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:27.931295 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f0c27a95-1d30-45c8-9f36-e32464c7b4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:27.979199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router 5b9be963-4bb6-4e8a-b415-b437f9969b38 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:07:27.989228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-7780ebab-e285-4653-afed-3f9e67dda92e admin admin] Deleting subnet 4fbb2e61-d4ff-4105-a0c5-cf5b87aa8301 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:07:27.992098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f0c27a95-1d30-45c8-9f36-e32464c7b4f4 None None] Port 280986c1-fe5d-4ec5-af78-c494b8ce912d cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:07:27.996486 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7780ebab-e285-4653-afed-3f9e67dda92e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:28.016991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f0c27a95-1d30-45c8-9f36-e32464c7b4f4 None None] Provisioning complete for port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:28.018920 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f0c27a95-1d30-45c8-9f36-e32464c7b4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:28.046007 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7780ebab-e285-4653-afed-3f9e67dda92e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:28.261331 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7780ebab-e285-4653-afed-3f9e67dda92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:28.286319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:07:28.294222 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cc3765cf-a770-41ec-a921-71ae88966eed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/5b9be963-4bb6-4e8a-b415-b437f9969b38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5564294 Aug 28 13:07:28.298553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48776) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:28.299688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9145bf3-c3c5-4047-8914-6ccc52b30e2b None None] Sync routers for ids ['5b9be963-4bb6-4e8a-b415-b437f9969b38'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:07:28.311808 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9145bf3-c3c5-4047-8914-6ccc52b30e2b None None] Routers {'5b9be963-4bb6-4e8a-b415-b437f9969b38'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:28.312698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f9145bf3-c3c5-4047-8914-6ccc52b30e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5b9be963-4bb6-4e8a-b415-b437f9969b38'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:28.353248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ffd08f-30d3-46b7-8fd6-f8a31e484215 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:28.355065 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-66ffd08f-30d3-46b7-8fd6-f8a31e484215 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports/280986c1-fe5d-4ec5-af78-c494b8ce912d HTTP/1.1" status: 200 len: 911 time: 0.0554500 Aug 28 13:07:28.356548 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f9145bf3-c3c5-4047-8914-6ccc52b30e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:28.358663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48778) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:28.420791 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7780ebab-e285-4653-afed-3f9e67dda92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:28.423847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-725f2353-9906-4b62-b1a2-2fed2acb8650 None None] Provisioning complete for port 280986c1-fe5d-4ec5-af78-c494b8ce912d triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:28.425737 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-725f2353-9906-4b62-b1a2-2fed2acb8650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:28.516060 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9145bf3-c3c5-4047-8914-6ccc52b30e2b None None] Routers {'5b9be963-4bb6-4e8a-b415-b437f9969b38'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:28.516473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780ebab-e285-4653-afed-3f9e67dda92e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fbb2e61-d4ff-4105-a0c5-cf5b87aa8301,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:28.516843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f9145bf3-c3c5-4047-8914-6ccc52b30e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5b9be963-4bb6-4e8a-b415-b437f9969b38'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:28.520313 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7780ebab-e285-4653-afed-3f9e67dda92e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:28.525474 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7780ebab-e285-4653-afed-3f9e67dda92e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4fbb2e61-d4ff-4105-a0c5-cf5b87aa8301 HTTP/1.1" status: 204 len: 168 time: 0.6436284 Aug 28 13:07:28.526274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48792) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:28.609030 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f9145bf3-c3c5-4047-8914-6ccc52b30e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:28.611398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9145bf3-c3c5-4047-8914-6ccc52b30e2b None None] The sync data for ids ['5b9be963-4bb6-4e8a-b415-b437f9969b38'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:07:28.635407 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-725f2353-9906-4b62-b1a2-2fed2acb8650 None None] Port 280986c1-fe5d-4ec5-af78-c494b8ce912d cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:07:28.719787 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d77a8cb-4ffd-42b5-97e4-67278b0ea811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:28.764790 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-82856505-3bbd-4ec9-83a5-cf9890b45036 None None] Provisioning complete for port 280986c1-fe5d-4ec5-af78-c494b8ce912d triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:28.765302 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82856505-3bbd-4ec9-83a5-cf9890b45036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:28.847125 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d77a8cb-4ffd-42b5-97e4-67278b0ea811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:28.853306 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:07:28.861231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-5d77a8cb-4ffd-42b5-97e4-67278b0ea811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989c4f4b-5914-4f4e-bf2b-043fbb70cc4e']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:28.891323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-5d77a8cb-4ffd-42b5-97e4-67278b0ea811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4e4431-0f0f-418c-931d-9fc591473778') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:28.893127 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-5d77a8cb-4ffd-42b5-97e4-67278b0ea811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4e4431-0f0f-418c-931d-9fc591473778') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:28.920173 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d77a8cb-4ffd-42b5-97e4-67278b0ea811 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:28.956056 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d77a8cb-4ffd-42b5-97e4-67278b0ea811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:28.965100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d77a8cb-4ffd-42b5-97e4-67278b0ea811 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:07:28.965682 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d77a8cb-4ffd-42b5-97e4-67278b0ea811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:29.048704 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb40e46b-69bc-4688-9270-163eca53a84d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:07:29.055869 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:07:29.059756 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d77a8cb-4ffd-42b5-97e4-67278b0ea811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:29.073927 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d77a8cb-4ffd-42b5-97e4-67278b0ea811 admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:29.079071 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5d77a8cb-4ffd-42b5-97e4-67278b0ea811 admin admin] 10.222.0.20 "DELETE /v2.0/networks/989c4f4b-5914-4f4e-bf2b-043fbb70cc4e HTTP/1.1" status: 204 len: 168 time: 0.5521557 Aug 28 13:07:29.093809 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77a8cb-4ffd-42b5-97e4-67278b0ea811 admin admin] Pushing event deleted for resources: {'Network': ['ID=989c4f4b-5914-4f4e-bf2b-043fbb70cc4e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:29.241284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-82856505-3bbd-4ec9-83a5-cf9890b45036 None None] Port 280986c1-fe5d-4ec5-af78-c494b8ce912d cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:07:29.284188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:29.285156 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:29.366041 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48828) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:29.449680 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bb9f87df-1ee2-48f6-91d5-e0461e427c69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14ba0e9250694889b826e1779afba8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793450 Aug 28 13:07:29.460655 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48838) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:29.507680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-bb40e46b-69bc-4688-9270-163eca53a84d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port 280986c1-fe5d-4ec5-af78-c494b8ce912d {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:07:29.508444 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb40e46b-69bc-4688-9270-163eca53a84d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:29.558097 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-26afca01-f01a-4176-a13e-ea881bf63b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:29.587871 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-26afca01-f01a-4176-a13e-ea881bf63b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:29.678806 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb40e46b-69bc-4688-9270-163eca53a84d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:29.696323 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-bb40e46b-69bc-4688-9270-163eca53a84d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for 280986c1-fe5d-4ec5-af78-c494b8ce912d owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:07:29.732512 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-26afca01-f01a-4176-a13e-ea881bf63b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:29.736336 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-26afca01-f01a-4176-a13e-ea881bf63b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:29.737894 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-26afca01-f01a-4176-a13e-ea881bf63b5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29fb848f-1946-4df1-b9e2-e34390eb02a9 HTTP/1.1" status: 204 len: 168 time: 0.2761426 Aug 28 13:07:29.793270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afca01-f01a-4176-a13e-ea881bf63b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fb848f-1946-4df1-b9e2-e34390eb02a9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:30.055064 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb40e46b-69bc-4688-9270-163eca53a84d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:30.202442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40e46b-69bc-4688-9270-163eca53a84d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=280986c1-fe5d-4ec5-af78-c494b8ce912d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:30.350694 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb40e46b-69bc-4688-9270-163eca53a84d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:30.483691 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48898) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:30.586096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-300e5338-f444-4601-bc95-f914f2299496 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=851eb2ba553c4ebf82da40254701f98c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012149 Aug 28 13:07:30.588653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48908) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:30.701686 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec4fc944-6a70-4d6f-bd87-b9326ef5cd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:30.730693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec4fc944-6a70-4d6f-bd87-b9326ef5cd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:30.824136 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec4fc944-6a70-4d6f-bd87-b9326ef5cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:30.827963 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec4fc944-6a70-4d6f-bd87-b9326ef5cd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:30.829480 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ec4fc944-6a70-4d6f-bd87-b9326ef5cd84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a972a9a3-5c55-4dfd-aa36-17e85474e527 HTTP/1.1" status: 204 len: 168 time: 0.2375655 Aug 28 13:07:30.843159 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fc944-6a70-4d6f-bd87-b9326ef5cd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a972a9a3-5c55-4dfd-aa36-17e85474e527,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:31.225450 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb40e46b-69bc-4688-9270-163eca53a84d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router 5b9be963-4bb6-4e8a-b415-b437f9969b38 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:07:31.287906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48948) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:31.338201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb40e46b-69bc-4688-9270-163eca53a84d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:07:31.344957 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bb40e46b-69bc-4688-9270-163eca53a84d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/5b9be963-4bb6-4e8a-b415-b437f9969b38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9852071 Aug 28 13:07:31.348046 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48954) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:31.349895 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e468ec37-2222-4249-9fe4-2914fdd77f8b None None] Sync routers for ids ['5b9be963-4bb6-4e8a-b415-b437f9969b38'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:07:31.360205 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e468ec37-2222-4249-9fe4-2914fdd77f8b None None] Routers {'5b9be963-4bb6-4e8a-b415-b437f9969b38'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:31.361366 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e468ec37-2222-4249-9fe4-2914fdd77f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5b9be963-4bb6-4e8a-b415-b437f9969b38'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:31.396273 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b74b4e7b-fc38-4328-a108-2503ee540c3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9be963-4bb6-4e8a-b415-b437f9969b38 HTTP/1.1" status: 200 len: 205 time: 0.0467281 Aug 28 13:07:31.398890 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48956) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:31.424542 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e468ec37-2222-4249-9fe4-2914fdd77f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:31.445030 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e468ec37-2222-4249-9fe4-2914fdd77f8b None None] Routers {'5b9be963-4bb6-4e8a-b415-b437f9969b38'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:31.445655 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e468ec37-2222-4249-9fe4-2914fdd77f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5b9be963-4bb6-4e8a-b415-b437f9969b38'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:31.485140 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e468ec37-2222-4249-9fe4-2914fdd77f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:31.485403 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e468ec37-2222-4249-9fe4-2914fdd77f8b None None] The sync data for ids ['5b9be963-4bb6-4e8a-b415-b437f9969b38'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:07:31.529660 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b15fd368-4b53-4f70-a758-90ecfa43dd89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:31.698194 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7e2378ce-d1c6-4ad9-bde0-a888f5712ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:31.746430 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b15fd368-4b53-4f70-a758-90ecfa43dd89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:31.749047 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b15fd368-4b53-4f70-a758-90ecfa43dd89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:31.844853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7e2378ce-d1c6-4ad9-bde0-a888f5712ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:31.850087 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7e2378ce-d1c6-4ad9-bde0-a888f5712ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:31.867163 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b15fd368-4b53-4f70-a758-90ecfa43dd89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:31.868089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15fd368-4b53-4f70-a758-90ecfa43dd89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Fanout notify agent at l3_agent the message router_deleted on router 5b9be963-4bb6-4e8a-b415-b437f9969b38 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:07:31.888727 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b15fd368-4b53-4f70-a758-90ecfa43dd89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:31.893035 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b15fd368-4b53-4f70-a758-90ecfa43dd89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/routers/5b9be963-4bb6-4e8a-b415-b437f9969b38 HTTP/1.1" status: 204 len: 168 time: 0.4913645 Aug 28 13:07:31.894034 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 48974) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:31.900555 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7e2378ce-d1c6-4ad9-bde0-a888f5712ed4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae6aa1ca3cd24f94925a2b0f6140a14e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6110671 Aug 28 13:07:31.901467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2378ce-d1c6-4ad9-bde0-a888f5712ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f2a409-6572-46fd-9981-acc956fcdcb3,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:31.904190 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 48976) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:31.978016 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38158165-4585-4e4a-9079-e94c1eda7ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:31.987253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-251e0105-edc0-404a-9d4b-6854d0f04a03 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting subnet 4c258a5a-09fc-447a-8e91-d22f58c881ed {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:07:32.005460 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-251e0105-edc0-404a-9d4b-6854d0f04a03 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:32.019895 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38158165-4585-4e4a-9079-e94c1eda7ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:32.097664 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38158165-4585-4e4a-9079-e94c1eda7ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:32.101160 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38158165-4585-4e4a-9079-e94c1eda7ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:32.105107 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-251e0105-edc0-404a-9d4b-6854d0f04a03 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:32.107745 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-38158165-4585-4e4a-9079-e94c1eda7ac0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57f2a409-6572-46fd-9981-acc956fcdcb3 HTTP/1.1" status: 204 len: 168 time: 0.2025533 Aug 28 13:07:32.117955 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38158165-4585-4e4a-9079-e94c1eda7ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f2a409-6572-46fd-9981-acc956fcdcb3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:32.248878 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-251e0105-edc0-404a-9d4b-6854d0f04a03 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:32.368918 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-251e0105-edc0-404a-9d4b-6854d0f04a03 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:32.411068 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e0105-edc0-404a-9d4b-6854d0f04a03 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Subnet': ['ID=4c258a5a-09fc-447a-8e91-d22f58c881ed,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:32.420234 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-251e0105-edc0-404a-9d4b-6854d0f04a03 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:32.426767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49000) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:32.427067 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-251e0105-edc0-404a-9d4b-6854d0f04a03 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/4c258a5a-09fc-447a-8e91-d22f58c881ed HTTP/1.1" status: 204 len: 168 time: 0.5312362 Aug 28 13:07:32.432525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d012239-9238-4a15-bff5-cff1e22295c4 None None] Network 1095ca25-4863-469b-a58e-246ac19dec4d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:07:32.618886 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:32.724169 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:07:32.724775 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:32.739909 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804528af-1039-4653-aa45-5e2304281035 None None] DHCP port deletion for 1095ca25-4863-469b-a58e-246ac19dec4d request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:07:32.823072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] For port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a,segment=NetworkSegment(14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad),segment_id=14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:07:32.823721 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:32.837878 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:07:32.856319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:07:32.863410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49014) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:32.889608 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2926f39-deca-4139-bebe-770e6d012a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:32.947042 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-804528af-1039-4653-aa45-5e2304281035 None None] Deleting port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:07:32.947420 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-804528af-1039-4653-aa45-5e2304281035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.021284 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.069048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-804528af-1039-4653-aa45-5e2304281035 None None] For port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a,segment=NetworkSegment(14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad),segment_id=14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:07:33.069783 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-804528af-1039-4653-aa45-5e2304281035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.093644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a,segment=NetworkSegment(14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad),segment_id=14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:07:33.095384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-804528af-1039-4653-aa45-5e2304281035 None None] Calling delete_port for d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:07:33.102572 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.160918 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.238149 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:33.255532 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2926f39-deca-4139-bebe-770e6d012a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.259003 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:33.267429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No DVR routers for this DVR port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:07:33.270105 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2926f39-deca-4139-bebe-770e6d012a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.279452 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-804528af-1039-4653-aa45-5e2304281035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.289924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804528af-1039-4653-aa45-5e2304281035 None None] No DVR routers for this DVR port d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:07:33.326959 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804528af-1039-4653-aa45-5e2304281035 None None] Pushing event deleted for resources: {'Port': ['ID=d1f44c4f-cf0a-4f30-bc96-218ccd3beb4a,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:33.396500 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e2926f39-deca-4139-bebe-770e6d012a5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acba0870ae8c411187deedf8211b1b0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5319118 Aug 28 13:07:33.399379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49030) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:33.404756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2926f39-deca-4139-bebe-770e6d012a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdb3ce7-6423-4e21-91b4-1f65fef72598,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:33.432026 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.445539 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1095ca25-4863-469b-a58e-246ac19dec4d']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:33.458231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:33.459283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fb97cc-3f9c-4fbb-a2bd-cad9a45054ad') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:33.470874 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.487307 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.495639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:07:33.496599 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.539091 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6edbee99-1584-478b-bfcb-9184cf7bb598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:07:33.555488 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:07:33.572576 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6edbee99-1584-478b-bfcb-9184cf7bb598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.582290 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.617941 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.624845 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/networks/1095ca25-4863-469b-a58e-246ac19dec4d HTTP/1.1" status: 204 len: 168 time: 1.1955457 Aug 28 13:07:33.630746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49040) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:33.637547 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1270969827', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}, 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:33.639492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210e548-e400-4e29-9b60-cf4c2c4072c9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Network': ['ID=1095ca25-4863-469b-a58e-246ac19dec4d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:33.672522 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6edbee99-1584-478b-bfcb-9184cf7bb598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.676847 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6edbee99-1584-478b-bfcb-9184cf7bb598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.678476 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6edbee99-1584-478b-bfcb-9184cf7bb598 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cdb3ce7-6423-4e21-91b4-1f65fef72598 HTTP/1.1" status: 204 len: 168 time: 0.2778044 Aug 28 13:07:33.682686 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.683921 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:33.698098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbee99-1584-478b-bfcb-9184cf7bb598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdb3ce7-6423-4e21-91b4-1f65fef72598,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:33.851776 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:34.164553 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:34.457784 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:34.484854 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:34.675637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Allocated IP 172.25.1.37 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/82cdae7f-361e-4d02-8fea-07697f8c16b2) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:07:34.845458 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:34.899930 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:34.950675 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:34.954400 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:34.963276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:07:35.007022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=82cdae7f-361e-4d02-8fea-07697f8c16b2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:35.432991 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:35.534713 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:07:35.741396 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:35.921015 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router 79f96e09-997b-43fa-81d2-574b8393fa53 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:07:36.144601 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:07:36.155190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c48456-1673-4f5b-8124-56db30c42643 None None] Sync routers for ids ['79f96e09-997b-43fa-81d2-574b8393fa53'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:07:36.167356 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:36.171307 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0eb7942b-2ac5-4e19-a5a9-3a70cc3f4713 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5362298 Aug 28 13:07:36.171904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49136) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:36.175583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c48456-1673-4f5b-8124-56db30c42643 None None] Routers {'79f96e09-997b-43fa-81d2-574b8393fa53'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:36.177807 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-88c48456-1673-4f5b-8124-56db30c42643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['79f96e09-997b-43fa-81d2-574b8393fa53'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:36.288957 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-88c48456-1673-4f5b-8124-56db30c42643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:36.316854 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c48456-1673-4f5b-8124-56db30c42643 None None] Routers {'79f96e09-997b-43fa-81d2-574b8393fa53'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:36.317263 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-88c48456-1673-4f5b-8124-56db30c42643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['79f96e09-997b-43fa-81d2-574b8393fa53'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:36.353040 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-88c48456-1673-4f5b-8124-56db30c42643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:36.353975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c48456-1673-4f5b-8124-56db30c42643 None None] The sync data for ids ['79f96e09-997b-43fa-81d2-574b8393fa53'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:07:36.425094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-73f0fc23-b6f4-44ad-9745-4d9c8455f622 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/routers/79f96e09-997b-43fa-81d2-574b8393fa53 HTTP/1.1" status: 200 len: 884 time: 0.2513161 Aug 28 13:07:36.428405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49150) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:36.738351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49158) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:36.866569 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49164) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:36.866883 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-185cfd8e-c029-4334-b6d5-be8ef13e0ee2 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4368343 Aug 28 13:07:36.881001 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ceda9346-e9c8-4199-b989-02933905bcf0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1270969827'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:37.030715 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:37.335041 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:37.372391 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:37.430510 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d603cafb25a43f7b2a9af6255e275d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6903133 Aug 28 13:07:37.433097 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49178) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:37.433233 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bce7c99-b2e8-4247-9072-287e314849b5,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:37.437197 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ceda9346-e9c8-4199-b989-02933905bcf0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:37.449670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:37.450195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:37.450796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:37.451361 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:37.452055 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:37.452659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:37.453032 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:37.453423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:37.453758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:37.454094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:37.454501 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:37.455081 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:37.455607 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f231cd-9205-47d4-8776-5e304de19ea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:37.465780 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ceda9346-e9c8-4199-b989-02933905bcf0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:37.533360 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ad257d4-eeb8-4a4a-b159-ce6138e1decf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:37.572387 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ad257d4-eeb8-4a4a-b159-ce6138e1decf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:37.643066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceda9346-e9c8-4199-b989-02933905bcf0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router 79f96e09-997b-43fa-81d2-574b8393fa53 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:07:37.665038 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ad257d4-eeb8-4a4a-b159-ce6138e1decf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:37.668927 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ad257d4-eeb8-4a4a-b159-ce6138e1decf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:37.673901 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1ad257d4-eeb8-4a4a-b159-ce6138e1decf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bce7c99-b2e8-4247-9072-287e314849b5 HTTP/1.1" status: 204 len: 168 time: 0.2391157 Aug 28 13:07:37.692868 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad257d4-eeb8-4a4a-b159-ce6138e1decf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bce7c99-b2e8-4247-9072-287e314849b5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:37.877406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceda9346-e9c8-4199-b989-02933905bcf0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:07:37.890178 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60a5f1f-9190-45e1-9369-dc88bc56fd5f None None] Sync routers for ids ['79f96e09-997b-43fa-81d2-574b8393fa53'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:07:37.897606 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ceda9346-e9c8-4199-b989-02933905bcf0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:37.902465 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ceda9346-e9c8-4199-b989-02933905bcf0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/79f96e09-997b-43fa-81d2-574b8393fa53 HTTP/1.1" status: 200 len: 891 time: 1.0327475 Aug 28 13:07:37.904138 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49190) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:37.905059 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60a5f1f-9190-45e1-9369-dc88bc56fd5f None None] Routers {'79f96e09-997b-43fa-81d2-574b8393fa53'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:37.905784 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e60a5f1f-9190-45e1-9369-dc88bc56fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['79f96e09-997b-43fa-81d2-574b8393fa53'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:37.959860 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e60a5f1f-9190-45e1-9369-dc88bc56fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:37.971585 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60a5f1f-9190-45e1-9369-dc88bc56fd5f None None] Routers {'79f96e09-997b-43fa-81d2-574b8393fa53'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:37.972563 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e60a5f1f-9190-45e1-9369-dc88bc56fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['79f96e09-997b-43fa-81d2-574b8393fa53'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:38.026525 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e60a5f1f-9190-45e1-9369-dc88bc56fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:38.027633 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60a5f1f-9190-45e1-9369-dc88bc56fd5f None None] The sync data for ids ['79f96e09-997b-43fa-81d2-574b8393fa53'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:07:38.080311 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-76df7020-ffc9-42e7-8662-3a9b56c7df44 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/routers/79f96e09-997b-43fa-81d2-574b8393fa53 HTTP/1.1" status: 200 len: 891 time: 0.1741278 Aug 28 13:07:38.084000 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49204) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:38.181985 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-406e4f8d-fa76-43e4-972a-408ae709d25f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f96e09-997b-43fa-81d2-574b8393fa53 HTTP/1.1" status: 200 len: 205 time: 0.0963190 Aug 28 13:07:38.184888 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49212) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:38.906000 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac608a34-c563-4cdc-9801-a093fb04f041 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:39.037667 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac608a34-c563-4cdc-9801-a093fb04f041 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:39.103679 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-ac608a34-c563-4cdc-9801-a093fb04f041 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port 82cdae7f-361e-4d02-8fea-07697f8c16b2 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:07:39.104120 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac608a34-c563-4cdc-9801-a093fb04f041 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:39.214776 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac608a34-c563-4cdc-9801-a093fb04f041 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:39.230445 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-ac608a34-c563-4cdc-9801-a093fb04f041 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for 82cdae7f-361e-4d02-8fea-07697f8c16b2 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:07:39.451889 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac608a34-c563-4cdc-9801-a093fb04f041 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:39.487148 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac608a34-c563-4cdc-9801-a093fb04f041 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=82cdae7f-361e-4d02-8fea-07697f8c16b2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:39.570232 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac608a34-c563-4cdc-9801-a093fb04f041 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:39.709332 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac608a34-c563-4cdc-9801-a093fb04f041 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:39.716181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac608a34-c563-4cdc-9801-a093fb04f041 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:39.785810 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac608a34-c563-4cdc-9801-a093fb04f041 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:39.786546 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac608a34-c563-4cdc-9801-a093fb04f041 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Fanout notify agent at l3_agent the message router_deleted on router 79f96e09-997b-43fa-81d2-574b8393fa53 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:07:39.801083 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac608a34-c563-4cdc-9801-a093fb04f041 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:39.802410 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac608a34-c563-4cdc-9801-a093fb04f041 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/routers/79f96e09-997b-43fa-81d2-574b8393fa53 HTTP/1.1" status: 204 len: 168 time: 1.6157804 Aug 28 13:07:39.807308 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49276) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:39.812747 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a944f7df-ebc6-4be5-a5ef-eddabcdfb61f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-573046742'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:39.839481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a944f7df-ebc6-4be5-a5ef-eddabcdfb61f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:07:39.847997 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a944f7df-ebc6-4be5-a5ef-eddabcdfb61f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:39.875685 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-79432d4c-956c-41e2-b233-aafff58f1e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:39.888735 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:39.922951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a944f7df-ebc6-4be5-a5ef-eddabcdfb61f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:07:39.953538 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a944f7df-ebc6-4be5-a5ef-eddabcdfb61f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:39.953887 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-a944f7df-ebc6-4be5-a5ef-eddabcdfb61f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Added segment 5adc7870-2d4e-44d1-9f61-595f3ffb6707 of type vlan for network 9f604832-73fe-46bc-ad76-f1b713bc1baa Aug 28 13:07:40.026280 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a944f7df-ebc6-4be5-a5ef-eddabcdfb61f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.055135 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a944f7df-ebc6-4be5-a5ef-eddabcdfb61f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.067014 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a944f7df-ebc6-4be5-a5ef-eddabcdfb61f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:40.067583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a944f7df-ebc6-4be5-a5ef-eddabcdfb61f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.143227 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a944f7df-ebc6-4be5-a5ef-eddabcdfb61f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3347857 Aug 28 13:07:40.146431 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49296) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:40.155273 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7e088e54-e5ce-430a-8f81-bed27f49abf6 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'subnet': {'network_id': '9f604832-73fe-46bc-ad76-f1b713bc1baa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:40.177139 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49298) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:40.182586 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-93a23438-b910-4c8b-be8f-1f0d21ea0ae2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1070239273', 'description': 'tempest-secgroup-smoke-1070239273 description', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:40.184544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944f7df-ebc6-4be5-a5ef-eddabcdfb61f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Network': ['ID=9f604832-73fe-46bc-ad76-f1b713bc1baa,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:40.202005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 9f604832-73fe-46bc-ad76-f1b713bc1baa details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:07:40.227460 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-93a23438-b910-4c8b-be8f-1f0d21ea0ae2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.242762 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-93a23438-b910-4c8b-be8f-1f0d21ea0ae2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.374684 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-93a23438-b910-4c8b-be8f-1f0d21ea0ae2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.381638 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-93a23438-b910-4c8b-be8f-1f0d21ea0ae2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.424296 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e088e54-e5ce-430a-8f81-bed27f49abf6 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:07:40.426564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a23438-b910-4c8b-be8f-1f0d21ea0ae2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ffcf67-b458-4eca-94f9-c6f586c4f409,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:40.429883 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e088e54-e5ce-430a-8f81-bed27f49abf6 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.516785 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-93a23438-b910-4c8b-be8f-1f0d21ea0ae2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.526194 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-93a23438-b910-4c8b-be8f-1f0d21ea0ae2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.590711 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-93a23438-b910-4c8b-be8f-1f0d21ea0ae2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.596048 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-93a23438-b910-4c8b-be8f-1f0d21ea0ae2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4158444 Aug 28 13:07:40.598260 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49316) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:40.599874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a23438-b910-4c8b-be8f-1f0d21ea0ae2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03634f9-8e4d-464d-b77e-65bb7ceb84ef,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:40.607821 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-96b99f06-ff98-4121-8e62-37bc9eac0518 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': 'f03634f9-8e4d-464d-b77e-65bb7ceb84ef', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:40.657823 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-96b99f06-ff98-4121-8e62-37bc9eac0518 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.795335 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-96b99f06-ff98-4121-8e62-37bc9eac0518 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.802782 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-96b99f06-ff98-4121-8e62-37bc9eac0518 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.830602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b99f06-ff98-4121-8e62-37bc9eac0518 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8f2218-1e21-44e4-ae7d-7209a0e21c5b,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:40.833207 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e088e54-e5ce-430a-8f81-bed27f49abf6 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.871473 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-96b99f06-ff98-4121-8e62-37bc9eac0518 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.872689 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-96b99f06-ff98-4121-8e62-37bc9eac0518 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2690148 Aug 28 13:07:40.875522 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49326) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:40.880134 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b7e4628f-80b6-4cfa-a8a8-34b844dfc88a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': 'f03634f9-8e4d-464d-b77e-65bb7ceb84ef', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:40.928741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e088e54-e5ce-430a-8f81-bed27f49abf6 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Subnet': ['ID=3364a4a0-2b4b-480e-9a66-76e4460133b1,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:40.935036 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b7e4628f-80b6-4cfa-a8a8-34b844dfc88a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:40.936599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e088e54-e5ce-430a-8f81-bed27f49abf6 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Checking segment: {'id': '5adc7870-2d4e-44d1-9f61-595f3ffb6707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9f604832-73fe-46bc-ad76-f1b713bc1baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:07:40.936976 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e088e54-e5ce-430a-8f81-bed27f49abf6 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network hostable DHCP agents. Network: 9f604832-73fe-46bc-ad76-f1b713bc1baa, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:07:40.958786 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e088e54-e5ce-430a-8f81-bed27f49abf6 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 9f604832-73fe-46bc-ad76-f1b713bc1baa is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:07:40.972860 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-7e088e54-e5ce-430a-8f81-bed27f49abf6 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 9f604832-73fe-46bc-ad76-f1b713bc1baa) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:40.988421 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d5dfec-dd31-44bb-a905-8a7b57468684 None None] Network 9f604832-73fe-46bc-ad76-f1b713bc1baa requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:07:40.998928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e088e54-e5ce-430a-8f81-bed27f49abf6 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:40.998928 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e088e54-e5ce-430a-8f81-bed27f49abf6 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.024837 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7e088e54-e5ce-430a-8f81-bed27f49abf6 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8746045 Aug 28 13:07:41.026197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49334) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:41.041016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4fc05461-82d3-4d94-8775-0a254497703c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-657213983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:41.111158 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b7e4628f-80b6-4cfa-a8a8-34b844dfc88a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.123638 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b7e4628f-80b6-4cfa-a8a8-34b844dfc88a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.128235 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4fc05461-82d3-4d94-8775-0a254497703c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.129237 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4fc05461-82d3-4d94-8775-0a254497703c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.158828 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4628f-80b6-4cfa-a8a8-34b844dfc88a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caae5688-0830-4201-b073-83f0e8db4cf2,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:41.178332 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b7e4628f-80b6-4cfa-a8a8-34b844dfc88a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.182473 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b7e4628f-80b6-4cfa-a8a8-34b844dfc88a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3059654 Aug 28 13:07:41.183058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49338) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:41.190421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4f78dc05-9397-48ea-81a9-0c44e9262dc9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': 'f03634f9-8e4d-464d-b77e-65bb7ceb84ef', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:41.213302 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4fc05461-82d3-4d94-8775-0a254497703c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.218506 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4fc05461-82d3-4d94-8775-0a254497703c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.247509 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4fc05461-82d3-4d94-8775-0a254497703c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.249739 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4fc05461-82d3-4d94-8775-0a254497703c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2225027 Aug 28 13:07:41.252512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49342) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:41.258852 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f78dc05-9397-48ea-81a9-0c44e9262dc9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.314784 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-9f604832-73fe-46bc-ad76-f1b713bc1baa', 'network_id': '9f604832-73fe-46bc-ad76-f1b713bc1baa', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'fixed_ips': [{'subnet_id': '3364a4a0-2b4b-480e-9a66-76e4460133b1'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:07:41.316801 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.402694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49348) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:41.422785 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f78dc05-9397-48ea-81a9-0c44e9262dc9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.432341 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f78dc05-9397-48ea-81a9-0c44e9262dc9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.489117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78dc05-9397-48ea-81a9-0c44e9262dc9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f19ec7-5874-40f4-8c94-ba7c0a9a467e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:41.499695 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f78dc05-9397-48ea-81a9-0c44e9262dc9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.504548 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4f78dc05-9397-48ea-81a9-0c44e9262dc9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3197968 Aug 28 13:07:41.506401 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49352) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:41.519763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ca6021d7-0614-499d-9453-ef4123b541fa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': 'f03634f9-8e4d-464d-b77e-65bb7ceb84ef', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:41.582763 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca6021d7-0614-499d-9453-ef4123b541fa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.692298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Allocated IP 2001:db8::2 (9f604832-73fe-46bc-ad76-f1b713bc1baa/3364a4a0-2b4b-480e-9a66-76e4460133b1/a2be267a-eb33-4322-892b-d244e444d585) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:07:41.741764 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9613785f-165f-45bc-9ca4-a747d007a02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.834972 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca6021d7-0614-499d-9453-ef4123b541fa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.841019 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca6021d7-0614-499d-9453-ef4123b541fa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:41.889868 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6021d7-0614-499d-9453-ef4123b541fa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6489e035-3c21-4d01-8cb4-d1222081e1de,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:42.002438 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9613785f-165f-45bc-9ca4-a747d007a02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.009718 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9613785f-165f-45bc-9ca4-a747d007a02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.018251 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca6021d7-0614-499d-9453-ef4123b541fa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.022825 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ca6021d7-0614-499d-9453-ef4123b541fa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5154150 Aug 28 13:07:42.028574 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.030051 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49364) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:42.041057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Transition to ACTIVE for port object a2be267a-eb33-4322-892b-d244e444d585 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:42.071362 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Transition to ACTIVE for port object a2be267a-eb33-4322-892b-d244e444d585 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:42.078895 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.082286 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2ab3b1d5-6dcd-4eae-8b56-3984c022ae5e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': 'f03634f9-8e4d-464d-b77e-65bb7ceb84ef', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:42.145398 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613785f-165f-45bc-9ca4-a747d007a02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63dbc00-d0f7-44ad-beef-426dda240aa2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:42.152672 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9613785f-165f-45bc-9ca4-a747d007a02d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99d7ff1fb7984d06aa76361c75b1a9e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7467108 Aug 28 13:07:42.155487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49370) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:42.165706 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-2ab3b1d5-6dcd-4eae-8b56-3984c022ae5e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Project 76128c3db5c64f1fb1ea03729f5b5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:07:42.179980 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b1d5-6dcd-4eae-8b56-3984c022ae5e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.218011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Network 9f604832-73fe-46bc-ad76-f1b713bc1baa is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:42.219833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Pushing event updated for resources: {'Port': ['ID=a2be267a-eb33-4322-892b-d244e444d585,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:42.228285 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:42.231800 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:07:42.298976 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b1d5-6dcd-4eae-8b56-3984c022ae5e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.311753 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b1d5-6dcd-4eae-8b56-3984c022ae5e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.322380 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.355798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3b1d5-6dcd-4eae-8b56-3984c022ae5e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ef9fac-bdea-4c6b-9c35-d72f4591c7b6,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:42.371911 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d85eca85-f523-40d8-899b-c6ee1e647380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.379928 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b1d5-6dcd-4eae-8b56-3984c022ae5e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.384886 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2ab3b1d5-6dcd-4eae-8b56-3984c022ae5e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3270452 Aug 28 13:07:42.385700 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49380) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:42.389807 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c87b9de0-1fd8-4052-b841-f445149c294e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.407278 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Attempting to bind port a2be267a-eb33-4322-892b-d244e444d585 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:07:42.408260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Attempting to bind port a2be267a-eb33-4322-892b-d244e444d585 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '5adc7870-2d4e-44d1-9f61-595f3ffb6707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9f604832-73fe-46bc-ad76-f1b713bc1baa'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:07:42.408937 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Attempting to bind port a2be267a-eb33-4322-892b-d244e444d585 on network 9f604832-73fe-46bc-ad76-f1b713bc1baa {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:07:42.417273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:07:42.417805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Checking segment: {'id': '5adc7870-2d4e-44d1-9f61-595f3ffb6707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9f604832-73fe-46bc-ad76-f1b713bc1baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:07:42.418291 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.418781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Bound using segment: {'id': '5adc7870-2d4e-44d1-9f61-595f3ffb6707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9f604832-73fe-46bc-ad76-f1b713bc1baa'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:07:42.419482 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Bound port: a2be267a-eb33-4322-892b-d244e444d585, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5adc7870-2d4e-44d1-9f61-595f3ffb6707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9f604832-73fe-46bc-ad76-f1b713bc1baa'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:07:42.420029 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.424347 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c87b9de0-1fd8-4052-b841-f445149c294e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.478132 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2aac7ba8-73c0-49a8-9054-3227d7ddaf82 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': 'f03634f9-8e4d-464d-b77e-65bb7ceb84ef', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:42.493873 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c87b9de0-1fd8-4052-b841-f445149c294e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.495359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] For port a2be267a-eb33-4322-892b-d244e444d585, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:07:42.497295 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c87b9de0-1fd8-4052-b841-f445149c294e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.499286 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c87b9de0-1fd8-4052-b841-f445149c294e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e63dbc00-d0f7-44ad-beef-426dda240aa2 HTTP/1.1" status: 204 len: 168 time: 0.3428216 Aug 28 13:07:42.499410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] For port a2be267a-eb33-4322-892b-d244e444d585, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a2be267a-eb33-4322-892b-d244e444d585,segment=NetworkSegment(5adc7870-2d4e-44d1-9f61-595f3ffb6707),segment_id=5adc7870-2d4e-44d1-9f61-595f3ffb6707)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:07:42.508596 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.540374 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b9de0-1fd8-4052-b841-f445149c294e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63dbc00-d0f7-44ad-beef-426dda240aa2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:42.558270 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-2aac7ba8-73c0-49a8-9054-3227d7ddaf82 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Project 76128c3db5c64f1fb1ea03729f5b5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:07:42.571485 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2aac7ba8-73c0-49a8-9054-3227d7ddaf82 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.638839 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.675609 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fca11b-2425-4667-9184-c4c4e81bcfdb None None] Pushing event updated for resources: {'Port': ['ID=a2be267a-eb33-4322-892b-d244e444d585,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:42.726600 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Allocated IP 2001:db8::1 (9f604832-73fe-46bc-ad76-f1b713bc1baa/3364a4a0-2b4b-480e-9a66-76e4460133b1/51152040-ae14-445d-85e4-9bebe365e567) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:07:42.754694 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2aac7ba8-73c0-49a8-9054-3227d7ddaf82 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.761357 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2aac7ba8-73c0-49a8-9054-3227d7ddaf82 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.791630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac7ba8-73c0-49a8-9054-3227d7ddaf82 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c203070-92a6-4b08-9e8b-c3b2c5154538,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:42.804176 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2aac7ba8-73c0-49a8-9054-3227d7ddaf82 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.808997 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2aac7ba8-73c0-49a8-9054-3227d7ddaf82 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4205592 Aug 28 13:07:42.809850 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49390) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:42.816690 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-12b1cfae-54ae-4219-a544-3bac07570ab4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'network': {'name': 'tempest-network-smoke--1503399216', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'port_security_enabled': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:42.875410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b1cfae-54ae-4219-a544-3bac07570ab4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Made reservation on behalf of 76128c3db5c64f1fb1ea03729f5b5e46 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:07:42.881380 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-12b1cfae-54ae-4219-a544-3bac07570ab4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.916123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b1cfae-54ae-4219-a544-3bac07570ab4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:07:42.929763 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-12b1cfae-54ae-4219-a544-3bac07570ab4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:42.930220 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-12b1cfae-54ae-4219-a544-3bac07570ab4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Added segment ddcef8c0-a0fd-4711-b560-10a26eff14a7 of type vlan for network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 Aug 28 13:07:43.023230 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-12b1cfae-54ae-4219-a544-3bac07570ab4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:43.023901 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:43.062221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Transition to ACTIVE for port object 51152040-ae14-445d-85e4-9bebe365e567 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:43.083652 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-12b1cfae-54ae-4219-a544-3bac07570ab4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:43.104456 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b1cfae-54ae-4219-a544-3bac07570ab4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:43.105133 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-12b1cfae-54ae-4219-a544-3bac07570ab4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:43.163619 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:43.185899 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1cfae-54ae-4219-a544-3bac07570ab4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Network': ['ID=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:43.198144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49394) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:43.202307 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:07:43.219695 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0d273bc5-9e2b-4ed3-ad5a-bbb11bc190b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:43.244284 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-12b1cfae-54ae-4219-a544-3bac07570ab4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4327984 Aug 28 13:07:43.290716 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49396) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:43.293658 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=51152040-ae14-445d-85e4-9bebe365e567,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:43.311388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1299122761', 'admin_state_up': True, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:43.349910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 9f604832-73fe-46bc-ad76-f1b713bc1baa is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:43.353943 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:43.361498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:07:43.362978 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:43.412864 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0d273bc5-9e2b-4ed3-ad5a-bbb11bc190b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:43.417620 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0d273bc5-9e2b-4ed3-ad5a-bbb11bc190b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:43.449852 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:43.484952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0d273bc5-9e2b-4ed3-ad5a-bbb11bc190b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b47bd47c2614408ae54973a8133517b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2850232 Aug 28 13:07:43.485335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49400) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:43.485820 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d273bc5-9e2b-4ed3-ad5a-bbb11bc190b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04c9d5c-a4c8-4776-ba61-3ea63fe3c0f0,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:43.509162 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:43.510282 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:43.602498 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:43.642688 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:43.666243 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3a562d3-a73d-494a-9441-eab8acce8f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:43.834725 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3a562d3-a73d-494a-9441-eab8acce8f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:44.011813 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:44.105570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a29dcb6-9add-4184-9c61-d687b104d03d None None] Network 9f604832-73fe-46bc-ad76-f1b713bc1baa requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:07:44.204701 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3a562d3-a73d-494a-9441-eab8acce8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:44.208566 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e3a562d3-a73d-494a-9441-eab8acce8f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:44.210459 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e3a562d3-a73d-494a-9441-eab8acce8f52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b04c9d5c-a4c8-4776-ba61-3ea63fe3c0f0 HTTP/1.1" status: 204 len: 168 time: 0.7216747 Aug 28 13:07:44.219719 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d1af2411-d4d7-4e37-b574-62153a07805e None None] Provisioning for port a2be267a-eb33-4322-892b-d244e444d585 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:44.241388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a562d3-a73d-494a-9441-eab8acce8f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04c9d5c-a4c8-4776-ba61-3ea63fe3c0f0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:44.517321 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:44.526495 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:44.527654 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:44.709996 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=51152040-ae14-445d-85e4-9bebe365e567,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:44.760433 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:44.774612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3103d9af-3c05-4eab-8778-902031fd7011 None None] Provisioning for port 51152040-ae14-445d-85e4-9bebe365e567 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:44.797066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3103d9af-3c05-4eab-8778-902031fd7011 None None] Provisioning complete for port 51152040-ae14-445d-85e4-9bebe365e567 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:44.798537 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3103d9af-3c05-4eab-8778-902031fd7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:44.803754 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:44.921981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3103d9af-3c05-4eab-8778-902031fd7011 None None] Port 51152040-ae14-445d-85e4-9bebe365e567 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:07:44.958333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a2be267a-eb33-4322-892b-d244e444d585 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:07:44.983156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Allocated IP 172.25.1.70 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/cb6bd533-3a67-40de-ac31-c20737da0b37) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:07:45.053797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port a2be267a-eb33-4322-892b-d244e444d585 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:45.064527 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a2be267a-eb33-4322-892b-d244e444d585 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:45.065163 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:45.151640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 9f604832-73fe-46bc-ad76-f1b713bc1baa is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:45.155509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:45.179997 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:45.222562 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:45.269908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port a2be267a-eb33-4322-892b-d244e444d585, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a2be267a-eb33-4322-892b-d244e444d585,segment=NetworkSegment(5adc7870-2d4e-44d1-9f61-595f3ffb6707),segment_id=5adc7870-2d4e-44d1-9f61-595f3ffb6707)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:07:45.283735 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:45.374209 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:45.399582 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bfd84c28-e3e4-4e17-ba2e-dd0998f633bd None None] Provisioning complete for port 51152040-ae14-445d-85e4-9bebe365e567 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:45.400084 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bfd84c28-e3e4-4e17-ba2e-dd0998f633bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:45.432689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:45.445112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:45.451974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:07:45.454430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router 8e5b60bb-f0ed-4fd1-b7d5-968d4750f343 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:07:45.459766 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=cb6bd533-3a67-40de-ac31-c20737da0b37,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:45.513050 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-bfd84c28-e3e4-4e17-ba2e-dd0998f633bd None None] Port 51152040-ae14-445d-85e4-9bebe365e567 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:07:45.523225 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:45.555656 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=a2be267a-eb33-4322-892b-d244e444d585,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:45.757331 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3d9fdee5-b875-47d1-99fd-42154cb8581b None None] Provisioning complete for port 51152040-ae14-445d-85e4-9bebe365e567 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:45.757331 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3d9fdee5-b875-47d1-99fd-42154cb8581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:45.796374 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3d9fdee5-b875-47d1-99fd-42154cb8581b None None] Port 51152040-ae14-445d-85e4-9bebe365e567 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:07:45.816861 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:07:45.825275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49466) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:45.825855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7863ed0f-17af-4e8f-a742-6a4f768d0b89 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/8e5b60bb-f0ed-4fd1-b7d5-968d4750f343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5711329 Aug 28 13:07:45.832649 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fffd5a9-ae53-4cc2-a6ba-1065ee639c1a None None] Sync routers for ids ['8e5b60bb-f0ed-4fd1-b7d5-968d4750f343'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:07:45.853888 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fffd5a9-ae53-4cc2-a6ba-1065ee639c1a None None] Routers {'8e5b60bb-f0ed-4fd1-b7d5-968d4750f343'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:45.854746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5fffd5a9-ae53-4cc2-a6ba-1065ee639c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['8e5b60bb-f0ed-4fd1-b7d5-968d4750f343'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:45.880619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcad29b-46e9-4d8c-8254-a7b7e57bf75e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:45.882694 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1fcad29b-46e9-4d8c-8254-a7b7e57bf75e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports/51152040-ae14-445d-85e4-9bebe365e567 HTTP/1.1" status: 200 len: 911 time: 0.0553231 Aug 28 13:07:45.885521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49468) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:45.892896 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3364a4a0-2b4b-480e-9a66-76e4460133b1'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:45.900709 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5fffd5a9-ae53-4cc2-a6ba-1065ee639c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:45.911389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fffd5a9-ae53-4cc2-a6ba-1065ee639c1a None None] Routers {'8e5b60bb-f0ed-4fd1-b7d5-968d4750f343'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:45.912168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5fffd5a9-ae53-4cc2-a6ba-1065ee639c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['8e5b60bb-f0ed-4fd1-b7d5-968d4750f343'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:45.961400 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5fffd5a9-ae53-4cc2-a6ba-1065ee639c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:45.962238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fffd5a9-ae53-4cc2-a6ba-1065ee639c1a None None] The sync data for ids ['8e5b60bb-f0ed-4fd1-b7d5-968d4750f343'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:07:46.018167 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:46.183761 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:46.386025 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:46.655286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:07:46.871609 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a2be267a-eb33-4322-892b-d244e444d585 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:07:46.929127 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:07:46.942237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a2be267a-eb33-4322-892b-d244e444d585 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:46.943665 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:46.945706 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Sync routers for ids ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:07:46.950820 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:46.958870 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Routers {'12f7ba1b-3ceb-4564-b794-48d6071ab3ef'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:46.963347 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:46.964289 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:46.975048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:46.976677 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:46.977731 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:46.978820 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/ports/51152040-ae14-445d-85e4-9bebe365e567 HTTP/1.1" status: 200 len: 911 time: 1.0918331 Aug 28 13:07:46.979368 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ce3485e3-44b6-43ce-a29c-233baea3e740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6766083 Aug 28 13:07:46.981611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49504) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:46.984778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49506) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:47.093332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=51152040-ae14-445d-85e4-9bebe365e567,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:47.115228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:47.115576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:47.115925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:47.116315 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:47.116722 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:47.117458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:47.124832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:47.125601 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:47.125601 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:47.125871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:47.126239 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:47.126513 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22cc6-82b2-4221-a7af-714bd4e13bd4 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:47.270190 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Set router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:07:47.439341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-99910f6d-5c21-4ccb-abb1-0a1f9f24fc47 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=76128c3db5c64f1fb1ea03729f5b5e46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4496527 Aug 28 13:07:47.451031 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49522) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:47.540828 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299122761', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:43Z', 'updated_at': '2021-08-28T13:07:45Z', 'revision_number': 3, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:44Z', 'updated_at': '2021-08-28T13:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:47.584148 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Checking router: 12f7ba1b-3ceb-4564-b794-48d6071ab3ef for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:07:47.584839 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Updating router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef port cb6bd533-3a67-40de-ac31-c20737da0b37 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:07:47.626384 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:47.656978 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57c793-6472-44d2-9d95-cae3714e500f tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:47.659578 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9e57c793-6472-44d2-9d95-cae3714e500f tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2008784 Aug 28 13:07:47.662309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49528) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:47.751662 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2909d4fe-abd7-4042-92cd-549a7c41aded tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0877280 Aug 28 13:07:47.752314 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49530) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:47.752652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49532) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:47.763381 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-f6c987f8-4022-42e1-a847-0c58f03b2574 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-407210028', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:47.871661 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c987f8-4022-42e1-a847-0c58f03b2574 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Made reservation on behalf of 76128c3db5c64f1fb1ea03729f5b5e46 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:07:47.875632 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6c987f8-4022-42e1-a847-0c58f03b2574 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:48.068250 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:48.088623 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Transition to ACTIVE for port object cb6bd533-3a67-40de-ac31-c20737da0b37 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:48.098178 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:48.154796 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774acaed-9fea-4b50-b07f-f00fede08c07 None None] Pushing event updated for resources: {'Port': ['ID=cb6bd533-3a67-40de-ac31-c20737da0b37,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:48.165247 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774acaed-9fea-4b50-b07f-f00fede08c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:48.166012 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774acaed-9fea-4b50-b07f-f00fede08c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:48.166788 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774acaed-9fea-4b50-b07f-f00fede08c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:48.167414 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774acaed-9fea-4b50-b07f-f00fede08c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:48.168018 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774acaed-9fea-4b50-b07f-f00fede08c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:48.168850 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774acaed-9fea-4b50-b07f-f00fede08c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:48.169369 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774acaed-9fea-4b50-b07f-f00fede08c07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:48.170149 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774acaed-9fea-4b50-b07f-f00fede08c07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:48.170651 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774acaed-9fea-4b50-b07f-f00fede08c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:48.171166 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774acaed-9fea-4b50-b07f-f00fede08c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:48.171655 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774acaed-9fea-4b50-b07f-f00fede08c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:48.172171 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774acaed-9fea-4b50-b07f-f00fede08c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:07:48.186558 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9749-b644-4c66-a1d0-f7744eb1eb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:48.190021 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6c987f8-4022-42e1-a847-0c58f03b2574 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:48.204464 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Attempting to bind port cb6bd533-3a67-40de-ac31-c20737da0b37 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:07:48.205284 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Attempting to bind port cb6bd533-3a67-40de-ac31-c20737da0b37 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:07:48.205935 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Attempting to bind port cb6bd533-3a67-40de-ac31-c20737da0b37 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:07:48.214103 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:07:48.214819 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:07:48.215620 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:48.230698 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:07:48.234988 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Bound port: cb6bd533-3a67-40de-ac31-c20737da0b37, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:07:48.238032 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:48.259995 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c987f8-4022-42e1-a847-0c58f03b2574 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Subnet': ['ID=9afd0d97-b511-4394-964a-b951ffcaf6d1,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:48.328709 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] For port cb6bd533-3a67-40de-ac31-c20737da0b37, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:07:48.333437 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] For port cb6bd533-3a67-40de-ac31-c20737da0b37, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cb6bd533-3a67-40de-ac31-c20737da0b37,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:07:48.334981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c987f8-4022-42e1-a847-0c58f03b2574 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Checking segment: {'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:07:48.335356 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c987f8-4022-42e1-a847-0c58f03b2574 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network hostable DHCP agents. Network: c02e9869-20e4-405a-a6a9-5a6e7c7e17c6, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:07:48.340390 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:48.379215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c987f8-4022-42e1-a847-0c58f03b2574 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:07:48.392890 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-f6c987f8-4022-42e1-a847-0c58f03b2574 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, c02e9869-20e4-405a-a6a9-5a6e7c7e17c6) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:48.402613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c987f8-4022-42e1-a847-0c58f03b2574 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:48.403301 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6c987f8-4022-42e1-a847-0c58f03b2574 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:48.405110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9080700-7a39-4de2-9535-dd3108aa7e1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:48.412960 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1753bcde-6237-4d0d-b764-a3ea83e1caa8 None None] Network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:07:48.448716 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9749-b644-4c66-a1d0-f7744eb1eb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:48.453941 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9749-b644-4c66-a1d0-f7744eb1eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:48.473498 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f6c987f8-4022-42e1-a847-0c58f03b2574 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7137227 Aug 28 13:07:48.474164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49548) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:48.499448 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Routers {'12f7ba1b-3ceb-4564-b794-48d6071ab3ef'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:48.500924 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:48.546696 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774acaed-9fea-4b50-b07f-f00fede08c07 None None] Pushing event updated for resources: {'Port': ['ID=cb6bd533-3a67-40de-ac31-c20737da0b37,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:48.605341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b9749-b644-4c66-a1d0-f7744eb1eb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bebb72e-487f-408d-8493-081fe24c8b4c,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:48.629373 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2f5b9749-b644-4c66-a1d0-f7744eb1eb13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc1d180a0f5c412795502e79c2c2a8e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8753715 Aug 28 13:07:48.632524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49552) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:48.646431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ips': [{'subnet_id': '9afd0d97-b511-4394-964a-b951ffcaf6d1'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:07:48.647902 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:48.683948 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] Set router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:07:48.967791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b9080700-7a39-4de2-9535-dd3108aa7e1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port 51152040-ae14-445d-85e4-9bebe365e567 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:07:48.968227 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9080700-7a39-4de2-9535-dd3108aa7e1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:49.014899 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299122761', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:43Z', 'updated_at': '2021-08-28T13:07:45Z', 'revision_number': 3, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:44Z', 'updated_at': '2021-08-28T13:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:49.030437 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Allocated IP 172.20.0.2 (c02e9869-20e4-405a-a6a9-5a6e7c7e17c6/9afd0d97-b511-4394-964a-b951ffcaf6d1/1beab865-785d-4636-b55c-56524d8e929b) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:07:49.083835 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d555a38-1b01-481f-ac78-e9dcb84ce92c None None] The sync data for ids ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'] in n-d-791505-21 is: [{'id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299122761', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:43Z', 'updated_at': '2021-08-28T13:07:45Z', 'revision_number': 3, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:44Z', 'updated_at': '2021-08-28T13:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:07:49.088314 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7647273b-c453-4de3-8157-ea2bd7867fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:49.148398 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7647273b-c453-4de3-8157-ea2bd7867fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:49.229374 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9080700-7a39-4de2-9535-dd3108aa7e1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:49.266350 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b9080700-7a39-4de2-9535-dd3108aa7e1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for 51152040-ae14-445d-85e4-9bebe365e567 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:07:49.307969 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7647273b-c453-4de3-8157-ea2bd7867fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:49.310870 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7647273b-c453-4de3-8157-ea2bd7867fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:49.321192 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7647273b-c453-4de3-8157-ea2bd7867fe3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bebb72e-487f-408d-8493-081fe24c8b4c HTTP/1.1" status: 204 len: 168 time: 0.6831748 Aug 28 13:07:49.344864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647273b-c453-4de3-8157-ea2bd7867fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bebb72e-487f-408d-8493-081fe24c8b4c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:49.379191 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:49.415505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Transition to ACTIVE for port object 1beab865-785d-4636-b55c-56524d8e929b will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:49.451300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Transition to ACTIVE for port object 1beab865-785d-4636-b55c-56524d8e929b will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:49.463013 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:49.589406 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Pushing event updated for resources: {'Port': ['ID=1beab865-785d-4636-b55c-56524d8e929b,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:49.610113 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:49.611638 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:49.614057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:07:49.710690 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9080700-7a39-4de2-9535-dd3108aa7e1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:49.722551 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Attempting to bind port 1beab865-785d-4636-b55c-56524d8e929b on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:07:49.722929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Attempting to bind port 1beab865-785d-4636-b55c-56524d8e929b by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:07:49.723296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Attempting to bind port 1beab865-785d-4636-b55c-56524d8e929b on network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:07:49.731157 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:07:49.731503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Checking segment: {'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:07:49.731953 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:49.732403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Bound using segment: {'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:07:49.732877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Bound port: 1beab865-785d-4636-b55c-56524d8e929b, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:07:49.733268 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:49.827961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9080700-7a39-4de2-9535-dd3108aa7e1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=51152040-ae14-445d-85e4-9bebe365e567,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:49.908110 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] For port 1beab865-785d-4636-b55c-56524d8e929b, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:07:49.918235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] For port 1beab865-785d-4636-b55c-56524d8e929b, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1beab865-785d-4636-b55c-56524d8e929b,segment=NetworkSegment(ddcef8c0-a0fd-4711-b560-10a26eff14a7),segment_id=ddcef8c0-a0fd-4711-b560-10a26eff14a7)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:07:49.924952 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:49.935738 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:50.077567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcbbd4-f05a-45a0-aec3-19c2306d4a4d None None] Pushing event updated for resources: {'Port': ['ID=1beab865-785d-4636-b55c-56524d8e929b,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:50.142927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49578) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:50.183604 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9080700-7a39-4de2-9535-dd3108aa7e1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:50.188799 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6b428109-b2e2-4976-b3fc-2e221aed3be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:50.512408 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9080700-7a39-4de2-9535-dd3108aa7e1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router 8e5b60bb-f0ed-4fd1-b7d5-968d4750f343 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:07:50.714889 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9080700-7a39-4de2-9535-dd3108aa7e1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:07:50.721070 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b9080700-7a39-4de2-9535-dd3108aa7e1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/8e5b60bb-f0ed-4fd1-b7d5-968d4750f343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7376983 Aug 28 13:07:50.730106 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a050aca4-f795-462c-b717-571dcacf2b10 None None] Sync routers for ids ['8e5b60bb-f0ed-4fd1-b7d5-968d4750f343'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:07:50.746082 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49594) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:50.770671 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a050aca4-f795-462c-b717-571dcacf2b10 None None] Routers {'8e5b60bb-f0ed-4fd1-b7d5-968d4750f343'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:50.772145 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a050aca4-f795-462c-b717-571dcacf2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['8e5b60bb-f0ed-4fd1-b7d5-968d4750f343'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:50.820242 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3721d2b0-36ae-4037-9083-f2a7dcd4f28c tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5b60bb-f0ed-4fd1-b7d5-968d4750f343 HTTP/1.1" status: 200 len: 205 time: 0.0689514 Aug 28 13:07:50.826155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49600) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:50.879740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a050aca4-f795-462c-b717-571dcacf2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:50.906841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a050aca4-f795-462c-b717-571dcacf2b10 None None] Routers {'8e5b60bb-f0ed-4fd1-b7d5-968d4750f343'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:50.907683 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a050aca4-f795-462c-b717-571dcacf2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['8e5b60bb-f0ed-4fd1-b7d5-968d4750f343'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:50.981169 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a050aca4-f795-462c-b717-571dcacf2b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:50.981169 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a050aca4-f795-462c-b717-571dcacf2b10 None None] The sync data for ids ['8e5b60bb-f0ed-4fd1-b7d5-968d4750f343'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:07:51.018288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cb6bd533-3a67-40de-ac31-c20737da0b37 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:07:51.025523 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-363e00c3-97a9-4761-9264-fa3fe82e1ae8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.100466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6b428109-b2e2-4976-b3fc-2e221aed3be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.106961 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6b428109-b2e2-4976-b3fc-2e221aed3be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.110733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port cb6bd533-3a67-40de-ac31-c20737da0b37 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:51.119868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port cb6bd533-3a67-40de-ac31-c20737da0b37 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:51.120268 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.167905 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Allocated IP 172.20.0.1 (c02e9869-20e4-405a-a6a9-5a6e7c7e17c6/9afd0d97-b511-4394-964a-b951ffcaf6d1/07d10dcc-4baa-4378-9c32-8233466e0c48) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:07:51.281595 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.314818 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-363e00c3-97a9-4761-9264-fa3fe82e1ae8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.317748 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-363e00c3-97a9-4761-9264-fa3fe82e1ae8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.320017 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b428109-b2e2-4976-b3fc-2e221aed3be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a310b751-eda3-4e12-a0b6-6206d36df68a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:51.334180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port cb6bd533-3a67-40de-ac31-c20737da0b37, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cb6bd533-3a67-40de-ac31-c20737da0b37,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:07:51.340747 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.341494 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1beab865-785d-4636-b55c-56524d8e929b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:07:51.348560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6b428109-b2e2-4976-b3fc-2e221aed3be7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8544e46218364b56b7cb0c7247fbd9ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1977909 Aug 28 13:07:51.348987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49612) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:51.440231 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-363e00c3-97a9-4761-9264-fa3fe82e1ae8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.441105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363e00c3-97a9-4761-9264-fa3fe82e1ae8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Fanout notify agent at l3_agent the message router_deleted on router 8e5b60bb-f0ed-4fd1-b7d5-968d4750f343 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:07:51.459192 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-363e00c3-97a9-4761-9264-fa3fe82e1ae8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.459653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=cb6bd533-3a67-40de-ac31-c20737da0b37,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:51.465082 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-363e00c3-97a9-4761-9264-fa3fe82e1ae8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/routers/8e5b60bb-f0ed-4fd1-b7d5-968d4750f343 HTTP/1.1" status: 204 len: 168 time: 0.6338451 Aug 28 13:07:51.466862 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49616) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:51.527044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 1beab865-785d-4636-b55c-56524d8e929b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:51.548620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c8bfda-e7ef-437d-ba1d-ff0b495f872d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting subnet 3364a4a0-2b4b-480e-9a66-76e4460133b1 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:07:51.554264 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a5c8bfda-e7ef-437d-ba1d-ff0b495f872d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.557520 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.562678 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc81c7b2-6bd9-404b-b6f2-a0d45c68d77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.585858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Transition to ACTIVE for port object 07d10dcc-4baa-4378-9c32-8233466e0c48 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:51.617051 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc81c7b2-6bd9-404b-b6f2-a0d45c68d77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.641275 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a5c8bfda-e7ef-437d-ba1d-ff0b495f872d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.755823 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.828980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:51.832325 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc81c7b2-6bd9-404b-b6f2-a0d45c68d77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.834954 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc81c7b2-6bd9-404b-b6f2-a0d45c68d77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.835687 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a5c8bfda-e7ef-437d-ba1d-ff0b495f872d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:51.836261 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fc81c7b2-6bd9-404b-b6f2-a0d45c68d77e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a310b751-eda3-4e12-a0b6-6206d36df68a HTTP/1.1" status: 204 len: 168 time: 0.4845941 Aug 28 13:07:51.868668 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bfd3ba-73cf-4bf3-abab-97d71fe76be8 None None] Network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:07:51.885306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:51.914321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:07:51.933493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81c7b2-6bd9-404b-b6f2-a0d45c68d77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a310b751-eda3-4e12-a0b6-6206d36df68a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:51.941563 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=07d10dcc-4baa-4378-9c32-8233466e0c48,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:51.978705 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a5c8bfda-e7ef-437d-ba1d-ff0b495f872d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:52.050474 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:52.084722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8bfda-e7ef-437d-ba1d-ff0b495f872d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Subnet': ['ID=3364a4a0-2b4b-480e-9a66-76e4460133b1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:52.093242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cd4cd679-6833-45f2-b6ab-599a32908146 None None] Provisioning for port 1beab865-785d-4636-b55c-56524d8e929b completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:52.101483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cd4cd679-6833-45f2-b6ab-599a32908146 None None] Provisioning complete for port 1beab865-785d-4636-b55c-56524d8e929b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:52.102111 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cd4cd679-6833-45f2-b6ab-599a32908146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:52.122692 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a5c8bfda-e7ef-437d-ba1d-ff0b495f872d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:52.135053 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a5c8bfda-e7ef-437d-ba1d-ff0b495f872d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/3364a4a0-2b4b-480e-9a66-76e4460133b1 HTTP/1.1" status: 204 len: 168 time: 0.6652279 Aug 28 13:07:52.136412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49634) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:52.147240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80a953e-c9c1-4550-b0df-aab33b02eb4d None None] Network 9f604832-73fe-46bc-ad76-f1b713bc1baa requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:07:52.385164 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:52.413362 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:52.453117 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cd4cd679-6833-45f2-b6ab-599a32908146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:52.486011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port a2be267a-eb33-4322-892b-d244e444d585 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:07:52.486350 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:52.516511 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cd4cd679-6833-45f2-b6ab-599a32908146 None None] For port 1beab865-785d-4636-b55c-56524d8e929b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1beab865-785d-4636-b55c-56524d8e929b,segment=NetworkSegment(ddcef8c0-a0fd-4711-b560-10a26eff14a7),segment_id=ddcef8c0-a0fd-4711-b560-10a26eff14a7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:07:52.537781 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cd4cd679-6833-45f2-b6ab-599a32908146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:52.689617 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] For port a2be267a-eb33-4322-892b-d244e444d585, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a2be267a-eb33-4322-892b-d244e444d585,segment=NetworkSegment(5adc7870-2d4e-44d1-9f61-595f3ffb6707),segment_id=5adc7870-2d4e-44d1-9f61-595f3ffb6707)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:07:52.690016 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:52.723486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for a2be267a-eb33-4322-892b-d244e444d585 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:07:52.906592 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:52.924075 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No DVR routers for this DVR port a2be267a-eb33-4322-892b-d244e444d585 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:07:52.998011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=a2be267a-eb33-4322-892b-d244e444d585,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:53.087897 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cd679-6833-45f2-b6ab-599a32908146 None None] Pushing event updated for resources: {'Port': ['ID=1beab865-785d-4636-b55c-56524d8e929b,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:53.098783 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cb6bd533-3a67-40de-ac31-c20737da0b37 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:07:53.137319 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.145242 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.146631 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.159554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f604832-73fe-46bc-ad76-f1b713bc1baa']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:53.173483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5adc7870-2d4e-44d1-9f61-595f3ffb6707') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:53.173927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5adc7870-2d4e-44d1-9f61-595f3ffb6707') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:53.190898 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-68cc8d3d-23f1-4413-9892-63a06ce0a537 None None] Provisioning for port 07d10dcc-4baa-4378-9c32-8233466e0c48 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:53.210836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-68cc8d3d-23f1-4413-9892-63a06ce0a537 None None] Provisioning complete for port 07d10dcc-4baa-4378-9c32-8233466e0c48 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:53.211405 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-68cc8d3d-23f1-4413-9892-63a06ce0a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.215185 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.241351 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.255069 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:07:53.255562 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:07:53.260366 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:07:53.274941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=07d10dcc-4baa-4378-9c32-8233466e0c48,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:53.278088 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.292986 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port cb6bd533-3a67-40de-ac31-c20737da0b37 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:53.293469 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.295870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-68cc8d3d-23f1-4413-9892-63a06ce0a537 None None] Port 07d10dcc-4baa-4378-9c32-8233466e0c48 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:07:53.322170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7370545d-019e-45c7-bd27-be9a17c28d7b None None] DHCP port deletion for 9f604832-73fe-46bc-ad76-f1b713bc1baa request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:07:53.359739 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-68cc8d3d-23f1-4413-9892-63a06ce0a537 None None] Provisioning complete for port 1beab865-785d-4636-b55c-56524d8e929b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:53.360254 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-68cc8d3d-23f1-4413-9892-63a06ce0a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.398070 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.410426 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.413131 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/networks/9f604832-73fe-46bc-ad76-f1b713bc1baa HTTP/1.1" status: 204 len: 168 time: 1.2739627 Aug 28 13:07:53.418281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49668) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:53.434213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6403b29-fea2-41cb-8788-243ba430105f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Network': ['ID=9f604832-73fe-46bc-ad76-f1b713bc1baa,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:53.453903 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5b5fefb6-d54c-4329-a5fa-ad34d9476835 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1405297043', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:53.566927 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b5fefb6-d54c-4329-a5fa-ad34d9476835 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.568422 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b5fefb6-d54c-4329-a5fa-ad34d9476835 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.587175 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:53.590189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:53.688811 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3e34bc4f-2871-481d-8969-9ec7c4c79f53 None None] Provisioning complete for port 07d10dcc-4baa-4378-9c32-8233466e0c48 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:53.689185 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3e34bc4f-2871-481d-8969-9ec7c4c79f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.772487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3e34bc4f-2871-481d-8969-9ec7c4c79f53 None None] Port 07d10dcc-4baa-4378-9c32-8233466e0c48 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:07:53.789816 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b5fefb6-d54c-4329-a5fa-ad34d9476835 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.795400 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b5fefb6-d54c-4329-a5fa-ad34d9476835 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.868848 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b5fefb6-d54c-4329-a5fa-ad34d9476835 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.870072 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5b5fefb6-d54c-4329-a5fa-ad34d9476835 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4509151 Aug 28 13:07:53.873373 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49682) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:53.879574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e9cc18c7-fede-4144-8626-320588a74d3f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-960361298'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:53.905904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:07:53.932197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cc18c7-fede-4144-8626-320588a74d3f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:07:53.938705 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9cc18c7-fede-4144-8626-320588a74d3f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.974751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cc18c7-fede-4144-8626-320588a74d3f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:07:53.993839 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9cc18c7-fede-4144-8626-320588a74d3f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:53.994200 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-e9cc18c7-fede-4144-8626-320588a74d3f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Added segment 58fcbccc-80e4-40e7-83ad-8e60e1d176cb of type vlan for network 85a2c211-0d5d-497a-a929-f9089ffcc836 Aug 28 13:07:54.005235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-65614a75-953d-4adb-b51a-3e116c486d84 None None] Provisioning complete for port 07d10dcc-4baa-4378-9c32-8233466e0c48 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:54.006163 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-65614a75-953d-4adb-b51a-3e116c486d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:54.055635 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9cc18c7-fede-4144-8626-320588a74d3f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:54.090970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:07:54.092768 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-65614a75-953d-4adb-b51a-3e116c486d84 None None] Port 07d10dcc-4baa-4378-9c32-8233466e0c48 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:07:54.100266 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-eed0dde4-78b2-4b7c-bb76-bfae71ad6310 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "PUT /v2.0/routers/12f7ba1b-3ceb-4564-b794-48d6071ab3ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6119740 Aug 28 13:07:54.115255 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9cc18c7-fede-4144-8626-320588a74d3f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:54.121531 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cc18c7-fede-4144-8626-320588a74d3f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:54.122255 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9cc18c7-fede-4144-8626-320588a74d3f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:54.122986 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Sync routers for ids ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:07:54.143372 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Routers {'12f7ba1b-3ceb-4564-b794-48d6071ab3ef'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:54.147266 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:54.270964 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e9cc18c7-fede-4144-8626-320588a74d3f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3963585 Aug 28 13:07:54.274548 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49700) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:54.280584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc18c7-fede-4144-8626-320588a74d3f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Network': ['ID=85a2c211-0d5d-497a-a929-f9089ffcc836,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:54.281631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8ba378c3-22ee-4518-8f32-1213bfc81994 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'subnet': {'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:54.304831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 85a2c211-0d5d-497a-a929-f9089ffcc836 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:07:54.451416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba378c3-22ee-4518-8f32-1213bfc81994 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:07:54.459217 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ba378c3-22ee-4518-8f32-1213bfc81994 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:54.473868 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Set router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:07:54.499693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-307f06d6-026a-4c8f-b8dc-be652c8d8000 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070239273&fields=id&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46 HTTP/1.1" status: 200 len: 267 time: 0.0852547 Aug 28 13:07:54.715833 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-b1a68341-1bc5-44b8-8e87-fed1f15ab906 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:54.718032 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-b1a68341-1bc5-44b8-8e87-fed1f15ab906 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/networks?id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 HTTP/1.1" status: 200 len: 797 time: 0.2173653 Aug 28 13:07:54.750321 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-e62a4f13-b6d4-42fc-80d9-9f5838041f49 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/quotas/76128c3db5c64f1fb1ea03729f5b5e46 HTTP/1.1" status: 200 len: 375 time: 0.0224807 Aug 28 13:07:54.815434 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ba378c3-22ee-4518-8f32-1213bfc81994 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:54.861981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1beab865-785d-4636-b55c-56524d8e929b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:07:54.907404 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-fd262473-4867-4fd2-8cae-1b9efc2c87c2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1474850 Aug 28 13:07:54.934409 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba378c3-22ee-4518-8f32-1213bfc81994 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Checking segment: {'id': '58fcbccc-80e4-40e7-83ad-8e60e1d176cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:07:54.934783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba378c3-22ee-4518-8f32-1213bfc81994 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network hostable DHCP agents. Network: 85a2c211-0d5d-497a-a929-f9089ffcc836, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:07:54.944524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba378c3-22ee-4518-8f32-1213bfc81994 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Subnet': ['ID=dbf8186b-77ef-4f29-b0fc-6ce487f0bc97,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:54.987575 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba378c3-22ee-4518-8f32-1213bfc81994 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 85a2c211-0d5d-497a-a929-f9089ffcc836 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:07:54.994090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 1beab865-785d-4636-b55c-56524d8e929b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:54.994499 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:55.010387 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-8ba378c3-22ee-4518-8f32-1213bfc81994 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 85a2c211-0d5d-497a-a929-f9089ffcc836) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:55.019223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba378c3-22ee-4518-8f32-1213bfc81994 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:55.022168 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ba378c3-22ee-4518-8f32-1213bfc81994 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:55.058661 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8ba378c3-22ee-4518-8f32-1213bfc81994 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7801683 Aug 28 13:07:55.060001 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49734) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:55.081354 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794e7f2b-b22d-4c01-bf15-2af866591fe2 None None] Network 85a2c211-0d5d-497a-a929-f9089ffcc836 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:07:55.099286 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299122761', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:43Z', 'updated_at': '2021-08-28T13:07:52Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:44Z', 'updated_at': '2021-08-28T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '07d10dcc-4baa-4378-9c32-8233466e0c48', 'name': '', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:2e:87:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:50Z', 'updated_at': '2021-08-28T13:07:52Z', 'revision_number': 2, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:55.144171 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-9b4ab413-c41f-4c2d-b249-10d8656f9b5c service neutron] 10.222.0.20 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350640 Aug 28 13:07:55.164268 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Checking router: 12f7ba1b-3ceb-4564-b794-48d6071ab3ef for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:07:55.164268 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Updating router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef port 07d10dcc-4baa-4378-9c32-8233466e0c48 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:07:55.222971 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:55.355192 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-8677dfd3-6066-4b48-8506-2f69322c334c service neutron] 10.222.0.20 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037582 Aug 28 13:07:55.511176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-85a2c211-0d5d-497a-a929-f9089ffcc836', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:07:55.512958 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:55.740744 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d55dafab-1036-4381-9fe1-336a4fbd34f5 req-dc1f4a67-277c-42f9-b60d-718cb766825f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 210 time: 0.0773089 Aug 28 13:07:55.849342 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a2be267a-eb33-4322-892b-d244e444d585 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:07:55.903179 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: a2be267a-eb33-4322-892b-d244e444d585 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:07:55.903787 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a2be267a-eb33-4322-892b-d244e444d585 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:07:55.937249 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:55.938413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Allocated IP 2001:db8::2 (85a2c211-0d5d-497a-a929-f9089ffcc836/dbf8186b-77ef-4f29-b0fc-6ce487f0bc97/46bdb765-a031-4193-bfa8-bd9c25183698) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:07:55.963105 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:55.968511 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Transition to ACTIVE for port object 07d10dcc-4baa-4378-9c32-8233466e0c48 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:55.976193 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:56.083342 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b00a5b-21e7-4e5b-845c-36da3da99b22 None None] Pushing event updated for resources: {'Port': ['ID=07d10dcc-4baa-4378-9c32-8233466e0c48,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:56.333471 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:56.344879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Transition to ACTIVE for port object 46bdb765-a031-4193-bfa8-bd9c25183698 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:56.365173 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Attempting to bind port 07d10dcc-4baa-4378-9c32-8233466e0c48 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:07:56.365773 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Attempting to bind port 07d10dcc-4baa-4378-9c32-8233466e0c48 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:07:56.365879 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Attempting to bind port 07d10dcc-4baa-4378-9c32-8233466e0c48 on network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:07:56.366767 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Transition to ACTIVE for port object 46bdb765-a031-4193-bfa8-bd9c25183698 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:56.378076 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:56.383551 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:07:56.385131 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Checking segment: {'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:07:56.386891 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:56.387671 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Bound using segment: {'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:07:56.389304 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Bound port: 07d10dcc-4baa-4378-9c32-8233466e0c48, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:07:56.389795 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:56.446494 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Network 85a2c211-0d5d-497a-a929-f9089ffcc836 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:56.454447 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:56.464135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:07:56.476537 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Pushing event updated for resources: {'Port': ['ID=46bdb765-a031-4193-bfa8-bd9c25183698,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:56.556203 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Attempting to bind port 46bdb765-a031-4193-bfa8-bd9c25183698 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:07:56.556843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Attempting to bind port 46bdb765-a031-4193-bfa8-bd9c25183698 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '58fcbccc-80e4-40e7-83ad-8e60e1d176cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:07:56.557260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Attempting to bind port 46bdb765-a031-4193-bfa8-bd9c25183698 on network 85a2c211-0d5d-497a-a929-f9089ffcc836 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:07:56.571948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:07:56.572329 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Checking segment: {'id': '58fcbccc-80e4-40e7-83ad-8e60e1d176cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:07:56.573063 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:56.573264 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Bound using segment: {'id': '58fcbccc-80e4-40e7-83ad-8e60e1d176cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:07:56.573757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Bound port: 46bdb765-a031-4193-bfa8-bd9c25183698, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fcbccc-80e4-40e7-83ad-8e60e1d176cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:07:56.574138 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:56.577450 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] For port 07d10dcc-4baa-4378-9c32-8233466e0c48, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:07:56.583651 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] For port 07d10dcc-4baa-4378-9c32-8233466e0c48, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=07d10dcc-4baa-4378-9c32-8233466e0c48,segment=NetworkSegment(ddcef8c0-a0fd-4711-b560-10a26eff14a7),segment_id=ddcef8c0-a0fd-4711-b560-10a26eff14a7)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:07:56.594119 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:56.666956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] For port 46bdb765-a031-4193-bfa8-bd9c25183698, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:07:56.670940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] For port 46bdb765-a031-4193-bfa8-bd9c25183698, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=46bdb765-a031-4193-bfa8-bd9c25183698,segment=NetworkSegment(58fcbccc-80e4-40e7-83ad-8e60e1d176cb),segment_id=58fcbccc-80e4-40e7-83ad-8e60e1d176cb)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:07:56.679870 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:56.738268 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b00a5b-21e7-4e5b-845c-36da3da99b22 None None] Pushing event updated for resources: {'Port': ['ID=07d10dcc-4baa-4378-9c32-8233466e0c48,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:56.740664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Allocated IP 2001:db8::1 (85a2c211-0d5d-497a-a929-f9089ffcc836/dbf8186b-77ef-4f29-b0fc-6ce487f0bc97/c1c7ae3c-9a62-4364-adba-9659db9380ce) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:07:56.826314 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Routers {'12f7ba1b-3ceb-4564-b794-48d6071ab3ef'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:56.832210 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:56.854604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84289c4-7996-435d-9f89-cd1234e1c071 None None] Pushing event updated for resources: {'Port': ['ID=46bdb765-a031-4193-bfa8-bd9c25183698,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:57.017301 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-02bc8ccb-bef7-43c6-a50b-8673ee4b2afa req-3059986c-e8a3-4e13-b34d-c42f866ac502 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 210 time: 0.0638494 Aug 28 13:07:57.149111 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] Set router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:07:57.181688 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:57.240733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Transition to ACTIVE for port object c1c7ae3c-9a62-4364-adba-9659db9380ce will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:57.283197 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:57.375980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 85a2c211-0d5d-497a-a929-f9089ffcc836 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:57.382768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:57.387485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:07:57.388257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:57.398312 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=c1c7ae3c-9a62-4364-adba-9659db9380ce,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:57.619272 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:57.625550 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299122761', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:43Z', 'updated_at': '2021-08-28T13:07:52Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:44Z', 'updated_at': '2021-08-28T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '07d10dcc-4baa-4378-9c32-8233466e0c48', 'name': '', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:2e:87:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:50Z', 'updated_at': '2021-08-28T13:07:56Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:57.697618 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43a283a-d948-4367-8d22-9c563f65f22d None None] The sync data for ids ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'] in n-d-791505-21 is: [{'id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299122761', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:43Z', 'updated_at': '2021-08-28T13:07:52Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:44Z', 'updated_at': '2021-08-28T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '07d10dcc-4baa-4378-9c32-8233466e0c48', 'name': '', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:2e:87:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:50Z', 'updated_at': '2021-08-28T13:07:56Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:07:58.166700 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-e784f038-4f24-405b-87a2-5f145c67b706 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:58.170600 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-e784f038-4f24-405b-87a2-5f145c67b706 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.11 "GET /v2.0/networks?id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 HTTP/1.1" status: 200 len: 797 time: 0.3011389 Aug 28 13:07:58.277174 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-d83eb358-a718-44c7-9c34-07ae7863e192 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46 HTTP/1.1" status: 200 len: 380 time: 0.0937436 Aug 28 13:07:58.295184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-c26c9aa7-bcb6-4cea-bc3e-f3b8d7c169e9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'port': {'device_id': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'admin_state_up': True, 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'security_groups': ['f03634f9-8e4d-464d-b77e-65bb7ceb84ef']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:58.304130 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed183995-0a62-4e04-9075-9cbed96206d5 req-da661d79-dd34-4fea-abcd-9b7813fcbb03 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 210 time: 0.0963485 Aug 28 13:07:58.373914 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:58.388673 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:58.389646 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:58.584450 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=c1c7ae3c-9a62-4364-adba-9659db9380ce,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:58.636145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-c26c9aa7-bcb6-4cea-bc3e-f3b8d7c169e9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Made reservation on behalf of 76128c3db5c64f1fb1ea03729f5b5e46 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:07:58.640136 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-c26c9aa7-bcb6-4cea-bc3e-f3b8d7c169e9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:58.671942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 85a2c211-0d5d-497a-a929-f9089ffcc836 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:58.673405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:58.782443 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c41bbd1-ca14-4c80-97f1-72c86f6b4ec1 None None] Network 85a2c211-0d5d-497a-a929-f9089ffcc836 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:07:58.980231 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2f096def-df47-4219-a5e5-b0eb77ad82e8 None None] Provisioning for port 46bdb765-a031-4193-bfa8-bd9c25183698 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:59.015559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router efc16970-47f8-433d-a310-7e95d5af48fd is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:07:59.022690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 46bdb765-a031-4193-bfa8-bd9c25183698 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:07:59.034644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-c26c9aa7-bcb6-4cea-bc3e-f3b8d7c169e9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Allocated IP 172.20.0.6 (c02e9869-20e4-405a-a6a9-5a6e7c7e17c6/9afd0d97-b511-4394-964a-b951ffcaf6d1/5613f691-3503-413e-b968-94928855f821) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:07:59.253339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:07:59.260743 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f9d6f113-47bd-4bfa-b31b-1ea0d100de66 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/efc16970-47f8-433d-a310-7e95d5af48fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1992383 Aug 28 13:07:59.269096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49844) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:07:59.276850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Sync routers for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:07:59.278126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-dcbd22f7-767e-43f6-bd78-162b7937ef1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1504526344'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:07:59.322181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbd22f7-767e-43f6-bd78-162b7937ef1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:07:59.327467 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dcbd22f7-767e-43f6-bd78-162b7937ef1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:59.388792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:07:59.391041 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:07:59.424342 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-c26c9aa7-bcb6-4cea-bc3e-f3b8d7c169e9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:59.472271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-c26c9aa7-bcb6-4cea-bc3e-f3b8d7c169e9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Transition to ACTIVE for port object 5613f691-3503-413e-b968-94928855f821 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:07:59.561733 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-c26c9aa7-bcb6-4cea-bc3e-f3b8d7c169e9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:59.579259 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 46bdb765-a031-4193-bfa8-bd9c25183698 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:07:59.604515 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 46bdb765-a031-4193-bfa8-bd9c25183698 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:07:59.604811 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:59.649612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-c26c9aa7-bcb6-4cea-bc3e-f3b8d7c169e9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:07:59.667355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-c26c9aa7-bcb6-4cea-bc3e-f3b8d7c169e9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:07:59.687444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-c26c9aa7-bcb6-4cea-bc3e-f3b8d7c169e9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:07:59.696077 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c9aa7-bcb6-4cea-bc3e-f3b8d7c169e9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=5613f691-3503-413e-b968-94928855f821,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:07:59.724473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:07:59.851138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-c26c9aa7-bcb6-4cea-bc3e-f3b8d7c169e9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:07:59.851810 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-c26c9aa7-bcb6-4cea-bc3e-f3b8d7c169e9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:07:59.883162 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-c26c9aa7-bcb6-4cea-bc3e-f3b8d7c169e9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5936124 Aug 28 13:07:59.895332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-259db128-40ac-4de7-8c09-7bb45ceb1eb2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:07:59.896732 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-259db128-40ac-4de7-8c09-7bb45ceb1eb2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061169 Aug 28 13:08:00.027316 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:00.034740 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcbd22f7-767e-43f6-bd78-162b7937ef1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:08:00.080840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa751d4-fb04-499e-8f88-391d1784758d req-122a73bd-6472-4bd8-a89c-b01b3ffa443f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:00.082750 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2aa751d4-fb04-499e-8f88-391d1784758d req-122a73bd-6472-4bd8-a89c-b01b3ffa443f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 931 time: 0.0992830 Aug 28 13:08:00.084921 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dcbd22f7-767e-43f6-bd78-162b7937ef1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:00.085388 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-dcbd22f7-767e-43f6-bd78-162b7937ef1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Added segment 9aeec924-79fa-437d-82da-1b0d9f49b917 of type vlan for network 8ebed3a9-c499-4bef-8a9c-3a9d437884c2 Aug 28 13:08:00.208727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Request body: {'port': {'device_id': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:00.261355 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dcbd22f7-767e-43f6-bd78-162b7937ef1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:00.273505 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2aa751d4-fb04-499e-8f88-391d1784758d req-987da468-ec70-4cd7-941c-17260aed2ede tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516240 Aug 28 13:08:00.276618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 46bdb765-a031-4193-bfa8-bd9c25183698, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=46bdb765-a031-4193-bfa8-bd9c25183698,segment=NetworkSegment(58fcbccc-80e4-40e7-83ad-8e60e1d176cb),segment_id=58fcbccc-80e4-40e7-83ad-8e60e1d176cb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:00.339550 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dcbd22f7-767e-43f6-bd78-162b7937ef1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:00.343786 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:00.344596 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 07d10dcc-4baa-4378-9c32-8233466e0c48 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:00.350081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbd22f7-767e-43f6-bd78-162b7937ef1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:00.351216 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dcbd22f7-767e-43f6-bd78-162b7937ef1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:00.397695 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:00.424530 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9bbeff8c-b747-4f59-ab04-5347e0eebbd3 None None] Provisioning for port c1c7ae3c-9a62-4364-adba-9659db9380ce completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:00.468958 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd22f7-767e-43f6-bd78-162b7937ef1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Network': ['ID=8ebed3a9-c499-4bef-8a9c-3a9d437884c2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:00.486690 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dcbd22f7-767e-43f6-bd78-162b7937ef1b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2157602 Aug 28 13:08:00.488093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49870) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:00.489239 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 8ebed3a9-c499-4bef-8a9c-3a9d437884c2 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:08:00.491746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9bbeff8c-b747-4f59-ab04-5347e0eebbd3 None None] Provisioning complete for port c1c7ae3c-9a62-4364-adba-9659db9380ce triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:00.492239 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9bbeff8c-b747-4f59-ab04-5347e0eebbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:00.495386 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-1dc81135-d64d-41d5-92d9-1f8b967f476a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'subnet': {'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:00.587361 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9bbeff8c-b747-4f59-ab04-5347e0eebbd3 None None] Port c1c7ae3c-9a62-4364-adba-9659db9380ce cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:08:00.597326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=46bdb765-a031-4193-bfa8-bd9c25183698,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:00.674581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 07d10dcc-4baa-4378-9c32-8233466e0c48 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:00.708213 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 07d10dcc-4baa-4378-9c32-8233466e0c48 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:00.708724 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:00.767104 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc81135-d64d-41d5-92d9-1f8b967f476a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:08:00.773861 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1dc81135-d64d-41d5-92d9-1f8b967f476a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:00.809670 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9bbeff8c-b747-4f59-ab04-5347e0eebbd3 None None] Provisioning complete for port 46bdb765-a031-4193-bfa8-bd9c25183698 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:00.812161 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9bbeff8c-b747-4f59-ab04-5347e0eebbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:00.866955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:07:57Z', 'revision_number': 2, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:07:57Z', 'revision_number': 2, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:00.947407 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Checking router: efc16970-47f8-433d-a310-7e95d5af48fd for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:08:00.948004 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Updating router efc16970-47f8-433d-a310-7e95d5af48fd port c1c7ae3c-9a62-4364-adba-9659db9380ce binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:08:01.018016 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:01.057394 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5613f691-3503-413e-b968-94928855f821 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:08:01.066844 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:01.098750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Transition to ACTIVE for port object 5613f691-3503-413e-b968-94928855f821 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:01.104003 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:01.155921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Pushing event updated for resources: {'Port': ['ID=5613f691-3503-413e-b968-94928855f821,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:01.249402 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1dc81135-d64d-41d5-92d9-1f8b967f476a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:01.320126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Attempting to bind port 5613f691-3503-413e-b968-94928855f821 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:08:01.320459 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Attempting to bind port 5613f691-3503-413e-b968-94928855f821 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:08:01.320811 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Attempting to bind port 5613f691-3503-413e-b968-94928855f821 on network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:08:01.327682 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:01.340155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Port 5613f691-3503-413e-b968-94928855f821 on network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:08:01.340478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Attempting to bind port 5613f691-3503-413e-b968-94928855f821 on network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:08:01.365619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:08:01.365619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Checking segment: {'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:01.365619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Bound using segment: {'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:08:01.366810 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Bound port: 5613f691-3503-413e-b968-94928855f821, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:08:01.367234 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:01.433968 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-d7aed570-243e-4a0d-8187-08f8b385a5da req-73d92a31-dee0-49d1-be20-679a76f6a32e service neutron] (94878) timed out ('10.222.0.11', 53580) {{(pid=94878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 13:08:01.434522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc81135-d64d-41d5-92d9-1f8b967f476a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Subnet': ['ID=3a35d80b-adce-4737-b4cf-e03a0070d90f,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:01.444031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 07d10dcc-4baa-4378-9c32-8233466e0c48, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=07d10dcc-4baa-4378-9c32-8233466e0c48,segment=NetworkSegment(ddcef8c0-a0fd-4711-b560-10a26eff14a7),segment_id=ddcef8c0-a0fd-4711-b560-10a26eff14a7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:01.453535 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:01.567494 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df070b-033c-46e3-b36b-a2e6d7e863e0 req-ba21e9a8-a6f6-4484-83a1-6499330b068b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:01.569285 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-18df070b-033c-46e3-b36b-a2e6d7e863e0 req-ba21e9a8-a6f6-4484-83a1-6499330b068b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 943 time: 0.1110120 Aug 28 13:08:01.573501 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc81135-d64d-41d5-92d9-1f8b967f476a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Checking segment: {'id': '9aeec924-79fa-437d-82da-1b0d9f49b917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:01.573881 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc81135-d64d-41d5-92d9-1f8b967f476a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network hostable DHCP agents. Network: 8ebed3a9-c499-4bef-8a9c-3a9d437884c2, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:08:01.597730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] For port 5613f691-3503-413e-b968-94928855f821, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:08:01.607848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] For port 5613f691-3503-413e-b968-94928855f821, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5613f691-3503-413e-b968-94928855f821,segment=NetworkSegment(ddcef8c0-a0fd-4711-b560-10a26eff14a7),segment_id=ddcef8c0-a0fd-4711-b560-10a26eff14a7)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:08:01.615016 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:01.665086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:01.665770 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:01.672350 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] 10.222.0.11 "PUT /v2.0/ports/5613f691-3503-413e-b968-94928855f821 HTTP/1.1" status: 200 len: 1092 time: 1.7672737 Aug 28 13:08:01.680211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'tag': '5613f691-3503-413e-b968-94928855f821'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:08:01.686397 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b737bc-3788-4458-ae43-c9046ce40d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "97c95747-986d-4c5b-aa4c-63d47a0b5012", "tag": "5613f691-3503-413e-b968-94928855f821"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:08:01.692186 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-18df070b-033c-46e3-b36b-a2e6d7e863e0 req-4fce1252-ad87-44db-9783-f6f58fa79b20 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066749 Aug 28 13:08:01.694457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc81135-d64d-41d5-92d9-1f8b967f476a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 8ebed3a9-c499-4bef-8a9c-3a9d437884c2 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:08:01.718377 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-1dc81135-d64d-41d5-92d9-1f8b967f476a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 8ebed3a9-c499-4bef-8a9c-3a9d437884c2) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:01.746551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc81135-d64d-41d5-92d9-1f8b967f476a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:01.747681 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1dc81135-d64d-41d5-92d9-1f8b967f476a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:01.776285 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1dc81135-d64d-41d5-92d9-1f8b967f476a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2859929 Aug 28 13:08:01.777535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49900) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:01.977177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411b5ab-c305-4821-ae69-66b095a7590f service neutron] Pushing event updated for resources: {'Port': ['ID=5613f691-3503-413e-b968-94928855f821,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:02.015978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-13e2b902-b786-493f-9d67-80373d499403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:02.023269 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-13e2b902-b786-493f-9d67-80373d499403 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 1095 time: 0.2829900 Aug 28 13:08:02.071431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 46bdb765-a031-4193-bfa8-bd9c25183698 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:02.073445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1de6965-268d-4ab4-8333-8fed26c5c737 None None] Network 8ebed3a9-c499-4bef-8a9c-3a9d437884c2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:08:02.110960 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e49545ea-6da6-4e85-b5e1-5a12badcfa14 None None] Provisioning for port 5613f691-3503-413e-b968-94928855f821 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:02.145519 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec51885-dfdb-48f5-b3d0-9dd70c4799f9 x-openstack-request-id: req-dec51885-dfdb-48f5-b3d0-9dd70c4799f9 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:08:02.145996 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c95747-986d-4c5b-aa4c-63d47a0b5012", "tag": "5613f691-3503-413e-b968-94928855f821", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:08:02.146104 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dec51885-dfdb-48f5-b3d0-9dd70c4799f9 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:08:02.153076 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'tag': '5613f691-3503-413e-b968-94928855f821', 'status': 'completed', 'code': 200} Aug 28 13:08:02.155672 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-e34a7cbc-258d-4a13-878d-f0e4b91a8d58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5613f691-3503-413e-b968-94928855f821 HTTP/1.1" status: 200 len: 217 time: 0.1233172 Aug 28 13:08:02.255735 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-5ae738bf-c167-4946-aa08-708c55f703fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:02.257703 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-5ae738bf-c167-4946-aa08-708c55f703fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9afd0d97-b511-4394-964a-b951ffcaf6d1 HTTP/1.1" status: 200 len: 834 time: 0.0948124 Aug 28 13:08:02.314881 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-b84cd65e-c61d-4a39-826d-c059849fc936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:02.314881 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-b84cd65e-c61d-4a39-826d-c059849fc936 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479131 Aug 28 13:08:02.388507 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:02.444318 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e49545ea-6da6-4e85-b5e1-5a12badcfa14 None None] Provisioning complete for port c1c7ae3c-9a62-4364-adba-9659db9380ce triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:02.445269 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e49545ea-6da6-4e85-b5e1-5a12badcfa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:02.446894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=07d10dcc-4baa-4378-9c32-8233466e0c48,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:02.517983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 46bdb765-a031-4193-bfa8-bd9c25183698 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:02.518805 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:02.544063 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-f8d81928-06ac-4e2e-b765-5429d1837e8e service neutron] 10.222.0.11 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226901 Aug 28 13:08:02.573765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-e49545ea-6da6-4e85-b5e1-5a12badcfa14 None None] Port c1c7ae3c-9a62-4364-adba-9659db9380ce cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:08:02.772432 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:02.779174 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f2720fc-7f65-4af1-8f57-857d14182a9c req-3b3ca928-634f-4e0b-a6e3-b8106a293b9f service neutron] 10.222.0.11 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272484 Aug 28 13:08:02.807176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:08:02.808074 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:02.914198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-b30c4e74-d521-40be-a72d-eaed9ea780d4 req-fe3569e5-93a4-4df2-a7d4-2dd6ed9c637e service neutron] (94877) timed out ('10.222.0.11', 53700) {{(pid=94877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 13:08:02.957630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Allocated IP 2001:db8:1::1 (8ebed3a9-c499-4bef-8a9c-3a9d437884c2/3a35d80b-adce-4737-b4cf-e03a0070d90f/fb37c943-d881-4bd6-ba96-d52f9dee7a3f) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:08:02.990154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b737bc-3788-4458-ae43-c9046ce40d4f req-d2813f49-fd3d-4a72-8b10-6b88e6ea353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:02.992062 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82b737bc-3788-4458-ae43-c9046ce40d4f req-d2813f49-fd3d-4a72-8b10-6b88e6ea353d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 1095 time: 0.1480381 Aug 28 13:08:03.013398 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1a31c-48f8-42f8-b7e4-36a182e97c97 req-e5419754-382f-4352-9958-3d9d7e2d5cf6 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:03.015469 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85b1a31c-48f8-42f8-b7e4-36a182e97c97 req-e5419754-382f-4352-9958-3d9d7e2d5cf6 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 943 time: 0.0994892 Aug 28 13:08:03.021948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Transition to ACTIVE for port object c1c7ae3c-9a62-4364-adba-9659db9380ce will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:03.037676 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:03.131261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b737bc-3788-4458-ae43-c9046ce40d4f req-080376c8-9a23-4a13-ac74-94883f1c45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:03.132767 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82b737bc-3788-4458-ae43-c9046ce40d4f req-080376c8-9a23-4a13-ac74-94883f1c45b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 HTTP/1.1" status: 200 len: 897 time: 0.1164072 Aug 28 13:08:03.195560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99427a-b33c-425e-a575-3a1497ace7c7 None None] Pushing event updated for resources: {'Port': ['ID=c1c7ae3c-9a62-4364-adba-9659db9380ce,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:03.207827 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82b737bc-3788-4458-ae43-c9046ce40d4f req-13bd41c8-1b67-4f2c-93a7-22376bdd6a1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5613f691-3503-413e-b968-94928855f821 HTTP/1.1" status: 200 len: 217 time: 0.0656111 Aug 28 13:08:03.211371 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:03.263729 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Transition to ACTIVE for port object fb37c943-d881-4bd6-ba96-d52f9dee7a3f will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:03.285627 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85b1a31c-48f8-42f8-b7e4-36a182e97c97 req-a5a41bc0-f503-4d1a-90ad-a825d9039afb tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518724 Aug 28 13:08:03.293616 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b737bc-3788-4458-ae43-c9046ce40d4f req-0c05b989-c35c-4371-9ff4-1c797f5766a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:03.296557 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82b737bc-3788-4458-ae43-c9046ce40d4f req-0c05b989-c35c-4371-9ff4-1c797f5766a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9afd0d97-b511-4394-964a-b951ffcaf6d1 HTTP/1.1" status: 200 len: 834 time: 0.0799842 Aug 28 13:08:03.355790 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:03.380482 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b737bc-3788-4458-ae43-c9046ce40d4f req-bf96e0ba-4166-4b1a-9831-85ab5a9eba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:03.382192 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82b737bc-3788-4458-ae43-c9046ce40d4f req-bf96e0ba-4166-4b1a-9831-85ab5a9eba0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765166 Aug 28 13:08:03.383184 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Attempting to bind port c1c7ae3c-9a62-4364-adba-9659db9380ce on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:08:03.383553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Attempting to bind port c1c7ae3c-9a62-4364-adba-9659db9380ce by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '58fcbccc-80e4-40e7-83ad-8e60e1d176cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:08:03.383910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Attempting to bind port c1c7ae3c-9a62-4364-adba-9659db9380ce on network 85a2c211-0d5d-497a-a929-f9089ffcc836 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:08:03.425186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 8ebed3a9-c499-4bef-8a9c-3a9d437884c2 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:03.432248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:03.436926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:08:03.437721 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:03.452965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:08:03.453547 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Checking segment: {'id': '58fcbccc-80e4-40e7-83ad-8e60e1d176cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:03.457625 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:03.458162 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Bound using segment: {'id': '58fcbccc-80e4-40e7-83ad-8e60e1d176cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:08:03.458802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Bound port: c1c7ae3c-9a62-4364-adba-9659db9380ce, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fcbccc-80e4-40e7-83ad-8e60e1d176cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:08:03.462216 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:03.550477 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=fb37c943-d881-4bd6-ba96-d52f9dee7a3f,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:03.622389 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:03.663025 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82b737bc-3788-4458-ae43-c9046ce40d4f req-8018c3ad-46ec-4f52-898b-23485ad5e837 service neutron] 10.222.0.11 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705877 Aug 28 13:08:03.671957 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] For port c1c7ae3c-9a62-4364-adba-9659db9380ce, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:08:03.681046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] For port c1c7ae3c-9a62-4364-adba-9659db9380ce, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c1c7ae3c-9a62-4364-adba-9659db9380ce,segment=NetworkSegment(58fcbccc-80e4-40e7-83ad-8e60e1d176cb),segment_id=58fcbccc-80e4-40e7-83ad-8e60e1d176cb)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:08:03.683577 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-caf81d0d-82b7-45d2-aa83-d6ed3cb9c7c1 req-11b378f4-4958-41c7-9f35-06dd6d38f31d service neutron] (94878) timed out ('10.222.0.11', 53317) {{(pid=94878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 13:08:03.691424 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 07d10dcc-4baa-4378-9c32-8233466e0c48 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:03.707517 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Allocated IP 2001:db8:1::2 (8ebed3a9-c499-4bef-8a9c-3a9d437884c2/3a35d80b-adce-4737-b4cf-e03a0070d90f/a8fd27fa-03b6-4436-a488-45ad9599187d) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:08:03.829771 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:03.830680 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82b737bc-3788-4458-ae43-c9046ce40d4f req-e2403979-d4ca-45f7-8a51-285dcd82a6ba service neutron] 10.222.0.11 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597993 Aug 28 13:08:03.952629 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:03.953269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:04.014865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 07d10dcc-4baa-4378-9c32-8233466e0c48 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:04.015448 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:04.089923 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:04.212596 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:04.240700 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:04.243009 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:04.281205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99427a-b33c-425e-a575-3a1497ace7c7 None None] Pushing event updated for resources: {'Port': ['ID=c1c7ae3c-9a62-4364-adba-9659db9380ce,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:04.403536 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=fb37c943-d881-4bd6-ba96-d52f9dee7a3f,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:04.508498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 8ebed3a9-c499-4bef-8a9c-3a9d437884c2 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:04.511594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:04.666145 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:04.707684 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router efc16970-47f8-433d-a310-7e95d5af48fd has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:08:04.767788 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Transition to ACTIVE for port object a8fd27fa-03b6-4436-a488-45ad9599187d will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:04.864193 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:08:04.870504 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-741e20b8-257d-437c-8ece-e1c059dd9806 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/efc16970-47f8-433d-a310-7e95d5af48fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0917070 Aug 28 13:08:04.873023 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49962) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:04.879584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5500c1e8-dae2-45cb-9a01-7cbe2cd0787e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-783552001'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:04.913087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5500c1e8-dae2-45cb-9a01-7cbe2cd0787e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:08:04.917849 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5500c1e8-dae2-45cb-9a01-7cbe2cd0787e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:04.934222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Transition to ACTIVE for port object a8fd27fa-03b6-4436-a488-45ad9599187d will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:04.950954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5500c1e8-dae2-45cb-9a01-7cbe2cd0787e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:08:04.964818 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5500c1e8-dae2-45cb-9a01-7cbe2cd0787e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:04.965053 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:04.965317 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-5500c1e8-dae2-45cb-9a01-7cbe2cd0787e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Added segment f5cb54e4-6ce6-4dcf-b790-3e86700a5c67 of type vlan for network 5ada0a15-9797-4e76-8855-abecbb5ed349 Aug 28 13:08:05.025552 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5500c1e8-dae2-45cb-9a01-7cbe2cd0787e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:05.026083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f99839-a634-4ed6-b158-8861a9b4947a req-b9a99ee5-835b-42d6-9a2d-287524e4b9c1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:05.027709 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44f99839-a634-4ed6-b158-8861a9b4947a req-b9a99ee5-835b-42d6-9a2d-287524e4b9c1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 943 time: 0.5752423 Aug 28 13:08:05.061436 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5500c1e8-dae2-45cb-9a01-7cbe2cd0787e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:05.071873 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500c1e8-dae2-45cb-9a01-7cbe2cd0787e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:05.072492 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-44f99839-a634-4ed6-b158-8861a9b4947a req-fb79efb9-123c-4f07-b0a9-7ff0d7862966 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388160 Aug 28 13:08:05.073241 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5500c1e8-dae2-45cb-9a01-7cbe2cd0787e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:05.077735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Network 8ebed3a9-c499-4bef-8a9c-3a9d437884c2 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:05.091171 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:05.107352 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:08:05.132323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Pushing event updated for resources: {'Port': ['ID=a8fd27fa-03b6-4436-a488-45ad9599187d,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:05.162980 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:03Z', 'revision_number': 3, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:03Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:02Z', 'revision_number': 1, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:05.193423 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5500c1e8-dae2-45cb-9a01-7cbe2cd0787e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3193445 Aug 28 13:08:05.193626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 49974) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:05.198839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-51538b98-e3a0-4ba6-80da-2d506648e381 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'subnet': {'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:05.206800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500c1e8-dae2-45cb-9a01-7cbe2cd0787e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Network': ['ID=5ada0a15-9797-4e76-8855-abecbb5ed349,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:05.273073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 5ada0a15-9797-4e76-8855-abecbb5ed349 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:08:05.278617 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375115a6-ac88-43c1-b902-e1901034dbc6 None None] The sync data for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 is: [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:03Z', 'revision_number': 3, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:03Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:02Z', 'revision_number': 1, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:08:05.361407 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Attempting to bind port a8fd27fa-03b6-4436-a488-45ad9599187d on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:08:05.367034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Attempting to bind port a8fd27fa-03b6-4436-a488-45ad9599187d by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '9aeec924-79fa-437d-82da-1b0d9f49b917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:08:05.367719 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Attempting to bind port a8fd27fa-03b6-4436-a488-45ad9599187d on network 8ebed3a9-c499-4bef-8a9c-3a9d437884c2 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:08:05.370875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51538b98-e3a0-4ba6-80da-2d506648e381 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:08:05.375651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:08:05.376242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Checking segment: {'id': '9aeec924-79fa-437d-82da-1b0d9f49b917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:05.377066 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:05.378089 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Bound using segment: {'id': '9aeec924-79fa-437d-82da-1b0d9f49b917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:08:05.378757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Bound port: a8fd27fa-03b6-4436-a488-45ad9599187d, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aeec924-79fa-437d-82da-1b0d9f49b917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:08:05.379297 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:05.380055 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-51538b98-e3a0-4ba6-80da-2d506648e381 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:05.430393 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5613f691-3503-413e-b968-94928855f821 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:08:05.573924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5613f691-3503-413e-b968-94928855f821, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5613f691-3503-413e-b968-94928855f821,segment=NetworkSegment(ddcef8c0-a0fd-4711-b560-10a26eff14a7),segment_id=ddcef8c0-a0fd-4711-b560-10a26eff14a7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:05.622853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '5613f691-3503-413e-b968-94928855f821', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'port_id': '5613f691-3503-413e-b968-94928855f821', 'mac_address': 'fa:16:3e:2c:0b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:08:05.729401 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:05.765166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5613f691-3503-413e-b968-94928855f821 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:08:05.794610 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-51538b98-e3a0-4ba6-80da-2d506648e381 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:05.822516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5613f691-3503-413e-b968-94928855f821, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5613f691-3503-413e-b968-94928855f821,segment=NetworkSegment(ddcef8c0-a0fd-4711-b560-10a26eff14a7),segment_id=ddcef8c0-a0fd-4711-b560-10a26eff14a7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:05.837114 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:05.965975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=5613f691-3503-413e-b968-94928855f821,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:05.972903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] For port a8fd27fa-03b6-4436-a488-45ad9599187d, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:08:05.981764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51538b98-e3a0-4ba6-80da-2d506648e381 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Subnet': ['ID=95de3538-6abf-4fce-967b-b99a81f816ed,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:06.004404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] For port a8fd27fa-03b6-4436-a488-45ad9599187d, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a8fd27fa-03b6-4436-a488-45ad9599187d,segment=NetworkSegment(9aeec924-79fa-437d-82da-1b0d9f49b917),segment_id=9aeec924-79fa-437d-82da-1b0d9f49b917)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:08:06.010227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51538b98-e3a0-4ba6-80da-2d506648e381 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Checking segment: {'id': 'f5cb54e4-6ce6-4dcf-b790-3e86700a5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:06.010599 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:06.010711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51538b98-e3a0-4ba6-80da-2d506648e381 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network hostable DHCP agents. Network: 5ada0a15-9797-4e76-8855-abecbb5ed349, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:08:06.051351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51538b98-e3a0-4ba6-80da-2d506648e381 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 5ada0a15-9797-4e76-8855-abecbb5ed349 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:08:06.163874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-51538b98-e3a0-4ba6-80da-2d506648e381 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 5ada0a15-9797-4e76-8855-abecbb5ed349) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:06.163874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51538b98-e3a0-4ba6-80da-2d506648e381 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:06.163874 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-51538b98-e3a0-4ba6-80da-2d506648e381 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:06.163874 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-51538b98-e3a0-4ba6-80da-2d506648e381 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9385035 Aug 28 13:08:06.232077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 49996) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:06.239211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417db6f9-c9f0-429e-aa2d-95ecc1ec1734 None None] Pushing event updated for resources: {'Port': ['ID=a8fd27fa-03b6-4436-a488-45ad9599187d,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:06.239211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20414c76-0e17-4d67-8872-0d9a4deb5197 None None] Network 5ada0a15-9797-4e76-8855-abecbb5ed349 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:08:06.305351 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['5613f691-3503-413e-b968-94928855f821'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:08:06.447049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea5bcf-8cc2-4f89-b581-cc8dc300cbdb req-cb250074-98f6-4f9b-a0ce-2571701e6724 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:06.452882 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21ea5bcf-8cc2-4f89-b581-cc8dc300cbdb req-cb250074-98f6-4f9b-a0ce-2571701e6724 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 944 time: 0.1351383 Aug 28 13:08:06.565710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-5ada0a15-9797-4e76-8855-abecbb5ed349', 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'fixed_ips': [{'subnet_id': '95de3538-6abf-4fce-967b-b99a81f816ed'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:08:06.566883 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:06.608657 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21ea5bcf-8cc2-4f89-b581-cc8dc300cbdb req-2a6c84a6-6b3d-4d6e-a2ff-dbbbc6872a00 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459744 Aug 28 13:08:06.872227 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Allocated IP 2001:db8:2::2 (5ada0a15-9797-4e76-8855-abecbb5ed349/95de3538-6abf-4fce-967b-b99a81f816ed/be66d176-20a0-4fb0-8f6b-2af21dbbc8e4) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:08:06.998043 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:07.289745 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:07.307830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Transition to ACTIVE for port object be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:07.332217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Transition to ACTIVE for port object be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:07.367666 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:07.492978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Pushing event updated for resources: {'Port': ['ID=be66d176-20a0-4fb0-8f6b-2af21dbbc8e4,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:07.635609 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Allocated IP 2001:db8:2::1 (5ada0a15-9797-4e76-8855-abecbb5ed349/95de3538-6abf-4fce-967b-b99a81f816ed/79ff900f-fe38-4770-acc0-9398d17990ca) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:08:07.640792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:07.641438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:07.644065 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:07.644805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:07.645406 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:07.645941 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:07.646536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:07.647059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:07.647612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:07.648143 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:07.649422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:07.670405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:07.685383 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Network 5ada0a15-9797-4e76-8855-abecbb5ed349 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:07.719989 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:07.724885 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:08:07.764419 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:07.866459 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c1c7ae3c-9a62-4364-adba-9659db9380ce up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:07.869904 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Attempting to bind port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:08:07.870282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Attempting to bind port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f5cb54e4-6ce6-4dcf-b790-3e86700a5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:08:07.870668 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Attempting to bind port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 on network 5ada0a15-9797-4e76-8855-abecbb5ed349 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:08:07.914426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:08:07.915563 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Checking segment: {'id': 'f5cb54e4-6ce6-4dcf-b790-3e86700a5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:07.916369 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:07.918877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Bound using segment: {'id': 'f5cb54e4-6ce6-4dcf-b790-3e86700a5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:08:07.919741 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Bound port: be66d176-20a0-4fb0-8f6b-2af21dbbc8e4, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cb54e4-6ce6-4dcf-b790-3e86700a5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:08:07.920658 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:08.013609 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:08.015129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936e844-9955-44d1-9421-5a952b4c2b2a req-8587bf77-c9c0-4266-90a5-3c98f2df060c tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:08.019102 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2936e844-9955-44d1-9421-5a952b4c2b2a req-8587bf77-c9c0-4266-90a5-3c98f2df060c tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 944 time: 0.1701469 Aug 28 13:08:08.054683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Transition to ACTIVE for port object 79ff900f-fe38-4770-acc0-9398d17990ca will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:08.083402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port c1c7ae3c-9a62-4364-adba-9659db9380ce completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:08.108814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c1c7ae3c-9a62-4364-adba-9659db9380ce triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:08.109208 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:08.115662 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] For port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:08:08.119876 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2936e844-9955-44d1-9421-5a952b4c2b2a req-11d6d3f0-5807-4d92-8261-21d1384182ec tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856092 Aug 28 13:08:08.141312 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:08.242929 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 5ada0a15-9797-4e76-8855-abecbb5ed349 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:08.247724 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:08.250634 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:08:08.251416 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:08.295170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=79ff900f-fe38-4770-acc0-9398d17990ca,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:08.484720 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:08.546886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] For port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=be66d176-20a0-4fb0-8f6b-2af21dbbc8e4,segment=NetworkSegment(f5cb54e4-6ce6-4dcf-b790-3e86700a5c67),segment_id=f5cb54e4-6ce6-4dcf-b790-3e86700a5c67)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:08:08.548246 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bd7e3c-8a21-42df-96f1-b65570dae5b2 None None] Network 8ebed3a9-c499-4bef-8a9c-3a9d437884c2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:08:08.564152 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:08.608315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f6d3fdaf-5385-414d-8d91-ad0826264751 None None] Provisioning for port a8fd27fa-03b6-4436-a488-45ad9599187d completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:08.835645 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:08.861678 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Sync routers for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:08:08.883263 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:08.884185 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:07:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:08.887985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port c1c7ae3c-9a62-4364-adba-9659db9380ce, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c1c7ae3c-9a62-4364-adba-9659db9380ce,segment=NetworkSegment(58fcbccc-80e4-40e7-83ad-8e60e1d176cb),segment_id=58fcbccc-80e4-40e7-83ad-8e60e1d176cb)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:08.896223 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7446b22-c516-47a8-b6a1-0618f4c67b2e None None] Pushing event updated for resources: {'Port': ['ID=be66d176-20a0-4fb0-8f6b-2af21dbbc8e4,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:08.906643 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:08.907877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a8fd27fa-03b6-4436-a488-45ad9599187d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:09.085536 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:09.110022 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:09.110022 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:09.149916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=c1c7ae3c-9a62-4364-adba-9659db9380ce,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:09.184692 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:09.340775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port a8fd27fa-03b6-4436-a488-45ad9599187d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:09.364770 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a8fd27fa-03b6-4436-a488-45ad9599187d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:09.365048 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:09.445512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5613f691-3503-413e-b968-94928855f821 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:09.483708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac40d-a841-426f-81c5-1ca67ea9b7d7 req-eed921c0-345c-47b5-90a7-bfcf08aaf41c tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:09.494849 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-431ac40d-a841-426f-81c5-1ca67ea9b7d7 req-eed921c0-345c-47b5-90a7-bfcf08aaf41c tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 944 time: 0.1507270 Aug 28 13:08:09.584518 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-431ac40d-a841-426f-81c5-1ca67ea9b7d7 req-31bb795f-72e0-4a39-a90a-d58d5b01a527 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885103 Aug 28 13:08:09.624297 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:09.742125 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': '79ff900f-fe38-4770-acc0-9398d17990ca', 'name': '', 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:6a:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:07Z', 'updated_at': '2021-08-28T13:08:07Z', 'revision_number': 1, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:03Z', 'revision_number': 2, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:09.765749 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 5613f691-3503-413e-b968-94928855f821 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:09.774857 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 5613f691-3503-413e-b968-94928855f821 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:09.778078 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:09.784639 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Checking router: efc16970-47f8-433d-a310-7e95d5af48fd for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:08:09.785233 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Updating router efc16970-47f8-433d-a310-7e95d5af48fd port 79ff900f-fe38-4770-acc0-9398d17990ca binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:08:09.785442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port a8fd27fa-03b6-4436-a488-45ad9599187d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a8fd27fa-03b6-4436-a488-45ad9599187d,segment=NetworkSegment(9aeec924-79fa-437d-82da-1b0d9f49b917),segment_id=9aeec924-79fa-437d-82da-1b0d9f49b917)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:09.817749 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:09.886438 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:10.020109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=a8fd27fa-03b6-4436-a488-45ad9599187d,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:10.048361 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-214422b3-23cb-4a1d-816e-18cae05379cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:10.090466 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:10.113993 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d1c3e546-457f-471a-8898-d64727355f68 None None] Provisioning for port fb37c943-d881-4bd6-ba96-d52f9dee7a3f completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:10.119435 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d1c3e546-457f-471a-8898-d64727355f68 None None] Provisioning complete for port fb37c943-d881-4bd6-ba96-d52f9dee7a3f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:10.120189 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e546-457f-471a-8898-d64727355f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:10.331839 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c1c7ae3c-9a62-4364-adba-9659db9380ce up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:10.343716 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=79ff900f-fe38-4770-acc0-9398d17990ca,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:10.420041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 5ada0a15-9797-4e76-8855-abecbb5ed349 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:10.421606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:10.476877 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:10.540802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d1c3e546-457f-471a-8898-d64727355f68 None None] Port fb37c943-d881-4bd6-ba96-d52f9dee7a3f cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:08:10.624919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5613f691-3503-413e-b968-94928855f821'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:08:10.633080 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b978aa-7d14-4132-bae9-8217c7b648e4" -d '{"events": [{"server_uuid": "97c95747-986d-4c5b-aa4c-63d47a0b5012", "name": "network-vif-plugged", "status": "completed", "tag": "5613f691-3503-413e-b968-94928855f821"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:08:10.633720 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router efc16970-47f8-433d-a310-7e95d5af48fd has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:08:10.645362 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:10.678648 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Transition to ACTIVE for port object 79ff900f-fe38-4770-acc0-9398d17990ca will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:10.686582 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:10.709970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 5613f691-3503-413e-b968-94928855f821, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5613f691-3503-413e-b968-94928855f821,segment=NetworkSegment(ddcef8c0-a0fd-4711-b560-10a26eff14a7),segment_id=ddcef8c0-a0fd-4711-b560-10a26eff14a7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:10.719641 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:10.730846 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d1c3e546-457f-471a-8898-d64727355f68 None None] Provisioning complete for port a8fd27fa-03b6-4436-a488-45ad9599187d triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:10.734073 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e546-457f-471a-8898-d64727355f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:10.761986 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c1c7ae3c-9a62-4364-adba-9659db9380ce triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:10.764270 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:10.859007 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:08:10.887003 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c229a28e-0be4-4e8f-a719-c838b3969b3b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/efc16970-47f8-433d-a310-7e95d5af48fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7497065 Aug 28 13:08:10.892544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50148) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:10.899593 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d2f13-f89a-46ff-bf52-116d04336198 None None] Pushing event updated for resources: {'Port': ['ID=79ff900f-fe38-4770-acc0-9398d17990ca,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:10.911029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-edc5306b-50f9-4544-8047-ae2b5a10539a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-437736491'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:10.949497 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e07d29-5598-4639-81ba-9ca0b670d9d0 None None] Network 5ada0a15-9797-4e76-8855-abecbb5ed349 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:08:10.953647 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7f4ae-4cde-4b6d-aaba-a94cf9b54cce req-13cc7a03-140d-408e-87b3-dfe70377006e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:10.958339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc5306b-50f9-4544-8047-ae2b5a10539a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:08:10.959081 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4d7f4ae-4cde-4b6d-aaba-a94cf9b54cce req-13cc7a03-140d-408e-87b3-dfe70377006e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.1378453 Aug 28 13:08:10.963629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-edc5306b-50f9-4544-8047-ae2b5a10539a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:11.017563 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc5306b-50f9-4544-8047-ae2b5a10539a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:08:11.034489 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709aca9c-c26d-4ed8-b0dd-55f015fc555e x-openstack-request-id: req-709aca9c-c26d-4ed8-b0dd-55f015fc555e {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:08:11.038277 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4d7f4ae-4cde-4b6d-aaba-a94cf9b54cce req-0d0cfbeb-188a-4f7a-89ee-0600769150cb tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637162 Aug 28 13:08:11.050388 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c95747-986d-4c5b-aa4c-63d47a0b5012", "name": "network-vif-plugged", "status": "completed", "tag": "5613f691-3503-413e-b968-94928855f821", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:08:11.063321 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-edc5306b-50f9-4544-8047-ae2b5a10539a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:11.063569 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-709aca9c-c26d-4ed8-b0dd-55f015fc555e {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:08:11.063686 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-edc5306b-50f9-4544-8047-ae2b5a10539a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Added segment 596fdc02-bee0-48ca-ad4b-824289068c82 of type vlan for network 04157fb3-1d86-47f1-8d2f-7a6443adead4 Aug 28 13:08:11.063783 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5613f691-3503-413e-b968-94928855f821', 'code': 200} Aug 28 13:08:11.120593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aac24e-e592-41e0-b2f2-4ace3690243f req-97a2faa6-27ea-4aef-a1e5-5175613c4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:11.122603 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69aac24e-e592-41e0-b2f2-4ace3690243f req-97a2faa6-27ea-4aef-a1e5-5175613c4dd4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 1097 time: 0.0718992 Aug 28 13:08:11.129946 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Attempting to bind port 79ff900f-fe38-4770-acc0-9398d17990ca on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:08:11.130627 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Attempting to bind port 79ff900f-fe38-4770-acc0-9398d17990ca by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f5cb54e4-6ce6-4dcf-b790-3e86700a5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:08:11.135449 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Attempting to bind port 79ff900f-fe38-4770-acc0-9398d17990ca on network 5ada0a15-9797-4e76-8855-abecbb5ed349 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:08:11.161019 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:08:11.161394 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Checking segment: {'id': 'f5cb54e4-6ce6-4dcf-b790-3e86700a5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:11.161802 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:11.164277 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Bound using segment: {'id': 'f5cb54e4-6ce6-4dcf-b790-3e86700a5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:08:11.164277 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Bound port: 79ff900f-fe38-4770-acc0-9398d17990ca, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cb54e4-6ce6-4dcf-b790-3e86700a5c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:08:11.165818 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:11.185684 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-edc5306b-50f9-4544-8047-ae2b5a10539a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:11.198513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=5613f691-3503-413e-b968-94928855f821,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:11.213591 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69aac24e-e592-41e0-b2f2-4ace3690243f req-7fd204e3-6fb2-474f-b3e9-3ac7e96ca1e6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809710 Aug 28 13:08:11.236983 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-edc5306b-50f9-4544-8047-ae2b5a10539a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:11.244840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc5306b-50f9-4544-8047-ae2b5a10539a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:11.245707 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-edc5306b-50f9-4544-8047-ae2b5a10539a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:11.350471 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-edc5306b-50f9-4544-8047-ae2b5a10539a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4546485 Aug 28 13:08:11.351882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50162) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:11.352106 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] For port 79ff900f-fe38-4770-acc0-9398d17990ca, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:08:11.360746 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] For port 79ff900f-fe38-4770-acc0-9398d17990ca, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=79ff900f-fe38-4770-acc0-9398d17990ca,segment=NetworkSegment(f5cb54e4-6ce6-4dcf-b790-3e86700a5c67),segment_id=f5cb54e4-6ce6-4dcf-b790-3e86700a5c67)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:08:11.364933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e698cdd6-b9c3-4997-ac1a-8658681b1b67 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'subnet': {'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:11.366457 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:11.368790 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5306b-50f9-4544-8047-ae2b5a10539a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Network': ['ID=04157fb3-1d86-47f1-8d2f-7a6443adead4,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:11.426568 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 04157fb3-1d86-47f1-8d2f-7a6443adead4 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:08:11.462032 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Updating router efc16970-47f8-433d-a310-7e95d5af48fd port fb37c943-d881-4bd6-ba96-d52f9dee7a3f binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:08:11.558352 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:11.572727 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d2f13-f89a-46ff-bf52-116d04336198 None None] Pushing event updated for resources: {'Port': ['ID=79ff900f-fe38-4770-acc0-9398d17990ca,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:11.719970 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e698cdd6-b9c3-4997-ac1a-8658681b1b67 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Made reservation on behalf of 077b3eb1ccfb46c6aeab023796c3ec73 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:08:11.739125 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e698cdd6-b9c3-4997-ac1a-8658681b1b67 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:11.755305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:11.860622 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:11.932097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fa53924c-0cde-4c0d-b90f-b241508863b3 None None] Provisioning complete for port fb37c943-d881-4bd6-ba96-d52f9dee7a3f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:11.932691 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fa53924c-0cde-4c0d-b90f-b241508863b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:11.996759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-fa53924c-0cde-4c0d-b90f-b241508863b3 None None] Port fb37c943-d881-4bd6-ba96-d52f9dee7a3f cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:08:12.014586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fa53924c-0cde-4c0d-b90f-b241508863b3 None None] Provisioning for port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:12.020126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fa53924c-0cde-4c0d-b90f-b241508863b3 None None] Provisioning complete for port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:12.023569 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fa53924c-0cde-4c0d-b90f-b241508863b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:12.061351 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a8fd27fa-03b6-4436-a488-45ad9599187d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:12.271924 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:12.285810 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fa53924c-0cde-4c0d-b90f-b241508863b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:12.299864 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Transition to ACTIVE for port object fb37c943-d881-4bd6-ba96-d52f9dee7a3f will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:12.317967 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:12.382539 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f0c6ff9d-2927-4374-bba8-678bd20c50ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:12.390450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a8fd27fa-03b6-4436-a488-45ad9599187d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:12.390450 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:12.436494 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-fa53924c-0cde-4c0d-b90f-b241508863b3 None None] For port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=be66d176-20a0-4fb0-8f6b-2af21dbbc8e4,segment=NetworkSegment(f5cb54e4-6ce6-4dcf-b790-3e86700a5c67),segment_id=f5cb54e4-6ce6-4dcf-b790-3e86700a5c67)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:12.447240 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fa53924c-0cde-4c0d-b90f-b241508863b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:12.485850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b533df-b391-4cbf-996b-4c78fd92261c req-d8e000f4-956b-4e28-97a5-c74aba9eff02 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:12.499192 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53b533df-b391-4cbf-996b-4c78fd92261c req-d8e000f4-956b-4e28-97a5-c74aba9eff02 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.2469645 Aug 28 13:08:12.500474 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e698cdd6-b9c3-4997-ac1a-8658681b1b67 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:12.613136 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d2f13-f89a-46ff-bf52-116d04336198 None None] Pushing event updated for resources: {'Port': ['ID=fb37c943-d881-4bd6-ba96-d52f9dee7a3f,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:12.686047 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:08:12.694677 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53b533df-b391-4cbf-996b-4c78fd92261c req-1ab49366-9ce8-424c-94bd-84b05d01271e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334765 Aug 28 13:08:12.717329 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:12.731891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d1f30a98-1dd4-4ef0-a63f-40e761e142fc None None] Provisioning for port 79ff900f-fe38-4770-acc0-9398d17990ca completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:12.812187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698cdd6-b9c3-4997-ac1a-8658681b1b67 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Checking segment: {'id': '596fdc02-bee0-48ca-ad4b-824289068c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:12.812954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e698cdd6-b9c3-4997-ac1a-8658681b1b67 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network hostable DHCP agents. Network: 04157fb3-1d86-47f1-8d2f-7a6443adead4, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:08:12.824910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698cdd6-b9c3-4997-ac1a-8658681b1b67 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Subnet': ['ID=8bc7feeb-ad77-4a7b-882e-72155986e59d,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:12.864248 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Attempting to bind port fb37c943-d881-4bd6-ba96-d52f9dee7a3f on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:08:12.864904 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Attempting to bind port fb37c943-d881-4bd6-ba96-d52f9dee7a3f by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '9aeec924-79fa-437d-82da-1b0d9f49b917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:08:12.866408 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Attempting to bind port fb37c943-d881-4bd6-ba96-d52f9dee7a3f on network 8ebed3a9-c499-4bef-8a9c-3a9d437884c2 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:08:12.874078 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:08:12.874816 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Checking segment: {'id': '9aeec924-79fa-437d-82da-1b0d9f49b917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:12.875368 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:12.875907 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Bound using segment: {'id': '9aeec924-79fa-437d-82da-1b0d9f49b917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:08:12.876662 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Bound port: fb37c943-d881-4bd6-ba96-d52f9dee7a3f, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aeec924-79fa-437d-82da-1b0d9f49b917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:08:12.877994 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:12.881819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e698cdd6-b9c3-4997-ac1a-8658681b1b67 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 04157fb3-1d86-47f1-8d2f-7a6443adead4 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:08:12.902143 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53924c-0cde-4c0d-b90f-b241508863b3 None None] Pushing event updated for resources: {'Port': ['ID=be66d176-20a0-4fb0-8f6b-2af21dbbc8e4,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:12.935064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-e698cdd6-b9c3-4997-ac1a-8658681b1b67 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 04157fb3-1d86-47f1-8d2f-7a6443adead4) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:12.942504 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e698cdd6-b9c3-4997-ac1a-8658681b1b67 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:12.943347 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e698cdd6-b9c3-4997-ac1a-8658681b1b67 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:12.952809 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719827f9-7b81-4549-8bca-3a90a66f6588 None None] Network 04157fb3-1d86-47f1-8d2f-7a6443adead4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:08:12.987151 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e698cdd6-b9c3-4997-ac1a-8658681b1b67 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6340530 Aug 28 13:08:12.991105 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50212) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:13.088178 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] For port fb37c943-d881-4bd6-ba96-d52f9dee7a3f, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:08:13.095940 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] For port fb37c943-d881-4bd6-ba96-d52f9dee7a3f, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=fb37c943-d881-4bd6-ba96-d52f9dee7a3f,segment=NetworkSegment(9aeec924-79fa-437d-82da-1b0d9f49b917),segment_id=9aeec924-79fa-437d-82da-1b0d9f49b917)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:08:13.106520 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:13.261494 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d1f30a98-1dd4-4ef0-a63f-40e761e142fc None None] Provisioning complete for port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:13.261874 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d1f30a98-1dd4-4ef0-a63f-40e761e142fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:13.318526 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:13.318526 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:13.327810 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d2f13-f89a-46ff-bf52-116d04336198 None None] Pushing event updated for resources: {'Port': ['ID=fb37c943-d881-4bd6-ba96-d52f9dee7a3f,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:13.476345 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:13.505310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-04157fb3-1d86-47f1-8d2f-7a6443adead4', 'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'fixed_ips': [{'subnet_id': '8bc7feeb-ad77-4a7b-882e-72155986e59d'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:08:13.506477 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:13.565229 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:13.882454 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Allocated IP 2001:db8:3::2 (04157fb3-1d86-47f1-8d2f-7a6443adead4/8bc7feeb-ad77-4a7b-882e-72155986e59d/50a08177-730e-4245-8914-078d46fada5d) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:08:14.009593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b7078-c9b1-428b-beb1-4003076fea01 req-d3d5da36-5921-49d0-a741-725d90b19e50 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:14.018448 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-199b7078-c9b1-428b-beb1-4003076fea01 req-d3d5da36-5921-49d0-a741-725d90b19e50 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.1410832 Aug 28 13:08:14.099265 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-199b7078-c9b1-428b-beb1-4003076fea01 req-5f89a8d2-201d-456f-9a40-9abede29e5ef tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790524 Aug 28 13:08:14.173661 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a7edb90-d7a6-4bfb-a56b-535659f9fca2 req-3efdd891-bcea-4df2-a720-62bf59733acb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1347120 Aug 28 13:08:14.365151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7edb90-d7a6-4bfb-a56b-535659f9fca2 req-f0c549b5-209a-4382-83e9-b1d38aed6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:14.370779 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:14.382984 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a7edb90-d7a6-4bfb-a56b-535659f9fca2 req-f0c549b5-209a-4382-83e9-b1d38aed6f44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 1097 time: 0.1388381 Aug 28 13:08:14.384336 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:14.395146 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Transition to ACTIVE for port object 50a08177-730e-4245-8914-078d46fada5d will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:14.415662 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Transition to ACTIVE for port object 50a08177-730e-4245-8914-078d46fada5d will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:14.422720 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device fb37c943-d881-4bd6-ba96-d52f9dee7a3f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:14.522846 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae07351c-d6d2-4055-91a8-0ba0568916cf req-b5e2cc75-5d53-4819-9798-f3beb131b54f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8963242 Aug 28 13:08:14.709208 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50262) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:14.744678 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7edb90-d7a6-4bfb-a56b-535659f9fca2 req-ad2f8abc-1b1b-4a8e-ad05-f62901474d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:14.747575 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a7edb90-d7a6-4bfb-a56b-535659f9fca2 req-ad2f8abc-1b1b-4a8e-ad05-f62901474d32 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 HTTP/1.1" status: 200 len: 897 time: 0.3321903 Aug 28 13:08:14.759917 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': '79ff900f-fe38-4770-acc0-9398d17990ca', 'name': '', 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:6a:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:07Z', 'updated_at': '2021-08-28T13:08:11Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:13Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:14.792060 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:14.802411 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e37dd9-4546-4cf0-8ff0-7199c50c818c None None] The sync data for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 is: [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': '79ff900f-fe38-4770-acc0-9398d17990ca', 'name': '', 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:6a:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:07Z', 'updated_at': '2021-08-28T13:08:11Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:13Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:08:14.892287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Network 04157fb3-1d86-47f1-8d2f-7a6443adead4 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:14.910025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:14.927714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a7edb90-d7a6-4bfb-a56b-535659f9fca2 req-95d1ff8f-ecca-4ba9-a491-cf564e240510 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5613f691-3503-413e-b968-94928855f821 HTTP/1.1" status: 200 len: 217 time: 0.1703565 Aug 28 13:08:14.940827 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:08:15.038318 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Pushing event updated for resources: {'Port': ['ID=50a08177-730e-4245-8914-078d46fada5d,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:15.050232 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7edb90-d7a6-4bfb-a56b-535659f9fca2 req-03278115-5ab1-4682-8fdf-c9b00188fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:15.054833 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a7edb90-d7a6-4bfb-a56b-535659f9fca2 req-03278115-5ab1-4682-8fdf-c9b00188fb4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9afd0d97-b511-4394-964a-b951ffcaf6d1 HTTP/1.1" status: 200 len: 834 time: 0.1157796 Aug 28 13:08:15.090877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Attempting to bind port 50a08177-730e-4245-8914-078d46fada5d on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:08:15.091255 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Attempting to bind port 50a08177-730e-4245-8914-078d46fada5d by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '596fdc02-bee0-48ca-ad4b-824289068c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:08:15.091623 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Attempting to bind port 50a08177-730e-4245-8914-078d46fada5d on network 04157fb3-1d86-47f1-8d2f-7a6443adead4 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:08:15.097214 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port fb37c943-d881-4bd6-ba96-d52f9dee7a3f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:15.104967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-36497b9f-2744-4915-bdb3-b749f60e3363 None None] Provisioning complete for port fb37c943-d881-4bd6-ba96-d52f9dee7a3f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:15.105343 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-36497b9f-2744-4915-bdb3-b749f60e3363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:15.108639 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:08:15.109019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Checking segment: {'id': '596fdc02-bee0-48ca-ad4b-824289068c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:15.109430 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:15.109862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Bound using segment: {'id': '596fdc02-bee0-48ca-ad4b-824289068c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:08:15.110351 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Bound port: 50a08177-730e-4245-8914-078d46fada5d, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596fdc02-bee0-48ca-ad4b-824289068c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:08:15.110569 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630f518-d7bd-4b5e-a872-767e925dded1 req-197a474a-7f6b-4b2a-b856-73e90bc58828 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:15.110791 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:15.122928 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port fb37c943-d881-4bd6-ba96-d52f9dee7a3f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:15.122928 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:15.134378 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1630f518-d7bd-4b5e-a872-767e925dded1 req-197a474a-7f6b-4b2a-b856-73e90bc58828 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.8091729 Aug 28 13:08:15.164916 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7edb90-d7a6-4bfb-a56b-535659f9fca2 req-087b88ad-1947-4eef-aee6-18ae1977ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:15.167255 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a7edb90-d7a6-4bfb-a56b-535659f9fca2 req-087b88ad-1947-4eef-aee6-18ae1977ac1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076977 Aug 28 13:08:15.234749 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ed69a0e-c076-4eb3-a013-26d4a2248ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:15.272470 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07351c-d6d2-4055-91a8-0ba0568916cf req-de667d2f-c32a-4356-903c-04d382d9f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:15.274275 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae07351c-d6d2-4055-91a8-0ba0568916cf req-de667d2f-c32a-4356-903c-04d382d9f9be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4179b5bac764eccb52966068d97934f&device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 1098 time: 0.5471125 Aug 28 13:08:15.317023 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1630f518-d7bd-4b5e-a872-767e925dded1 req-7124c070-d742-4a94-a6c4-611dbb315e03 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716981 Aug 28 13:08:15.345768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50280) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:15.461657 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:15.469816 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] For port 50a08177-730e-4245-8914-078d46fada5d, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:08:15.516280 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] For port 50a08177-730e-4245-8914-078d46fada5d, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=50a08177-730e-4245-8914-078d46fada5d,segment=NetworkSegment(596fdc02-bee0-48ca-ad4b-824289068c82),segment_id=596fdc02-bee0-48ca-ad4b-824289068c82)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:08:15.526031 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-36497b9f-2744-4915-bdb3-b749f60e3363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:15.531725 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:15.542260 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a7edb90-d7a6-4bfb-a56b-535659f9fca2 req-2bf8591e-1ba1-408b-b93e-e4e9329f8d57 service neutron] 10.222.0.11 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459761 Aug 28 13:08:15.561351 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:15.635827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Allocated IP 2001:db8:3::1 (04157fb3-1d86-47f1-8d2f-7a6443adead4/8bc7feeb-ad77-4a7b-882e-72155986e59d/35952d81-6628-4138-8584-9e9a6cd2d7a4) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:08:15.701191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-36497b9f-2744-4915-bdb3-b749f60e3363 None None] For port fb37c943-d881-4bd6-ba96-d52f9dee7a3f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=fb37c943-d881-4bd6-ba96-d52f9dee7a3f,segment=NetworkSegment(9aeec924-79fa-437d-82da-1b0d9f49b917),segment_id=9aeec924-79fa-437d-82da-1b0d9f49b917)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:15.705359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36af69c-376c-4eca-b7dc-c3f4f574deba None None] Pushing event updated for resources: {'Port': ['ID=50a08177-730e-4245-8914-078d46fada5d,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:15.720638 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-36497b9f-2744-4915-bdb3-b749f60e3363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:15.779996 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a7edb90-d7a6-4bfb-a56b-535659f9fca2 req-fffb0026-3d0f-420f-aac4-a27c99807563 service neutron] 10.222.0.11 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132020 Aug 28 13:08:15.810530 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ed69a0e-c076-4eb3-a013-26d4a2248ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:15.830466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d70fad6-4e2b-40fc-9683-4faa52220727 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:15.834757 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6d70fad6-4e2b-40fc-9683-4faa52220727 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 1092 time: 0.4525270 Aug 28 13:08:15.835730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50296) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:15.838278 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ed69a0e-c076-4eb3-a013-26d4a2248ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:15.842898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': '5613f691-3503-413e-b968-94928855f821', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:15.862591 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:08:15.863215 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:08:15.892240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36497b9f-2744-4915-bdb3-b749f60e3363 None None] Pushing event updated for resources: {'Port': ['ID=fb37c943-d881-4bd6-ba96-d52f9dee7a3f,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:15.894443 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:15.915376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed69a0e-c076-4eb3-a013-26d4a2248ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00156d1-83a3-4f4c-912b-2751393193c3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:15.961883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e4e1993c-b04b-4665-a845-33a78ee6ea0e None None] Provisioning complete for port fb37c943-d881-4bd6-ba96-d52f9dee7a3f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:15.962738 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e4e1993c-b04b-4665-a845-33a78ee6ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:16.061255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07351c-d6d2-4055-91a8-0ba0568916cf req-cc6b433c-fe3f-4545-a7bc-1a97a0b1e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:16.069506 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae07351c-d6d2-4055-91a8-0ba0568916cf req-cc6b433c-fe3f-4545-a7bc-1a97a0b1e079 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8 HTTP/1.1" status: 200 len: 910 time: 0.7552705 Aug 28 13:08:16.180747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8ed69a0e-c076-4eb3-a013-26d4a2248ced admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5f2c5059f9c4635ae486e6d9f4f0a08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4514859 Aug 28 13:08:16.181385 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50306) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:16.222898 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:16.273567 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae07351c-d6d2-4055-91a8-0ba0568916cf req-f6a69a1e-ee64-445a-8df6-8220d513e895 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=830d0900-f1b8-454e-b3ec-e1d3e2d8d332 HTTP/1.1" status: 200 len: 1001 time: 0.1897788 Aug 28 13:08:16.299335 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:16.301761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac5f5ab-e97a-4f1c-bcd5-521121966cac None None] Sync routers for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:08:16.311954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac5f5ab-e97a-4f1c-bcd5-521121966cac None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:16.312580 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-9ac5f5ab-e97a-4f1c-bcd5-521121966cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:16.351710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Transition to ACTIVE for port object 35952d81-6628-4138-8584-9e9a6cd2d7a4 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:16.367527 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-645c28e3-d22f-4f31-ab8f-7487009de1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:16.374003 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07351c-d6d2-4055-91a8-0ba0568916cf req-e5dc8ab6-3592-4e89-965b-2e39449d8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:16.375135 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae07351c-d6d2-4055-91a8-0ba0568916cf req-e5dc8ab6-3592-4e89-965b-2e39449d8b89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44e4607b-0f93-463a-9372-9a1d7a81caa8 HTTP/1.1" status: 200 len: 849 time: 0.0926156 Aug 28 13:08:16.406065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Allocated IP 172.25.1.29 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/fbf68448-3244-4a4b-a22b-2ce312f88c65) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:08:16.435939 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-645c28e3-d22f-4f31-ab8f-7487009de1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:16.497919 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:16.522504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-9ac5f5ab-e97a-4f1c-bcd5-521121966cac None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:16.564604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07351c-d6d2-4055-91a8-0ba0568916cf req-323bd16d-9507-4b0b-8dd1-12913317fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:16.566772 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae07351c-d6d2-4055-91a8-0ba0568916cf req-323bd16d-9507-4b0b-8dd1-12913317fc9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1818931 Aug 28 13:08:16.587551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-ae07351c-d6d2-4055-91a8-0ba0568916cf req-92dd69fd-0b31-4b4d-80f3-a2906b2e9334 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:08:16.588650 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae07351c-d6d2-4055-91a8-0ba0568916cf req-92dd69fd-0b31-4b4d-80f3-a2906b2e9334 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108778 Aug 28 13:08:16.590495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 04157fb3-1d86-47f1-8d2f-7a6443adead4 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:16.598782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:16.624369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:08:16.624369 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:16.624369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=35952d81-6628-4138-8584-9e9a6cd2d7a4,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:16.627817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:16.665335 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:16.758482 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:16.783726 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae07351c-d6d2-4055-91a8-0ba0568916cf req-60ea87b3-14d7-462d-bb75-8a32b8d2dcd2 service neutron] 10.222.0.10 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822579 Aug 28 13:08:16.785247 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-645c28e3-d22f-4f31-ab8f-7487009de1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:16.821988 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-645c28e3-d22f-4f31-ab8f-7487009de1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:16.836012 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-645c28e3-d22f-4f31-ab8f-7487009de1aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c00156d1-83a3-4f4c-912b-2751393193c3 HTTP/1.1" status: 204 len: 168 time: 0.6392677 Aug 28 13:08:16.853002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=fbf68448-3244-4a4b-a22b-2ce312f88c65,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:16.866049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:16.868529 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:16.870954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:08:16.937149 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:16.938201 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:17.107367 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-9ac5f5ab-e97a-4f1c-bcd5-521121966cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': '79ff900f-fe38-4770-acc0-9398d17990ca', 'name': '', 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:6a:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:07Z', 'updated_at': '2021-08-28T13:08:11Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:15Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:17.126350 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae07351c-d6d2-4055-91a8-0ba0568916cf req-6dc98f9a-93db-4147-a741-3752166e40ba service neutron] 10.222.0.10 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772448 Aug 28 13:08:17.167884 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac5f5ab-e97a-4f1c-bcd5-521121966cac None None] Checking router: efc16970-47f8-433d-a310-7e95d5af48fd for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:08:17.182113 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac5f5ab-e97a-4f1c-bcd5-521121966cac None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:17.182820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-9ac5f5ab-e97a-4f1c-bcd5-521121966cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:17.184820 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c28e3-d22f-4f31-ab8f-7487009de1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00156d1-83a3-4f4c-912b-2751393193c3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:17.344959 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:17.460168 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50340) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:17.516943 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c26a9cd4-5bea-4fc4-a119-177c8cf44033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:17.537129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-9ac5f5ab-e97a-4f1c-bcd5-521121966cac None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:17.555591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11418c67-28e5-4ac9-a3cb-f6fa6bba1d5a None None] Network 04157fb3-1d86-47f1-8d2f-7a6443adead4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:08:17.759109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 79ff900f-fe38-4770-acc0-9398d17990ca up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:17.908331 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9fbae41b-456f-47de-9c03-e5cfea8712eb None None] Provisioning for port 50a08177-730e-4245-8914-078d46fada5d completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:17.975337 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:18.026685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 79ff900f-fe38-4770-acc0-9398d17990ca completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:18.059479 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 79ff900f-fe38-4770-acc0-9398d17990ca triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:18.059953 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:18.154164 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:18.276670 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:18.287135 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:18.288001 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:18.400752 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:18.413396 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event updated for resources: {'Port': ['ID=35952d81-6628-4138-8584-9e9a6cd2d7a4,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:18.451511 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 79ff900f-fe38-4770-acc0-9398d17990ca, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=79ff900f-fe38-4770-acc0-9398d17990ca,segment=NetworkSegment(f5cb54e4-6ce6-4dcf-b790-3e86700a5c67),segment_id=f5cb54e4-6ce6-4dcf-b790-3e86700a5c67)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:18.454549 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-9ac5f5ab-e97a-4f1c-bcd5-521121966cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': '79ff900f-fe38-4770-acc0-9398d17990ca', 'name': '', 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:6a:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:07Z', 'updated_at': '2021-08-28T13:08:11Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:15Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:18.457056 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:18.459262 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:18.462557 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device fb37c943-d881-4bd6-ba96-d52f9dee7a3f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:18.466079 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:18.482394 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c26a9cd4-5bea-4fc4-a119-177c8cf44033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:18.491943 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Network 04157fb3-1d86-47f1-8d2f-7a6443adead4 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:18.494398 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:18.505275 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c26a9cd4-5bea-4fc4-a119-177c8cf44033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:18.518099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac5f5ab-e97a-4f1c-bcd5-521121966cac None None] The sync data for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 is: [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': '79ff900f-fe38-4770-acc0-9398d17990ca', 'name': '', 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:6a:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:07Z', 'updated_at': '2021-08-28T13:08:11Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:15Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:08:18.657620 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:18.732468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=79ff900f-fe38-4770-acc0-9398d17990ca,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:18.755109 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c26a9cd4-5bea-4fc4-a119-177c8cf44033 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1421bcb68bb54b2ea153d4a15bdf7e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2923889 Aug 28 13:08:18.755798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50376) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:18.791860 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a9cd4-5bea-4fc4-a119-177c8cf44033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c43ac38-5dfe-41db-8cc3-2d381eed7258,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:18.814256 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Floating IP 9ada9bd4-4934-4bfd-a653-46b50e00d9fa associated. External IP: 172.25.1.29, port: 5613f691-3503-413e-b968-94928855f821. Aug 28 13:08:18.815757 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router efc16970-47f8-433d-a310-7e95d5af48fd has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:08:18.859598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port fb37c943-d881-4bd6-ba96-d52f9dee7a3f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:18.860383 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:18.994133 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=fbf68448-3244-4a4b-a22b-2ce312f88c65,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:19.039982 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9ac8-430a-46f6-ba02-1defeffd2477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:19.105685 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:08:19.108750 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9ac8-430a-46f6-ba02-1defeffd2477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:19.117499 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-871d05b3-d384-403a-94e2-8ed59db0d570 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/efc16970-47f8-433d-a310-7e95d5af48fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1227796 Aug 28 13:08:19.127989 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Sync routers for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:08:19.131890 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50384) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:19.141240 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-f320958d-8667-46f2-ba3d-52683112b6f9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:19.165529 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:19.167003 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-944579df-80b1-416c-9753-7e8231386a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:19.203433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:08:19.241515 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8df30691-0517-43af-885c-12e0ccbd522e None None] Provisioning for port 35952d81-6628-4138-8584-9e9a6cd2d7a4 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:19.263231 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8df30691-0517-43af-885c-12e0ccbd522e None None] Provisioning complete for port 35952d81-6628-4138-8584-9e9a6cd2d7a4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:19.264329 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8df30691-0517-43af-885c-12e0ccbd522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:19.339245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 50a08177-730e-4245-8914-078d46fada5d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:19.360145 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:19.380053 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8df30691-0517-43af-885c-12e0ccbd522e None None] Port 35952d81-6628-4138-8584-9e9a6cd2d7a4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:08:19.436459 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:08:19.468898 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb87bc7e-c282-409a-adc6-94b5b269464d None None] Sync routers for ids ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:08:19.471727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:19.526258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb87bc7e-c282-409a-adc6-94b5b269464d None None] Routers {'12f7ba1b-3ceb-4564-b794-48d6071ab3ef'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:19.530952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-eb87bc7e-c282-409a-adc6-94b5b269464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:19.538881 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9319dbd3-7ff0-4940-b6d2-18ef1434535b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7009320 Aug 28 13:08:19.539539 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'tag': '5613f691-3503-413e-b968-94928855f821'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:08:19.542243 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e234d85-371c-406f-ba6d-0aa1d725b9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "97c95747-986d-4c5b-aa4c-63d47a0b5012", "tag": "5613f691-3503-413e-b968-94928855f821"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:08:19.723829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 50a08177-730e-4245-8914-078d46fada5d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:19.753489 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d479f2ba-fa60-46f5-95d0-85ce54d40269 x-openstack-request-id: req-d479f2ba-fa60-46f5-95d0-85ce54d40269 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:08:19.760155 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c95747-986d-4c5b-aa4c-63d47a0b5012", "tag": "5613f691-3503-413e-b968-94928855f821", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:08:19.763031 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d479f2ba-fa60-46f5-95d0-85ce54d40269 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:08:19.763625 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'tag': '5613f691-3503-413e-b968-94928855f821', 'status': 'completed', 'code': 200} Aug 28 13:08:19.764527 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 50a08177-730e-4245-8914-078d46fada5d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:19.764948 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:19.879732 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-da7b5ba2-6747-4a4c-af1e-4351e6d8701c None None] Provisioning complete for port 35952d81-6628-4138-8584-9e9a6cd2d7a4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:19.881941 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-da7b5ba2-6747-4a4c-af1e-4351e6d8701c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:19.953137 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-da7b5ba2-6747-4a4c-af1e-4351e6d8701c None None] Port 35952d81-6628-4138-8584-9e9a6cd2d7a4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:08:19.965645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e234d85-371c-406f-ba6d-0aa1d725b9c0 req-6ee0e00f-e902-4814-8b82-4de7ba6eebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:19.969294 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e234d85-371c-406f-ba6d-0aa1d725b9c0 req-6ee0e00f-e902-4814-8b82-4de7ba6eebd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 1097 time: 0.2387161 Aug 28 13:08:19.981693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.extraroute_db [None req-f320958d-8667-46f2-ba3d-52683112b6f9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 13:08:19.999408 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.extraroute_db [None req-f320958d-8667-46f2-ba3d-52683112b6f9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Removed routes are [] {{(pid=94878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 13:08:19.999960 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f320958d-8667-46f2-ba3d-52683112b6f9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:20.022722 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-944579df-80b1-416c-9753-7e8231386a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:17Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': '35952d81-6628-4138-8584-9e9a6cd2d7a4', 'name': '', 'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:2a:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '8bc7feeb-ad77-4a7b-882e-72155986e59d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:14Z', 'updated_at': '2021-08-28T13:08:18Z', 'revision_number': 2, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '8bc7feeb-ad77-4a7b-882e-72155986e59d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79ff900f-fe38-4770-acc0-9398d17990ca', 'name': '', 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:6a:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:07Z', 'updated_at': '2021-08-28T13:08:18Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:15Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:20.023074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-eb87bc7e-c282-409a-adc6-94b5b269464d None None] Set router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:20.092549 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:20.099317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168806e-bb2e-483f-bf5c-f48e0c6a1c7a req-3f3d8f25-917e-4252-a170-34a1242b3a13 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:20.107376 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3168806e-bb2e-483f-bf5c-f48e0c6a1c7a req-3f3d8f25-917e-4252-a170-34a1242b3a13 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.4087815 Aug 28 13:08:20.132846 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Checking router: efc16970-47f8-433d-a310-7e95d5af48fd for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:08:20.133373 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Updating router efc16970-47f8-433d-a310-7e95d5af48fd port 35952d81-6628-4138-8584-9e9a6cd2d7a4 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:08:20.167907 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3168806e-bb2e-483f-bf5c-f48e0c6a1c7a req-676d49d0-267c-429c-badd-e46a4541a84b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537417 Aug 28 13:08:20.175943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-265eaade-b29c-4064-83c4-a3f5eb4cf7dd None None] Provisioning complete for port 35952d81-6628-4138-8584-9e9a6cd2d7a4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:20.176569 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-265eaade-b29c-4064-83c4-a3f5eb4cf7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:20.186948 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:20.192741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50416) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:20.217435 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 50a08177-730e-4245-8914-078d46fada5d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=50a08177-730e-4245-8914-078d46fada5d,segment=NetworkSegment(596fdc02-bee0-48ca-ad4b-824289068c82),segment_id=596fdc02-bee0-48ca-ad4b-824289068c82)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:20.224233 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9ac8-430a-46f6-ba02-1defeffd2477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:20.227420 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9ac8-430a-46f6-ba02-1defeffd2477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:20.242380 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4f2f9ac8-430a-46f6-ba02-1defeffd2477 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c43ac38-5dfe-41db-8cc3-2d381eed7258 HTTP/1.1" status: 204 len: 168 time: 1.4553335 Aug 28 13:08:20.270930 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f9ac8-430a-46f6-ba02-1defeffd2477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c43ac38-5dfe-41db-8cc3-2d381eed7258,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:20.307475 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:20.333986 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e234d85-371c-406f-ba6d-0aa1d725b9c0 req-d30b8bee-d2d7-4f03-adb2-1e1f0aac12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:20.335501 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e234d85-371c-406f-ba6d-0aa1d725b9c0 req-d30b8bee-d2d7-4f03-adb2-1e1f0aac12f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 HTTP/1.1" status: 200 len: 897 time: 0.3509636 Aug 28 13:08:20.384647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=50a08177-730e-4245-8914-078d46fada5d,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:20.424198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-265eaade-b29c-4064-83c4-a3f5eb4cf7dd None None] Port 35952d81-6628-4138-8584-9e9a6cd2d7a4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:08:20.513042 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-529d9438-5252-4fb7-a0fc-c153db0c2c3a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/9ada9bd4-4934-4bfd-a653-46b50e00d9fa HTTP/1.1" status: 200 len: 990 time: 0.3183451 Aug 28 13:08:20.566029 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e234d85-371c-406f-ba6d-0aa1d725b9c0 req-3a898ed3-74c5-4f90-a3bf-609634633da8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5613f691-3503-413e-b968-94928855f821 HTTP/1.1" status: 200 len: 998 time: 0.2191863 Aug 28 13:08:20.609337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 79ff900f-fe38-4770-acc0-9398d17990ca up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:20.629427 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f320958d-8667-46f2-ba3d-52683112b6f9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:20.642681 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f320958d-8667-46f2-ba3d-52683112b6f9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:20.746878 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e234d85-371c-406f-ba6d-0aa1d725b9c0 req-d9730c56-97a6-46f5-a014-7d2fbc46675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:20.748420 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e234d85-371c-406f-ba6d-0aa1d725b9c0 req-d9730c56-97a6-46f5-a014-7d2fbc46675f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9afd0d97-b511-4394-964a-b951ffcaf6d1 HTTP/1.1" status: 200 len: 834 time: 0.1689856 Aug 28 13:08:20.825858 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:20.841605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 79ff900f-fe38-4770-acc0-9398d17990ca triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:20.841904 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:20.853856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e234d85-371c-406f-ba6d-0aa1d725b9c0 req-26598ec9-22da-421f-9037-e921567ee49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:20.855395 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e234d85-371c-406f-ba6d-0aa1d725b9c0 req-26598ec9-22da-421f-9037-e921567ee49c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969658 Aug 28 13:08:20.870662 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Transition to ACTIVE for port object 35952d81-6628-4138-8584-9e9a6cd2d7a4 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:20.896011 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:20.897767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f320958d-8667-46f2-ba3d-52683112b6f9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router efc16970-47f8-433d-a310-7e95d5af48fd has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:08:20.922173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-eb87bc7e-c282-409a-adc6-94b5b269464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299122761', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:43Z', 'updated_at': '2021-08-28T13:07:52Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:44Z', 'updated_at': '2021-08-28T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9ada9bd4-4934-4bfd-a653-46b50e00d9fa', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'port_id': '5613f691-3503-413e-b968-94928855f821', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'mac_address': 'fa:16:3e:2c:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:08:17Z', 'updated_at': '2021-08-28T13:08:17Z', 'revision_number': 0, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d10dcc-4baa-4378-9c32-8233466e0c48', 'name': '', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:2e:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:50Z', 'updated_at': '2021-08-28T13:08:01Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:21.000142 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb87bc7e-c282-409a-adc6-94b5b269464d None None] Checking router: 12f7ba1b-3ceb-4564-b794-48d6071ab3ef for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:08:21.036589 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e234d85-371c-406f-ba6d-0aa1d725b9c0 req-e3a21eba-1760-4692-8c4e-77d0399320ad service neutron] 10.222.0.11 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716480 Aug 28 13:08:21.037269 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50442) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:21.063584 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2384e016-6d61-4a54-abe6-ed0cc823743b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:21.079520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb87bc7e-c282-409a-adc6-94b5b269464d None None] Routers {'12f7ba1b-3ceb-4564-b794-48d6071ab3ef'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:21.080159 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-eb87bc7e-c282-409a-adc6-94b5b269464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:21.109597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f320958d-8667-46f2-ba3d-52683112b6f9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:08:21.126201 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f320958d-8667-46f2-ba3d-52683112b6f9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:21.133196 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f320958d-8667-46f2-ba3d-52683112b6f9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/efc16970-47f8-433d-a310-7e95d5af48fd HTTP/1.1" status: 200 len: 954 time: 2.0001354 Aug 28 13:08:21.134186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50448) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:21.171642 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de995f83-9108-46a4-b8e7-8e2f22d7a7d4 None None] Pushing event updated for resources: {'Port': ['ID=35952d81-6628-4138-8584-9e9a6cd2d7a4,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:21.212905 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Attempting to bind port 35952d81-6628-4138-8584-9e9a6cd2d7a4 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:08:21.213537 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Attempting to bind port 35952d81-6628-4138-8584-9e9a6cd2d7a4 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '596fdc02-bee0-48ca-ad4b-824289068c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:08:21.213836 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Attempting to bind port 35952d81-6628-4138-8584-9e9a6cd2d7a4 on network 04157fb3-1d86-47f1-8d2f-7a6443adead4 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:08:21.235061 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:08:21.235687 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Checking segment: {'id': '596fdc02-bee0-48ca-ad4b-824289068c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:21.236406 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:21.236759 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Bound using segment: {'id': '596fdc02-bee0-48ca-ad4b-824289068c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:08:21.237277 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Bound port: 35952d81-6628-4138-8584-9e9a6cd2d7a4, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596fdc02-bee0-48ca-ad4b-824289068c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:08:21.237730 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:21.297501 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e234d85-371c-406f-ba6d-0aa1d725b9c0 req-c6b69b6b-b9ba-4ef9-bcb3-28a059747539 service neutron] 10.222.0.11 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422626 Aug 28 13:08:21.349913 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50452) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:21.351525 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dd5cb471-f3db-4391-bcdf-f3c8ae207c36 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/routers/efc16970-47f8-433d-a310-7e95d5af48fd HTTP/1.1" status: 200 len: 954 time: 0.2148285 Aug 28 13:08:21.366480 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-944579df-80b1-416c-9753-7e8231386a8e None None] For port 35952d81-6628-4138-8584-9e9a6cd2d7a4, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:08:21.371241 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-944579df-80b1-416c-9753-7e8231386a8e None None] For port 35952d81-6628-4138-8584-9e9a6cd2d7a4, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=35952d81-6628-4138-8584-9e9a6cd2d7a4,segment=NetworkSegment(596fdc02-bee0-48ca-ad4b-824289068c82),segment_id=596fdc02-bee0-48ca-ad4b-824289068c82)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:08:21.383277 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2384e016-6d61-4a54-abe6-ed0cc823743b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:21.385527 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-eb87bc7e-c282-409a-adc6-94b5b269464d None None] Set router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:21.389448 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-09e21d6e-1a95-4cc2-a330-c6a6db44148a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'router': {'routes': None}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:21.389955 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:21.500176 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:21.500815 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-944579df-80b1-416c-9753-7e8231386a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:21.504650 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de995f83-9108-46a4-b8e7-8e2f22d7a7d4 None None] Pushing event updated for resources: {'Port': ['ID=35952d81-6628-4138-8584-9e9a6cd2d7a4,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:21.515491 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50462) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:21.560199 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2384e016-6d61-4a54-abe6-ed0cc823743b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:21.673592 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-944579df-80b1-416c-9753-7e8231386a8e None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:21.746850 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ef67af1c-2555-473e-99c6-a63db65d1089 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/9ada9bd4-4934-4bfd-a653-46b50e00d9fa HTTP/1.1" status: 200 len: 990 time: 0.2279308 Aug 28 13:08:21.852119 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2384e016-6d61-4a54-abe6-ed0cc823743b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7804b83fd36d4fa586407a5e016bc6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8133531 Aug 28 13:08:21.854725 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50470) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:21.928289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384e016-6d61-4a54-abe6-ed0cc823743b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe4bc6b-aec6-46d0-bf11-3ad5757bd444,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:21.978308 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-eb87bc7e-c282-409a-adc6-94b5b269464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299122761', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:43Z', 'updated_at': '2021-08-28T13:07:52Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:44Z', 'updated_at': '2021-08-28T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9ada9bd4-4934-4bfd-a653-46b50e00d9fa', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'port_id': '5613f691-3503-413e-b968-94928855f821', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'mac_address': 'fa:16:3e:2c:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:08:17Z', 'updated_at': '2021-08-28T13:08:17Z', 'revision_number': 0, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d10dcc-4baa-4378-9c32-8233466e0c48', 'name': '', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:2e:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:50Z', 'updated_at': '2021-08-28T13:08:01Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:21.980411 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3727df61-7d7b-48e5-b30b-7f42f1024359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:22.022552 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3727df61-7d7b-48e5-b30b-7f42f1024359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:22.056777 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb87bc7e-c282-409a-adc6-94b5b269464d None None] The sync data for ids ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'] in n-d-791505-21 is: [{'id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299122761', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:43Z', 'updated_at': '2021-08-28T13:07:52Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:44Z', 'updated_at': '2021-08-28T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9ada9bd4-4934-4bfd-a653-46b50e00d9fa', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'port_id': '5613f691-3503-413e-b968-94928855f821', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'mac_address': 'fa:16:3e:2c:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:08:17Z', 'updated_at': '2021-08-28T13:08:17Z', 'revision_number': 0, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07d10dcc-4baa-4378-9c32-8233466e0c48', 'name': '', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:2e:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:50Z', 'updated_at': '2021-08-28T13:08:01Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:08:22.057344 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-944579df-80b1-416c-9753-7e8231386a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:19Z', 'revision_number': 6, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': '35952d81-6628-4138-8584-9e9a6cd2d7a4', 'name': '', 'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:2a:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '8bc7feeb-ad77-4a7b-882e-72155986e59d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:14Z', 'updated_at': '2021-08-28T13:08:21Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '8bc7feeb-ad77-4a7b-882e-72155986e59d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79ff900f-fe38-4770-acc0-9398d17990ca', 'name': '', 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:6a:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:07Z', 'updated_at': '2021-08-28T13:08:18Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:15Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:22.120143 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944579df-80b1-416c-9753-7e8231386a8e None None] The sync data for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 is: [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:19Z', 'revision_number': 6, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': '35952d81-6628-4138-8584-9e9a6cd2d7a4', 'name': '', 'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:2a:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '8bc7feeb-ad77-4a7b-882e-72155986e59d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:14Z', 'updated_at': '2021-08-28T13:08:21Z', 'revision_number': 4, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '8bc7feeb-ad77-4a7b-882e-72155986e59d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79ff900f-fe38-4770-acc0-9398d17990ca', 'name': '', 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:6a:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:07Z', 'updated_at': '2021-08-28T13:08:18Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:15Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:08:22.142076 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3727df61-7d7b-48e5-b30b-7f42f1024359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:22.146680 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3727df61-7d7b-48e5-b30b-7f42f1024359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:22.148488 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3727df61-7d7b-48e5-b30b-7f42f1024359 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fe4bc6b-aec6-46d0-bf11-3ad5757bd444 HTTP/1.1" status: 204 len: 168 time: 0.2927203 Aug 28 13:08:22.159029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727df61-7d7b-48e5-b30b-7f42f1024359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe4bc6b-aec6-46d0-bf11-3ad5757bd444,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:22.342958 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.extraroute_db [None req-09e21d6e-1a95-4cc2-a330-c6a6db44148a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Added routes are [] {{(pid=94877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 13:08:22.343480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.extraroute_db [None req-09e21d6e-1a95-4cc2-a330-c6a6db44148a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94877) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 13:08:22.420912 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09e21d6e-1a95-4cc2-a330-c6a6db44148a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:22.503228 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000c8064-dedc-45d7-98e2-40fad5a37def None None] New status for floating IP 9ada9bd4-4934-4bfd-a653-46b50e00d9fa: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:08:22.618333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 35952d81-6628-4138-8584-9e9a6cd2d7a4 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:22.748258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50494) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:22.780328 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 35952d81-6628-4138-8584-9e9a6cd2d7a4 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:22.784962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 35952d81-6628-4138-8584-9e9a6cd2d7a4 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:22.785351 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:22.914220 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fa1ec0e3-f88c-4014-a30d-57628434f817 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/9ada9bd4-4934-4bfd-a653-46b50e00d9fa HTTP/1.1" status: 200 len: 990 time: 0.1645277 Aug 28 13:08:22.934678 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09e21d6e-1a95-4cc2-a330-c6a6db44148a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:22.939401 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09e21d6e-1a95-4cc2-a330-c6a6db44148a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:23.003041 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:23.053682 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 35952d81-6628-4138-8584-9e9a6cd2d7a4, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=35952d81-6628-4138-8584-9e9a6cd2d7a4,segment=NetworkSegment(596fdc02-bee0-48ca-ad4b-824289068c82),segment_id=596fdc02-bee0-48ca-ad4b-824289068c82)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:23.064108 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:23.065017 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 50a08177-730e-4245-8914-078d46fada5d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:23.143466 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e21d6e-1a95-4cc2-a330-c6a6db44148a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router efc16970-47f8-433d-a310-7e95d5af48fd has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:08:23.166690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=35952d81-6628-4138-8584-9e9a6cd2d7a4,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:23.181508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 50a08177-730e-4245-8914-078d46fada5d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:23.181880 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:23.792979 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e21d6e-1a95-4cc2-a330-c6a6db44148a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:08:23.809395 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09e21d6e-1a95-4cc2-a330-c6a6db44148a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:23.813866 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-09e21d6e-1a95-4cc2-a330-c6a6db44148a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/efc16970-47f8-433d-a310-7e95d5af48fd HTTP/1.1" status: 200 len: 704 time: 2.4596243 Aug 28 13:08:23.813951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50544) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:23.824509 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef45598-1436-460f-9a55-73fc10492bf6 None None] Sync routers for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:08:23.836477 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef45598-1436-460f-9a55-73fc10492bf6 None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:23.837227 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-eef45598-1436-460f-9a55-73fc10492bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:23.916714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50550) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:24.011853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ae9e9837-7fa7-42f7-91ce-b7f24f354077 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/routers/efc16970-47f8-433d-a310-7e95d5af48fd HTTP/1.1" status: 200 len: 704 time: 0.1970515 Aug 28 13:08:24.014089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50556) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:24.034983 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8eaf06a0-ab35-4585-899e-f3a841ee93db tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/9ada9bd4-4934-4bfd-a653-46b50e00d9fa HTTP/1.1" status: 200 len: 992 time: 0.1169519 Aug 28 13:08:24.217354 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-eef45598-1436-460f-9a55-73fc10492bf6 None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:24.474735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 35952d81-6628-4138-8584-9e9a6cd2d7a4 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:24.558862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-eef45598-1436-460f-9a55-73fc10492bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:22Z', 'revision_number': 7, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': '35952d81-6628-4138-8584-9e9a6cd2d7a4', 'name': '', 'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:2a:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '8bc7feeb-ad77-4a7b-882e-72155986e59d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:14Z', 'updated_at': '2021-08-28T13:08:23Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '8bc7feeb-ad77-4a7b-882e-72155986e59d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79ff900f-fe38-4770-acc0-9398d17990ca', 'name': '', 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:6a:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:07Z', 'updated_at': '2021-08-28T13:08:18Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:15Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:24.560575 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 35952d81-6628-4138-8584-9e9a6cd2d7a4 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:24.560940 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:24.581691 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f5809d04-7963-4ddd-896f-b69f0c1c5bed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:24.621970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef45598-1436-460f-9a55-73fc10492bf6 None None] Checking router: efc16970-47f8-433d-a310-7e95d5af48fd for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:08:24.636000 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef45598-1436-460f-9a55-73fc10492bf6 None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:24.638494 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-eef45598-1436-460f-9a55-73fc10492bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:24.797227 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-eef45598-1436-460f-9a55-73fc10492bf6 None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:24.923761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f5809d04-7963-4ddd-896f-b69f0c1c5bed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port 35952d81-6628-4138-8584-9e9a6cd2d7a4 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:08:24.924968 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f5809d04-7963-4ddd-896f-b69f0c1c5bed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:25.049991 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-f5809d04-7963-4ddd-896f-b69f0c1c5bed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] For port 35952d81-6628-4138-8584-9e9a6cd2d7a4, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=35952d81-6628-4138-8584-9e9a6cd2d7a4,segment=NetworkSegment(596fdc02-bee0-48ca-ad4b-824289068c82),segment_id=596fdc02-bee0-48ca-ad4b-824289068c82)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:25.050386 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f5809d04-7963-4ddd-896f-b69f0c1c5bed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:25.081244 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f5809d04-7963-4ddd-896f-b69f0c1c5bed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for 35952d81-6628-4138-8584-9e9a6cd2d7a4 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:08:25.254775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-eef45598-1436-460f-9a55-73fc10492bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:22Z', 'revision_number': 7, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': '35952d81-6628-4138-8584-9e9a6cd2d7a4', 'name': '', 'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:2a:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '8bc7feeb-ad77-4a7b-882e-72155986e59d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:14Z', 'updated_at': '2021-08-28T13:08:23Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '8bc7feeb-ad77-4a7b-882e-72155986e59d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79ff900f-fe38-4770-acc0-9398d17990ca', 'name': '', 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:6a:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:07Z', 'updated_at': '2021-08-28T13:08:18Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:15Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:25.294001 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef45598-1436-460f-9a55-73fc10492bf6 None None] The sync data for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 is: [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:22Z', 'revision_number': 7, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': '35952d81-6628-4138-8584-9e9a6cd2d7a4', 'name': '', 'network_id': '04157fb3-1d86-47f1-8d2f-7a6443adead4', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:2a:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '8bc7feeb-ad77-4a7b-882e-72155986e59d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:14Z', 'updated_at': '2021-08-28T13:08:23Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '8bc7feeb-ad77-4a7b-882e-72155986e59d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79ff900f-fe38-4770-acc0-9398d17990ca', 'name': '', 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:6a:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:07Z', 'updated_at': '2021-08-28T13:08:18Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:15Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:08:25.372115 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f5809d04-7963-4ddd-896f-b69f0c1c5bed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:25.404430 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5809d04-7963-4ddd-896f-b69f0c1c5bed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=35952d81-6628-4138-8584-9e9a6cd2d7a4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:25.556231 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f5809d04-7963-4ddd-896f-b69f0c1c5bed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:26.280066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5809d04-7963-4ddd-896f-b69f0c1c5bed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router efc16970-47f8-433d-a310-7e95d5af48fd has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:08:26.404313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5809d04-7963-4ddd-896f-b69f0c1c5bed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:08:26.415377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50642) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:26.419023 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f5809d04-7963-4ddd-896f-b69f0c1c5bed tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/efc16970-47f8-433d-a310-7e95d5af48fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3995297 Aug 28 13:08:26.421048 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86e2ab-d524-4c8a-94b2-4fad6460da73 None None] Sync routers for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:08:26.448629 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d86e2ab-d524-4c8a-94b2-4fad6460da73 None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:26.449950 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9d86e2ab-d524-4c8a-94b2-4fad6460da73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:26.579858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-491bc8f7-49a1-4fb7-b568-7f565e980c2d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting subnet 8bc7feeb-ad77-4a7b-882e-72155986e59d {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:08:26.589818 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491bc8f7-49a1-4fb7-b568-7f565e980c2d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:26.679683 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491bc8f7-49a1-4fb7-b568-7f565e980c2d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:26.727578 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-9d86e2ab-d524-4c8a-94b2-4fad6460da73 None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:26.798087 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491bc8f7-49a1-4fb7-b568-7f565e980c2d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:26.885992 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491bc8f7-49a1-4fb7-b568-7f565e980c2d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:26.912826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbffc27-abaf-4686-ae9f-4237be00b5bd None None] Network 04157fb3-1d86-47f1-8d2f-7a6443adead4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:08:27.013466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-491bc8f7-49a1-4fb7-b568-7f565e980c2d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:27.017589 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-491bc8f7-49a1-4fb7-b568-7f565e980c2d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/8bc7feeb-ad77-4a7b-882e-72155986e59d HTTP/1.1" status: 204 len: 168 time: 0.5962579 Aug 28 13:08:27.018714 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50652) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:27.028171 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bc8f7-49a1-4fb7-b568-7f565e980c2d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc7feeb-ad77-4a7b-882e-72155986e59d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:27.111189 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9d86e2ab-d524-4c8a-94b2-4fad6460da73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:25Z', 'revision_number': 8, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': '79ff900f-fe38-4770-acc0-9398d17990ca', 'name': '', 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:6a:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:07Z', 'updated_at': '2021-08-28T13:08:18Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:15Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:27.136573 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:27.150008 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86e2ab-d524-4c8a-94b2-4fad6460da73 None None] Checking router: efc16970-47f8-433d-a310-7e95d5af48fd for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:08:27.166595 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d86e2ab-d524-4c8a-94b2-4fad6460da73 None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:27.167345 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9d86e2ab-d524-4c8a-94b2-4fad6460da73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:27.198759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b13afaa-583c-4b29-9dd6-4b53a1c3400c None None] DHCP port deletion for 04157fb3-1d86-47f1-8d2f-7a6443adead4 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:08:27.247076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port 50a08177-730e-4245-8914-078d46fada5d {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:08:27.247076 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:27.303233 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7b13afaa-583c-4b29-9dd6-4b53a1c3400c None None] Deleting port 50a08177-730e-4245-8914-078d46fada5d {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:08:27.303617 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7b13afaa-583c-4b29-9dd6-4b53a1c3400c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:27.371926 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-9d86e2ab-d524-4c8a-94b2-4fad6460da73 None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:27.380726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] For port 50a08177-730e-4245-8914-078d46fada5d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=50a08177-730e-4245-8914-078d46fada5d,segment=NetworkSegment(596fdc02-bee0-48ca-ad4b-824289068c82),segment_id=596fdc02-bee0-48ca-ad4b-824289068c82)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:27.381298 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:27.396315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-7b13afaa-583c-4b29-9dd6-4b53a1c3400c None None] For port 50a08177-730e-4245-8914-078d46fada5d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=50a08177-730e-4245-8914-078d46fada5d,segment=NetworkSegment(596fdc02-bee0-48ca-ad4b-824289068c82),segment_id=596fdc02-bee0-48ca-ad4b-824289068c82)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:27.396644 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7b13afaa-583c-4b29-9dd6-4b53a1c3400c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:27.396846 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for 50a08177-730e-4245-8914-078d46fada5d owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:08:27.416188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7b13afaa-583c-4b29-9dd6-4b53a1c3400c None None] Calling delete_port for 50a08177-730e-4245-8914-078d46fada5d owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:08:27.537512 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:08:27.539021 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:08:27.549542 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7b13afaa-583c-4b29-9dd6-4b53a1c3400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:27.570446 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=50a08177-730e-4245-8914-078d46fada5d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:27.589119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13afaa-583c-4b29-9dd6-4b53a1c3400c None None] No DVR routers for this DVR port 50a08177-730e-4245-8914-078d46fada5d on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:08:27.598412 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No DVR routers for this DVR port 50a08177-730e-4245-8914-078d46fada5d on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:08:27.631426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13afaa-583c-4b29-9dd6-4b53a1c3400c None None] Pushing event deleted for resources: {'Port': ['ID=50a08177-730e-4245-8914-078d46fada5d,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:27.694286 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9d86e2ab-d524-4c8a-94b2-4fad6460da73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:25Z', 'revision_number': 8, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': '79ff900f-fe38-4770-acc0-9398d17990ca', 'name': '', 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:6a:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:07Z', 'updated_at': '2021-08-28T13:08:18Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:15Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:27.725193 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86e2ab-d524-4c8a-94b2-4fad6460da73 None None] The sync data for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 is: [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:25Z', 'revision_number': 8, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': '79ff900f-fe38-4770-acc0-9398d17990ca', 'name': '', 'network_id': '5ada0a15-9797-4e76-8855-abecbb5ed349', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:6a:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:07Z', 'updated_at': '2021-08-28T13:08:18Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '95de3538-6abf-4fce-967b-b99a81f816ed', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:15Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:08:27.740962 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:27.762391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04157fb3-1d86-47f1-8d2f-7a6443adead4']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:27.775112 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596fdc02-bee0-48ca-ad4b-824289068c82') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:27.775515 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596fdc02-bee0-48ca-ad4b-824289068c82') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:27.785865 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:27.800714 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:27.806887 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:08:27.807280 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:08:27.820418 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:08:27.877004 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:27.885919 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:27.891498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50672) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:27.892126 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/networks/04157fb3-1d86-47f1-8d2f-7a6443adead4 HTTP/1.1" status: 204 len: 168 time: 0.8726556 Aug 28 13:08:27.912610 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030ae6e-ea76-4c11-8300-4a967ccba922 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Network': ['ID=04157fb3-1d86-47f1-8d2f-7a6443adead4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:28.356799 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-df4ed97f-e10f-4d6d-a468-ccaa3ff68295 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:28.445401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 35952d81-6628-4138-8584-9e9a6cd2d7a4 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:08:28.488485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 35952d81-6628-4138-8584-9e9a6cd2d7a4 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:08:28.488830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 35952d81-6628-4138-8584-9e9a6cd2d7a4 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:08:28.490229 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 50a08177-730e-4245-8914-078d46fada5d no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:08:28.537985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 50a08177-730e-4245-8914-078d46fada5d {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:08:28.538429 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 50a08177-730e-4245-8914-078d46fada5d not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:08:28.795708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-df4ed97f-e10f-4d6d-a468-ccaa3ff68295 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port 79ff900f-fe38-4770-acc0-9398d17990ca {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:08:28.796110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-df4ed97f-e10f-4d6d-a468-ccaa3ff68295 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:28.903968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-df4ed97f-e10f-4d6d-a468-ccaa3ff68295 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] For port 79ff900f-fe38-4770-acc0-9398d17990ca, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=79ff900f-fe38-4770-acc0-9398d17990ca,segment=NetworkSegment(f5cb54e4-6ce6-4dcf-b790-3e86700a5c67),segment_id=f5cb54e4-6ce6-4dcf-b790-3e86700a5c67)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:28.904481 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-df4ed97f-e10f-4d6d-a468-ccaa3ff68295 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:28.920900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-df4ed97f-e10f-4d6d-a468-ccaa3ff68295 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for 79ff900f-fe38-4770-acc0-9398d17990ca owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:08:29.132248 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-df4ed97f-e10f-4d6d-a468-ccaa3ff68295 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:29.178134 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ed97f-e10f-4d6d-a468-ccaa3ff68295 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=79ff900f-fe38-4770-acc0-9398d17990ca,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:29.316460 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-df4ed97f-e10f-4d6d-a468-ccaa3ff68295 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:29.575615 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4ed97f-e10f-4d6d-a468-ccaa3ff68295 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router efc16970-47f8-433d-a310-7e95d5af48fd has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:08:29.708824 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4ed97f-e10f-4d6d-a468-ccaa3ff68295 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:08:29.714230 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-df4ed97f-e10f-4d6d-a468-ccaa3ff68295 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/efc16970-47f8-433d-a310-7e95d5af48fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8206856 Aug 28 13:08:29.717041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50718) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:29.719924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c4819-3c3c-4a16-9fb5-0c0211959fa1 None None] Sync routers for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:08:29.735603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c4819-3c3c-4a16-9fb5-0c0211959fa1 None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:29.737611 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a93c4819-3c3c-4a16-9fb5-0c0211959fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:29.824892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13ae443-081d-44b7-8248-03e5e801a2de tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting subnet 95de3538-6abf-4fce-967b-b99a81f816ed {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:08:29.836988 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d13ae443-081d-44b7-8248-03e5e801a2de tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:29.852396 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a93c4819-3c3c-4a16-9fb5-0c0211959fa1 None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:29.910024 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d13ae443-081d-44b7-8248-03e5e801a2de tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:30.111657 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d13ae443-081d-44b7-8248-03e5e801a2de tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:30.169849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a93c4819-3c3c-4a16-9fb5-0c0211959fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:29Z', 'revision_number': 9, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:15Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:30.209350 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c4819-3c3c-4a16-9fb5-0c0211959fa1 None None] Checking router: efc16970-47f8-433d-a310-7e95d5af48fd for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:08:30.215904 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d13ae443-081d-44b7-8248-03e5e801a2de tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:30.224375 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c4819-3c3c-4a16-9fb5-0c0211959fa1 None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:30.225014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a93c4819-3c3c-4a16-9fb5-0c0211959fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:30.251498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ae443-081d-44b7-8248-03e5e801a2de tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Subnet': ['ID=95de3538-6abf-4fce-967b-b99a81f816ed,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:30.263113 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d13ae443-081d-44b7-8248-03e5e801a2de tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:30.268395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50738) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:30.269665 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d13ae443-081d-44b7-8248-03e5e801a2de tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/95de3538-6abf-4fce-967b-b99a81f816ed HTTP/1.1" status: 204 len: 168 time: 0.5514183 Aug 28 13:08:30.333305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a93c4819-3c3c-4a16-9fb5-0c0211959fa1 None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:30.432448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c739f45a-81d2-4997-a835-0c1759cbaa9c None None] Network 5ada0a15-9797-4e76-8855-abecbb5ed349 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:08:30.434233 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:30.560579 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:08:30.560932 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:30.666831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] For port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=be66d176-20a0-4fb0-8f6b-2af21dbbc8e4,segment=NetworkSegment(f5cb54e4-6ce6-4dcf-b790-3e86700a5c67),segment_id=f5cb54e4-6ce6-4dcf-b790-3e86700a5c67)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:30.667212 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:30.681579 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:08:30.755853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a93c4819-3c3c-4a16-9fb5-0c0211959fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:29Z', 'revision_number': 9, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:15Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:30.809203 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c4819-3c3c-4a16-9fb5-0c0211959fa1 None None] The sync data for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 is: [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:29Z', 'revision_number': 9, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb37c943-d881-4bd6-ba96-d52f9dee7a3f', 'name': '', 'network_id': '8ebed3a9-c499-4bef-8a9c-3a9d437884c2', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:43:ea:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:08:02Z', 'updated_at': '2021-08-28T13:08:15Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': '3a35d80b-adce-4737-b4cf-e03a0070d90f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:08:30.818152 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39061c08-35f4-4287-93cd-d87025ff231a None None] DHCP port deletion for 5ada0a15-9797-4e76-8855-abecbb5ed349 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:08:30.849511 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:30.882874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=be66d176-20a0-4fb0-8f6b-2af21dbbc8e4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:30.893787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No DVR routers for this DVR port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:08:30.927124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-39061c08-35f4-4287-93cd-d87025ff231a None None] Deleting port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:08:30.927957 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-39061c08-35f4-4287-93cd-d87025ff231a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:30.988970 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:30.999878 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ada0a15-9797-4e76-8855-abecbb5ed349']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:31.012706 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cb54e4-6ce6-4dcf-b790-3e86700a5c67') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:31.013028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cb54e4-6ce6-4dcf-b790-3e86700a5c67') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:31.018604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-39061c08-35f4-4287-93cd-d87025ff231a None None] For port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4, host n-d-791505-21, got binding levels [] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:31.019306 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-39061c08-35f4-4287-93cd-d87025ff231a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:31.024327 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:31.034739 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-39061c08-35f4-4287-93cd-d87025ff231a None None] Calling delete_port for be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:08:31.037877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.ipam_backend_mixin [None req-39061c08-35f4-4287-93cd-d87025ff231a None None] Port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 was not found and therefore no delete operation was performed {{(pid=94879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 13:08:31.039376 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-39061c08-35f4-4287-93cd-d87025ff231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:31.039515 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:31.045982 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:08:31.046520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:31.090627 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39061c08-35f4-4287-93cd-d87025ff231a None None] No DVR routers for this DVR port be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:08:31.110309 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39061c08-35f4-4287-93cd-d87025ff231a None None] Pushing event deleted for resources: {'Port': ['ID=be66d176-20a0-4fb0-8f6b-2af21dbbc8e4,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:08:31.197621 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:08:31.200543 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:31.215916 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:31.217811 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/networks/5ada0a15-9797-4e76-8855-abecbb5ed349 HTTP/1.1" status: 204 len: 168 time: 0.9483967 Aug 28 13:08:31.221495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50756) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:31.233840 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73904135-b920-4175-9263-e5dcb56ba053 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Network': ['ID=5ada0a15-9797-4e76-8855-abecbb5ed349,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:31.734994 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e355-0362-482c-8df8-1b09b89406cf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:32.038677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6e355-0362-482c-8df8-1b09b89406cf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port fb37c943-d881-4bd6-ba96-d52f9dee7a3f {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:08:32.038933 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e355-0362-482c-8df8-1b09b89406cf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:32.141800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-6ac6e355-0362-482c-8df8-1b09b89406cf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] For port fb37c943-d881-4bd6-ba96-d52f9dee7a3f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=fb37c943-d881-4bd6-ba96-d52f9dee7a3f,segment=NetworkSegment(9aeec924-79fa-437d-82da-1b0d9f49b917),segment_id=9aeec924-79fa-437d-82da-1b0d9f49b917)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:32.142245 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e355-0362-482c-8df8-1b09b89406cf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:32.158584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6e355-0362-482c-8df8-1b09b89406cf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for fb37c943-d881-4bd6-ba96-d52f9dee7a3f owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:08:32.395427 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e355-0362-482c-8df8-1b09b89406cf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:32.430300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 79ff900f-fe38-4770-acc0-9398d17990ca no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:08:32.466657 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 79ff900f-fe38-4770-acc0-9398d17990ca {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:08:32.467228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 79ff900f-fe38-4770-acc0-9398d17990ca not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:08:32.467857 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:08:32.475141 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6e355-0362-482c-8df8-1b09b89406cf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=fb37c943-d881-4bd6-ba96-d52f9dee7a3f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:32.534565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:08:32.542066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device be66d176-20a0-4fb0-8f6b-2af21dbbc8e4 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:08:32.625952 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-60b447b0-87b9-4651-9a9c-2513a417afbe req-5f5dc59d-20c3-4d2d-8eb9-ceae5c9821a4 service neutron] (94878) timed out ('10.222.0.20', 52338) {{(pid=94878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 13:08:32.674519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e355-0362-482c-8df8-1b09b89406cf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:32.990059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac6e355-0362-482c-8df8-1b09b89406cf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router efc16970-47f8-433d-a310-7e95d5af48fd has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:08:33.098241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50808) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:33.133315 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac6e355-0362-482c-8df8-1b09b89406cf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:08:33.143956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50814) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:33.146067 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6ac6e355-0362-482c-8df8-1b09b89406cf tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/efc16970-47f8-433d-a310-7e95d5af48fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9230394 Aug 28 13:08:33.146272 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa659c-4046-43c7-8975-bdbe0a964098 None None] Sync routers for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:08:33.167482 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aa659c-4046-43c7-8975-bdbe0a964098 None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:33.168113 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-58aa659c-4046-43c7-8975-bdbe0a964098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:33.286763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df8a34f-52fa-41b2-8582-0fcead96bec0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting subnet 3a35d80b-adce-4737-b4cf-e03a0070d90f {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:08:33.291238 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7df8a34f-52fa-41b2-8582-0fcead96bec0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:33.312191 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-58aa659c-4046-43c7-8975-bdbe0a964098 None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:33.337562 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-432b1f90-2d18-494a-a95c-3643c1d4563e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:33.364099 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7df8a34f-52fa-41b2-8582-0fcead96bec0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:33.542958 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-432b1f90-2d18-494a-a95c-3643c1d4563e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:33.554040 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-432b1f90-2d18-494a-a95c-3643c1d4563e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:33.584228 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7df8a34f-52fa-41b2-8582-0fcead96bec0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:33.593552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b1f90-2d18-494a-a95c-3643c1d4563e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367c4043-0995-4b27-bb29-65be54f87ab0,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:33.616397 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-58aa659c-4046-43c7-8975-bdbe0a964098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:32Z', 'revision_number': 10, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:33.641403 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-432b1f90-2d18-494a-a95c-3643c1d4563e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b07f1b9ebaa4e06b93e897dd48ec5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5413256 Aug 28 13:08:33.644079 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50824) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:33.665377 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa659c-4046-43c7-8975-bdbe0a964098 None None] Checking router: efc16970-47f8-433d-a310-7e95d5af48fd for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:08:33.678589 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aa659c-4046-43c7-8975-bdbe0a964098 None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:33.680553 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-58aa659c-4046-43c7-8975-bdbe0a964098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:33.714228 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7df8a34f-52fa-41b2-8582-0fcead96bec0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:33.735237 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-924a266a-d705-46d3-a2a7-3981233b2164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:33.765485 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-924a266a-d705-46d3-a2a7-3981233b2164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:33.792324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8a34f-52fa-41b2-8582-0fcead96bec0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Subnet': ['ID=3a35d80b-adce-4737-b4cf-e03a0070d90f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:33.805438 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7df8a34f-52fa-41b2-8582-0fcead96bec0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:33.813514 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e5d6a2-b9dd-4612-b759-aae6bb33454b None None] Network 8ebed3a9-c499-4bef-8a9c-3a9d437884c2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:08:33.814143 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50828) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:33.826949 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7df8a34f-52fa-41b2-8582-0fcead96bec0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/3a35d80b-adce-4737-b4cf-e03a0070d90f HTTP/1.1" status: 204 len: 168 time: 0.6815603 Aug 28 13:08:33.857499 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-58aa659c-4046-43c7-8975-bdbe0a964098 None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:33.952357 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.038169 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-924a266a-d705-46d3-a2a7-3981233b2164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.041094 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-924a266a-d705-46d3-a2a7-3981233b2164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.042438 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-924a266a-d705-46d3-a2a7-3981233b2164 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/367c4043-0995-4b27-bb29-65be54f87ab0 HTTP/1.1" status: 204 len: 168 time: 0.3973057 Aug 28 13:08:34.069713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a266a-d705-46d3-a2a7-3981233b2164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367c4043-0995-4b27-bb29-65be54f87ab0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:34.085971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535ab179-fc76-4cca-b3ba-e8084d53a01a None None] DHCP port deletion for 8ebed3a9-c499-4bef-8a9c-3a9d437884c2 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:08:34.110476 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port a8fd27fa-03b6-4436-a488-45ad9599187d {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:08:34.111959 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.170936 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-58aa659c-4046-43c7-8975-bdbe0a964098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:32Z', 'revision_number': 10, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:34.196874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] For port a8fd27fa-03b6-4436-a488-45ad9599187d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a8fd27fa-03b6-4436-a488-45ad9599187d,segment=NetworkSegment(9aeec924-79fa-437d-82da-1b0d9f49b917),segment_id=9aeec924-79fa-437d-82da-1b0d9f49b917)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:34.197831 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.211820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-535ab179-fc76-4cca-b3ba-e8084d53a01a None None] Deleting port a8fd27fa-03b6-4436-a488-45ad9599187d {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:08:34.212213 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-535ab179-fc76-4cca-b3ba-e8084d53a01a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.217268 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa659c-4046-43c7-8975-bdbe0a964098 None None] The sync data for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 is: [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:32Z', 'revision_number': 10, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None, '_interfaces': [{'id': 'c1c7ae3c-9a62-4364-adba-9659db9380ce', 'name': '', 'network_id': '85a2c211-0d5d-497a-a929-f9089ffcc836', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'mac_address': 'fa:16:3e:db:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:56Z', 'updated_at': '2021-08-28T13:08:08Z', 'revision_number': 5, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'subnets': [{'id': 'dbf8186b-77ef-4f29-b0fc-6ce487f0bc97', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:08:34.241658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for a8fd27fa-03b6-4436-a488-45ad9599187d owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:08:34.349477 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.351741 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-535ab179-fc76-4cca-b3ba-e8084d53a01a None None] For port a8fd27fa-03b6-4436-a488-45ad9599187d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a8fd27fa-03b6-4436-a488-45ad9599187d,segment=NetworkSegment(9aeec924-79fa-437d-82da-1b0d9f49b917),segment_id=9aeec924-79fa-437d-82da-1b0d9f49b917)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:34.352455 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-535ab179-fc76-4cca-b3ba-e8084d53a01a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.376719 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-535ab179-fc76-4cca-b3ba-e8084d53a01a None None] Calling delete_port for a8fd27fa-03b6-4436-a488-45ad9599187d owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:08:34.425614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No DVR routers for this DVR port a8fd27fa-03b6-4436-a488-45ad9599187d on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:08:34.431524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=a8fd27fa-03b6-4436-a488-45ad9599187d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:34.523927 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-535ab179-fc76-4cca-b3ba-e8084d53a01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.538159 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.552877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebed3a9-c499-4bef-8a9c-3a9d437884c2']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:34.553831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ab179-fc76-4cca-b3ba-e8084d53a01a None None] Pushing event deleted for resources: {'Port': ['ID=a8fd27fa-03b6-4436-a488-45ad9599187d,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:34.558379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ab179-fc76-4cca-b3ba-e8084d53a01a None None] No DVR routers for this DVR port a8fd27fa-03b6-4436-a488-45ad9599187d on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:08:34.569120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50852) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:34.580164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aeec924-79fa-437d-82da-1b0d9f49b917') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:34.580164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aeec924-79fa-437d-82da-1b0d9f49b917') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:34.598540 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.618242 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.632112 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:08:34.633111 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:08:34.637644 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:08:34.642101 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee6951c9-14b5-4037-a442-5b6ab3e307dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.758807 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.766129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a8fd27fa-03b6-4436-a488-45ad9599187d no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:08:34.773872 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.776200 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/networks/8ebed3a9-c499-4bef-8a9c-3a9d437884c2 HTTP/1.1" status: 204 len: 168 time: 0.9606307 Aug 28 13:08:34.779391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 50862) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:34.797553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: a8fd27fa-03b6-4436-a488-45ad9599187d {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:08:34.798118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44179a1-599d-438d-bff0-14b33336bb22 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Network': ['ID=8ebed3a9-c499-4bef-8a9c-3a9d437884c2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:34.798751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a8fd27fa-03b6-4436-a488-45ad9599187d not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:08:34.799439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device fb37c943-d881-4bd6-ba96-d52f9dee7a3f no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:08:34.831667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: fb37c943-d881-4bd6-ba96-d52f9dee7a3f {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:08:34.832350 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device fb37c943-d881-4bd6-ba96-d52f9dee7a3f not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:08:34.893680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee6951c9-14b5-4037-a442-5b6ab3e307dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.901918 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee6951c9-14b5-4037-a442-5b6ab3e307dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:34.932527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6951c9-14b5-4037-a442-5b6ab3e307dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd682f84-7822-48c5-8ea2-6c782b01f6f0,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:34.981654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ee6951c9-14b5-4037-a442-5b6ab3e307dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b972c39ca8646fe894b640618ddcfdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4111454 Aug 28 13:08:34.984019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 50866) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:35.043936 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7394-3f3c-47af-8a0b-27ea2d205197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:35.067783 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7394-3f3c-47af-8a0b-27ea2d205197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:35.124007 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7394-3f3c-47af-8a0b-27ea2d205197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:35.127708 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7394-3f3c-47af-8a0b-27ea2d205197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:35.129436 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e9cc7394-3f3c-47af-8a0b-27ea2d205197 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd682f84-7822-48c5-8ea2-6c782b01f6f0 HTTP/1.1" status: 204 len: 168 time: 0.1434407 Aug 28 13:08:35.140494 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc7394-3f3c-47af-8a0b-27ea2d205197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd682f84-7822-48c5-8ea2-6c782b01f6f0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:35.254535 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f863b21c-2aef-4c17-abbd-d7731f4b1744 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:35.558915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f863b21c-2aef-4c17-abbd-d7731f4b1744 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port c1c7ae3c-9a62-4364-adba-9659db9380ce {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:08:35.559354 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f863b21c-2aef-4c17-abbd-d7731f4b1744 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:35.682047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-f863b21c-2aef-4c17-abbd-d7731f4b1744 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] For port c1c7ae3c-9a62-4364-adba-9659db9380ce, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c1c7ae3c-9a62-4364-adba-9659db9380ce,segment=NetworkSegment(58fcbccc-80e4-40e7-83ad-8e60e1d176cb),segment_id=58fcbccc-80e4-40e7-83ad-8e60e1d176cb)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:35.682337 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f863b21c-2aef-4c17-abbd-d7731f4b1744 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:35.702341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f863b21c-2aef-4c17-abbd-d7731f4b1744 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for c1c7ae3c-9a62-4364-adba-9659db9380ce owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:08:35.934774 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f863b21c-2aef-4c17-abbd-d7731f4b1744 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:36.061113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863b21c-2aef-4c17-abbd-d7731f4b1744 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=c1c7ae3c-9a62-4364-adba-9659db9380ce,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:36.181048 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f863b21c-2aef-4c17-abbd-d7731f4b1744 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:36.927205 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f863b21c-2aef-4c17-abbd-d7731f4b1744 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router efc16970-47f8-433d-a310-7e95d5af48fd has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:08:37.009092 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f863b21c-2aef-4c17-abbd-d7731f4b1744 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:08:37.015576 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f863b21c-2aef-4c17-abbd-d7731f4b1744 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/efc16970-47f8-433d-a310-7e95d5af48fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2351630 Aug 28 13:08:37.018512 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51016) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:37.119928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-6611ef83-6266-4713-9a3b-ccbfbd8fabd9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting subnet dbf8186b-77ef-4f29-b0fc-6ce487f0bc97 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:08:37.124986 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6611ef83-6266-4713-9a3b-ccbfbd8fabd9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:37.193259 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6611ef83-6266-4713-9a3b-ccbfbd8fabd9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:37.225370 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98478c0c-1799-4465-bf86-bc1e7156032b None None] Sync routers for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:08:37.241094 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98478c0c-1799-4465-bf86-bc1e7156032b None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:37.242910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-98478c0c-1799-4465-bf86-bc1e7156032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:37.311856 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6611ef83-6266-4713-9a3b-ccbfbd8fabd9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:37.441380 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6611ef83-6266-4713-9a3b-ccbfbd8fabd9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:37.464951 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6611ef83-6266-4713-9a3b-ccbfbd8fabd9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:37.469323 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6611ef83-6266-4713-9a3b-ccbfbd8fabd9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/dbf8186b-77ef-4f29-b0fc-6ce487f0bc97 HTTP/1.1" status: 204 len: 168 time: 0.4472549 Aug 28 13:08:37.469786 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51066) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:37.530487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611ef83-6266-4713-9a3b-ccbfbd8fabd9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf8186b-77ef-4f29-b0fc-6ce487f0bc97,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:37.547821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-98478c0c-1799-4465-bf86-bc1e7156032b None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:37.615586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-98478c0c-1799-4465-bf86-bc1e7156032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:35Z', 'revision_number': 11, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:37.619490 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4a6b51-9e62-4305-b2ef-803a2509a5d6 None None] Network 85a2c211-0d5d-497a-a929-f9089ffcc836 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:08:37.677744 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:37.680045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98478c0c-1799-4465-bf86-bc1e7156032b None None] Checking router: efc16970-47f8-433d-a310-7e95d5af48fd for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:08:37.759989 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:37.766176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98478c0c-1799-4465-bf86-bc1e7156032b None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:37.767000 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-98478c0c-1799-4465-bf86-bc1e7156032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:37.795855 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Deleting port 46bdb765-a031-4193-bfa8-bd9c25183698 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:08:37.796218 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:37.927038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-98478c0c-1799-4465-bf86-bc1e7156032b None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:37.941161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] For port 46bdb765-a031-4193-bfa8-bd9c25183698, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=46bdb765-a031-4193-bfa8-bd9c25183698,segment=NetworkSegment(58fcbccc-80e4-40e7-83ad-8e60e1d176cb),segment_id=58fcbccc-80e4-40e7-83ad-8e60e1d176cb)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:37.941496 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:37.962153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Calling delete_port for 46bdb765-a031-4193-bfa8-bd9c25183698 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:08:38.048356 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-98478c0c-1799-4465-bf86-bc1e7156032b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:35Z', 'revision_number': 11, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:38.091947 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:38.106135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98478c0c-1799-4465-bf86-bc1e7156032b None None] The sync data for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 is: [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:35Z', 'revision_number': 11, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:08:38.125412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No DVR routers for this DVR port 46bdb765-a031-4193-bfa8-bd9c25183698 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:08:38.168738 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Port': ['ID=46bdb765-a031-4193-bfa8-bd9c25183698,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:38.229362 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:38.229849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:38.230351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:38.230859 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:38.231245 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:38.231519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:38.232011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:38.232316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:38.232644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:38.232963 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:38.233278 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:38.233595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:38.307200 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:38.321122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a2c211-0d5d-497a-a929-f9089ffcc836']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:38.339737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fcbccc-80e4-40e7-83ad-8e60e1d176cb') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:38.340049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fcbccc-80e4-40e7-83ad-8e60e1d176cb') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:38.353315 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:38.371272 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:38.386518 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:08:38.386971 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:08:38.390710 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:08:38.474331 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:38.484859 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:38.490838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51188) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:38.498945 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b0240072-d8c6-49cb-b0de-02bc733229ba tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'router': {'routes': None}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:38.503247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/networks/85a2c211-0d5d-497a-a929-f9089ffcc836 HTTP/1.1" status: 204 len: 168 time: 1.0307894 Aug 28 13:08:38.505419 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed179abe-ba6a-49e9-84f0-c0c5622fb380 None None] DHCP port deletion for 85a2c211-0d5d-497a-a929-f9089ffcc836 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:08:38.566874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aee0a3-bf64-4e44-b6bf-040dadda03da tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Pushing event deleted for resources: {'Network': ['ID=85a2c211-0d5d-497a-a929-f9089ffcc836,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:38.639592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c1c7ae3c-9a62-4364-adba-9659db9380ce no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:08:38.680562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: c1c7ae3c-9a62-4364-adba-9659db9380ce {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:08:38.681281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c1c7ae3c-9a62-4364-adba-9659db9380ce not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:08:38.681778 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 46bdb765-a031-4193-bfa8-bd9c25183698 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:08:38.712130 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 46bdb765-a031-4193-bfa8-bd9c25183698 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:08:38.712481 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 46bdb765-a031-4193-bfa8-bd9c25183698 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:08:38.856970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.extraroute_db [None req-b0240072-d8c6-49cb-b0de-02bc733229ba tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Added routes are [] {{(pid=94878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 28 13:08:38.857455 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.extraroute_db [None req-b0240072-d8c6-49cb-b0de-02bc733229ba tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Removed routes are [] {{(pid=94878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 28 13:08:38.857953 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b0240072-d8c6-49cb-b0de-02bc733229ba tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:39.035721 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b0240072-d8c6-49cb-b0de-02bc733229ba tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:39.039834 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b0240072-d8c6-49cb-b0de-02bc733229ba tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:39.138290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0240072-d8c6-49cb-b0de-02bc733229ba tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router efc16970-47f8-433d-a310-7e95d5af48fd has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:08:39.254939 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0240072-d8c6-49cb-b0de-02bc733229ba tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:08:39.262290 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b0240072-d8c6-49cb-b0de-02bc733229ba tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:39.263486 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b0240072-d8c6-49cb-b0de-02bc733229ba tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/efc16970-47f8-433d-a310-7e95d5af48fd HTTP/1.1" status: 200 len: 705 time: 0.7716215 Aug 28 13:08:39.266186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51278) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:39.269637 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd68cb0f-dea3-4ef7-96f5-353bfc904d41 None None] Sync routers for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:08:39.282864 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd68cb0f-dea3-4ef7-96f5-353bfc904d41 None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:39.283913 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-fd68cb0f-dea3-4ef7-96f5-353bfc904d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:39.318486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51286) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:39.319225 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-09fa259f-d671-470b-94eb-229ea170d2d1 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc16970-47f8-433d-a310-7e95d5af48fd HTTP/1.1" status: 200 len: 205 time: 0.0511601 Aug 28 13:08:39.420047 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-fd68cb0f-dea3-4ef7-96f5-353bfc904d41 None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:39.431193 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6f18a07b-c24b-4372-ab06-778001415188 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:39.513198 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-fd68cb0f-dea3-4ef7-96f5-353bfc904d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:35Z', 'revision_number': 11, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:39.544991 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd68cb0f-dea3-4ef7-96f5-353bfc904d41 None None] Checking router: efc16970-47f8-433d-a310-7e95d5af48fd for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:08:39.559183 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd68cb0f-dea3-4ef7-96f5-353bfc904d41 None None] Routers {'efc16970-47f8-433d-a310-7e95d5af48fd'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:39.559955 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-fd68cb0f-dea3-4ef7-96f5-353bfc904d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['efc16970-47f8-433d-a310-7e95d5af48fd'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:39.666861 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-fd68cb0f-dea3-4ef7-96f5-353bfc904d41 None None] Set router efc16970-47f8-433d-a310-7e95d5af48fd gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:39.672187 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6f18a07b-c24b-4372-ab06-778001415188 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:39.681593 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6f18a07b-c24b-4372-ab06-778001415188 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:39.750693 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-fd68cb0f-dea3-4ef7-96f5-353bfc904d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:35Z', 'revision_number': 11, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:39.768025 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6f18a07b-c24b-4372-ab06-778001415188 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:39.768751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f18a07b-c24b-4372-ab06-778001415188 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Fanout notify agent at l3_agent the message router_deleted on router efc16970-47f8-433d-a310-7e95d5af48fd {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:08:39.781395 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6f18a07b-c24b-4372-ab06-778001415188 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:39.782993 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6f18a07b-c24b-4372-ab06-778001415188 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/routers/efc16970-47f8-433d-a310-7e95d5af48fd HTTP/1.1" status: 204 len: 168 time: 0.4630775 Aug 28 13:08:39.788360 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51338) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:39.790307 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd68cb0f-dea3-4ef7-96f5-353bfc904d41 None None] The sync data for ids ['efc16970-47f8-433d-a310-7e95d5af48fd'] in n-d-791505-21 is: [{'id': 'efc16970-47f8-433d-a310-7e95d5af48fd', 'name': 'tempest-RoutersIpV6Test-router-1405297043', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:53Z', 'updated_at': '2021-08-28T13:08:35Z', 'revision_number': 11, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:08:39.798606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a6fecb22-19d5-445f-88f9-52ef61a3fa01 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1521616795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:39.866457 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6fecb22-19d5-445f-88f9-52ef61a3fa01 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:39.867781 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6fecb22-19d5-445f-88f9-52ef61a3fa01 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:39.889777 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bd701124-b135-43f3-8bbd-44bcb65d85ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:39.916421 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:39.948837 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6fecb22-19d5-445f-88f9-52ef61a3fa01 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:39.957521 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6fecb22-19d5-445f-88f9-52ef61a3fa01 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:39.979565 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6fecb22-19d5-445f-88f9-52ef61a3fa01 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:39.984191 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a6fecb22-19d5-445f-88f9-52ef61a3fa01 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1894960 Aug 28 13:08:39.984378 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51358) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:39.990662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-63dc6004-d081-4295-8ca3-11f53c903202 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:40.289787 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63dc6004-d081-4295-8ca3-11f53c903202 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3743979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3801'] for router, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:40.308013 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63dc6004-d081-4295-8ca3-11f53c903202 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3743986'] for router, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:40.475942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dc6004-d081-4295-8ca3-11f53c903202 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Router 42889347-493a-4ce3-9e02-07ced0b86f45 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:08:40.576406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dc6004-d081-4295-8ca3-11f53c903202 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:08:40.585007 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63dc6004-d081-4295-8ca3-11f53c903202 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:40.586248 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-63dc6004-d081-4295-8ca3-11f53c903202 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "PUT /v2.0/routers/42889347-493a-4ce3-9e02-07ced0b86f45 HTTP/1.1" status: 200 len: 698 time: 0.6010015 Aug 28 13:08:40.589128 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51430) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:40.591085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe41abe-50cd-4db3-a373-b2048e721362 None None] Sync routers for ids ['42889347-493a-4ce3-9e02-07ced0b86f45'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:08:40.611506 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe41abe-50cd-4db3-a373-b2048e721362 None None] Routers {'42889347-493a-4ce3-9e02-07ced0b86f45'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:40.612454 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-2fe41abe-50cd-4db3-a373-b2048e721362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['42889347-493a-4ce3-9e02-07ced0b86f45'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:40.685764 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51436) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:40.686521 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-521de30e-026d-4ac5-a19e-00f29d93ab18 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/routers/42889347-493a-4ce3-9e02-07ced0b86f45 HTTP/1.1" status: 200 len: 704 time: 0.0956795 Aug 28 13:08:40.708446 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-2fe41abe-50cd-4db3-a373-b2048e721362 None None] Set router 42889347-493a-4ce3-9e02-07ced0b86f45 gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:40.719281 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ba29c004-9f2c-40b4-9bfe-c9d1fc828d9e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports?device_id=42889347-493a-4ce3-9e02-07ced0b86f45 HTTP/1.1" status: 200 len: 205 time: 0.0312400 Aug 28 13:08:40.722318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51440) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:40.768159 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-2fe41abe-50cd-4db3-a373-b2048e721362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42889347-493a-4ce3-9e02-07ced0b86f45', 'name': 'tempest-RoutersIpV6Test-router-1521616795', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:08:39Z', 'updated_at': '2021-08-28T13:08:40Z', 'revision_number': 2, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:40.800032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe41abe-50cd-4db3-a373-b2048e721362 None None] Checking router: 42889347-493a-4ce3-9e02-07ced0b86f45 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:08:40.810472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe41abe-50cd-4db3-a373-b2048e721362 None None] Routers {'42889347-493a-4ce3-9e02-07ced0b86f45'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:40.811465 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-2fe41abe-50cd-4db3-a373-b2048e721362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['42889347-493a-4ce3-9e02-07ced0b86f45'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:40.903443 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-2fe41abe-50cd-4db3-a373-b2048e721362 None None] Set router 42889347-493a-4ce3-9e02-07ced0b86f45 gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:08:40.975122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-2fe41abe-50cd-4db3-a373-b2048e721362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42889347-493a-4ce3-9e02-07ced0b86f45', 'name': 'tempest-RoutersIpV6Test-router-1521616795', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:08:39Z', 'updated_at': '2021-08-28T13:08:40Z', 'revision_number': 2, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:41.003719 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe41abe-50cd-4db3-a373-b2048e721362 None None] The sync data for ids ['42889347-493a-4ce3-9e02-07ced0b86f45'] in n-d-791505-21 is: [{'id': '42889347-493a-4ce3-9e02-07ced0b86f45', 'name': 'tempest-RoutersIpV6Test-router-1521616795', 'tenant_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:08:39Z', 'updated_at': '2021-08-28T13:08:40Z', 'revision_number': 2, 'project_id': '077b3eb1ccfb46c6aeab023796c3ec73', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:08:41.223368 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a523af65-2adc-44f1-859e-5a8fc659e090 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:41.399987 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a523af65-2adc-44f1-859e-5a8fc659e090 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:41.402648 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a523af65-2adc-44f1-859e-5a8fc659e090 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:41.449468 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a523af65-2adc-44f1-859e-5a8fc659e090 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:41.450457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a523af65-2adc-44f1-859e-5a8fc659e090 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Fanout notify agent at l3_agent the message router_deleted on router 42889347-493a-4ce3-9e02-07ced0b86f45 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:08:41.459046 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a523af65-2adc-44f1-859e-5a8fc659e090 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:41.460331 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a523af65-2adc-44f1-859e-5a8fc659e090 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/routers/42889347-493a-4ce3-9e02-07ced0b86f45 HTTP/1.1" status: 204 len: 168 time: 0.7366586 Aug 28 13:08:41.463802 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51456) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:41.528471 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b3d5a351-d447-480a-855f-3f59117b4790 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports?device_id=42889347-493a-4ce3-9e02-07ced0b86f45 HTTP/1.1" status: 200 len: 205 time: 0.0631347 Aug 28 13:08:41.530611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51460) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:41.603023 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-7f1d8c8f-0e99-4ca8-a88f-88f424cff856 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] delete failed (client error): The resource could not be found. Aug 28 13:08:41.604307 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7f1d8c8f-0e99-4ca8-a88f-88f424cff856 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/routers/42889347-493a-4ce3-9e02-07ced0b86f45 HTTP/1.1" status: 404 len: 336 time: 0.0724943 Aug 28 13:08:41.606967 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51466) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:41.675594 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-e030e28d-f5be-4d18-b19d-02c536bda45f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] DELETE failed (client error): The resource could not be found. Aug 28 13:08:41.676106 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e030e28d-f5be-4d18-b19d-02c536bda45f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:08:41.677950 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e030e28d-f5be-4d18-b19d-02c536bda45f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/8bc7feeb-ad77-4a7b-882e-72155986e59d HTTP/1.1" status: 404 len: 337 time: 0.0698016 Aug 28 13:08:41.680587 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51468) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:41.743348 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c511757-135f-45f1-b202-54a16cece998 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] DELETE failed (client error): The resource could not be found. Aug 28 13:08:41.744405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c511757-135f-45f1-b202-54a16cece998 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:08:41.746332 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9c511757-135f-45f1-b202-54a16cece998 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/95de3538-6abf-4fce-967b-b99a81f816ed HTTP/1.1" status: 404 len: 337 time: 0.0646911 Aug 28 13:08:41.749056 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51470) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:41.790522 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-1275a787-f9fe-473f-9a9c-7f4f238f32e9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] DELETE failed (client error): The resource could not be found. Aug 28 13:08:41.791006 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1275a787-f9fe-473f-9a9c-7f4f238f32e9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:08:41.793010 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1275a787-f9fe-473f-9a9c-7f4f238f32e9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/3a35d80b-adce-4737-b4cf-e03a0070d90f HTTP/1.1" status: 404 len: 337 time: 0.0429492 Aug 28 13:08:41.795961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51472) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:41.841826 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa574623-5b79-4787-94ea-b1b5b9246de6 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] DELETE failed (client error): The resource could not be found. Aug 28 13:08:41.862925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa574623-5b79-4787-94ea-b1b5b9246de6 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:08:41.865815 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-aa574623-5b79-4787-94ea-b1b5b9246de6 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/dbf8186b-77ef-4f29-b0fc-6ce487f0bc97 HTTP/1.1" status: 404 len: 337 time: 0.0680804 Aug 28 13:08:41.872260 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51474) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:41.920197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51482) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:41.936589 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0859a3ff-9a12-46de-b86f-c04d9957994f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports?device_id=efc16970-47f8-433d-a310-7e95d5af48fd HTTP/1.1" status: 200 len: 205 time: 0.0615711 Aug 28 13:08:41.967189 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-1011f5c8-f2a1-455e-a41f-802399d2a368 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] delete failed (client error): The resource could not be found. Aug 28 13:08:41.971928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51484) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:41.984335 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1011f5c8-f2a1-455e-a41f-802399d2a368 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/routers/efc16970-47f8-433d-a310-7e95d5af48fd HTTP/1.1" status: 404 len: 336 time: 0.0629735 Aug 28 13:08:42.017154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51486) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:42.026233 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-065a2f69-36ff-4875-834f-f16e27ce14ad tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e5b60bb-f0ed-4fd1-b7d5-968d4750f343 HTTP/1.1" status: 200 len: 205 time: 0.0527394 Aug 28 13:08:42.075728 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-1db71028-c377-41b3-9f1e-63c67fd95c18 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] delete failed (client error): The resource could not be found. Aug 28 13:08:42.081248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51488) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:42.090189 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1db71028-c377-41b3-9f1e-63c67fd95c18 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/routers/8e5b60bb-f0ed-4fd1-b7d5-968d4750f343 HTTP/1.1" status: 404 len: 336 time: 0.0709348 Aug 28 13:08:42.111226 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-1906f008-dc4a-47cf-85ee-37f202f79b3f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] DELETE failed (client error): The resource could not be found. Aug 28 13:08:42.112223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1906f008-dc4a-47cf-85ee-37f202f79b3f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:08:42.117453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51490) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:42.129446 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1906f008-dc4a-47cf-85ee-37f202f79b3f tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/3364a4a0-2b4b-480e-9a66-76e4460133b1 HTTP/1.1" status: 404 len: 337 time: 0.0443628 Aug 28 13:08:42.183374 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51496) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:42.195580 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b20bc289-c5a8-45be-8212-26c889afe04d tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f96e09-997b-43fa-81d2-574b8393fa53 HTTP/1.1" status: 200 len: 205 time: 0.0765357 Aug 28 13:08:42.258619 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-84dfaa43-ac98-4fd8-aeb1-306df6f84795 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] delete failed (client error): The resource could not be found. Aug 28 13:08:42.260401 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-84dfaa43-ac98-4fd8-aeb1-306df6f84795 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/routers/79f96e09-997b-43fa-81d2-574b8393fa53 HTTP/1.1" status: 404 len: 336 time: 0.0759075 Aug 28 13:08:42.263159 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51498) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:42.279042 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-246b99ad-0ac1-4ac7-b2a9-4f4779518bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:42.323674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-59a9ddbf-8345-4642-af7c-179ee2f9dba8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b9be963-4bb6-4e8a-b415-b437f9969b38 HTTP/1.1" status: 200 len: 205 time: 0.0572860 Aug 28 13:08:42.324261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51500) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:42.397269 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-8d569144-639a-43b9-a752-e457f36ec509 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] delete failed (client error): The resource could not be found. Aug 28 13:08:42.398352 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8d569144-639a-43b9-a752-e457f36ec509 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/routers/5b9be963-4bb6-4e8a-b415-b437f9969b38 HTTP/1.1" status: 404 len: 336 time: 0.0728407 Aug 28 13:08:42.409247 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51504) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:42.441113 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c05a8a7-ee2e-4e00-8f52-b2e7429ce987 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] DELETE failed (client error): The resource could not be found. Aug 28 13:08:42.441673 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c05a8a7-ee2e-4e00-8f52-b2e7429ce987 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:08:42.443523 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2c05a8a7-ee2e-4e00-8f52-b2e7429ce987 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/4c258a5a-09fc-447a-8e91-d22f58c881ed HTTP/1.1" status: 404 len: 337 time: 0.0330794 Aug 28 13:08:42.446009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51506) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:42.477080 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-09bd7180-6a7b-42d6-a07f-1a51e27b11f5 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports?device_id=60d291ee-d4fb-42b4-b962-86d0e6b0be29 HTTP/1.1" status: 200 len: 205 time: 0.0274801 Aug 28 13:08:42.477460 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51508) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:42.522659 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-b2264876-0f02-4e6d-895f-420acfcb4c4a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] delete failed (client error): The resource could not be found. Aug 28 13:08:42.526248 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b2264876-0f02-4e6d-895f-420acfcb4c4a tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/routers/60d291ee-d4fb-42b4-b962-86d0e6b0be29 HTTP/1.1" status: 404 len: 336 time: 0.0452204 Aug 28 13:08:42.526660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51510) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:42.576084 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:42.580574 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-2feb3ac1-3ef4-4603-be46-486141a6870e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] DELETE failed (client error): The resource could not be found. Aug 28 13:08:42.581610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2feb3ac1-3ef4-4603-be46-486141a6870e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:08:42.583706 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2feb3ac1-3ef4-4603-be46-486141a6870e tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/974981df-1c89-4377-a11d-7acc135a9082 HTTP/1.1" status: 404 len: 337 time: 0.0560818 Aug 28 13:08:42.586783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51512) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:42.620997 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4db4aa7d-f03d-4f98-ab81-df0e47e685e9 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "GET /v2.0/ports?device_id=b45d9eda-40fb-4172-8454-b5ab16ef5b1e HTTP/1.1" status: 200 len: 205 time: 0.0324337 Aug 28 13:08:42.623428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51514) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:42.677571 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-583b2f7f-b14f-49c9-bbb1-bec4b351712b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] delete failed (client error): The resource could not be found. Aug 28 13:08:42.679318 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-583b2f7f-b14f-49c9-bbb1-bec4b351712b tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/routers/b45d9eda-40fb-4172-8454-b5ab16ef5b1e HTTP/1.1" status: 404 len: 336 time: 0.0546541 Aug 28 13:08:42.682295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51516) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:42.715315 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-35710a4d-dc76-4ed3-baeb-231928e62eb8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] DELETE failed (client error): The resource could not be found. Aug 28 13:08:42.715776 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35710a4d-dc76-4ed3-baeb-231928e62eb8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:08:42.717529 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-35710a4d-dc76-4ed3-baeb-231928e62eb8 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/bdd1213c-806f-4e04-b1da-0c2668879f3d HTTP/1.1" status: 404 len: 337 time: 0.0335338 Aug 28 13:08:42.720309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51518) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:42.752514 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdd2e13-177e-4009-87cc-6481ba7fdca0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] DELETE failed (client error): The resource could not be found. Aug 28 13:08:42.754689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bdd2e13-177e-4009-87cc-6481ba7fdca0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:08:42.757204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0bdd2e13-177e-4009-87cc-6481ba7fdca0 tempest-RoutersIpV6Test-181735094 tempest-RoutersIpV6Test-181735094-project] 10.222.0.20 "DELETE /v2.0/subnets/e7b75329-bdfe-40d1-a233-b306347248f1 HTTP/1.1" status: 404 len: 337 time: 0.0346005 Aug 28 13:08:43.033179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51528) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:43.211193 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51542) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:43.211806 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4841509e-7984-492c-bf0b-7ee547d60781 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=077b3eb1ccfb46c6aeab023796c3ec73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772261 Aug 28 13:08:43.286906 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-21076c9c-6f60-4c6d-b83d-81423d134485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:43.318399 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-21076c9c-6f60-4c6d-b83d-81423d134485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:43.377817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51548) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:43.396791 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-21076c9c-6f60-4c6d-b83d-81423d134485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:43.400813 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-21076c9c-6f60-4c6d-b83d-81423d134485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:43.402430 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-21076c9c-6f60-4c6d-b83d-81423d134485 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5fc00ebc-37a9-492d-9018-c37ca8b44349 HTTP/1.1" status: 204 len: 168 time: 0.1899595 Aug 28 13:08:43.425132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21076c9c-6f60-4c6d-b83d-81423d134485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc00ebc-37a9-492d-9018-c37ca8b44349,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:43.479569 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:43.754727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68212911-5f2c-40c9-b9c3-01c0ffea34c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:43.887639 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68212911-5f2c-40c9-b9c3-01c0ffea34c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:43.899722 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68212911-5f2c-40c9-b9c3-01c0ffea34c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:43.932880 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51570) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:43.943597 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-68212911-5f2c-40c9-b9c3-01c0ffea34c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee75cc9f70464c25ab9fabd1313e723c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5645034 Aug 28 13:08:43.993267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68212911-5f2c-40c9-b9c3-01c0ffea34c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ab781d-d3e6-4623-a5ae-510c731b7f8c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:44.018436 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df00b6b6-c8c5-4548-9ae1-dfd847931b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:44.046003 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df00b6b6-c8c5-4548-9ae1-dfd847931b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:44.111938 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df00b6b6-c8c5-4548-9ae1-dfd847931b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:44.115762 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df00b6b6-c8c5-4548-9ae1-dfd847931b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:44.116949 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-df00b6b6-c8c5-4548-9ae1-dfd847931b83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4ab781d-d3e6-4623-a5ae-510c731b7f8c HTTP/1.1" status: 204 len: 168 time: 0.1824870 Aug 28 13:08:44.128361 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00b6b6-c8c5-4548-9ae1-dfd847931b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ab781d-d3e6-4623-a5ae-510c731b7f8c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:44.355466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51588) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:44.504358 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-25bfdb5e-3165-49f9-b513-f6ad2eca1e47 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-960312731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:44.554762 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25bfdb5e-3165-49f9-b513-f6ad2eca1e47 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:44.555901 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25bfdb5e-3165-49f9-b513-f6ad2eca1e47 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:44.581554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51596) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:44.599287 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-404a8e62-5bd8-484f-a6d6-e744c55d2c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:44.620748 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25bfdb5e-3165-49f9-b513-f6ad2eca1e47 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:44.633495 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25bfdb5e-3165-49f9-b513-f6ad2eca1e47 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:44.786477 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-404a8e62-5bd8-484f-a6d6-e744c55d2c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:44.791863 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-404a8e62-5bd8-484f-a6d6-e744c55d2c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:44.797093 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25bfdb5e-3165-49f9-b513-f6ad2eca1e47 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:44.802545 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-25bfdb5e-3165-49f9-b513-f6ad2eca1e47 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4458864 Aug 28 13:08:44.803501 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51606) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:44.813037 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a27ae5df-5c08-4771-89af-75f5bba778a7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1744378562'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:44.846716 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27ae5df-5c08-4771-89af-75f5bba778a7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Made reservation on behalf of 23a763693aa343f3bc767a25bda58410 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:08:44.851072 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a27ae5df-5c08-4771-89af-75f5bba778a7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:44.864597 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a27ae5df-5c08-4771-89af-75f5bba778a7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:44.901758 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-404a8e62-5bd8-484f-a6d6-e744c55d2c9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9215e63b4fc4035966432b4841dd9be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181870 Aug 28 13:08:44.906039 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51608) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:44.909483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a8e62-5bd8-484f-a6d6-e744c55d2c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8b6e0f-caf9-4ed1-979c-228f58836976,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:44.979993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ce14f-ca86-4c24-8597-b55cbd83cab3 req-77ed1372-673f-4186-a3b1-90ec1aebd081 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:44.982330 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b95ce14f-ca86-4c24-8597-b55cbd83cab3 req-77ed1372-673f-4186-a3b1-90ec1aebd081 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 1097 time: 0.1722541 Aug 28 13:08:44.991833 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a27ae5df-5c08-4771-89af-75f5bba778a7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:44.997796 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a27ae5df-5c08-4771-89af-75f5bba778a7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:45.032694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27ae5df-5c08-4771-89af-75f5bba778a7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:08:45.046651 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f917dde9-d3ad-4563-a8eb-ec14199d1e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:45.057069 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b95ce14f-ca86-4c24-8597-b55cbd83cab3 req-cdb33ace-36b4-49bc-a624-3a37b9399771 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:45.059245 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a27ae5df-5c08-4771-89af-75f5bba778a7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:45.061209 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-a27ae5df-5c08-4771-89af-75f5bba778a7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Added segment 8e25d5e0-fd30-43e7-8c5c-1dbb4a18628d of type vlan for network 44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1 Aug 28 13:08:45.096663 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f917dde9-d3ad-4563-a8eb-ec14199d1e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:45.122245 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a27ae5df-5c08-4771-89af-75f5bba778a7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:45.163251 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ae5df-5c08-4771-89af-75f5bba778a7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e31202d-60bd-4c25-a169-6a4db8b4a949,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:45.167752 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a27ae5df-5c08-4771-89af-75f5bba778a7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:45.182929 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27ae5df-5c08-4771-89af-75f5bba778a7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:45.184834 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a27ae5df-5c08-4771-89af-75f5bba778a7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:45.212989 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f917dde9-d3ad-4563-a8eb-ec14199d1e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:45.216222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f917dde9-d3ad-4563-a8eb-ec14199d1e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:45.221731 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f917dde9-d3ad-4563-a8eb-ec14199d1e03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a8b6e0f-caf9-4ed1-979c-228f58836976 HTTP/1.1" status: 204 len: 168 time: 0.3138700 Aug 28 13:08:45.238261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917dde9-d3ad-4563-a8eb-ec14199d1e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8b6e0f-caf9-4ed1-979c-228f58836976,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:45.295759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ae5df-5c08-4771-89af-75f5bba778a7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event updated for resources: {'Network': ['ID=44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:45.311763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:08:45.312478 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b95ce14f-ca86-4c24-8597-b55cbd83cab3 req-cdb33ace-36b4-49bc-a624-3a37b9399771 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:45.321222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b95ce14f-ca86-4c24-8597-b55cbd83cab3 req-cdb33ace-36b4-49bc-a624-3a37b9399771 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:45.330248 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a27ae5df-5c08-4771-89af-75f5bba778a7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5224500 Aug 28 13:08:45.330248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51614) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:45.335776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-20f75a24-ac70-4619-bc86-b5998ea1fda2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Request body: {'subnet': {'network_id': '44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:45.400692 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b95ce14f-ca86-4c24-8597-b55cbd83cab3 req-cdb33ace-36b4-49bc-a624-3a37b9399771 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3934057 Aug 28 13:08:45.423462 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:45.443029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb33ace-36b4-49bc-a624-3a37b9399771 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bfe731-7f78-448b-a11f-38324c15f375,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:45.631697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f75a24-ac70-4619-bc86-b5998ea1fda2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Made reservation on behalf of 23a763693aa343f3bc767a25bda58410 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:08:45.635751 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20f75a24-ac70-4619-bc86-b5998ea1fda2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:45.748323 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8336c-c3b0-4aff-93ee-e6b489314052 req-a3b0fca9-adf4-47aa-a4ea-c5d1f7545301 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:45.750019 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-42c8336c-c3b0-4aff-93ee-e6b489314052 req-a3b0fca9-adf4-47aa-a4ea-c5d1f7545301 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.2183785 Aug 28 13:08:45.793445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51624) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:45.808000 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-42c8336c-c3b0-4aff-93ee-e6b489314052 req-3d2b50c5-84e7-44e8-bb9b-32a84d347bd6 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496912 Aug 28 13:08:45.814077 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d81855aa-0427-4200-9479-6124e03eae9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:45.847719 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51626) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:45.945101 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-27e92909-b43a-421b-a534-88fb8466e857 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/9ada9bd4-4934-4bfd-a653-46b50e00d9fa HTTP/1.1" status: 200 len: 992 time: 0.0940046 Aug 28 13:08:45.981102 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20f75a24-ac70-4619-bc86-b5998ea1fda2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.048259 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f75a24-ac70-4619-bc86-b5998ea1fda2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event updated for resources: {'Subnet': ['ID=ea3928a4-4f80-448f-a327-ffdb0775cdd4,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:46.069052 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d81855aa-0427-4200-9479-6124e03eae9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.076804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f75a24-ac70-4619-bc86-b5998ea1fda2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Checking segment: {'id': '8e25d5e0-fd30-43e7-8c5c-1dbb4a18628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:46.077471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f75a24-ac70-4619-bc86-b5998ea1fda2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Network hostable DHCP agents. Network: 44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:08:46.078457 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d81855aa-0427-4200-9479-6124e03eae9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.100305 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f75a24-ac70-4619-bc86-b5998ea1fda2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Network 44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:08:46.117821 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-20f75a24-ac70-4619-bc86-b5998ea1fda2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:46.125096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d81855aa-0427-4200-9479-6124e03eae9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fae72d30433a4857b311e501b58125c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301892 Aug 28 13:08:46.128484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51632) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:46.130700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f84fcf6-a1b1-48da-b276-9e452dce4591 None None] Network 44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:08:46.134657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f75a24-ac70-4619-bc86-b5998ea1fda2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:46.135257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20f75a24-ac70-4619-bc86-b5998ea1fda2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.140912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81855aa-0427-4200-9479-6124e03eae9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c75b02-85c8-40e1-8983-f20b594598fc,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:46.183776 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-20f75a24-ac70-4619-bc86-b5998ea1fda2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8524423 Aug 28 13:08:46.186590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51634) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:46.193892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c4603e6b-2a01-45cb-9391-491c1e0c86c0 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Request body: {'network': {'name': 'tempest-router-network01--1179197562'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:46.231375 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4603e6b-2a01-45cb-9391-491c1e0c86c0 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Made reservation on behalf of 23a763693aa343f3bc767a25bda58410 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:08:46.235523 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c4603e6b-2a01-45cb-9391-491c1e0c86c0 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.235831 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eefb5dc9-348f-4bb7-b8ad-ad43e034efa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.263252 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4603e6b-2a01-45cb-9391-491c1e0c86c0 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:08:46.274339 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eefb5dc9-348f-4bb7-b8ad-ad43e034efa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.276233 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c4603e6b-2a01-45cb-9391-491c1e0c86c0 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.276736 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-c4603e6b-2a01-45cb-9391-491c1e0c86c0 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Added segment 312b9d41-6c15-4ca5-a326-edaa695db716 of type vlan for network 0975dd1b-dbb8-464d-9c40-b3daaab0d31d Aug 28 13:08:46.332876 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c4603e6b-2a01-45cb-9391-491c1e0c86c0 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.356168 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eefb5dc9-348f-4bb7-b8ad-ad43e034efa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.358816 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eefb5dc9-348f-4bb7-b8ad-ad43e034efa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.364772 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-eefb5dc9-348f-4bb7-b8ad-ad43e034efa3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30c75b02-85c8-40e1-8983-f20b594598fc HTTP/1.1" status: 204 len: 168 time: 0.2333550 Aug 28 13:08:46.392246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb5dc9-348f-4bb7-b8ad-ad43e034efa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c75b02-85c8-40e1-8983-f20b594598fc,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:46.421125 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c4603e6b-2a01-45cb-9391-491c1e0c86c0 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.424929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1', 'network_id': '44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1', 'tenant_id': '23a763693aa343f3bc767a25bda58410', 'fixed_ips': [{'subnet_id': 'ea3928a4-4f80-448f-a327-ffdb0775cdd4'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:08:46.426740 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.427767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4603e6b-2a01-45cb-9391-491c1e0c86c0 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:46.429112 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c4603e6b-2a01-45cb-9391-491c1e0c86c0 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.583482 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4603e6b-2a01-45cb-9391-491c1e0c86c0 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event updated for resources: {'Network': ['ID=0975dd1b-dbb8-464d-9c40-b3daaab0d31d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:46.586657 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c4603e6b-2a01-45cb-9391-491c1e0c86c0 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3988507 Aug 28 13:08:46.589121 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51644) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:46.594466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-bc41f0e6-b78b-4f0d-bc59-d916ed487344 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Request body: {'network': {'name': 'tempest-router-network02--448881279'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:46.628002 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc41f0e6-b78b-4f0d-bc59-d916ed487344 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Made reservation on behalf of 23a763693aa343f3bc767a25bda58410 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:08:46.636245 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bc41f0e6-b78b-4f0d-bc59-d916ed487344 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.667686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Allocated IP 172.20.0.2 (44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1/ea3928a4-4f80-448f-a327-ffdb0775cdd4/edc2f369-aaec-46b2-bff1-6bef97801794) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:08:46.672698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 0975dd1b-dbb8-464d-9c40-b3daaab0d31d details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:08:46.695991 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc41f0e6-b78b-4f0d-bc59-d916ed487344 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:08:46.702296 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-3dff0ae6-9b3e-4cf2-8985-42c8a4c94912 req-802456cb-44a9-4526-a981-9300dc3a53ee service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:08:46.713328 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3dff0ae6-9b3e-4cf2-8985-42c8a4c94912 req-802456cb-44a9-4526-a981-9300dc3a53ee service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3766778 Aug 28 13:08:46.738452 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bc41f0e6-b78b-4f0d-bc59-d916ed487344 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.738669 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-bc41f0e6-b78b-4f0d-bc59-d916ed487344 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Added segment 3796acc5-5afb-489a-bfaa-80e98f82b7df of type vlan for network a7dbc88c-a9f0-46ce-921c-f7bc9260203b Aug 28 13:08:46.819111 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bc41f0e6-b78b-4f0d-bc59-d916ed487344 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.857997 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bc41f0e6-b78b-4f0d-bc59-d916ed487344 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.866173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc41f0e6-b78b-4f0d-bc59-d916ed487344 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:46.868158 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bc41f0e6-b78b-4f0d-bc59-d916ed487344 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:46.954206 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bc41f0e6-b78b-4f0d-bc59-d916ed487344 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3640220 Aug 28 13:08:46.957518 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51658) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:46.966878 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f5866229-2694-49c0-a722-e2f07a30b187 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Request body: {'subnet': {'network_id': '0975dd1b-dbb8-464d-9c40-b3daaab0d31d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:46.999605 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41f0e6-b78b-4f0d-bc59-d916ed487344 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event updated for resources: {'Network': ['ID=a7dbc88c-a9f0-46ce-921c-f7bc9260203b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:47.023273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network a7dbc88c-a9f0-46ce-921c-f7bc9260203b details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:08:47.167630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5866229-2694-49c0-a722-e2f07a30b187 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Made reservation on behalf of 23a763693aa343f3bc767a25bda58410 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:08:47.180786 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5866229-2694-49c0-a722-e2f07a30b187 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:47.215595 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:47.245203 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Transition to ACTIVE for port object edc2f369-aaec-46b2-bff1-6bef97801794 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:47.278413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Transition to ACTIVE for port object edc2f369-aaec-46b2-bff1-6bef97801794 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:47.304843 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:47.367132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Network 44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:47.375438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:47.379780 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:08:47.387418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Pushing event updated for resources: {'Port': ['ID=edc2f369-aaec-46b2-bff1-6bef97801794,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:47.549945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Attempting to bind port edc2f369-aaec-46b2-bff1-6bef97801794 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:08:47.551250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Attempting to bind port edc2f369-aaec-46b2-bff1-6bef97801794 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '8e25d5e0-fd30-43e7-8c5c-1dbb4a18628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:08:47.551848 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Attempting to bind port edc2f369-aaec-46b2-bff1-6bef97801794 on network 44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:08:47.558109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:08:47.558879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Checking segment: {'id': '8e25d5e0-fd30-43e7-8c5c-1dbb4a18628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:47.559515 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:47.560107 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Bound using segment: {'id': '8e25d5e0-fd30-43e7-8c5c-1dbb4a18628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:08:47.560781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Bound port: edc2f369-aaec-46b2-bff1-6bef97801794, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e25d5e0-fd30-43e7-8c5c-1dbb4a18628d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:08:47.561387 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:47.661755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] For port edc2f369-aaec-46b2-bff1-6bef97801794, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:08:47.665758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] For port edc2f369-aaec-46b2-bff1-6bef97801794, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=edc2f369-aaec-46b2-bff1-6bef97801794,segment=NetworkSegment(8e25d5e0-fd30-43e7-8c5c-1dbb4a18628d),segment_id=8e25d5e0-fd30-43e7-8c5c-1dbb4a18628d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:08:47.675844 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:47.683945 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5866229-2694-49c0-a722-e2f07a30b187 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:47.753989 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaf36c-fe6f-4c84-9b08-394c93810cf2 req-8131bc56-4967-43fa-85a3-db2c397e00dc tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:47.755795 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-12aaf36c-fe6f-4c84-9b08-394c93810cf2 req-8131bc56-4967-43fa-85a3-db2c397e00dc tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.1707942 Aug 28 13:08:47.775878 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5866229-2694-49c0-a722-e2f07a30b187 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event updated for resources: {'Subnet': ['ID=b6bd91fe-be7a-4007-a711-0d4913812aa3,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:47.831682 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded64f46-af9a-4f91-8d4e-f28bfa870f14 None None] Pushing event updated for resources: {'Port': ['ID=edc2f369-aaec-46b2-bff1-6bef97801794,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:47.861583 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-12aaf36c-fe6f-4c84-9b08-394c93810cf2 req-21ec0670-5cc3-42e5-b8b4-d3f1b7cb6b15 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979526 Aug 28 13:08:47.871790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5866229-2694-49c0-a722-e2f07a30b187 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Checking segment: {'id': '312b9d41-6c15-4ca5-a326-edaa695db716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0975dd1b-dbb8-464d-9c40-b3daaab0d31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:47.872331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5866229-2694-49c0-a722-e2f07a30b187 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Network hostable DHCP agents. Network: 0975dd1b-dbb8-464d-9c40-b3daaab0d31d, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:08:47.899967 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-08f59d57-e335-4164-bd53-b323a26be63a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3573954 Aug 28 13:08:47.906821 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5866229-2694-49c0-a722-e2f07a30b187 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Network 0975dd1b-dbb8-464d-9c40-b3daaab0d31d is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:08:47.930185 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-f5866229-2694-49c0-a722-e2f07a30b187 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 0975dd1b-dbb8-464d-9c40-b3daaab0d31d) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:47.939182 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14055ba-26ba-4855-948f-2e2fe588b957 None None] Network 0975dd1b-dbb8-464d-9c40-b3daaab0d31d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:08:47.944920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5866229-2694-49c0-a722-e2f07a30b187 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:47.945959 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5866229-2694-49c0-a722-e2f07a30b187 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:47.967853 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f5866229-2694-49c0-a722-e2f07a30b187 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0085711 Aug 28 13:08:47.971919 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51688) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:47.979078 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Request body: {'subnet': {'network_id': 'a7dbc88c-a9f0-46ce-921c-f7bc9260203b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:48.218116 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Made reservation on behalf of 23a763693aa343f3bc767a25bda58410 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:08:48.228261 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:48.279335 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-0975dd1b-dbb8-464d-9c40-b3daaab0d31d', 'network_id': '0975dd1b-dbb8-464d-9c40-b3daaab0d31d', 'tenant_id': '23a763693aa343f3bc767a25bda58410', 'fixed_ips': [{'subnet_id': 'b6bd91fe-be7a-4007-a711-0d4913812aa3'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:08:48.280647 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:48.537323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device edc2f369-aaec-46b2-bff1-6bef97801794 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:48.599902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Allocated IP 172.20.0.2 (0975dd1b-dbb8-464d-9c40-b3daaab0d31d/b6bd91fe-be7a-4007-a711-0d4913812aa3/6e33b4c9-4667-452e-8f5d-c83854a25535) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:08:48.613140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port edc2f369-aaec-46b2-bff1-6bef97801794 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:48.619372 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:48.806082 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Checking segment: {'id': '3796acc5-5afb-489a-bfaa-80e98f82b7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a7dbc88c-a9f0-46ce-921c-f7bc9260203b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:48.806831 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Network hostable DHCP agents. Network: a7dbc88c-a9f0-46ce-921c-f7bc9260203b, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:08:48.817773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event updated for resources: {'Subnet': ['ID=2019ebe2-08fc-4dd8-87f7-d85fd6b7bc54,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:48.832155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:48.832502 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:48.833165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:48.833165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:48.833490 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:48.833816 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:48.834255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:48.835049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:48.835190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:48.835697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:48.835816 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:48.836120 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:08:48.849496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Network a7dbc88c-a9f0-46ce-921c-f7bc9260203b is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:08:48.869375 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, a7dbc88c-a9f0-46ce-921c-f7bc9260203b) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:48.878434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:48.880291 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:48.929386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5d547d-4e3f-447c-902a-e9a52c94771d None None] Network a7dbc88c-a9f0-46ce-921c-f7bc9260203b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:08:48.929656 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-946de236-8c0b-4c49-8ef9-ee0cfb633f3d tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9555209 Aug 28 13:08:48.932223 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51722) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:49.227103 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:49.290286 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Transition to ACTIVE for port object 6e33b4c9-4667-452e-8f5d-c83854a25535 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:49.509400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb412bc-e036-40d5-a189-62d42d5a9cbe req-4c5b2ba5-a64b-412b-8228-00a9f5944efb tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:49.511300 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbb412bc-e036-40d5-a189-62d42d5a9cbe req-4c5b2ba5-a64b-412b-8228-00a9f5944efb tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.4868410 Aug 28 13:08:49.596061 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:08:49.670296 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:49.746857 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbb412bc-e036-40d5-a189-62d42d5a9cbe req-ef075d61-f45e-4026-9e48-b1067169ffc3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770587 Aug 28 13:08:49.907131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764adde4-165d-4384-a701-ae60b2126154 None None] Network 44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:08:49.979374 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Transition to ACTIVE for port object 6e33b4c9-4667-452e-8f5d-c83854a25535 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:50.073789 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51760) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:50.079551 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:50.106237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Network 0975dd1b-dbb8-464d-9c40-b3daaab0d31d is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:50.108342 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2f7c2e95-da9a-48b7-ba9d-5fc03eeaa907 None None] Provisioning for port edc2f369-aaec-46b2-bff1-6bef97801794 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:50.116589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:50.119880 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:08:50.243732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff038e-3e9e-43dd-845d-09914803f20d req-2f7a8ec9-94a5-40dd-ac28-fc77fe7f9c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:50.245279 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-2f7a8ec9-94a5-40dd-ac28-fc77fe7f9c45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 1097 time: 0.1449721 Aug 28 13:08:50.255858 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2f7c2e95-da9a-48b7-ba9d-5fc03eeaa907 None None] Provisioning complete for port edc2f369-aaec-46b2-bff1-6bef97801794 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:50.256233 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2f7c2e95-da9a-48b7-ba9d-5fc03eeaa907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:50.371001 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-93153ff5-2f10-4b40-a6b9-cdd41ac12843 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=385fbd574aa949b8908ac3aef312ba6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952499 Aug 28 13:08:50.373383 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51768) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:50.409790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Allocated IP 172.20.0.1 (0975dd1b-dbb8-464d-9c40-b3daaab0d31d/b6bd91fe-be7a-4007-a711-0d4913812aa3/2dde59d6-5412-42a9-be72-6ca2cc1674f7) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:08:50.429854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff038e-3e9e-43dd-845d-09914803f20d req-5e22d956-6cae-408d-8447-4e521e48e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:50.431923 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-5e22d956-6cae-408d-8447-4e521e48e1e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 HTTP/1.1" status: 200 len: 897 time: 0.1740329 Aug 28 13:08:50.485520 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd8b0222-9edc-4222-a9e1-4f0fabe3f6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:50.487790 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Pushing event updated for resources: {'Port': ['ID=6e33b4c9-4667-452e-8f5d-c83854a25535,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:50.543373 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd8b0222-9edc-4222-a9e1-4f0fabe3f6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:50.557267 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-16c5c0cc-1a63-40df-95c0-eaa3b087884d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5613f691-3503-413e-b968-94928855f821 HTTP/1.1" status: 200 len: 1000 time: 0.1159115 Aug 28 13:08:50.557738 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51770) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:50.577334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-a7dbc88c-a9f0-46ce-921c-f7bc9260203b', 'network_id': 'a7dbc88c-a9f0-46ce-921c-f7bc9260203b', 'tenant_id': '23a763693aa343f3bc767a25bda58410', 'fixed_ips': [{'subnet_id': '2019ebe2-08fc-4dd8-87f7-d85fd6b7bc54'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:08:50.577620 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:50.591646 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Attempting to bind port 6e33b4c9-4667-452e-8f5d-c83854a25535 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:08:50.592099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Attempting to bind port 6e33b4c9-4667-452e-8f5d-c83854a25535 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '312b9d41-6c15-4ca5-a326-edaa695db716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0975dd1b-dbb8-464d-9c40-b3daaab0d31d'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:08:50.592529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Attempting to bind port 6e33b4c9-4667-452e-8f5d-c83854a25535 on network 0975dd1b-dbb8-464d-9c40-b3daaab0d31d {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:08:50.643654 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd8b0222-9edc-4222-a9e1-4f0fabe3f6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:50.646924 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd8b0222-9edc-4222-a9e1-4f0fabe3f6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:50.651335 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bd8b0222-9edc-4222-a9e1-4f0fabe3f6fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7441c478-4d12-45ec-af59-1dc51a9e1d02 HTTP/1.1" status: 204 len: 168 time: 0.2760565 Aug 28 13:08:50.661923 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:50.668067 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b0222-9edc-4222-a9e1-4f0fabe3f6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7441c478-4d12-45ec-af59-1dc51a9e1d02,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:50.673295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff038e-3e9e-43dd-845d-09914803f20d req-5428073c-4648-428b-8d16-7af3345b75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:50.681241 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-5428073c-4648-428b-8d16-7af3345b75ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9afd0d97-b511-4394-964a-b951ffcaf6d1 HTTP/1.1" status: 200 len: 834 time: 0.1151352 Aug 28 13:08:50.682508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:08:50.682891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Checking segment: {'id': '312b9d41-6c15-4ca5-a326-edaa695db716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0975dd1b-dbb8-464d-9c40-b3daaab0d31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:50.683300 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:50.683693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Bound using segment: {'id': '312b9d41-6c15-4ca5-a326-edaa695db716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0975dd1b-dbb8-464d-9c40-b3daaab0d31d'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:08:50.684161 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Bound port: 6e33b4c9-4667-452e-8f5d-c83854a25535, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312b9d41-6c15-4ca5-a326-edaa695db716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0975dd1b-dbb8-464d-9c40-b3daaab0d31d'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:08:50.685130 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:50.688819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Transition to ACTIVE for port object 2dde59d6-5412-42a9-be72-6ca2cc1674f7 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:50.761664 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff038e-3e9e-43dd-845d-09914803f20d req-29da8251-1f13-49a5-b26a-85f611cba9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:50.764210 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-29da8251-1f13-49a5-b26a-85f611cba9c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734358 Aug 28 13:08:50.783445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] For port 6e33b4c9-4667-452e-8f5d-c83854a25535, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:08:50.787369 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] For port 6e33b4c9-4667-452e-8f5d-c83854a25535, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6e33b4c9-4667-452e-8f5d-c83854a25535,segment=NetworkSegment(312b9d41-6c15-4ca5-a326-edaa695db716),segment_id=312b9d41-6c15-4ca5-a326-edaa695db716)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:08:50.818281 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:50.860029 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:50.963198 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e2c6a4d-5940-4247-af09-9859e845b827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:51.027846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Network 0975dd1b-dbb8-464d-9c40-b3daaab0d31d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:51.047080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:51.052834 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2f7c2e95-da9a-48b7-ba9d-5fc03eeaa907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:51.060597 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:08:51.105161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event updated for resources: {'Port': ['ID=2dde59d6-5412-42a9-be72-6ca2cc1674f7,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:51.214029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-2f7c2e95-da9a-48b7-ba9d-5fc03eeaa907 None None] For port edc2f369-aaec-46b2-bff1-6bef97801794, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=edc2f369-aaec-46b2-bff1-6bef97801794,segment=NetworkSegment(8e25d5e0-fd30-43e7-8c5c-1dbb4a18628d),segment_id=8e25d5e0-fd30-43e7-8c5c-1dbb4a18628d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:51.214029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c0dbb-ed02-49e8-ab35-a4a2591867a0 None None] Pushing event updated for resources: {'Port': ['ID=6e33b4c9-4667-452e-8f5d-c83854a25535,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:51.225966 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2f7c2e95-da9a-48b7-ba9d-5fc03eeaa907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:51.241484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486b9c5-6f20-48c1-97c3-a556109a3768 req-e0e761fb-32b3-4829-a54d-0c2c0165cbbb tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:51.249941 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d486b9c5-6f20-48c1-97c3-a556109a3768 req-e0e761fb-32b3-4829-a54d-0c2c0165cbbb tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.3231587 Aug 28 13:08:51.264373 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-a0466d30-0595-4daf-b06c-475a8456f7d8 service neutron] 10.222.0.11 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908757 Aug 28 13:08:51.292122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Allocated IP 172.20.0.2 (a7dbc88c-a9f0-46ce-921c-f7bc9260203b/2019ebe2-08fc-4dd8-87f7-d85fd6b7bc54/5bad032f-63a4-4bd3-b65d-5ff44e8cda02) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:08:51.293374 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:51.513882 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:51.544206 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Transition to ACTIVE for port object 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:51.577480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c2e95-da9a-48b7-ba9d-5fc03eeaa907 None None] Pushing event updated for resources: {'Port': ['ID=edc2f369-aaec-46b2-bff1-6bef97801794,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:51.591670 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0918b95a-8327-42b1-b7e9-282aa5c110ed None None] Provisioning complete for port edc2f369-aaec-46b2-bff1-6bef97801794 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:51.592020 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0918b95a-8327-42b1-b7e9-282aa5c110ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:51.596658 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Transition to ACTIVE for port object 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:51.632657 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:51.700724 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Network a7dbc88c-a9f0-46ce-921c-f7bc9260203b is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:51.707919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:51.726765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:08:51.770493 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Pushing event updated for resources: {'Port': ['ID=5bad032f-63a4-4bd3-b65d-5ff44e8cda02,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:51.849647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d486b9c5-6f20-48c1-97c3-a556109a3768 req-5f5cf121-4632-4370-97ae-5a6687ff6e6c tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5987179 Aug 28 13:08:51.925085 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-d04ede0e-3157-429b-af33-5801e0d5d205 service neutron] 10.222.0.11 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524727 Aug 28 13:08:51.931053 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Attempting to bind port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:08:51.931423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Attempting to bind port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '3796acc5-5afb-489a-bfaa-80e98f82b7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a7dbc88c-a9f0-46ce-921c-f7bc9260203b'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:08:51.931784 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Attempting to bind port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 on network a7dbc88c-a9f0-46ce-921c-f7bc9260203b {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:08:51.937078 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:08:51.937449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Checking segment: {'id': '3796acc5-5afb-489a-bfaa-80e98f82b7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a7dbc88c-a9f0-46ce-921c-f7bc9260203b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:08:51.937851 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:51.938388 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Bound using segment: {'id': '3796acc5-5afb-489a-bfaa-80e98f82b7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a7dbc88c-a9f0-46ce-921c-f7bc9260203b'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:08:51.939160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Bound port: 5bad032f-63a4-4bd3-b65d-5ff44e8cda02, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3796acc5-5afb-489a-bfaa-80e98f82b7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a7dbc88c-a9f0-46ce-921c-f7bc9260203b'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:08:51.939292 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:51.968464 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e2c6a4d-5940-4247-af09-9859e845b827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:51.978317 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e2c6a4d-5940-4247-af09-9859e845b827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:51.982666 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:52.053587 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8e2c6a4d-5940-4247-af09-9859e845b827 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bd8371cb65b408f93a6979f09ca027e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4887445 Aug 28 13:08:52.056344 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51810) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:52.093810 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c6a4d-5940-4247-af09-9859e845b827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c07ac46-ab9e-4e6a-bf0c-c7463d77f003,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:52.109812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] For port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:08:52.122116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] For port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5bad032f-63a4-4bd3-b65d-5ff44e8cda02,segment=NetworkSegment(3796acc5-5afb-489a-bfaa-80e98f82b7df),segment_id=3796acc5-5afb-489a-bfaa-80e98f82b7df)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:08:52.132532 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:52.220100 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-40e8daf2-0bf2-4897-8c67-61783c629859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:52.249545 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1d3d2-6a1a-4807-95fa-b176810e24da None None] Pushing event updated for resources: {'Port': ['ID=5bad032f-63a4-4bd3-b65d-5ff44e8cda02,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:52.275574 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-40e8daf2-0bf2-4897-8c67-61783c629859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:52.342917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-40e8daf2-0bf2-4897-8c67-61783c629859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:52.360119 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-40e8daf2-0bf2-4897-8c67-61783c629859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:52.371217 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-40e8daf2-0bf2-4897-8c67-61783c629859 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c07ac46-ab9e-4e6a-bf0c-c7463d77f003 HTTP/1.1" status: 204 len: 168 time: 0.3102612 Aug 28 13:08:52.402883 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8daf2-0bf2-4897-8c67-61783c629859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c07ac46-ab9e-4e6a-bf0c-c7463d77f003,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:52.559387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c3325e-0b56-4d18-97b7-cabcb9d0fa4e None None] Network 0975dd1b-dbb8-464d-9c40-b3daaab0d31d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:08:52.617487 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:52.624300 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:52.812044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event updated for resources: {'Port': ['ID=2dde59d6-5412-42a9-be72-6ca2cc1674f7,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:52.815155 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:52.833332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device edc2f369-aaec-46b2-bff1-6bef97801794 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:52.964048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ddab23dc-25c9-4801-8266-240b79353f4b None None] Provisioning for port 6e33b4c9-4667-452e-8f5d-c83854a25535 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:52.982144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port edc2f369-aaec-46b2-bff1-6bef97801794 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:52.982656 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:53.055515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977d52b-bed7-4d6d-8c03-1d12bdf5486d req-baf47ec6-d222-47b6-9ff9-8b3575939362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:53.070885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4977d52b-bed7-4d6d-8c03-1d12bdf5486d req-baf47ec6-d222-47b6-9ff9-8b3575939362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.1216369 Aug 28 13:08:53.089044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Network 0975dd1b-dbb8-464d-9c40-b3daaab0d31d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:53.091765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:53.266632 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6e33b4c9-4667-452e-8f5d-c83854a25535 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:53.302183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4977d52b-bed7-4d6d-8c03-1d12bdf5486d req-6712362e-407c-49cb-b7ef-426dbc9e6d56 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281299 Aug 28 13:08:53.331097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Router 88d2d960-60dd-4cb7-b02d-ee9244bb3dda is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:08:53.340938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51832) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:53.390331 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4536d83b-a7ed-4f5e-8c38-33a8ab130ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:53.445808 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 6e33b4c9-4667-452e-8f5d-c83854a25535 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:53.469551 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6e33b4c9-4667-452e-8f5d-c83854a25535 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:53.470930 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:53.578557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:08:53.587747 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-17226bb6-ebab-48df-af71-82fe5fac3938 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "PUT /v2.0/routers/88d2d960-60dd-4cb7-b02d-ee9244bb3dda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6535087 Aug 28 13:08:53.589504 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51836) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:53.590574 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d95e5-43fb-4492-afeb-b21939b3f640 None None] Sync routers for ids ['88d2d960-60dd-4cb7-b02d-ee9244bb3dda'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:08:53.607865 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d95e5-43fb-4492-afeb-b21939b3f640 None None] Routers {'88d2d960-60dd-4cb7-b02d-ee9244bb3dda'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:53.612064 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a64d95e5-43fb-4492-afeb-b21939b3f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['88d2d960-60dd-4cb7-b02d-ee9244bb3dda'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:53.652481 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:53.693943 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a64d95e5-43fb-4492-afeb-b21939b3f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:53.722056 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d95e5-43fb-4492-afeb-b21939b3f640 None None] Routers {'88d2d960-60dd-4cb7-b02d-ee9244bb3dda'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:53.724184 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a64d95e5-43fb-4492-afeb-b21939b3f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['88d2d960-60dd-4cb7-b02d-ee9244bb3dda'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:53.770300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 6e33b4c9-4667-452e-8f5d-c83854a25535, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6e33b4c9-4667-452e-8f5d-c83854a25535,segment=NetworkSegment(312b9d41-6c15-4ca5-a326-edaa695db716),segment_id=312b9d41-6c15-4ca5-a326-edaa695db716)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:53.784476 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:53.793163 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-913b96a4-5c4a-42e3-910d-915017e875ae None None] Provisioning complete for port 6e33b4c9-4667-452e-8f5d-c83854a25535 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:53.793163 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-913b96a4-5c4a-42e3-910d-915017e875ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:53.816454 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a64d95e5-43fb-4492-afeb-b21939b3f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:53.817463 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d95e5-43fb-4492-afeb-b21939b3f640 None None] The sync data for ids ['88d2d960-60dd-4cb7-b02d-ee9244bb3dda'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:08:53.964053 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4536d83b-a7ed-4f5e-8c38-33a8ab130ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:53.984081 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=6e33b4c9-4667-452e-8f5d-c83854a25535,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:53.995757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c5dcac-4ecb-4123-b6ad-6526ceac7991 None None] Network a7dbc88c-a9f0-46ce-921c-f7bc9260203b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:08:53.999413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-913b96a4-5c4a-42e3-910d-915017e875ae None None] Provisioning for port 2dde59d6-5412-42a9-be72-6ca2cc1674f7 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:54.014851 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4536d83b-a7ed-4f5e-8c38-33a8ab130ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:54.041478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-913b96a4-5c4a-42e3-910d-915017e875ae None None] Provisioning complete for port 2dde59d6-5412-42a9-be72-6ca2cc1674f7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:54.042036 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-913b96a4-5c4a-42e3-910d-915017e875ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:54.090927 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4536d83b-a7ed-4f5e-8c38-33a8ab130ed9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5dd719dea24d4588a22d18575eafeb96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7469223 Aug 28 13:08:54.093641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-913b96a4-5c4a-42e3-910d-915017e875ae None None] Port 2dde59d6-5412-42a9-be72-6ca2cc1674f7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:08:54.093853 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51840) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:54.097960 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536d83b-a7ed-4f5e-8c38-33a8ab130ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4d3417-0d99-4272-bd07-bba81569aa30,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:54.161741 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bab7088c-1067-4c8a-ad78-d05424588e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:54.197387 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bab7088c-1067-4c8a-ad78-d05424588e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:54.219649 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-c3c482e6-b340-4643-8265-040f83edcdfa tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:08:54.221728 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c3c482e6-b340-4643-8265-040f83edcdfa tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "PUT /v2.0/routers/88d2d960-60dd-4cb7-b02d-ee9244bb3dda/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6311729 Aug 28 13:08:54.225503 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51844) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:54.237890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8a97cdfa-4e3d-46c2-9bba-1b2223166356 None None] Provisioning complete for port 2dde59d6-5412-42a9-be72-6ca2cc1674f7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:54.238582 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8a97cdfa-4e3d-46c2-9bba-1b2223166356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:54.291620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8a97cdfa-4e3d-46c2-9bba-1b2223166356 None None] Port 2dde59d6-5412-42a9-be72-6ca2cc1674f7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:08:54.292393 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bab7088c-1067-4c8a-ad78-d05424588e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:54.295217 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bab7088c-1067-4c8a-ad78-d05424588e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:54.299277 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bab7088c-1067-4c8a-ad78-d05424588e98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e4d3417-0d99-4272-bd07-bba81569aa30 HTTP/1.1" status: 204 len: 168 time: 0.2022586 Aug 28 13:08:54.322648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8a97cdfa-4e3d-46c2-9bba-1b2223166356 None None] Provisioning for port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:54.331908 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7088c-1067-4c8a-ad78-d05424588e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4d3417-0d99-4272-bd07-bba81569aa30,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:54.455254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1c607773-1efc-41aa-b676-3a84374a3a75 None None] Provisioning complete for port 2dde59d6-5412-42a9-be72-6ca2cc1674f7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:54.455986 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1c607773-1efc-41aa-b676-3a84374a3a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:54.546704 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-1c607773-1efc-41aa-b676-3a84374a3a75 None None] Port 2dde59d6-5412-42a9-be72-6ca2cc1674f7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:08:54.576189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08084a46-a147-43df-abba-d89a264dca59 req-2438f28c-680a-4e77-8d6b-584a2924a2c5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:54.577853 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-08084a46-a147-43df-abba-d89a264dca59 req-2438f28c-680a-4e77-8d6b-584a2924a2c5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.1657186 Aug 28 13:08:54.640738 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:54.661388 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-08084a46-a147-43df-abba-d89a264dca59 req-254ebf9d-d39a-4cc2-8b18-536f7853f81b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724382 Aug 28 13:08:54.729786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:54.737242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:54.738432 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:54.745431 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ba38552-dbcd-4f02-a95a-3944624c707e tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:54.836090 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:54.870644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5bad032f-63a4-4bd3-b65d-5ff44e8cda02,segment=NetworkSegment(3796acc5-5afb-489a-bfaa-80e98f82b7df),segment_id=3796acc5-5afb-489a-bfaa-80e98f82b7df)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:08:54.875879 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:54.877538 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6e33b4c9-4667-452e-8f5d-c83854a25535 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:54.958751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=5bad032f-63a4-4bd3-b65d-5ff44e8cda02,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:54.972660 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6e33b4c9-4667-452e-8f5d-c83854a25535 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:54.973045 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:55.115850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-5ba38552-dbcd-4f02-a95a-3944624c707e tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Deleting port 2dde59d6-5412-42a9-be72-6ca2cc1674f7 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:08:55.116383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ba38552-dbcd-4f02-a95a-3944624c707e tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:55.318710 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ba38552-dbcd-4f02-a95a-3944624c707e tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:55.336907 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ff01a6d-6800-435c-975d-29c960ad715b req-aa7e6732-4e6f-4074-a7e6-c73cb10c739f tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=325fa8e764444627b96484fb3f669140&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500407 Aug 28 13:08:55.343377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-5ba38552-dbcd-4f02-a95a-3944624c707e tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Calling delete_port for 2dde59d6-5412-42a9-be72-6ca2cc1674f7 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:08:55.566156 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff01a6d-6800-435c-975d-29c960ad715b req-a02a5ada-8e4d-4705-99f0-b4bce9479926 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:55.573681 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ff01a6d-6800-435c-975d-29c960ad715b req-a02a5ada-8e4d-4705-99f0-b4bce9479926 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2311664 Aug 28 13:08:55.592892 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ff01a6d-6800-435c-975d-29c960ad715b req-f85f587b-36cc-48b2-bd38-40fab21e62de tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/quotas/325fa8e764444627b96484fb3f669140 HTTP/1.1" status: 200 len: 375 time: 0.0179164 Aug 28 13:08:55.650614 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ba38552-dbcd-4f02-a95a-3944624c707e tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:55.656681 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ff01a6d-6800-435c-975d-29c960ad715b req-cd4762f6-4cdf-4f91-ae89-bcb95e586df8 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=325fa8e764444627b96484fb3f669140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624583 Aug 28 13:08:55.764133 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba38552-dbcd-4f02-a95a-3944624c707e tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event deleted for resources: {'Port': ['ID=2dde59d6-5412-42a9-be72-6ca2cc1674f7,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:55.990659 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-356a8977-2b1d-4287-9613-ee87aec361f0 req-63f26e40-6238-46be-9e11-3f926a276fc7 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 210 time: 0.0736237 Aug 28 13:08:55.995685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc1caa-50fc-4026-92fe-7ae3bbaead89 req-0463f337-c765-4fbf-8ca6-969e97cf1d0b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:55.997140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-abcc1caa-50fc-4026-92fe-7ae3bbaead89 req-0463f337-c765-4fbf-8ca6-969e97cf1d0b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.1531072 Aug 28 13:08:56.074225 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ba38552-dbcd-4f02-a95a-3944624c707e tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:56.222180 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-abcc1caa-50fc-4026-92fe-7ae3bbaead89 req-113e8364-7500-479a-b1b9-36822973c9f1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456878 Aug 28 13:08:56.326556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba38552-dbcd-4f02-a95a-3944624c707e tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Router 88d2d960-60dd-4cb7-b02d-ee9244bb3dda has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:08:56.466573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba38552-dbcd-4f02-a95a-3944624c707e tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:08:56.482398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:08:56.483116 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5ba38552-dbcd-4f02-a95a-3944624c707e tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "PUT /v2.0/routers/88d2d960-60dd-4cb7-b02d-ee9244bb3dda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2528410 Aug 28 13:08:56.484490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51952) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:56.487810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ffb74-54b9-4630-8e0d-ee87423cfa68 None None] Sync routers for ids ['88d2d960-60dd-4cb7-b02d-ee9244bb3dda'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:08:56.525146 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ffb74-54b9-4630-8e0d-ee87423cfa68 None None] Routers {'88d2d960-60dd-4cb7-b02d-ee9244bb3dda'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:56.537110 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f81ffb74-54b9-4630-8e0d-ee87423cfa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['88d2d960-60dd-4cb7-b02d-ee9244bb3dda'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:56.537795 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-73f2a100-ba55-48ec-84f2-fe6c442a6d11 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] delete failed (client error): The resource could not be found. Aug 28 13:08:56.538878 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-73f2a100-ba55-48ec-84f2-fe6c442a6d11 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-834394773 HTTP/1.1" status: 404 len: 334 time: 0.0531175 Aug 28 13:08:56.542720 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 51956) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:56.547343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-419e01b2-ed4e-44b6-bfca-6c765e6e3976 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Request body: {'router': {'external_gateway_info': {'network_id': '88d2d960-60dd-4cb7-b02d-ee9244bb3dda'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:56.598710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f81ffb74-54b9-4630-8e0d-ee87423cfa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:56.635080 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ffb74-54b9-4630-8e0d-ee87423cfa68 None None] Routers {'88d2d960-60dd-4cb7-b02d-ee9244bb3dda'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:08:56.636700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f81ffb74-54b9-4630-8e0d-ee87423cfa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['88d2d960-60dd-4cb7-b02d-ee9244bb3dda'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:56.681948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f81ffb74-54b9-4630-8e0d-ee87423cfa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:08:56.682651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ffb74-54b9-4630-8e0d-ee87423cfa68 None None] The sync data for ids ['88d2d960-60dd-4cb7-b02d-ee9244bb3dda'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:08:56.701874 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:56.702248 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:56.881920 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-419e01b2-ed4e-44b6-bfca-6c765e6e3976 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:56.905511 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-419e01b2-ed4e-44b6-bfca-6c765e6e3976 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] update failed (client error): The resource could not be found. Aug 28 13:08:56.910380 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-419e01b2-ed4e-44b6-bfca-6c765e6e3976 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "PUT /v2.0/routers/88d2d960-60dd-4cb7-b02d-ee9244bb3dda HTTP/1.1" status: 404 len: 339 time: 0.3630230 Aug 28 13:08:56.911007 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 51970) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:08:57.128180 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f9bb9533-8311-4c1a-99a1-0568764eb4ad req-b8241d6f-bd1a-4253-8b59-8dfbc71bf078 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 210 time: 0.0600526 Aug 28 13:08:57.272120 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ff01a6d-6800-435c-975d-29c960ad715b req-ce16cb98-9646-4910-913e-d028dc78b4c8 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=325fa8e764444627b96484fb3f669140&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830247 Aug 28 13:08:57.466036 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:57.991948 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99a12e-61ef-41e4-a5c2-582793d00e9d req-3fca23b6-5ace-4826-a9d1-7597e55a5f60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:57.993494 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7c99a12e-61ef-41e4-a5c2-582793d00e9d req-3fca23b6-5ace-4826-a9d1-7597e55a5f60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.5992875 Aug 28 13:08:58.022964 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff01a6d-6800-435c-975d-29c960ad715b req-8e367570-26b3-46b7-9a7c-87bd12a9b0d0 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:58.026295 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ff01a6d-6800-435c-975d-29c960ad715b req-8e367570-26b3-46b7-9a7c-87bd12a9b0d0 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7402208 Aug 28 13:08:58.074785 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-2ff01a6d-6800-435c-975d-29c960ad715b req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Request body: {'port': {'device_id': '9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '325fa8e764444627b96484fb3f669140'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:58.166557 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7c99a12e-61ef-41e4-a5c2-582793d00e9d req-93a32264-be75-4c5d-a069-0dc295ee5638 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629100 Aug 28 13:08:58.266762 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34901846-6f52-427c-8b68-178ac5e67b5a req-45de16ba-991d-42cd-9fcc-156ea4a3528a tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 210 time: 0.0283360 Aug 28 13:08:58.332123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Allocated IP 172.20.0.1 (44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1/ea3928a4-4f80-448f-a327-ffdb0775cdd4/c2eeef9c-92f0-448a-9e7d-d1bd911ab096) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:08:58.337629 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff01a6d-6800-435c-975d-29c960ad715b req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Made reservation on behalf of 325fa8e764444627b96484fb3f669140 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:08:58.341113 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2ff01a6d-6800-435c-975d-29c960ad715b req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:58.360792 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2ff01a6d-6800-435c-975d-29c960ad715b req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:58.525093 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:58.584167 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Transition to ACTIVE for port object c2eeef9c-92f0-448a-9e7d-d1bd911ab096 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:58.620117 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2ff01a6d-6800-435c-975d-29c960ad715b req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:58.631442 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2ff01a6d-6800-435c-975d-29c960ad715b req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:58.723104 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4308a4c8-647d-4a08-ba2b-acc420f8010d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:58.730465 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:58.802613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Network 44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:58.833116 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:58.843994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:08:58.931498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-2ff01a6d-6800-435c-975d-29c960ad715b req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Allocated IP 192.168.233.139 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/621a8118-d371-4368-82b3-4a2e83d5412d) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:08:58.933777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event updated for resources: {'Port': ['ID=c2eeef9c-92f0-448a-9e7d-d1bd911ab096,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:58.977056 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:59.211199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f6e1f3b2-9529-42c4-96cd-c94560fbd9ad None None] Provisioning for port c2eeef9c-92f0-448a-9e7d-d1bd911ab096 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:08:59.215798 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f6e1f3b2-9529-42c4-96cd-c94560fbd9ad None None] Provisioning complete for port c2eeef9c-92f0-448a-9e7d-d1bd911ab096 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:08:59.216189 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f3b2-9529-42c4-96cd-c94560fbd9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:59.279238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f6e1f3b2-9529-42c4-96cd-c94560fbd9ad None None] Port c2eeef9c-92f0-448a-9e7d-d1bd911ab096 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:08:59.307293 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2ff01a6d-6800-435c-975d-29c960ad715b req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:59.311226 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:59.336587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-2ff01a6d-6800-435c-975d-29c960ad715b req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Transition to ACTIVE for port object 621a8118-d371-4368-82b3-4a2e83d5412d will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:08:59.409733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f928099-fe1e-4b9e-b5ff-be3ae8b7cced req-470d8402-6f7e-4b3f-ae32-c167580d18d1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:59.417080 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f928099-fe1e-4b9e-b5ff-be3ae8b7cced req-470d8402-6f7e-4b3f-ae32-c167580d18d1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.1197531 Aug 28 13:08:59.475212 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f928099-fe1e-4b9e-b5ff-be3ae8b7cced req-07dba228-a94f-4926-add9-02c61be5b70f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558484 Aug 28 13:08:59.522986 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c54103df-71b3-4df5-a0d0-f9cbce6bf0f0 req-28544646-1ae1-43b5-9500-c38d9fc86caf tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 210 time: 0.1185360 Aug 28 13:08:59.557427 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2ff01a6d-6800-435c-975d-29c960ad715b req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:59.680852 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff01a6d-6800-435c-975d-29c960ad715b req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:08:59.694549 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-2ff01a6d-6800-435c-975d-29c960ad715b req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:08:59.702230 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff01a6d-6800-435c-975d-29c960ad715b req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:08:59.727324 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Pushing event updated for resources: {'Port': ['ID=621a8118-d371-4368-82b3-4a2e83d5412d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:59.780847 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff01a6d-6800-435c-975d-29c960ad715b req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:08:59.781544 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2ff01a6d-6800-435c-975d-29c960ad715b req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:59.813594 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ff01a6d-6800-435c-975d-29c960ad715b req-7323fe5e-25ff-4d97-aba1-ac02d66a3ac3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7453363 Aug 28 13:08:59.833688 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:59.838887 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:08:59.900815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Request body: {'port': {'device_id': '9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:08:59.959534 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event updated for resources: {'Port': ['ID=c2eeef9c-92f0-448a-9e7d-d1bd911ab096,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:08:59.970483 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:00.009687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1779d99f-f243-4eea-a698-132002478dc3 None None] Provisioning for port 621a8118-d371-4368-82b3-4a2e83d5412d completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:09:00.027220 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1779d99f-f243-4eea-a698-132002478dc3 None None] Provisioning complete for port 621a8118-d371-4368-82b3-4a2e83d5412d triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:00.027220 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1779d99f-f243-4eea-a698-132002478dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:00.056938 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:00.117405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-1779d99f-f243-4eea-a698-132002478dc3 None None] Port 621a8118-d371-4368-82b3-4a2e83d5412d cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:09:00.226062 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Network 44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:09:00.230150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:09:00.501848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Router 88d2d960-60dd-4cb7-b02d-ee9244bb3dda has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:09:00.513554 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621a8118-d371-4368-82b3-4a2e83d5412d {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:09:00.544446 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:00.580952 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Transition to ACTIVE for port object 621a8118-d371-4368-82b3-4a2e83d5412d will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:09:00.642843 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:00.667947 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-99bd886a-9a94-47cd-b56d-2583e43ede1c None None] Provisioning complete for port c2eeef9c-92f0-448a-9e7d-d1bd911ab096 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:00.668912 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-99bd886a-9a94-47cd-b56d-2583e43ede1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:00.752987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-99bd886a-9a94-47cd-b56d-2583e43ede1c None None] Port c2eeef9c-92f0-448a-9e7d-d1bd911ab096 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:09:00.760454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950af80-bdc1-48cc-a6ca-63c5df724db0 req-a06918bd-cf73-4aa8-b58d-4bf7aeed3a61 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:00.770086 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6950af80-bdc1-48cc-a6ca-63c5df724db0 req-a06918bd-cf73-4aa8-b58d-4bf7aeed3a61 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 948 time: 0.1158614 Aug 28 13:09:00.810839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:09:00.822093 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-88c7a20c-86ba-49dc-92dc-258d14420025 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "PUT /v2.0/routers/88d2d960-60dd-4cb7-b02d-ee9244bb3dda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9097698 Aug 28 13:09:00.824549 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8d0e25-a243-42a7-bbf4-e886c274fcce None None] Sync routers for ids ['88d2d960-60dd-4cb7-b02d-ee9244bb3dda'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:09:00.832438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52084) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:00.833965 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6950af80-bdc1-48cc-a6ca-63c5df724db0 req-e40e8e5d-d792-4fbd-9c28-3c12895e1ba3 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/security-groups?id=4308a4c8-647d-4a08-ba2b-acc420f8010d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629990 Aug 28 13:09:00.849025 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8d0e25-a243-42a7-bbf4-e886c274fcce None None] Routers {'88d2d960-60dd-4cb7-b02d-ee9244bb3dda'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:09:00.862685 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2d8d0e25-a243-42a7-bbf4-e886c274fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['88d2d960-60dd-4cb7-b02d-ee9244bb3dda'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:00.938484 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2d8d0e25-a243-42a7-bbf4-e886c274fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:00.949459 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8d0e25-a243-42a7-bbf4-e886c274fcce None None] Routers {'88d2d960-60dd-4cb7-b02d-ee9244bb3dda'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:09:00.950504 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2d8d0e25-a243-42a7-bbf4-e886c274fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['88d2d960-60dd-4cb7-b02d-ee9244bb3dda'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:00.975738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Pushing event updated for resources: {'Port': ['ID=621a8118-d371-4368-82b3-4a2e83d5412d,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:01.000260 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2d8d0e25-a243-42a7-bbf4-e886c274fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:01.001155 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8d0e25-a243-42a7-bbf4-e886c274fcce None None] The sync data for ids ['88d2d960-60dd-4cb7-b02d-ee9244bb3dda'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:09:01.020656 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cce671-25d3-4a08-a854-6233360ab569 req-7508ddbc-1d2d-4ecf-99a7-5d6a33b7f225 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:01.030830 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7cce671-25d3-4a08-a854-6233360ab569 req-7508ddbc-1d2d-4ecf-99a7-5d6a33b7f225 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.3898365 Aug 28 13:09:01.080774 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d65fef4f-1533-4780-8561-7ed55159ddb2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:01.280857 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7cce671-25d3-4a08-a854-6233360ab569 req-8c064e27-4629-44a6-8ab6-4cb9fb066b3a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484560 Aug 28 13:09:01.292180 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52100) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:01.348800 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-d65fef4f-1533-4780-8561-7ed55159ddb2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 13:09:01.350157 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d65fef4f-1533-4780-8561-7ed55159ddb2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "DELETE /v2.0/routers/88d2d960-60dd-4cb7-b02d-ee9244bb3dda HTTP/1.1" status: 409 len: 329 time: 0.5137095 Aug 28 13:09:01.353366 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52104) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:01.377598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Attempting to bind port 621a8118-d371-4368-82b3-4a2e83d5412d on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:09:01.378327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Attempting to bind port 621a8118-d371-4368-82b3-4a2e83d5412d by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:09:01.378890 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Attempting to bind port 621a8118-d371-4368-82b3-4a2e83d5412d on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:09:01.414279 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Port 621a8118-d371-4368-82b3-4a2e83d5412d on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:09:01.414671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Attempting to bind port 621a8118-d371-4368-82b3-4a2e83d5412d on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:09:01.429454 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:09:01.429805 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:09:01.430198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:09:01.430759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Bound port: 621a8118-d371-4368-82b3-4a2e83d5412d, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:09:01.431560 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:01.527094 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2cf97598-d18d-4951-9f26-31feab7500e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:01.559735 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] For port 621a8118-d371-4368-82b3-4a2e83d5412d, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:09:01.563254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] For port 621a8118-d371-4368-82b3-4a2e83d5412d, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=621a8118-d371-4368-82b3-4a2e83d5412d,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:09:01.570163 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:01.672082 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:01.672723 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:01.674712 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ff01a6d-6800-435c-975d-29c960ad715b req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] 10.222.0.10 "PUT /v2.0/ports/621a8118-d371-4368-82b3-4a2e83d5412d HTTP/1.1" status: 200 len: 1097 time: 1.7999992 Aug 28 13:09:01.675277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3', 'tag': '621a8118-d371-4368-82b3-4a2e83d5412d'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:09:01.678020 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15434475-7bc1-4c9c-8518-9d6e91ae6a35" -d '{"events": [{"name": "network-changed", "server_uuid": "9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3", "tag": "621a8118-d371-4368-82b3-4a2e83d5412d"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:09:01.734135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302de1fc-3b35-427e-a865-02fae43778f9 service neutron] Pushing event updated for resources: {'Port': ['ID=621a8118-d371-4368-82b3-4a2e83d5412d,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:01.949891 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2cf97598-d18d-4951-9f26-31feab7500e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:01.963628 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2cf97598-d18d-4951-9f26-31feab7500e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:01.976853 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff01a6d-6800-435c-975d-29c960ad715b req-352a6a25-05e6-4a25-9957-9f28a03c7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:01.979813 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ff01a6d-6800-435c-975d-29c960ad715b req-352a6a25-05e6-4a25-9957-9f28a03c7d28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=325fa8e764444627b96484fb3f669140&device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 1100 time: 0.2189620 Aug 28 13:09:02.045759 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf97598-d18d-4951-9f26-31feab7500e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67262677-d501-43a5-9e67-a9f80ae7754d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:02.113123 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ff01a6d-6800-435c-975d-29c960ad715b req-822da2e7-7941-46b9-a131-9b21e8dfc6e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=621a8118-d371-4368-82b3-4a2e83d5412d HTTP/1.1" status: 200 len: 217 time: 0.1108634 Aug 28 13:09:02.154615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2cf97598-d18d-4951-9f26-31feab7500e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23980de6142849a298608501a77b650e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8609409 Aug 28 13:09:02.159693 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52130) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:02.198337 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145fc1d-6a81-4039-96b0-62031474f416 req-a0dbf682-ba8f-4d71-b344-8e95610eb383 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:02.200095 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a145fc1d-6a81-4039-96b0-62031474f416 req-a0dbf682-ba8f-4d71-b344-8e95610eb383 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 948 time: 0.2171962 Aug 28 13:09:02.204377 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd627a0-d8ca-4292-848e-e11e7faa91a3 x-openstack-request-id: req-2fd627a0-d8ca-4292-848e-e11e7faa91a3 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:09:02.205428 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3", "tag": "621a8118-d371-4368-82b3-4a2e83d5412d", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:09:02.205921 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fd627a0-d8ca-4292-848e-e11e7faa91a3 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:09:02.207551 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3', 'tag': '621a8118-d371-4368-82b3-4a2e83d5412d', 'status': 'completed', 'code': 200} Aug 28 13:09:02.214348 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-33e98f09-3000-464a-b153-b023e62adcb7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:02.257711 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff01a6d-6800-435c-975d-29c960ad715b req-77702f1c-75fa-45d8-a4e2-8c169822a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:02.259573 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ff01a6d-6800-435c-975d-29c960ad715b req-77702f1c-75fa-45d8-a4e2-8c169822a4b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.1386416 Aug 28 13:09:02.265585 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a145fc1d-6a81-4039-96b0-62031474f416 req-3e153613-5b7f-4ac5-84e5-a0eb9fb74561 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/security-groups?id=4308a4c8-647d-4a08-ba2b-acc420f8010d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569756 Aug 28 13:09:02.274395 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b58521b2-42fa-4939-948e-309b70cbeca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:02.298706 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b58521b2-42fa-4939-948e-309b70cbeca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:02.357647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff01a6d-6800-435c-975d-29c960ad715b req-8737d3e2-da45-406a-8d30-fcab874cd852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:02.362324 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ff01a6d-6800-435c-975d-29c960ad715b req-8737d3e2-da45-406a-8d30-fcab874cd852 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0876372 Aug 28 13:09:02.370775 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b58521b2-42fa-4939-948e-309b70cbeca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:02.373558 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b58521b2-42fa-4939-948e-309b70cbeca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:02.377779 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b58521b2-42fa-4939-948e-309b70cbeca2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67262677-d501-43a5-9e67-a9f80ae7754d HTTP/1.1" status: 204 len: 168 time: 0.2102313 Aug 28 13:09:02.406251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58521b2-42fa-4939-948e-309b70cbeca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67262677-d501-43a5-9e67-a9f80ae7754d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:02.493859 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ff01a6d-6800-435c-975d-29c960ad715b req-c8742804-82ce-4a84-8bf0-aadceddc605e service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220591 Aug 28 13:09:02.692641 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2ff01a6d-6800-435c-975d-29c960ad715b req-19f0c5d3-1284-4ea1-8d8f-5b1211843345 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834605 Aug 28 13:09:02.967439 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52152) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:02.990115 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-98dc98e9-1669-489c-8a18-36f3553963e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:03.113001 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e366b1-448f-4e1b-87c6-9061322519a4 req-460176b7-e2ce-4d05-97ef-e539c8375dd2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:03.121556 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74e366b1-448f-4e1b-87c6-9061322519a4 req-460176b7-e2ce-4d05-97ef-e539c8375dd2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.7455914 Aug 28 13:09:03.212894 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74e366b1-448f-4e1b-87c6-9061322519a4 req-cc9c2046-abd3-4dd2-ad8d-8a1e04a15d5c tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904224 Aug 28 13:09:03.266778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15434475-7bc1-4c9c-8518-9d6e91ae6a35 req-8336f269-67a9-4861-a492-cb5a4d94308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:03.269687 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15434475-7bc1-4c9c-8518-9d6e91ae6a35 req-8336f269-67a9-4861-a492-cb5a4d94308a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=325fa8e764444627b96484fb3f669140&device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 1100 time: 0.5006509 Aug 28 13:09:03.372710 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-98dc98e9-1669-489c-8a18-36f3553963e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:03.391488 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-98dc98e9-1669-489c-8a18-36f3553963e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:03.459614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15434475-7bc1-4c9c-8518-9d6e91ae6a35 req-bb127c5d-9142-42f6-bdcb-ed9baca55aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:03.461481 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15434475-7bc1-4c9c-8518-9d6e91ae6a35 req-bb127c5d-9142-42f6-bdcb-ed9baca55aa5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.1757398 Aug 28 13:09:03.482387 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-98dc98e9-1669-489c-8a18-36f3553963e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d41b6bc87a83484d93c813b2fee3adca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5129168 Aug 28 13:09:03.485789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52176) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:03.496522 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc98e9-1669-489c-8a18-36f3553963e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca2d0dc-13b0-4135-bbd9-231e42a1d57e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:03.500741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-33e98f09-3000-464a-b153-b023e62adcb7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Deleting port c2eeef9c-92f0-448a-9e7d-d1bd911ab096 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:09:03.501079 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-33e98f09-3000-464a-b153-b023e62adcb7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:03.543686 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15434475-7bc1-4c9c-8518-9d6e91ae6a35 req-dfa6e095-4bf8-4640-9851-789fb1f8fb89 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=621a8118-d371-4368-82b3-4a2e83d5412d HTTP/1.1" status: 200 len: 217 time: 0.0658338 Aug 28 13:09:03.623878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15434475-7bc1-4c9c-8518-9d6e91ae6a35 req-4eab08db-3b61-40c0-9dcc-bd6b1a136f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:03.623878 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15434475-7bc1-4c9c-8518-9d6e91ae6a35 req-4eab08db-3b61-40c0-9dcc-bd6b1a136f95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0720425 Aug 28 13:09:03.629726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12b41c-14f3-4d95-b9cb-c1100eaf2703 req-63edda9c-4989-4423-996d-3c49a56c31b2 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:03.631338 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d12b41c-14f3-4d95-b9cb-c1100eaf2703 req-63edda9c-4989-4423-996d-3c49a56c31b2 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 948 time: 0.2286077 Aug 28 13:09:03.717164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15434475-7bc1-4c9c-8518-9d6e91ae6a35 req-ad6ed7d5-f1d3-4a5c-b2f5-3d9781398fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:03.719015 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15434475-7bc1-4c9c-8518-9d6e91ae6a35 req-ad6ed7d5-f1d3-4a5c-b2f5-3d9781398fe4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0849922 Aug 28 13:09:03.729170 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-33e98f09-3000-464a-b153-b023e62adcb7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:03.741914 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-364b0529-c3cc-459e-b3dc-bd40aa1054e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:03.746412 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1d12b41c-14f3-4d95-b9cb-c1100eaf2703 req-77345b22-8f74-43a0-b688-31737b881b84 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/security-groups?id=4308a4c8-647d-4a08-ba2b-acc420f8010d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052508 Aug 28 13:09:03.754204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-33e98f09-3000-464a-b153-b023e62adcb7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Calling delete_port for c2eeef9c-92f0-448a-9e7d-d1bd911ab096 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:09:03.822055 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-364b0529-c3cc-459e-b3dc-bd40aa1054e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:03.883304 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15434475-7bc1-4c9c-8518-9d6e91ae6a35 req-ae2b89b0-26e0-4b20-85c9-d7ba8ff46a83 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543250 Aug 28 13:09:04.002996 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15434475-7bc1-4c9c-8518-9d6e91ae6a35 req-00fdfe6f-8f1e-449e-a997-1578f9a3f5a0 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107786 Aug 28 13:09:04.043105 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-33e98f09-3000-464a-b153-b023e62adcb7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:04.057222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-364b0529-c3cc-459e-b3dc-bd40aa1054e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:04.060015 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-364b0529-c3cc-459e-b3dc-bd40aa1054e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:04.061037 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-364b0529-c3cc-459e-b3dc-bd40aa1054e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ca2d0dc-13b0-4135-bbd9-231e42a1d57e HTTP/1.1" status: 204 len: 168 time: 0.5738609 Aug 28 13:09:04.087419 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e98f09-3000-464a-b153-b023e62adcb7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event deleted for resources: {'Port': ['ID=c2eeef9c-92f0-448a-9e7d-d1bd911ab096,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:04.187244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b0529-c3cc-459e-b3dc-bd40aa1054e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca2d0dc-13b0-4135-bbd9-231e42a1d57e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:04.400323 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-33e98f09-3000-464a-b153-b023e62adcb7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:04.426259 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed330d0d-27cb-4466-9a39-3d8bf42eeb0c req-13c03e1e-b91e-43d6-b9af-7bc53020e72e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:04.435459 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed330d0d-27cb-4466-9a39-3d8bf42eeb0c req-13c03e1e-b91e-43d6-b9af-7bc53020e72e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.1062162 Aug 28 13:09:04.508484 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed330d0d-27cb-4466-9a39-3d8bf42eeb0c req-500edeb7-3563-4e2e-9ed1-ff62ec1c3101 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650165 Aug 28 13:09:04.753358 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e98f09-3000-464a-b153-b023e62adcb7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Router 88d2d960-60dd-4cb7-b02d-ee9244bb3dda has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:09:04.882453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e98f09-3000-464a-b153-b023e62adcb7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:09:04.889754 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-33e98f09-3000-464a-b153-b023e62adcb7 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "PUT /v2.0/routers/88d2d960-60dd-4cb7-b02d-ee9244bb3dda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5345480 Aug 28 13:09:04.894151 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52230) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:04.895761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92699592-1dfc-44bc-8808-1dc7fb658c8a None None] Sync routers for ids ['88d2d960-60dd-4cb7-b02d-ee9244bb3dda'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:09:04.915859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92699592-1dfc-44bc-8808-1dc7fb658c8a None None] Routers {'88d2d960-60dd-4cb7-b02d-ee9244bb3dda'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:09:04.917752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-92699592-1dfc-44bc-8808-1dc7fb658c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['88d2d960-60dd-4cb7-b02d-ee9244bb3dda'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:04.983144 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-e7111117-6e82-463f-82b5-63d5368b5a02 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] show failed (client error): The resource could not be found. Aug 28 13:09:04.984430 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e7111117-6e82-463f-82b5-63d5368b5a02 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-816627427 HTTP/1.1" status: 404 len: 334 time: 0.0890725 Aug 28 13:09:04.988916 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52234) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:04.995181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-f5b78ee4-7601-4ec8-bb18-8023a010b916 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:09:05.012754 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-92699592-1dfc-44bc-8808-1dc7fb658c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:05.019638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd789c1-a603-4b94-bec8-94525c8ed866 req-fd8ce394-91c8-4b7c-9f57-3f1a839cc8ea tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:05.029439 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-afd789c1-a603-4b94-bec8-94525c8ed866 req-fd8ce394-91c8-4b7c-9f57-3f1a839cc8ea tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 948 time: 0.1439128 Aug 28 13:09:05.040487 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-f5b78ee4-7601-4ec8-bb18-8023a010b916 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] update failed (client error): The resource could not be found. Aug 28 13:09:05.041872 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f5b78ee4-7601-4ec8-bb18-8023a010b916 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-657990032 HTTP/1.1" status: 404 len: 334 time: 0.0517650 Aug 28 13:09:05.045693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52238) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:05.052287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92699592-1dfc-44bc-8808-1dc7fb658c8a None None] Routers {'88d2d960-60dd-4cb7-b02d-ee9244bb3dda'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:09:05.057612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-92699592-1dfc-44bc-8808-1dc7fb658c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:08:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['88d2d960-60dd-4cb7-b02d-ee9244bb3dda'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:05.081931 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-afd789c1-a603-4b94-bec8-94525c8ed866 req-7882cc34-7cd2-43d3-b569-0f6d4d38c56a tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/security-groups?id=4308a4c8-647d-4a08-ba2b-acc420f8010d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515032 Aug 28 13:09:05.138855 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-92699592-1dfc-44bc-8808-1dc7fb658c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:05.139634 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92699592-1dfc-44bc-8808-1dc7fb658c8a None None] The sync data for ids ['88d2d960-60dd-4cb7-b02d-ee9244bb3dda'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:09:05.155050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-da28ac60-e1df-46db-a458-ea419927cd20 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Deleting subnet 2019ebe2-08fc-4dd8-87f7-d85fd6b7bc54 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:09:05.158583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-da28ac60-e1df-46db-a458-ea419927cd20 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:05.237117 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-da28ac60-e1df-46db-a458-ea419927cd20 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:05.365537 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-da28ac60-e1df-46db-a458-ea419927cd20 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:05.448635 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-da28ac60-e1df-46db-a458-ea419927cd20 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:05.488898 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28ac60-e1df-46db-a458-ea419927cd20 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event deleted for resources: {'Subnet': ['ID=2019ebe2-08fc-4dd8-87f7-d85fd6b7bc54,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:05.500620 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-da28ac60-e1df-46db-a458-ea419927cd20 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:05.501655 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4f9d92-d385-4c23-a6fb-06ca29b21b3c None None] Network a7dbc88c-a9f0-46ce-921c-f7bc9260203b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:09:05.503155 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-da28ac60-e1df-46db-a458-ea419927cd20 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "DELETE /v2.0/subnets/2019ebe2-08fc-4dd8-87f7-d85fd6b7bc54 HTTP/1.1" status: 204 len: 168 time: 0.4562657 Aug 28 13:09:05.505664 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52254) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:05.586173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b226e7d3-3e48-4a64-bc0e-c839ee1084cf tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Deleting subnet b6bd91fe-be7a-4007-a711-0d4913812aa3 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:09:05.598484 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b226e7d3-3e48-4a64-bc0e-c839ee1084cf tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:05.708277 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b226e7d3-3e48-4a64-bc0e-c839ee1084cf tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:05.785339 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d24d06-8474-4082-8e2b-8c9ecaf2f72b None None] DHCP port deletion for a7dbc88c-a9f0-46ce-921c-f7bc9260203b request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:09:05.857730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10758e34-fed6-4983-8e5f-f5e51c5e0933 req-731d0a33-28b3-4a33-85f0-4cc0152c49a4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:05.858738 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 621a8118-d371-4368-82b3-4a2e83d5412d details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:09:05.873324 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-10758e34-fed6-4983-8e5f-f5e51c5e0933 req-731d0a33-28b3-4a33-85f0-4cc0152c49a4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.1562138 Aug 28 13:09:05.946798 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-10758e34-fed6-4983-8e5f-f5e51c5e0933 req-e2fea134-6d35-4e38-a2db-2a7c8aa77202 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646830 Aug 28 13:09:05.973757 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b226e7d3-3e48-4a64-bc0e-c839ee1084cf tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:06.040379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 621a8118-d371-4368-82b3-4a2e83d5412d, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=621a8118-d371-4368-82b3-4a2e83d5412d,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:06.057411 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '621a8118-d371-4368-82b3-4a2e83d5412d', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '621a8118-d371-4368-82b3-4a2e83d5412d', 'mac_address': 'fa:16:3e:d1:b7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:09:06.093401 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b226e7d3-3e48-4a64-bc0e-c839ee1084cf tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:06.125077 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:06.148059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226e7d3-3e48-4a64-bc0e-c839ee1084cf tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event deleted for resources: {'Subnet': ['ID=b6bd91fe-be7a-4007-a711-0d4913812aa3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:06.159695 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b226e7d3-3e48-4a64-bc0e-c839ee1084cf tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:06.161802 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b226e7d3-3e48-4a64-bc0e-c839ee1084cf tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "DELETE /v2.0/subnets/b6bd91fe-be7a-4007-a711-0d4913812aa3 HTTP/1.1" status: 204 len: 168 time: 0.6551521 Aug 28 13:09:06.167241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52278) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:06.172478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621a8118-d371-4368-82b3-4a2e83d5412d {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:09:06.197655 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 621a8118-d371-4368-82b3-4a2e83d5412d, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=621a8118-d371-4368-82b3-4a2e83d5412d,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:06.208707 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:06.221348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3425766a-92cb-4022-90ab-96dffe319cb5 None None] Network 0975dd1b-dbb8-464d-9c40-b3daaab0d31d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:09:06.302066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28f666-6022-469b-94d2-3d3f6692ec02 req-44796344-d43a-41f2-b47e-139decc11d72 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:06.322312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=621a8118-d371-4368-82b3-4a2e83d5412d,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:06.324647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d28f666-6022-469b-94d2-3d3f6692ec02 req-44796344-d43a-41f2-b47e-139decc11d72 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 948 time: 0.1553695 Aug 28 13:09:06.326749 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:06.396403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-15d24d06-8474-4082-8e2b-8c9ecaf2f72b None None] Deleting port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:09:06.396727 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-15d24d06-8474-4082-8e2b-8c9ecaf2f72b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:06.441649 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d28f666-6022-469b-94d2-3d3f6692ec02 req-0fac6218-de29-49c8-a881-cb88b39a3ce5 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/security-groups?id=4308a4c8-647d-4a08-ba2b-acc420f8010d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969107 Aug 28 13:09:06.451282 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Deleting port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:09:06.451940 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:06.479173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-15d24d06-8474-4082-8e2b-8c9ecaf2f72b None None] For port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5bad032f-63a4-4bd3-b65d-5ff44e8cda02,segment=NetworkSegment(3796acc5-5afb-489a-bfaa-80e98f82b7df),segment_id=3796acc5-5afb-489a-bfaa-80e98f82b7df)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:06.479600 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-15d24d06-8474-4082-8e2b-8c9ecaf2f72b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:06.527742 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-15d24d06-8474-4082-8e2b-8c9ecaf2f72b None None] Calling delete_port for 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:09:06.544246 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] For port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5bad032f-63a4-4bd3-b65d-5ff44e8cda02,segment=NetworkSegment(3796acc5-5afb-489a-bfaa-80e98f82b7df),segment_id=3796acc5-5afb-489a-bfaa-80e98f82b7df)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:06.544628 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:06.560892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Calling delete_port for 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:09:06.569662 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:09:06.677403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['621a8118-d371-4368-82b3-4a2e83d5412d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:09:06.702398 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:06.733970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event deleted for resources: {'Port': ['ID=5bad032f-63a4-4bd3-b65d-5ff44e8cda02,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:06.764681 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] No DVR routers for this DVR port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:09:06.800604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No active binding found for port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 {{(pid=94879) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 13:09:06.801514 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:09:06.912495 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-15d24d06-8474-4082-8e2b-8c9ecaf2f72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:06.963224 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:06.987234 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7dbc88c-a9f0-46ce-921c-f7bc9260203b']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:07.009623 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3796acc5-5afb-489a-bfaa-80e98f82b7df') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:07.009942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3796acc5-5afb-489a-bfaa-80e98f82b7df') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:07.021957 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:07.045830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d24d06-8474-4082-8e2b-8c9ecaf2f72b None None] Pushing event deleted for resources: {'Port': ['ID=5bad032f-63a4-4bd3-b65d-5ff44e8cda02,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:07.064745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a87de9-adef-439f-9d78-3a0bb1e44f4b None None] DHCP port deletion for 0975dd1b-dbb8-464d-9c40-b3daaab0d31d request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:09:07.068761 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:07.093857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:09:07.094617 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:07.122441 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d24d06-8474-4082-8e2b-8c9ecaf2f72b None None] No DVR routers for this DVR port 5bad032f-63a4-4bd3-b65d-5ff44e8cda02 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:09:07.156536 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:09:07.208589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-84a87de9-adef-439f-9d78-3a0bb1e44f4b None None] Deleting port 6e33b4c9-4667-452e-8f5d-c83854a25535 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:09:07.210067 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-84a87de9-adef-439f-9d78-3a0bb1e44f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:07.245023 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:07.266920 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43371ac-9d97-4be5-9fb6-896ec855ce63 req-2be9ae7e-e5d6-458c-8cf2-99251dd9f92e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:07.290733 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d43371ac-9d97-4be5-9fb6-896ec855ce63 req-2be9ae7e-e5d6-458c-8cf2-99251dd9f92e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.2065618 Aug 28 13:09:07.310005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-84a87de9-adef-439f-9d78-3a0bb1e44f4b None None] For port 6e33b4c9-4667-452e-8f5d-c83854a25535, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6e33b4c9-4667-452e-8f5d-c83854a25535,segment=NetworkSegment(312b9d41-6c15-4ca5-a326-edaa695db716),segment_id=312b9d41-6c15-4ca5-a326-edaa695db716)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:07.310005 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-84a87de9-adef-439f-9d78-3a0bb1e44f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:07.310413 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:07.312015 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "DELETE /v2.0/networks/a7dbc88c-a9f0-46ce-921c-f7bc9260203b HTTP/1.1" status: 204 len: 168 time: 1.1384549 Aug 28 13:09:07.314956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52304) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:07.333177 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afd7f5-8818-432d-8a05-fb62a4f97b8f tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event deleted for resources: {'Network': ['ID=a7dbc88c-a9f0-46ce-921c-f7bc9260203b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:07.350990 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-84a87de9-adef-439f-9d78-3a0bb1e44f4b None None] Calling delete_port for 6e33b4c9-4667-452e-8f5d-c83854a25535 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:09:07.380907 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d43371ac-9d97-4be5-9fb6-896ec855ce63 req-ace837ef-eded-429e-bb5d-71be3599b5e3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946898 Aug 28 13:09:07.514558 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:07.527019 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:07.584509 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-84a87de9-adef-439f-9d78-3a0bb1e44f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:07.618573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a87de9-adef-439f-9d78-3a0bb1e44f4b None None] Pushing event deleted for resources: {'Port': ['ID=6e33b4c9-4667-452e-8f5d-c83854a25535,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:07.647692 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a87de9-adef-439f-9d78-3a0bb1e44f4b None None] No DVR routers for this DVR port 6e33b4c9-4667-452e-8f5d-c83854a25535 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:09:07.708977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d664e97-ae49-497b-a025-820e75b3be11 req-cf58c2cf-c380-4480-879b-aa3000968f02 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:07.710775 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8d664e97-ae49-497b-a025-820e75b3be11 req-cf58c2cf-c380-4480-879b-aa3000968f02 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 949 time: 0.0950620 Aug 28 13:09:07.730829 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Deleting port 6e33b4c9-4667-452e-8f5d-c83854a25535 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:09:07.731173 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:07.834699 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8d664e97-ae49-497b-a025-820e75b3be11 req-1b8c43d8-1507-4a65-9c93-7ef6f761474a tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/security-groups?id=4308a4c8-647d-4a08-ba2b-acc420f8010d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150641 Aug 28 13:09:07.867033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] For port 6e33b4c9-4667-452e-8f5d-c83854a25535, host n-d-791505-21, got binding levels [] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:07.867033 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:07.876148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 621a8118-d371-4368-82b3-4a2e83d5412d up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:09:07.894209 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Calling delete_port for 6e33b4c9-4667-452e-8f5d-c83854a25535 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:09:07.897002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.ipam_backend_mixin [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Port 6e33b4c9-4667-452e-8f5d-c83854a25535 was not found and therefore no delete operation was performed {{(pid=94877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 13:09:07.898265 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:07.928343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event deleted for resources: {'Port': ['ID=6e33b4c9-4667-452e-8f5d-c83854a25535,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:07.934480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] No DVR routers for this DVR port 6e33b4c9-4667-452e-8f5d-c83854a25535 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:09:07.974595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 621a8118-d371-4368-82b3-4a2e83d5412d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:09:07.979155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 621a8118-d371-4368-82b3-4a2e83d5412d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:07.979530 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:08.045144 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:08.056877 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0975dd1b-dbb8-464d-9c40-b3daaab0d31d']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:08.101994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312b9d41-6c15-4ca5-a326-edaa695db716') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:08.102688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312b9d41-6c15-4ca5-a326-edaa695db716') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:08.121399 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:08.128268 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:08.151404 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:08.159976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:09:08.160928 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:09:08.164934 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:09:08.180679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 621a8118-d371-4368-82b3-4a2e83d5412d, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=621a8118-d371-4368-82b3-4a2e83d5412d,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:08.181905 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621a8118-d371-4368-82b3-4a2e83d5412d'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:09:08.185617 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c3a617-720a-4107-86f9-5abef0b1b21e" -d '{"events": [{"server_uuid": "9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3", "name": "network-vif-plugged", "status": "completed", "tag": "621a8118-d371-4368-82b3-4a2e83d5412d"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:09:08.192193 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:08.277791 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea976ae9-a161-4528-bf8a-2cc6acd1a096 x-openstack-request-id: req-ea976ae9-a161-4528-bf8a-2cc6acd1a096 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:09:08.278622 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:08.283847 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3", "name": "network-vif-plugged", "status": "completed", "tag": "621a8118-d371-4368-82b3-4a2e83d5412d", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:09:08.284288 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea976ae9-a161-4528-bf8a-2cc6acd1a096 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:09:08.284849 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621a8118-d371-4368-82b3-4a2e83d5412d', 'code': 200} Aug 28 13:09:08.293162 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:08.306612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=621a8118-d371-4368-82b3-4a2e83d5412d,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:08.308241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52332) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:08.316168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:08.316780 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:08.317273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:08.317762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:08.318251 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:08.318761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:08.319255 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:08.319728 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:08.320208 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:08.320687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:08.321396 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:08.321999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:08.332809 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "DELETE /v2.0/networks/0975dd1b-dbb8-464d-9c40-b3daaab0d31d HTTP/1.1" status: 204 len: 168 time: 1.0155845 Aug 28 13:09:08.352710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f77f0-284c-485f-8e3b-076a6ce640c2 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event deleted for resources: {'Network': ['ID=0975dd1b-dbb8-464d-9c40-b3daaab0d31d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:08.459877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a661b19-1b4b-4c69-9ebc-9c82c1fc2f13 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Deleting subnet ea3928a4-4f80-448f-a327-ffdb0775cdd4 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:09:08.466689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a661b19-1b4b-4c69-9ebc-9c82c1fc2f13 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:08.477752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6e33b4c9-4667-452e-8f5d-c83854a25535 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:09:08.526509 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c5e0c-c51e-449b-b68b-3247433a70f5 req-6900c0a7-6c2c-4ed5-a1ef-c8464b84ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:08.537446 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-267c5e0c-c51e-449b-b68b-3247433a70f5 req-6900c0a7-6c2c-4ed5-a1ef-c8464b84ca60 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 1102 time: 0.1522400 Aug 28 13:09:08.537626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 6e33b4c9-4667-452e-8f5d-c83854a25535 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:09:08.537626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6e33b4c9-4667-452e-8f5d-c83854a25535 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:09:08.578450 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a661b19-1b4b-4c69-9ebc-9c82c1fc2f13 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:08.589879 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f1587-31fa-4e06-be17-20d2efdb48e6 req-28597e50-de84-420a-92b2-85987b71cb96 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:08.591643 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e56f1587-31fa-4e06-be17-20d2efdb48e6 req-28597e50-de84-420a-92b2-85987b71cb96 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.0809898 Aug 28 13:09:08.631885 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-267c5e0c-c51e-449b-b68b-3247433a70f5 req-9f43f801-8081-4837-9daa-742a38bfc1fa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4308a4c8-647d-4a08-ba2b-acc420f8010d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953779 Aug 28 13:09:08.644725 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e56f1587-31fa-4e06-be17-20d2efdb48e6 req-96d97fe9-2433-4b73-a251-d13878708e30 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454543 Aug 28 13:09:08.716160 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a661b19-1b4b-4c69-9ebc-9c82c1fc2f13 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:08.792640 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a661b19-1b4b-4c69-9ebc-9c82c1fc2f13 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:08.828736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a661b19-1b4b-4c69-9ebc-9c82c1fc2f13 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3928a4-4f80-448f-a327-ffdb0775cdd4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:08.836484 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3a661b19-1b4b-4c69-9ebc-9c82c1fc2f13 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:08.841150 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3a661b19-1b4b-4c69-9ebc-9c82c1fc2f13 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "DELETE /v2.0/subnets/ea3928a4-4f80-448f-a327-ffdb0775cdd4 HTTP/1.1" status: 204 len: 168 time: 0.5294569 Aug 28 13:09:08.841562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52346) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:08.843408 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228ac250-2dd0-4357-aafb-3c4cefb39343 None None] Network 44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:09:08.941117 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:09.020075 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b752d46-459e-45eb-95d8-807e7c9fc855 req-fc5f8d28-8d74-458e-b30d-f8a782f7193d tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:09.022497 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b752d46-459e-45eb-95d8-807e7c9fc855 req-fc5f8d28-8d74-458e-b30d-f8a782f7193d tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 950 time: 0.0818605 Aug 28 13:09:09.084565 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-efff038e-3e9e-43dd-845d-09914803f20d req-2b6b4795-4a3b-4bf4-8a86-0ec8d3a24269 service neutron] show failed (client error): The resource could not be found. Aug 28 13:09:09.086473 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-2b6b4795-4a3b-4bf4-8a86-0ec8d3a24269 service neutron] 10.222.0.11 "GET /v2.0/ports/5613f691-3503-413e-b968-94928855f821/bindings/n-h2-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.1432495 Aug 28 13:09:09.153852 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b752d46-459e-45eb-95d8-807e7c9fc855 req-8ff22374-6b02-4457-ad5e-ea2056ee8c54 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/security-groups?id=4308a4c8-647d-4a08-ba2b-acc420f8010d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223102 Aug 28 13:09:09.187885 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c089960-06ac-4a43-a839-ee8d696bf0cb None None] DHCP port deletion for 44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:09:09.194827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Deleting port edc2f369-aaec-46b2-bff1-6bef97801794 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:09:09.195186 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:09.292970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0c089960-06ac-4a43-a839-ee8d696bf0cb None None] Deleting port edc2f369-aaec-46b2-bff1-6bef97801794 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:09:09.294071 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0c089960-06ac-4a43-a839-ee8d696bf0cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:09.311101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] For port edc2f369-aaec-46b2-bff1-6bef97801794, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=edc2f369-aaec-46b2-bff1-6bef97801794,segment=NetworkSegment(8e25d5e0-fd30-43e7-8c5c-1dbb4a18628d),segment_id=8e25d5e0-fd30-43e7-8c5c-1dbb4a18628d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:09.311680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:09.345882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Calling delete_port for edc2f369-aaec-46b2-bff1-6bef97801794 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:09:09.425997 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0c089960-06ac-4a43-a839-ee8d696bf0cb None None] For port edc2f369-aaec-46b2-bff1-6bef97801794, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=edc2f369-aaec-46b2-bff1-6bef97801794,segment=NetworkSegment(8e25d5e0-fd30-43e7-8c5c-1dbb4a18628d),segment_id=8e25d5e0-fd30-43e7-8c5c-1dbb4a18628d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:09.426435 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0c089960-06ac-4a43-a839-ee8d696bf0cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:09.452532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0c089960-06ac-4a43-a839-ee8d696bf0cb None None] Calling delete_port for edc2f369-aaec-46b2-bff1-6bef97801794 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:09:09.523476 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff038e-3e9e-43dd-845d-09914803f20d req-f856d728-a43a-445e-82b5-202f00a799aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:09.525781 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-f856d728-a43a-445e-82b5-202f00a799aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46 HTTP/1.1" status: 200 len: 1097 time: 0.1760085 Aug 28 13:09:09.544940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:09:09.559227 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:09.605226 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event deleted for resources: {'Port': ['ID=edc2f369-aaec-46b2-bff1-6bef97801794,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:09.612393 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] No DVR routers for this DVR port edc2f369-aaec-46b2-bff1-6bef97801794 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:09:09.651113 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:09.690842 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0c089960-06ac-4a43-a839-ee8d696bf0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:09.769826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c089960-06ac-4a43-a839-ee8d696bf0cb None None] Pushing event deleted for resources: {'Port': ['ID=edc2f369-aaec-46b2-bff1-6bef97801794,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:09.785086 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c089960-06ac-4a43-a839-ee8d696bf0cb None None] No DVR routers for this DVR port edc2f369-aaec-46b2-bff1-6bef97801794 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:09:09.879255 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-71c3f1d1-52d4-4210-8333-09ea95f54d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:09.898311 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:09.963284 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:09.979922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:10.007552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d14557-5346-40db-8c58-e85c25fa3666 req-0b9aea07-f433-42d3-97e1-3b29f2b90294 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:10.009201 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-92d14557-5346-40db-8c58-e85c25fa3666 req-0b9aea07-f433-42d3-97e1-3b29f2b90294 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.1710975 Aug 28 13:09:10.011495 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e25d5e0-fd30-43e7-8c5c-1dbb4a18628d') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:10.011887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e25d5e0-fd30-43e7-8c5c-1dbb4a18628d') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:10.030288 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:10.063737 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:10.076795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:09:10.077614 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:10.086688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] For port 5613f691-3503-413e-b968-94928855f821, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=5613f691-3503-413e-b968-94928855f821,segment=NetworkSegment(ddcef8c0-a0fd-4711-b560-10a26eff14a7),segment_id=ddcef8c0-a0fd-4711-b560-10a26eff14a7)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:10.148459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] For port 5613f691-3503-413e-b968-94928855f821, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:09:10.224449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5613f691-3503-413e-b968-94928855f821'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:09:10.231492 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9767557-a4ea-42bf-a6bb-a70aa3d8ad24" -d '{"events": [{"server_uuid": "97c95747-986d-4c5b-aa4c-63d47a0b5012", "name": "network-vif-unplugged", "status": "completed", "tag": "5613f691-3503-413e-b968-94928855f821"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:09:10.236521 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:09:10.242535 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:10.245095 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:10.287675 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:10.291525 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "DELETE /v2.0/networks/44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1 HTTP/1.1" status: 204 len: 168 time: 1.4489748 Aug 28 13:09:10.296011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52370) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:10.313021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Transition to ACTIVE for port object 5613f691-3503-413e-b968-94928855f821 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:09:10.318878 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:10.325814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fad86-8072-4a53-88e2-aeae57d6d697 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Pushing event deleted for resources: {'Network': ['ID=44c3e1ae-d93e-4a07-8f7e-2f5d6d5e76e1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:10.355007 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-32c20b28-1543-42f2-8e4d-0f4456858f87 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2d960-60dd-4cb7-b02d-ee9244bb3dda HTTP/1.1" status: 200 len: 205 time: 0.0514345 Aug 28 13:09:10.357863 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52372) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:10.376483 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-92d14557-5346-40db-8c58-e85c25fa3666 req-14f858ce-f7bd-40b3-b0bc-3780a6bb6bb5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533611 Aug 28 13:09:10.500522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e0ef6-27e8-416e-a479-33ec47f1ada5 req-905b8c40-8750-4c47-bf40-0d43f66e4853 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:10.510873 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-080e0ef6-27e8-416e-a479-33ec47f1ada5 req-905b8c40-8750-4c47-bf40-0d43f66e4853 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 950 time: 0.2310138 Aug 28 13:09:10.530177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device edc2f369-aaec-46b2-bff1-6bef97801794 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:09:10.581280 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43e570bf-dcfb-416b-a00f-220de28e4151 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:10.582416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: edc2f369-aaec-46b2-bff1-6bef97801794 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:09:10.582781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device edc2f369-aaec-46b2-bff1-6bef97801794 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:09:10.594245 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 13:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16361129-f8bb-4331-a859-9f1588356104 x-openstack-request-id: req-16361129-f8bb-4331-a859-9f1588356104 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:09:10.594716 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c95747-986d-4c5b-aa4c-63d47a0b5012", "name": "network-vif-unplugged", "status": "completed", "tag": "5613f691-3503-413e-b968-94928855f821", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:09:10.594818 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16361129-f8bb-4331-a859-9f1588356104 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:09:10.595709 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5613f691-3503-413e-b968-94928855f821', 'code': 200} Aug 28 13:09:10.702942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Pushing event updated for resources: {'Port': ['ID=5613f691-3503-413e-b968-94928855f821,revision_number=6']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:10.781796 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43e570bf-dcfb-416b-a00f-220de28e4151 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:10.784867 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43e570bf-dcfb-416b-a00f-220de28e4151 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:10.787313 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-080e0ef6-27e8-416e-a479-33ec47f1ada5 req-848369f6-c8bd-479a-bd97-dbd48abd161e tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/security-groups?id=4308a4c8-647d-4a08-ba2b-acc420f8010d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679484 Aug 28 13:09:10.807633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] No DVR routers for this DVR port 5613f691-3503-413e-b968-94928855f821 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:09:10.840040 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43e570bf-dcfb-416b-a00f-220de28e4151 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:10.840813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e570bf-dcfb-416b-a00f-220de28e4151 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Fanout notify agent at l3_agent the message router_deleted on router 88d2d960-60dd-4cb7-b02d-ee9244bb3dda {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:09:10.854799 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43e570bf-dcfb-416b-a00f-220de28e4151 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:10.858336 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-43e570bf-dcfb-416b-a00f-220de28e4151 tempest-RoutersNegativeTest-775803021 tempest-RoutersNegativeTest-775803021-project] 10.222.0.20 "DELETE /v2.0/routers/88d2d960-60dd-4cb7-b02d-ee9244bb3dda HTTP/1.1" status: 204 len: 168 time: 0.4967995 Aug 28 13:09:10.999422 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Attempting to bind port 5613f691-3503-413e-b968-94928855f821 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:09:10.999759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Attempting to bind port 5613f691-3503-413e-b968-94928855f821 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:09:11.000097 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Attempting to bind port 5613f691-3503-413e-b968-94928855f821 on network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:09:11.010192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Port 5613f691-3503-413e-b968-94928855f821 on network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:09:11.011031 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Attempting to bind port 5613f691-3503-413e-b968-94928855f821 on network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:09:11.018877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:09:11.019609 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Checking segment: {'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:09:11.021173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Bound using segment: {'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:09:11.022118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Bound port: 5613f691-3503-413e-b968-94928855f821, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddcef8c0-a0fd-4711-b560-10a26eff14a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:09:11.022881 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:11.129973 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] For port 5613f691-3503-413e-b968-94928855f821, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:09:11.149871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] For port 5613f691-3503-413e-b968-94928855f821, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5613f691-3503-413e-b968-94928855f821,segment=NetworkSegment(ddcef8c0-a0fd-4711-b560-10a26eff14a7),segment_id=ddcef8c0-a0fd-4711-b560-10a26eff14a7)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:09:11.155511 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:11.172511 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913aefa4-d2e1-49f0-853f-b616f2b6fa6a req-1716e37a-2b9d-45f2-af87-e4848efdac7e tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:11.175174 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-913aefa4-d2e1-49f0-853f-b616f2b6fa6a req-1716e37a-2b9d-45f2-af87-e4848efdac7e tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 950 time: 0.0910208 Aug 28 13:09:11.225903 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:11.225903 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:11.227641 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] 10.222.0.10 "PUT /v2.0/ports/5613f691-3503-413e-b968-94928855f821 HTTP/1.1" status: 200 len: 1092 time: 1.6884716 Aug 28 13:09:11.276866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52388) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:11.313600 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7fe75-af41-4957-a3bb-fcf0d3bb0600 service neutron] Pushing event updated for resources: {'Port': ['ID=5613f691-3503-413e-b968-94928855f821,revision_number=7']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:11.327839 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-913aefa4-d2e1-49f0-853f-b616f2b6fa6a req-c8d501fd-86f5-4525-8f45-f54b594caba9 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/security-groups?id=4308a4c8-647d-4a08-ba2b-acc420f8010d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314945 Aug 28 13:09:11.359760 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff038e-3e9e-43dd-845d-09914803f20d req-d40870bf-7536-498e-850c-2a4362f21005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:11.362601 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-d40870bf-7536-498e-850c-2a4362f21005 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 1095 time: 0.0899925 Aug 28 13:09:11.491640 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff038e-3e9e-43dd-845d-09914803f20d req-7e11ab23-973b-410e-99e8-43fba4a7b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:11.493409 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-7e11ab23-973b-410e-99e8-43fba4a7b03c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 HTTP/1.1" status: 200 len: 897 time: 0.1200945 Aug 28 13:09:11.524076 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ba5e46f3-b97a-4ecc-8927-21769180943e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23a763693aa343f3bc767a25bda58410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452164 Aug 28 13:09:11.527477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52394) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:11.613267 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-e20e7929-4211-45f8-90cf-5364438eba26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5613f691-3503-413e-b968-94928855f821 HTTP/1.1" status: 200 len: 998 time: 0.1004856 Aug 28 13:09:11.637354 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e7e2b-7b04-43be-a176-23440a5543e6 req-36b30413-88f1-4ce2-b881-9e111ff2136e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:11.638999 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-620e7e2b-7b04-43be-a176-23440a5543e6 req-36b30413-88f1-4ce2-b881-9e111ff2136e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 943 time: 0.1129670 Aug 28 13:09:11.645281 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79a264df-224f-447c-9b49-8df39e07ab28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:11.685335 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79a264df-224f-447c-9b49-8df39e07ab28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:11.696856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff038e-3e9e-43dd-845d-09914803f20d req-167a8b3a-40db-4454-aaa0-99f4447ceea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:11.698537 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-167a8b3a-40db-4454-aaa0-99f4447ceea8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9afd0d97-b511-4394-964a-b951ffcaf6d1 HTTP/1.1" status: 200 len: 834 time: 0.0696239 Aug 28 13:09:11.717344 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-620e7e2b-7b04-43be-a176-23440a5543e6 req-8069b205-cf32-48da-a90c-d8b2ef27a9e8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691142 Aug 28 13:09:11.760017 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff038e-3e9e-43dd-845d-09914803f20d req-7c6abcc8-d04c-46aa-8fa0-8e71f30b422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:11.761946 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-7c6abcc8-d04c-46aa-8fa0-8e71f30b422d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544329 Aug 28 13:09:11.764560 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79a264df-224f-447c-9b49-8df39e07ab28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:11.768603 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79a264df-224f-447c-9b49-8df39e07ab28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:11.769787 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-79a264df-224f-447c-9b49-8df39e07ab28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e31202d-60bd-4c25-a169-6a4db8b4a949 HTTP/1.1" status: 204 len: 168 time: 0.2413561 Aug 28 13:09:11.780791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a264df-224f-447c-9b49-8df39e07ab28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e31202d-60bd-4c25-a169-6a4db8b4a949,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:11.786673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5613f691-3503-413e-b968-94928855f821 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:09:11.862699 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 5613f691-3503-413e-b968-94928855f821 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:09:11.903384 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-8d246177-f978-427c-bbb3-ca4c163ea270 service neutron] 10.222.0.10 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288648 Aug 28 13:09:12.011480 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-513ac578-42c6-4c41-a5a8-c3f08b3d2413 service neutron] 10.222.0.10 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996337 Aug 28 13:09:12.257189 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e44690d3-2470-4707-be84-c26231830c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:12.512860 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad12a1-f29c-4f78-b942-1bb5fe2b07fd req-c872dce1-9697-4bf2-954f-77f0d735dc12 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:12.526427 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-86ad12a1-f29c-4f78-b942-1bb5fe2b07fd req-c872dce1-9697-4bf2-954f-77f0d735dc12 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 950 time: 0.1109159 Aug 28 13:09:12.576218 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:12.597089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'tag': '5613f691-3503-413e-b968-94928855f821'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:09:12.599628 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40f7a73-a75e-463e-8409-c40e980f98a1" -d '{"events": [{"name": "network-changed", "server_uuid": "97c95747-986d-4c5b-aa4c-63d47a0b5012", "tag": "5613f691-3503-413e-b968-94928855f821"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:09:12.639674 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-86ad12a1-f29c-4f78-b942-1bb5fe2b07fd req-55e36e51-40f7-484a-bc11-a75c8d6cdcd7 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/security-groups?id=4308a4c8-647d-4a08-ba2b-acc420f8010d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091101 Aug 28 13:09:12.698693 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7554042b-e97f-49e2-a851-78d54f0602fc x-openstack-request-id: req-7554042b-e97f-49e2-a851-78d54f0602fc {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:09:12.699634 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c95747-986d-4c5b-aa4c-63d47a0b5012", "tag": "5613f691-3503-413e-b968-94928855f821", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:09:12.700038 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7554042b-e97f-49e2-a851-78d54f0602fc {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:09:12.700779 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'tag': '5613f691-3503-413e-b968-94928855f821', 'status': 'completed', 'code': 200} Aug 28 13:09:12.835551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52432) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:12.855825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d973a22-37fc-4b81-85e9-515e3badb556 req-a0c53723-c5e4-4c39-81d8-a57f689abdf0 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:12.858483 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d973a22-37fc-4b81-85e9-515e3badb556 req-a0c53723-c5e4-4c39-81d8-a57f689abdf0 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.10 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 950 time: 0.1201584 Aug 28 13:09:12.873034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-ecf1f4a0-d789-4033-89c5-a6e7c36ad724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:12.874742 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-ecf1f4a0-d789-4033-89c5-a6e7c36ad724 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 1095 time: 0.1346729 Aug 28 13:09:12.883022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-3b9e5932-6d29-4577-ad8d-7c3ddbf1a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:12.884656 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-3b9e5932-6d29-4577-ad8d-7c3ddbf1a90c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 1095 time: 0.1428854 Aug 28 13:09:12.980854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946f361-37e3-4f47-847c-ee72855be40b req-cf01cbfc-3cc1-43dc-ad2e-9c9337a2ba00 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:12.982542 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f946f361-37e3-4f47-847c-ee72855be40b req-cf01cbfc-3cc1-43dc-ad2e-9c9337a2ba00 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 943 time: 0.1385746 Aug 28 13:09:12.990603 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ee1b6ff1-0712-41c4-9e13-f2844bce43d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1834143486'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:09:13.066380 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1b6ff1-0712-41c4-9e13-f2844bce43d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Made reservation on behalf of 5105dd3ccdf34dc2bc0cd374739fe3b7 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:09:13.070394 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee1b6ff1-0712-41c4-9e13-f2844bce43d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:13.070753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-f1ec92d0-47a7-4bc9-aceb-aa11ad12b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:13.072248 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-f1ec92d0-47a7-4bc9-aceb-aa11ad12b611 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 HTTP/1.1" status: 200 len: 897 time: 0.1866410 Aug 28 13:09:13.075927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-17da1a5d-909c-4685-a52a-7552e9c0884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:13.076823 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-17da1a5d-909c-4685-a52a-7552e9c0884f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 HTTP/1.1" status: 200 len: 897 time: 0.1799772 Aug 28 13:09:13.090621 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f946f361-37e3-4f47-847c-ee72855be40b req-7901c952-fd03-4195-83b8-d4f5242e2b29 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918276 Aug 28 13:09:13.093026 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee1b6ff1-0712-41c4-9e13-f2844bce43d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:13.111339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-4d973a22-37fc-4b81-85e9-515e3badb556 req-b6fdc68b-e578-424b-bea4-1c7d373b1395 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Deleting port 621a8118-d371-4368-82b3-4a2e83d5412d {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:09:13.111898 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4d973a22-37fc-4b81-85e9-515e3badb556 req-b6fdc68b-e578-424b-bea4-1c7d373b1395 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:13.202115 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-164146d1-7c15-445e-bbae-58ebb55f6ecb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5613f691-3503-413e-b968-94928855f821 HTTP/1.1" status: 200 len: 998 time: 0.1182935 Aug 28 13:09:13.204024 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-d83fa4a1-e287-4729-9e29-ec3f04615ad3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5613f691-3503-413e-b968-94928855f821 HTTP/1.1" status: 200 len: 998 time: 0.1140521 Aug 28 13:09:13.260461 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-4d973a22-37fc-4b81-85e9-515e3badb556 req-b6fdc68b-e578-424b-bea4-1c7d373b1395 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] For port 621a8118-d371-4368-82b3-4a2e83d5412d, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=621a8118-d371-4368-82b3-4a2e83d5412d,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:13.261265 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4d973a22-37fc-4b81-85e9-515e3badb556 req-b6fdc68b-e578-424b-bea4-1c7d373b1395 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:13.286167 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-4d973a22-37fc-4b81-85e9-515e3badb556 req-b6fdc68b-e578-424b-bea4-1c7d373b1395 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Calling delete_port for 621a8118-d371-4368-82b3-4a2e83d5412d owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:09:13.295046 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-081752fb-4f99-4386-aea1-d00d43587475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:13.296419 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-081752fb-4f99-4386-aea1-d00d43587475 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9afd0d97-b511-4394-964a-b951ffcaf6d1 HTTP/1.1" status: 200 len: 834 time: 0.0878298 Aug 28 13:09:13.297801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-f3d63690-4567-4aa3-8927-fbaca89606d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:13.299904 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-f3d63690-4567-4aa3-8927-fbaca89606d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9afd0d97-b511-4394-964a-b951ffcaf6d1 HTTP/1.1" status: 200 len: 834 time: 0.0830779 Aug 28 13:09:13.379312 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-7cf3a783-7848-4a87-822c-90440601277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:13.381194 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-7cf3a783-7848-4a87-822c-90440601277d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779967 Aug 28 13:09:13.386775 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee1b6ff1-0712-41c4-9e13-f2844bce43d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:13.394184 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee1b6ff1-0712-41c4-9e13-f2844bce43d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:13.421374 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1b6ff1-0712-41c4-9e13-f2844bce43d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:09:13.450700 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee1b6ff1-0712-41c4-9e13-f2844bce43d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:13.451061 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-ee1b6ff1-0712-41c4-9e13-f2844bce43d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Added segment 6122653a-78b9-4f6a-b693-06b7e270c3b9 of type vlan for network 4fc1e9c6-1fcc-4842-86b1-face8b0a188d Aug 28 13:09:13.453149 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b6ff1-0712-41c4-9e13-f2844bce43d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dee56c1-82cf-4c0e-83ab-04b6fea885df,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:13.458042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-56fd0ec1-cdb5-4dc6-8c3a-5b30fa3e0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:13.459788 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:13.462115 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-56fd0ec1-cdb5-4dc6-8c3a-5b30fa3e0130 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284380 Aug 28 13:09:13.505122 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee1b6ff1-0712-41c4-9e13-f2844bce43d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:13.584309 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee1b6ff1-0712-41c4-9e13-f2844bce43d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:13.590666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1b6ff1-0712-41c4-9e13-f2844bce43d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:13.592381 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee1b6ff1-0712-41c4-9e13-f2844bce43d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:13.594784 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.10', 58602) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:13.717763 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ee1b6ff1-0712-41c4-9e13-f2844bce43d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8789928 Aug 28 13:09:13.731381 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52442) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:13.749966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-f178bbe7-b4a7-49aa-9dfd-690c84acf6b1 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Request body: {'subnet': {'network_id': '4fc1e9c6-1fcc-4842-86b1-face8b0a188d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:09:13.758478 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4d973a22-37fc-4b81-85e9-515e3badb556 req-b6fdc68b-e578-424b-bea4-1c7d373b1395 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:13.763650 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b6ff1-0712-41c4-9e13-f2844bce43d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Pushing event updated for resources: {'Network': ['ID=4fc1e9c6-1fcc-4842-86b1-face8b0a188d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:13.776871 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['621a8118-d371-4368-82b3-4a2e83d5412d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:09:13.781484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 4fc1e9c6-1fcc-4842-86b1-face8b0a188d details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:09:13.999045 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-63609837-ec3d-4e2d-907f-2aacec0ac8e7 req-a5432161-850c-4be9-8b43-a3636c245bdc tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 210 time: 0.0578992 Aug 28 13:09:14.016456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-7507c82b-cb10-4cc1-b983-24d199a974df service neutron] 10.222.0.11 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279309 Aug 28 13:09:14.097808 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-84df6dff-dec6-4394-9a34-b275acfe9ea3 service neutron] 10.222.0.10 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6239390 Aug 28 13:09:14.202646 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-cddea16b-4754-49c1-8f59-0e8d5963a26f service neutron] 10.222.0.11 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785965 Aug 28 13:09:14.241121 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-81fa7f58-b2f0-464b-84f5-49e684ecd7ee service neutron] 10.222.0.10 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368341 Aug 28 13:09:14.250799 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a14b9b62-b03a-4738-9a23-531cdd3ed1fe req-9e5a21b8-7fd4-4b6d-921e-be9efdcf4930 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6355920 Aug 28 13:09:14.293924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdc68b-e578-424b-bea4-1c7d373b1395 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Pushing event deleted for resources: {'Port': ['ID=621a8118-d371-4368-82b3-4a2e83d5412d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:14.413807 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d973a22-37fc-4b81-85e9-515e3badb556 req-b6fdc68b-e578-424b-bea4-1c7d373b1395 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] No DVR routers for this DVR port 621a8118-d371-4368-82b3-4a2e83d5412d on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:09:14.424682 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4d973a22-37fc-4b81-85e9-515e3badb556 req-b6fdc68b-e578-424b-bea4-1c7d373b1395 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:14.426901 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d973a22-37fc-4b81-85e9-515e3badb556 req-b6fdc68b-e578-424b-bea4-1c7d373b1395 tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.10 "DELETE /v2.0/ports/621a8118-d371-4368-82b3-4a2e83d5412d HTTP/1.1" status: 204 len: 173 time: 1.5584352 Aug 28 13:09:14.451733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b626b-fe71-4c18-a6be-221d40038e24 req-5f90c8cf-6df2-43e1-82f5-8715c886f6a0 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:14.453388 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-345b626b-fe71-4c18-a6be-221d40038e24 req-5f90c8cf-6df2-43e1-82f5-8715c886f6a0 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 943 time: 0.2394688 Aug 28 13:09:14.464981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9b62-b03a-4738-9a23-531cdd3ed1fe req-2ff7a4a6-8151-44a8-82f0-f41962849a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:14.466576 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a14b9b62-b03a-4738-9a23-531cdd3ed1fe req-2ff7a4a6-8151-44a8-82f0-f41962849a9e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4179b5bac764eccb52966068d97934f&device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 1098 time: 0.1408222 Aug 28 13:09:14.468670 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f178bbe7-b4a7-49aa-9dfd-690c84acf6b1 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Made reservation on behalf of 5105dd3ccdf34dc2bc0cd374739fe3b7 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:09:14.473717 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f178bbe7-b4a7-49aa-9dfd-690c84acf6b1 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:14.658928 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-345b626b-fe71-4c18-a6be-221d40038e24 req-c926202d-8572-481e-aa2d-11f8f48b1963 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908755 Aug 28 13:09:14.703511 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3', 'name': 'network-vif-deleted', 'tag': '621a8118-d371-4368-82b3-4a2e83d5412d'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:09:14.706667 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5bfdf6-fe1f-45d9-9e07-caaaf3e23d0a" -d '{"events": [{"server_uuid": "9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3", "name": "network-vif-deleted", "tag": "621a8118-d371-4368-82b3-4a2e83d5412d"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:09:14.769033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9b62-b03a-4738-9a23-531cdd3ed1fe req-82329f7e-99bb-497c-82e7-841d611f90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:14.771428 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a14b9b62-b03a-4738-9a23-531cdd3ed1fe req-82329f7e-99bb-497c-82e7-841d611f90d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8 HTTP/1.1" status: 200 len: 910 time: 0.2743902 Aug 28 13:09:14.781521 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da87c110-9e9e-42d8-ba09-f4e95a5423f7 x-openstack-request-id: req-da87c110-9e9e-42d8-ba09-f4e95a5423f7 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:09:14.781881 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3", "name": "network-vif-deleted", "tag": "621a8118-d371-4368-82b3-4a2e83d5412d", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:09:14.782146 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da87c110-9e9e-42d8-ba09-f4e95a5423f7 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:09:14.782922 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3', 'name': 'network-vif-deleted', 'tag': '621a8118-d371-4368-82b3-4a2e83d5412d', 'status': 'completed', 'code': 200} Aug 28 13:09:14.984848 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a14b9b62-b03a-4738-9a23-531cdd3ed1fe req-54faaaf6-eb54-4880-bde0-19068d0cbc21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=830d0900-f1b8-454e-b3ec-e1d3e2d8d332 HTTP/1.1" status: 200 len: 1001 time: 0.1938021 Aug 28 13:09:15.003515 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f178bbe7-b4a7-49aa-9dfd-690c84acf6b1 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:15.043408 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e9393-a3de-4827-9577-7bbed7e90319 req-bb37a4cc-6d26-4dc7-99a0-2a0bde91c066 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:15.045928 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103e9393-a3de-4827-9577-7bbed7e90319 req-bb37a4cc-6d26-4dc7-99a0-2a0bde91c066 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 943 time: 0.1672757 Aug 28 13:09:15.062151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322b433-4e74-4111-b74f-43388c63184e req-9d3991a2-4e6f-483d-b9f7-63a29110c824 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:15.063802 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f322b433-4e74-4111-b74f-43388c63184e req-9d3991a2-4e6f-483d-b9f7-63a29110c824 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.11 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 943 time: 0.1547399 Aug 28 13:09:15.186385 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9b62-b03a-4738-9a23-531cdd3ed1fe req-86eadec0-b266-491f-999c-0be7ed2e5aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:15.188333 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a14b9b62-b03a-4738-9a23-531cdd3ed1fe req-86eadec0-b266-491f-999c-0be7ed2e5aea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44e4607b-0f93-463a-9372-9a1d7a81caa8 HTTP/1.1" status: 200 len: 849 time: 0.1948106 Aug 28 13:09:15.190999 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59c8a93d-5a94-411b-9018-bbcc25fdbd33 req-0acf993b-019b-47ff-b814-01dd8d1bfc7e tempest-VolumesNegativeTest-1271466908 tempest-VolumesNegativeTest-1271466908-project] 10.222.0.20 "GET /v2.0/ports?device_id=9622c8c8-7fed-4b5e-92fd-a30ffa0c50b3 HTTP/1.1" status: 200 len: 210 time: 0.0440886 Aug 28 13:09:15.196874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178bbe7-b4a7-49aa-9dfd-690c84acf6b1 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Pushing event updated for resources: {'Subnet': ['ID=b2f18e83-6bba-45f8-8837-19a2b849e8aa,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:15.197084 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-f322b433-4e74-4111-b74f-43388c63184e req-48aaa3e2-fb7d-4bc8-aefb-26b993b1f531 service neutron] delete failed (client error): The resource could not be found. Aug 28 13:09:15.197955 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f322b433-4e74-4111-b74f-43388c63184e req-48aaa3e2-fb7d-4bc8-aefb-26b993b1f531 service neutron] 10.222.0.11 "DELETE /v2.0/ports/5613f691-3503-413e-b968-94928855f821/bindings/n-h1-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.1248162 Aug 28 13:09:15.223260 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-103e9393-a3de-4827-9577-7bbed7e90319 req-5fd61933-15b2-4417-b216-5de6bb64b65d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475329 Aug 28 13:09:15.252450 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f178bbe7-b4a7-49aa-9dfd-690c84acf6b1 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Checking segment: {'id': '6122653a-78b9-4f6a-b693-06b7e270c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc1e9c6-1fcc-4842-86b1-face8b0a188d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:09:15.252697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f178bbe7-b4a7-49aa-9dfd-690c84acf6b1 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Network hostable DHCP agents. Network: 4fc1e9c6-1fcc-4842-86b1-face8b0a188d, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:09:15.279977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9b62-b03a-4738-9a23-531cdd3ed1fe req-8b496583-b9ae-41f4-8ae4-03314691bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:15.281616 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a14b9b62-b03a-4738-9a23-531cdd3ed1fe req-8b496583-b9ae-41f4-8ae4-03314691bee6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fcf0a32-367c-4c48-9e70-14ecb5665bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800965 Aug 28 13:09:15.282271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f178bbe7-b4a7-49aa-9dfd-690c84acf6b1 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Network 4fc1e9c6-1fcc-4842-86b1-face8b0a188d is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:09:15.292847 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-f178bbe7-b4a7-49aa-9dfd-690c84acf6b1 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 4fc1e9c6-1fcc-4842-86b1-face8b0a188d) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:09:15.304496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f99a4a0-6e53-41db-a199-d19b65d0361d None None] Network 4fc1e9c6-1fcc-4842-86b1-face8b0a188d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:09:15.307191 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f178bbe7-b4a7-49aa-9dfd-690c84acf6b1 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:15.307791 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f178bbe7-b4a7-49aa-9dfd-690c84acf6b1 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:15.339090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322b433-4e74-4111-b74f-43388c63184e req-e8a1c3d5-ffcb-46ea-b7e4-4c21d3c3944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:15.341094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f322b433-4e74-4111-b74f-43388c63184e req-e8a1c3d5-ffcb-46ea-b7e4-4c21d3c3944a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 1095 time: 0.0732181 Aug 28 13:09:15.381194 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f178bbe7-b4a7-49aa-9dfd-690c84acf6b1 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6486778 Aug 28 13:09:15.388466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52464) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:15.399344 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-f6ebce3e-29b2-42f5-bc68-40c3b673724c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Request body: {'port': {'network_id': '4fc1e9c6-1fcc-4842-86b1-face8b0a188d', 'name': 'tempest-TagsExtTest-2082474902'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:09:15.489398 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a14b9b62-b03a-4738-9a23-531cdd3ed1fe req-c5eac48d-61d4-4847-9fa2-d0c5e36547a2 service neutron] 10.222.0.10 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943831 Aug 28 13:09:15.524110 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322b433-4e74-4111-b74f-43388c63184e req-ad0db9bd-9547-4f77-90c9-7bb26a5098bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:15.524969 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:15.526279 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f322b433-4e74-4111-b74f-43388c63184e req-ad0db9bd-9547-4f77-90c9-7bb26a5098bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 HTTP/1.1" status: 200 len: 897 time: 0.1770537 Aug 28 13:09:15.610221 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ebce3e-29b2-42f5-bc68-40c3b673724c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Made reservation on behalf of 5105dd3ccdf34dc2bc0cd374739fe3b7 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:09:15.613833 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6ebce3e-29b2-42f5-bc68-40c3b673724c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:15.645754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-f6ebce3e-29b2-42f5-bc68-40c3b673724c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] device_id is not set on port 04c6ce08-40f1-436b-a9f0-6071850f79d4 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:09:15.668675 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f322b433-4e74-4111-b74f-43388c63184e req-331f0306-1582-4ad6-87f0-c925bdc49197 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5613f691-3503-413e-b968-94928855f821 HTTP/1.1" status: 200 len: 998 time: 0.1298423 Aug 28 13:09:15.697077 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a14b9b62-b03a-4738-9a23-531cdd3ed1fe req-1c411252-35a2-4264-8797-4d4e38dac3ee service neutron] 10.222.0.10 "GET /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914945 Aug 28 13:09:15.697374 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-4fc1e9c6-1fcc-4842-86b1-face8b0a188d', 'network_id': '4fc1e9c6-1fcc-4842-86b1-face8b0a188d', 'tenant_id': '5105dd3ccdf34dc2bc0cd374739fe3b7', 'fixed_ips': [{'subnet_id': 'b2f18e83-6bba-45f8-8837-19a2b849e8aa'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:09:15.698221 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:15.772096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322b433-4e74-4111-b74f-43388c63184e req-254ca70c-3d43-4b85-80f2-af633b13f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:15.785953 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f322b433-4e74-4111-b74f-43388c63184e req-254ca70c-3d43-4b85-80f2-af633b13f61a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9afd0d97-b511-4394-964a-b951ffcaf6d1 HTTP/1.1" status: 200 len: 834 time: 0.1116655 Aug 28 13:09:15.844679 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-f6ebce3e-29b2-42f5-bc68-40c3b673724c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Allocated IP 172.20.0.14 (4fc1e9c6-1fcc-4842-86b1-face8b0a188d/b2f18e83-6bba-45f8-8837-19a2b849e8aa/04c6ce08-40f1-436b-a9f0-6071850f79d4) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:09:15.894083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322b433-4e74-4111-b74f-43388c63184e req-26cce1ba-405d-4d47-b11b-a7e6290331f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:15.896052 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f322b433-4e74-4111-b74f-43388c63184e req-26cce1ba-405d-4d47-b11b-a7e6290331f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991151 Aug 28 13:09:15.953416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 5613f691-3503-413e-b968-94928855f821 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:09:16.044083 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f322b433-4e74-4111-b74f-43388c63184e req-be54ec09-7237-42d1-8655-8d7a8b033952 service neutron] 10.222.0.11 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401532 Aug 28 13:09:16.063487 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6ebce3e-29b2-42f5-bc68-40c3b673724c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:16.085596 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-f6ebce3e-29b2-42f5-bc68-40c3b673724c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Transition to ACTIVE for port object 04c6ce08-40f1-436b-a9f0-6071850f79d4 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:09:16.131358 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6ebce3e-29b2-42f5-bc68-40c3b673724c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:16.182917 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 5613f691-3503-413e-b968-94928855f821, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5613f691-3503-413e-b968-94928855f821,segment=NetworkSegment(ddcef8c0-a0fd-4711-b560-10a26eff14a7),segment_id=ddcef8c0-a0fd-4711-b560-10a26eff14a7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:16.201841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ebce3e-29b2-42f5-bc68-40c3b673724c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Network 4fc1e9c6-1fcc-4842-86b1-face8b0a188d is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:09:16.209457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-f6ebce3e-29b2-42f5-bc68-40c3b673724c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:09:16.222988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ebce3e-29b2-42f5-bc68-40c3b673724c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:09:16.241874 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '5613f691-3503-413e-b968-94928855f821', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'port_id': '5613f691-3503-413e-b968-94928855f821', 'mac_address': 'fa:16:3e:2c:0b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:09:16.260338 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f322b433-4e74-4111-b74f-43388c63184e req-62e703d5-1c12-4704-9e00-f41855142888 service neutron] 10.222.0.11 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031217 Aug 28 13:09:16.263139 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Allocated IP 172.20.0.2 (4fc1e9c6-1fcc-4842-86b1-face8b0a188d/b2f18e83-6bba-45f8-8837-19a2b849e8aa/3c5bc498-94ac-421f-abdb-696adaa15b9f) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:09:16.319471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebce3e-29b2-42f5-bc68-40c3b673724c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Pushing event updated for resources: {'Port': ['ID=04c6ce08-40f1-436b-a9f0-6071850f79d4,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:16.408294 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:16.417680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ebce3e-29b2-42f5-bc68-40c3b673724c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:16.419495 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6ebce3e-29b2-42f5-bc68-40c3b673724c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:16.453392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5613f691-3503-413e-b968-94928855f821 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:09:16.492970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 5613f691-3503-413e-b968-94928855f821, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5613f691-3503-413e-b968-94928855f821,segment=NetworkSegment(ddcef8c0-a0fd-4711-b560-10a26eff14a7),segment_id=ddcef8c0-a0fd-4711-b560-10a26eff14a7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:16.493167 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f6ebce3e-29b2-42f5-bc68-40c3b673724c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1002078 Aug 28 13:09:16.493276 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52492) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:16.504141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-31dad55b-1109-4aa1-ae9e-486cdd88c516 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1576423053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:09:16.517863 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:16.583178 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31dad55b-1109-4aa1-ae9e-486cdd88c516 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:16.585176 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31dad55b-1109-4aa1-ae9e-486cdd88c516 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:16.595518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ce943-67fc-4017-83f6-1e9741dd388c req-fda96bdb-8ee5-47bb-830f-dd7e044145e3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:16.601149 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c33ce943-67fc-4017-83f6-1e9741dd388c req-fda96bdb-8ee5-47bb-830f-dd7e044145e3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 943 time: 0.1533113 Aug 28 13:09:16.616487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=5613f691-3503-413e-b968-94928855f821,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:16.701520 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c33ce943-67fc-4017-83f6-1e9741dd388c req-925b5b62-8e3b-46fd-8648-626c7c56aad1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919452 Aug 28 13:09:16.727225 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31dad55b-1109-4aa1-ae9e-486cdd88c516 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:16.733520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31dad55b-1109-4aa1-ae9e-486cdd88c516 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:16.758439 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-31dad55b-1109-4aa1-ae9e-486cdd88c516 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:16.762457 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-31dad55b-1109-4aa1-ae9e-486cdd88c516 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2661848 Aug 28 13:09:16.764027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52498) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:16.771300 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5eef4001-63e1-46c2-bd0b-6cd280f40caa tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-224584675', 'prefixes': ['172.20.0.0/16']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:09:16.784522 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:16.805963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Transition to ACTIVE for port object 3c5bc498-94ac-421f-abdb-696adaa15b9f will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:09:16.846242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['5613f691-3503-413e-b968-94928855f821'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:09:16.849427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Transition to ACTIVE for port object 3c5bc498-94ac-421f-abdb-696adaa15b9f will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:09:16.884584 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:16.901737 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5eef4001-63e1-46c2-bd0b-6cd280f40caa tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks [] for subnetpool, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:16.903753 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5eef4001-63e1-46c2-bd0b-6cd280f40caa tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1384711 Aug 28 13:09:16.908302 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52508) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:16.916307 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-0bdc3503-06cd-484a-865f-b57ad529a78f tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b2f18e83-6bba-45f8-8837-19a2b849e8aa', 'tempest-TagsExtTest-Tag-1596252682') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:17.048635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Pushing event updated for resources: {'Port': ['ID=3c5bc498-94ac-421f-abdb-696adaa15b9f,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:17.089557 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Network 4fc1e9c6-1fcc-4842-86b1-face8b0a188d is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:09:17.096495 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:09:17.109427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:09:17.208232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52518) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:17.208457 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0bdc3503-06cd-484a-865f-b57ad529a78f tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "PUT /v2.0/subnets/b2f18e83-6bba-45f8-8837-19a2b849e8aa/tags/tempest-TagsExtTest-Tag-1596252682 HTTP/1.1" status: 201 len: 201 time: 0.2980521 Aug 28 13:09:17.213996 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-0d6cc16c-d44b-4ac4-96a0-337d3d934270 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '04c6ce08-40f1-436b-a9f0-6071850f79d4', 'tempest-TagsExtTest-Tag-1436384883') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:17.238571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Attempting to bind port 3c5bc498-94ac-421f-abdb-696adaa15b9f on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:09:17.239960 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Attempting to bind port 3c5bc498-94ac-421f-abdb-696adaa15b9f by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '6122653a-78b9-4f6a-b693-06b7e270c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc1e9c6-1fcc-4842-86b1-face8b0a188d'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:09:17.239960 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Attempting to bind port 3c5bc498-94ac-421f-abdb-696adaa15b9f on network 4fc1e9c6-1fcc-4842-86b1-face8b0a188d {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:09:17.259532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:09:17.259903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Checking segment: {'id': '6122653a-78b9-4f6a-b693-06b7e270c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc1e9c6-1fcc-4842-86b1-face8b0a188d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:09:17.260427 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:17.260689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Bound using segment: {'id': '6122653a-78b9-4f6a-b693-06b7e270c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc1e9c6-1fcc-4842-86b1-face8b0a188d'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:09:17.261175 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Bound port: 3c5bc498-94ac-421f-abdb-696adaa15b9f, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6122653a-78b9-4f6a-b693-06b7e270c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4fc1e9c6-1fcc-4842-86b1-face8b0a188d'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:09:17.261554 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:17.331698 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0d6cc16c-d44b-4ac4-96a0-337d3d934270 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "PUT /v2.0/ports/04c6ce08-40f1-436b-a9f0-6071850f79d4/tags/tempest-TagsExtTest-Tag-1436384883 HTTP/1.1" status: 201 len: 201 time: 0.1217179 Aug 28 13:09:17.334430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52530) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:17.339681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-2794fb9b-98d8-47f4-bef9-15cfcaaff5dd tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '491c4633-8d7a-4f85-9b1e-f18919f2f4b6', 'tempest-TagsExtTest-Tag-626914169') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:17.445483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-54273843-19ce-411e-aba8-e92386c78651 None None] For port 3c5bc498-94ac-421f-abdb-696adaa15b9f, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:09:17.496498 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2794fb9b-98d8-47f4-bef9-15cfcaaff5dd tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "PUT /v2.0/routers/491c4633-8d7a-4f85-9b1e-f18919f2f4b6/tags/tempest-TagsExtTest-Tag-626914169 HTTP/1.1" status: 201 len: 201 time: 0.1609616 Aug 28 13:09:17.499457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52540) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:17.506294 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-14c8a554-a96e-420a-9122-674b0f37919f tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '01600801-c76f-4e73-8087-c98db329ecb3', 'tempest-TagsExtTest-Tag-205622448') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:17.520156 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-54273843-19ce-411e-aba8-e92386c78651 None None] For port 3c5bc498-94ac-421f-abdb-696adaa15b9f, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=3c5bc498-94ac-421f-abdb-696adaa15b9f,segment=NetworkSegment(6122653a-78b9-4f6a-b693-06b7e270c3b9),segment_id=6122653a-78b9-4f6a-b693-06b7e270c3b9)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:09:17.533003 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:17.616485 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-14c8a554-a96e-420a-9122-674b0f37919f tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "PUT /v2.0/subnetpools/01600801-c76f-4e73-8087-c98db329ecb3/tags/tempest-TagsExtTest-Tag-205622448 HTTP/1.1" status: 201 len: 201 time: 0.1157553 Aug 28 13:09:17.619163 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52554) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:17.625455 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-33839a57-948e-4ef1-894a-d5fe8a3dc25c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b2f18e83-6bba-45f8-8837-19a2b849e8aa') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:17.641418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54273843-19ce-411e-aba8-e92386c78651 None None] Pushing event updated for resources: {'Port': ['ID=3c5bc498-94ac-421f-abdb-696adaa15b9f,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:17.777783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52580) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:17.778112 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-33839a57-948e-4ef1-894a-d5fe8a3dc25c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/subnets/b2f18e83-6bba-45f8-8837-19a2b849e8aa/tags HTTP/1.1" status: 200 len: 241 time: 0.1542916 Aug 28 13:09:17.782595 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-e94d7cb6-e3a6-4022-8b2f-c0ec371479f9 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b2f18e83-6bba-45f8-8837-19a2b849e8aa', 'tempest-TagsExtTest-Tag-1596252682') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:17.964904 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 621a8118-d371-4368-82b3-4a2e83d5412d no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:09:17.990959 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e94d7cb6-e3a6-4022-8b2f-c0ec371479f9 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/subnets/b2f18e83-6bba-45f8-8837-19a2b849e8aa/tags/tempest-TagsExtTest-Tag-1596252682 HTTP/1.1" status: 204 len: 168 time: 0.2092671 Aug 28 13:09:17.992298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52596) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:18.000926 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 621a8118-d371-4368-82b3-4a2e83d5412d {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:09:18.001856 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 621a8118-d371-4368-82b3-4a2e83d5412d not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:09:18.007288 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-c4504f5e-6532-43d6-b6e4-15c25011505b tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b2f18e83-6bba-45f8-8837-19a2b849e8aa', 'tempest-TagsExtTest-Tag-1596252682') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:18.019224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707298c-87c6-4df0-9f0b-36c669b316c8 req-d93db4ef-d81e-4f60-8f04-0ebdf0cde8ef tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:18.028251 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8707298c-87c6-4df0-9f0b-36c669b316c8 req-d93db4ef-d81e-4f60-8f04-0ebdf0cde8ef tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 944 time: 0.1743312 Aug 28 13:09:18.123167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8707298c-87c6-4df0-9f0b-36c669b316c8 req-46edbc2f-d165-44f0-b333-fe84684c194f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935113 Aug 28 13:09:18.139605 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52602) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:18.269002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52612) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:18.282086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-7b89a151-c79c-40c2-9fa6-0e422a4a4c15 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b2f18e83-6bba-45f8-8837-19a2b849e8aa') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:18.283534 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c4504f5e-6532-43d6-b6e4-15c25011505b tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/subnets/b2f18e83-6bba-45f8-8837-19a2b849e8aa/tags/tempest-TagsExtTest-Tag-1596252682 HTTP/1.1" status: 204 len: 168 time: 0.2899375 Aug 28 13:09:18.357561 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ff386513-8610-464c-a627-233eee905940 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/9ada9bd4-4934-4bfd-a653-46b50e00d9fa HTTP/1.1" status: 200 len: 991 time: 0.1831739 Aug 28 13:09:18.455032 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7b89a151-c79c-40c2-9fa6-0e422a4a4c15 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/subnets/b2f18e83-6bba-45f8-8837-19a2b849e8aa/tags HTTP/1.1" status: 200 len: 205 time: 0.1840785 Aug 28 13:09:18.457414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52620) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:18.462196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-1b4c0065-f423-412b-b293-8c6914d2b35e tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '04c6ce08-40f1-436b-a9f0-6071850f79d4') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:18.549843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3c5bc498-94ac-421f-abdb-696adaa15b9f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:09:18.605134 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1b4c0065-f423-412b-b293-8c6914d2b35e tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/ports/04c6ce08-40f1-436b-a9f0-6071850f79d4/tags HTTP/1.1" status: 200 len: 241 time: 0.1441031 Aug 28 13:09:18.605854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52628) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:18.610350 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-b5101e12-34f0-4a74-aa9f-e734ac2ccfe8 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '04c6ce08-40f1-436b-a9f0-6071850f79d4', 'tempest-TagsExtTest-Tag-1436384883') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:18.648334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 3c5bc498-94ac-421f-abdb-696adaa15b9f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:09:18.724341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b5101e12-34f0-4a74-aa9f-e734ac2ccfe8 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/ports/04c6ce08-40f1-436b-a9f0-6071850f79d4/tags/tempest-TagsExtTest-Tag-1436384883 HTTP/1.1" status: 204 len: 168 time: 0.1170123 Aug 28 13:09:18.726287 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52656) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:18.732326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-33d07b88-ed82-4dd2-8056-6b88982f8d4c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '04c6ce08-40f1-436b-a9f0-6071850f79d4', 'tempest-TagsExtTest-Tag-1436384883') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:18.841463 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-33d07b88-ed82-4dd2-8056-6b88982f8d4c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/ports/04c6ce08-40f1-436b-a9f0-6071850f79d4/tags/tempest-TagsExtTest-Tag-1436384883 HTTP/1.1" status: 204 len: 168 time: 0.1119604 Aug 28 13:09:18.841830 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52674) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:18.852186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-06e48092-df02-4349-b5a5-02696cef1899 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '04c6ce08-40f1-436b-a9f0-6071850f79d4') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:18.984561 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52694) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:18.989379 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-8b7463f6-29c7-47d6-8b1d-f6f2d030dadf tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '491c4633-8d7a-4f85-9b1e-f18919f2f4b6') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:18.993504 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-06e48092-df02-4349-b5a5-02696cef1899 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/ports/04c6ce08-40f1-436b-a9f0-6071850f79d4/tags HTTP/1.1" status: 200 len: 205 time: 0.1503627 Aug 28 13:09:19.102120 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8b7463f6-29c7-47d6-8b1d-f6f2d030dadf tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/routers/491c4633-8d7a-4f85-9b1e-f18919f2f4b6/tags HTTP/1.1" status: 200 len: 240 time: 0.1157007 Aug 28 13:09:19.104428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52702) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:19.109300 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-1984637f-a2b3-4cc4-9c84-9d0a5edb0172 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '491c4633-8d7a-4f85-9b1e-f18919f2f4b6', 'tempest-TagsExtTest-Tag-626914169') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:19.155077 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8a6026-4dc5-45bd-bf98-e7bbca4cc3ec None None] Network 4fc1e9c6-1fcc-4842-86b1-face8b0a188d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:09:19.237067 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1984637f-a2b3-4cc4-9c84-9d0a5edb0172 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/routers/491c4633-8d7a-4f85-9b1e-f18919f2f4b6/tags/tempest-TagsExtTest-Tag-626914169 HTTP/1.1" status: 204 len: 168 time: 0.1304686 Aug 28 13:09:19.238438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52716) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:19.243482 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-cf341de5-048a-4ca7-b913-5a0440725763 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '491c4633-8d7a-4f85-9b1e-f18919f2f4b6', 'tempest-TagsExtTest-Tag-626914169') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:19.262084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5d63ad24-e079-42af-b424-d4dc8e390762 None None] Provisioning for port 3c5bc498-94ac-421f-abdb-696adaa15b9f completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:09:19.279569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5d63ad24-e079-42af-b424-d4dc8e390762 None None] Provisioning complete for port 3c5bc498-94ac-421f-abdb-696adaa15b9f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:19.281289 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5d63ad24-e079-42af-b424-d4dc8e390762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:19.396121 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cf341de5-048a-4ca7-b913-5a0440725763 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/routers/491c4633-8d7a-4f85-9b1e-f18919f2f4b6/tags/tempest-TagsExtTest-Tag-626914169 HTTP/1.1" status: 204 len: 168 time: 0.1564867 Aug 28 13:09:19.398440 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52728) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:19.405352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-20bfd39a-8bcc-472d-8590-25c34b2e5bdd tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '491c4633-8d7a-4f85-9b1e-f18919f2f4b6') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:19.571302 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-20bfd39a-8bcc-472d-8590-25c34b2e5bdd tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/routers/491c4633-8d7a-4f85-9b1e-f18919f2f4b6/tags HTTP/1.1" status: 200 len: 205 time: 0.1716280 Aug 28 13:09:19.573699 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52748) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:19.578746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-14a08a20-4140-480c-97d8-5c20b44f9960 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '01600801-c76f-4e73-8087-c98db329ecb3') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:19.603928 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5d63ad24-e079-42af-b424-d4dc8e390762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:19.634027 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-14a08a20-4140-480c-97d8-5c20b44f9960 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/subnetpools/01600801-c76f-4e73-8087-c98db329ecb3/tags HTTP/1.1" status: 200 len: 240 time: 0.0588801 Aug 28 13:09:19.638088 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52752) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:19.643971 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-389640a1-1702-4290-b3ac-36856c0ad03a tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '01600801-c76f-4e73-8087-c98db329ecb3', 'tempest-TagsExtTest-Tag-205622448') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:19.678487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5d63ad24-e079-42af-b424-d4dc8e390762 None None] For port 3c5bc498-94ac-421f-abdb-696adaa15b9f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=3c5bc498-94ac-421f-abdb-696adaa15b9f,segment=NetworkSegment(6122653a-78b9-4f6a-b693-06b7e270c3b9),segment_id=6122653a-78b9-4f6a-b693-06b7e270c3b9)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:19.684021 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5d63ad24-e079-42af-b424-d4dc8e390762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:19.756945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63ad24-e079-42af-b424-d4dc8e390762 None None] Pushing event updated for resources: {'Port': ['ID=3c5bc498-94ac-421f-abdb-696adaa15b9f,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:19.770243 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-389640a1-1702-4290-b3ac-36856c0ad03a tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/subnetpools/01600801-c76f-4e73-8087-c98db329ecb3/tags/tempest-TagsExtTest-Tag-205622448 HTTP/1.1" status: 204 len: 168 time: 0.1298954 Aug 28 13:09:19.772661 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52762) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:19.778522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-54b7cfa1-8e36-481b-8053-4307cd99b1a5 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '01600801-c76f-4e73-8087-c98db329ecb3', 'tempest-TagsExtTest-Tag-205622448') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:19.833252 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52768) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:19.833605 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-54b7cfa1-8e36-481b-8053-4307cd99b1a5 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/subnetpools/01600801-c76f-4e73-8087-c98db329ecb3/tags/tempest-TagsExtTest-Tag-205622448 HTTP/1.1" status: 204 len: 168 time: 0.0556931 Aug 28 13:09:19.834444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-045763f4-6123-4535-aadd-d837b0803340 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '01600801-c76f-4e73-8087-c98db329ecb3') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:19.879248 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-045763f4-6123-4535-aadd-d837b0803340 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/subnetpools/01600801-c76f-4e73-8087-c98db329ecb3/tags HTTP/1.1" status: 200 len: 205 time: 0.0483220 Aug 28 13:09:19.882751 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52770) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:19.888788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-ac5f11c5-9dc8-4c1c-b081-7559a66943d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '01600801-c76f-4e73-8087-c98db329ecb3') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:19.938056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52774) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:19.941806 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac5f11c5-9dc8-4c1c-b081-7559a66943d4 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/subnetpools/01600801-c76f-4e73-8087-c98db329ecb3/tags HTTP/1.1" status: 204 len: 168 time: 0.0540383 Aug 28 13:09:19.960596 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-79c94b80-b74a-49a2-b349-158130bff617 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '491c4633-8d7a-4f85-9b1e-f18919f2f4b6') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:19.988325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 5613f691-3503-413e-b968-94928855f821 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:09:20.091127 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 5613f691-3503-413e-b968-94928855f821 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:09:20.097380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 5613f691-3503-413e-b968-94928855f821 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:20.099246 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:20.192298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52788) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:20.198199 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-08c6c666-9ee1-44f9-ad94-631d3b73db66 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '04c6ce08-40f1-436b-a9f0-6071850f79d4') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:20.203183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-79c94b80-b74a-49a2-b349-158130bff617 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/routers/491c4633-8d7a-4f85-9b1e-f18919f2f4b6/tags HTTP/1.1" status: 204 len: 168 time: 0.2631321 Aug 28 13:09:20.278122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52790) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:20.284261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-91bc7957-367d-4a9f-96bb-90b9731ca181 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b2f18e83-6bba-45f8-8837-19a2b849e8aa') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:20.288239 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-08c6c666-9ee1-44f9-ad94-631d3b73db66 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/ports/04c6ce08-40f1-436b-a9f0-6071850f79d4/tags HTTP/1.1" status: 204 len: 168 time: 0.0943131 Aug 28 13:09:20.312306 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c392a645-3462-423f-a5e1-d761f12ec451 None None] Provisioning complete for port 3c5bc498-94ac-421f-abdb-696adaa15b9f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:20.312684 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c392a645-3462-423f-a5e1-d761f12ec451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:20.383840 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:20.418182 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52798) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:20.425079 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-a8c7c170-52e8-494a-b419-6cca8efa3177 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b2f18e83-6bba-45f8-8837-19a2b849e8aa', 'tempest-TagsExtTest-Tag-169047326') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:20.428870 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-91bc7957-367d-4a9f-96bb-90b9731ca181 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/subnets/b2f18e83-6bba-45f8-8837-19a2b849e8aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1494253 Aug 28 13:09:20.463910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5613f691-3503-413e-b968-94928855f821'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:09:20.472546 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda39e00-60de-4ff3-9ea3-626bf8bf8609" -d '{"events": [{"server_uuid": "97c95747-986d-4c5b-aa4c-63d47a0b5012", "name": "network-vif-plugged", "status": "completed", "tag": "5613f691-3503-413e-b968-94928855f821"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:09:20.491967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 5613f691-3503-413e-b968-94928855f821, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5613f691-3503-413e-b968-94928855f821,segment=NetworkSegment(ddcef8c0-a0fd-4711-b560-10a26eff14a7),segment_id=ddcef8c0-a0fd-4711-b560-10a26eff14a7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:20.514540 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:20.568202 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaf6599-c365-4831-9189-18bb45567889 x-openstack-request-id: req-bbaf6599-c365-4831-9189-18bb45567889 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:09:20.568497 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c95747-986d-4c5b-aa4c-63d47a0b5012", "name": "network-vif-plugged", "status": "completed", "tag": "5613f691-3503-413e-b968-94928855f821", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:09:20.569619 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbaf6599-c365-4831-9189-18bb45567889 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:09:20.570180 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5613f691-3503-413e-b968-94928855f821', 'code': 200} Aug 28 13:09:20.590503 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a8c7c170-52e8-494a-b419-6cca8efa3177 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "PUT /v2.0/subnets/b2f18e83-6bba-45f8-8837-19a2b849e8aa/tags/tempest-TagsExtTest-Tag-169047326 HTTP/1.1" status: 201 len: 201 time: 0.1687114 Aug 28 13:09:20.591070 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52804) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:20.593455 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3c5bc498-94ac-421f-abdb-696adaa15b9f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:09:20.601688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-112f398d-4a16-4e67-8895-2a69549e0616 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '04c6ce08-40f1-436b-a9f0-6071850f79d4', 'tempest-TagsExtTest-Tag-2004010166') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:20.723287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c392a645-3462-423f-a5e1-d761f12ec451 None None] Provisioning for port 04c6ce08-40f1-436b-a9f0-6071850f79d4 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:09:20.724361 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-112f398d-4a16-4e67-8895-2a69549e0616 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "PUT /v2.0/ports/04c6ce08-40f1-436b-a9f0-6071850f79d4/tags/tempest-TagsExtTest-Tag-2004010166 HTTP/1.1" status: 201 len: 201 time: 0.1309614 Aug 28 13:09:20.725578 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52812) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:20.739844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-d1c3bac4-e146-47f7-af1a-52de7a5dfc23 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '491c4633-8d7a-4f85-9b1e-f18919f2f4b6', 'tempest-TagsExtTest-Tag-729631156') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:20.752129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=5613f691-3503-413e-b968-94928855f821,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:20.765466 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c392a645-3462-423f-a5e1-d761f12ec451 None None] Provisioning complete for port 04c6ce08-40f1-436b-a9f0-6071850f79d4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:20.765466 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c392a645-3462-423f-a5e1-d761f12ec451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:20.865899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c392a645-3462-423f-a5e1-d761f12ec451 None None] Port 04c6ce08-40f1-436b-a9f0-6071850f79d4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:09:20.873207 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 3c5bc498-94ac-421f-abdb-696adaa15b9f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:20.873571 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:20.884215 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d1c3bac4-e146-47f7-af1a-52de7a5dfc23 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "PUT /v2.0/routers/491c4633-8d7a-4f85-9b1e-f18919f2f4b6/tags/tempest-TagsExtTest-Tag-729631156 HTTP/1.1" status: 201 len: 201 time: 0.1563091 Aug 28 13:09:20.887047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52822) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:20.892468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-3980e62b-f2a9-4b8d-b6df-6c9e4c39adb8 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '01600801-c76f-4e73-8087-c98db329ecb3', 'tempest-TagsExtTest-Tag-928722485') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:20.953081 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3980e62b-f2a9-4b8d-b6df-6c9e4c39adb8 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "PUT /v2.0/subnetpools/01600801-c76f-4e73-8087-c98db329ecb3/tags/tempest-TagsExtTest-Tag-928722485 HTTP/1.1" status: 201 len: 201 time: 0.0648663 Aug 28 13:09:20.956302 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52830) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:20.960989 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-51ae4fa7-1917-43b8-9a6f-6ccf9de4a845 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b2f18e83-6bba-45f8-8837-19a2b849e8aa', {'tags': ['tempest-TagsExtTest-Tag-1708423627', 'tempest-TagsExtTest-Tag-1896268808', 'tempest-TagsExtTest-Tag-1280443242']}) {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:20.992006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0775e6c0-bce7-4624-9ffe-9c3d338057af None None] Provisioning complete for port 04c6ce08-40f1-436b-a9f0-6071850f79d4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:20.992392 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0775e6c0-bce7-4624-9ffe-9c3d338057af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:21.062077 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-51ae4fa7-1917-43b8-9a6f-6ccf9de4a845 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "PUT /v2.0/subnets/b2f18e83-6bba-45f8-8837-19a2b849e8aa/tags HTTP/1.1" status: 200 len: 318 time: 0.1041059 Aug 28 13:09:21.064146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52844) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:21.071661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-c543068c-7664-4014-8724-da5915e6d98b tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b2f18e83-6bba-45f8-8837-19a2b849e8aa') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:21.071994 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0775e6c0-bce7-4624-9ffe-9c3d338057af None None] Port 04c6ce08-40f1-436b-a9f0-6071850f79d4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:09:21.166663 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c543068c-7664-4014-8724-da5915e6d98b tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/subnets/b2f18e83-6bba-45f8-8837-19a2b849e8aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1009841 Aug 28 13:09:21.169295 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52850) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:21.175194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-253ae33d-518d-4a9e-9795-4839b092605e tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b2f18e83-6bba-45f8-8837-19a2b849e8aa', 'tempest-TagsExtTest-Tag-1708423627') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:21.262020 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-253ae33d-518d-4a9e-9795-4839b092605e tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] show failed (client error): The resource could not be found. Aug 28 13:09:21.263153 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-253ae33d-518d-4a9e-9795-4839b092605e tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/subnets/b2f18e83-6bba-45f8-8837-19a2b849e8aa/tags/tempest-TagsExtTest-Tag-1708423627 HTTP/1.1" status: 404 len: 329 time: 0.0926037 Aug 28 13:09:21.266146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52856) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:21.271788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-d8030bc4-825d-4640-9b92-ed1aebafb880 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b2f18e83-6bba-45f8-8837-19a2b849e8aa', 'tempest-TagsExtTest-Tag-1896268808') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:21.348970 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-d8030bc4-825d-4640-9b92-ed1aebafb880 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] show failed (client error): The resource could not be found. Aug 28 13:09:21.350489 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d8030bc4-825d-4640-9b92-ed1aebafb880 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/subnets/b2f18e83-6bba-45f8-8837-19a2b849e8aa/tags/tempest-TagsExtTest-Tag-1896268808 HTTP/1.1" status: 404 len: 329 time: 0.0831883 Aug 28 13:09:21.355250 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52858) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:21.359761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-7f05e5ee-948e-4831-95a2-193311b4010d tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b2f18e83-6bba-45f8-8837-19a2b849e8aa', 'tempest-TagsExtTest-Tag-1280443242') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:21.418849 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-7f05e5ee-948e-4831-95a2-193311b4010d tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] show failed (client error): The resource could not be found. Aug 28 13:09:21.420093 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7f05e5ee-948e-4831-95a2-193311b4010d tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/subnets/b2f18e83-6bba-45f8-8837-19a2b849e8aa/tags/tempest-TagsExtTest-Tag-1280443242 HTTP/1.1" status: 404 len: 329 time: 0.0639000 Aug 28 13:09:21.425068 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52864) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:21.429973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-5f28f936-4752-4a7b-9498-f8759fb0d78d tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '04c6ce08-40f1-436b-a9f0-6071850f79d4', {'tags': ['tempest-TagsExtTest-Tag-508985542', 'tempest-TagsExtTest-Tag-505137429', 'tempest-TagsExtTest-Tag-2124715136']}) {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:21.540231 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5f28f936-4752-4a7b-9498-f8759fb0d78d tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "PUT /v2.0/ports/04c6ce08-40f1-436b-a9f0-6071850f79d4/tags HTTP/1.1" status: 200 len: 316 time: 0.1139369 Aug 28 13:09:21.542854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52870) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:21.549722 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-b6c3dc82-f64f-4581-b3b6-97031ca4acc9 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '04c6ce08-40f1-436b-a9f0-6071850f79d4') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:21.681418 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b6c3dc82-f64f-4581-b3b6-97031ca4acc9 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/ports/04c6ce08-40f1-436b-a9f0-6071850f79d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1348393 Aug 28 13:09:21.682235 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52874) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:21.691256 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-b22e8de2-10ee-471a-be3f-dd82382d73d2 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '04c6ce08-40f1-436b-a9f0-6071850f79d4', 'tempest-TagsExtTest-Tag-508985542') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:21.845306 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-b22e8de2-10ee-471a-be3f-dd82382d73d2 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] show failed (client error): The resource could not be found. Aug 28 13:09:21.848258 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b22e8de2-10ee-471a-be3f-dd82382d73d2 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/ports/04c6ce08-40f1-436b-a9f0-6071850f79d4/tags/tempest-TagsExtTest-Tag-508985542 HTTP/1.1" status: 404 len: 328 time: 0.1621130 Aug 28 13:09:21.851270 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52884) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:21.861359 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-678468b0-f6ef-4d47-a2ab-ccfec4fb555e tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '04c6ce08-40f1-436b-a9f0-6071850f79d4', 'tempest-TagsExtTest-Tag-505137429') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:21.978849 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-678468b0-f6ef-4d47-a2ab-ccfec4fb555e tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] show failed (client error): The resource could not be found. Aug 28 13:09:21.981126 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-678468b0-f6ef-4d47-a2ab-ccfec4fb555e tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/ports/04c6ce08-40f1-436b-a9f0-6071850f79d4/tags/tempest-TagsExtTest-Tag-505137429 HTTP/1.1" status: 404 len: 328 time: 0.1280425 Aug 28 13:09:21.987215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52898) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:21.992946 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-894ea096-0288-49ce-a784-a720b060fd30 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '04c6ce08-40f1-436b-a9f0-6071850f79d4', 'tempest-TagsExtTest-Tag-2124715136') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:22.108819 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-894ea096-0288-49ce-a784-a720b060fd30 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] show failed (client error): The resource could not be found. Aug 28 13:09:22.110895 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-894ea096-0288-49ce-a784-a720b060fd30 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/ports/04c6ce08-40f1-436b-a9f0-6071850f79d4/tags/tempest-TagsExtTest-Tag-2124715136 HTTP/1.1" status: 404 len: 329 time: 0.1223934 Aug 28 13:09:22.114568 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52902) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:22.120012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-62dcba77-d440-48b6-b639-fc45b81e8179 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '491c4633-8d7a-4f85-9b1e-f18919f2f4b6', {'tags': ['tempest-TagsExtTest-Tag-1683276221', 'tempest-TagsExtTest-Tag-721739630', 'tempest-TagsExtTest-Tag-2000416546']}) {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:22.261210 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-62dcba77-d440-48b6-b639-fc45b81e8179 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "PUT /v2.0/routers/491c4633-8d7a-4f85-9b1e-f18919f2f4b6/tags HTTP/1.1" status: 200 len: 317 time: 0.1454222 Aug 28 13:09:22.263615 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52906) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:22.269552 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-f34f9d91-923b-491f-9468-41745448aea2 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '491c4633-8d7a-4f85-9b1e-f18919f2f4b6') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:22.387237 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f34f9d91-923b-491f-9468-41745448aea2 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/routers/491c4633-8d7a-4f85-9b1e-f18919f2f4b6/tags HTTP/1.1" status: 204 len: 168 time: 0.1221602 Aug 28 13:09:22.389261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52910) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:22.401359 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-cf4476ec-d4fb-431c-85e4-9f981f22c18f tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '491c4633-8d7a-4f85-9b1e-f18919f2f4b6', 'tempest-TagsExtTest-Tag-1683276221') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:22.491155 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-cf4476ec-d4fb-431c-85e4-9f981f22c18f tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] show failed (client error): The resource could not be found. Aug 28 13:09:22.491155 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cf4476ec-d4fb-431c-85e4-9f981f22c18f tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/routers/491c4633-8d7a-4f85-9b1e-f18919f2f4b6/tags/tempest-TagsExtTest-Tag-1683276221 HTTP/1.1" status: 404 len: 329 time: 0.1006243 Aug 28 13:09:22.500524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52916) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:22.500524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-62aec670-16b9-4a42-8921-bc06a25bd1a8 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '491c4633-8d7a-4f85-9b1e-f18919f2f4b6', 'tempest-TagsExtTest-Tag-721739630') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:22.594085 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-62aec670-16b9-4a42-8921-bc06a25bd1a8 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] show failed (client error): The resource could not be found. Aug 28 13:09:22.595637 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-62aec670-16b9-4a42-8921-bc06a25bd1a8 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/routers/491c4633-8d7a-4f85-9b1e-f18919f2f4b6/tags/tempest-TagsExtTest-Tag-721739630 HTTP/1.1" status: 404 len: 328 time: 0.1004443 Aug 28 13:09:22.598975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52918) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:22.603936 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-e5f72b0d-68cd-4fbc-882f-bb47d04786cc tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '491c4633-8d7a-4f85-9b1e-f18919f2f4b6', 'tempest-TagsExtTest-Tag-2000416546') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:22.713757 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-e5f72b0d-68cd-4fbc-882f-bb47d04786cc tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] show failed (client error): The resource could not be found. Aug 28 13:09:22.714856 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e5f72b0d-68cd-4fbc-882f-bb47d04786cc tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/routers/491c4633-8d7a-4f85-9b1e-f18919f2f4b6/tags/tempest-TagsExtTest-Tag-2000416546 HTTP/1.1" status: 404 len: 329 time: 0.1149156 Aug 28 13:09:22.717463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52924) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:22.722967 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-10b820e8-f4b6-45a9-a4ea-f663c5f7d448 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '01600801-c76f-4e73-8087-c98db329ecb3', {'tags': ['tempest-TagsExtTest-Tag-717373903', 'tempest-TagsExtTest-Tag-1719763844', 'tempest-TagsExtTest-Tag-1169565297']}) {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:22.779523 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-10b820e8-f4b6-45a9-a4ea-f663c5f7d448 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "PUT /v2.0/subnetpools/01600801-c76f-4e73-8087-c98db329ecb3/tags HTTP/1.1" status: 200 len: 317 time: 0.0577288 Aug 28 13:09:22.779744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52926) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:22.785319 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-7f419b16-4e13-471e-86b9-5526504a9cda tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '01600801-c76f-4e73-8087-c98db329ecb3') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:22.831260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52928) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:22.831657 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7f419b16-4e13-471e-86b9-5526504a9cda tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/subnetpools/01600801-c76f-4e73-8087-c98db329ecb3/tags HTTP/1.1" status: 204 len: 168 time: 0.0507400 Aug 28 13:09:22.835921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-3e449a10-eedd-4a90-aaf8-5483ffe40d71 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '01600801-c76f-4e73-8087-c98db329ecb3', 'tempest-TagsExtTest-Tag-717373903') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:22.859454 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-3e449a10-eedd-4a90-aaf8-5483ffe40d71 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] show failed (client error): The resource could not be found. Aug 28 13:09:22.861366 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3e449a10-eedd-4a90-aaf8-5483ffe40d71 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/subnetpools/01600801-c76f-4e73-8087-c98db329ecb3/tags/tempest-TagsExtTest-Tag-717373903 HTTP/1.1" status: 404 len: 328 time: 0.0291598 Aug 28 13:09:22.865710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52930) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:22.875371 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-8c0975fc-5eae-4222-b0ff-dc1f4d6f1179 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '01600801-c76f-4e73-8087-c98db329ecb3', 'tempest-TagsExtTest-Tag-1719763844') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:22.901733 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-8c0975fc-5eae-4222-b0ff-dc1f4d6f1179 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] show failed (client error): The resource could not be found. Aug 28 13:09:22.903146 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8c0975fc-5eae-4222-b0ff-dc1f4d6f1179 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/subnetpools/01600801-c76f-4e73-8087-c98db329ecb3/tags/tempest-TagsExtTest-Tag-1719763844 HTTP/1.1" status: 404 len: 329 time: 0.0315816 Aug 28 13:09:22.905988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52932) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:22.911009 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-e8bb6b6d-5017-4601-8bf3-5a571c6fc72a tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '01600801-c76f-4e73-8087-c98db329ecb3', 'tempest-TagsExtTest-Tag-1169565297') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:22.934291 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-e8bb6b6d-5017-4601-8bf3-5a571c6fc72a tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] show failed (client error): The resource could not be found. Aug 28 13:09:22.938022 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e8bb6b6d-5017-4601-8bf3-5a571c6fc72a tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/subnetpools/01600801-c76f-4e73-8087-c98db329ecb3/tags/tempest-TagsExtTest-Tag-1169565297 HTTP/1.1" status: 404 len: 329 time: 0.0283904 Aug 28 13:09:22.938461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52934) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:22.943563 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-6e567fef-5ff1-4e95-953a-38a003d88cab tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '01600801-c76f-4e73-8087-c98db329ecb3') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:22.973889 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6e567fef-5ff1-4e95-953a-38a003d88cab tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/subnetpools/01600801-c76f-4e73-8087-c98db329ecb3/tags HTTP/1.1" status: 204 len: 168 time: 0.0316217 Aug 28 13:09:22.974331 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52938) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:22.988263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-ace6c9a1-ec81-46e3-ab22-b439b32dd14c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '491c4633-8d7a-4f85-9b1e-f18919f2f4b6') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:23.134396 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ace6c9a1-ec81-46e3-ab22-b439b32dd14c tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/routers/491c4633-8d7a-4f85-9b1e-f18919f2f4b6/tags HTTP/1.1" status: 204 len: 168 time: 0.1472793 Aug 28 13:09:23.135768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 52958) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:23.142428 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.tag.tag_plugin [None req-28a63420-9f35-40a8-84d5-7ecead50b97e tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '04c6ce08-40f1-436b-a9f0-6071850f79d4') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:23.228893 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-28a63420-9f35-40a8-84d5-7ecead50b97e tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/ports/04c6ce08-40f1-436b-a9f0-6071850f79d4/tags HTTP/1.1" status: 204 len: 168 time: 0.0995400 Aug 28 13:09:23.231744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52970) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:23.236928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.tag.tag_plugin [None req-55f72334-0651-4974-8550-18a355056a54 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b2f18e83-6bba-45f8-8837-19a2b849e8aa') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:23.351162 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-55f72334-0651-4974-8550-18a355056a54 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/subnets/b2f18e83-6bba-45f8-8837-19a2b849e8aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1138873 Aug 28 13:09:23.351715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 52988) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:23.499849 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ced4fe87-80b0-4aa8-9d96-f832c8a39a5f tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks [] for subnetpool, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:23.504131 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ced4fe87-80b0-4aa8-9d96-f832c8a39a5f tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/subnetpools/01600801-c76f-4e73-8087-c98db329ecb3 HTTP/1.1" status: 204 len: 168 time: 0.1457756 Aug 28 13:09:23.504664 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53014) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:23.567004 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53026) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:23.567307 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-228f14a2-7ec9-46f2-b985-2b30ba72ccd9 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "GET /v2.0/ports?device_id=491c4633-8d7a-4f85-9b1e-f18919f2f4b6 HTTP/1.1" status: 200 len: 205 time: 0.0616632 Aug 28 13:09:23.798319 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fa723e6-4a38-4738-87ff-7dea11edb5cb tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:23.949719 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53064) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:24.350855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d096c771-383a-4844-91e8-c260c51911c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=325fa8e764444627b96484fb3f669140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3991492 Aug 28 13:09:24.355101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53110) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:24.483681 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-452830cf-73d1-4d72-8ab8-f45b9f841203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:24.538321 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-452830cf-73d1-4d72-8ab8-f45b9f841203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:24.624951 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fa723e6-4a38-4738-87ff-7dea11edb5cb tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:24.628026 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fa723e6-4a38-4738-87ff-7dea11edb5cb tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:24.690467 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fa723e6-4a38-4738-87ff-7dea11edb5cb tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:24.691535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa723e6-4a38-4738-87ff-7dea11edb5cb tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Fanout notify agent at l3_agent the message router_deleted on router 491c4633-8d7a-4f85-9b1e-f18919f2f4b6 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:09:24.700100 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fa723e6-4a38-4738-87ff-7dea11edb5cb tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:24.702305 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3fa723e6-4a38-4738-87ff-7dea11edb5cb tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/routers/491c4633-8d7a-4f85-9b1e-f18919f2f4b6 HTTP/1.1" status: 204 len: 168 time: 1.1340935 Aug 28 13:09:24.706251 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53148) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:24.736025 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-452830cf-73d1-4d72-8ab8-f45b9f841203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:24.739149 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-452830cf-73d1-4d72-8ab8-f45b9f841203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:24.740223 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-452830cf-73d1-4d72-8ab8-f45b9f841203 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4308a4c8-647d-4a08-ba2b-acc420f8010d HTTP/1.1" status: 204 len: 168 time: 0.3840332 Aug 28 13:09:24.753602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452830cf-73d1-4d72-8ab8-f45b9f841203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4308a4c8-647d-4a08-ba2b-acc420f8010d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:24.822251 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-71c45885-b1a7-4856-b01d-e015e0194d37 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Deleting port 04c6ce08-40f1-436b-a9f0-6071850f79d4 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:09:24.822867 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-71c45885-b1a7-4856-b01d-e015e0194d37 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:24.965337 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-71c45885-b1a7-4856-b01d-e015e0194d37 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:24.982223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-71c45885-b1a7-4856-b01d-e015e0194d37 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Calling delete_port for 04c6ce08-40f1-436b-a9f0-6071850f79d4 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:09:25.175834 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-71c45885-b1a7-4856-b01d-e015e0194d37 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:25.256816 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c45885-b1a7-4856-b01d-e015e0194d37 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Pushing event deleted for resources: {'Port': ['ID=04c6ce08-40f1-436b-a9f0-6071850f79d4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:25.423572 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-71c45885-b1a7-4856-b01d-e015e0194d37 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:25.431317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53228) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:25.449693 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-71c45885-b1a7-4856-b01d-e015e0194d37 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/ports/04c6ce08-40f1-436b-a9f0-6071850f79d4 HTTP/1.1" status: 204 len: 168 time: 0.7413836 Aug 28 13:09:25.544331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f982c1-48b8-4075-be9d-cce94621b7c9 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Deleting subnet b2f18e83-6bba-45f8-8837-19a2b849e8aa {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:09:25.549231 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f982c1-48b8-4075-be9d-cce94621b7c9 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:25.613909 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f982c1-48b8-4075-be9d-cce94621b7c9 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:25.778893 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f982c1-48b8-4075-be9d-cce94621b7c9 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:25.888666 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f982c1-48b8-4075-be9d-cce94621b7c9 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:25.945486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f982c1-48b8-4075-be9d-cce94621b7c9 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f18e83-6bba-45f8-8837-19a2b849e8aa,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:25.951680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-12f982c1-48b8-4075-be9d-cce94621b7c9 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:25.959775 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53290) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:25.971987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3f2c15-8319-4621-9b32-f34e09079dbe None None] Network 4fc1e9c6-1fcc-4842-86b1-face8b0a188d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:09:25.993171 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-12f982c1-48b8-4075-be9d-cce94621b7c9 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/subnets/b2f18e83-6bba-45f8-8837-19a2b849e8aa HTTP/1.1" status: 204 len: 168 time: 0.5604308 Aug 28 13:09:26.225058 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:26.342453 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Deleting port 3c5bc498-94ac-421f-abdb-696adaa15b9f {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:09:26.343399 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:26.401281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1a67c8-109e-485c-bb1c-3495b862a9e3 None None] DHCP port deletion for 4fc1e9c6-1fcc-4842-86b1-face8b0a188d request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:09:26.496746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] For port 3c5bc498-94ac-421f-abdb-696adaa15b9f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=3c5bc498-94ac-421f-abdb-696adaa15b9f,segment=NetworkSegment(6122653a-78b9-4f6a-b693-06b7e270c3b9),segment_id=6122653a-78b9-4f6a-b693-06b7e270c3b9)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:26.498866 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:26.531427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Calling delete_port for 3c5bc498-94ac-421f-abdb-696adaa15b9f owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:09:26.555081 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3c5bc498-94ac-421f-abdb-696adaa15b9f no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:09:26.597759 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:09:26.630425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a67c8-109e-485c-bb1c-3495b862a9e3 None None] Deleting port 3c5bc498-94ac-421f-abdb-696adaa15b9f {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:09:26.631136 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1a1a67c8-109e-485c-bb1c-3495b862a9e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:26.701269 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:26.731511 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No active binding found for port 3c5bc498-94ac-421f-abdb-696adaa15b9f {{(pid=94879) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 28 13:09:26.731991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3c5bc498-94ac-421f-abdb-696adaa15b9f not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:09:26.789062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1a1a67c8-109e-485c-bb1c-3495b862a9e3 None None] For port 3c5bc498-94ac-421f-abdb-696adaa15b9f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=3c5bc498-94ac-421f-abdb-696adaa15b9f,segment=NetworkSegment(6122653a-78b9-4f6a-b693-06b7e270c3b9),segment_id=6122653a-78b9-4f6a-b693-06b7e270c3b9)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:26.789617 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1a1a67c8-109e-485c-bb1c-3495b862a9e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:26.812389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a67c8-109e-485c-bb1c-3495b862a9e3 None None] Calling delete_port for 3c5bc498-94ac-421f-abdb-696adaa15b9f owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:09:26.819553 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] No DVR routers for this DVR port 3c5bc498-94ac-421f-abdb-696adaa15b9f on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:09:26.907734 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Pushing event deleted for resources: {'Port': ['ID=3c5bc498-94ac-421f-abdb-696adaa15b9f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:26.932704 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1a1a67c8-109e-485c-bb1c-3495b862a9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:26.962260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a67c8-109e-485c-bb1c-3495b862a9e3 None None] No DVR routers for this DVR port 3c5bc498-94ac-421f-abdb-696adaa15b9f on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:09:27.004160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a67c8-109e-485c-bb1c-3495b862a9e3 None None] Pushing event deleted for resources: {'Port': ['ID=3c5bc498-94ac-421f-abdb-696adaa15b9f,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:27.080571 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:27.102440 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc1e9c6-1fcc-4842-86b1-face8b0a188d']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:27.120506 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6122653a-78b9-4f6a-b693-06b7e270c3b9') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:27.121070 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6122653a-78b9-4f6a-b693-06b7e270c3b9') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:27.133338 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:27.151753 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:27.160288 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:09:27.161320 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:09:27.282886 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:09:27.286061 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:27.336142 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:27.338560 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] 10.222.0.20 "DELETE /v2.0/networks/4fc1e9c6-1fcc-4842-86b1-face8b0a188d HTTP/1.1" status: 204 len: 168 time: 1.3776917 Aug 28 13:09:27.340778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b780b-ee1c-42ea-b8d1-358df7171b56 tempest-TagsExtTest-771852706 tempest-TagsExtTest-771852706-project] Pushing event deleted for resources: {'Network': ['ID=4fc1e9c6-1fcc-4842-86b1-face8b0a188d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:27.955413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53508) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:28.380689 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bf5e7be1-fb49-407e-ae09-a875021ad0cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5105dd3ccdf34dc2bc0cd374739fe3b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214909 Aug 28 13:09:28.381324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53530) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:28.482525 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d55e3790-4b32-4ca7-a69c-b8a468366cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:28.513809 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d55e3790-4b32-4ca7-a69c-b8a468366cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:28.585035 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d55e3790-4b32-4ca7-a69c-b8a468366cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:28.588332 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d55e3790-4b32-4ca7-a69c-b8a468366cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:28.594290 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d55e3790-4b32-4ca7-a69c-b8a468366cf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5dee56c1-82cf-4c0e-83ab-04b6fea885df HTTP/1.1" status: 204 len: 168 time: 0.2096963 Aug 28 13:09:28.643998 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e3790-4b32-4ca7-a69c-b8a468366cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dee56c1-82cf-4c0e-83ab-04b6fea885df,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:30.399434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53620) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:30.406138 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-27ace8f6-5487-4e84-a079-f1aa88fb4b3b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Request body: {'network': {'name': 'tempest-network-smoke--92909969', 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'port_security_enabled': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:09:30.462613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ace8f6-5487-4e84-a079-f1aa88fb4b3b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Made reservation on behalf of 4e0b5f8400e249c692c57bfc31dc1d5d for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:09:30.466149 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27ace8f6-5487-4e84-a079-f1aa88fb4b3b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:30.476985 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27ace8f6-5487-4e84-a079-f1aa88fb4b3b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:30.638138 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27ace8f6-5487-4e84-a079-f1aa88fb4b3b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:30.644082 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27ace8f6-5487-4e84-a079-f1aa88fb4b3b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:30.692943 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ace8f6-5487-4e84-a079-f1aa88fb4b3b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:09:30.709410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ace8f6-5487-4e84-a079-f1aa88fb4b3b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd65650-ccb1-4996-805b-0c7926529e0f,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:30.715369 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27ace8f6-5487-4e84-a079-f1aa88fb4b3b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:30.716201 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-27ace8f6-5487-4e84-a079-f1aa88fb4b3b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Added segment 2a2c181b-bb57-4049-8e86-d0ea4e46f392 of type vlan for network 12c0fd3b-8d6a-48a6-8216-97e247ac67a4 Aug 28 13:09:30.764984 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27ace8f6-5487-4e84-a079-f1aa88fb4b3b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:30.795977 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27ace8f6-5487-4e84-a079-f1aa88fb4b3b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:30.805814 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ace8f6-5487-4e84-a079-f1aa88fb4b3b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:30.806533 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27ace8f6-5487-4e84-a079-f1aa88fb4b3b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:30.880249 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-27ace8f6-5487-4e84-a079-f1aa88fb4b3b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4790692 Aug 28 13:09:30.883148 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53644) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:30.890271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-444798123', 'admin_state_up': True, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:09:30.903129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ace8f6-5487-4e84-a079-f1aa88fb4b3b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'Network': ['ID=12c0fd3b-8d6a-48a6-8216-97e247ac67a4,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:30.914626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 12c0fd3b-8d6a-48a6-8216-97e247ac67a4 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:09:30.933969 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:30.935330 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:31.015942 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:31.025132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53646) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:31.172324 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9efa363a-c47b-44be-b24a-cf2a20efbb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:31.235528 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:31.319653 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9efa363a-c47b-44be-b24a-cf2a20efbb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:31.324159 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9efa363a-c47b-44be-b24a-cf2a20efbb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:31.364065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa363a-c47b-44be-b24a-cf2a20efbb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925c74bb-e6dc-4a2c-8f92-56512bb3cd51,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:31.396930 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9efa363a-c47b-44be-b24a-cf2a20efbb0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7c2c25f325149719b6d4605c0285be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3701324 Aug 28 13:09:31.397558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53658) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:31.451693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-88b93f24-58fc-4b31-8bb6-92f3ca1c09eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:31.484711 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-88b93f24-58fc-4b31-8bb6-92f3ca1c09eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:31.531906 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:31.576841 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:31.587156 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-88b93f24-58fc-4b31-8bb6-92f3ca1c09eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:31.594096 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-88b93f24-58fc-4b31-8bb6-92f3ca1c09eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:31.595627 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-88b93f24-58fc-4b31-8bb6-92f3ca1c09eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/925c74bb-e6dc-4a2c-8f92-56512bb3cd51 HTTP/1.1" status: 204 len: 168 time: 0.1966729 Aug 28 13:09:31.605406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b93f24-58fc-4b31-8bb6-92f3ca1c09eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925c74bb-e6dc-4a2c-8f92-56512bb3cd51,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:31.772006 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Allocated IP 172.25.1.85 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/f1821456-a6e2-47b9-9a96-531f5c48a54d) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:09:31.908749 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:31.959946 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:32.024722 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:09:32.024871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'Port': ['ID=f1821456-a6e2-47b9-9a96-531f5c48a54d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:32.025005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53674) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:32.033762 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:09:32.036626 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:09:32.039745 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5a18d69e-fed9-4699-ba31-30e26a39509b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:32.167325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5a18d69e-fed9-4699-ba31-30e26a39509b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:32.175109 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5a18d69e-fed9-4699-ba31-30e26a39509b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:32.224926 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5a18d69e-fed9-4699-ba31-30e26a39509b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14a77c7a62f04ed1afc96d809ccd1710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967938 Aug 28 13:09:32.224926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18d69e-fed9-4699-ba31-30e26a39509b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9937f4bd-d7ac-447d-90af-84df5f209793,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:32.225831 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53680) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:32.402024 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7690e7a-fc4d-4ff3-83bd-235f9ed46e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:32.430611 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:32.471404 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7690e7a-fc4d-4ff3-83bd-235f9ed46e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:32.629090 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7690e7a-fc4d-4ff3-83bd-235f9ed46e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:32.631740 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f7690e7a-fc4d-4ff3-83bd-235f9ed46e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:32.635496 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f7690e7a-fc4d-4ff3-83bd-235f9ed46e8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9937f4bd-d7ac-447d-90af-84df5f209793 HTTP/1.1" status: 204 len: 168 time: 0.4041684 Aug 28 13:09:32.649339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7690e7a-fc4d-4ff3-83bd-235f9ed46e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9937f4bd-d7ac-447d-90af-84df5f209793,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:32.747976 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:32.983484 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Router aa8840b8-3342-485f-add6-2e9fe9068738 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:09:33.121307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:09:33.137995 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Sync routers for ids ['aa8840b8-3342-485f-add6-2e9fe9068738'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:09:33.151013 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Routers {'aa8840b8-3342-485f-add6-2e9fe9068738'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:09:33.151013 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:09:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['aa8840b8-3342-485f-add6-2e9fe9068738'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:33.161988 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:33.166147 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-699d07de-2bcb-40ad-a760-7883c2e69f22 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2789798 Aug 28 13:09:33.167099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53710) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:33.286174 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Set router aa8840b8-3342-485f-add6-2e9fe9068738 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:09:33.586041 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2c967ed0-d398-4266-a19f-c18dc9fd6d78 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=4e0b5f8400e249c692c57bfc31dc1d5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4177523 Aug 28 13:09:33.589230 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53732) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:33.628956 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444798123', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:09:30Z', 'updated_at': '2021-08-28T13:09:32Z', 'revision_number': 3, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:31Z', 'updated_at': '2021-08-28T13:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:33.678577 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Checking router: aa8840b8-3342-485f-add6-2e9fe9068738 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:09:33.679149 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Updating router aa8840b8-3342-485f-add6-2e9fe9068738 port f1821456-a6e2-47b9-9a96-531f5c48a54d binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:09:33.738085 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:33.794325 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb34d92-cb45-4c1b-be22-07b487aa07bd tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:33.800381 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0eb34d92-cb45-4c1b-be22-07b487aa07bd tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2050726 Aug 28 13:09:33.800721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53736) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:33.847271 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fb6d2ad9-6f4d-48d8-9820-26b8052156d8 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406306 Aug 28 13:09:33.848229 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53740) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:33.857255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e93880e9-afa6-4990-9eec-b88463734cfb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-733862742', 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:09:34.068153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93880e9-afa6-4990-9eec-b88463734cfb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Made reservation on behalf of 4e0b5f8400e249c692c57bfc31dc1d5d for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:09:34.072001 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e93880e9-afa6-4990-9eec-b88463734cfb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:34.191835 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:34.255763 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Transition to ACTIVE for port object f1821456-a6e2-47b9-9a96-531f5c48a54d will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:09:34.272222 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:34.336589 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Attempting to bind port f1821456-a6e2-47b9-9a96-531f5c48a54d on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:09:34.337148 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Attempting to bind port f1821456-a6e2-47b9-9a96-531f5c48a54d by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:09:34.337697 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Attempting to bind port f1821456-a6e2-47b9-9a96-531f5c48a54d on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:09:34.353904 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:09:34.354444 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:09:34.354836 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:34.355946 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:09:34.356415 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Bound port: f1821456-a6e2-47b9-9a96-531f5c48a54d, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:09:34.356790 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:34.359571 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e1c48-b868-4497-8f93-c302bce7541b None None] Pushing event updated for resources: {'Port': ['ID=f1821456-a6e2-47b9-9a96-531f5c48a54d,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:34.384671 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e93880e9-afa6-4990-9eec-b88463734cfb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:34.390584 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e1c48-b868-4497-8f93-c302bce7541b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:34.390997 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e1c48-b868-4497-8f93-c302bce7541b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:34.392157 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e1c48-b868-4497-8f93-c302bce7541b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:34.393029 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e1c48-b868-4497-8f93-c302bce7541b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:34.393649 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e1c48-b868-4497-8f93-c302bce7541b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:34.394589 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e1c48-b868-4497-8f93-c302bce7541b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:34.395246 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e1c48-b868-4497-8f93-c302bce7541b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:34.395935 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e1c48-b868-4497-8f93-c302bce7541b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:34.396461 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e1c48-b868-4497-8f93-c302bce7541b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:34.397009 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e1c48-b868-4497-8f93-c302bce7541b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:34.397591 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e1c48-b868-4497-8f93-c302bce7541b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:34.398118 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e1c48-b868-4497-8f93-c302bce7541b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:34.457646 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93880e9-afa6-4990-9eec-b88463734cfb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'Subnet': ['ID=07249edc-8c1d-432e-838e-f70aee4991a2,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:34.482685 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] For port f1821456-a6e2-47b9-9a96-531f5c48a54d, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:09:34.487262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93880e9-afa6-4990-9eec-b88463734cfb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Checking segment: {'id': '2a2c181b-bb57-4049-8e86-d0ea4e46f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:09:34.487633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93880e9-afa6-4990-9eec-b88463734cfb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Network hostable DHCP agents. Network: 12c0fd3b-8d6a-48a6-8216-97e247ac67a4, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:09:34.491891 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] For port f1821456-a6e2-47b9-9a96-531f5c48a54d, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f1821456-a6e2-47b9-9a96-531f5c48a54d,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:09:34.503335 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:34.512192 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93880e9-afa6-4990-9eec-b88463734cfb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Network 12c0fd3b-8d6a-48a6-8216-97e247ac67a4 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:09:34.525740 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-e93880e9-afa6-4990-9eec-b88463734cfb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 12c0fd3b-8d6a-48a6-8216-97e247ac67a4) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:09:34.537194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0794eb71-4e75-4fae-babd-b77379db9fd3 None None] Network 12c0fd3b-8d6a-48a6-8216-97e247ac67a4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:09:34.538014 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93880e9-afa6-4990-9eec-b88463734cfb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:34.538427 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e93880e9-afa6-4990-9eec-b88463734cfb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:34.580764 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e93880e9-afa6-4990-9eec-b88463734cfb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7306371 Aug 28 13:09:34.583306 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53762) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:34.715899 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Routers {'aa8840b8-3342-485f-add6-2e9fe9068738'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:09:34.717083 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:09:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['aa8840b8-3342-485f-add6-2e9fe9068738'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:34.888104 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e1c48-b868-4497-8f93-c302bce7541b None None] Pushing event updated for resources: {'Port': ['ID=f1821456-a6e2-47b9-9a96-531f5c48a54d,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:34.935596 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'fixed_ips': [{'subnet_id': '07249edc-8c1d-432e-838e-f70aee4991a2'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:09:34.936463 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:35.093090 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] Set router aa8840b8-3342-485f-add6-2e9fe9068738 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:09:35.151326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Allocated IP 172.20.0.2 (12c0fd3b-8d6a-48a6-8216-97e247ac67a4/07249edc-8c1d-432e-838e-f70aee4991a2/d739f660-d239-4b23-a4ec-c690e416e317) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:09:35.487817 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:35.509100 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Transition to ACTIVE for port object d739f660-d239-4b23-a4ec-c690e416e317 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:09:35.548869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Transition to ACTIVE for port object d739f660-d239-4b23-a4ec-c690e416e317 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:09:35.553855 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444798123', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:09:30Z', 'updated_at': '2021-08-28T13:09:32Z', 'revision_number': 3, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:31Z', 'updated_at': '2021-08-28T13:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:35.564271 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:35.595187 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae17a71-a6e2-4ea1-a145-791332415300 None None] The sync data for ids ['aa8840b8-3342-485f-add6-2e9fe9068738'] in n-d-791505-21 is: [{'id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444798123', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:09:30Z', 'updated_at': '2021-08-28T13:09:32Z', 'revision_number': 3, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:31Z', 'updated_at': '2021-08-28T13:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:09:35.682650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Pushing event updated for resources: {'Port': ['ID=d739f660-d239-4b23-a4ec-c690e416e317,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:35.716381 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Network 12c0fd3b-8d6a-48a6-8216-97e247ac67a4 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:09:35.719085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:09:35.724594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:09:35.852943 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:35.869800 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Attempting to bind port d739f660-d239-4b23-a4ec-c690e416e317 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:09:35.870166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Attempting to bind port d739f660-d239-4b23-a4ec-c690e416e317 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '2a2c181b-bb57-4049-8e86-d0ea4e46f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:09:35.872977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Attempting to bind port d739f660-d239-4b23-a4ec-c690e416e317 on network 12c0fd3b-8d6a-48a6-8216-97e247ac67a4 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:09:35.888345 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:09:35.888711 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Checking segment: {'id': '2a2c181b-bb57-4049-8e86-d0ea4e46f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:09:35.892503 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:35.894018 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Bound using segment: {'id': '2a2c181b-bb57-4049-8e86-d0ea4e46f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:09:35.894698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Bound port: d739f660-d239-4b23-a4ec-c690e416e317, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2c181b-bb57-4049-8e86-d0ea4e46f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:09:35.895271 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:36.089220 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] For port d739f660-d239-4b23-a4ec-c690e416e317, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:09:36.093163 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] For port d739f660-d239-4b23-a4ec-c690e416e317, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d739f660-d239-4b23-a4ec-c690e416e317,segment=NetworkSegment(2a2c181b-bb57-4049-8e86-d0ea4e46f392),segment_id=2a2c181b-bb57-4049-8e86-d0ea4e46f392)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:09:36.098025 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:36.227980 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b372c-1b7f-46f0-8e7c-756d9ced3142 None None] Pushing event updated for resources: {'Port': ['ID=d739f660-d239-4b23-a4ec-c690e416e317,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:36.562723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Allocated IP 172.20.0.1 (12c0fd3b-8d6a-48a6-8216-97e247ac67a4/07249edc-8c1d-432e-838e-f70aee4991a2/84a9c78d-0a22-497d-944d-e63b82521eec) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:09:36.648631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f1821456-a6e2-47b9-9a96-531f5c48a54d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:09:36.799676 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port f1821456-a6e2-47b9-9a96-531f5c48a54d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:09:36.804566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f1821456-a6e2-47b9-9a96-531f5c48a54d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:36.805295 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:36.842932 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:36.880178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Transition to ACTIVE for port object 84a9c78d-0a22-497d-944d-e63b82521eec will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:09:36.946235 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:36.979276 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:37.032520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Network 12c0fd3b-8d6a-48a6-8216-97e247ac67a4 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:09:37.045366 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:09:37.057353 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:09:37.063095 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port f1821456-a6e2-47b9-9a96-531f5c48a54d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f1821456-a6e2-47b9-9a96-531f5c48a54d,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:37.069116 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:37.100657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'Port': ['ID=84a9c78d-0a22-497d-944d-e63b82521eec,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:37.153140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=f1821456-a6e2-47b9-9a96-531f5c48a54d,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:37.155225 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:37.483437 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:37.799573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007e5768-cfd9-419a-a884-57e08d9c4e5e None None] Network 12c0fd3b-8d6a-48a6-8216-97e247ac67a4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:09:38.015018 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5ee008ce-1ac7-4029-8ae8-d51a16db9f64 None None] Provisioning for port d739f660-d239-4b23-a4ec-c690e416e317 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:09:38.328121 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:38.836112 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f1821456-a6e2-47b9-9a96-531f5c48a54d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:09:39.001362 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-35c169aa-ff17-4cc5-a87f-3812fcce916b None None] Provisioning for port 84a9c78d-0a22-497d-944d-e63b82521eec completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:09:39.011131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-35c169aa-ff17-4cc5-a87f-3812fcce916b None None] Provisioning complete for port 84a9c78d-0a22-497d-944d-e63b82521eec triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:39.011809 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-35c169aa-ff17-4cc5-a87f-3812fcce916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:39.078174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-35c169aa-ff17-4cc5-a87f-3812fcce916b None None] Port 84a9c78d-0a22-497d-944d-e63b82521eec cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:09:39.083180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f1821456-a6e2-47b9-9a96-531f5c48a54d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:39.083563 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:39.172392 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:39.180208 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:39.226224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d739f660-d239-4b23-a4ec-c690e416e317 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:09:39.327349 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:39.354254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port d739f660-d239-4b23-a4ec-c690e416e317 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:09:39.359426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d739f660-d239-4b23-a4ec-c690e416e317 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:39.360117 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:39.424783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'Port': ['ID=84a9c78d-0a22-497d-944d-e63b82521eec,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:39.425910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-747f62a8-eaf8-4337-b147-ed6d34261519 None None] Provisioning complete for port 84a9c78d-0a22-497d-944d-e63b82521eec triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:39.426428 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-747f62a8-eaf8-4337-b147-ed6d34261519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:39.440366 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:39.440979 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:39.441486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:39.442009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:39.442611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:39.443106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:39.443602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:39.444089 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:39.444597 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:39.445087 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:39.445574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:39.446059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:39.503568 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Network 12c0fd3b-8d6a-48a6-8216-97e247ac67a4 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:09:39.505502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:09:39.530963 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:39.581646 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port d739f660-d239-4b23-a4ec-c690e416e317, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d739f660-d239-4b23-a4ec-c690e416e317,segment=NetworkSegment(2a2c181b-bb57-4049-8e86-d0ea4e46f392),segment_id=2a2c181b-bb57-4049-8e86-d0ea4e46f392)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:39.583997 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-747f62a8-eaf8-4337-b147-ed6d34261519 None None] Port 84a9c78d-0a22-497d-944d-e63b82521eec cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:09:39.589671 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:39.667587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=d739f660-d239-4b23-a4ec-c690e416e317,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:39.744871 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Router aa8840b8-3342-485f-add6-2e9fe9068738 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:09:39.909700 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-805596f0-227c-41c9-9065-8086ce5ba704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:39.916339 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:40.008610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:09:40.021945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Sync routers for ids ['aa8840b8-3342-485f-add6-2e9fe9068738'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:09:40.026042 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53902) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:40.026856 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-36a59bc4-2e94-4576-ab1d-7f9dd287bdc9 None None] Provisioning complete for port 84a9c78d-0a22-497d-944d-e63b82521eec triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:40.027442 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-36a59bc4-2e94-4576-ab1d-7f9dd287bdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:40.031822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-10c729ee-ce70-41ad-b782-ca48b227641a tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1512791041', 'description': 'tempest-secgroup_access--1512791041 description', 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:09:40.038915 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d9d68bfd-446e-4385-8d7b-c07a5c51db5c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "PUT /v2.0/routers/aa8840b8-3342-485f-add6-2e9fe9068738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4543748 Aug 28 13:09:40.064977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Routers {'aa8840b8-3342-485f-add6-2e9fe9068738'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:09:40.065894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:09:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['aa8840b8-3342-485f-add6-2e9fe9068738'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:40.084289 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-10c729ee-ce70-41ad-b782-ca48b227641a tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:40.118648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-36a59bc4-2e94-4576-ab1d-7f9dd287bdc9 None None] Port 84a9c78d-0a22-497d-944d-e63b82521eec cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:09:40.222350 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Set router aa8840b8-3342-485f-add6-2e9fe9068738 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:09:40.255001 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-10c729ee-ce70-41ad-b782-ca48b227641a tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:40.266693 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-10c729ee-ce70-41ad-b782-ca48b227641a tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:40.278634 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-10c729ee-ce70-41ad-b782-ca48b227641a tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:40.280708 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-10c729ee-ce70-41ad-b782-ca48b227641a tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2536063 Aug 28 13:09:40.283572 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 53916) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:40.289858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b887eed1-0951-4f88-9a02-be438e5040b3 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--15078633', 'description': 'tempest-secgroup_general--15078633 description', 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:09:40.335903 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c729ee-ce70-41ad-b782-ca48b227641a tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f85887-c41c-4b82-ab09-be4997de8503,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:40.357069 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b887eed1-0951-4f88-9a02-be438e5040b3 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:40.539067 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b887eed1-0951-4f88-9a02-be438e5040b3 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:40.542673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d739f660-d239-4b23-a4ec-c690e416e317 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:09:40.551313 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b887eed1-0951-4f88-9a02-be438e5040b3 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:40.590806 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b887eed1-0951-4f88-9a02-be438e5040b3 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:40.592655 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b887eed1-0951-4f88-9a02-be438e5040b3 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3081129 Aug 28 13:09:40.596865 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 53924) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:40.604780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-44c4fa94-fa20-4765-bad0-9e3ef6e1d185 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Request body: {'security_group_rule': {'security_group_id': 'e8f85887-c41c-4b82-ab09-be4997de8503', 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:09:40.616454 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887eed1-0951-4f88-9a02-be438e5040b3 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921e921e-5215-43ed-825e-d1e274ccba3d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:40.658649 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44c4fa94-fa20-4765-bad0-9e3ef6e1d185 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:40.742826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d739f660-d239-4b23-a4ec-c690e416e317 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:40.743196 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:40.799480 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44c4fa94-fa20-4765-bad0-9e3ef6e1d185 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:40.805005 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44c4fa94-fa20-4765-bad0-9e3ef6e1d185 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:40.831953 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4fa94-fa20-4765-bad0-9e3ef6e1d185 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5474192e-b90f-4117-bb71-546670acc37e,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:40.842005 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44c4fa94-fa20-4765-bad0-9e3ef6e1d185 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:40.853553 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-44c4fa94-fa20-4765-bad0-9e3ef6e1d185 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2553313 Aug 28 13:09:40.893816 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444798123', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:09:30Z', 'updated_at': '2021-08-28T13:09:38Z', 'revision_number': 4, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:31Z', 'updated_at': '2021-08-28T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '84a9c78d-0a22-497d-944d-e63b82521eec', 'name': '', 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'mac_address': 'fa:16:3e:d4:9e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:36Z', 'updated_at': '2021-08-28T13:09:38Z', 'revision_number': 2, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'subnets': [{'id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:40.955449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Checking router: aa8840b8-3342-485f-add6-2e9fe9068738 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:09:40.956126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Updating router aa8840b8-3342-485f-add6-2e9fe9068738 port 84a9c78d-0a22-497d-944d-e63b82521eec binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:09:41.023146 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:41.307164 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-1cd7d3fa-00f7-4d55-b726-3989d718593d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--15078633&fields=id&tenant_id=4e0b5f8400e249c692c57bfc31dc1d5d HTTP/1.1" status: 200 len: 267 time: 0.1015797 Aug 28 13:09:41.448752 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-fec87634-782b-4461-b8db-48b8ff7a2493 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--1512791041&fields=id&tenant_id=4e0b5f8400e249c692c57bfc31dc1d5d HTTP/1.1" status: 200 len: 267 time: 0.1270616 Aug 28 13:09:41.758703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-c874285c-6b80-4a2b-a8e5-95c5401a578e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:41.760480 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-c874285c-6b80-4a2b-a8e5-95c5401a578e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/networks?id=12c0fd3b-8d6a-48a6-8216-97e247ac67a4 HTTP/1.1" status: 200 len: 795 time: 0.3077717 Aug 28 13:09:41.783358 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-8e876904-f210-4405-bc03-b7d1bc3e065e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/quotas/4e0b5f8400e249c692c57bfc31dc1d5d HTTP/1.1" status: 200 len: 375 time: 0.0156581 Aug 28 13:09:41.790720 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:41.807520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Transition to ACTIVE for port object 84a9c78d-0a22-497d-944d-e63b82521eec will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:09:41.824197 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:41.918607 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-6181d7b0-2e53-4831-8eee-500ec8d6365b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e0b5f8400e249c692c57bfc31dc1d5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1318519 Aug 28 13:09:41.924627 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebd665-01d9-46b4-a8fa-767d1d2dc846 None None] Pushing event updated for resources: {'Port': ['ID=84a9c78d-0a22-497d-944d-e63b82521eec,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:41.938575 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-23a84aca-f36b-4a40-b49d-abae1e7c18a8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:09:41.940316 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-23a84aca-f36b-4a40-b49d-abae1e7c18a8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174401 Aug 28 13:09:42.129759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Attempting to bind port 84a9c78d-0a22-497d-944d-e63b82521eec on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:09:42.130417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Attempting to bind port 84a9c78d-0a22-497d-944d-e63b82521eec by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '2a2c181b-bb57-4049-8e86-d0ea4e46f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:09:42.130912 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Attempting to bind port 84a9c78d-0a22-497d-944d-e63b82521eec on network 12c0fd3b-8d6a-48a6-8216-97e247ac67a4 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:09:42.187479 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:09:42.188805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Checking segment: {'id': '2a2c181b-bb57-4049-8e86-d0ea4e46f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:09:42.189437 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:42.190046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Bound using segment: {'id': '2a2c181b-bb57-4049-8e86-d0ea4e46f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:09:42.190776 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Bound port: 84a9c78d-0a22-497d-944d-e63b82521eec, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2c181b-bb57-4049-8e86-d0ea4e46f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:09:42.191368 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:42.330666 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-6e739c54-0eb1-4389-b317-cc48ec90a4c3 service neutron] 10.222.0.20 "GET /v2.0/networks/12c0fd3b-8d6a-48a6-8216-97e247ac67a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390436 Aug 28 13:09:42.380256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] For port 84a9c78d-0a22-497d-944d-e63b82521eec, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:09:42.390883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] For port 84a9c78d-0a22-497d-944d-e63b82521eec, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=84a9c78d-0a22-497d-944d-e63b82521eec,segment=NetworkSegment(2a2c181b-bb57-4049-8e86-d0ea4e46f392),segment_id=2a2c181b-bb57-4049-8e86-d0ea4e46f392)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:09:42.419650 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:42.515328 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9a5f954b-9ee7-4dfc-8194-9ce7fe958559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:42.610257 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-8979e1ba-fa30-4d6f-ab52-1cedac7422f6 service neutron] 10.222.0.20 "GET /v2.0/networks/12c0fd3b-8d6a-48a6-8216-97e247ac67a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731924 Aug 28 13:09:42.739710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Routers {'aa8840b8-3342-485f-add6-2e9fe9068738'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:09:42.742444 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:09:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['aa8840b8-3342-485f-add6-2e9fe9068738'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:42.749999 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:42.762588 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebd665-01d9-46b4-a8fa-767d1d2dc846 None None] Pushing event updated for resources: {'Port': ['ID=84a9c78d-0a22-497d-944d-e63b82521eec,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:43.011786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] Set router aa8840b8-3342-485f-add6-2e9fe9068738 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:09:43.079260 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b5c6d18-8955-4aef-8109-b9756b39d416 req-18a60a4c-316e-484a-93b2-4013ee0b82c4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 210 time: 0.0838871 Aug 28 13:09:43.594190 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:43.608622 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444798123', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:09:30Z', 'updated_at': '2021-08-28T13:09:38Z', 'revision_number': 4, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:31Z', 'updated_at': '2021-08-28T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '84a9c78d-0a22-497d-944d-e63b82521eec', 'name': '', 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'mac_address': 'fa:16:3e:d4:9e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:36Z', 'updated_at': '2021-08-28T13:09:42Z', 'revision_number': 4, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'subnets': [{'id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:43.694200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007274fd-654f-4de9-8e25-593254c9f408 None None] The sync data for ids ['aa8840b8-3342-485f-add6-2e9fe9068738'] in n-d-791505-21 is: [{'id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444798123', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:09:30Z', 'updated_at': '2021-08-28T13:09:38Z', 'revision_number': 4, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:31Z', 'updated_at': '2021-08-28T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '84a9c78d-0a22-497d-944d-e63b82521eec', 'name': '', 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'mac_address': 'fa:16:3e:d4:9e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:36Z', 'updated_at': '2021-08-28T13:09:42Z', 'revision_number': 4, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'subnets': [{'id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:09:44.275125 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae6cb81a-58b8-4a7c-9d9e-63e8b1fa1acd req-0d67df68-b118-4beb-b04d-cdaeaec92124 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 210 time: 0.0716758 Aug 28 13:09:44.565129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 84a9c78d-0a22-497d-944d-e63b82521eec up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:09:44.757802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 84a9c78d-0a22-497d-944d-e63b82521eec completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:09:44.763423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 84a9c78d-0a22-497d-944d-e63b82521eec triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:44.763794 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:44.994590 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:45.111632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-c7497bb8-fada-48ef-ab7a-5d3247dcb650 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:45.123893 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-c7497bb8-fada-48ef-ab7a-5d3247dcb650 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.11 "GET /v2.0/networks?id=12c0fd3b-8d6a-48a6-8216-97e247ac67a4 HTTP/1.1" status: 200 len: 795 time: 0.2809007 Aug 28 13:09:45.129227 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 84a9c78d-0a22-497d-944d-e63b82521eec, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=84a9c78d-0a22-497d-944d-e63b82521eec,segment=NetworkSegment(2a2c181b-bb57-4049-8e86-d0ea4e46f392),segment_id=2a2c181b-bb57-4049-8e86-d0ea4e46f392)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:45.137942 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:45.287532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=84a9c78d-0a22-497d-944d-e63b82521eec,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:45.319000 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-15b022b4-b156-4c61-a1fa-5c5f5635151e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e0b5f8400e249c692c57bfc31dc1d5d HTTP/1.1" status: 200 len: 476 time: 0.1843433 Aug 28 13:09:45.335181 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:45.366228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-a46e390e-ee59-4715-afe2-61acb4075964 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Request body: {'port': {'device_id': '49859934-fc2a-4257-b8f1-5a7076f06633', 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'admin_state_up': True, 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'security_groups': ['921e921e-5215-43ed-825e-d1e274ccba3d', 'e8f85887-c41c-4b82-ab09-be4997de8503']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:09:45.493184 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8ee55571-555f-469e-941b-4b51a0523bd5 req-6b447ec3-f9ef-4eb4-82f5-2c73f983d0c7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 210 time: 0.0738263 Aug 28 13:09:45.665422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-a46e390e-ee59-4715-afe2-61acb4075964 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Made reservation on behalf of 4e0b5f8400e249c692c57bfc31dc1d5d for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:09:45.683378 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-a46e390e-ee59-4715-afe2-61acb4075964 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:45.978738 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-a46e390e-ee59-4715-afe2-61acb4075964 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Allocated IP 172.20.0.9 (12c0fd3b-8d6a-48a6-8216-97e247ac67a4/07249edc-8c1d-432e-838e-f70aee4991a2/72b99dca-a602-4928-a864-77214ed5ca16) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:09:46.311053 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-a46e390e-ee59-4715-afe2-61acb4075964 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:46.345838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-a46e390e-ee59-4715-afe2-61acb4075964 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Transition to ACTIVE for port object 72b99dca-a602-4928-a864-77214ed5ca16 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:09:46.389594 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-a46e390e-ee59-4715-afe2-61acb4075964 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:46.488090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-a46e390e-ee59-4715-afe2-61acb4075964 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Network 12c0fd3b-8d6a-48a6-8216-97e247ac67a4 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:09:46.509446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-a46e390e-ee59-4715-afe2-61acb4075964 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:09:46.513586 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-a46e390e-ee59-4715-afe2-61acb4075964 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:09:46.533919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 84a9c78d-0a22-497d-944d-e63b82521eec up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:09:46.736423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 84a9c78d-0a22-497d-944d-e63b82521eec triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:46.737941 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e390e-ee59-4715-afe2-61acb4075964 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'Port': ['ID=72b99dca-a602-4928-a864-77214ed5ca16,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:46.746384 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:46.834683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-a46e390e-ee59-4715-afe2-61acb4075964 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:46.835325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-a46e390e-ee59-4715-afe2-61acb4075964 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:46.883406 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-a46e390e-ee59-4715-afe2-61acb4075964 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5547841 Aug 28 13:09:46.898891 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Request body: {'port': {'device_id': '49859934-fc2a-4257-b8f1-5a7076f06633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:09:46.931935 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c6c1a-c5ea-4dd2-a9f1-117a911e3ecc req-afe35f66-8157-4083-9365-d0c6118894d1 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:46.939563 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-253c6c1a-c5ea-4dd2-a9f1-117a911e3ecc req-afe35f66-8157-4083-9365-d0c6118894d1 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 970 time: 0.2582064 Aug 28 13:09:47.042742 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-82f66a68-b62b-4614-9269-9ac749c32a6b None None] Provisioning for port 72b99dca-a602-4928-a864-77214ed5ca16 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:09:47.042989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-253c6c1a-c5ea-4dd2-a9f1-117a911e3ecc req-aa4410ef-8fa0-4b99-ad6c-e401c569d225 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/security-groups?id=921e921e-5215-43ed-825e-d1e274ccba3d&id=e8f85887-c41c-4b82-ab09-be4997de8503&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0731843 Aug 28 13:09:47.048710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-82f66a68-b62b-4614-9269-9ac749c32a6b None None] Provisioning complete for port 72b99dca-a602-4928-a864-77214ed5ca16 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:47.049669 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:47.050275 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82f66a68-b62b-4614-9269-9ac749c32a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:47.161876 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-82f66a68-b62b-4614-9269-9ac749c32a6b None None] Port 72b99dca-a602-4928-a864-77214ed5ca16 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:09:47.529222 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b99dca-a602-4928-a864-77214ed5ca16 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:09:47.556327 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:47.596027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Transition to ACTIVE for port object 72b99dca-a602-4928-a864-77214ed5ca16 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:09:47.601419 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:47.781593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Pushing event updated for resources: {'Port': ['ID=72b99dca-a602-4928-a864-77214ed5ca16,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:47.990659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Attempting to bind port 72b99dca-a602-4928-a864-77214ed5ca16 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:09:47.991097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Attempting to bind port 72b99dca-a602-4928-a864-77214ed5ca16 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '2a2c181b-bb57-4049-8e86-d0ea4e46f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:09:47.991694 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Attempting to bind port 72b99dca-a602-4928-a864-77214ed5ca16 on network 12c0fd3b-8d6a-48a6-8216-97e247ac67a4 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:09:48.009528 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Port 72b99dca-a602-4928-a864-77214ed5ca16 on network 12c0fd3b-8d6a-48a6-8216-97e247ac67a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:09:48.018169 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Attempting to bind port 72b99dca-a602-4928-a864-77214ed5ca16 on network 12c0fd3b-8d6a-48a6-8216-97e247ac67a4 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:09:48.038376 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:09:48.038376 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Checking segment: {'id': '2a2c181b-bb57-4049-8e86-d0ea4e46f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:09:48.038376 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Bound using segment: {'id': '2a2c181b-bb57-4049-8e86-d0ea4e46f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:09:48.038376 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Bound port: 72b99dca-a602-4928-a864-77214ed5ca16, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2c181b-bb57-4049-8e86-d0ea4e46f392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:09:48.038376 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:48.257270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] For port 72b99dca-a602-4928-a864-77214ed5ca16, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:09:48.268843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] For port 72b99dca-a602-4928-a864-77214ed5ca16, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=72b99dca-a602-4928-a864-77214ed5ca16,segment=NetworkSegment(2a2c181b-bb57-4049-8e86-d0ea4e46f392),segment_id=2a2c181b-bb57-4049-8e86-d0ea4e46f392)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:09:48.276526 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:48.288539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b08ac5-8321-4837-8dfa-29a35eed3c35 req-6caef9cd-a4b9-4c9b-b4cf-737a3570d6d7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:48.307957 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b5b08ac5-8321-4837-8dfa-29a35eed3c35 req-6caef9cd-a4b9-4c9b-b4cf-737a3570d6d7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 982 time: 0.1103520 Aug 28 13:09:48.399521 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b5b08ac5-8321-4837-8dfa-29a35eed3c35 req-6fb4e270-c252-4d87-b86b-ede68c241dbc tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/security-groups?id=921e921e-5215-43ed-825e-d1e274ccba3d&id=e8f85887-c41c-4b82-ab09-be4997de8503&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0885780 Aug 28 13:09:48.450775 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:48.451408 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:48.452901 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] 10.222.0.11 "PUT /v2.0/ports/72b99dca-a602-4928-a864-77214ed5ca16 HTTP/1.1" status: 200 len: 1131 time: 1.5593064 Aug 28 13:09:48.453359 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49859934-fc2a-4257-b8f1-5a7076f06633', 'tag': '72b99dca-a602-4928-a864-77214ed5ca16'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:09:48.456420 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64088818-e831-4682-a812-f896d6caf738" -d '{"events": [{"name": "network-changed", "server_uuid": "49859934-fc2a-4257-b8f1-5a7076f06633", "tag": "72b99dca-a602-4928-a864-77214ed5ca16"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:09:48.471920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338fa4e-7630-4076-81d4-819ff8def71d service neutron] Pushing event updated for resources: {'Port': ['ID=72b99dca-a602-4928-a864-77214ed5ca16,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:48.579665 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ee1962-edd0-4e03-8166-4879b9ea8de7 x-openstack-request-id: req-b8ee1962-edd0-4e03-8166-4879b9ea8de7 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:09:48.580494 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49859934-fc2a-4257-b8f1-5a7076f06633", "tag": "72b99dca-a602-4928-a864-77214ed5ca16", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:09:48.580494 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8ee1962-edd0-4e03-8166-4879b9ea8de7 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:09:48.580831 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49859934-fc2a-4257-b8f1-5a7076f06633', 'tag': '72b99dca-a602-4928-a864-77214ed5ca16', 'status': 'completed', 'code': 200} Aug 28 13:09:48.620299 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-a9c29fd8-b2b5-4fd1-b500-59bc6e45d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:48.628821 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-a9c29fd8-b2b5-4fd1-b500-59bc6e45d052 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e0b5f8400e249c692c57bfc31dc1d5d&device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 1134 time: 0.1153722 Aug 28 13:09:48.789704 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-f1d70258-2302-4326-b3d4-1f4b7b44664c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72b99dca-a602-4928-a864-77214ed5ca16 HTTP/1.1" status: 200 len: 217 time: 0.1537068 Aug 28 13:09:48.986343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-47c1314e-9969-4a1a-8760-93df8186716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:48.988935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-47c1314e-9969-4a1a-8760-93df8186716b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07249edc-8c1d-432e-838e-f70aee4991a2 HTTP/1.1" status: 200 len: 834 time: 0.1802366 Aug 28 13:09:49.093072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-75600d81-6659-4a81-a90c-f3a2a88a16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:49.095557 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-75600d81-6659-4a81-a90c-f3a2a88a16e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=12c0fd3b-8d6a-48a6-8216-97e247ac67a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865672 Aug 28 13:09:49.265633 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-bb6652ef-77de-4f3a-b263-e404deaf5837 service neutron] 10.222.0.11 "GET /v2.0/networks/12c0fd3b-8d6a-48a6-8216-97e247ac67a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595860 Aug 28 13:09:49.403814 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e9a391c-373a-4292-9d3d-39bd8cc02e1d req-e3ca2f09-262c-4a9c-803e-6130918bbba6 service neutron] 10.222.0.11 "GET /v2.0/networks/12c0fd3b-8d6a-48a6-8216-97e247ac67a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246927 Aug 28 13:09:49.620557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64088818-e831-4682-a812-f896d6caf738 req-de97e084-0755-43d6-a25e-2d4efa4e674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:49.622131 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64088818-e831-4682-a812-f896d6caf738 req-de97e084-0755-43d6-a25e-2d4efa4e674f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e0b5f8400e249c692c57bfc31dc1d5d&device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 1134 time: 0.1454189 Aug 28 13:09:49.685739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0007b-0552-4b7f-8dd5-8b24357d0498 req-7d305f83-1fdb-4e07-83c9-a13d8c613787 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:49.690343 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5be0007b-0552-4b7f-8dd5-8b24357d0498 req-7d305f83-1fdb-4e07-83c9-a13d8c613787 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 982 time: 0.1047602 Aug 28 13:09:49.860896 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5be0007b-0552-4b7f-8dd5-8b24357d0498 req-65b062e3-2200-41b7-941b-a6839a282213 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/security-groups?id=921e921e-5215-43ed-825e-d1e274ccba3d&id=e8f85887-c41c-4b82-ab09-be4997de8503&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1608844 Aug 28 13:09:49.901849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64088818-e831-4682-a812-f896d6caf738 req-b309998d-2f83-466e-8947-009977c64e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:49.909488 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64088818-e831-4682-a812-f896d6caf738 req-b309998d-2f83-466e-8947-009977c64e82 service neutron] 10.222.0.11 "GET /v2.0/networks?id=12c0fd3b-8d6a-48a6-8216-97e247ac67a4 HTTP/1.1" status: 200 len: 895 time: 0.2754855 Aug 28 13:09:50.053143 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64088818-e831-4682-a812-f896d6caf738 req-ca170c5e-ef05-4751-8c79-f7503ee4f01e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72b99dca-a602-4928-a864-77214ed5ca16 HTTP/1.1" status: 200 len: 217 time: 0.1332664 Aug 28 13:09:50.176398 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64088818-e831-4682-a812-f896d6caf738 req-b68f67f9-d49b-4929-99be-943f49a51096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:50.177951 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64088818-e831-4682-a812-f896d6caf738 req-b68f67f9-d49b-4929-99be-943f49a51096 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07249edc-8c1d-432e-838e-f70aee4991a2 HTTP/1.1" status: 200 len: 834 time: 0.1177061 Aug 28 13:09:50.298742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64088818-e831-4682-a812-f896d6caf738 req-c96ad00e-af46-4d2d-bf7e-dc4a45e5eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:50.302902 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64088818-e831-4682-a812-f896d6caf738 req-c96ad00e-af46-4d2d-bf7e-dc4a45e5eab2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=12c0fd3b-8d6a-48a6-8216-97e247ac67a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164668 Aug 28 13:09:50.449648 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64088818-e831-4682-a812-f896d6caf738 req-070e39c6-a54a-426c-9989-00984e4a0f36 service neutron] 10.222.0.11 "GET /v2.0/networks/12c0fd3b-8d6a-48a6-8216-97e247ac67a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384087 Aug 28 13:09:50.709096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64088818-e831-4682-a812-f896d6caf738 req-929af707-c37a-41d2-b0b2-41dd03501ab1 service neutron] 10.222.0.11 "GET /v2.0/networks/12c0fd3b-8d6a-48a6-8216-97e247ac67a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498419 Aug 28 13:09:51.058721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf5fd-c6ab-438b-ab74-eb307e907b12 req-80fff8be-1172-423d-ae3a-2b706f6158d5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:51.067515 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d2baf5fd-c6ab-438b-ab74-eb307e907b12 req-80fff8be-1172-423d-ae3a-2b706f6158d5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 982 time: 0.1187975 Aug 28 13:09:51.147951 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d2baf5fd-c6ab-438b-ab74-eb307e907b12 req-6973027b-cb7f-40b5-b4ef-857ef19c3366 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/security-groups?id=921e921e-5215-43ed-825e-d1e274ccba3d&id=e8f85887-c41c-4b82-ab09-be4997de8503&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0794051 Aug 28 13:09:51.310604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a378a-36d9-4a98-9a37-78a232d981ca req-f67dbf03-47f1-4ca8-bd53-f2f740057b95 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:51.319236 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b69a378a-36d9-4a98-9a37-78a232d981ca req-f67dbf03-47f1-4ca8-bd53-f2f740057b95 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 1097 time: 0.0733812 Aug 28 13:09:51.364372 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b69a378a-36d9-4a98-9a37-78a232d981ca req-b18565ad-74bf-49ca-9b44-aff33ef121df tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441742 Aug 28 13:09:51.389087 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54246) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:51.701391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-4e125e4e-de7d-4ad0-9d7d-212ce025eeed tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port fbf68448-3244-4a4b-a22b-2ce312f88c65 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:09:51.701703 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e125e4e-de7d-4ad0-9d7d-212ce025eeed tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:51.912175 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 72b99dca-a602-4928-a864-77214ed5ca16 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:09:51.959556 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e125e4e-de7d-4ad0-9d7d-212ce025eeed tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:51.960797 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e125e4e-de7d-4ad0-9d7d-212ce025eeed tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:51.989085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-4e125e4e-de7d-4ad0-9d7d-212ce025eeed tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for fbf68448-3244-4a4b-a22b-2ce312f88c65 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:09:52.138009 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 72b99dca-a602-4928-a864-77214ed5ca16, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=72b99dca-a602-4928-a864-77214ed5ca16,segment=NetworkSegment(2a2c181b-bb57-4049-8e86-d0ea4e46f392),segment_id=2a2c181b-bb57-4049-8e86-d0ea4e46f392)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:52.151757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '72b99dca-a602-4928-a864-77214ed5ca16', 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'port_id': '72b99dca-a602-4928-a864-77214ed5ca16', 'mac_address': 'fa:16:3e:64:0f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:09:52.322725 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:52.384696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b99dca-a602-4928-a864-77214ed5ca16 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:09:52.471215 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 72b99dca-a602-4928-a864-77214ed5ca16, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=72b99dca-a602-4928-a864-77214ed5ca16,segment=NetworkSegment(2a2c181b-bb57-4049-8e86-d0ea4e46f392),segment_id=2a2c181b-bb57-4049-8e86-d0ea4e46f392)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:52.482126 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:52.896563 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=72b99dca-a602-4928-a864-77214ed5ca16,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:52.944065 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['72b99dca-a602-4928-a864-77214ed5ca16'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:09:53.020221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06143d-5dd0-4a70-a4cb-4b95d65bc486 req-966a612e-5d5f-487a-b689-58dfe0954d0e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:53.027785 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5a06143d-5dd0-4a70-a4cb-4b95d65bc486 req-966a612e-5d5f-487a-b689-58dfe0954d0e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 982 time: 0.7000458 Aug 28 13:09:53.134190 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5a06143d-5dd0-4a70-a4cb-4b95d65bc486 req-c4e92963-59fd-4545-8e97-bfc49f7e7fab tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/security-groups?id=921e921e-5215-43ed-825e-d1e274ccba3d&id=e8f85887-c41c-4b82-ab09-be4997de8503&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1055832 Aug 28 13:09:53.175770 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e125e4e-de7d-4ad0-9d7d-212ce025eeed tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:53.228917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e125e4e-de7d-4ad0-9d7d-212ce025eeed tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=fbf68448-3244-4a4b-a22b-2ce312f88c65,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:53.322752 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e125e4e-de7d-4ad0-9d7d-212ce025eeed tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:53.323456 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-4e125e4e-de7d-4ad0-9d7d-212ce025eeed tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Floating IP 9ada9bd4-4934-4bfd-a653-46b50e00d9fa disassociated (deleted). External IP: 172.25.1.29, port: 5613f691-3503-413e-b968-94928855f821. Aug 28 13:09:53.730267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e125e4e-de7d-4ad0-9d7d-212ce025eeed tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:09:53.913085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 72b99dca-a602-4928-a864-77214ed5ca16 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:09:53.936829 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e125e4e-de7d-4ad0-9d7d-212ce025eeed tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:09:53.948121 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4e125e4e-de7d-4ad0-9d7d-212ce025eeed tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:53.950150 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9fc953-8cb8-4fe2-a787-ced508b25929 None None] Sync routers for ids ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:09:53.971731 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9fc953-8cb8-4fe2-a787-ced508b25929 None None] Routers {'12f7ba1b-3ceb-4564-b794-48d6071ab3ef'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:09:53.972409 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4d9fc953-8cb8-4fe2-a787-ced508b25929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:09:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:54.014801 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4e125e4e-de7d-4ad0-9d7d-212ce025eeed tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/floatingips/9ada9bd4-4934-4bfd-a653-46b50e00d9fa HTTP/1.1" status: 204 len: 168 time: 2.6150184 Aug 28 13:09:54.014801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'tag': '5613f691-3503-413e-b968-94928855f821'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:09:54.014801 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a63fa4-3124-4420-b432-1e4d2028d456" -d '{"events": [{"name": "network-changed", "server_uuid": "97c95747-986d-4c5b-aa4c-63d47a0b5012", "tag": "5613f691-3503-413e-b968-94928855f821"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:09:54.065568 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252e3b97-1552-403d-88a4-9008816b3f03 x-openstack-request-id: req-252e3b97-1552-403d-88a4-9008816b3f03 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:09:54.066208 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c95747-986d-4c5b-aa4c-63d47a0b5012", "tag": "5613f691-3503-413e-b968-94928855f821", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:09:54.066208 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-252e3b97-1552-403d-88a4-9008816b3f03 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:09:54.066531 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'tag': '5613f691-3503-413e-b968-94928855f821', 'status': 'completed', 'code': 200} Aug 28 13:09:54.091194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 72b99dca-a602-4928-a864-77214ed5ca16 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:09:54.112206 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 72b99dca-a602-4928-a864-77214ed5ca16 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:09:54.112681 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:54.259940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a63fa4-3124-4420-b432-1e4d2028d456 req-c176dc1b-ec01-4e10-bfb2-6fc1733ce21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:54.261973 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f8a63fa4-3124-4420-b432-1e4d2028d456 req-c176dc1b-ec01-4e10-bfb2-6fc1733ce21d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 1097 time: 0.1621327 Aug 28 13:09:54.267653 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-4d9fc953-8cb8-4fe2-a787-ced508b25929 None None] Set router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:09:54.423689 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:54.467957 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802ede6-4fbf-4dd4-a4c7-aad3b6651be9 req-391d4d35-e61f-48c8-85dc-807abb2d74d3 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:54.470796 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3802ede6-4fbf-4dd4-a4c7-aad3b6651be9 req-391d4d35-e61f-48c8-85dc-807abb2d74d3 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 983 time: 0.0830908 Aug 28 13:09:54.479513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49859934-fc2a-4257-b8f1-5a7076f06633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b99dca-a602-4928-a864-77214ed5ca16'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:09:54.481944 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdb9152-610d-4e64-a3a7-c51231856c72" -d '{"events": [{"server_uuid": "49859934-fc2a-4257-b8f1-5a7076f06633", "name": "network-vif-plugged", "status": "completed", "tag": "72b99dca-a602-4928-a864-77214ed5ca16"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:09:54.523822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a63fa4-3124-4420-b432-1e4d2028d456 req-95c87ea5-bee6-4bf0-b0ab-898c7b2b7137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:54.526591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 72b99dca-a602-4928-a864-77214ed5ca16, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=72b99dca-a602-4928-a864-77214ed5ca16,segment=NetworkSegment(2a2c181b-bb57-4049-8e86-d0ea4e46f392),segment_id=2a2c181b-bb57-4049-8e86-d0ea4e46f392)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:54.533965 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:54.541401 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f8a63fa4-3124-4420-b432-1e4d2028d456 req-95c87ea5-bee6-4bf0-b0ab-898c7b2b7137 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 HTTP/1.1" status: 200 len: 897 time: 0.2710464 Aug 28 13:09:54.559016 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3802ede6-4fbf-4dd4-a4c7-aad3b6651be9 req-d08abddc-4007-41ac-ad57-2e1e32d0d0a7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/security-groups?id=921e921e-5215-43ed-825e-d1e274ccba3d&id=e8f85887-c41c-4b82-ab09-be4997de8503&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0737283 Aug 28 13:09:54.625274 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f8a63fa4-3124-4420-b432-1e4d2028d456 req-8fff44b9-30b3-4cdc-b96a-f82f73912fea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5613f691-3503-413e-b968-94928855f821 HTTP/1.1" status: 200 len: 217 time: 0.0483296 Aug 28 13:09:54.741569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=72b99dca-a602-4928-a864-77214ed5ca16,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:54.779128 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a63fa4-3124-4420-b432-1e4d2028d456 req-4c7fe1ed-c581-4ec2-b80e-36ad42662825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:54.782241 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f8a63fa4-3124-4420-b432-1e4d2028d456 req-4c7fe1ed-c581-4ec2-b80e-36ad42662825 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9afd0d97-b511-4394-964a-b951ffcaf6d1 HTTP/1.1" status: 200 len: 834 time: 0.1035352 Aug 28 13:09:54.869459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c143e83-97a1-4617-894c-d48c158de12e req-123a9f25-641a-4da1-8926-ce9e6f585cc1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:54.871369 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5c143e83-97a1-4617-894c-d48c158de12e req-123a9f25-641a-4da1-8926-ce9e6f585cc1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.3211076 Aug 28 13:09:54.900340 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4d9fc953-8cb8-4fe2-a787-ced508b25929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299122761', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:43Z', 'updated_at': '2021-08-28T13:07:52Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:44Z', 'updated_at': '2021-08-28T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '07d10dcc-4baa-4378-9c32-8233466e0c48', 'name': '', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:2e:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:50Z', 'updated_at': '2021-08-28T13:08:01Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:54.928159 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5c143e83-97a1-4617-894c-d48c158de12e req-41105e4e-c13d-4639-8326-3afe36152593 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457838 Aug 28 13:09:54.932237 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a63fa4-3124-4420-b432-1e4d2028d456 req-c06e8939-b265-4869-8f0f-fce735952fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:54.933976 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f8a63fa4-3124-4420-b432-1e4d2028d456 req-c06e8939-b265-4869-8f0f-fce735952fe0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348033 Aug 28 13:09:55.014102 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e467f37d-719f-4700-a00f-221681357d27 x-openstack-request-id: req-e467f37d-719f-4700-a00f-221681357d27 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:09:55.018915 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49859934-fc2a-4257-b8f1-5a7076f06633", "name": "network-vif-plugged", "status": "completed", "tag": "72b99dca-a602-4928-a864-77214ed5ca16", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:09:55.021411 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e467f37d-719f-4700-a00f-221681357d27 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:09:55.022224 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49859934-fc2a-4257-b8f1-5a7076f06633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b99dca-a602-4928-a864-77214ed5ca16', 'code': 200} Aug 28 13:09:55.025460 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9fc953-8cb8-4fe2-a787-ced508b25929 None None] Checking router: 12f7ba1b-3ceb-4564-b794-48d6071ab3ef for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:09:55.036772 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9fc953-8cb8-4fe2-a787-ced508b25929 None None] Routers {'12f7ba1b-3ceb-4564-b794-48d6071ab3ef'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:09:55.037408 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4d9fc953-8cb8-4fe2-a787-ced508b25929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:09:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:55.172940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc70b91-3005-49ee-8535-138945419727 req-4b5ca0f5-c131-4db7-92a9-7a8736187639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:55.175740 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-adc70b91-3005-49ee-8535-138945419727 req-4b5ca0f5-c131-4db7-92a9-7a8736187639 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 1136 time: 0.0796540 Aug 28 13:09:55.234621 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266f93c-823f-441d-87f9-d4176fbe799d req-22ff3c1d-d5a7-49bf-8217-29dcf42d9bd8 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:55.240599 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0266f93c-823f-441d-87f9-d4176fbe799d req-22ff3c1d-d5a7-49bf-8217-29dcf42d9bd8 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 946 time: 0.1435916 Aug 28 13:09:55.254800 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-4d9fc953-8cb8-4fe2-a787-ced508b25929 None None] Set router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:09:55.280925 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-adc70b91-3005-49ee-8535-138945419727 req-10547e4f-3717-419c-b117-c0756c7d76f3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e8f85887-c41c-4b82-ab09-be4997de8503&id=921e921e-5215-43ed-825e-d1e274ccba3d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0856400 Aug 28 13:09:55.317504 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f8a63fa4-3124-4420-b432-1e4d2028d456 req-21971826-9357-46cc-bfd2-950fe90a5320 service neutron] 10.222.0.10 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680050 Aug 28 13:09:55.324748 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0266f93c-823f-441d-87f9-d4176fbe799d req-2584e011-a973-4943-8cbf-e63cedef1a26 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a04a79-87fa-4b78-bdab-a16f6a525197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750940 Aug 28 13:09:55.434990 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f8a63fa4-3124-4420-b432-1e4d2028d456 req-7c0ee824-5c01-4ce9-adbc-53fe31f02d7a service neutron] 10.222.0.10 "GET /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078269 Aug 28 13:09:55.533348 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4d9fc953-8cb8-4fe2-a787-ced508b25929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299122761', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:43Z', 'updated_at': '2021-08-28T13:07:52Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:44Z', 'updated_at': '2021-08-28T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '07d10dcc-4baa-4378-9c32-8233466e0c48', 'name': '', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:2e:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:50Z', 'updated_at': '2021-08-28T13:08:01Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:55.572049 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9fc953-8cb8-4fe2-a787-ced508b25929 None None] The sync data for ids ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'] in n-d-791505-21 is: [{'id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299122761', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:43Z', 'updated_at': '2021-08-28T13:07:52Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:44Z', 'updated_at': '2021-08-28T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '07d10dcc-4baa-4378-9c32-8233466e0c48', 'name': '', 'network_id': 'c02e9869-20e4-405a-a6a9-5a6e7c7e17c6', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:2e:87:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:50Z', 'updated_at': '2021-08-28T13:08:01Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '9afd0d97-b511-4394-964a-b951ffcaf6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:09:55.771050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55532-fb41-417c-9f1c-3b5c03e8819e req-1d7f4e02-3ed5-4fac-ade8-dadc77e2304a tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:55.772953 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2aa55532-fb41-417c-9f1c-3b5c03e8819e req-1d7f4e02-3ed5-4fac-ade8-dadc77e2304a tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 984 time: 0.0847104 Aug 28 13:09:55.833392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2aa55532-fb41-417c-9f1c-3b5c03e8819e req-7325b372-b6ce-4e52-83fd-cbe45e73461f tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/security-groups?id=921e921e-5215-43ed-825e-d1e274ccba3d&id=e8f85887-c41c-4b82-ab09-be4997de8503&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0542855 Aug 28 13:09:56.171862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b137a9c7-9323-4a39-8f41-cc1dba759acb None None] New status for floating IP 9ada9bd4-4934-4bfd-a653-46b50e00d9fa: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:09:56.223135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bada0-4bb4-4876-90cd-5d634a64550a req-3a824577-7502-471f-801e-bb199dac2238 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:56.228164 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3e3bada0-4bb4-4876-90cd-5d634a64550a req-3a824577-7502-471f-801e-bb199dac2238 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.1190741 Aug 28 13:09:56.375451 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3e3bada0-4bb4-4876-90cd-5d634a64550a req-0932db7b-e796-4b4c-8e6e-f8b30925c628 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=f03634f9-8e4d-464d-b77e-65bb7ceb84ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348743 Aug 28 13:09:56.411298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f8700-538d-4c59-b03b-94af40ea1f79 req-041bdee2-22f9-4ac3-998c-10bf83b068d4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:56.413146 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cb9f8700-538d-4c59-b03b-94af40ea1f79 req-041bdee2-22f9-4ac3-998c-10bf83b068d4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 945 time: 0.1528060 Aug 28 13:09:56.522506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7805c-8796-40cd-855b-a68fa253cba6 req-2d42e11a-ac9e-4b64-bfe6-e70adfaa84f2 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:56.524123 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-40e7805c-8796-40cd-855b-a68fa253cba6 req-2d42e11a-ac9e-4b64-bfe6-e70adfaa84f2 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 946 time: 0.0718651 Aug 28 13:09:56.555421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-cb9f8700-538d-4c59-b03b-94af40ea1f79 req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port 5613f691-3503-413e-b968-94928855f821 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:09:56.556245 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-cb9f8700-538d-4c59-b03b-94af40ea1f79 req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:56.582010 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-40e7805c-8796-40cd-855b-a68fa253cba6 req-d32635f7-78eb-4659-bddd-8ac174752d06 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a04a79-87fa-4b78-bdab-a16f6a525197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500219 Aug 28 13:09:56.681147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-cb9f8700-538d-4c59-b03b-94af40ea1f79 req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] For port 5613f691-3503-413e-b968-94928855f821, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5613f691-3503-413e-b968-94928855f821,segment=NetworkSegment(ddcef8c0-a0fd-4711-b560-10a26eff14a7),segment_id=ddcef8c0-a0fd-4711-b560-10a26eff14a7)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:56.681521 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-cb9f8700-538d-4c59-b03b-94af40ea1f79 req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:56.701915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-cb9f8700-538d-4c59-b03b-94af40ea1f79 req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for 5613f691-3503-413e-b968-94928855f821 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:09:56.865759 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-cb9f8700-538d-4c59-b03b-94af40ea1f79 req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:57.303830 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=5613f691-3503-413e-b968-94928855f821,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:57.351452 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:57.351645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:57.351992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:57.352399 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:57.353138 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:57.353518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:57.353831 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:57.354165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:57.354522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:57.354858 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:57.355185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:57.355512 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:09:57.438097 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9f8700-538d-4c59-b03b-94af40ea1f79 req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] No DVR routers for this DVR port 5613f691-3503-413e-b968-94928855f821 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:09:57.444137 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-cb9f8700-538d-4c59-b03b-94af40ea1f79 req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:57.446182 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cb9f8700-538d-4c59-b03b-94af40ea1f79 req-9ac04475-72b5-4df1-b0aa-6d9d0242be58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.10 "DELETE /v2.0/ports/5613f691-3503-413e-b968-94928855f821 HTTP/1.1" status: 204 len: 173 time: 1.0241666 Aug 28 13:09:57.448321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'name': 'network-vif-deleted', 'tag': '5613f691-3503-413e-b968-94928855f821'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:09:57.452420 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29997cf4-8f70-4ded-9fbe-189c88185676" -d '{"events": [{"server_uuid": "97c95747-986d-4c5b-aa4c-63d47a0b5012", "name": "network-vif-deleted", "tag": "5613f691-3503-413e-b968-94928855f821"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:09:57.473287 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc169b08-8199-4a64-96fc-97150ffef502 req-484a826b-66fb-4556-a30f-c28ef35e6da9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:57.483403 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc169b08-8199-4a64-96fc-97150ffef502 req-484a826b-66fb-4556-a30f-c28ef35e6da9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 984 time: 0.1743736 Aug 28 13:09:57.580768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdd780-f3a7-4b51-8341-4ca4b0cab453 req-54d0a23e-50d6-410c-a3c2-1bad479c753d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:57.582320 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aebdd780-f3a7-4b51-8341-4ca4b0cab453 req-54d0a23e-50d6-410c-a3c2-1bad479c753d tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.10 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 946 time: 0.2750661 Aug 28 13:09:57.586749 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7a8de41b-2398-4226-b7cd-e8622267e693 req-354457ba-739e-434a-922d-8e4680cedabe tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c95747-986d-4c5b-aa4c-63d47a0b5012 HTTP/1.1" status: 200 len: 210 time: 0.0555894 Aug 28 13:09:57.602922 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc169b08-8199-4a64-96fc-97150ffef502 req-4abac3a8-1dca-4cd8-8f87-5eb6695a6e31 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/security-groups?id=921e921e-5215-43ed-825e-d1e274ccba3d&id=e8f85887-c41c-4b82-ab09-be4997de8503&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1178908 Aug 28 13:09:57.718428 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2984957-82bc-4df6-ac31-bce4e7c87ee9 x-openstack-request-id: req-b2984957-82bc-4df6-ac31-bce4e7c87ee9 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:09:57.723395 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c95747-986d-4c5b-aa4c-63d47a0b5012", "name": "network-vif-deleted", "tag": "5613f691-3503-413e-b968-94928855f821", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:09:57.725187 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2984957-82bc-4df6-ac31-bce4e7c87ee9 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:09:57.725791 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c95747-986d-4c5b-aa4c-63d47a0b5012', 'name': 'network-vif-deleted', 'tag': '5613f691-3503-413e-b968-94928855f821', 'status': 'completed', 'code': 200} Aug 28 13:09:57.880293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5605c9-b88f-45b4-9112-a12933c74af6 req-4d2ef42b-5576-4ad4-81e4-5fe8bb52bf05 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:57.881995 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2a5605c9-b88f-45b4-9112-a12933c74af6 req-4d2ef42b-5576-4ad4-81e4-5fe8bb52bf05 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 984 time: 0.1318707 Aug 28 13:09:57.983394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f39c8-a9a3-4859-a50b-2a3e900483d6 req-4922b925-8ece-48a6-beda-14db8d0a1adf tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:57.990275 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c48f39c8-a9a3-4859-a50b-2a3e900483d6 req-4922b925-8ece-48a6-beda-14db8d0a1adf tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 946 time: 0.1823597 Aug 28 13:09:57.993760 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-aebdd780-f3a7-4b51-8341-4ca4b0cab453 req-815d14e6-09c7-42e6-bd89-2d03da5ab10b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Deleting port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:09:57.994478 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-aebdd780-f3a7-4b51-8341-4ca4b0cab453 req-815d14e6-09c7-42e6-bd89-2d03da5ab10b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:58.026647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2a5605c9-b88f-45b4-9112-a12933c74af6 req-947d6fcf-e8c9-4c21-a166-97479462591b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/security-groups?id=921e921e-5215-43ed-825e-d1e274ccba3d&id=e8f85887-c41c-4b82-ab09-be4997de8503&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1310976 Aug 28 13:09:58.197452 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c48f39c8-a9a3-4859-a50b-2a3e900483d6 req-aadedc11-32a5-4edc-aeba-66346041eebd tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups?id=d7a04a79-87fa-4b78-bdab-a16f6a525197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979265 Aug 28 13:09:58.201542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a01f8-d55f-45f2-afa3-7c6ca2518666 req-1db4021b-8e70-432f-b38f-9f969be41f35 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:58.212575 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-395a01f8-d55f-45f2-afa3-7c6ca2518666 req-1db4021b-8e70-432f-b38f-9f969be41f35 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 1136 time: 0.0894241 Aug 28 13:09:58.234330 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-395a01f8-d55f-45f2-afa3-7c6ca2518666 req-452e4128-ad8d-4c25-b3c4-fa4d90b03790 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:58.252189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-aebdd780-f3a7-4b51-8341-4ca4b0cab453 req-815d14e6-09c7-42e6-bd89-2d03da5ab10b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] For port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=830d0900-f1b8-454e-b3ec-e1d3e2d8d332,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:09:58.252566 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-aebdd780-f3a7-4b51-8341-4ca4b0cab453 req-815d14e6-09c7-42e6-bd89-2d03da5ab10b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:58.420414 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-395a01f8-d55f-45f2-afa3-7c6ca2518666 req-452e4128-ad8d-4c25-b3c4-fa4d90b03790 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:58.425426 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-395a01f8-d55f-45f2-afa3-7c6ca2518666 req-452e4128-ad8d-4c25-b3c4-fa4d90b03790 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:58.482254 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-395a01f8-d55f-45f2-afa3-7c6ca2518666 req-452e4128-ad8d-4c25-b3c4-fa4d90b03790 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=921e921e-5215-43ed-825e-d1e274ccba3d&id=e8f85887-c41c-4b82-ab09-be4997de8503&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2686453 Aug 28 13:09:58.504451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e4128-ad8d-4c25-b3c4-fa4d90b03790 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fa0dc8-1f45-417f-9bbc-238a84088463,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:58.509127 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54484) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:58.560489 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-aebdd780-f3a7-4b51-8341-4ca4b0cab453 req-815d14e6-09c7-42e6-bd89-2d03da5ab10b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:58.561045 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-aebdd780-f3a7-4b51-8341-4ca4b0cab453 req-815d14e6-09c7-42e6-bd89-2d03da5ab10b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:58.561148 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [req-aebdd780-f3a7-4b51-8341-4ca4b0cab453 req-815d14e6-09c7-42e6-bd89-2d03da5ab10b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Floating IP b6041d96-83ae-4734-9588-ef5ff51ba98b disassociated. External IP: 172.25.1.88, port: 830d0900-f1b8-454e-b3ec-e1d3e2d8d332. Aug 28 13:09:58.561483 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-aebdd780-f3a7-4b51-8341-4ca4b0cab453 req-815d14e6-09c7-42e6-bd89-2d03da5ab10b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Calling delete_port for 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:09:58.598246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c004eda8-e31f-41e2-984f-7285f9ecd888 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:09:58.599969 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c004eda8-e31f-41e2-984f-7285f9ecd888 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 1131 time: 0.0892479 Aug 28 13:09:58.603199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54490) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:58.612177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': '72b99dca-a602-4928-a864-77214ed5ca16', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:09:58.668071 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:58.669764 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54502) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:09:58.839068 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:58.984619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Allocated IP 172.25.1.119 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/680c3a2f-7ed4-4117-8ba0-a09e5b8b983f) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:09:59.078778 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-aebdd780-f3a7-4b51-8341-4ca4b0cab453 req-815d14e6-09c7-42e6-bd89-2d03da5ab10b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:59.130029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d14e6-09c7-42e6-bd89-2d03da5ab10b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event deleted for resources: {'Port': ['ID=830d0900-f1b8-454e-b3ec-e1d3e2d8d332,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:59.170741 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:59.273953 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:59.340415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aebdd780-f3a7-4b51-8341-4ca4b0cab453 req-815d14e6-09c7-42e6-bd89-2d03da5ab10b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Router e147da00-12de-46bf-9da2-ab52d59b8ebe has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:09:59.345856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:09:59.347303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:09:59.349774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:09:59.417421 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-033e40b4-99be-4e0e-b13a-1debd732a0f6 req-8e79de4a-8267-4be2-a873-a978cb6b622c tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 210 time: 0.0838759 Aug 28 13:09:59.472638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'Port': ['ID=680c3a2f-7ed4-4117-8ba0-a09e5b8b983f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:09:59.556871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aebdd780-f3a7-4b51-8341-4ca4b0cab453 req-815d14e6-09c7-42e6-bd89-2d03da5ab10b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:09:59.571691 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3bd369-fe57-426e-a1e6-a3a6bfa65ae6 None None] Sync routers for ids ['e147da00-12de-46bf-9da2-ab52d59b8ebe'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:09:59.593574 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3bd369-fe57-426e-a1e6-a3a6bfa65ae6 None None] Routers {'e147da00-12de-46bf-9da2-ab52d59b8ebe'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:09:59.595068 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5a3bd369-fe57-426e-a1e6-a3a6bfa65ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:09:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e147da00-12de-46bf-9da2-ab52d59b8ebe'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:09:59.636576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebdd780-f3a7-4b51-8341-4ca4b0cab453 req-815d14e6-09c7-42e6-bd89-2d03da5ab10b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] No DVR routers for this DVR port 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:09:59.659228 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-aebdd780-f3a7-4b51-8341-4ca4b0cab453 req-815d14e6-09c7-42e6-bd89-2d03da5ab10b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:59.661477 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aebdd780-f3a7-4b51-8341-4ca4b0cab453 req-815d14e6-09c7-42e6-bd89-2d03da5ab10b tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.10 "DELETE /v2.0/ports/830d0900-f1b8-454e-b3ec-e1d3e2d8d332 HTTP/1.1" status: 204 len: 173 time: 2.0568037 Aug 28 13:09:59.705010 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7d361f05-da61-4736-a8f9-f4123aa65719 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:09:59.831983 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b66067-e9ce-4199-971a-72028902d236', 'name': 'network-vif-deleted', 'tag': '830d0900-f1b8-454e-b3ec-e1d3e2d8d332'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:09:59.834961 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc4a3bb-d03d-4103-9c75-4a2812463c57" -d '{"events": [{"server_uuid": "44b66067-e9ce-4199-971a-72028902d236", "name": "network-vif-deleted", "tag": "830d0900-f1b8-454e-b3ec-e1d3e2d8d332"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:10:00.005197 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7989123c-db29-420f-b81e-23fb648b7bec x-openstack-request-id: req-7989123c-db29-420f-b81e-23fb648b7bec {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:10:00.006090 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b66067-e9ce-4199-971a-72028902d236", "name": "network-vif-deleted", "tag": "830d0900-f1b8-454e-b3ec-e1d3e2d8d332", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:10:00.006577 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7989123c-db29-420f-b81e-23fb648b7bec {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:10:00.006986 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b66067-e9ce-4199-971a-72028902d236', 'name': 'network-vif-deleted', 'tag': '830d0900-f1b8-454e-b3ec-e1d3e2d8d332', 'status': 'completed', 'code': 200} Aug 28 13:10:00.011823 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-5a3bd369-fe57-426e-a1e6-a3a6bfa65ae6 None None] Set router e147da00-12de-46bf-9da2-ab52d59b8ebe gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:00.221359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 5613f691-3503-413e-b968-94928855f821 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:10:00.258739 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 5613f691-3503-413e-b968-94928855f821 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:10:00.261553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 5613f691-3503-413e-b968-94928855f821 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:10:00.262982 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:10:00.315204 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:10:00.315978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 830d0900-f1b8-454e-b3ec-e1d3e2d8d332 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:10:00.357956 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:00.572655 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5a3bd369-fe57-426e-a1e6-a3a6bfa65ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:27Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f14ae755-7218-455c-b31b-a6bc7311bbc1', 'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'mac_address': 'fa:16:3e:9a:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:25Z', 'updated_at': '2021-08-28T13:02:36Z', 'revision_number': 5, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'subnets': [{'id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:00.580916 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7d361f05-da61-4736-a8f9-f4123aa65719 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port 07d10dcc-4baa-4378-9c32-8233466e0c48 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:10:00.581262 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7d361f05-da61-4736-a8f9-f4123aa65719 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:00.613172 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:00.664802 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3bd369-fe57-426e-a1e6-a3a6bfa65ae6 None None] Checking router: e147da00-12de-46bf-9da2-ab52d59b8ebe for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:10:00.690478 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3bd369-fe57-426e-a1e6-a3a6bfa65ae6 None None] Routers {'e147da00-12de-46bf-9da2-ab52d59b8ebe'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:00.691092 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5a3bd369-fe57-426e-a1e6-a3a6bfa65ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:09:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e147da00-12de-46bf-9da2-ab52d59b8ebe'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:00.805598 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:00.810290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-7d361f05-da61-4736-a8f9-f4123aa65719 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] For port 07d10dcc-4baa-4378-9c32-8233466e0c48, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=07d10dcc-4baa-4378-9c32-8233466e0c48,segment=NetworkSegment(ddcef8c0-a0fd-4711-b560-10a26eff14a7),segment_id=ddcef8c0-a0fd-4711-b560-10a26eff14a7)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:00.811672 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7d361f05-da61-4736-a8f9-f4123aa65719 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:00.839458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7d361f05-da61-4736-a8f9-f4123aa65719 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for 07d10dcc-4baa-4378-9c32-8233466e0c48 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:10:00.854234 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1907d6a0-85dc-4eab-9013-6a50820696e6 req-c6473cfb-8a9e-46b1-8352-35d03826a912 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b66067-e9ce-4199-971a-72028902d236 HTTP/1.1" status: 200 len: 210 time: 0.0455854 Aug 28 13:10:00.857417 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:00.902817 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-5a3bd369-fe57-426e-a1e6-a3a6bfa65ae6 None None] Set router e147da00-12de-46bf-9da2-ab52d59b8ebe gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:01.081929 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:01.085043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'Port': ['ID=680c3a2f-7ed4-4117-8ba0-a09e5b8b983f,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:01.251264 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7d361f05-da61-4736-a8f9-f4123aa65719 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:01.311451 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Floating IP da5c60fe-5171-4f1f-b9ef-610dcfb7d79e associated. External IP: 172.25.1.119, port: 72b99dca-a602-4928-a864-77214ed5ca16. Aug 28 13:10:01.354986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d361f05-da61-4736-a8f9-f4123aa65719 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=07d10dcc-4baa-4378-9c32-8233466e0c48,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:01.588847 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5a3bd369-fe57-426e-a1e6-a3a6bfa65ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:27Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f14ae755-7218-455c-b31b-a6bc7311bbc1', 'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'mac_address': 'fa:16:3e:9a:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:25Z', 'updated_at': '2021-08-28T13:02:36Z', 'revision_number': 5, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'subnets': [{'id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:01.688925 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3bd369-fe57-426e-a1e6-a3a6bfa65ae6 None None] The sync data for ids ['e147da00-12de-46bf-9da2-ab52d59b8ebe'] in n-d-791505-21 is: [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:02:27Z', 'revision_number': 4, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f14ae755-7218-455c-b31b-a6bc7311bbc1', 'name': '', 'network_id': '0fcf0a32-367c-4c48-9e70-14ecb5665bd8', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'mac_address': 'fa:16:3e:9a:80:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:25Z', 'updated_at': '2021-08-28T13:02:36Z', 'revision_number': 5, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'subnets': [{'id': '44e4607b-0f93-463a-9372-9a1d7a81caa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:10:01.742997 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7d361f05-da61-4736-a8f9-f4123aa65719 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:01.875237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Router aa8840b8-3342-485f-add6-2e9fe9068738 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:10:02.022022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54600) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:02.083723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:10:02.096443 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143be452-69f6-4fa5-b4e7-62350ea068a4 None None] Sync routers for ids ['aa8840b8-3342-485f-add6-2e9fe9068738'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:10:02.112602 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143be452-69f6-4fa5-b4e7-62350ea068a4 None None] Routers {'aa8840b8-3342-485f-add6-2e9fe9068738'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:02.114540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-143be452-69f6-4fa5-b4e7-62350ea068a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:09:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['aa8840b8-3342-485f-add6-2e9fe9068738'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:02.131465 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:02.217994 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3adaef3b-b542-4dd7-9b78-eeee5b003127 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6135612 Aug 28 13:10:02.218611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49859934-fc2a-4257-b8f1-5a7076f06633', 'tag': '72b99dca-a602-4928-a864-77214ed5ca16'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:10:02.221514 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5bbe00-63d0-49fb-a59f-df01358e1b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "49859934-fc2a-4257-b8f1-5a7076f06633", "tag": "72b99dca-a602-4928-a864-77214ed5ca16"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:10:02.226911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54604) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:02.256128 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d86683-7e30-4381-9b19-9483e56e14ab None None] New status for floating IP b6041d96-83ae-4734-9588-ef5ff51ba98b: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:10:02.275561 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb3ec078-57e7-4e3c-a546-1a5dac2e2339 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:02.289434 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45aae64-9ea0-428f-a780-57031bad38a9 x-openstack-request-id: req-c45aae64-9ea0-428f-a780-57031bad38a9 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:10:02.289723 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49859934-fc2a-4257-b8f1-5a7076f06633", "tag": "72b99dca-a602-4928-a864-77214ed5ca16", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:10:02.289975 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c45aae64-9ea0-428f-a780-57031bad38a9 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:10:02.290388 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49859934-fc2a-4257-b8f1-5a7076f06633', 'tag': '72b99dca-a602-4928-a864-77214ed5ca16', 'status': 'completed', 'code': 200} Aug 28 13:10:02.345522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-143be452-69f6-4fa5-b4e7-62350ea068a4 None None] Set router aa8840b8-3342-485f-add6-2e9fe9068738 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:02.442719 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bbe00-63d0-49fb-a59f-df01358e1b4e req-652fa6a0-d7fa-4c3f-a819-c5dd29987d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:02.444253 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c5bbe00-63d0-49fb-a59f-df01358e1b4e req-652fa6a0-d7fa-4c3f-a819-c5dd29987d92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e0b5f8400e249c692c57bfc31dc1d5d&device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 1136 time: 0.1281056 Aug 28 13:10:02.537314 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb3ec078-57e7-4e3c-a546-1a5dac2e2339 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:02.716153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d361f05-da61-4736-a8f9-f4123aa65719 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:10:02.725113 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bbe00-63d0-49fb-a59f-df01358e1b4e req-1fceded6-5545-41fa-99dd-9c1ec47da3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:02.727115 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c5bbe00-63d0-49fb-a59f-df01358e1b4e req-1fceded6-5545-41fa-99dd-9c1ec47da3d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=12c0fd3b-8d6a-48a6-8216-97e247ac67a4 HTTP/1.1" status: 200 len: 895 time: 0.2758579 Aug 28 13:10:02.758764 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6cf799-ff7b-47f4-8b4e-56194db0cd19 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:02.759243 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6cf799-ff7b-47f4-8b4e-56194db0cd19 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:02.759712 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6cf799-ff7b-47f4-8b4e-56194db0cd19 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:02.760185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6cf799-ff7b-47f4-8b4e-56194db0cd19 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:02.760649 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6cf799-ff7b-47f4-8b4e-56194db0cd19 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:02.761110 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6cf799-ff7b-47f4-8b4e-56194db0cd19 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:02.770862 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1f6cf799-ff7b-47f4-8b4e-56194db0cd19 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4262 time: 0.5406022 Aug 28 13:10:02.773606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54620) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:02.850858 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-143be452-69f6-4fa5-b4e7-62350ea068a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444798123', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:09:30Z', 'updated_at': '2021-08-28T13:09:38Z', 'revision_number': 4, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:31Z', 'updated_at': '2021-08-28T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'da5c60fe-5171-4f1f-b9ef-610dcfb7d79e', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'floating_ip_address': '172.25.1.119', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'port_id': '72b99dca-a602-4928-a864-77214ed5ca16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'mac_address': 'fa:16:3e:64:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49859934-fc2a-4257-b8f1-5a7076f06633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:10:00Z', 'updated_at': '2021-08-28T13:10:00Z', 'revision_number': 0, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a9c78d-0a22-497d-944d-e63b82521eec', 'name': '', 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'mac_address': 'fa:16:3e:d4:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:36Z', 'updated_at': '2021-08-28T13:09:45Z', 'revision_number': 5, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'subnets': [{'id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:02.865855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c5bbe00-63d0-49fb-a59f-df01358e1b4e req-dc09f95e-3e85-436f-8250-db8395e8abb5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72b99dca-a602-4928-a864-77214ed5ca16 HTTP/1.1" status: 200 len: 999 time: 0.1297243 Aug 28 13:10:02.913914 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143be452-69f6-4fa5-b4e7-62350ea068a4 None None] Checking router: aa8840b8-3342-485f-add6-2e9fe9068738 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:10:02.926011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143be452-69f6-4fa5-b4e7-62350ea068a4 None None] Routers {'aa8840b8-3342-485f-add6-2e9fe9068738'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:02.927342 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-143be452-69f6-4fa5-b4e7-62350ea068a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:09:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['aa8840b8-3342-485f-add6-2e9fe9068738'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:02.936580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bbe00-63d0-49fb-a59f-df01358e1b4e req-3344322d-7c56-4819-8fec-bf7aad9f1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:02.938900 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c5bbe00-63d0-49fb-a59f-df01358e1b4e req-3344322d-7c56-4819-8fec-bf7aad9f1a7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07249edc-8c1d-432e-838e-f70aee4991a2 HTTP/1.1" status: 200 len: 834 time: 0.0655339 Aug 28 13:10:03.008653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bbe00-63d0-49fb-a59f-df01358e1b4e req-41031294-347a-465e-a57e-35760b64a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:03.010793 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c5bbe00-63d0-49fb-a59f-df01358e1b4e req-41031294-347a-465e-a57e-35760b64a93a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=12c0fd3b-8d6a-48a6-8216-97e247ac67a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654862 Aug 28 13:10:03.068903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-143be452-69f6-4fa5-b4e7-62350ea068a4 None None] Set router aa8840b8-3342-485f-add6-2e9fe9068738 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:03.185527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c5bbe00-63d0-49fb-a59f-df01358e1b4e req-8fb47193-ea4d-41b8-96d2-8716b9ed215a service neutron] 10.222.0.11 "GET /v2.0/networks/12c0fd3b-8d6a-48a6-8216-97e247ac67a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667736 Aug 28 13:10:03.370724 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c5bbe00-63d0-49fb-a59f-df01358e1b4e req-fc02a4c9-0ad6-44eb-b8e7-3acd61e8565a service neutron] 10.222.0.11 "GET /v2.0/networks/12c0fd3b-8d6a-48a6-8216-97e247ac67a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773305 Aug 28 13:10:03.489077 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb3ec078-57e7-4e3c-a546-1a5dac2e2339 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:03.492195 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb3ec078-57e7-4e3c-a546-1a5dac2e2339 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:03.493745 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bb3ec078-57e7-4e3c-a546-1a5dac2e2339 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "DELETE /v2.0/security-groups/d7a04a79-87fa-4b78-bdab-a16f6a525197 HTTP/1.1" status: 204 len: 168 time: 1.4678147 Aug 28 13:10:03.497305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54642) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:03.514884 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-143be452-69f6-4fa5-b4e7-62350ea068a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444798123', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:09:30Z', 'updated_at': '2021-08-28T13:09:38Z', 'revision_number': 4, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:31Z', 'updated_at': '2021-08-28T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'da5c60fe-5171-4f1f-b9ef-610dcfb7d79e', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'floating_ip_address': '172.25.1.119', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'port_id': '72b99dca-a602-4928-a864-77214ed5ca16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'mac_address': 'fa:16:3e:64:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49859934-fc2a-4257-b8f1-5a7076f06633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:10:00Z', 'updated_at': '2021-08-28T13:10:00Z', 'revision_number': 0, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a9c78d-0a22-497d-944d-e63b82521eec', 'name': '', 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'mac_address': 'fa:16:3e:d4:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:36Z', 'updated_at': '2021-08-28T13:09:45Z', 'revision_number': 5, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'subnets': [{'id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:03.521435 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-bae77ad3-b016-4eed-84f4-719010b745ed tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] show failed (client error): The resource could not be found. Aug 28 13:10:03.525438 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bae77ad3-b016-4eed-84f4-719010b745ed tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "GET /v2.0/security-groups/d7a04a79-87fa-4b78-bdab-a16f6a525197 HTTP/1.1" status: 404 len: 347 time: 0.0275879 Aug 28 13:10:03.526000 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54644) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:03.543666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ec078-57e7-4e3c-a546-1a5dac2e2339 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a04a79-87fa-4b78-bdab-a16f6a525197,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:03.592431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143be452-69f6-4fa5-b4e7-62350ea068a4 None None] The sync data for ids ['aa8840b8-3342-485f-add6-2e9fe9068738'] in n-d-791505-21 is: [{'id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444798123', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:09:30Z', 'updated_at': '2021-08-28T13:09:38Z', 'revision_number': 4, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:31Z', 'updated_at': '2021-08-28T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'da5c60fe-5171-4f1f-b9ef-610dcfb7d79e', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'floating_ip_address': '172.25.1.119', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'port_id': '72b99dca-a602-4928-a864-77214ed5ca16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'mac_address': 'fa:16:3e:64:0f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49859934-fc2a-4257-b8f1-5a7076f06633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:10:00Z', 'updated_at': '2021-08-28T13:10:00Z', 'revision_number': 0, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a9c78d-0a22-497d-944d-e63b82521eec', 'name': '', 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'mac_address': 'fa:16:3e:d4:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:36Z', 'updated_at': '2021-08-28T13:09:45Z', 'revision_number': 5, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'subnets': [{'id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:10:03.615957 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:10:03.627023 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b81bc5-1734-4aff-afe6-1a09876ff874 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:03.627434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b81bc5-1734-4aff-afe6-1a09876ff874 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:03.628232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b81bc5-1734-4aff-afe6-1a09876ff874 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:03.628710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b81bc5-1734-4aff-afe6-1a09876ff874 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:03.629175 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b81bc5-1734-4aff-afe6-1a09876ff874 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:03.629632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b81bc5-1734-4aff-afe6-1a09876ff874 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:03.634135 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f7b81bc5-1734-4aff-afe6-1a09876ff874 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3986 time: 0.8571930 Aug 28 13:10:03.643041 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54646) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:03.676938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d361f05-da61-4736-a8f9-f4123aa65719 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:10:03.681942 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7d361f05-da61-4736-a8f9-f4123aa65719 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "PUT /v2.0/routers/12f7ba1b-3ceb-4564-b794-48d6071ab3ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0097411 Aug 28 13:10:03.685819 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54648) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:03.696530 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8d253-484c-4a97-8531-d2f99dcf284a None None] Sync routers for ids ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:10:03.709248 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb8d253-484c-4a97-8531-d2f99dcf284a None None] Routers {'12f7ba1b-3ceb-4564-b794-48d6071ab3ef'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:03.709248 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6cb8d253-484c-4a97-8531-d2f99dcf284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:09:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:03.768280 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-72eb3b52-8a75-430e-a7f1-2d343030e1e8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting subnet 9afd0d97-b511-4394-964a-b951ffcaf6d1 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:10:03.789498 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-72eb3b52-8a75-430e-a7f1-2d343030e1e8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:03.904837 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-72eb3b52-8a75-430e-a7f1-2d343030e1e8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:03.979714 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-6cb8d253-484c-4a97-8531-d2f99dcf284a None None] Set router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:04.141974 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d127aeb-6585-405b-9dd6-42ef49992d58 None None] New status for floating IP da5c60fe-5171-4f1f-b9ef-610dcfb7d79e: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:10:04.199264 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-72eb3b52-8a75-430e-a7f1-2d343030e1e8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:04.368162 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-72eb3b52-8a75-430e-a7f1-2d343030e1e8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:04.415151 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e424af47-c427-482d-8caf-f57714763c2d None None] Network c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:10:04.424112 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-72eb3b52-8a75-430e-a7f1-2d343030e1e8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:04.430283 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-72eb3b52-8a75-430e-a7f1-2d343030e1e8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/subnets/9afd0d97-b511-4394-964a-b951ffcaf6d1 HTTP/1.1" status: 204 len: 168 time: 0.7433825 Aug 28 13:10:04.431128 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54676) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:04.523888 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6cb8d253-484c-4a97-8531-d2f99dcf284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299122761', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:43Z', 'updated_at': '2021-08-28T13:10:01Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:44Z', 'updated_at': '2021-08-28T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:04.576179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb3b52-8a75-430e-a7f1-2d343030e1e8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Subnet': ['ID=9afd0d97-b511-4394-964a-b951ffcaf6d1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:04.582213 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c82a60fc-95a6-4ed9-8a71-51bc4e3139ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:04.602281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8d253-484c-4a97-8531-d2f99dcf284a None None] Checking router: 12f7ba1b-3ceb-4564-b794-48d6071ab3ef for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:10:04.643815 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb8d253-484c-4a97-8531-d2f99dcf284a None None] Routers {'12f7ba1b-3ceb-4564-b794-48d6071ab3ef'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:04.644698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6cb8d253-484c-4a97-8531-d2f99dcf284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:09:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:04.712482 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-63b19463-be70-4521-95f8-f1e1cb538fa3 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Deleting port 260b547a-463a-4a7b-a0a0-c59030881b1c {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:10:04.713738 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63b19463-be70-4521-95f8-f1e1cb538fa3 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:04.763069 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c82a60fc-95a6-4ed9-8a71-51bc4e3139ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:04.865204 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a308e7b4-3137-4e82-a7b0-5e2a149bcc90 None None] DHCP port deletion for c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:10:04.880049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c82a60fc-95a6-4ed9-8a71-51bc4e3139ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port cb6bd533-3a67-40de-ac31-c20737da0b37 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:10:04.880396 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c82a60fc-95a6-4ed9-8a71-51bc4e3139ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:04.937309 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c7bc7e6f-087b-4ad1-9c9b-013babb78370 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3059 time: 1.2920423 Aug 28 13:10:04.941053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54686) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:04.976434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-6cb8d253-484c-4a97-8531-d2f99dcf284a None None] Set router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:04.996602 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63b19463-be70-4521-95f8-f1e1cb538fa3 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:04.996602 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63b19463-be70-4521-95f8-f1e1cb538fa3 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:05.010721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcc371f-d230-4ccc-b70d-7ad59818684e tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:05.011217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcc371f-d230-4ccc-b70d-7ad59818684e tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:05.026381 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4fcc371f-d230-4ccc-b70d-7ad59818684e tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aa8840b8-3342-485f-add6-2e9fe9068738 HTTP/1.1" status: 200 len: 1991 time: 0.0705235 Aug 28 13:10:05.026381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-63b19463-be70-4521-95f8-f1e1cb538fa3 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Calling delete_port for 260b547a-463a-4a7b-a0a0-c59030881b1c owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:10:05.056352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-c82a60fc-95a6-4ed9-8a71-51bc4e3139ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] For port cb6bd533-3a67-40de-ac31-c20737da0b37, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cb6bd533-3a67-40de-ac31-c20737da0b37,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:05.056732 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c82a60fc-95a6-4ed9-8a71-51bc4e3139ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:05.073442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c82a60fc-95a6-4ed9-8a71-51bc4e3139ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for cb6bd533-3a67-40de-ac31-c20737da0b37 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:10:05.252152 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63b19463-be70-4521-95f8-f1e1cb538fa3 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:05.309895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b19463-be70-4521-95f8-f1e1cb538fa3 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Pushing event deleted for resources: {'Port': ['ID=260b547a-463a-4a7b-a0a0-c59030881b1c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:05.400033 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63b19463-be70-4521-95f8-f1e1cb538fa3 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:05.406136 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63b19463-be70-4521-95f8-f1e1cb538fa3 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:05.408402 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-63b19463-be70-4521-95f8-f1e1cb538fa3 tempest-AttachVolumeTestJSON-289712881 tempest-AttachVolumeTestJSON-289712881-project] 10.222.0.20 "DELETE /v2.0/floatingips/b6041d96-83ae-4734-9588-ef5ff51ba98b HTTP/1.1" status: 204 len: 168 time: 1.8814323 Aug 28 13:10:05.483146 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a308e7b4-3137-4e82-a7b0-5e2a149bcc90 None None] Deleting port 1beab865-785d-4636-b55c-56524d8e929b {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:10:05.483519 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a308e7b4-3137-4e82-a7b0-5e2a149bcc90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:05.550603 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c82a60fc-95a6-4ed9-8a71-51bc4e3139ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:05.603992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a60fc-95a6-4ed9-8a71-51bc4e3139ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=cb6bd533-3a67-40de-ac31-c20737da0b37,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:05.696515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54722) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:05.756115 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c82a60fc-95a6-4ed9-8a71-51bc4e3139ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:05.900960 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c82a60fc-95a6-4ed9-8a71-51bc4e3139ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:05.904067 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c82a60fc-95a6-4ed9-8a71-51bc4e3139ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:05.977398 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-52343802-f202-4131-b862-d50fc785edc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:05.991509 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c82a60fc-95a6-4ed9-8a71-51bc4e3139ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:05.991928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82a60fc-95a6-4ed9-8a71-51bc4e3139ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Fanout notify agent at l3_agent the message router_deleted on router 12f7ba1b-3ceb-4564-b794-48d6071ab3ef {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:10:06.027327 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c82a60fc-95a6-4ed9-8a71-51bc4e3139ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:06.034086 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c82a60fc-95a6-4ed9-8a71-51bc4e3139ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/routers/12f7ba1b-3ceb-4564-b794-48d6071ab3ef HTTP/1.1" status: 204 len: 168 time: 1.5961540 Aug 28 13:10:06.034956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54734) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:06.060243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6cb8d253-484c-4a97-8531-d2f99dcf284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299122761', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:43Z', 'updated_at': '2021-08-28T13:10:01Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:44Z', 'updated_at': '2021-08-28T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:06.120201 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-52343802-f202-4131-b862-d50fc785edc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:06.126220 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-52343802-f202-4131-b862-d50fc785edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:06.148559 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8d253-484c-4a97-8531-d2f99dcf284a None None] The sync data for ids ['12f7ba1b-3ceb-4564-b794-48d6071ab3ef'] in n-d-791505-21 is: [{'id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1299122761', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:07:43Z', 'updated_at': '2021-08-28T13:10:01Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'cb6bd533-3a67-40de-ac31-c20737da0b37', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f7ba1b-3ceb-4564-b794-48d6071ab3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:07:44Z', 'updated_at': '2021-08-28T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:10:06.181115 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a308e7b4-3137-4e82-a7b0-5e2a149bcc90 None None] For port 1beab865-785d-4636-b55c-56524d8e929b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1beab865-785d-4636-b55c-56524d8e929b,segment=NetworkSegment(ddcef8c0-a0fd-4711-b560-10a26eff14a7),segment_id=ddcef8c0-a0fd-4711-b560-10a26eff14a7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:06.181978 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a308e7b4-3137-4e82-a7b0-5e2a149bcc90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:06.189204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-52343802-f202-4131-b862-d50fc785edc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3d66f03ce6c457b9cbb92e593c063d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911261 Aug 28 13:10:06.193108 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54738) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:06.218933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a308e7b4-3137-4e82-a7b0-5e2a149bcc90 None None] Calling delete_port for 1beab865-785d-4636-b55c-56524d8e929b owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:10:06.229911 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52343802-f202-4131-b862-d50fc785edc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ec03fe-c8da-4880-a010-99f710a8d9ec,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:06.308815 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:06.337221 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90cb5e12-28c1-4818-80fc-5b4063ab8a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:06.371607 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90cb5e12-28c1-4818-80fc-5b4063ab8a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:06.422740 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a308e7b4-3137-4e82-a7b0-5e2a149bcc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:06.435284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a308e7b4-3137-4e82-a7b0-5e2a149bcc90 None None] No DVR routers for this DVR port 1beab865-785d-4636-b55c-56524d8e929b on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:10:06.451515 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90cb5e12-28c1-4818-80fc-5b4063ab8a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:06.455313 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-90cb5e12-28c1-4818-80fc-5b4063ab8a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:06.456586 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-90cb5e12-28c1-4818-80fc-5b4063ab8a72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4ec03fe-c8da-4880-a010-99f710a8d9ec HTTP/1.1" status: 204 len: 168 time: 0.2619486 Aug 28 13:10:06.468595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308e7b4-3137-4e82-a7b0-5e2a149bcc90 None None] Pushing event deleted for resources: {'Port': ['ID=1beab865-785d-4636-b55c-56524d8e929b,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:06.468823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb5e12-28c1-4818-80fc-5b4063ab8a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ec03fe-c8da-4880-a010-99f710a8d9ec,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:06.494257 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port 1beab865-785d-4636-b55c-56524d8e929b {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:10:06.494817 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:06.712369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] For port 1beab865-785d-4636-b55c-56524d8e929b, host n-d-791505-21, got binding levels [] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:06.717654 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:06.729907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 07d10dcc-4baa-4378-9c32-8233466e0c48 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:10:06.779737 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 07d10dcc-4baa-4378-9c32-8233466e0c48 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:10:06.779997 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 07d10dcc-4baa-4378-9c32-8233466e0c48 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:10:06.780425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1beab865-785d-4636-b55c-56524d8e929b no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:10:06.782729 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for 1beab865-785d-4636-b55c-56524d8e929b owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:10:06.791350 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_backend_mixin [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Port 1beab865-785d-4636-b55c-56524d8e929b was not found and therefore no delete operation was performed {{(pid=94878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 13:10:06.792676 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:06.827965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 1beab865-785d-4636-b55c-56524d8e929b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:10:06.828812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1beab865-785d-4636-b55c-56524d8e929b not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:10:06.864431 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=1beab865-785d-4636-b55c-56524d8e929b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:06.879004 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] No DVR routers for this DVR port 1beab865-785d-4636-b55c-56524d8e929b on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:10:07.014518 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.026517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02e9869-20e4-405a-a6a9-5a6e7c7e17c6']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:07.028445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54764) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:07.040180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddcef8c0-a0fd-4711-b560-10a26eff14a7') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:07.040683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddcef8c0-a0fd-4711-b560-10a26eff14a7') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:07.049669 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6631654-2d4d-4fb6-a800-a43dd4f7ddea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.059201 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.124035 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.131104 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:10:07.131544 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:10:07.134616 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:10:07.231230 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.245198 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.251465 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6631654-2d4d-4fb6-a800-a43dd4f7ddea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.252756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54766) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:07.257663 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/networks/c02e9869-20e4-405a-a6a9-5a6e7c7e17c6 HTTP/1.1" status: 204 len: 168 time: 1.2215052 Aug 28 13:10:07.283539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925018e7-9695-423b-891b-2f4a7820e526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Network': ['ID=c02e9869-20e4-405a-a6a9-5a6e7c7e17c6,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:07.301543 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6631654-2d4d-4fb6-a800-a43dd4f7ddea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.360850 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b6631654-2d4d-4fb6-a800-a43dd4f7ddea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47f269cece734c7bb8b8cd878d4af869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290155 Aug 28 13:10:07.361642 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54772) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:07.403208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6631654-2d4d-4fb6-a800-a43dd4f7ddea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909af161-ed33-472f-b9a9-4d7f9a960022,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:07.420154 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c7e5df0-e6dc-41cd-ba06-7d7f2432191b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.437187 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6dffa031-4f0a-4a6d-933d-b5454c5af2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.466762 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6dffa031-4f0a-4a6d-933d-b5454c5af2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.468466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c7e5df0-e6dc-41cd-ba06-7d7f2432191b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.503574 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.548636 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6dffa031-4f0a-4a6d-933d-b5454c5af2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.551690 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6dffa031-4f0a-4a6d-933d-b5454c5af2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.552822 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6dffa031-4f0a-4a6d-933d-b5454c5af2ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/909af161-ed33-472f-b9a9-4d7f9a960022 HTTP/1.1" status: 204 len: 168 time: 0.1902959 Aug 28 13:10:07.573429 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffa031-4f0a-4a6d-933d-b5454c5af2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909af161-ed33-472f-b9a9-4d7f9a960022,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:07.584974 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c7e5df0-e6dc-41cd-ba06-7d7f2432191b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.587892 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3c7e5df0-e6dc-41cd-ba06-7d7f2432191b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:07.592860 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3c7e5df0-e6dc-41cd-ba06-7d7f2432191b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/security-groups/f03634f9-8e4d-464d-b77e-65bb7ceb84ef HTTP/1.1" status: 204 len: 168 time: 0.3389268 Aug 28 13:10:07.612429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e5df0-e6dc-41cd-ba06-7d7f2432191b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03634f9-8e4d-464d-b77e-65bb7ceb84ef,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:08.063695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54798) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:08.073198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-32dd77b4-6a26-4bda-b709-7d762488d5d1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-744042857', 'description': 'tempest-secgroup-smoke-744042857 description', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:08.111723 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-32dd77b4-6a26-4bda-b709-7d762488d5d1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:08.315846 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-32dd77b4-6a26-4bda-b709-7d762488d5d1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:08.323055 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-32dd77b4-6a26-4bda-b709-7d762488d5d1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:08.356544 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-32dd77b4-6a26-4bda-b709-7d762488d5d1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:08.358072 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-32dd77b4-6a26-4bda-b709-7d762488d5d1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2925661 Aug 28 13:10:08.361295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54808) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:08.372436 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd77b4-6a26-4bda-b709-7d762488d5d1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd949ec0-6bb1-4cb4-ab27-96310e7e5892,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:08.397567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1370bfd2-af65-4290-950b-524210b66ba9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': 'bd949ec0-6bb1-4cb4-ab27-96310e7e5892', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:08.500241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cb6bd533-3a67-40de-ac31-c20737da0b37 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:10:08.521952 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1370bfd2-af65-4290-950b-524210b66ba9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:08.552929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: cb6bd533-3a67-40de-ac31-c20737da0b37 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:10:08.553532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cb6bd533-3a67-40de-ac31-c20737da0b37 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:10:08.598523 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1370bfd2-af65-4290-950b-524210b66ba9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:08.614890 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1370bfd2-af65-4290-950b-524210b66ba9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:08.646451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370bfd2-af65-4290-950b-524210b66ba9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15c7982-f50d-44a1-b6ed-73f3f7a76f84,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:08.658844 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1370bfd2-af65-4290-950b-524210b66ba9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:08.660699 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1370bfd2-af65-4290-950b-524210b66ba9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2977593 Aug 28 13:10:08.663757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54824) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:08.669941 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c3fe413a-461f-45d1-9dbb-6ed40a392b71 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': 'bd949ec0-6bb1-4cb4-ab27-96310e7e5892', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:08.725507 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3fe413a-461f-45d1-9dbb-6ed40a392b71 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:08.847526 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3fe413a-461f-45d1-9dbb-6ed40a392b71 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:08.853288 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3fe413a-461f-45d1-9dbb-6ed40a392b71 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:08.874912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe413a-461f-45d1-9dbb-6ed40a392b71 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa32701-8f5f-4f2a-8fea-7edf12f1556f,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:08.884456 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c3fe413a-461f-45d1-9dbb-6ed40a392b71 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:08.886470 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c3fe413a-461f-45d1-9dbb-6ed40a392b71 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2214127 Aug 28 13:10:08.889013 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54832) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:08.895356 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c709010f-2154-4200-9a42-42d108bd9c59 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': 'bd949ec0-6bb1-4cb4-ab27-96310e7e5892', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:08.929160 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c709010f-2154-4200-9a42-42d108bd9c59 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.080283 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c709010f-2154-4200-9a42-42d108bd9c59 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.089162 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c709010f-2154-4200-9a42-42d108bd9c59 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.133338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709010f-2154-4200-9a42-42d108bd9c59 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a68457-23eb-4ee4-8c44-3157b5a357e6,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:09.145666 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c709010f-2154-4200-9a42-42d108bd9c59 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.150234 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c709010f-2154-4200-9a42-42d108bd9c59 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2568519 Aug 28 13:10:09.150330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54838) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:09.155478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-6d861205-3374-4956-a6b1-7554550d69ab tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': 'bd949ec0-6bb1-4cb4-ab27-96310e7e5892', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:09.193848 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6d861205-3374-4956-a6b1-7554550d69ab tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.271189 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6d861205-3374-4956-a6b1-7554550d69ab tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.276194 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6d861205-3374-4956-a6b1-7554550d69ab tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.321241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d861205-3374-4956-a6b1-7554550d69ab tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68e5ed0-4c45-427c-a4f9-eb7ad6f9a671,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:09.340222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6d861205-3374-4956-a6b1-7554550d69ab tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.347506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6d861205-3374-4956-a6b1-7554550d69ab tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1903574 Aug 28 13:10:09.347803 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54848) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:09.350317 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a5835ce8-d4bd-41d6-ab30-ed5e6a181efa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': 'bd949ec0-6bb1-4cb4-ab27-96310e7e5892', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:09.402701 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-a5835ce8-d4bd-41d6-ab30-ed5e6a181efa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Project 76128c3db5c64f1fb1ea03729f5b5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:10:09.411205 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a5835ce8-d4bd-41d6-ab30-ed5e6a181efa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.555724 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a5835ce8-d4bd-41d6-ab30-ed5e6a181efa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.560018 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a5835ce8-d4bd-41d6-ab30-ed5e6a181efa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.589497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5835ce8-d4bd-41d6-ab30-ed5e6a181efa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf09808-e1eb-4473-bd2d-ce58c6bb01c8,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:09.595183 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a5835ce8-d4bd-41d6-ab30-ed5e6a181efa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.597065 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a5835ce8-d4bd-41d6-ab30-ed5e6a181efa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2501957 Aug 28 13:10:09.599515 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54862) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:09.605413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-46fef4c7-1efe-45f9-b42b-a3812ddad199 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': 'bd949ec0-6bb1-4cb4-ab27-96310e7e5892', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:09.635466 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-46fef4c7-1efe-45f9-b42b-a3812ddad199 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Project 76128c3db5c64f1fb1ea03729f5b5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:10:09.642122 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46fef4c7-1efe-45f9-b42b-a3812ddad199 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.761300 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46fef4c7-1efe-45f9-b42b-a3812ddad199 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.770076 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46fef4c7-1efe-45f9-b42b-a3812ddad199 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.807180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fef4c7-1efe-45f9-b42b-a3812ddad199 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ff5233-ec5e-4fa7-8f6a-9c0502869067,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:09.817088 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46fef4c7-1efe-45f9-b42b-a3812ddad199 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.825241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54870) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:09.831380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-dcc94b30-30f8-43d5-883d-40046112bffe tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'network': {'name': 'tempest-network-smoke--17346406', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'port_security_enabled': True}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:09.835853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-46fef4c7-1efe-45f9-b42b-a3812ddad199 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2350504 Aug 28 13:10:09.860959 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc94b30-30f8-43d5-883d-40046112bffe tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Made reservation on behalf of 76128c3db5c64f1fb1ea03729f5b5e46 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:10:09.867810 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0428d399-c6eb-409b-83a6-95278bd688da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.870913 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dcc94b30-30f8-43d5-883d-40046112bffe tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.906611 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.933635 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc94b30-30f8-43d5-883d-40046112bffe tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:10:09.959888 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dcc94b30-30f8-43d5-883d-40046112bffe tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:09.960242 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-dcc94b30-30f8-43d5-883d-40046112bffe tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Added segment f37f76e5-581b-4451-b824-367a3511ffce of type vlan for network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf Aug 28 13:10:10.052847 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dcc94b30-30f8-43d5-883d-40046112bffe tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:10.094306 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dcc94b30-30f8-43d5-883d-40046112bffe tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:10.102578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc94b30-30f8-43d5-883d-40046112bffe tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:10.103476 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dcc94b30-30f8-43d5-883d-40046112bffe tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:10.237905 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc94b30-30f8-43d5-883d-40046112bffe tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Network': ['ID=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:10.252619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54888) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:10.255753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:10:10.258115 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1114190541', 'admin_state_up': True, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:10.263037 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dcc94b30-30f8-43d5-883d-40046112bffe tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4366448 Aug 28 13:10:10.286399 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:10.286399 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:10.383847 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:10.629373 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:10.851529 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:10.873963 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:10.987015 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Allocated IP 172.25.1.169 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/f3302ff3-17a4-465d-8d90-b3614a945b2f) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:10:11.101598 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:11.147432 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:11.184769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:10:11.188543 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:10:11.192641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:10:11.226646 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=f3302ff3-17a4-465d-8d90-b3614a945b2f,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:11.487289 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:11.756806 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:11.932710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router c633b0b5-89ab-4674-8d33-afe66a54987b is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:10:12.049872 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:10:12.061879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Sync routers for ids ['c633b0b5-89ab-4674-8d33-afe66a54987b'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:10:12.075516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Routers {'c633b0b5-89ab-4674-8d33-afe66a54987b'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:12.076649 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:09:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c633b0b5-89ab-4674-8d33-afe66a54987b'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:12.079345 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:12.080579 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-559478c9-589d-43a5-a072-8bfbe2ee84be tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8268659 Aug 28 13:10:12.083746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54962) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:12.127799 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-56fbee83-d864-4c69-a098-77a93e806c0b tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=76128c3db5c64f1fb1ea03729f5b5e46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429549 Aug 28 13:10:12.130579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54964) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:12.288858 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Set router c633b0b5-89ab-4674-8d33-afe66a54987b gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:12.316318 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0226fec0-beb9-48a2-9aaa-9f11f9380a2a tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:12.320498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54972) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:12.321004 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0226fec0-beb9-48a2-9aaa-9f11f9380a2a tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1887434 Aug 28 13:10:12.367314 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c60bc73-c36d-467e-93f5-be98a5b0b3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:12.388539 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1c108f1f-6e28-4683-9b29-bb3d5539afff tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0661316 Aug 28 13:10:12.391440 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 54974) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:12.397231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b8c21d49-aeb7-4ac3-99af-85b6ce3577f3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-813517574', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:12.515807 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c21d49-aeb7-4ac3-99af-85b6ce3577f3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Made reservation on behalf of 76128c3db5c64f1fb1ea03729f5b5e46 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:10:12.520565 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8c21d49-aeb7-4ac3-99af-85b6ce3577f3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:12.614618 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:12.659940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114190541', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:11Z', 'revision_number': 3, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:12.715513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Checking router: c633b0b5-89ab-4674-8d33-afe66a54987b for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:10:12.715876 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Updating router c633b0b5-89ab-4674-8d33-afe66a54987b port f3302ff3-17a4-465d-8d90-b3614a945b2f binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:10:12.764064 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:12.825157 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8c21d49-aeb7-4ac3-99af-85b6ce3577f3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:12.906265 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c21d49-aeb7-4ac3-99af-85b6ce3577f3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Subnet': ['ID=01cacccf-3859-4280-a265-b49304c947e3,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:12.916282 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c21d49-aeb7-4ac3-99af-85b6ce3577f3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Checking segment: {'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:10:12.916743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c21d49-aeb7-4ac3-99af-85b6ce3577f3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network hostable DHCP agents. Network: 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:10:12.947671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c21d49-aeb7-4ac3-99af-85b6ce3577f3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:10:12.965092 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-b8c21d49-aeb7-4ac3-99af-85b6ce3577f3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:10:12.970059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c21d49-aeb7-4ac3-99af-85b6ce3577f3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:12.970661 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8c21d49-aeb7-4ac3-99af-85b6ce3577f3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:13.001737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 54994) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:13.004426 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b8c21d49-aeb7-4ac3-99af-85b6ce3577f3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6117973 Aug 28 13:10:13.070242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeb1f1b-2f49-49d6-a88d-423f7501431d None None] Network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:10:13.370573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ips': [{'subnet_id': '01cacccf-3859-4280-a265-b49304c947e3'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:10:13.376885 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:13.649515 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:13.760034 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:13.835586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Transition to ACTIVE for port object f3302ff3-17a4-465d-8d90-b3614a945b2f will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:13.864812 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:13.941255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55092) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:13.983936 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Allocated IP 172.20.0.2 (86fc7ca2-0435-4c00-bd25-7a5b3b91fccf/01cacccf-3859-4280-a265-b49304c947e3/31f1cee4-3243-4655-b01f-5b765832f03b) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:10:14.025767 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:14.239226 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13bb3687-8d0e-459b-8c33-b18c9fd9607c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:14.304015 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:14.316398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Transition to ACTIVE for port object 31f1cee4-3243-4655-b01f-5b765832f03b will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:14.320283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Attempting to bind port f3302ff3-17a4-465d-8d90-b3614a945b2f on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:10:14.320651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Attempting to bind port f3302ff3-17a4-465d-8d90-b3614a945b2f by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:10:14.321146 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Attempting to bind port f3302ff3-17a4-465d-8d90-b3614a945b2f on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:10:14.335979 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:10:14.336354 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:10:14.336763 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:14.337151 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:10:14.337852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Bound port: f3302ff3-17a4-465d-8d90-b3614a945b2f, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:10:14.338486 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:14.414415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] For port f3302ff3-17a4-465d-8d90-b3614a945b2f, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:10:14.418003 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] For port f3302ff3-17a4-465d-8d90-b3614a945b2f, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f3302ff3-17a4-465d-8d90-b3614a945b2f,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:10:14.441119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95338fd-2ce1-42f1-b12f-b33743721137 None None] Pushing event updated for resources: {'Port': ['ID=f3302ff3-17a4-465d-8d90-b3614a945b2f,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:14.443674 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:14.472717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Transition to ACTIVE for port object 31f1cee4-3243-4655-b01f-5b765832f03b will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:14.488109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95338fd-2ce1-42f1-b12f-b33743721137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:14.488644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95338fd-2ce1-42f1-b12f-b33743721137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:14.489250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95338fd-2ce1-42f1-b12f-b33743721137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:14.489947 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95338fd-2ce1-42f1-b12f-b33743721137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:14.490467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95338fd-2ce1-42f1-b12f-b33743721137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:14.490976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95338fd-2ce1-42f1-b12f-b33743721137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:14.491843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95338fd-2ce1-42f1-b12f-b33743721137 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:14.492424 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95338fd-2ce1-42f1-b12f-b33743721137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:14.492978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95338fd-2ce1-42f1-b12f-b33743721137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:14.493525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95338fd-2ce1-42f1-b12f-b33743721137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:14.494034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95338fd-2ce1-42f1-b12f-b33743721137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:14.494919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95338fd-2ce1-42f1-b12f-b33743721137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:14.556148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Routers {'c633b0b5-89ab-4674-8d33-afe66a54987b'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:14.556786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:10:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c633b0b5-89ab-4674-8d33-afe66a54987b'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:14.560151 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13bb3687-8d0e-459b-8c33-b18c9fd9607c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:14.575836 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13bb3687-8d0e-459b-8c33-b18c9fd9607c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:14.624638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Allocated IP 172.20.0.1 (86fc7ca2-0435-4c00-bd25-7a5b3b91fccf/01cacccf-3859-4280-a265-b49304c947e3/e1c97a07-baa3-4105-b34a-1aef3e436ad2) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:10:14.673151 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-13bb3687-8d0e-459b-8c33-b18c9fd9607c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92308eb9d1964982bde639b79a4fbc46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7307942 Aug 28 13:10:14.678727 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb3687-8d0e-459b-8c33-b18c9fd9607c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a06b39f-9809-44e6-afe4-137a16890d10,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:14.681544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55168) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:14.798276 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-45690290-456b-479d-9457-90f43c64afdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:14.805619 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:14.823632 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:14.834437 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Transition to ACTIVE for port object e1c97a07-baa3-4105-b34a-1aef3e436ad2 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:14.841691 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-45690290-456b-479d-9457-90f43c64afdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:14.876604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] Set router c633b0b5-89ab-4674-8d33-afe66a54987b gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:14.888366 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:14.945573 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-45690290-456b-479d-9457-90f43c64afdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:14.949417 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-45690290-456b-479d-9457-90f43c64afdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:14.954301 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-45690290-456b-479d-9457-90f43c64afdf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a06b39f-9809-44e6-afe4-137a16890d10 HTTP/1.1" status: 204 len: 168 time: 0.2651331 Aug 28 13:10:14.968176 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45690290-456b-479d-9457-90f43c64afdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a06b39f-9809-44e6-afe4-137a16890d10,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:14.990679 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=e1c97a07-baa3-4105-b34a-1aef3e436ad2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:15.001652 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:10:15.004007 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:10:15.007880 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:10:15.115647 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:15.246075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:10:15.246885 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95338fd-2ce1-42f1-b12f-b33743721137 None None] Pushing event updated for resources: {'Port': ['ID=f3302ff3-17a4-465d-8d90-b3614a945b2f,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:15.327977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:10:15.333120 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:10:15.382010 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:15.404949 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Pushing event updated for resources: {'Port': ['ID=31f1cee4-3243-4655-b01f-5b765832f03b,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:15.413933 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:15.429672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Attempting to bind port 31f1cee4-3243-4655-b01f-5b765832f03b on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:10:15.430045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Attempting to bind port 31f1cee4-3243-4655-b01f-5b765832f03b by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:10:15.430916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Attempting to bind port 31f1cee4-3243-4655-b01f-5b765832f03b on network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:10:15.441978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:10:15.442373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Checking segment: {'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:10:15.442808 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:15.443188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Bound using segment: {'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:10:15.443671 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Bound port: 31f1cee4-3243-4655-b01f-5b765832f03b, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:10:15.444052 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:15.460850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114190541', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:11Z', 'revision_number': 3, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:15.513790 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c50f2-7b86-4307-a7ce-435dcdceed16 None None] The sync data for ids ['c633b0b5-89ab-4674-8d33-afe66a54987b'] in n-d-791505-21 is: [{'id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114190541', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:11Z', 'revision_number': 3, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:10:15.574770 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] For port 31f1cee4-3243-4655-b01f-5b765832f03b, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:10:15.580721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] For port 31f1cee4-3243-4655-b01f-5b765832f03b, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=31f1cee4-3243-4655-b01f-5b765832f03b,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:10:15.593755 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:15.685576 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6ee52-a599-42b7-98a9-6bae50c8515f None None] Pushing event updated for resources: {'Port': ['ID=31f1cee4-3243-4655-b01f-5b765832f03b,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:15.726987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55272) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:15.753634 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-912f5793-f622-4a7b-8219-a53ee0a2f2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:16.010455 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-912f5793-f622-4a7b-8219-a53ee0a2f2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:16.017919 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-912f5793-f622-4a7b-8219-a53ee0a2f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:16.089221 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f5793-f622-4a7b-8219-a53ee0a2f2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410799d9-4afa-46e4-a06c-a80256e1a9ee,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:16.148936 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:16.167681 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:16.201291 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-912f5793-f622-4a7b-8219-a53ee0a2f2c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6aaa836e63e4069a8292aff27d358c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4719143 Aug 28 13:10:16.203345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55318) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:16.316406 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46974b9c-1413-43bf-af80-534c5462ed93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:16.357312 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46974b9c-1413-43bf-af80-534c5462ed93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:16.369206 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=e1c97a07-baa3-4105-b34a-1aef3e436ad2,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:16.434444 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46974b9c-1413-43bf-af80-534c5462ed93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:16.440008 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-46974b9c-1413-43bf-af80-534c5462ed93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:16.441697 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-46974b9c-1413-43bf-af80-534c5462ed93 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/410799d9-4afa-46e4-a06c-a80256e1a9ee HTTP/1.1" status: 204 len: 168 time: 0.2311416 Aug 28 13:10:16.470540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46974b9c-1413-43bf-af80-534c5462ed93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410799d9-4afa-46e4-a06c-a80256e1a9ee,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:16.472242 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:16.581615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-af18f581-2f55-4687-bc2d-230413576b6d req-6249927c-4745-4c98-9ced-f20751839a4a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2056398 Aug 28 13:10:16.735505 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:10:16.741431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:10:16.802383 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 31f1cee4-3243-4655-b01f-5b765832f03b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:10:16.967314 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 31f1cee4-3243-4655-b01f-5b765832f03b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:10:16.982146 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f3302ff3-17a4-465d-8d90-b3614a945b2f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:10:17.354244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18f581-2f55-4687-bc2d-230413576b6d req-8c63dff8-aaff-4bcd-bd3d-a74917bbc3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:17.360398 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-af18f581-2f55-4687-bc2d-230413576b6d req-8c63dff8-aaff-4bcd-bd3d-a74917bbc3e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e0b5f8400e249c692c57bfc31dc1d5d&device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 1136 time: 0.6221354 Aug 28 13:10:17.373984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router c633b0b5-89ab-4674-8d33-afe66a54987b has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:10:17.619680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port f3302ff3-17a4-465d-8d90-b3614a945b2f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:10:17.631761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f3302ff3-17a4-465d-8d90-b3614a945b2f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:17.632407 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:17.785641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aac865-74cb-48a4-b3a6-27d1b509021f None None] Network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:10:17.861131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2b33aba5-1f5e-4ed4-bec6-0125560ce634 None None] Provisioning for port 31f1cee4-3243-4655-b01f-5b765832f03b completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:10:17.868558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2b33aba5-1f5e-4ed4-bec6-0125560ce634 None None] Provisioning complete for port 31f1cee4-3243-4655-b01f-5b765832f03b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:17.869161 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2b33aba5-1f5e-4ed4-bec6-0125560ce634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:17.965609 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:17.991907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port f3302ff3-17a4-465d-8d90-b3614a945b2f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f3302ff3-17a4-465d-8d90-b3614a945b2f,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:18.020925 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:18.207279 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2b33aba5-1f5e-4ed4-bec6-0125560ce634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:18.323380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-2b33aba5-1f5e-4ed4-bec6-0125560ce634 None None] For port 31f1cee4-3243-4655-b01f-5b765832f03b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=31f1cee4-3243-4655-b01f-5b765832f03b,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:18.325217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=f3302ff3-17a4-465d-8d90-b3614a945b2f,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:18.333605 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2b33aba5-1f5e-4ed4-bec6-0125560ce634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:18.513376 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:10:18.529244 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33aba5-1f5e-4ed4-bec6-0125560ce634 None None] Pushing event updated for resources: {'Port': ['ID=31f1cee4-3243-4655-b01f-5b765832f03b,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:18.542406 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8b647332-0637-4294-97f5-a428117f8a2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "PUT /v2.0/routers/c633b0b5-89ab-4674-8d33-afe66a54987b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5321579 Aug 28 13:10:18.603967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f3302ff3-17a4-465d-8d90-b3614a945b2f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:10:18.646591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18f581-2f55-4687-bc2d-230413576b6d req-06e82ef5-66c5-4042-8628-a7f0e722cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:18.648360 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-af18f581-2f55-4687-bc2d-230413576b6d req-06e82ef5-66c5-4042-8628-a7f0e722cba6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=12c0fd3b-8d6a-48a6-8216-97e247ac67a4 HTTP/1.1" status: 200 len: 895 time: 1.2590010 Aug 28 13:10:18.790050 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f3302ff3-17a4-465d-8d90-b3614a945b2f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:18.790453 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:18.829489 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Sync routers for ids ['c633b0b5-89ab-4674-8d33-afe66a54987b'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:10:18.857694 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Routers {'c633b0b5-89ab-4674-8d33-afe66a54987b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:18.859162 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:10:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c633b0b5-89ab-4674-8d33-afe66a54987b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:19.054045 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-af18f581-2f55-4687-bc2d-230413576b6d req-4a9f81ef-2881-413b-b1d5-81bc0fd290de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72b99dca-a602-4928-a864-77214ed5ca16 HTTP/1.1" status: 200 len: 1001 time: 0.3970747 Aug 28 13:10:19.068737 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Set router c633b0b5-89ab-4674-8d33-afe66a54987b gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:19.132926 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f00ad4d4-cdda-4a54-9ce8-e4c393babcc5 None None] Provisioning complete for port 31f1cee4-3243-4655-b01f-5b765832f03b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:19.134286 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f00ad4d4-cdda-4a54-9ce8-e4c393babcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:19.171547 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-0f02af12-f1ef-4d62-987a-d36d1a66f609 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-744042857&fields=id&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46 HTTP/1.1" status: 200 len: 267 time: 0.2430215 Aug 28 13:10:19.299322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f00ad4d4-cdda-4a54-9ce8-e4c393babcc5 None None] Provisioning for port e1c97a07-baa3-4105-b34a-1aef3e436ad2 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:10:19.303332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f00ad4d4-cdda-4a54-9ce8-e4c393babcc5 None None] Provisioning complete for port e1c97a07-baa3-4105-b34a-1aef3e436ad2 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:19.303701 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f00ad4d4-cdda-4a54-9ce8-e4c393babcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:19.358827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18f581-2f55-4687-bc2d-230413576b6d req-6a7585e7-dc26-44df-8f3c-938856d88152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:19.365021 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-af18f581-2f55-4687-bc2d-230413576b6d req-6a7585e7-dc26-44df-8f3c-938856d88152 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07249edc-8c1d-432e-838e-f70aee4991a2 HTTP/1.1" status: 200 len: 834 time: 0.2156641 Aug 28 13:10:19.371818 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f00ad4d4-cdda-4a54-9ce8-e4c393babcc5 None None] Port e1c97a07-baa3-4105-b34a-1aef3e436ad2 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:10:19.545387 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114190541', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:15Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'e1c97a07-baa3-4105-b34a-1aef3e436ad2', 'name': '', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:69:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '01cacccf-3859-4280-a265-b49304c947e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:14Z', 'updated_at': '2021-08-28T13:10:15Z', 'revision_number': 2, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '01cacccf-3859-4280-a265-b49304c947e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:19.551944 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9ef94aea-b87b-4800-a640-46c527de639f None None] Provisioning complete for port e1c97a07-baa3-4105-b34a-1aef3e436ad2 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:19.552328 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9ef94aea-b87b-4800-a640-46c527de639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:19.608742 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Checking router: c633b0b5-89ab-4674-8d33-afe66a54987b for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:10:19.612403 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Updating router c633b0b5-89ab-4674-8d33-afe66a54987b port e1c97a07-baa3-4105-b34a-1aef3e436ad2 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:10:19.643864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9ef94aea-b87b-4800-a640-46c527de639f None None] Port e1c97a07-baa3-4105-b34a-1aef3e436ad2 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:10:19.666174 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:19.684310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18f581-2f55-4687-bc2d-230413576b6d req-373ffe78-fd94-4a70-89db-5991ce8609e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:19.689450 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-af18f581-2f55-4687-bc2d-230413576b6d req-373ffe78-fd94-4a70-89db-5991ce8609e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=12c0fd3b-8d6a-48a6-8216-97e247ac67a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3010414 Aug 28 13:10:19.717769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-c28d0381-24d0-4cd0-866a-d34126a67abd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:19.723930 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-c28d0381-24d0-4cd0-866a-d34126a67abd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/networks?id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf HTTP/1.1" status: 200 len: 795 time: 0.5514557 Aug 28 13:10:19.851189 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-f6506bfa-d644-4bf0-8cff-bf185fbaf958 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/quotas/76128c3db5c64f1fb1ea03729f5b5e46 HTTP/1.1" status: 200 len: 375 time: 0.1126773 Aug 28 13:10:19.993096 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7c00fd31-7c37-4dff-aa66-60326044ee04 None None] Provisioning complete for port e1c97a07-baa3-4105-b34a-1aef3e436ad2 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:19.993468 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c00fd31-7c37-4dff-aa66-60326044ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:20.007963 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-af18f581-2f55-4687-bc2d-230413576b6d req-17e8a284-aefe-4c12-bf52-f675af3695a8 service neutron] 10.222.0.11 "GET /v2.0/networks/12c0fd3b-8d6a-48a6-8216-97e247ac67a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824838 Aug 28 13:10:20.033803 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7c00fd31-7c37-4dff-aa66-60326044ee04 None None] Port e1c97a07-baa3-4105-b34a-1aef3e436ad2 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:10:20.041625 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-74ef378b-0246-4cbf-8232-5407ea842937 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1800513 Aug 28 13:10:20.168497 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-af18f581-2f55-4687-bc2d-230413576b6d req-8b1bc1f0-8846-4443-9158-0afba6f19d4f service neutron] 10.222.0.11 "GET /v2.0/networks/12c0fd3b-8d6a-48a6-8216-97e247ac67a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504257 Aug 28 13:10:20.185561 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:20.221962 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Transition to ACTIVE for port object e1c97a07-baa3-4105-b34a-1aef3e436ad2 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:20.240425 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:20.302455 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-ef2b3e9d-4d99-483b-9d30-94b21f7b3ad8 service neutron] 10.222.0.20 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445107 Aug 28 13:10:20.365717 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8d893-cdfd-40dd-ab87-0720dc98eaf8 None None] Pushing event updated for resources: {'Port': ['ID=e1c97a07-baa3-4105-b34a-1aef3e436ad2,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:20.470477 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Attempting to bind port e1c97a07-baa3-4105-b34a-1aef3e436ad2 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:10:20.470849 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Attempting to bind port e1c97a07-baa3-4105-b34a-1aef3e436ad2 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:10:20.471395 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Attempting to bind port e1c97a07-baa3-4105-b34a-1aef3e436ad2 on network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:10:20.488587 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:10:20.489106 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Checking segment: {'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:10:20.489749 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:20.490470 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Bound using segment: {'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:10:20.491422 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Bound port: e1c97a07-baa3-4105-b34a-1aef3e436ad2, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:10:20.491995 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:20.530777 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-63dbb877-d4ec-4acf-a4bd-3f351ecc8c8e service neutron] 10.222.0.20 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270296 Aug 28 13:10:20.583192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 31f1cee4-3243-4655-b01f-5b765832f03b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:10:20.653133 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] For port e1c97a07-baa3-4105-b34a-1aef3e436ad2, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:10:20.667124 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] For port e1c97a07-baa3-4105-b34a-1aef3e436ad2, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e1c97a07-baa3-4105-b34a-1aef3e436ad2,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:10:20.683018 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:20.829124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 31f1cee4-3243-4655-b01f-5b765832f03b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:20.829683 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:20.957395 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Routers {'c633b0b5-89ab-4674-8d33-afe66a54987b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:20.958169 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:10:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c633b0b5-89ab-4674-8d33-afe66a54987b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:20.960276 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8d893-cdfd-40dd-ab87-0720dc98eaf8 None None] Pushing event updated for resources: {'Port': ['ID=e1c97a07-baa3-4105-b34a-1aef3e436ad2,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:21.020676 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ee7d607-65f6-4f84-9ad0-4e87ff1d9d68 req-cbd3b0b8-9545-43f3-9141-68a7dd0510a8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 210 time: 0.0849423 Aug 28 13:10:21.376859 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] Set router c633b0b5-89ab-4674-8d33-afe66a54987b gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:21.756525 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114190541', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:15Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'e1c97a07-baa3-4105-b34a-1aef3e436ad2', 'name': '', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:69:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '01cacccf-3859-4280-a265-b49304c947e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:14Z', 'updated_at': '2021-08-28T13:10:20Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '01cacccf-3859-4280-a265-b49304c947e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:21.801607 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dc6416-566f-4be5-90cc-d3d4af021326 None None] The sync data for ids ['c633b0b5-89ab-4674-8d33-afe66a54987b'] in n-d-791505-21 is: [{'id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114190541', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:15Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'e1c97a07-baa3-4105-b34a-1aef3e436ad2', 'name': '', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:69:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '01cacccf-3859-4280-a265-b49304c947e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:14Z', 'updated_at': '2021-08-28T13:10:20Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '01cacccf-3859-4280-a265-b49304c947e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:10:22.254201 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b42a4cee-8e43-4b25-a5d5-419e0b28b1d3 req-0e91d0a7-2fc8-4252-92e3-45e9a74fbebe tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 210 time: 0.0505221 Aug 28 13:10:22.643275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e1c97a07-baa3-4105-b34a-1aef3e436ad2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:10:22.775319 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port e1c97a07-baa3-4105-b34a-1aef3e436ad2 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:10:22.779574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port e1c97a07-baa3-4105-b34a-1aef3e436ad2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:22.780039 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:22.812715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-c3288d46-ef18-4197-b6c3-7744a2a8e39a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:22.814553 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-c3288d46-ef18-4197-b6c3-7744a2a8e39a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.10 "GET /v2.0/networks?id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf HTTP/1.1" status: 200 len: 795 time: 0.2288697 Aug 28 13:10:22.936875 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:22.967359 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-3fb966f2-3aba-4d92-9c57-9d7e8e1071e5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46 HTTP/1.1" status: 200 len: 379 time: 0.1401846 Aug 28 13:10:22.984705 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-4b808a04-d4c0-4dfa-b300-2b3f1bc4bf19 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'port': {'device_id': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'admin_state_up': True, 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'security_groups': ['bd949ec0-6bb1-4cb4-ab27-96310e7e5892']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:22.994818 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port e1c97a07-baa3-4105-b34a-1aef3e436ad2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e1c97a07-baa3-4105-b34a-1aef3e436ad2,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:23.004435 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:23.072671 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=e1c97a07-baa3-4105-b34a-1aef3e436ad2,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:23.270927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55684) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:23.353934 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-4b808a04-d4c0-4dfa-b300-2b3f1bc4bf19 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Made reservation on behalf of 76128c3db5c64f1fb1ea03729f5b5e46 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:10:23.365331 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-4b808a04-d4c0-4dfa-b300-2b3f1bc4bf19 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:23.540819 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f22a66a1-83a3-4295-ad8a-c0a080b79513 req-96d696c3-3d32-4f43-b520-8d39064f7073 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 210 time: 0.0737154 Aug 28 13:10:23.657008 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-4b808a04-d4c0-4dfa-b300-2b3f1bc4bf19 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Allocated IP 172.20.0.3 (86fc7ca2-0435-4c00-bd25-7a5b3b91fccf/01cacccf-3859-4280-a265-b49304c947e3/c70812e5-9217-4d62-a4c3-5eb308c7749d) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:10:24.006946 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-4b808a04-d4c0-4dfa-b300-2b3f1bc4bf19 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:24.505202 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb23d318-3c51-4b82-bf94-c05b9c40275e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:24.563102 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e1c97a07-baa3-4105-b34a-1aef3e436ad2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:10:24.689758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port e1c97a07-baa3-4105-b34a-1aef3e436ad2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:24.690174 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:24.802042 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-4b808a04-d4c0-4dfa-b300-2b3f1bc4bf19 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Transition to ACTIVE for port object c70812e5-9217-4d62-a4c3-5eb308c7749d will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:24.816955 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d99cc5e-b9a8-4f86-aa07-4e6dc87a6f21 req-1e80f652-d1f5-443d-bdb9-727746dc1ff5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 210 time: 0.1165817 Aug 28 13:10:24.920744 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-4b808a04-d4c0-4dfa-b300-2b3f1bc4bf19 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:24.978897 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-4b808a04-d4c0-4dfa-b300-2b3f1bc4bf19 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:10:24.996580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-4b808a04-d4c0-4dfa-b300-2b3f1bc4bf19 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:10:25.002025 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-4b808a04-d4c0-4dfa-b300-2b3f1bc4bf19 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:10:25.067604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b808a04-d4c0-4dfa-b300-2b3f1bc4bf19 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=c70812e5-9217-4d62-a4c3-5eb308c7749d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:25.118118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-4b808a04-d4c0-4dfa-b300-2b3f1bc4bf19 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:25.119068 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-4b808a04-d4c0-4dfa-b300-2b3f1bc4bf19 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:25.135909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-eb23d318-3c51-4b82-bf94-c05b9c40275e admin admin] Deleting port f14ae755-7218-455c-b31b-a6bc7311bbc1 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:10:25.136374 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb23d318-3c51-4b82-bf94-c05b9c40275e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:25.145911 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-4b808a04-d4c0-4dfa-b300-2b3f1bc4bf19 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1653805 Aug 28 13:10:25.292435 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Request body: {'port': {'device_id': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:25.329562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-eb23d318-3c51-4b82-bf94-c05b9c40275e admin admin] For port f14ae755-7218-455c-b31b-a6bc7311bbc1, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f14ae755-7218-455c-b31b-a6bc7311bbc1,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:25.330010 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb23d318-3c51-4b82-bf94-c05b9c40275e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:25.358104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-eb23d318-3c51-4b82-bf94-c05b9c40275e admin admin] Calling delete_port for f14ae755-7218-455c-b31b-a6bc7311bbc1 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:10:25.383517 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7cb974e9-a4f3-4258-8f22-81a9f494d364 None None] Provisioning for port c70812e5-9217-4d62-a4c3-5eb308c7749d completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:10:25.387813 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7cb974e9-a4f3-4258-8f22-81a9f494d364 None None] Provisioning complete for port c70812e5-9217-4d62-a4c3-5eb308c7749d triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:25.388467 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7cb974e9-a4f3-4258-8f22-81a9f494d364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:25.391999 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:25.456443 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7cb974e9-a4f3-4258-8f22-81a9f494d364 None None] Port c70812e5-9217-4d62-a4c3-5eb308c7749d cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:10:25.659566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55742) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:25.712455 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb23d318-3c51-4b82-bf94-c05b9c40275e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:25.744960 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23d318-3c51-4b82-bf94-c05b9c40275e admin admin] Pushing event deleted for resources: {'Port': ['ID=f14ae755-7218-455c-b31b-a6bc7311bbc1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:25.778623 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70812e5-9217-4d62-a4c3-5eb308c7749d {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:10:25.803160 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:25.824818 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Transition to ACTIVE for port object c70812e5-9217-4d62-a4c3-5eb308c7749d will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:25.835302 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:25.914028 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Pushing event updated for resources: {'Port': ['ID=c70812e5-9217-4d62-a4c3-5eb308c7749d,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:25.959725 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa1203cb-565a-4ce5-a6b8-27db4fffe0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:26.097131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Attempting to bind port c70812e5-9217-4d62-a4c3-5eb308c7749d on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:10:26.097720 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Attempting to bind port c70812e5-9217-4d62-a4c3-5eb308c7749d by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:10:26.097986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Attempting to bind port c70812e5-9217-4d62-a4c3-5eb308c7749d on network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:10:26.110182 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Port c70812e5-9217-4d62-a4c3-5eb308c7749d on network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:10:26.110182 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Attempting to bind port c70812e5-9217-4d62-a4c3-5eb308c7749d on network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:10:26.124596 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c782cfc-9e8e-4150-999d-49c50df2c992 req-394f6c97-a4b4-425c-af2d-095509b0861b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:26.127737 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4c782cfc-9e8e-4150-999d-49c50df2c992 req-394f6c97-a4b4-425c-af2d-095509b0861b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 943 time: 0.0956926 Aug 28 13:10:26.128927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:10:26.129397 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Checking segment: {'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:10:26.129895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Bound using segment: {'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:10:26.130497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Bound port: c70812e5-9217-4d62-a4c3-5eb308c7749d, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:10:26.130964 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:26.238902 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4c782cfc-9e8e-4150-999d-49c50df2c992 req-85268c47-ab88-43d3-a45f-20cac37f6603 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043003 Aug 28 13:10:26.252935 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa1203cb-565a-4ce5-a6b8-27db4fffe0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:26.269212 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aa1203cb-565a-4ce5-a6b8-27db4fffe0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:26.284669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:10:26.288967 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:10:26.294434 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:26.344680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:26.346478 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:26.347206 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] 10.222.0.10 "PUT /v2.0/ports/c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 1092 time: 1.1929514 Aug 28 13:10:26.347779 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:10:26.350701 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8695d4da-5863-4bc9-b148-d390c1bc1455" -d '{"events": [{"name": "network-changed", "server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:10:26.423299 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-aa1203cb-565a-4ce5-a6b8-27db4fffe0df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=321ab935f4444997ae085f281aa5ca29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7625000 Aug 28 13:10:26.425627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55766) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:26.428594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1203cb-565a-4ce5-a6b8-27db4fffe0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c00252c-408b-405d-adbe-d2d13118c31a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:26.462168 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a333bca-6b62-4dbd-8e40-6cbf6c43b98b x-openstack-request-id: req-0a333bca-6b62-4dbd-8e40-6cbf6c43b98b {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:10:26.462524 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:10:26.462786 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a333bca-6b62-4dbd-8e40-6cbf6c43b98b {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:10:26.463211 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'status': 'completed', 'code': 200} Aug 28 13:10:26.493400 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6d082-51ce-4920-aa4c-6c180076cb94 service neutron] Pushing event updated for resources: {'Port': ['ID=c70812e5-9217-4d62-a4c3-5eb308c7749d,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:26.525628 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-028ed37c-0628-4b5a-8d4a-f853d69d1980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:26.539031 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-a75227ad-a997-4f37-9501-77d7b109d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:26.540785 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-a75227ad-a997-4f37-9501-77d7b109d0a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1095 time: 0.1183958 Aug 28 13:10:26.593650 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb23d318-3c51-4b82-bf94-c05b9c40275e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:26.604681 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-57add2f2-0c51-4149-817e-2648432af95f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 217 time: 0.0515795 Aug 28 13:10:26.620677 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-028ed37c-0628-4b5a-8d4a-f853d69d1980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:26.730966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-5cae3b43-0b29-4065-8e85-eb805ec07822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:26.733739 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-5cae3b43-0b29-4065-8e85-eb805ec07822 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01cacccf-3859-4280-a265-b49304c947e3 HTTP/1.1" status: 200 len: 834 time: 0.1221626 Aug 28 13:10:26.798488 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-028ed37c-0628-4b5a-8d4a-f853d69d1980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:26.802164 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-028ed37c-0628-4b5a-8d4a-f853d69d1980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:26.806027 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-028ed37c-0628-4b5a-8d4a-f853d69d1980 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c00252c-408b-405d-adbe-d2d13118c31a HTTP/1.1" status: 204 len: 168 time: 0.3594732 Aug 28 13:10:26.821772 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-b79032b0-4b5f-4f78-a505-0214470ed8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:26.823413 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-b79032b0-4b5f-4f78-a505-0214470ed8bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810807 Aug 28 13:10:26.930150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ed37c-0628-4b5a-8d4a-f853d69d1980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c00252c-408b-405d-adbe-d2d13118c31a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:26.972846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb23d318-3c51-4b82-bf94-c05b9c40275e admin admin] Router e147da00-12de-46bf-9da2-ab52d59b8ebe has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:10:26.996734 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-bc663ebf-a341-45e6-8593-1dfe04966aae service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624775 Aug 28 13:10:27.149671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb23d318-3c51-4b82-bf94-c05b9c40275e admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:10:27.155358 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-eb23d318-3c51-4b82-bf94-c05b9c40275e admin admin] 10.222.0.20 "PUT /v2.0/routers/e147da00-12de-46bf-9da2-ab52d59b8ebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8827784 Aug 28 13:10:27.158402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55786) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:27.162418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be45e9-27ef-4625-8336-9443f889579c None None] Sync routers for ids ['e147da00-12de-46bf-9da2-ab52d59b8ebe'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:10:27.174966 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be45e9-27ef-4625-8336-9443f889579c None None] Routers {'e147da00-12de-46bf-9da2-ab52d59b8ebe'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:27.176420 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c62c20d4-a4ff-4794-a166-af0501bf9708 req-0b0ac1f8-e55c-4958-889c-92a13755eba5 service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694906 Aug 28 13:10:27.177121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b6be45e9-27ef-4625-8336-9443f889579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:10:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e147da00-12de-46bf-9da2-ab52d59b8ebe'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:27.343736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695d4da-5863-4bc9-b148-d390c1bc1455 req-1eaf1754-15d7-4e27-8732-25568ff24bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:27.346264 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8695d4da-5863-4bc9-b148-d390c1bc1455 req-1eaf1754-15d7-4e27-8732-25568ff24bf4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1095 time: 0.1013238 Aug 28 13:10:27.363583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b6be45e9-27ef-4625-8336-9443f889579c None None] Set router e147da00-12de-46bf-9da2-ab52d59b8ebe gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:27.636458 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6666f0c-d192-49a8-b24b-d35d0b0d384b admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:27.751008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b6be45e9-27ef-4625-8336-9443f889579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:10:25Z', 'revision_number': 5, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:27.791566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695d4da-5863-4bc9-b148-d390c1bc1455 req-4a017403-8477-43d2-889f-75704a9d5aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:27.793389 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8695d4da-5863-4bc9-b148-d390c1bc1455 req-4a017403-8477-43d2-889f-75704a9d5aca service neutron] 10.222.0.10 "GET /v2.0/networks?id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf HTTP/1.1" status: 200 len: 895 time: 0.4361539 Aug 28 13:10:27.806077 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be45e9-27ef-4625-8336-9443f889579c None None] Checking router: e147da00-12de-46bf-9da2-ab52d59b8ebe for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:10:27.817964 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0067c4-322f-4502-a1bb-24dc9dc989e3 req-06c524c4-b0e7-48f8-9650-c0af43002f0b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:27.819593 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cb0067c4-322f-4502-a1bb-24dc9dc989e3 req-06c524c4-b0e7-48f8-9650-c0af43002f0b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 943 time: 0.2693689 Aug 28 13:10:27.829628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be45e9-27ef-4625-8336-9443f889579c None None] Routers {'e147da00-12de-46bf-9da2-ab52d59b8ebe'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:27.830484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b6be45e9-27ef-4625-8336-9443f889579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:10:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['e147da00-12de-46bf-9da2-ab52d59b8ebe'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:27.863069 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6666f0c-d192-49a8-b24b-d35d0b0d384b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:27.890419 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8695d4da-5863-4bc9-b148-d390c1bc1455 req-5ccaa5f2-6e81-480f-babd-d4ac9dfbf8ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 217 time: 0.0656419 Aug 28 13:10:27.955076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b6666f0c-d192-49a8-b24b-d35d0b0d384b admin admin] Deleting port aeb1b3f5-be48-483f-a183-020477f17aa7 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:10:27.955474 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6666f0c-d192-49a8-b24b-d35d0b0d384b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:27.959426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695d4da-5863-4bc9-b148-d390c1bc1455 req-9dd2aa50-d07b-484d-84f4-cad304493568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:27.961439 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8695d4da-5863-4bc9-b148-d390c1bc1455 req-9dd2aa50-d07b-484d-84f4-cad304493568 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01cacccf-3859-4280-a265-b49304c947e3 HTTP/1.1" status: 200 len: 834 time: 0.0589159 Aug 28 13:10:28.025840 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cb0067c4-322f-4502-a1bb-24dc9dc989e3 req-1838fd89-9ec7-46b1-851d-bdef01065c9b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853678 Aug 28 13:10:28.099438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695d4da-5863-4bc9-b148-d390c1bc1455 req-b1d2131e-c18d-4eb0-aedf-1ac6fcdc597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:28.111063 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8695d4da-5863-4bc9-b148-d390c1bc1455 req-b1d2131e-c18d-4eb0-aedf-1ac6fcdc597b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1195183 Aug 28 13:10:28.159235 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-b6666f0c-d192-49a8-b24b-d35d0b0d384b admin admin] For port aeb1b3f5-be48-483f-a183-020477f17aa7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=aeb1b3f5-be48-483f-a183-020477f17aa7,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:28.159999 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6666f0c-d192-49a8-b24b-d35d0b0d384b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:28.184894 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b6666f0c-d192-49a8-b24b-d35d0b0d384b admin admin] Calling delete_port for aeb1b3f5-be48-483f-a183-020477f17aa7 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:10:28.219537 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b6be45e9-27ef-4625-8336-9443f889579c None None] Set router e147da00-12de-46bf-9da2-ab52d59b8ebe gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:28.280540 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8695d4da-5863-4bc9-b148-d390c1bc1455 req-dbb764b9-fcfd-44d0-a9c5-a31911e75e15 service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685231 Aug 28 13:10:28.378314 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6666f0c-d192-49a8-b24b-d35d0b0d384b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:28.426176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6666f0c-d192-49a8-b24b-d35d0b0d384b admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb1b3f5-be48-483f-a183-020477f17aa7,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:28.479326 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8695d4da-5863-4bc9-b148-d390c1bc1455 req-47c6a808-26aa-4b89-9152-4cf27ffa6e91 service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879883 Aug 28 13:10:28.530732 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6666f0c-d192-49a8-b24b-d35d0b0d384b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:28.533670 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b6be45e9-27ef-4625-8336-9443f889579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:10:25Z', 'revision_number': 5, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:28.571846 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be45e9-27ef-4625-8336-9443f889579c None None] The sync data for ids ['e147da00-12de-46bf-9da2-ab52d59b8ebe'] in n-d-791505-21 is: [{'id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'name': 'tempest-AttachVolumeTestJSON-571719255-router', 'tenant_id': 'e4179b5bac764eccb52966068d97934f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:02:18Z', 'updated_at': '2021-08-28T13:10:25Z', 'revision_number': 5, 'project_id': 'e4179b5bac764eccb52966068d97934f', 'gw_port': {'id': 'aeb1b3f5-be48-483f-a183-020477f17aa7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e147da00-12de-46bf-9da2-ab52d59b8ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:02:19Z', 'updated_at': '2021-08-28T13:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:10:28.661251 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6666f0c-d192-49a8-b24b-d35d0b0d384b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:28.666592 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6666f0c-d192-49a8-b24b-d35d0b0d384b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:28.716408 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6666f0c-d192-49a8-b24b-d35d0b0d384b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:28.717277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6666f0c-d192-49a8-b24b-d35d0b0d384b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e147da00-12de-46bf-9da2-ab52d59b8ebe {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:10:28.726087 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6666f0c-d192-49a8-b24b-d35d0b0d384b admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:28.729719 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b6666f0c-d192-49a8-b24b-d35d0b0d384b admin admin] 10.222.0.20 "DELETE /v2.0/routers/e147da00-12de-46bf-9da2-ab52d59b8ebe HTTP/1.1" status: 204 len: 168 time: 1.5639651 Aug 28 13:10:28.730273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55872) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:28.783466 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-d333588a-44c5-4b13-883b-cdf4a3485e19 admin admin] Deleting subnet 44e4607b-0f93-463a-9372-9a1d7a81caa8 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:10:28.786805 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d333588a-44c5-4b13-883b-cdf4a3485e19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:28.824038 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d333588a-44c5-4b13-883b-cdf4a3485e19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:28.918821 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d333588a-44c5-4b13-883b-cdf4a3485e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:29.004318 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d333588a-44c5-4b13-883b-cdf4a3485e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:29.041895 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d333588a-44c5-4b13-883b-cdf4a3485e19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:29.046288 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d333588a-44c5-4b13-883b-cdf4a3485e19 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/44e4607b-0f93-463a-9372-9a1d7a81caa8 HTTP/1.1" status: 204 len: 168 time: 0.3112957 Aug 28 13:10:29.046288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333588a-44c5-4b13-883b-cdf4a3485e19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44e4607b-0f93-463a-9372-9a1d7a81caa8,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:29.048669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735b72eb-8c91-462d-987d-5d8b4a3ac96a None None] Network 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:10:29.049096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55878) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:29.166261 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:29.314965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] Deleting port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:10:29.315582 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:29.330337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84734e-a3cf-44e7-a6ab-a150a35e3e58 req-cef24619-de03-4bed-aa43-70aa7cd1f67d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:29.338267 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8d84734e-a3cf-44e7-a6ab-a150a35e3e58 req-cef24619-de03-4bed-aa43-70aa7cd1f67d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 943 time: 0.1307173 Aug 28 13:10:29.411047 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8d84734e-a3cf-44e7-a6ab-a150a35e3e58 req-69d46c67-424d-4371-910d-30bd2c0b2d92 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715284 Aug 28 13:10:29.423668 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1776158-9044-486b-b2ea-b4527c8fc5a6 None None] DHCP port deletion for 0fcf0a32-367c-4c48-9e70-14ecb5665bd8 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:10:29.468578 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] For port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:29.471001 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:29.504595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d1776158-9044-486b-b2ea-b4527c8fc5a6 None None] Deleting port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:10:29.505068 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d1776158-9044-486b-b2ea-b4527c8fc5a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:29.505809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] Calling delete_port for 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:10:29.664819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d1776158-9044-486b-b2ea-b4527c8fc5a6 None None] For port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9,segment=NetworkSegment(34b79c43-0025-48ef-9a19-41aa63dfa43d),segment_id=34b79c43-0025-48ef-9a19-41aa63dfa43d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:29.665521 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d1776158-9044-486b-b2ea-b4527c8fc5a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:29.669216 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:29.692538 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d1776158-9044-486b-b2ea-b4527c8fc5a6 None None] Calling delete_port for 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:10:29.698638 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:29.712363 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] No DVR routers for this DVR port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:10:29.810819 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:29.822824 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d1776158-9044-486b-b2ea-b4527c8fc5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:29.825033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fcf0a32-367c-4c48-9e70-14ecb5665bd8']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:29.847270 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1776158-9044-486b-b2ea-b4527c8fc5a6 None None] No DVR routers for this DVR port 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:10:29.848194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b79c43-0025-48ef-9a19-41aa63dfa43d') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:29.848712 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b79c43-0025-48ef-9a19-41aa63dfa43d') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:29.863116 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:29.872808 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1776158-9044-486b-b2ea-b4527c8fc5a6 None None] Pushing event deleted for resources: {'Port': ['ID=73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:29.887130 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:29.895258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:10:29.895666 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:10:29.897558 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:10:29.962143 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:29.973793 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:29.980225 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0fcf0a32-367c-4c48-9e70-14ecb5665bd8 HTTP/1.1" status: 204 len: 168 time: 0.9266882 Aug 28 13:10:30.018117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da33dd0-c3f8-4e64-aeb1-622e73e82d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fcf0a32-367c-4c48-9e70-14ecb5665bd8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:30.276652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55932) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:30.322530 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-734889dc-2150-4272-87ee-7d2900ea2867 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4179b5bac764eccb52966068d97934f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424299 Aug 28 13:10:30.323160 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55936) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:30.333990 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c70812e5-9217-4d62-a4c3-5eb308c7749d details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:10:30.381878 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df0f00aa-49ca-43b9-aeb2-c9eb7bed5f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:30.417824 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df0f00aa-49ca-43b9-aeb2-c9eb7bed5f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:30.485102 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df0f00aa-49ca-43b9-aeb2-c9eb7bed5f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:30.488667 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df0f00aa-49ca-43b9-aeb2-c9eb7bed5f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:30.491373 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-df0f00aa-49ca-43b9-aeb2-c9eb7bed5f45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/743332f7-3dcf-4ebc-9d03-f9652e6db59f HTTP/1.1" status: 204 len: 168 time: 0.1677325 Aug 28 13:10:30.512819 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f00aa-49ca-43b9-aeb2-c9eb7bed5f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743332f7-3dcf-4ebc-9d03-f9652e6db59f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:30.519408 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:30.555870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'port_id': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'mac_address': 'fa:16:3e:5e:6f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cacccf-3859-4280-a265-b49304c947e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:10:30.622134 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:30.636399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device aeb1b3f5-be48-483f-a183-020477f17aa7 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:10:30.673878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0209d7-fcd2-4c58-a46f-5f35879f4456 req-604ca448-ebf0-44f6-b3d7-6f9216196563 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:30.674440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70812e5-9217-4d62-a4c3-5eb308c7749d {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:10:30.682011 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e0209d7-fcd2-4c58-a46f-5f35879f4456 req-604ca448-ebf0-44f6-b3d7-6f9216196563 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 943 time: 0.1049809 Aug 28 13:10:30.716553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:30.726826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: aeb1b3f5-be48-483f-a183-020477f17aa7 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:10:30.727223 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device aeb1b3f5-be48-483f-a183-020477f17aa7 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:10:30.727763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:10:30.764304 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:30.766922 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e0209d7-fcd2-4c58-a46f-5f35879f4456 req-64d5377a-6246-4045-8c19-7c8220d9009e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834491 Aug 28 13:10:30.854644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:10:30.855148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 73ba67a7-e3f2-42f0-9cf1-d00f4b3b18c9 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:10:30.855613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f14ae755-7218-455c-b31b-a6bc7311bbc1 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:10:30.884787 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: f14ae755-7218-455c-b31b-a6bc7311bbc1 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:10:30.885397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f14ae755-7218-455c-b31b-a6bc7311bbc1 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:10:30.888061 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=c70812e5-9217-4d62-a4c3-5eb308c7749d,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:31.018848 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['c70812e5-9217-4d62-a4c3-5eb308c7749d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:10:31.882439 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c81b0-5894-40b8-9f90-3920a3f5c067 req-d95c2cb0-e954-4434-ba7c-a88374266608 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:31.886532 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c04c81b0-5894-40b8-9f90-3920a3f5c067 req-d95c2cb0-e954-4434-ba7c-a88374266608 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 944 time: 0.0622952 Aug 28 13:10:31.939824 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c04c81b0-5894-40b8-9f90-3920a3f5c067 req-c05e840e-8fd0-42b8-b412-8128a71317a3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451679 Aug 28 13:10:32.133784 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 55984) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:32.206982 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1cfc04b1-6c00-4a41-a74d-79c642164982 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1893 time: 0.0719447 Aug 28 13:10:32.207763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 55988) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:32.214149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2f819d1f-b776-412a-9197-0c8390cb441c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Request body: {'network': {'name': 'tempest-network-smoke--368471435', 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'port_security_enabled': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:32.255630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f819d1f-b776-412a-9197-0c8390cb441c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Made reservation on behalf of 4e0b5f8400e249c692c57bfc31dc1d5d for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:10:32.263632 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f819d1f-b776-412a-9197-0c8390cb441c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:32.316814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f819d1f-b776-412a-9197-0c8390cb441c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:10:32.330565 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f819d1f-b776-412a-9197-0c8390cb441c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:32.331155 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-2f819d1f-b776-412a-9197-0c8390cb441c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Added segment 5ac6825a-6401-401b-8d9e-c8a09574727d of type vlan for network a2913ac3-f299-46da-a89f-8cf9ee18b557 Aug 28 13:10:32.342180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c70812e5-9217-4d62-a4c3-5eb308c7749d up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:10:32.405010 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f819d1f-b776-412a-9197-0c8390cb441c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:32.451727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port c70812e5-9217-4d62-a4c3-5eb308c7749d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:10:32.463721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port c70812e5-9217-4d62-a4c3-5eb308c7749d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:32.464324 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:32.474862 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f819d1f-b776-412a-9197-0c8390cb441c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:32.485124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f819d1f-b776-412a-9197-0c8390cb441c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:32.495008 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f819d1f-b776-412a-9197-0c8390cb441c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:32.613359 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56012) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:32.618614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-754856110', 'admin_state_up': True, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:32.627557 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2f819d1f-b776-412a-9197-0c8390cb441c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4004374 Aug 28 13:10:32.664767 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:32.684122 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:32.685322 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:32.694798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f819d1f-b776-412a-9197-0c8390cb441c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'Network': ['ID=a2913ac3-f299-46da-a89f-8cf9ee18b557,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:32.717714 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network a2913ac3-f299-46da-a89f-8cf9ee18b557 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:10:32.794061 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:32.847066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:10:32.853993 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab965d80-edb9-4647-833b-d189c2232f07" -d '{"events": [{"server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "name": "network-vif-plugged", "status": "completed", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:10:32.885115 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:32.892162 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:32.998387 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d815e4-2f9f-455f-8f7e-0b0a6b2f868e x-openstack-request-id: req-25d815e4-2f9f-455f-8f7e-0b0a6b2f868e {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:10:33.001978 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "name": "network-vif-plugged", "status": "completed", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:10:33.002266 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25d815e4-2f9f-455f-8f7e-0b0a6b2f868e {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:10:33.003414 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'code': 200} Aug 28 13:10:33.032334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=c70812e5-9217-4d62-a4c3-5eb308c7749d,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:33.199664 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:33.215155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb4600-9526-4563-bb10-fb341d2d2612 req-9ce1b810-984d-499c-b3ec-f57d57e8f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:33.217174 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45eb4600-9526-4563-bb10-fb341d2d2612 req-9ce1b810-984d-499c-b3ec-f57d57e8f73b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1097 time: 0.1262569 Aug 28 13:10:33.295287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8630b-f5d5-42a1-9afc-c6067020b210 req-55370b8d-1e9d-4371-a0b9-e56bb6b79823 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:33.297471 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3c8630b-f5d5-42a1-9afc-c6067020b210 req-55370b8d-1e9d-4371-a0b9-e56bb6b79823 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.1937664 Aug 28 13:10:33.307499 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45eb4600-9526-4563-bb10-fb341d2d2612 req-d792ff4f-829c-41a8-82df-a75c74a14054 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753903 Aug 28 13:10:33.454846 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3c8630b-f5d5-42a1-9afc-c6067020b210 req-55b5f14d-17dc-4c73-8c54-a905a84c9d97 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404104 Aug 28 13:10:33.479431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56028) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:33.496863 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:33.525462 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:33.745307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Allocated IP 172.25.1.9 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/d5730793-a18a-4de7-a0f5-e309f1f35485) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:10:33.771217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85322326-6fa3-41b3-9984-27699bb0535f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:33.944344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:34.046837 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:34.055900 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85322326-6fa3-41b3-9984-27699bb0535f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:34.063117 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85322326-6fa3-41b3-9984-27699bb0535f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:34.117470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85322326-6fa3-41b3-9984-27699bb0535f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52512feb-38be-4355-8fca-7c2239670a70,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:34.135026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:10:34.137668 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-85322326-6fa3-41b3-9984-27699bb0535f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74a7bc3aa4e745bea9787a684c48cbb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6570318 Aug 28 13:10:34.140409 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:10:34.141178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56038) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:34.157046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:10:34.263936 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-339ca28e-f90a-4757-b4d3-cc9ee740eb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:34.273679 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'Port': ['ID=d5730793-a18a-4de7-a0f5-e309f1f35485,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:34.296425 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-339ca28e-f90a-4757-b4d3-cc9ee740eb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:34.371486 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-339ca28e-f90a-4757-b4d3-cc9ee740eb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:34.374221 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-339ca28e-f90a-4757-b4d3-cc9ee740eb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:34.379717 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-339ca28e-f90a-4757-b4d3-cc9ee740eb58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52512feb-38be-4355-8fca-7c2239670a70 HTTP/1.1" status: 204 len: 168 time: 0.2337737 Aug 28 13:10:34.413806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ca28e-f90a-4757-b4d3-cc9ee740eb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52512feb-38be-4355-8fca-7c2239670a70,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:34.740996 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:34.805304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16b2be-1f02-4b9a-96e2-995ea8267a13 req-79c66035-bb29-48b3-9561-c9e8458100ac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:34.814208 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4e16b2be-1f02-4b9a-96e2-995ea8267a13 req-79c66035-bb29-48b3-9561-c9e8458100ac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.2030938 Aug 28 13:10:34.928417 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4e16b2be-1f02-4b9a-96e2-995ea8267a13 req-61216295-3de7-46ee-a2cf-09c4924da69d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137156 Aug 28 13:10:35.153445 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:35.429138 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Router 96661e66-f600-4270-8563-69b606b1f05c is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:10:35.619783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:10:35.630549 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Sync routers for ids ['96661e66-f600-4270-8563-69b606b1f05c'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:10:35.648799 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Routers {'96661e66-f600-4270-8563-69b606b1f05c'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:35.662512 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:10:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['96661e66-f600-4270-8563-69b606b1f05c'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:35.693418 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:35.697575 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-80dbd829-f26f-4383-baec-1f91c6d3a8a5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.0803130 Aug 28 13:10:35.697801 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56128) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:35.863124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a7c708-09a8-43da-9c35-c8c3e4d895d3 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:35.864835 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e8a7c708-09a8-43da-9c35-c8c3e4d895d3 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=4e0b5f8400e249c692c57bfc31dc1d5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1661670 Aug 28 13:10:35.867935 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56148) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:35.942054 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Set router 96661e66-f600-4270-8563-69b606b1f05c gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:36.289433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac8ddf-ffeb-42fb-a401-62121961b952 req-9f2aceea-43c2-4ff2-a04f-fdea6fb2d6b9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:36.297941 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7aac8ddf-ffeb-42fb-a401-62121961b952 req-9f2aceea-43c2-4ff2-a04f-fdea6fb2d6b9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.2241724 Aug 28 13:10:36.361207 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab91b0b7-72df-458a-9f4d-e159847e4797 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:36.365696 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56214) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:36.370845 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ab91b0b7-72df-458a-9f4d-e159847e4797 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5014753 Aug 28 13:10:36.397999 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96661e66-f600-4270-8563-69b606b1f05c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-754856110', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:32Z', 'updated_at': '2021-08-28T13:10:34Z', 'revision_number': 3, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96661e66-f600-4270-8563-69b606b1f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:33Z', 'updated_at': '2021-08-28T13:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:36.433038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7aac8ddf-ffeb-42fb-a401-62121961b952 req-476ec1b7-a419-42ec-b87f-7253d021c782 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338787 Aug 28 13:10:36.463363 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Checking router: 96661e66-f600-4270-8563-69b606b1f05c for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:10:36.469964 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Updating router 96661e66-f600-4270-8563-69b606b1f05c port d5730793-a18a-4de7-a0f5-e309f1f35485 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:10:36.518605 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:36.529398 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-db9fee75-cc81-408b-844e-865d75f85243 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1620247 Aug 28 13:10:36.532345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56230) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:36.651533 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-96eae1e5-e7ec-498a-a12c-32d2777ed9ec tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=4e0b5f8400e249c692c57bfc31dc1d5d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0950999 Aug 28 13:10:36.655637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56246) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:37.183296 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:37.214304 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Transition to ACTIVE for port object d5730793-a18a-4de7-a0f5-e309f1f35485 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:37.229119 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:37.367147 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Attempting to bind port d5730793-a18a-4de7-a0f5-e309f1f35485 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:10:37.367510 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Attempting to bind port d5730793-a18a-4de7-a0f5-e309f1f35485 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:10:37.369402 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Attempting to bind port d5730793-a18a-4de7-a0f5-e309f1f35485 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:10:37.385064 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2a1e8-f22b-4c75-bcfe-7b90b492e7e2 None None] Pushing event updated for resources: {'Port': ['ID=d5730793-a18a-4de7-a0f5-e309f1f35485,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:37.388560 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:10:37.388926 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:10:37.389346 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:37.389697 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:10:37.390157 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Bound port: d5730793-a18a-4de7-a0f5-e309f1f35485, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:10:37.407904 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:37.418756 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a1e8-f22b-4c75-bcfe-7b90b492e7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:37.419093 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a1e8-f22b-4c75-bcfe-7b90b492e7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:37.419435 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a1e8-f22b-4c75-bcfe-7b90b492e7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:37.419738 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a1e8-f22b-4c75-bcfe-7b90b492e7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:37.420058 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a1e8-f22b-4c75-bcfe-7b90b492e7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:37.420377 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a1e8-f22b-4c75-bcfe-7b90b492e7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:37.420675 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a1e8-f22b-4c75-bcfe-7b90b492e7e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:37.420989 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a1e8-f22b-4c75-bcfe-7b90b492e7e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:37.421298 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a1e8-f22b-4c75-bcfe-7b90b492e7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:37.421606 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a1e8-f22b-4c75-bcfe-7b90b492e7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:37.422237 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a1e8-f22b-4c75-bcfe-7b90b492e7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:37.422237 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a1e8-f22b-4c75-bcfe-7b90b492e7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:37.531236 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] For port d5730793-a18a-4de7-a0f5-e309f1f35485, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:10:37.531411 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:37.553936 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] For port d5730793-a18a-4de7-a0f5-e309f1f35485, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d5730793-a18a-4de7-a0f5-e309f1f35485,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:10:37.561086 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:37.617199 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2a1e8-f22b-4c75-bcfe-7b90b492e7e2 None None] Pushing event updated for resources: {'Port': ['ID=d5730793-a18a-4de7-a0f5-e309f1f35485,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:37.664286 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Routers {'96661e66-f600-4270-8563-69b606b1f05c'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:37.664925 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:10:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['96661e66-f600-4270-8563-69b606b1f05c'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:37.716901 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d46a05-249f-4572-9c37-3be08c3d026a req-e3a07baf-af46-4274-92bf-bd1f2286b5f4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:37.722300 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0d46a05-249f-4572-9c37-3be08c3d026a req-e3a07baf-af46-4274-92bf-bd1f2286b5f4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 1.0824184 Aug 28 13:10:37.821413 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] Set router 96661e66-f600-4270-8563-69b606b1f05c gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:37.905211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca8fe07-66ae-4671-97b6-54bd9983f4df tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:37.909521 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0ca8fe07-66ae-4671-97b6-54bd9983f4df tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.2534237 Aug 28 13:10:37.911914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56386) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:37.952611 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b0d46a05-249f-4572-9c37-3be08c3d026a req-0fe9f86e-60f6-4ba1-aba3-26e9accf8057 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059815 Aug 28 13:10:37.983109 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56400) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:38.028076 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8d28a97f-4a97-4aea-80b7-2667c4fe9311 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1149452 Aug 28 13:10:38.029067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56408) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:38.038825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2c3490f3-b12b-4f91-97a4-4972bc7fc051 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1842231583', 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557', 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:38.148986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371b76e3-f801-4736-979c-b9951f4b62d8 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:38.151151 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-371b76e3-f801-4736-979c-b9951f4b62d8 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1092 time: 0.1634612 Aug 28 13:10:38.158734 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56432) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:38.169353 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:38.255643 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:38.292512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3490f3-b12b-4f91-97a4-4972bc7fc051 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Made reservation on behalf of 4e0b5f8400e249c692c57bfc31dc1d5d for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:10:38.316317 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c3490f3-b12b-4f91-97a4-4972bc7fc051 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:38.480615 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96661e66-f600-4270-8563-69b606b1f05c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-754856110', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:32Z', 'updated_at': '2021-08-28T13:10:34Z', 'revision_number': 3, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96661e66-f600-4270-8563-69b606b1f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:33Z', 'updated_at': '2021-08-28T13:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:38.540763 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2236b0f-be6a-4e64-b251-55474415ceb0 None None] The sync data for ids ['96661e66-f600-4270-8563-69b606b1f05c'] in n-d-791505-21 is: [{'id': '96661e66-f600-4270-8563-69b606b1f05c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-754856110', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:32Z', 'updated_at': '2021-08-28T13:10:34Z', 'revision_number': 3, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96661e66-f600-4270-8563-69b606b1f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:33Z', 'updated_at': '2021-08-28T13:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:10:38.551936 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:38.776020 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Allocated IP 172.25.1.148 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/139bbdec-c187-4045-b308-66ee0014fa32) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:10:38.884469 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c3490f3-b12b-4f91-97a4-4972bc7fc051 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:39.004949 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:39.017270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3490f3-b12b-4f91-97a4-4972bc7fc051 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'Subnet': ['ID=3cde1046-4d17-4544-be07-2dbe80373a09,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:39.151175 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56556) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:39.151319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3490f3-b12b-4f91-97a4-4972bc7fc051 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Checking segment: {'id': '5ac6825a-6401-401b-8d9e-c8a09574727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:10:39.152295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3490f3-b12b-4f91-97a4-4972bc7fc051 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Network hostable DHCP agents. Network: a2913ac3-f299-46da-a89f-8cf9ee18b557, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:10:39.154859 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:39.197819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3490f3-b12b-4f91-97a4-4972bc7fc051 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Network a2913ac3-f299-46da-a89f-8cf9ee18b557 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:10:39.221598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-2c3490f3-b12b-4f91-97a4-4972bc7fc051 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, a2913ac3-f299-46da-a89f-8cf9ee18b557) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:10:39.232685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d464725b-f485-44b0-9ca0-9dfadfd09bcb None None] Network a2913ac3-f299-46da-a89f-8cf9ee18b557 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:10:39.235838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3490f3-b12b-4f91-97a4-4972bc7fc051 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:39.237303 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c3490f3-b12b-4f91-97a4-4972bc7fc051 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:39.241728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:10:39.245520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:10:39.249708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:10:39.262554 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2c3490f3-b12b-4f91-97a4-4972bc7fc051 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2321806 Aug 28 13:10:39.265149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56572) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:39.538666 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cffcabed-c1db-429e-94e0-c974cb986a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:39.611169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=139bbdec-c187-4045-b308-66ee0014fa32,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:39.628054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-a2913ac3-f299-46da-a89f-8cf9ee18b557', 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'fixed_ips': [{'subnet_id': '3cde1046-4d17-4544-be07-2dbe80373a09'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:10:39.638817 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:39.944353 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0617792-c236-4d39-9dca-e7bbdb5f7fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:39.979068 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:40.001850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Allocated IP 172.20.0.18 (a2913ac3-f299-46da-a89f-8cf9ee18b557/3cde1046-4d17-4544-be07-2dbe80373a09/b176617c-2d3b-40b9-b824-1b437b4a55a1) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:10:40.110669 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cffcabed-c1db-429e-94e0-c974cb986a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:40.117519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cffcabed-c1db-429e-94e0-c974cb986a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:40.195681 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cffcabed-c1db-429e-94e0-c974cb986a12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6050a8bb3489479c863205fb4cd69333&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0365784 Aug 28 13:10:40.196792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcabed-c1db-429e-94e0-c974cb986a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6525b1b8-c926-43dc-936f-3d753f76ec99,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:40.199591 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56622) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:40.223870 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:40.249856 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:40.262786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Transition to ACTIVE for port object b176617c-2d3b-40b9-b824-1b437b4a55a1 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:40.285924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Transition to ACTIVE for port object b176617c-2d3b-40b9-b824-1b437b4a55a1 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:40.295194 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:40.396275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Network a2913ac3-f299-46da-a89f-8cf9ee18b557 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:10:40.404949 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:10:40.411537 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:10:40.482487 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2783d251-e25a-497b-98b1-4762252aed54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:40.578973 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Pushing event updated for resources: {'Port': ['ID=b176617c-2d3b-40b9-b824-1b437b4a55a1,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:40.597602 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Attempting to bind port b176617c-2d3b-40b9-b824-1b437b4a55a1 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:10:40.598283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Attempting to bind port b176617c-2d3b-40b9-b824-1b437b4a55a1 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '5ac6825a-6401-401b-8d9e-c8a09574727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:10:40.599315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Attempting to bind port b176617c-2d3b-40b9-b824-1b437b4a55a1 on network a2913ac3-f299-46da-a89f-8cf9ee18b557 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:10:40.605224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:10:40.605844 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:10:40.606491 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Checking segment: {'id': '5ac6825a-6401-401b-8d9e-c8a09574727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:10:40.607103 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:40.607678 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Bound using segment: {'id': '5ac6825a-6401-401b-8d9e-c8a09574727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:10:40.608353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Bound port: b176617c-2d3b-40b9-b824-1b437b4a55a1, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac6825a-6401-401b-8d9e-c8a09574727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:10:40.608926 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:40.641628 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2783d251-e25a-497b-98b1-4762252aed54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:40.660883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d5730793-a18a-4de7-a0f5-e309f1f35485 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:10:40.717515 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:40.918220 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port d5730793-a18a-4de7-a0f5-e309f1f35485 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:10:40.924401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d5730793-a18a-4de7-a0f5-e309f1f35485 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:40.924771 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:40.930810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] For port b176617c-2d3b-40b9-b824-1b437b4a55a1, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:10:40.957646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Allocated IP 172.20.0.17 (a2913ac3-f299-46da-a89f-8cf9ee18b557/3cde1046-4d17-4544-be07-2dbe80373a09/f11803df-63b0-4d5b-a1c7-96cec2bb4aa4) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:10:40.988608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] For port b176617c-2d3b-40b9-b824-1b437b4a55a1, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b176617c-2d3b-40b9-b824-1b437b4a55a1,segment=NetworkSegment(5ac6825a-6401-401b-8d9e-c8a09574727d),segment_id=5ac6825a-6401-401b-8d9e-c8a09574727d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:10:41.001783 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:41.082352 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3ffc7-1688-4d0f-a8dd-c8be99f40db2 None None] Pushing event updated for resources: {'Port': ['ID=b176617c-2d3b-40b9-b824-1b437b4a55a1,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:41.091522 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:41.164276 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:41.186398 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2783d251-e25a-497b-98b1-4762252aed54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:41.188848 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2783d251-e25a-497b-98b1-4762252aed54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:41.193241 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2783d251-e25a-497b-98b1-4762252aed54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6525b1b8-c926-43dc-936f-3d753f76ec99 HTTP/1.1" status: 204 len: 168 time: 0.9694052 Aug 28 13:10:41.199573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port d5730793-a18a-4de7-a0f5-e309f1f35485, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d5730793-a18a-4de7-a0f5-e309f1f35485,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:41.206868 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:41.237041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783d251-e25a-497b-98b1-4762252aed54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6525b1b8-c926-43dc-936f-3d753f76ec99,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:41.349987 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:41.401800 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Transition to ACTIVE for port object f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:41.413026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=d5730793-a18a-4de7-a0f5-e309f1f35485,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:41.478147 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:41.558686 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:41.584966 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:41.686472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Network a2913ac3-f299-46da-a89f-8cf9ee18b557 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:10:41.690766 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:10:41.705084 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:10:41.791459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=139bbdec-c187-4045-b308-66ee0014fa32,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:41.849115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'Port': ['ID=f11803df-63b0-4d5b-a1c7-96cec2bb4aa4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:41.903975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:41.904324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:41.905582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:41.905953 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:41.906298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:41.908992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:41.908992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:41.909226 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:41.909457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:41.909792 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:41.910120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:41.910479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:41.944138 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:41.956635 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:42.115313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56646) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:42.209319 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fe06315-6db6-4f43-91f5-ce13c5846aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:42.239130 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:42.273938 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e63af17f-94c8-4b64-b6c8-ea6655b56833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:42.431495 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Floating IP 71e58da4-d32c-4b6e-9d91-6e790ced5782 associated. External IP: 172.25.1.148, port: c70812e5-9217-4d62-a4c3-5eb308c7749d. Aug 28 13:10:42.590417 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:42.816247 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d5730793-a18a-4de7-a0f5-e309f1f35485 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:10:42.857825 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fe06315-6db6-4f43-91f5-ce13c5846aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:42.868670 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0fe06315-6db6-4f43-91f5-ce13c5846aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:42.943155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe06315-6db6-4f43-91f5-ce13c5846aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05616f8c-5a47-4591-bbe9-3349d94fbd9a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:42.996683 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d5730793-a18a-4de7-a0f5-e309f1f35485 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:42.997292 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:43.026243 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0fe06315-6db6-4f43-91f5-ce13c5846aaf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0263c5c06ccc43f38cba5beec2d6c4e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9094088 Aug 28 13:10:43.030113 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56654) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:43.088948 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:43.104601 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdf1ddd-df51-4ae1-9443-0f77cef1340f None None] Network a2913ac3-f299-46da-a89f-8cf9ee18b557 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:10:43.107726 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:43.236270 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router c633b0b5-89ab-4674-8d33-afe66a54987b has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:10:43.364874 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2cca008e-f06d-456f-be0f-4cee0aacdd64 None None] Provisioning for port b176617c-2d3b-40b9-b824-1b437b4a55a1 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:10:43.401559 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'Port': ['ID=f11803df-63b0-4d5b-a1c7-96cec2bb4aa4,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:43.417600 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:43.420887 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a44472ce-a232-482d-a447-f119e69f16f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:43.439993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:10:43.469294 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:43.490905 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106a7392-bf60-4814-852d-a845373376a8 None None] Sync routers for ids ['c633b0b5-89ab-4674-8d33-afe66a54987b'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:10:43.536743 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-249c86f7-d7bf-4854-b6cd-5945ecacc362 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3755603 Aug 28 13:10:43.541287 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:10:43.543731 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979e3340-d51c-40c4-9cc1-dbba1e7ede4c" -d '{"events": [{"name": "network-changed", "server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:10:43.587199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106a7392-bf60-4814-852d-a845373376a8 None None] Routers {'c633b0b5-89ab-4674-8d33-afe66a54987b'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:43.588019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-106a7392-bf60-4814-852d-a845373376a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:10:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c633b0b5-89ab-4674-8d33-afe66a54987b'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:43.592647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b176617c-2d3b-40b9-b824-1b437b4a55a1 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:10:43.642681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Network a2913ac3-f299-46da-a89f-8cf9ee18b557 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:10:43.645439 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:43.648569 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:10:43.654005 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a44472ce-a232-482d-a447-f119e69f16f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:43.657422 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9112ca70-aaf7-47d2-8563-083d52cc9929 x-openstack-request-id: req-9112ca70-aaf7-47d2-8563-083d52cc9929 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:10:43.657653 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:10:43.657892 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9112ca70-aaf7-47d2-8563-083d52cc9929 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:10:43.658301 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'status': 'completed', 'code': 200} Aug 28 13:10:43.800884 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e3340-d51c-40c4-9cc1-dbba1e7ede4c req-464a2d45-5a25-4293-833d-56888504794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:43.806994 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-979e3340-d51c-40c4-9cc1-dbba1e7ede4c req-464a2d45-5a25-4293-833d-56888504794f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1097 time: 0.1097574 Aug 28 13:10:43.834010 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port b176617c-2d3b-40b9-b824-1b437b4a55a1 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:10:43.840976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b176617c-2d3b-40b9-b824-1b437b4a55a1 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:43.842198 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:43.954698 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a44472ce-a232-482d-a447-f119e69f16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:43.958115 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a44472ce-a232-482d-a447-f119e69f16f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:43.962597 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a44472ce-a232-482d-a447-f119e69f16f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05616f8c-5a47-4591-bbe9-3349d94fbd9a HTTP/1.1" status: 204 len: 168 time: 0.9192979 Aug 28 13:10:43.999508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-106a7392-bf60-4814-852d-a845373376a8 None None] Set router c633b0b5-89ab-4674-8d33-afe66a54987b gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:44.014698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a345a0a-67f9-4122-87d7-a2938a9c9f10 req-24d9b427-1e68-4223-bf3d-4c14bb749f38 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:44.020795 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9a345a0a-67f9-4122-87d7-a2938a9c9f10 req-24d9b427-1e68-4223-bf3d-4c14bb749f38 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.3501356 Aug 28 13:10:44.072797 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e3340-d51c-40c4-9cc1-dbba1e7ede4c req-268a0911-979b-46fd-a13c-de18a83bf2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:44.078314 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-979e3340-d51c-40c4-9cc1-dbba1e7ede4c req-268a0911-979b-46fd-a13c-de18a83bf2b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf HTTP/1.1" status: 200 len: 895 time: 0.2619004 Aug 28 13:10:44.155178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44472ce-a232-482d-a447-f119e69f16f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05616f8c-5a47-4591-bbe9-3349d94fbd9a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:44.269074 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9a345a0a-67f9-4122-87d7-a2938a9c9f10 req-680fc24c-5888-48f2-b852-f8f420239ead tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258801 Aug 28 13:10:44.281788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56668) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:44.302163 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Router 96661e66-f600-4270-8563-69b606b1f05c has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:10:44.394234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8cb38fb5-2a43-460c-ac84-cd6019400ebc None None] Provisioning complete for port b176617c-2d3b-40b9-b824-1b437b4a55a1 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:44.394844 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8cb38fb5-2a43-460c-ac84-cd6019400ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:44.581784 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:44.622928 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:10:44.637393 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d44d09dd-04ed-4f9d-8a34-8ead8d5299f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "PUT /v2.0/routers/96661e66-f600-4270-8563-69b606b1f05c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3694680 Aug 28 13:10:44.641066 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Sync routers for ids ['96661e66-f600-4270-8563-69b606b1f05c'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:10:44.673361 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Routers {'96661e66-f600-4270-8563-69b606b1f05c'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:44.674852 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:10:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['96661e66-f600-4270-8563-69b606b1f05c'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:44.849447 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port b176617c-2d3b-40b9-b824-1b437b4a55a1, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b176617c-2d3b-40b9-b824-1b437b4a55a1,segment=NetworkSegment(5ac6825a-6401-401b-8d9e-c8a09574727d),segment_id=5ac6825a-6401-401b-8d9e-c8a09574727d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:44.950257 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8cb38fb5-2a43-460c-ac84-cd6019400ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:44.952328 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:45.023562 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Set router 96661e66-f600-4270-8563-69b606b1f05c gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:45.084094 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-979e3340-d51c-40c4-9cc1-dbba1e7ede4c req-d6d36956-d0a1-48b7-8833-fb69ae3c44db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 999 time: 0.9782920 Aug 28 13:10:45.096506 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9ab4fcfa-26e8-4b2b-8809-a4c3876ce61d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/71e58da4-d32c-4b6e-9d91-6e790ced5782 HTTP/1.1" status: 200 len: 991 time: 0.8066046 Aug 28 13:10:45.154113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e3340-d51c-40c4-9cc1-dbba1e7ede4c req-e9b0e823-d36a-4575-ac02-d819928789f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:45.156221 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-979e3340-d51c-40c4-9cc1-dbba1e7ede4c req-e9b0e823-d36a-4575-ac02-d819928789f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01cacccf-3859-4280-a265-b49304c947e3 HTTP/1.1" status: 200 len: 834 time: 0.0583246 Aug 28 13:10:45.316036 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e3340-d51c-40c4-9cc1-dbba1e7ede4c req-998627bf-de4b-470a-94b7-73c9a49ab7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:45.318398 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-979e3340-d51c-40c4-9cc1-dbba1e7ede4c req-998627bf-de4b-470a-94b7-73c9a49ab7b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458933 Aug 28 13:10:45.374392 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733e08-c023-457b-84dc-31aee338aea5 req-a71bfa46-bb1b-4e31-86ef-1f713be73ca4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:45.376460 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70733e08-c023-457b-84dc-31aee338aea5 req-a71bfa46-bb1b-4e31-86ef-1f713be73ca4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/networks?id=a2913ac3-f299-46da-a89f-8cf9ee18b557 HTTP/1.1" status: 200 len: 797 time: 0.2191224 Aug 28 13:10:45.447301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-106a7392-bf60-4814-852d-a845373376a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114190541', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:15Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '71e58da4-d32c-4b6e-9d91-6e790ced5782', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'port_id': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'mac_address': 'fa:16:3e:5e:6f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:10:40Z', 'updated_at': '2021-08-28T13:10:40Z', 'revision_number': 0, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c97a07-baa3-4105-b34a-1aef3e436ad2', 'name': '', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:69:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '01cacccf-3859-4280-a265-b49304c947e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:14Z', 'updated_at': '2021-08-28T13:10:22Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '01cacccf-3859-4280-a265-b49304c947e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:45.534976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106a7392-bf60-4814-852d-a845373376a8 None None] Checking router: c633b0b5-89ab-4674-8d33-afe66a54987b for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:10:45.538492 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-979e3340-d51c-40c4-9cc1-dbba1e7ede4c req-27b12013-6b28-47ac-aeb1-ead6b937bbd8 service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942167 Aug 28 13:10:45.539813 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70733e08-c023-457b-84dc-31aee338aea5 req-8ce41eb4-28ed-436b-aac4-ad23981adb68 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/quotas/4e0b5f8400e249c692c57bfc31dc1d5d HTTP/1.1" status: 200 len: 375 time: 0.1524589 Aug 28 13:10:45.547728 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=b176617c-2d3b-40b9-b824-1b437b4a55a1,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:45.560140 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:45.572605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106a7392-bf60-4814-852d-a845373376a8 None None] Routers {'c633b0b5-89ab-4674-8d33-afe66a54987b'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:45.573489 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-106a7392-bf60-4814-852d-a845373376a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:10:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c633b0b5-89ab-4674-8d33-afe66a54987b'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:45.577018 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-8cb38fb5-2a43-460c-ac84-cd6019400ebc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:10:45.578896 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-8cb38fb5-2a43-460c-ac84-cd6019400ebc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:10:45.816726 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-979e3340-d51c-40c4-9cc1-dbba1e7ede4c req-ead212dd-e066-447b-934c-d8e4399c7d7a service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250822 Aug 28 13:10:45.843960 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-106a7392-bf60-4814-852d-a845373376a8 None None] Set router c633b0b5-89ab-4674-8d33-afe66a54987b gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:45.911372 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96661e66-f600-4270-8563-69b606b1f05c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-754856110', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:32Z', 'updated_at': '2021-08-28T13:10:42Z', 'revision_number': 4, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96661e66-f600-4270-8563-69b606b1f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:33Z', 'updated_at': '2021-08-28T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f11803df-63b0-4d5b-a1c7-96cec2bb4aa4', 'name': '', 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'mac_address': 'fa:16:3e:05:5b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96661e66-f600-4270-8563-69b606b1f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '3cde1046-4d17-4544-be07-2dbe80373a09', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:40Z', 'updated_at': '2021-08-28T13:10:42Z', 'revision_number': 2, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'subnets': [{'id': '3cde1046-4d17-4544-be07-2dbe80373a09', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:45.936214 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70733e08-c023-457b-84dc-31aee338aea5 req-844ff729-65ca-4360-892b-864c40c36c58 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e0b5f8400e249c692c57bfc31dc1d5d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3857279 Aug 28 13:10:45.979826 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Checking router: 96661e66-f600-4270-8563-69b606b1f05c for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:10:45.980637 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Updating router 96661e66-f600-4270-8563-69b606b1f05c port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:10:46.052359 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:46.098640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56716) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:46.120634 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70733e08-c023-457b-84dc-31aee338aea5 req-dc697897-f9a5-4ecd-9961-70fe8f8b48a0 service neutron] 10.222.0.20 "GET /v2.0/networks/a2913ac3-f299-46da-a89f-8cf9ee18b557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788440 Aug 28 13:10:46.332964 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0935cc15-d66f-47e8-9633-bc6679d88be3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/71e58da4-d32c-4b6e-9d91-6e790ced5782 HTTP/1.1" status: 200 len: 991 time: 0.2331665 Aug 28 13:10:46.415992 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70733e08-c023-457b-84dc-31aee338aea5 req-22f3b166-ec17-499e-928d-6e1e81b58451 service neutron] 10.222.0.20 "GET /v2.0/networks/a2913ac3-f299-46da-a89f-8cf9ee18b557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870433 Aug 28 13:10:46.452427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8cb38fb5-2a43-460c-ac84-cd6019400ebc None None] Provisioning for port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:10:46.491107 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56728) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:46.493303 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8cb38fb5-2a43-460c-ac84-cd6019400ebc None None] Provisioning complete for port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:46.493958 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8cb38fb5-2a43-460c-ac84-cd6019400ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:46.861168 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5e512f81-c3c3-4f9c-803d-1b27b143beb0 req-8365f99e-11d3-4fc4-9f55-d2dd4a1b2065 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 210 time: 0.0582542 Aug 28 13:10:46.913885 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8cb38fb5-2a43-460c-ac84-cd6019400ebc None None] Port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:10:46.973262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-106a7392-bf60-4814-852d-a845373376a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114190541', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:15Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '71e58da4-d32c-4b6e-9d91-6e790ced5782', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'port_id': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'mac_address': 'fa:16:3e:5e:6f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:10:40Z', 'updated_at': '2021-08-28T13:10:40Z', 'revision_number': 0, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c97a07-baa3-4105-b34a-1aef3e436ad2', 'name': '', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:69:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '01cacccf-3859-4280-a265-b49304c947e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:14Z', 'updated_at': '2021-08-28T13:10:22Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '01cacccf-3859-4280-a265-b49304c947e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:47.015934 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:47.037058 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106a7392-bf60-4814-852d-a845373376a8 None None] The sync data for ids ['c633b0b5-89ab-4674-8d33-afe66a54987b'] in n-d-791505-21 is: [{'id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114190541', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:15Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '71e58da4-d32c-4b6e-9d91-6e790ced5782', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'floating_ip_address': '172.25.1.148', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'port_id': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'mac_address': 'fa:16:3e:5e:6f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:10:40Z', 'updated_at': '2021-08-28T13:10:40Z', 'revision_number': 0, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c97a07-baa3-4105-b34a-1aef3e436ad2', 'name': '', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:69:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '01cacccf-3859-4280-a265-b49304c947e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:14Z', 'updated_at': '2021-08-28T13:10:22Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '01cacccf-3859-4280-a265-b49304c947e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:10:47.038226 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-08848ec7-4570-495d-9385-0576d171e3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:47.042392 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Transition to ACTIVE for port object f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:47.066378 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c5822ecc-0229-4e25-89ef-a3d3fdd3ecc4 None None] Provisioning complete for port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:47.072967 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c5822ecc-0229-4e25-89ef-a3d3fdd3ecc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:47.075810 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:47.208784 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c5822ecc-0229-4e25-89ef-a3d3fdd3ecc4 None None] Port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:10:47.231140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b176617c-2d3b-40b9-b824-1b437b4a55a1 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:10:47.247712 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-08848ec7-4570-495d-9385-0576d171e3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:47.254488 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-08848ec7-4570-495d-9385-0576d171e3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:47.337248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56750) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:47.339536 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86f0fc-2d47-4f68-bc0b-f6747cb1527f None None] Pushing event updated for resources: {'Port': ['ID=f11803df-63b0-4d5b-a1c7-96cec2bb4aa4,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:47.450373 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-08848ec7-4570-495d-9385-0576d171e3f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47786a1b441e4a5caa1150ba46d84b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9557014 Aug 28 13:10:47.454859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56754) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:47.455774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08848ec7-4570-495d-9385-0576d171e3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8870c48d-4f7b-4c4f-bdcf-de716f69dce8,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:47.526652 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Attempting to bind port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:10:47.527020 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Attempting to bind port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '5ac6825a-6401-401b-8d9e-c8a09574727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:10:47.527376 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Attempting to bind port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 on network a2913ac3-f299-46da-a89f-8cf9ee18b557 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:10:47.535068 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b176617c-2d3b-40b9-b824-1b437b4a55a1 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:47.536065 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:47.540239 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56756) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:47.575916 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:10:47.576204 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Checking segment: {'id': '5ac6825a-6401-401b-8d9e-c8a09574727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:10:47.576607 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:47.576998 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Bound using segment: {'id': '5ac6825a-6401-401b-8d9e-c8a09574727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:10:47.577662 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Bound port: f11803df-63b0-4d5b-a1c7-96cec2bb4aa4, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac6825a-6401-401b-8d9e-c8a09574727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:10:47.578180 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:47.703789 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-94c36727-f0f0-44f3-bdf1-cc2fe17c106b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:47.753926 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-af2c838c-59a6-49ec-805a-23b9c716998d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/71e58da4-d32c-4b6e-9d91-6e790ced5782 HTTP/1.1" status: 200 len: 991 time: 0.4151938 Aug 28 13:10:47.773516 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-94c36727-f0f0-44f3-bdf1-cc2fe17c106b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:47.796189 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] For port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:10:47.800820 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] For port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f11803df-63b0-4d5b-a1c7-96cec2bb4aa4,segment=NetworkSegment(5ac6825a-6401-401b-8d9e-c8a09574727d),segment_id=5ac6825a-6401-401b-8d9e-c8a09574727d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:10:47.807635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01a7a53-9d1b-4e6b-ace7-d028f0b641b2 None None] New status for floating IP 71e58da4-d32c-4b6e-9d91-6e790ced5782: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:10:47.809931 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:47.893963 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-94c36727-f0f0-44f3-bdf1-cc2fe17c106b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:47.900048 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-94c36727-f0f0-44f3-bdf1-cc2fe17c106b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:47.901239 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-94c36727-f0f0-44f3-bdf1-cc2fe17c106b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8870c48d-4f7b-4c4f-bdcf-de716f69dce8 HTTP/1.1" status: 204 len: 168 time: 0.4361475 Aug 28 13:10:47.949899 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Routers {'96661e66-f600-4270-8563-69b606b1f05c'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:10:47.954667 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:10:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['96661e66-f600-4270-8563-69b606b1f05c'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:47.960050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c36727-f0f0-44f3-bdf1-cc2fe17c106b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8870c48d-4f7b-4c4f-bdcf-de716f69dce8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:48.097099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c2fdc5e0-435c-4dae-9e54-402bd7572c85 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-799999141'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:48.107121 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ad6a399-ecc3-4364-bcbd-00f05e86586d req-83cca2df-eb0e-40c5-bfbd-65c8ab5cabd5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 210 time: 0.1197126 Aug 28 13:10:48.164514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fdc5e0-435c-4dae-9e54-402bd7572c85 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Made reservation on behalf of 258b8f259bcd4d6cabbb83001287d657 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:10:48.176522 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2fdc5e0-435c-4dae-9e54-402bd7572c85 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:48.208646 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2fdc5e0-435c-4dae-9e54-402bd7572c85 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:48.316476 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] Set router 96661e66-f600-4270-8563-69b606b1f05c gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:10:48.417009 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86f0fc-2d47-4f68-bc0b-f6747cb1527f None None] Pushing event updated for resources: {'Port': ['ID=f11803df-63b0-4d5b-a1c7-96cec2bb4aa4,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:48.527943 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2fdc5e0-435c-4dae-9e54-402bd7572c85 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:48.534710 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2fdc5e0-435c-4dae-9e54-402bd7572c85 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:48.598985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fdc5e0-435c-4dae-9e54-402bd7572c85 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:10:48.626604 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdc5e0-435c-4dae-9e54-402bd7572c85 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf4e37b-d89b-462c-85d7-1dac87232346,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:48.636220 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2fdc5e0-435c-4dae-9e54-402bd7572c85 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:48.639505 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-c2fdc5e0-435c-4dae-9e54-402bd7572c85 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Added segment 1727dd05-81f5-450b-a7fc-8a4b89f7c438 of type vlan for network 8ed5992a-f157-49a7-bf86-5ec3f43daa9f Aug 28 13:10:48.744202 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2fdc5e0-435c-4dae-9e54-402bd7572c85 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:48.757828 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56772) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:48.791660 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96661e66-f600-4270-8563-69b606b1f05c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-754856110', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:32Z', 'updated_at': '2021-08-28T13:10:42Z', 'revision_number': 4, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96661e66-f600-4270-8563-69b606b1f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:33Z', 'updated_at': '2021-08-28T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f11803df-63b0-4d5b-a1c7-96cec2bb4aa4', 'name': '', 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'mac_address': 'fa:16:3e:05:5b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96661e66-f600-4270-8563-69b606b1f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '3cde1046-4d17-4544-be07-2dbe80373a09', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:40Z', 'updated_at': '2021-08-28T13:10:47Z', 'revision_number': 4, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'subnets': [{'id': '3cde1046-4d17-4544-be07-2dbe80373a09', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:48.844789 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233f52f0-a088-4afe-9cf4-91319004ad91 None None] The sync data for ids ['96661e66-f600-4270-8563-69b606b1f05c'] in n-d-791505-21 is: [{'id': '96661e66-f600-4270-8563-69b606b1f05c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-754856110', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:32Z', 'updated_at': '2021-08-28T13:10:42Z', 'revision_number': 4, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96661e66-f600-4270-8563-69b606b1f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:33Z', 'updated_at': '2021-08-28T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f11803df-63b0-4d5b-a1c7-96cec2bb4aa4', 'name': '', 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'mac_address': 'fa:16:3e:05:5b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96661e66-f600-4270-8563-69b606b1f05c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '3cde1046-4d17-4544-be07-2dbe80373a09', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:40Z', 'updated_at': '2021-08-28T13:10:47Z', 'revision_number': 4, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'subnets': [{'id': '3cde1046-4d17-4544-be07-2dbe80373a09', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:10:48.891553 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2fdc5e0-435c-4dae-9e54-402bd7572c85 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:48.898939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fdc5e0-435c-4dae-9e54-402bd7572c85 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:48.899651 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2fdc5e0-435c-4dae-9e54-402bd7572c85 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:49.076455 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56776) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:49.131070 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-761be095-dd65-44c7-bb10-56f963303f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:49.217269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:10:49.370905 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733e08-c023-457b-84dc-31aee338aea5 req-949978ac-5072-494b-9ea4-72b075aaa22d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:49.373878 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70733e08-c023-457b-84dc-31aee338aea5 req-949978ac-5072-494b-9ea4-72b075aaa22d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.10 "GET /v2.0/networks?id=a2913ac3-f299-46da-a89f-8cf9ee18b557 HTTP/1.1" status: 200 len: 797 time: 0.4713860 Aug 28 13:10:49.396148 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-70733e08-c023-457b-84dc-31aee338aea5 req-9b842e9a-ba10-4cae-b0ff-76dd110a317c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Request body: {'port': {'device_id': '32e424c5-0054-4f2b-a78b-b34288337e0c', 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557', 'admin_state_up': True, 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:49.402472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:10:49.413023 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:49.416254 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:49.615365 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:49.694528 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f11803df-63b0-4d5b-a1c7-96cec2bb4aa4,segment=NetworkSegment(5ac6825a-6401-401b-8d9e-c8a09574727d),segment_id=5ac6825a-6401-401b-8d9e-c8a09574727d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:49.701476 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:49.740665 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-761be095-dd65-44c7-bb10-56f963303f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:49.753171 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-761be095-dd65-44c7-bb10-56f963303f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:49.755436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdc5e0-435c-4dae-9e54-402bd7572c85 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Pushing event updated for resources: {'Network': ['ID=8ed5992a-f157-49a7-bf86-5ec3f43daa9f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:49.787345 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c2fdc5e0-435c-4dae-9e54-402bd7572c85 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2052505 Aug 28 13:10:49.800879 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56780) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:49.821515 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 8ed5992a-f157-49a7-bf86-5ec3f43daa9f details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:10:49.828988 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b80457cb-c69f-4569-996d-584a0bc3a55d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/71e58da4-d32c-4b6e-9d91-6e790ced5782 HTTP/1.1" status: 200 len: 991 time: 1.0655472 Aug 28 13:10:49.835914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-15dca860-5721-4209-ab6d-b8f4029e9367 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Request body: {'subnet': {'network_id': '8ed5992a-f157-49a7-bf86-5ec3f43daa9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:49.850329 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=f11803df-63b0-4d5b-a1c7-96cec2bb4aa4,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:49.892572 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce1d398-587b-4e68-92d8-ad45c1a88165 req-93546f10-29ef-4751-834b-4244a2166dab tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 210 time: 0.1208725 Aug 28 13:10:49.996058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761be095-dd65-44c7-bb10-56f963303f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc25b204-231d-4265-8694-f5ee22ece827,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:50.014889 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56786) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:50.015009 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-761be095-dd65-44c7-bb10-56f963303f9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=194c263c8e8e416fbaaabaae8d7f16f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9309785 Aug 28 13:10:50.033038 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70733e08-c023-457b-84dc-31aee338aea5 req-9b842e9a-ba10-4cae-b0ff-76dd110a317c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Made reservation on behalf of 4e0b5f8400e249c692c57bfc31dc1d5d for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:10:50.036871 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-70733e08-c023-457b-84dc-31aee338aea5 req-9b842e9a-ba10-4cae-b0ff-76dd110a317c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:50.108046 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17537ca4-3ef6-48e7-99aa-8bb8a2c3e724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:50.144288 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dca860-5721-4209-ab6d-b8f4029e9367 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Made reservation on behalf of 258b8f259bcd4d6cabbb83001287d657 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:10:50.148769 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-15dca860-5721-4209-ab6d-b8f4029e9367 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:50.158630 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17537ca4-3ef6-48e7-99aa-8bb8a2c3e724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:50.221595 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17537ca4-3ef6-48e7-99aa-8bb8a2c3e724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:50.225158 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17537ca4-3ef6-48e7-99aa-8bb8a2c3e724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:50.229549 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-17537ca4-3ef6-48e7-99aa-8bb8a2c3e724 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc25b204-231d-4265-8694-f5ee22ece827 HTTP/1.1" status: 204 len: 168 time: 0.2080936 Aug 28 13:10:50.253584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17537ca4-3ef6-48e7-99aa-8bb8a2c3e724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc25b204-231d-4265-8694-f5ee22ece827,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:50.296668 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-70733e08-c023-457b-84dc-31aee338aea5 req-9b842e9a-ba10-4cae-b0ff-76dd110a317c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Allocated IP 172.20.0.24 (a2913ac3-f299-46da-a89f-8cf9ee18b557/3cde1046-4d17-4544-be07-2dbe80373a09/2537bbe3-d0c2-402c-869a-a79c10314e60) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:10:50.673118 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-70733e08-c023-457b-84dc-31aee338aea5 req-9b842e9a-ba10-4cae-b0ff-76dd110a317c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:50.736232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-70733e08-c023-457b-84dc-31aee338aea5 req-9b842e9a-ba10-4cae-b0ff-76dd110a317c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Transition to ACTIVE for port object 2537bbe3-d0c2-402c-869a-a79c10314e60 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:50.741815 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-15dca860-5721-4209-ab6d-b8f4029e9367 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:50.831977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56798) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:50.911504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dca860-5721-4209-ab6d-b8f4029e9367 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Pushing event updated for resources: {'Subnet': ['ID=fe2dc3dd-ef16-4774-89a2-569ae4e0cd83,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:50.965299 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-70733e08-c023-457b-84dc-31aee338aea5 req-9b842e9a-ba10-4cae-b0ff-76dd110a317c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:50.975560 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dca860-5721-4209-ab6d-b8f4029e9367 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Checking segment: {'id': '1727dd05-81f5-450b-a7fc-8a4b89f7c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8ed5992a-f157-49a7-bf86-5ec3f43daa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:10:50.976243 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dca860-5721-4209-ab6d-b8f4029e9367 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Network hostable DHCP agents. Network: 8ed5992a-f157-49a7-bf86-5ec3f43daa9f, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:10:51.102466 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a21491c1-ccba-451a-9ebf-cc499fde9ff5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/71e58da4-d32c-4b6e-9d91-6e790ced5782 HTTP/1.1" status: 200 len: 993 time: 0.2689905 Aug 28 13:10:51.104419 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:10:51.110757 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70733e08-c023-457b-84dc-31aee338aea5 req-9b842e9a-ba10-4cae-b0ff-76dd110a317c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Network a2913ac3-f299-46da-a89f-8cf9ee18b557 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:10:51.140593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-70733e08-c023-457b-84dc-31aee338aea5 req-9b842e9a-ba10-4cae-b0ff-76dd110a317c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:10:51.194566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-70733e08-c023-457b-84dc-31aee338aea5 req-9b842e9a-ba10-4cae-b0ff-76dd110a317c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:10:51.198766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b842e9a-ba10-4cae-b0ff-76dd110a317c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event updated for resources: {'Port': ['ID=2537bbe3-d0c2-402c-869a-a79c10314e60,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:51.207616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dca860-5721-4209-ab6d-b8f4029e9367 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Network 8ed5992a-f157-49a7-bf86-5ec3f43daa9f is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:10:51.244945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:51.245572 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:51.320485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-15dca860-5721-4209-ab6d-b8f4029e9367 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 8ed5992a-f157-49a7-bf86-5ec3f43daa9f) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:10:51.347305 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dca860-5721-4209-ab6d-b8f4029e9367 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:51.348012 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-15dca860-5721-4209-ab6d-b8f4029e9367 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:51.367181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253b35c0-3e7e-4f93-a9e7-ffde3d830415 None None] Network 8ed5992a-f157-49a7-bf86-5ec3f43daa9f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:10:51.408693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733e08-c023-457b-84dc-31aee338aea5 req-9b842e9a-ba10-4cae-b0ff-76dd110a317c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:51.409349 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-70733e08-c023-457b-84dc-31aee338aea5 req-9b842e9a-ba10-4cae-b0ff-76dd110a317c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:51.459405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c538c2-5e96-4337-a61b-3dfc24a1acc4 req-6983f06e-eaf3-4551-9364-976e4a86ad2c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:51.460719 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-04c538c2-5e96-4337-a61b-3dfc24a1acc4 req-6983f06e-eaf3-4551-9364-976e4a86ad2c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 895 time: 0.4086168 Aug 28 13:10:51.466434 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56816) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:51.474044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b159e783-9d26-40ef-99af-c769a63977da tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Request body: {'port': {'network_id': '8ed5992a-f157-49a7-bf86-5ec3f43daa9f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-672399879'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:51.475921 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-15dca860-5721-4209-ab6d-b8f4029e9367 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6575139 Aug 28 13:10:51.504006 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70733e08-c023-457b-84dc-31aee338aea5 req-9b842e9a-ba10-4cae-b0ff-76dd110a317c tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1146941 Aug 28 13:10:51.530644 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Request body: {'port': {'device_id': '32e424c5-0054-4f2b-a78b-b34288337e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:51.634297 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:51.696881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3b233690-ce41-4c16-9ad6-22ea6ade4146 None None] Provisioning for port 2537bbe3-d0c2-402c-869a-a79c10314e60 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:10:51.707461 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3b233690-ce41-4c16-9ad6-22ea6ade4146 None None] Provisioning complete for port 2537bbe3-d0c2-402c-869a-a79c10314e60 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:51.707804 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3b233690-ce41-4c16-9ad6-22ea6ade4146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:51.772612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-8ed5992a-f157-49a7-bf86-5ec3f43daa9f', 'network_id': '8ed5992a-f157-49a7-bf86-5ec3f43daa9f', 'tenant_id': '258b8f259bcd4d6cabbb83001287d657', 'fixed_ips': [{'subnet_id': 'fe2dc3dd-ef16-4774-89a2-569ae4e0cd83'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:10:51.773497 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:51.780685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b159e783-9d26-40ef-99af-c769a63977da tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Made reservation on behalf of 258b8f259bcd4d6cabbb83001287d657 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:10:51.790658 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b159e783-9d26-40ef-99af-c769a63977da tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:51.814084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3b233690-ce41-4c16-9ad6-22ea6ade4146 None None] Port 2537bbe3-d0c2-402c-869a-a79c10314e60 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:10:51.816335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-b159e783-9d26-40ef-99af-c769a63977da tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] device_id is not set on port e881f1fc-d50e-456e-bfcf-24b6eb57c9ea yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:10:51.963380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-b159e783-9d26-40ef-99af-c769a63977da tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Allocated IP 172.20.0.12 (8ed5992a-f157-49a7-bf86-5ec3f43daa9f/fe2dc3dd-ef16-4774-89a2-569ae4e0cd83/e881f1fc-d50e-456e-bfcf-24b6eb57c9ea) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:10:52.080321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2537bbe3-d0c2-402c-869a-a79c10314e60 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:10:52.090321 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:52.111021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Transition to ACTIVE for port object 2537bbe3-d0c2-402c-869a-a79c10314e60 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:52.115629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:52.184939 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b159e783-9d26-40ef-99af-c769a63977da tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:52.213262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-b159e783-9d26-40ef-99af-c769a63977da tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Transition to ACTIVE for port object e881f1fc-d50e-456e-bfcf-24b6eb57c9ea will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:52.233686 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Pushing event updated for resources: {'Port': ['ID=2537bbe3-d0c2-402c-869a-a79c10314e60,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:52.306726 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b159e783-9d26-40ef-99af-c769a63977da tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:52.366410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b159e783-9d26-40ef-99af-c769a63977da tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Network 8ed5992a-f157-49a7-bf86-5ec3f43daa9f is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:10:52.370715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-b159e783-9d26-40ef-99af-c769a63977da tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:10:52.383085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159e783-9d26-40ef-99af-c769a63977da tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:10:52.455428 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Allocated IP 172.20.0.2 (8ed5992a-f157-49a7-bf86-5ec3f43daa9f/fe2dc3dd-ef16-4774-89a2-569ae4e0cd83/7edb0213-d59e-4646-9f1b-d53e2860dde5) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:10:52.472881 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Attempting to bind port 2537bbe3-d0c2-402c-869a-a79c10314e60 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:10:52.473226 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Attempting to bind port 2537bbe3-d0c2-402c-869a-a79c10314e60 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '5ac6825a-6401-401b-8d9e-c8a09574727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:10:52.473565 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Attempting to bind port 2537bbe3-d0c2-402c-869a-a79c10314e60 on network a2913ac3-f299-46da-a89f-8cf9ee18b557 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:10:52.477646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b159e783-9d26-40ef-99af-c769a63977da tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:52.478840 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b159e783-9d26-40ef-99af-c769a63977da tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:52.482605 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Port 2537bbe3-d0c2-402c-869a-a79c10314e60 on network a2913ac3-f299-46da-a89f-8cf9ee18b557 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:10:52.482960 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Attempting to bind port 2537bbe3-d0c2-402c-869a-a79c10314e60 on network a2913ac3-f299-46da-a89f-8cf9ee18b557 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:10:52.502211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:10:52.502649 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Checking segment: {'id': '5ac6825a-6401-401b-8d9e-c8a09574727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:10:52.503110 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Bound using segment: {'id': '5ac6825a-6401-401b-8d9e-c8a09574727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:10:52.503616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Bound port: 2537bbe3-d0c2-402c-869a-a79c10314e60, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac6825a-6401-401b-8d9e-c8a09574727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:10:52.507682 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:52.524368 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159e783-9d26-40ef-99af-c769a63977da tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Pushing event updated for resources: {'Port': ['ID=e881f1fc-d50e-456e-bfcf-24b6eb57c9ea,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:52.550489 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b159e783-9d26-40ef-99af-c769a63977da tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0813670 Aug 28 13:10:52.555132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56834) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:52.633126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56838) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:52.740343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] For port 2537bbe3-d0c2-402c-869a-a79c10314e60, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:10:52.757781 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] For port 2537bbe3-d0c2-402c-869a-a79c10314e60, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=2537bbe3-d0c2-402c-869a-a79c10314e60,segment=NetworkSegment(5ac6825a-6401-401b-8d9e-c8a09574727d),segment_id=5ac6825a-6401-401b-8d9e-c8a09574727d)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:10:52.763270 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:52.768965 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56842) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:52.823457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31075fb5-8ba4-4b0d-90cc-eb87ae34b963 req-1b79c361-f690-4c47-9487-2a0e05e88e01 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:52.825055 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-31075fb5-8ba4-4b0d-90cc-eb87ae34b963 req-1b79c361-f690-4c47-9487-2a0e05e88e01 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 907 time: 0.1362877 Aug 28 13:10:52.838479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-321abd59-860d-46b0-9231-cfe68c4db9e9 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Deleting port e881f1fc-d50e-456e-bfcf-24b6eb57c9ea {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:10:52.838894 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-321abd59-860d-46b0-9231-cfe68c4db9e9 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:52.851714 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:52.864942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:52.866941 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:52.872858 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70733e08-c023-457b-84dc-31aee338aea5 req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] 10.222.0.10 "PUT /v2.0/ports/2537bbe3-d0c2-402c-869a-a79c10314e60 HTTP/1.1" status: 200 len: 1056 time: 1.3498411 Aug 28 13:10:52.873809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e424c5-0054-4f2b-a78b-b34288337e0c', 'tag': '2537bbe3-d0c2-402c-869a-a79c10314e60'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:10:52.879054 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8f2593-827f-4166-bce2-521154fe96b4" -d '{"events": [{"name": "network-changed", "server_uuid": "32e424c5-0054-4f2b-a78b-b34288337e0c", "tag": "2537bbe3-d0c2-402c-869a-a79c10314e60"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:10:52.884278 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Transition to ACTIVE for port object 7edb0213-d59e-4646-9f1b-d53e2860dde5 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:52.948476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Transition to ACTIVE for port object 7edb0213-d59e-4646-9f1b-d53e2860dde5 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:10:52.956005 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:52.960121 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf57498-e751-42a6-b038-79af47579a7e service neutron] Pushing event updated for resources: {'Port': ['ID=2537bbe3-d0c2-402c-869a-a79c10314e60,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:52.989617 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Network 8ed5992a-f157-49a7-bf86-5ec3f43daa9f is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:10:52.993948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:10:52.996140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:10:53.041581 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733e08-c023-457b-84dc-31aee338aea5 req-0f16c34b-4ca5-4a98-a77d-0e2e8dc873f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:53.047563 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70733e08-c023-457b-84dc-31aee338aea5 req-0f16c34b-4ca5-4a98-a77d-0e2e8dc873f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e0b5f8400e249c692c57bfc31dc1d5d&device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 1059 time: 0.1169732 Aug 28 13:10:53.051288 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a457f0c-9462-41f4-a08e-8e60415af2fd x-openstack-request-id: req-5a457f0c-9462-41f4-a08e-8e60415af2fd {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:10:53.051288 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e424c5-0054-4f2b-a78b-b34288337e0c", "tag": "2537bbe3-d0c2-402c-869a-a79c10314e60", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:10:53.051606 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a457f0c-9462-41f4-a08e-8e60415af2fd {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:10:53.052372 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e424c5-0054-4f2b-a78b-b34288337e0c', 'tag': '2537bbe3-d0c2-402c-869a-a79c10314e60', 'status': 'completed', 'code': 200} Aug 28 13:10:53.061123 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-321abd59-860d-46b0-9231-cfe68c4db9e9 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.063692 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Pushing event updated for resources: {'Port': ['ID=7edb0213-d59e-4646-9f1b-d53e2860dde5,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:53.096662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-321abd59-860d-46b0-9231-cfe68c4db9e9 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Calling delete_port for e881f1fc-d50e-456e-bfcf-24b6eb57c9ea owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:10:53.172186 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-43d3e6bb-5185-4c1c-b740-8b2fdab9bb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.176657 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70733e08-c023-457b-84dc-31aee338aea5 req-f641ea12-8f36-4360-8735-76ba9b83c8e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=2537bbe3-d0c2-402c-869a-a79c10314e60 HTTP/1.1" status: 200 len: 217 time: 0.1184723 Aug 28 13:10:53.198646 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Attempting to bind port 7edb0213-d59e-4646-9f1b-d53e2860dde5 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:10:53.200171 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Attempting to bind port 7edb0213-d59e-4646-9f1b-d53e2860dde5 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '1727dd05-81f5-450b-a7fc-8a4b89f7c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8ed5992a-f157-49a7-bf86-5ec3f43daa9f'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:10:53.200645 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Attempting to bind port 7edb0213-d59e-4646-9f1b-d53e2860dde5 on network 8ed5992a-f157-49a7-bf86-5ec3f43daa9f {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:10:53.203767 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2405dddb-c35b-4e70-bf02-e6e6cbd353d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.212623 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:10:53.214894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Checking segment: {'id': '1727dd05-81f5-450b-a7fc-8a4b89f7c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8ed5992a-f157-49a7-bf86-5ec3f43daa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:10:53.215451 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.216801 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Bound using segment: {'id': '1727dd05-81f5-450b-a7fc-8a4b89f7c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8ed5992a-f157-49a7-bf86-5ec3f43daa9f'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:10:53.220794 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Bound port: 7edb0213-d59e-4646-9f1b-d53e2860dde5, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1727dd05-81f5-450b-a7fc-8a4b89f7c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8ed5992a-f157-49a7-bf86-5ec3f43daa9f'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:10:53.221527 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.358571 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733e08-c023-457b-84dc-31aee338aea5 req-fd335a74-99ed-4769-860a-330c38594b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:53.361305 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70733e08-c023-457b-84dc-31aee338aea5 req-fd335a74-99ed-4769-860a-330c38594b99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3cde1046-4d17-4544-be07-2dbe80373a09 HTTP/1.1" status: 200 len: 838 time: 0.1403177 Aug 28 13:10:53.415576 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] For port 7edb0213-d59e-4646-9f1b-d53e2860dde5, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:10:53.419859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] For port 7edb0213-d59e-4646-9f1b-d53e2860dde5, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7edb0213-d59e-4646-9f1b-d53e2860dde5,segment=NetworkSegment(1727dd05-81f5-450b-a7fc-8a4b89f7c438),segment_id=1727dd05-81f5-450b-a7fc-8a4b89f7c438)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:10:53.425659 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.446581 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-43d3e6bb-5185-4c1c-b740-8b2fdab9bb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.452426 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-43d3e6bb-5185-4c1c-b740-8b2fdab9bb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.487728 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-321abd59-860d-46b0-9231-cfe68c4db9e9 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.500412 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733e08-c023-457b-84dc-31aee338aea5 req-65e2291b-7561-43a0-84c6-6a096d1c96e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:53.509609 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70733e08-c023-457b-84dc-31aee338aea5 req-65e2291b-7561-43a0-84c6-6a096d1c96e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a2913ac3-f299-46da-a89f-8cf9ee18b557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1387036 Aug 28 13:10:53.511659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b8b2a-5168-42d9-8653-44934fc87bad None None] Pushing event updated for resources: {'Port': ['ID=7edb0213-d59e-4646-9f1b-d53e2860dde5,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:53.525574 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-43d3e6bb-5185-4c1c-b740-8b2fdab9bb8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16b940f005a740afaa2991a9f4600dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8829186 Aug 28 13:10:53.526521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56850) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:53.584554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321abd59-860d-46b0-9231-cfe68c4db9e9 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Pushing event deleted for resources: {'Port': ['ID=e881f1fc-d50e-456e-bfcf-24b6eb57c9ea,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:53.683031 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-321abd59-860d-46b0-9231-cfe68c4db9e9 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.687908 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-321abd59-860d-46b0-9231-cfe68c4db9e9 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] 10.222.0.20 "DELETE /v2.0/ports/e881f1fc-d50e-456e-bfcf-24b6eb57c9ea HTTP/1.1" status: 204 len: 168 time: 1.1203649 Aug 28 13:10:53.689486 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56852) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:53.705936 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3e6bb-5185-4c1c-b740-8b2fdab9bb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe82387b-2301-4fa0-ba59-f75544cb11fe,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:53.766576 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2405dddb-c35b-4e70-bf02-e6e6cbd353d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.776947 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5590df44-7ed7-434e-b4de-e77a34644665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.779181 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2405dddb-c35b-4e70-bf02-e6e6cbd353d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.847231 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2405dddb-c35b-4e70-bf02-e6e6cbd353d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18adccf46a2d4687b33e02946577dcfa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0769446 Aug 28 13:10:53.848850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405dddb-c35b-4e70-bf02-e6e6cbd353d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70717f4d-a8fe-473a-ba56-71b013ace528,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:53.848989 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5590df44-7ed7-434e-b4de-e77a34644665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.851730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56856) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:53.890080 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70733e08-c023-457b-84dc-31aee338aea5 req-ed73a54e-6dc2-4873-9f47-63b1a4ce612d service neutron] 10.222.0.10 "GET /v2.0/networks/a2913ac3-f299-46da-a89f-8cf9ee18b557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612113 Aug 28 13:10:53.951818 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10582026-ec7d-4659-b943-afada11f1926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.981245 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5590df44-7ed7-434e-b4de-e77a34644665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.985038 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5590df44-7ed7-434e-b4de-e77a34644665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:53.988474 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5590df44-7ed7-434e-b4de-e77a34644665 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe82387b-2301-4fa0-ba59-f75544cb11fe HTTP/1.1" status: 204 len: 168 time: 0.4520109 Aug 28 13:10:53.992018 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-32055855-e69a-4fcc-965e-3e4258cb39af tempest-DHCPAgentSchedulersTestJSON-1162867969 tempest-DHCPAgentSchedulersTestJSON-1162867969-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.2979834 Aug 28 13:10:53.999428 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10582026-ec7d-4659-b943-afada11f1926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:54.003267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56862) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:54.014178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-648798de-28ff-46b2-8c4a-aae23bdf3d13 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-706381817'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:10:54.042668 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590df44-7ed7-434e-b4de-e77a34644665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe82387b-2301-4fa0-ba59-f75544cb11fe,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:54.061641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648798de-28ff-46b2-8c4a-aae23bdf3d13 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Made reservation on behalf of 258b8f259bcd4d6cabbb83001287d657 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:10:54.065395 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-648798de-28ff-46b2-8c4a-aae23bdf3d13 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:54.118382 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70733e08-c023-457b-84dc-31aee338aea5 req-6d041034-7420-4caa-a834-c3c0a6134fd4 service neutron] 10.222.0.10 "GET /v2.0/networks/a2913ac3-f299-46da-a89f-8cf9ee18b557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126591 Aug 28 13:10:54.124948 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4e7c3-a09f-4c3e-8784-7831cd87a5df req-418f7144-0441-4aa2-8d0d-f57880cc8477 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:54.133075 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-88d4e7c3-a09f-4c3e-8784-7831cd87a5df req-418f7144-0441-4aa2-8d0d-f57880cc8477 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 907 time: 0.1508281 Aug 28 13:10:54.162037 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10582026-ec7d-4659-b943-afada11f1926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:54.165685 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-10582026-ec7d-4659-b943-afada11f1926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:54.166903 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-10582026-ec7d-4659-b943-afada11f1926 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70717f4d-a8fe-473a-ba56-71b013ace528 HTTP/1.1" status: 204 len: 168 time: 0.3141730 Aug 28 13:10:54.167854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648798de-28ff-46b2-8c4a-aae23bdf3d13 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:10:54.183517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10582026-ec7d-4659-b943-afada11f1926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70717f4d-a8fe-473a-ba56-71b013ace528,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:54.190767 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-648798de-28ff-46b2-8c4a-aae23bdf3d13 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:54.191829 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-648798de-28ff-46b2-8c4a-aae23bdf3d13 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Added segment ae3b2fbe-30ac-4af1-a13e-ca40314a8718 of type vlan for network aa1ca6fe-fb79-4085-b617-85b346f42ecb Aug 28 13:10:54.249040 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-648798de-28ff-46b2-8c4a-aae23bdf3d13 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:54.251817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f2593-827f-4166-bce2-521154fe96b4 req-91fe311c-0acd-47fa-b4a9-026d8ed085d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:54.253857 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f8f2593-827f-4166-bce2-521154fe96b4 req-91fe311c-0acd-47fa-b4a9-026d8ed085d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e0b5f8400e249c692c57bfc31dc1d5d&device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 1059 time: 0.0770833 Aug 28 13:10:54.291726 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-648798de-28ff-46b2-8c4a-aae23bdf3d13 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:54.300685 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648798de-28ff-46b2-8c4a-aae23bdf3d13 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:54.301342 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-648798de-28ff-46b2-8c4a-aae23bdf3d13 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:54.405373 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-648798de-28ff-46b2-8c4a-aae23bdf3d13 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3987269 Aug 28 13:10:54.406315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56872) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:54.431793 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f2593-827f-4166-bce2-521154fe96b4 req-1bf90761-7149-4a48-93df-093e0fdf01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:54.436743 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f8f2593-827f-4166-bce2-521154fe96b4 req-1bf90761-7149-4a48-93df-093e0fdf01e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a2913ac3-f299-46da-a89f-8cf9ee18b557 HTTP/1.1" status: 200 len: 897 time: 0.1744156 Aug 28 13:10:54.535426 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f8f2593-827f-4166-bce2-521154fe96b4 req-d514db93-ea38-40a2-b101-0e47c02d08f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=2537bbe3-d0c2-402c-869a-a79c10314e60 HTTP/1.1" status: 200 len: 217 time: 0.0874271 Aug 28 13:10:54.600409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648798de-28ff-46b2-8c4a-aae23bdf3d13 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Pushing event updated for resources: {'Network': ['ID=aa1ca6fe-fb79-4085-b617-85b346f42ecb,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:54.625787 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network aa1ca6fe-fb79-4085-b617-85b346f42ecb details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:10:54.701432 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f2593-827f-4166-bce2-521154fe96b4 req-4bca2730-bae7-4f1d-9aab-1ed4f7615006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:54.705044 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f8f2593-827f-4166-bce2-521154fe96b4 req-4bca2730-bae7-4f1d-9aab-1ed4f7615006 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3cde1046-4d17-4544-be07-2dbe80373a09 HTTP/1.1" status: 200 len: 838 time: 0.1596630 Aug 28 13:10:54.822694 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cf61ab4e-db86-4830-b7c9-f8a1ab953132 tempest-DHCPAgentSchedulersTestJSON-1162867969 tempest-DHCPAgentSchedulersTestJSON-1162867969-project-admin] 10.222.0.20 "GET /v2.0/agents/2c6f4af0-ff76-486c-aae9-984d8dc0b493/dhcp-networks HTTP/1.1" status: 200 len: 5637 time: 0.4084992 Aug 28 13:10:54.825052 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56888) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:54.874148 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f2593-827f-4166-bce2-521154fe96b4 req-f86b24ae-2c0d-4bdf-aeee-d4f1e453fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:54.876250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f8f2593-827f-4166-bce2-521154fe96b4 req-f86b24ae-2c0d-4bdf-aeee-d4f1e453fda2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a2913ac3-f299-46da-a89f-8cf9ee18b557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1510091 Aug 28 13:10:54.876752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56892) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:54.971649 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ba8054-1e18-4a8a-9954-bc5b4ff04705 tempest-DHCPAgentSchedulersTestJSON-1162867969 tempest-DHCPAgentSchedulersTestJSON-1162867969-project-admin] Network aa1ca6fe-fb79-4085-b617-85b346f42ecb is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:10:54.993491 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-87ba8054-1e18-4a8a-9954-bc5b4ff04705 tempest-DHCPAgentSchedulersTestJSON-1162867969 tempest-DHCPAgentSchedulersTestJSON-1162867969-project-admin] 10.222.0.20 "POST /v2.0/agents/2c6f4af0-ff76-486c-aae9-984d8dc0b493/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1642745 Aug 28 13:10:54.993974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56894) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:54.995379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10789ad0-04a4-43ff-b061-eebb7361869e None None] Network aa1ca6fe-fb79-4085-b617-85b346f42ecb requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:10:55.082876 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f8f2593-827f-4166-bce2-521154fe96b4 req-224e7546-f12b-4af8-bd02-76b9fff0ac1f service neutron] 10.222.0.10 "GET /v2.0/networks/a2913ac3-f299-46da-a89f-8cf9ee18b557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919141 Aug 28 13:10:55.086609 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-59319a90-1b83-4c91-a957-b0d3cf27dd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:55.207899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f956d887-a1e3-47a7-83d4-e659620cd886 None None] Network 8ed5992a-f157-49a7-bf86-5ec3f43daa9f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:10:55.252051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7edb0213-d59e-4646-9f1b-d53e2860dde5 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:10:55.253275 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-df18e127-0f74-4779-b36f-b4df17754826 tempest-DHCPAgentSchedulersTestJSON-1162867969 tempest-DHCPAgentSchedulersTestJSON-1162867969-project-admin] 10.222.0.20 "GET /v2.0/agents/2c6f4af0-ff76-486c-aae9-984d8dc0b493/dhcp-networks HTTP/1.1" status: 200 len: 6406 time: 0.2577415 Aug 28 13:10:55.258153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56900) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:55.364910 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5f468dd0-f914-4534-856f-afab8669d0b8 tempest-DHCPAgentSchedulersTestJSON-1162867969 tempest-DHCPAgentSchedulersTestJSON-1162867969-project-admin] 10.222.0.20 "DELETE /v2.0/agents/2c6f4af0-ff76-486c-aae9-984d8dc0b493/dhcp-networks/aa1ca6fe-fb79-4085-b617-85b346f42ecb HTTP/1.1" status: 204 len: 168 time: 0.1037273 Aug 28 13:10:55.365565 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f8f2593-827f-4166-bce2-521154fe96b4 req-1bf77236-fcf6-47cb-b8c3-313578c69627 service neutron] 10.222.0.10 "GET /v2.0/networks/a2913ac3-f299-46da-a89f-8cf9ee18b557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674670 Aug 28 13:10:55.365702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56910) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:55.375188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c972b944-97b2-4b51-9674-5dc8f62b637b None None] Provisioning for port 7edb0213-d59e-4646-9f1b-d53e2860dde5 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:10:55.418739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e744ec-8b52-44dc-a2a7-a991eaa987b3 req-ad047d15-7057-4b6a-993b-a9c668742520 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:55.420314 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-91e744ec-8b52-44dc-a2a7-a991eaa987b3 req-ad047d15-7057-4b6a-993b-a9c668742520 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 907 time: 0.1355679 Aug 28 13:10:55.462632 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-59319a90-1b83-4c91-a957-b0d3cf27dd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:55.471090 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-59319a90-1b83-4c91-a957-b0d3cf27dd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:55.526924 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-59319a90-1b83-4c91-a957-b0d3cf27dd81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=588ce6df23e047ec936e015eed2fb566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6491165 Aug 28 13:10:55.527802 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59319a90-1b83-4c91-a957-b0d3cf27dd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e78acf-e1b6-45fc-b495-477a581173ce,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:55.531290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56920) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:55.551593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 7edb0213-d59e-4646-9f1b-d53e2860dde5 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:10:55.562035 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 7edb0213-d59e-4646-9f1b-d53e2860dde5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:55.562431 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:55.668395 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56924) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:55.669321 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1b716ce3-8947-40c4-b643-7971bd1a6b46 tempest-DHCPAgentSchedulersTestJSON-1162867969 tempest-DHCPAgentSchedulersTestJSON-1162867969-project-admin] 10.222.0.20 "GET /v2.0/agents/2c6f4af0-ff76-486c-aae9-984d8dc0b493/dhcp-networks HTTP/1.1" status: 200 len: 5637 time: 0.3007162 Aug 28 13:10:55.685586 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8d50b9b0-6793-4843-8e20-d3889ce45647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:55.696680 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-44d5a922-29f0-451c-9c5f-9ff39ccd5015 tempest-DHCPAgentSchedulersTestJSON-1162867969 tempest-DHCPAgentSchedulersTestJSON-1162867969-project-admin] 10.222.0.20 "GET /v2.0/networks/8ed5992a-f157-49a7-bf86-5ec3f43daa9f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0269771 Aug 28 13:10:55.700197 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56928) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:55.732471 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:55.749012 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8d50b9b0-6793-4843-8e20-d3889ce45647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:55.758809 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7bec4da3-a8d2-4168-8161-f8f459ff802c tempest-DHCPAgentSchedulersTestJSON-1162867969 tempest-DHCPAgentSchedulersTestJSON-1162867969-project-admin] 10.222.0.20 "GET /v2.0/networks/8ed5992a-f157-49a7-bf86-5ec3f43daa9f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0574639 Aug 28 13:10:55.761188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56930) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:55.812446 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 7edb0213-d59e-4646-9f1b-d53e2860dde5, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7edb0213-d59e-4646-9f1b-d53e2860dde5,segment=NetworkSegment(1727dd05-81f5-450b-a7fc-8a4b89f7c438),segment_id=1727dd05-81f5-450b-a7fc-8a4b89f7c438)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:55.819702 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:55.863985 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8d50b9b0-6793-4843-8e20-d3889ce45647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:55.871353 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8d50b9b0-6793-4843-8e20-d3889ce45647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:55.876895 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8d50b9b0-6793-4843-8e20-d3889ce45647 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1e78acf-e1b6-45fc-b495-477a581173ce HTTP/1.1" status: 204 len: 168 time: 0.3444035 Aug 28 13:10:55.904158 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50b9b0-6793-4843-8e20-d3889ce45647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e78acf-e1b6-45fc-b495-477a581173ce,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:55.956462 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=7edb0213-d59e-4646-9f1b-d53e2860dde5,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:55.989750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56934) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:55.990783 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9fa08ba1-bc35-4d46-b7f9-ebe7614ad4bf tempest-DHCPAgentSchedulersTestJSON-1162867969 tempest-DHCPAgentSchedulersTestJSON-1162867969-project-admin] 10.222.0.20 "GET /v2.0/agents/2c6f4af0-ff76-486c-aae9-984d8dc0b493/dhcp-networks HTTP/1.1" status: 200 len: 5637 time: 0.2283647 Aug 28 13:10:56.019797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4ea19e41-63e4-4d01-93d7-243a1ad4af2f None None] Provisioning complete for port 7edb0213-d59e-4646-9f1b-d53e2860dde5 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:56.020219 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4ea19e41-63e4-4d01-93d7-243a1ad4af2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:56.147462 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16344690-a044-4bc0-b47d-e2c195f30ffc tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:56.275831 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16344690-a044-4bc0-b47d-e2c195f30ffc tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:56.294678 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-16344690-a044-4bc0-b47d-e2c195f30ffc tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1ca6fe-fb79-4085-b617-85b346f42ecb']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:56.317553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-16344690-a044-4bc0-b47d-e2c195f30ffc tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3b2fbe-30ac-4af1-a13e-ca40314a8718') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:56.317855 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-16344690-a044-4bc0-b47d-e2c195f30ffc tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3b2fbe-30ac-4af1-a13e-ca40314a8718') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:56.337755 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16344690-a044-4bc0-b47d-e2c195f30ffc tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:56.357867 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16344690-a044-4bc0-b47d-e2c195f30ffc tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:56.374219 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16344690-a044-4bc0-b47d-e2c195f30ffc tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:10:56.375531 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16344690-a044-4bc0-b47d-e2c195f30ffc tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:10:56.383996 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:10:56.413027 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f39264b6-b58f-4c84-8977-e3d15ac02483 None None] Could not find standard attr ID for object e881f1fc-d50e-456e-bfcf-24b6eb57c9ea. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:10:56.468168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 2537bbe3-d0c2-402c-869a-a79c10314e60 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:10:56.471380 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16344690-a044-4bc0-b47d-e2c195f30ffc tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:56.481334 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16344690-a044-4bc0-b47d-e2c195f30ffc tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:56.487250 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-16344690-a044-4bc0-b47d-e2c195f30ffc tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] 10.222.0.20 "DELETE /v2.0/networks/aa1ca6fe-fb79-4085-b617-85b346f42ecb HTTP/1.1" status: 204 len: 168 time: 0.4961643 Aug 28 13:10:56.489703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 56948) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:56.596355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16344690-a044-4bc0-b47d-e2c195f30ffc tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Pushing event deleted for resources: {'Network': ['ID=aa1ca6fe-fb79-4085-b617-85b346f42ecb,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:56.605528 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-7859d112-8862-4869-a457-3d69bd40df35 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] DELETE failed (client error): The resource could not be found. Aug 28 13:10:56.606339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7859d112-8862-4869-a457-3d69bd40df35 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:10:56.608682 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7859d112-8862-4869-a457-3d69bd40df35 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] 10.222.0.20 "DELETE /v2.0/ports/e881f1fc-d50e-456e-bfcf-24b6eb57c9ea HTTP/1.1" status: 404 len: 333 time: 0.0630641 Aug 28 13:10:56.612024 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56956) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:56.642069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 2537bbe3-d0c2-402c-869a-a79c10314e60, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=2537bbe3-d0c2-402c-869a-a79c10314e60,segment=NetworkSegment(5ac6825a-6401-401b-8d9e-c8a09574727d),segment_id=5ac6825a-6401-401b-8d9e-c8a09574727d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:56.715637 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '2537bbe3-d0c2-402c-869a-a79c10314e60', 'network_id': 'a2913ac3-f299-46da-a89f-8cf9ee18b557', 'port_id': '2537bbe3-d0c2-402c-869a-a79c10314e60', 'mac_address': 'fa:16:3e:7b:ec:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cde1046-4d17-4544-be07-2dbe80373a09', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:10:56.733234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f22cff-2d11-45aa-b524-cbb0bc823cf3 req-23f2ed1f-b44f-487b-af12-168933d0be0f tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:56.751623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26f22cff-2d11-45aa-b524-cbb0bc823cf3 req-23f2ed1f-b44f-487b-af12-168933d0be0f tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 907 time: 0.1411643 Aug 28 13:10:56.762881 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11454f0-afb0-4852-a96b-50808b73c312 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Deleting subnet fe2dc3dd-ef16-4774-89a2-569ae4e0cd83 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:10:56.772223 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c11454f0-afb0-4852-a96b-50808b73c312 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:56.821076 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:56.837409 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c11454f0-afb0-4852-a96b-50808b73c312 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:56.839820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2537bbe3-d0c2-402c-869a-a79c10314e60 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:10:56.867173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 2537bbe3-d0c2-402c-869a-a79c10314e60, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=2537bbe3-d0c2-402c-869a-a79c10314e60,segment=NetworkSegment(5ac6825a-6401-401b-8d9e-c8a09574727d),segment_id=5ac6825a-6401-401b-8d9e-c8a09574727d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:56.874134 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:56.969308 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c11454f0-afb0-4852-a96b-50808b73c312 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:56.971724 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=2537bbe3-d0c2-402c-869a-a79c10314e60,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:57.089649 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c11454f0-afb0-4852-a96b-50808b73c312 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:57.134741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11454f0-afb0-4852-a96b-50808b73c312 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2dc3dd-ef16-4774-89a2-569ae4e0cd83,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:57.134933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7edb0213-d59e-4646-9f1b-d53e2860dde5 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:10:57.147669 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c11454f0-afb0-4852-a96b-50808b73c312 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:57.152438 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c11454f0-afb0-4852-a96b-50808b73c312 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] 10.222.0.20 "DELETE /v2.0/subnets/fe2dc3dd-ef16-4774-89a2-569ae4e0cd83 HTTP/1.1" status: 204 len: 168 time: 0.5369101 Aug 28 13:10:57.152635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 56968) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:57.182069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564ce52f-8e51-453a-8e83-19dfe8e299eb None None] Network 8ed5992a-f157-49a7-bf86-5ec3f43daa9f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:10:57.189829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['2537bbe3-d0c2-402c-869a-a79c10314e60'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:10:57.294980 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:57.389689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 7edb0213-d59e-4646-9f1b-d53e2860dde5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:57.389854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Deleting port 7edb0213-d59e-4646-9f1b-d53e2860dde5 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:10:57.390048 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:57.393153 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:57.521542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] For port 7edb0213-d59e-4646-9f1b-d53e2860dde5, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7edb0213-d59e-4646-9f1b-d53e2860dde5,segment=NetworkSegment(1727dd05-81f5-450b-a7fc-8a4b89f7c438),segment_id=1727dd05-81f5-450b-a7fc-8a4b89f7c438)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:57.521865 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:57.537358 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Calling delete_port for 7edb0213-d59e-4646-9f1b-d53e2860dde5 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:10:57.621245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bcc9a5-3fe8-4bc1-a3e2-99b261947f05 None None] DHCP port deletion for 8ed5992a-f157-49a7-bf86-5ec3f43daa9f request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:10:57.639140 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:57.669717 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] No DVR routers for this DVR port 7edb0213-d59e-4646-9f1b-d53e2860dde5 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:10:57.701398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcc9a5-3fe8-4bc1-a3e2-99b261947f05 None None] Deleting port 7edb0213-d59e-4646-9f1b-d53e2860dde5 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:10:57.701765 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b8bcc9a5-3fe8-4bc1-a3e2-99b261947f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:57.729338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Pushing event deleted for resources: {'Port': ['ID=7edb0213-d59e-4646-9f1b-d53e2860dde5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:57.786237 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:57.786767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:57.787115 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:57.787459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:57.787797 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:57.788133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:57.788552 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:57.788797 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:57.789800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:57.789800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:57.789800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:57.790168 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:10:57.813610 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b8bcc9a5-3fe8-4bc1-a3e2-99b261947f05 None None] For port 7edb0213-d59e-4646-9f1b-d53e2860dde5, host n-d-791505-21, got binding levels [] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:57.814023 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b8bcc9a5-3fe8-4bc1-a3e2-99b261947f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:57.816887 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:57.838189 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcc9a5-3fe8-4bc1-a3e2-99b261947f05 None None] Calling delete_port for 7edb0213-d59e-4646-9f1b-d53e2860dde5 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:10:57.840039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed5992a-f157-49a7-bf86-5ec3f43daa9f']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:57.841483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.ipam_backend_mixin [None req-b8bcc9a5-3fe8-4bc1-a3e2-99b261947f05 None None] Port 7edb0213-d59e-4646-9f1b-d53e2860dde5 was not found and therefore no delete operation was performed {{(pid=94879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 13:10:57.844017 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b8bcc9a5-3fe8-4bc1-a3e2-99b261947f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:57.860249 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1727dd05-81f5-450b-a7fc-8a4b89f7c438') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:57.860642 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1727dd05-81f5-450b-a7fc-8a4b89f7c438') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:10:57.868972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcc9a5-3fe8-4bc1-a3e2-99b261947f05 None None] Pushing event deleted for resources: {'Port': ['ID=7edb0213-d59e-4646-9f1b-d53e2860dde5,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:57.872787 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:57.878995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bcc9a5-3fe8-4bc1-a3e2-99b261947f05 None None] No DVR routers for this DVR port 7edb0213-d59e-4646-9f1b-d53e2860dde5 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:10:57.892475 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:57.910540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:10:57.911092 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:10:57.914288 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:10:58.004189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de1ca1-7775-40e6-bb41-acc5f674234d req-589f8861-c3c8-4e20-a191-c5e8a602f535 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:58.005574 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e0de1ca1-7775-40e6-bb41-acc5f674234d req-589f8861-c3c8-4e20-a191-c5e8a602f535 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 908 time: 0.1078439 Aug 28 13:10:58.006784 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:58.026491 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:58.029624 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] 10.222.0.20 "DELETE /v2.0/networks/8ed5992a-f157-49a7-bf86-5ec3f43daa9f HTTP/1.1" status: 204 len: 168 time: 0.8756866 Aug 28 13:10:58.048899 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab0f57-cd9d-4c3f-9752-c5c34c1d8cb0 tempest-DHCPAgentSchedulersTestJSON-1391504681 tempest-DHCPAgentSchedulersTestJSON-1391504681-project] Pushing event deleted for resources: {'Network': ['ID=8ed5992a-f157-49a7-bf86-5ec3f43daa9f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:58.389391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57032) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:58.470121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 2537bbe3-d0c2-402c-869a-a79c10314e60 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:10:58.543837 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 2537bbe3-d0c2-402c-869a-a79c10314e60 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:10:58.548593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 2537bbe3-d0c2-402c-869a-a79c10314e60 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:10:58.549302 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:58.633341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0a6821a5-adb7-4ceb-a5cb-626b86b1e260 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=258b8f259bcd4d6cabbb83001287d657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418835 Aug 28 13:10:58.636041 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57070) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:58.705449 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:58.755653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 2537bbe3-d0c2-402c-869a-a79c10314e60, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=2537bbe3-d0c2-402c-869a-a79c10314e60,segment=NetworkSegment(5ac6825a-6401-401b-8d9e-c8a09574727d),segment_id=5ac6825a-6401-401b-8d9e-c8a09574727d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:10:58.757312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e424c5-0054-4f2b-a78b-b34288337e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2537bbe3-d0c2-402c-869a-a79c10314e60'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:10:58.761503 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62816478-31a3-4bcb-9101-e4b308bfa792" -d '{"events": [{"server_uuid": "32e424c5-0054-4f2b-a78b-b34288337e0c", "name": "network-vif-plugged", "status": "completed", "tag": "2537bbe3-d0c2-402c-869a-a79c10314e60"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:10:58.766405 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c06f7bab-6bef-48a5-830a-303f0a5c0121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:58.767873 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:58.808128 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c06f7bab-6bef-48a5-830a-303f0a5c0121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:58.857788 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e96bdb-c683-47b5-990a-6fb73c20f832 x-openstack-request-id: req-b8e96bdb-c683-47b5-990a-6fb73c20f832 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:10:58.858598 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e424c5-0054-4f2b-a78b-b34288337e0c", "name": "network-vif-plugged", "status": "completed", "tag": "2537bbe3-d0c2-402c-869a-a79c10314e60", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:10:58.858598 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8e96bdb-c683-47b5-990a-6fb73c20f832 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:10:58.859740 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e424c5-0054-4f2b-a78b-b34288337e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2537bbe3-d0c2-402c-869a-a79c10314e60', 'code': 200} Aug 28 13:10:58.861960 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=2537bbe3-d0c2-402c-869a-a79c10314e60,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:58.909186 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c06f7bab-6bef-48a5-830a-303f0a5c0121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:58.912211 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c06f7bab-6bef-48a5-830a-303f0a5c0121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:58.913645 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c06f7bab-6bef-48a5-830a-303f0a5c0121 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/daf4e37b-d89b-462c-85d7-1dac87232346 HTTP/1.1" status: 204 len: 168 time: 0.2761612 Aug 28 13:10:58.937121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f7bab-6bef-48a5-830a-303f0a5c0121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf4e37b-d89b-462c-85d7-1dac87232346,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:59.003758 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0f582-fb9c-4023-8058-6626e3c484ee req-f77d7821-d970-413d-a2de-5d37e493c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:59.005952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ff0f582-fb9c-4023-8058-6626e3c484ee req-f77d7821-d970-413d-a2de-5d37e493c587 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 1061 time: 0.0916514 Aug 28 13:10:59.102164 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7edb0213-d59e-4646-9f1b-d53e2860dde5 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:10:59.163374 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 7edb0213-d59e-4646-9f1b-d53e2860dde5 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:10:59.168451 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7edb0213-d59e-4646-9f1b-d53e2860dde5 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:10:59.290509 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc21a54-5c90-4d99-b0c3-c20fa5ca363f req-58ca2c78-6fc1-4e8c-9412-5f36d4673413 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:10:59.292130 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5fc21a54-5c90-4d99-b0c3-c20fa5ca363f req-58ca2c78-6fc1-4e8c-9412-5f36d4673413 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 909 time: 0.1325858 Aug 28 13:10:59.519093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57086) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:59.545532 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-01ebea59-c72c-4b7a-a28b-ef27a82b2655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:59.726853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-01ebea59-c72c-4b7a-a28b-ef27a82b2655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:59.742874 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-01ebea59-c72c-4b7a-a28b-ef27a82b2655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:59.809578 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-01ebea59-c72c-4b7a-a28b-ef27a82b2655 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4081ae1ebd6b4c809ba6d483e6302f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883441 Aug 28 13:10:59.812449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57088) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:10:59.818445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebea59-c72c-4b7a-a28b-ef27a82b2655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb91846-ba9d-44c3-8399-e8643e9b63dd,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:10:59.909380 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2fdbe413-f20e-4ce1-beef-de9307475f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:10:59.950157 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2fdbe413-f20e-4ce1-beef-de9307475f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:00.065572 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2fdbe413-f20e-4ce1-beef-de9307475f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:00.070114 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2fdbe413-f20e-4ce1-beef-de9307475f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:00.072150 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2fdbe413-f20e-4ce1-beef-de9307475f8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aeb91846-ba9d-44c3-8399-e8643e9b63dd HTTP/1.1" status: 204 len: 168 time: 0.2580180 Aug 28 13:11:00.093693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbe413-f20e-4ce1-beef-de9307475f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb91846-ba9d-44c3-8399-e8643e9b63dd,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:00.601766 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1297c5c-ee3d-42fd-afa2-559812339bc1 req-1a46f842-4868-4afd-a542-29fd6d897dc0 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:00.604473 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a1297c5c-ee3d-42fd-afa2-559812339bc1 req-1a46f842-4868-4afd-a542-29fd6d897dc0 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 909 time: 0.0927138 Aug 28 13:11:01.528979 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-63a28f84-f629-4587-a1de-9dfe3e9bdeb6 req-cd2b1e99-433a-480e-964f-eb924a64ea36 service neutron] (94878) timed out ('10.222.0.20', 60366) {{(pid=94878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 13:11:01.788243 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305e7ef-ceae-47f0-8b00-f006f6c6ab1e req-d73cb8e1-ee7e-4ca8-90be-c5bf33d0d53a tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:01.790748 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7305e7ef-ceae-47f0-8b00-f006f6c6ab1e req-d73cb8e1-ee7e-4ca8-90be-c5bf33d0d53a tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 909 time: 0.0778975 Aug 28 13:11:01.943576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb650b2-16b3-4acf-8fc1-4e80ce56e566 req-34a14798-d7fd-4b3a-8e8a-1e09a04b176e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:01.945167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-deb650b2-16b3-4acf-8fc1-4e80ce56e566 req-34a14798-d7fd-4b3a-8e8a-1e09a04b176e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 909 time: 0.0682974 Aug 28 13:11:02.071443 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57174) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:02.082981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc505a-21e9-4403-9222-c2bdeff58bba req-456332ec-9790-47bb-8f1d-110c6dca85d6 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:02.084705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0cc505a-21e9-4403-9222-c2bdeff58bba req-456332ec-9790-47bb-8f1d-110c6dca85d6 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 1061 time: 0.0598350 Aug 28 13:11:02.215911 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d25c9d-1a54-4a06-bd39-fd9a3b530826 req-2d73f0ba-c9f6-4b50-8496-f03fa4f58404 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:02.233208 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52d25c9d-1a54-4a06-bd39-fd9a3b530826 req-2d73f0ba-c9f6-4b50-8496-f03fa4f58404 tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 1136 time: 0.0496910 Aug 28 13:11:02.295556 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52d25c9d-1a54-4a06-bd39-fd9a3b530826 req-95eaf0b1-636e-40a1-a8a5-42309383e39e tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=921e921e-5215-43ed-825e-d1e274ccba3d&id=e8f85887-c41c-4b82-ab09-be4997de8503&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0607481 Aug 28 13:11:02.326244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e65478a5-6507-4c53-92fa-649bead41263 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-129340'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:02.328759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57184) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:02.354142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65478a5-6507-4c53-92fa-649bead41263 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Made reservation on behalf of 9167b99b68c24f589d7788a5ac4bb00b for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:02.357962 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e65478a5-6507-4c53-92fa-649bead41263 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:02.368721 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e65478a5-6507-4c53-92fa-649bead41263 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:02.395277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1de03d9-4a75-4ac5-a83b-1e8683b6ff4b tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:02.402316 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d1de03d9-4a75-4ac5-a83b-1e8683b6ff4b tempest-TestSecurityGroupsBasicOps-1705117807 tempest-TestSecurityGroupsBasicOps-1705117807-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 1056 time: 0.0677958 Aug 28 13:11:02.509411 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e65478a5-6507-4c53-92fa-649bead41263 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:02.515955 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e65478a5-6507-4c53-92fa-649bead41263 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:02.597096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65478a5-6507-4c53-92fa-649bead41263 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:11:02.643138 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e65478a5-6507-4c53-92fa-649bead41263 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:02.643138 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-e65478a5-6507-4c53-92fa-649bead41263 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Added segment 51875494-b419-4692-b9db-0d57217e0175 of type vlan for network d4d9c826-ca43-4a35-a228-79aaa6755095 Aug 28 13:11:02.643138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65478a5-6507-4c53-92fa-649bead41263 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4e764c-51f6-45b0-a0b1-d39be210b817,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:02.809206 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e65478a5-6507-4c53-92fa-649bead41263 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:02.852296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a19f4-4f9a-4ddb-a21b-ff32447294c4 req-a25892a1-fa09-4f86-ad86-e82b21b4d457 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:02.855563 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0c6a19f4-4f9a-4ddb-a21b-ff32447294c4 req-a25892a1-fa09-4f86-ad86-e82b21b4d457 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 909 time: 0.0942948 Aug 28 13:11:02.871050 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e65478a5-6507-4c53-92fa-649bead41263 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:02.879689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65478a5-6507-4c53-92fa-649bead41263 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:02.880539 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e65478a5-6507-4c53-92fa-649bead41263 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:02.970791 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e65478a5-6507-4c53-92fa-649bead41263 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8969419 Aug 28 13:11:02.973662 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57200) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:02.994460 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65478a5-6507-4c53-92fa-649bead41263 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Pushing event updated for resources: {'Network': ['ID=d4d9c826-ca43-4a35-a228-79aaa6755095,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:03.021320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network d4d9c826-ca43-4a35-a228-79aaa6755095 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:11:03.110218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c6b57235-2d79-49b8-8282-f44e1ba5f928 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Request body: {'network': {'name': 'tempest-network--799818402', 'router:external': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:03.150149 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b57235-2d79-49b8-8282-f44e1ba5f928 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Made reservation on behalf of 761588364ec849c6b5543f9dccc5605a for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:03.159590 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6b57235-2d79-49b8-8282-f44e1ba5f928 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:03.183091 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6b57235-2d79-49b8-8282-f44e1ba5f928 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:03.335630 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6b57235-2d79-49b8-8282-f44e1ba5f928 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:03.341603 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6b57235-2d79-49b8-8282-f44e1ba5f928 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:03.389357 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b57235-2d79-49b8-8282-f44e1ba5f928 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:11:03.403927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b57235-2d79-49b8-8282-f44e1ba5f928 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5af4b2-da87-4acc-911d-2052fcd96dc8,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:03.412731 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6b57235-2d79-49b8-8282-f44e1ba5f928 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:03.413505 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-c6b57235-2d79-49b8-8282-f44e1ba5f928 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Added segment c855bbaf-83ae-4f44-8fab-56e08b213871 of type vlan for network 51178aca-88cd-4d5c-867e-09391e3eaa1e Aug 28 13:11:03.801191 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6b57235-2d79-49b8-8282-f44e1ba5f928 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:03.847031 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6b57235-2d79-49b8-8282-f44e1ba5f928 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:03.850159 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b57235-2d79-49b8-8282-f44e1ba5f928 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:03.852825 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6b57235-2d79-49b8-8282-f44e1ba5f928 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:03.949797 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c6b57235-2d79-49b8-8282-f44e1ba5f928 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.9717779 Aug 28 13:11:03.950179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57214) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:04.039644 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b57235-2d79-49b8-8282-f44e1ba5f928 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event updated for resources: {'Network': ['ID=51178aca-88cd-4d5c-867e-09391e3eaa1e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:04.053264 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 51178aca-88cd-4d5c-867e-09391e3eaa1e details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:11:04.136815 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-035c9d8e-dfe3-43ea-827b-b3a9680884a5 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:04.145839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f99430-7f3b-4571-9244-d62f7305880a req-8c1604e1-27a0-45fa-ab60-6d5232c2afce tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:04.153068 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1f99430-7f3b-4571-9244-d62f7305880a req-8c1604e1-27a0-45fa-ab60-6d5232c2afce tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 909 time: 0.1063499 Aug 28 13:11:04.294165 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-035c9d8e-dfe3-43ea-827b-b3a9680884a5 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:04.316606 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-035c9d8e-dfe3-43ea-827b-b3a9680884a5 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51178aca-88cd-4d5c-867e-09391e3eaa1e']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:04.346281 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-035c9d8e-dfe3-43ea-827b-b3a9680884a5 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c855bbaf-83ae-4f44-8fab-56e08b213871') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:04.346715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-035c9d8e-dfe3-43ea-827b-b3a9680884a5 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c855bbaf-83ae-4f44-8fab-56e08b213871') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:04.375639 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-035c9d8e-dfe3-43ea-827b-b3a9680884a5 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:04.419119 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-035c9d8e-dfe3-43ea-827b-b3a9680884a5 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:04.432748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035c9d8e-dfe3-43ea-827b-b3a9680884a5 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:11:04.433391 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-035c9d8e-dfe3-43ea-827b-b3a9680884a5 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:11:04.458349 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:11:04.530902 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dca051-ad13-4b3a-9877-881366484b3b req-181e55c0-2747-49bb-a94b-d5491b8e7212 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:04.532918 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7dca051-ad13-4b3a-9877-881366484b3b req-181e55c0-2747-49bb-a94b-d5491b8e7212 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.10 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 909 time: 0.0616839 Aug 28 13:11:04.555771 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-035c9d8e-dfe3-43ea-827b-b3a9680884a5 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:04.561211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035c9d8e-dfe3-43ea-827b-b3a9680884a5 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 51178aca-88cd-4d5c-867e-09391e3eaa1e {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 13:11:04.571572 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-035c9d8e-dfe3-43ea-827b-b3a9680884a5 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:04.579301 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-035c9d8e-dfe3-43ea-827b-b3a9680884a5 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "DELETE /v2.0/networks/51178aca-88cd-4d5c-867e-09391e3eaa1e HTTP/1.1" status: 204 len: 168 time: 0.6279955 Aug 28 13:11:04.579954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57218) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:04.598547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7098cdec-e122-4922-8ae8-ccc09ed155a0 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:04.617380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c9d8e-dfe3-43ea-827b-b3a9680884a5 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event deleted for resources: {'Network': ['ID=51178aca-88cd-4d5c-867e-09391e3eaa1e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:04.648237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7098cdec-e122-4922-8ae8-ccc09ed155a0 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Made reservation on behalf of 761588364ec849c6b5543f9dccc5605a for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:04.659521 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7098cdec-e122-4922-8ae8-ccc09ed155a0 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:04.700666 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7098cdec-e122-4922-8ae8-ccc09ed155a0 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:11:04.709027 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7098cdec-e122-4922-8ae8-ccc09ed155a0 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:04.709683 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-7098cdec-e122-4922-8ae8-ccc09ed155a0 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Added segment de8dd1cb-efd5-4c35-9ebd-97861efda297 of type vlan for network cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac Aug 28 13:11:04.771274 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7098cdec-e122-4922-8ae8-ccc09ed155a0 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:04.804765 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-a7dca051-ad13-4b3a-9877-881366484b3b req-25a88aa7-1a5c-44d1-a6c2-147842a7f6cb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Deleting port 2537bbe3-d0c2-402c-869a-a79c10314e60 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:04.805108 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a7dca051-ad13-4b3a-9877-881366484b3b req-25a88aa7-1a5c-44d1-a6c2-147842a7f6cb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:04.845976 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7098cdec-e122-4922-8ae8-ccc09ed155a0 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:04.849591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098cdec-e122-4922-8ae8-ccc09ed155a0 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:04.849591 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7098cdec-e122-4922-8ae8-ccc09ed155a0 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:04.935655 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7098cdec-e122-4922-8ae8-ccc09ed155a0 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.3412383 Aug 28 13:11:04.942645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57224) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:04.961514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7c838e88-efb0-4c11-bfcf-87c4be4b3fd2 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Request body: {'subnet': {'network_id': 'cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:04.973686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098cdec-e122-4922-8ae8-ccc09ed155a0 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event updated for resources: {'Network': ['ID=cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:04.988447 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:11:05.026291 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c838e88-efb0-4c11-bfcf-87c4be4b3fd2 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Made reservation on behalf of 761588364ec849c6b5543f9dccc5605a for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:05.029554 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c838e88-efb0-4c11-bfcf-87c4be4b3fd2 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:05.086163 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-a7dca051-ad13-4b3a-9877-881366484b3b req-25a88aa7-1a5c-44d1-a6c2-147842a7f6cb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] For port 2537bbe3-d0c2-402c-869a-a79c10314e60, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=2537bbe3-d0c2-402c-869a-a79c10314e60,segment=NetworkSegment(5ac6825a-6401-401b-8d9e-c8a09574727d),segment_id=5ac6825a-6401-401b-8d9e-c8a09574727d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:05.086809 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a7dca051-ad13-4b3a-9877-881366484b3b req-25a88aa7-1a5c-44d1-a6c2-147842a7f6cb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:05.103003 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-a7dca051-ad13-4b3a-9877-881366484b3b req-25a88aa7-1a5c-44d1-a6c2-147842a7f6cb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Calling delete_port for 2537bbe3-d0c2-402c-869a-a79c10314e60 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:05.474623 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a7dca051-ad13-4b3a-9877-881366484b3b req-25a88aa7-1a5c-44d1-a6c2-147842a7f6cb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:05.537673 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a88aa7-1a5c-44d1-a6c2-147842a7f6cb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event deleted for resources: {'Port': ['ID=2537bbe3-d0c2-402c-869a-a79c10314e60,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:05.557395 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e3b0d-1343-4836-b209-8977f043847c req-91375637-abcd-4a74-bfac-de635a2c9cb2 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:05.570417 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ec8e3b0d-1343-4836-b209-8977f043847c req-91375637-abcd-4a74-bfac-de635a2c9cb2 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=32e424c5-0054-4f2b-a78b-b34288337e0c HTTP/1.1" status: 200 len: 830 time: 0.2386684 Aug 28 13:11:05.633275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7dca051-ad13-4b3a-9877-881366484b3b req-25a88aa7-1a5c-44d1-a6c2-147842a7f6cb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] No DVR routers for this DVR port 2537bbe3-d0c2-402c-869a-a79c10314e60 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:11:05.636423 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a7dca051-ad13-4b3a-9877-881366484b3b req-25a88aa7-1a5c-44d1-a6c2-147842a7f6cb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:05.641607 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a7dca051-ad13-4b3a-9877-881366484b3b req-25a88aa7-1a5c-44d1-a6c2-147842a7f6cb tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.10 "DELETE /v2.0/ports/2537bbe3-d0c2-402c-869a-a79c10314e60 HTTP/1.1" status: 204 len: 173 time: 1.0989313 Aug 28 13:11:05.642337 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e424c5-0054-4f2b-a78b-b34288337e0c', 'name': 'network-vif-deleted', 'tag': '2537bbe3-d0c2-402c-869a-a79c10314e60'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:11:05.646722 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69a503c-63e4-47ad-a4c0-4ae8a40dc44b" -d '{"events": [{"server_uuid": "32e424c5-0054-4f2b-a78b-b34288337e0c", "name": "network-vif-deleted", "tag": "2537bbe3-d0c2-402c-869a-a79c10314e60"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:11:05.748549 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dcecc8-48e6-433e-8759-7b0e64d9a652 x-openstack-request-id: req-03dcecc8-48e6-433e-8759-7b0e64d9a652 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:11:05.748852 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e424c5-0054-4f2b-a78b-b34288337e0c", "name": "network-vif-deleted", "tag": "2537bbe3-d0c2-402c-869a-a79c10314e60", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:11:05.749105 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03dcecc8-48e6-433e-8759-7b0e64d9a652 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:11:05.749676 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e424c5-0054-4f2b-a78b-b34288337e0c', 'name': 'network-vif-deleted', 'tag': '2537bbe3-d0c2-402c-869a-a79c10314e60', 'status': 'completed', 'code': 200} Aug 28 13:11:05.815622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.objects.ports [None req-7c838e88-efb0-4c11-bfcf-87c4be4b3fd2 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94877) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 28 13:11:05.816899 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c838e88-efb0-4c11-bfcf-87c4be4b3fd2 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:05.932182 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c838e88-efb0-4c11-bfcf-87c4be4b3fd2 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ad42ae52-9022-4c29-9702-5b7e1d67d863,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:05.963786 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c838e88-efb0-4c11-bfcf-87c4be4b3fd2 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Checking segment: {'id': 'de8dd1cb-efd5-4c35-9ebd-97861efda297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:11:05.964174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c838e88-efb0-4c11-bfcf-87c4be4b3fd2 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Network hostable DHCP agents. Network: cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:11:05.991657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c838e88-efb0-4c11-bfcf-87c4be4b3fd2 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Network cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:11:06.007308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-7c838e88-efb0-4c11-bfcf-87c4be4b3fd2 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:06.013045 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c838e88-efb0-4c11-bfcf-87c4be4b3fd2 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:06.014328 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7c838e88-efb0-4c11-bfcf-87c4be4b3fd2 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:06.022510 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981529b7-2ce7-484e-8fd4-e20c34d34332 None None] Network cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:11:06.072208 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57242) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:06.075774 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7c838e88-efb0-4c11-bfcf-87c4be4b3fd2 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1320496 Aug 28 13:11:06.078326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Request body: {'floatingip': {'floating_network_id': 'cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:06.142962 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:06.325496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117cd4fd-9f4c-47fa-8c86-3c4ad946f754 None None] Network cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:11:06.332036 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:06.553205 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Allocated IP 172.20.0.2 (cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac/ad42ae52-9022-4c29-9702-5b7e1d67d863/eb85fc87-6520-4c90-9ea5-41a0c5503d73) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:11:06.641154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57248) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:06.713846 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:06.769735 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:06.823167 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Network cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:11:06.826986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:06.834268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:11:06.862949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event updated for resources: {'Port': ['ID=eb85fc87-6520-4c90-9ea5-41a0c5503d73,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:06.937629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:07.024368 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:07.271197 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6245943e-8ceb-43bc-9ddd-44428c99e0de tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:07.347941 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:07.363306 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:07.522786 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:07.540353 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event updated for resources: {'Port': ['ID=eb85fc87-6520-4c90-9ea5-41a0c5503d73,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:07.552916 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:07.584332 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:07.585698 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a602cbcf-a3cc-455c-b064-dc7944f48700 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5124171 Aug 28 13:11:07.588680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57260) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:07.688631 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0ff91191-d95d-4343-b16b-19916ca1aa49 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac HTTP/1.1" status: 200 len: 689 time: 0.0986052 Aug 28 13:11:07.690951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57262) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:07.737918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6245943e-8ceb-43bc-9ddd-44428c99e0de tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Deleting port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:07.738511 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6245943e-8ceb-43bc-9ddd-44428c99e0de tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:07.792910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57264) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:07.807741 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:07.891097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-6245943e-8ceb-43bc-9ddd-44428c99e0de tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] For port f11803df-63b0-4d5b-a1c7-96cec2bb4aa4, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f11803df-63b0-4d5b-a1c7-96cec2bb4aa4,segment=NetworkSegment(5ac6825a-6401-401b-8d9e-c8a09574727d),segment_id=5ac6825a-6401-401b-8d9e-c8a09574727d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:07.891436 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6245943e-8ceb-43bc-9ddd-44428c99e0de tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:07.922864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6245943e-8ceb-43bc-9ddd-44428c99e0de tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Calling delete_port for f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:07.982076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Deleting port eb85fc87-6520-4c90-9ea5-41a0c5503d73 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:07.982664 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:08.093801 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:08.094076 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:08.105697 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d437e20c-4bd3-423b-bc79-1f04975baf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:08.123994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Calling delete_port for eb85fc87-6520-4c90-9ea5-41a0c5503d73 owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:08.282858 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6245943e-8ceb-43bc-9ddd-44428c99e0de tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:08.322613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245943e-8ceb-43bc-9ddd-44428c99e0de tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event deleted for resources: {'Port': ['ID=f11803df-63b0-4d5b-a1c7-96cec2bb4aa4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:08.432801 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:08.438702 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d437e20c-4bd3-423b-bc79-1f04975baf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:08.446547 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d437e20c-4bd3-423b-bc79-1f04975baf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:08.473210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb85fc87-6520-4c90-9ea5-41a0c5503d73,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:08.474594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 2537bbe3-d0c2-402c-869a-a79c10314e60 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:11:08.539385 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437e20c-4bd3-423b-bc79-1f04975baf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55364ed8-5f19-4052-b3da-0ceeb96ebac7,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:08.601457 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d437e20c-4bd3-423b-bc79-1f04975baf68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f365958e142b46ef82cd93461c517238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8055604 Aug 28 13:11:08.606922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57274) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:08.737137 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 2537bbe3-d0c2-402c-869a-a79c10314e60 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:11:08.737631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 2537bbe3-d0c2-402c-869a-a79c10314e60 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:11:08.746438 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:08.856117 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:08.948292 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:09.080047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ad42ae52-9022-4c29-9702-5b7e1d67d863,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:09.090859 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:09.110131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:09.151215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6245943e-8ceb-43bc-9ddd-44428c99e0de tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:09.155569 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8dd1cb-efd5-4c35-9ebd-97861efda297') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:09.159041 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-33d8fb86-88da-48d3-bb0f-ce3f12d6b0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:09.163238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8dd1cb-efd5-4c35-9ebd-97861efda297') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:09.186530 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:09.212283 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:09.222093 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-33d8fb86-88da-48d3-bb0f-ce3f12d6b0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:09.226509 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:11:09.227586 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:11:09.244657 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:11:09.323636 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:09.333625 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 13:11:09.336834 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:09.341832 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "DELETE /v2.0/networks/cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac HTTP/1.1" status: 204 len: 168 time: 1.6497047 Aug 28 13:11:09.346428 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57278) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:09.359443 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5dbb5-b696-430b-becf-046572fad223 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event deleted for resources: {'Network': ['ID=cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:09.530268 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-33d8fb86-88da-48d3-bb0f-ce3f12d6b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:09.533908 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-33d8fb86-88da-48d3-bb0f-ce3f12d6b0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:09.535472 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-33d8fb86-88da-48d3-bb0f-ce3f12d6b0f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55364ed8-5f19-4052-b3da-0ceeb96ebac7 HTTP/1.1" status: 204 len: 168 time: 0.9246628 Aug 28 13:11:09.677605 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8fb86-88da-48d3-bb0f-ce3f12d6b0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55364ed8-5f19-4052-b3da-0ceeb96ebac7,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:09.699026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3777d67b-f656-40f0-a15d-1da7bd180339 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.3529651 Aug 28 13:11:09.701697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57286) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:09.893165 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-25334821-9aac-4a22-9867-26ad7c934a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:09.953424 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:10.049628 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6eb2e-94e8-45b4-89ed-4ddda9b4daf7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:10.050336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6eb2e-94e8-45b4-89ed-4ddda9b4daf7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:10.050974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6eb2e-94e8-45b4-89ed-4ddda9b4daf7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:10.051932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6eb2e-94e8-45b4-89ed-4ddda9b4daf7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:10.052903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6eb2e-94e8-45b4-89ed-4ddda9b4daf7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:10.053517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6eb2e-94e8-45b4-89ed-4ddda9b4daf7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:10.059790 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57294) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:10.073975 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9fa6eb2e-94e8-45b4-89ed-4ddda9b4daf7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3975 time: 0.3709650 Aug 28 13:11:10.112080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6245943e-8ceb-43bc-9ddd-44428c99e0de tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Router 96661e66-f600-4270-8563-69b606b1f05c has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:11:10.159591 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-ee510d4a-a3fb-444d-b1ac-4be5fbb86c70 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] delete failed (client error): The resource could not be found. Aug 28 13:11:10.160908 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ee510d4a-a3fb-444d-b1ac-4be5fbb86c70 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/225311f6-430f-4969-b6f0-13adb09d4be0 HTTP/1.1" status: 404 len: 345 time: 0.0995157 Aug 28 13:11:10.164241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57298) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:10.188103 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b28b3f0-2ee0-448b-930d-d7c308209303 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] DELETE failed (client error): The resource could not be found. Aug 28 13:11:10.188873 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b28b3f0-2ee0-448b-930d-d7c308209303 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:11:10.196860 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0b28b3f0-2ee0-448b-930d-d7c308209303 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "DELETE /v2.0/networks/cdd213ba-9ace-4ebb-8afd-58dc3ebd45ac HTTP/1.1" status: 404 len: 339 time: 0.0260503 Aug 28 13:11:10.197289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57302) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:10.207225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-97b7f5a7-78ae-4344-a2a4-f00ee1d33ec4 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Request body: {'network': {'name': 'tempest-network--578488137', 'router:external': True}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:10.293822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6245943e-8ceb-43bc-9ddd-44428c99e0de tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:11:10.305143 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6245943e-8ceb-43bc-9ddd-44428c99e0de tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "PUT /v2.0/routers/96661e66-f600-4270-8563-69b606b1f05c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6581440 Aug 28 13:11:10.305143 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57306) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:10.308057 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590b476e-f015-4535-b879-4978053de938 None None] Sync routers for ids ['96661e66-f600-4270-8563-69b606b1f05c'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:11:10.320059 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590b476e-f015-4535-b879-4978053de938 None None] Routers {'96661e66-f600-4270-8563-69b606b1f05c'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:11:10.320940 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-590b476e-f015-4535-b879-4978053de938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:10:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['96661e66-f600-4270-8563-69b606b1f05c'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:10.369954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b7f5a7-78ae-4344-a2a4-f00ee1d33ec4 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Made reservation on behalf of 761588364ec849c6b5543f9dccc5605a for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:10.374646 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-97b7f5a7-78ae-4344-a2a4-f00ee1d33ec4 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:10.453904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b7f5a7-78ae-4344-a2a4-f00ee1d33ec4 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:11:10.469230 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9db487a-98a8-4e0a-b742-ed085fadd1c5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Deleting subnet 3cde1046-4d17-4544-be07-2dbe80373a09 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:11:10.470182 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-590b476e-f015-4535-b879-4978053de938 None None] Set router 96661e66-f600-4270-8563-69b606b1f05c gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:11:10.476839 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9db487a-98a8-4e0a-b742-ed085fadd1c5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:10.483320 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-97b7f5a7-78ae-4344-a2a4-f00ee1d33ec4 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:10.484653 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-97b7f5a7-78ae-4344-a2a4-f00ee1d33ec4 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Added segment 62e24e20-cf37-4331-b45f-d96a9b0ec641 of type vlan for network b4651ce9-2623-4f80-92ce-bca687b194f9 Aug 28 13:11:10.642676 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9db487a-98a8-4e0a-b742-ed085fadd1c5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:10.738060 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-97b7f5a7-78ae-4344-a2a4-f00ee1d33ec4 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:10.836847 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-97b7f5a7-78ae-4344-a2a4-f00ee1d33ec4 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:10.837303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b7f5a7-78ae-4344-a2a4-f00ee1d33ec4 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:10.838256 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-97b7f5a7-78ae-4344-a2a4-f00ee1d33ec4 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:10.850086 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-590b476e-f015-4535-b879-4978053de938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96661e66-f600-4270-8563-69b606b1f05c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-754856110', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:32Z', 'updated_at': '2021-08-28T13:11:08Z', 'revision_number': 5, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96661e66-f600-4270-8563-69b606b1f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:33Z', 'updated_at': '2021-08-28T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:10.913364 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590b476e-f015-4535-b879-4978053de938 None None] Checking router: 96661e66-f600-4270-8563-69b606b1f05c for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:11:10.923744 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590b476e-f015-4535-b879-4978053de938 None None] Routers {'96661e66-f600-4270-8563-69b606b1f05c'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:11:10.924612 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-590b476e-f015-4535-b879-4978053de938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:10:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['96661e66-f600-4270-8563-69b606b1f05c'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:10.962140 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57320) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:10.962414 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-97b7f5a7-78ae-4344-a2a4-f00ee1d33ec4 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7640429 Aug 28 13:11:10.987395 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9db487a-98a8-4e0a-b742-ed085fadd1c5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:11.022381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7f5a7-78ae-4344-a2a4-f00ee1d33ec4 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event updated for resources: {'Network': ['ID=b4651ce9-2623-4f80-92ce-bca687b194f9,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:11.035376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network b4651ce9-2623-4f80-92ce-bca687b194f9 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:11:11.081857 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-590b476e-f015-4535-b879-4978053de938 None None] Set router 96661e66-f600-4270-8563-69b606b1f05c gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:11:11.123774 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9db487a-98a8-4e0a-b742-ed085fadd1c5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:11.185075 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db487a-98a8-4e0a-b742-ed085fadd1c5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event deleted for resources: {'Subnet': ['ID=3cde1046-4d17-4544-be07-2dbe80373a09,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:11.205877 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b9db487a-98a8-4e0a-b742-ed085fadd1c5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:11.211531 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b9db487a-98a8-4e0a-b742-ed085fadd1c5 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "DELETE /v2.0/subnets/3cde1046-4d17-4544-be07-2dbe80373a09 HTTP/1.1" status: 204 len: 168 time: 0.9061463 Aug 28 13:11:11.211851 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c1eb7e-b27a-4fe0-b994-d372ee21ba7e None None] Network a2913ac3-f299-46da-a89f-8cf9ee18b557 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:11:11.212361 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57330) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:11.437864 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0da5d3e-7442-4460-8daf-4f684d37faf4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:11.531523 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d348b-5506-4df1-9251-ba6f1e531590 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:11.550526 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d348b-5506-4df1-9251-ba6f1e531590 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:11.567583 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d348b-5506-4df1-9251-ba6f1e531590 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:11.573805 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d348b-5506-4df1-9251-ba6f1e531590 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:11.586202 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57336) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:11.588618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dbc55d-6c33-4436-aff0-2533f4103270 None None] DHCP port deletion for a2913ac3-f299-46da-a89f-8cf9ee18b557 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:11:11.588780 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-384d348b-5506-4df1-9251-ba6f1e531590 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2449 time: 0.6219511 Aug 28 13:11:11.667269 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-590b476e-f015-4535-b879-4978053de938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96661e66-f600-4270-8563-69b606b1f05c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-754856110', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:32Z', 'updated_at': '2021-08-28T13:11:08Z', 'revision_number': 5, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96661e66-f600-4270-8563-69b606b1f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:33Z', 'updated_at': '2021-08-28T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:11.723348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-46dbc55d-6c33-4436-aff0-2533f4103270 None None] Deleting port b176617c-2d3b-40b9-b824-1b437b4a55a1 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:11.725840 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-46dbc55d-6c33-4436-aff0-2533f4103270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:11.782647 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590b476e-f015-4535-b879-4978053de938 None None] The sync data for ids ['96661e66-f600-4270-8563-69b606b1f05c'] in n-d-791505-21 is: [{'id': '96661e66-f600-4270-8563-69b606b1f05c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-754856110', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:32Z', 'updated_at': '2021-08-28T13:11:08Z', 'revision_number': 5, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'd5730793-a18a-4de7-a0f5-e309f1f35485', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:dd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96661e66-f600-4270-8563-69b606b1f05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:33Z', 'updated_at': '2021-08-28T13:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:11:11.783773 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c568b257-2b81-49d2-b17f-4aa09cb8edbd tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:11.978936 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0da5d3e-7442-4460-8daf-4f684d37faf4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:11.993099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-46dbc55d-6c33-4436-aff0-2533f4103270 None None] For port b176617c-2d3b-40b9-b824-1b437b4a55a1, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b176617c-2d3b-40b9-b824-1b437b4a55a1,segment=NetworkSegment(5ac6825a-6401-401b-8d9e-c8a09574727d),segment_id=5ac6825a-6401-401b-8d9e-c8a09574727d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:11.993879 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-46dbc55d-6c33-4436-aff0-2533f4103270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.008116 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c568b257-2b81-49d2-b17f-4aa09cb8edbd tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.017271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-46dbc55d-6c33-4436-aff0-2533f4103270 None None] Calling delete_port for b176617c-2d3b-40b9-b824-1b437b4a55a1 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:12.074948 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-c568b257-2b81-49d2-b17f-4aa09cb8edbd tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4651ce9-2623-4f80-92ce-bca687b194f9']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:12.109040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-c568b257-2b81-49d2-b17f-4aa09cb8edbd tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e24e20-cf37-4331-b45f-d96a9b0ec641') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:12.109335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-c568b257-2b81-49d2-b17f-4aa09cb8edbd tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e24e20-cf37-4331-b45f-d96a9b0ec641') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:12.123748 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c568b257-2b81-49d2-b17f-4aa09cb8edbd tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.165783 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c568b257-2b81-49d2-b17f-4aa09cb8edbd tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.181280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c568b257-2b81-49d2-b17f-4aa09cb8edbd tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:11:12.182421 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c568b257-2b81-49d2-b17f-4aa09cb8edbd tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.212706 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57344) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:12.236726 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-46dbc55d-6c33-4436-aff0-2533f4103270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.288464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dbc55d-6c33-4436-aff0-2533f4103270 None None] No DVR routers for this DVR port b176617c-2d3b-40b9-b824-1b437b4a55a1 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:11:12.307140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbc55d-6c33-4436-aff0-2533f4103270 None None] Pushing event deleted for resources: {'Port': ['ID=b176617c-2d3b-40b9-b824-1b437b4a55a1,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:12.357566 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4064a80-975b-4f58-8d85-7b151e4d7c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:11:12.383388 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:11:12.411693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c568b257-2b81-49d2-b17f-4aa09cb8edbd tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.439698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c568b257-2b81-49d2-b17f-4aa09cb8edbd tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b4651ce9-2623-4f80-92ce-bca687b194f9 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 13:11:12.454439 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c568b257-2b81-49d2-b17f-4aa09cb8edbd tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.458515 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c568b257-2b81-49d2-b17f-4aa09cb8edbd tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "DELETE /v2.0/networks/b4651ce9-2623-4f80-92ce-bca687b194f9 HTTP/1.1" status: 204 len: 168 time: 0.8703368 Aug 28 13:11:12.462310 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ccfd30f6-65fb-4996-846e-ab2c2387a5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.464081 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b0da5d3e-7442-4460-8daf-4f684d37faf4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Deleting port d5730793-a18a-4de7-a0f5-e309f1f35485 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:12.465705 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0da5d3e-7442-4460-8daf-4f684d37faf4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.466876 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57348) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:12.472801 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5a89a51d-e824-424d-93bf-b7de6e308546 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Request body: {'network': {'name': 'tempest-network--1270493008', 'router:external': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:12.510390 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a89a51d-e824-424d-93bf-b7de6e308546 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Made reservation on behalf of 761588364ec849c6b5543f9dccc5605a for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:12.513539 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a89a51d-e824-424d-93bf-b7de6e308546 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.545023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568b257-2b81-49d2-b17f-4aa09cb8edbd tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4651ce9-2623-4f80-92ce-bca687b194f9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:12.546766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a89a51d-e824-424d-93bf-b7de6e308546 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:11:12.558039 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a89a51d-e824-424d-93bf-b7de6e308546 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.558789 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-5a89a51d-e824-424d-93bf-b7de6e308546 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Added segment 59ddcc40-217e-4898-b4e2-3ddc151f6f01 of type vlan for network 146b24ea-e3b9-4558-84bd-e5d785ae3e57 Aug 28 13:11:12.592207 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.634316 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a89a51d-e824-424d-93bf-b7de6e308546 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.638866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-b0da5d3e-7442-4460-8daf-4f684d37faf4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] For port d5730793-a18a-4de7-a0f5-e309f1f35485, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d5730793-a18a-4de7-a0f5-e309f1f35485,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:12.639247 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0da5d3e-7442-4460-8daf-4f684d37faf4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.659273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b0da5d3e-7442-4460-8daf-4f684d37faf4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Calling delete_port for d5730793-a18a-4de7-a0f5-e309f1f35485 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:12.691295 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a89a51d-e824-424d-93bf-b7de6e308546 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.692698 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a89a51d-e824-424d-93bf-b7de6e308546 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:12.693564 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a89a51d-e824-424d-93bf-b7de6e308546 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:12.787495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89a51d-e824-424d-93bf-b7de6e308546 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event updated for resources: {'Network': ['ID=146b24ea-e3b9-4558-84bd-e5d785ae3e57,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:12.809829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 146b24ea-e3b9-4558-84bd-e5d785ae3e57 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:11:12.999463 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ccfd30f6-65fb-4996-846e-ab2c2387a5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.023974 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ccfd30f6-65fb-4996-846e-ab2c2387a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.091049 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ccfd30f6-65fb-4996-846e-ab2c2387a5a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60a21f5ef9224f9e948d5d8daea22a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8760455 Aug 28 13:11:13.097022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57354) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:13.100390 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5a89a51d-e824-424d-93bf-b7de6e308546 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6281869 Aug 28 13:11:13.106031 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57356) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:13.163361 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:11:13.219013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:11:13.219346 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f11803df-63b0-4d5b-a1c7-96cec2bb4aa4 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:11:13.220723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b176617c-2d3b-40b9-b824-1b437b4a55a1 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:11:13.224655 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0da5d3e-7442-4460-8daf-4f684d37faf4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.267637 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: b176617c-2d3b-40b9-b824-1b437b4a55a1 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:11:13.269269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b176617c-2d3b-40b9-b824-1b437b4a55a1 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:11:13.271374 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd30f6-65fb-4996-846e-ab2c2387a5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3317607d-ca63-4750-8a68-c09ddf125fef,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:13.321270 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151094bc-0e61-4447-867c-cf3f3ae9087e tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:13.323150 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-151094bc-0e61-4447-867c-cf3f3ae9087e tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] 10.222.0.20 "GET /v2.0/networks/146b24ea-e3b9-4558-84bd-e5d785ae3e57 HTTP/1.1" status: 200 len: 757 time: 0.2079425 Aug 28 13:11:13.326547 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57358) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:13.361515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da5d3e-7442-4460-8daf-4f684d37faf4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event deleted for resources: {'Port': ['ID=d5730793-a18a-4de7-a0f5-e309f1f35485,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:13.365638 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04af6cf0-98f5-4eec-b280-d9a5490e8c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.447582 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724f25f3-ff3e-473d-bf91-f576b0679d46 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:13.452251 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-724f25f3-ff3e-473d-bf91-f576b0679d46 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] 10.222.0.20 "GET /v2.0/networks/d4d9c826-ca43-4a35-a228-79aaa6755095 HTTP/1.1" status: 200 len: 764 time: 0.1231089 Aug 28 13:11:13.455195 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57360) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:13.455733 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0da5d3e-7442-4460-8daf-4f684d37faf4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.497115 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.563666 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04af6cf0-98f5-4eec-b280-d9a5490e8c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.566515 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0da5d3e-7442-4460-8daf-4f684d37faf4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.573431 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0da5d3e-7442-4460-8daf-4f684d37faf4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.579589 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2bea5a7-496d-4bd2-8276-aa90df2f2952 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.647536 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0da5d3e-7442-4460-8daf-4f684d37faf4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.648809 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0da5d3e-7442-4460-8daf-4f684d37faf4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Fanout notify agent at l3_agent the message router_deleted on router 96661e66-f600-4270-8563-69b606b1f05c {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:11:13.658184 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0da5d3e-7442-4460-8daf-4f684d37faf4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.659522 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b0da5d3e-7442-4460-8daf-4f684d37faf4 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "DELETE /v2.0/routers/96661e66-f600-4270-8563-69b606b1f05c HTTP/1.1" status: 204 len: 168 time: 2.4437134 Aug 28 13:11:13.662756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57362) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:13.689957 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2bea5a7-496d-4bd2-8276-aa90df2f2952 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.710252 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-e2bea5a7-496d-4bd2-8276-aa90df2f2952 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146b24ea-e3b9-4558-84bd-e5d785ae3e57']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:13.729696 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-e2bea5a7-496d-4bd2-8276-aa90df2f2952 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ddcc40-217e-4898-b4e2-3ddc151f6f01') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:13.730025 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-e2bea5a7-496d-4bd2-8276-aa90df2f2952 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ddcc40-217e-4898-b4e2-3ddc151f6f01') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:13.751520 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2bea5a7-496d-4bd2-8276-aa90df2f2952 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.788559 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04af6cf0-98f5-4eec-b280-d9a5490e8c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.791117 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2bea5a7-496d-4bd2-8276-aa90df2f2952 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.792573 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04af6cf0-98f5-4eec-b280-d9a5490e8c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.799628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-04af6cf0-98f5-4eec-b280-d9a5490e8c0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3317607d-ca63-4750-8a68-c09ddf125fef HTTP/1.1" status: 204 len: 168 time: 0.6990430 Aug 28 13:11:13.814445 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bea5a7-496d-4bd2-8276-aa90df2f2952 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:11:13.814809 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2bea5a7-496d-4bd2-8276-aa90df2f2952 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:11:13.816925 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:11:13.825982 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c37eb35f-730d-480d-b3eb-7f2307e486f8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.833218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af6cf0-98f5-4eec-b280-d9a5490e8c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3317607d-ca63-4750-8a68-c09ddf125fef,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:13.943228 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2bea5a7-496d-4bd2-8276-aa90df2f2952 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.962798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bea5a7-496d-4bd2-8276-aa90df2f2952 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 146b24ea-e3b9-4558-84bd-e5d785ae3e57 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 13:11:13.975988 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e2bea5a7-496d-4bd2-8276-aa90df2f2952 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:13.987710 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e2bea5a7-496d-4bd2-8276-aa90df2f2952 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "DELETE /v2.0/networks/146b24ea-e3b9-4558-84bd-e5d785ae3e57 HTTP/1.1" status: 204 len: 168 time: 0.5254312 Aug 28 13:11:14.037399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57368) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:14.054991 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bea5a7-496d-4bd2-8276-aa90df2f2952 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event deleted for resources: {'Network': ['ID=146b24ea-e3b9-4558-84bd-e5d785ae3e57,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:14.122337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-98d71051-ea3d-4b89-96bc-768a254e74e7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Request body: {'network': {'name': 'tempest-network--193374854'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:14.187768 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c37eb35f-730d-480d-b3eb-7f2307e486f8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:14.226474 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-c37eb35f-730d-480d-b3eb-7f2307e486f8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2913ac3-f299-46da-a89f-8cf9ee18b557']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:14.235513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d71051-ea3d-4b89-96bc-768a254e74e7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Made reservation on behalf of 761588364ec849c6b5543f9dccc5605a for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:14.245246 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-98d71051-ea3d-4b89-96bc-768a254e74e7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:14.304947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-c37eb35f-730d-480d-b3eb-7f2307e486f8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac6825a-6401-401b-8d9e-c8a09574727d') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:14.304947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-c37eb35f-730d-480d-b3eb-7f2307e486f8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac6825a-6401-401b-8d9e-c8a09574727d') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:14.373271 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c37eb35f-730d-480d-b3eb-7f2307e486f8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:14.383295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d71051-ea3d-4b89-96bc-768a254e74e7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:11:14.400120 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c37eb35f-730d-480d-b3eb-7f2307e486f8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:14.403851 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-98d71051-ea3d-4b89-96bc-768a254e74e7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:14.404384 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-98d71051-ea3d-4b89-96bc-768a254e74e7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Added segment 6a4bf6a6-401d-48d2-a6c1-910240a45608 of type vlan for network d0a45dac-9efc-40e4-9a08-3283518b1f1d Aug 28 13:11:14.423153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37eb35f-730d-480d-b3eb-7f2307e486f8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:11:14.423560 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c37eb35f-730d-480d-b3eb-7f2307e486f8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:11:14.426930 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:11:14.539862 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-98d71051-ea3d-4b89-96bc-768a254e74e7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:14.574523 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c37eb35f-730d-480d-b3eb-7f2307e486f8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:14.589004 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c37eb35f-730d-480d-b3eb-7f2307e486f8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:14.591677 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c37eb35f-730d-480d-b3eb-7f2307e486f8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "DELETE /v2.0/networks/a2913ac3-f299-46da-a89f-8cf9ee18b557 HTTP/1.1" status: 204 len: 168 time: 0.9275029 Aug 28 13:11:14.601811 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57380) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:14.627869 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37eb35f-730d-480d-b3eb-7f2307e486f8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event deleted for resources: {'Network': ['ID=a2913ac3-f299-46da-a89f-8cf9ee18b557,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:14.638049 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-98d71051-ea3d-4b89-96bc-768a254e74e7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:14.641882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d71051-ea3d-4b89-96bc-768a254e74e7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:14.642510 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-98d71051-ea3d-4b89-96bc-768a254e74e7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:14.720550 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d71051-ea3d-4b89-96bc-768a254e74e7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event updated for resources: {'Network': ['ID=d0a45dac-9efc-40e4-9a08-3283518b1f1d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:14.732725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network d0a45dac-9efc-40e4-9a08-3283518b1f1d details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:11:14.743555 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-98d71051-ea3d-4b89-96bc-768a254e74e7 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7017307 Aug 28 13:11:14.746540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57384) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:14.771948 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-0bc9d44d-aedf-4ffd-a3de-3edf7fcb2255 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:14.924602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-06b17e41-4dfe-4059-a542-359d4ef32bc8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Deleting port 680c3a2f-7ed4-4117-8ba0-a09e5b8b983f {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:14.925208 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06b17e41-4dfe-4059-a542-359d4ef32bc8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:15.066459 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06b17e41-4dfe-4059-a542-359d4ef32bc8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:15.067471 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06b17e41-4dfe-4059-a542-359d4ef32bc8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:15.106083 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-06b17e41-4dfe-4059-a542-359d4ef32bc8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Calling delete_port for 680c3a2f-7ed4-4117-8ba0-a09e5b8b983f owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:15.138693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d5730793-a18a-4de7-a0f5-e309f1f35485 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:11:15.191075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: d5730793-a18a-4de7-a0f5-e309f1f35485 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:11:15.191840 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d5730793-a18a-4de7-a0f5-e309f1f35485 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:11:15.223554 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0bc9d44d-aedf-4ffd-a3de-3edf7fcb2255 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:15.254717 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0bc9d44d-aedf-4ffd-a3de-3edf7fcb2255 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:15.264795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0bc9d44d-aedf-4ffd-a3de-3edf7fcb2255 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Network d0a45dac-9efc-40e4-9a08-3283518b1f1d is not hosted by any dhcp agent {{(pid=94877) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 28 13:11:15.268144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc9d44d-aedf-4ffd-a3de-3edf7fcb2255 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:15.269452 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0bc9d44d-aedf-4ffd-a3de-3edf7fcb2255 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:15.273638 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0bc9d44d-aedf-4ffd-a3de-3edf7fcb2255 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "PUT /v2.0/networks/d0a45dac-9efc-40e4-9a08-3283518b1f1d HTTP/1.1" status: 200 len: 856 time: 0.5242774 Aug 28 13:11:15.275507 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57396) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:15.348809 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:15.361012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9d44d-aedf-4ffd-a3de-3edf7fcb2255 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event updated for resources: {'Network': ['ID=d0a45dac-9efc-40e4-9a08-3283518b1f1d,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:15.458512 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-53492d76-c695-4765-9c55-116655a1c922 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:15.887209 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06b17e41-4dfe-4059-a542-359d4ef32bc8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:15.977716 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b17e41-4dfe-4059-a542-359d4ef32bc8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event deleted for resources: {'Port': ['ID=680c3a2f-7ed4-4117-8ba0-a09e5b8b983f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:16.003145 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-53492d76-c695-4765-9c55-116655a1c922 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:16.030211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-53492d76-c695-4765-9c55-116655a1c922 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a45dac-9efc-40e4-9a08-3283518b1f1d']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:16.063501 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-53492d76-c695-4765-9c55-116655a1c922 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4bf6a6-401d-48d2-a6c1-910240a45608') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:16.063805 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-53492d76-c695-4765-9c55-116655a1c922 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4bf6a6-401d-48d2-a6c1-910240a45608') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:16.082789 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-379a5e6f-6434-431c-9177-84e1e906aae4 req-a39f0470-bd67-478f-8928-7f797a3b04e4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2536683 Aug 28 13:11:16.111293 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-53492d76-c695-4765-9c55-116655a1c922 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:16.132737 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-53492d76-c695-4765-9c55-116655a1c922 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:16.145268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53492d76-c695-4765-9c55-116655a1c922 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:11:16.145935 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-53492d76-c695-4765-9c55-116655a1c922 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:11:16.148086 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:11:16.150733 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06b17e41-4dfe-4059-a542-359d4ef32bc8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:16.150733 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-06b17e41-4dfe-4059-a542-359d4ef32bc8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Floating IP da5c60fe-5171-4f1f-b9ef-610dcfb7d79e disassociated (deleted). External IP: 172.25.1.119, port: 72b99dca-a602-4928-a864-77214ed5ca16. Aug 28 13:11:16.346210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a5e6f-6434-431c-9177-84e1e906aae4 req-2be86213-3da9-45ac-8199-f218df171ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:16.347946 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-379a5e6f-6434-431c-9177-84e1e906aae4 req-2be86213-3da9-45ac-8199-f218df171ed1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1097 time: 0.1962194 Aug 28 13:11:16.441718 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-53492d76-c695-4765-9c55-116655a1c922 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:16.511161 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53492d76-c695-4765-9c55-116655a1c922 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d0a45dac-9efc-40e4-9a08-3283518b1f1d {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 28 13:11:16.517385 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53492d76-c695-4765-9c55-116655a1c922 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0a45dac-9efc-40e4-9a08-3283518b1f1d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:16.519743 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-53492d76-c695-4765-9c55-116655a1c922 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:16.525786 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-53492d76-c695-4765-9c55-116655a1c922 tempest-ExternalNetworksTestJSON-545271375 tempest-ExternalNetworksTestJSON-545271375-project-admin] 10.222.0.20 "DELETE /v2.0/networks/d0a45dac-9efc-40e4-9a08-3283518b1f1d HTTP/1.1" status: 204 len: 168 time: 1.2446094 Aug 28 13:11:16.526634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57416) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:16.583963 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9a9ec6-52a2-491b-8ac3-58c56e81d3fb tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] DELETE failed (client error): The resource could not be found. Aug 28 13:11:16.585060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9a9ec6-52a2-491b-8ac3-58c56e81d3fb tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:11:16.589493 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ea9a9ec6-52a2-491b-8ac3-58c56e81d3fb tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] 10.222.0.20 "DELETE /v2.0/subnets/ad42ae52-9022-4c29-9702-5b7e1d67d863 HTTP/1.1" status: 404 len: 337 time: 0.0619853 Aug 28 13:11:16.592403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57420) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:16.798056 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b17e41-4dfe-4059-a542-359d4ef32bc8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Router aa8840b8-3342-485f-add6-2e9fe9068738 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:11:16.818783 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d961c15-6762-488d-87d5-6c81cb90e3d7 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:16.832288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111e7c0-d243-4dc6-8704-284cc59029d7 req-0502e94c-002a-4782-91af-770a7b6d21e5 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:16.834267 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3111e7c0-d243-4dc6-8704-284cc59029d7 req-0502e94c-002a-4782-91af-770a7b6d21e5 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1097 time: 0.2054837 Aug 28 13:11:16.869796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a5e6f-6434-431c-9177-84e1e906aae4 req-dc49e775-e269-452f-ae6f-c9049512865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:16.871324 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-379a5e6f-6434-431c-9177-84e1e906aae4 req-dc49e775-e269-452f-ae6f-c9049512865f service neutron] 10.222.0.10 "GET /v2.0/networks?id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf HTTP/1.1" status: 200 len: 895 time: 0.4857793 Aug 28 13:11:16.957205 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3111e7c0-d243-4dc6-8704-284cc59029d7 req-d02fb0f6-436f-4530-a4ff-12082b09d358 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142216 Aug 28 13:11:16.985264 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d961c15-6762-488d-87d5-6c81cb90e3d7 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:17.036208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-0d961c15-6762-488d-87d5-6c81cb90e3d7 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d9c826-ca43-4a35-a228-79aaa6755095']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:17.078882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-0d961c15-6762-488d-87d5-6c81cb90e3d7 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51875494-b419-4692-b9db-0d57217e0175') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:17.080768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-0d961c15-6762-488d-87d5-6c81cb90e3d7 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51875494-b419-4692-b9db-0d57217e0175') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:17.091117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b17e41-4dfe-4059-a542-359d4ef32bc8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:11:17.121456 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d961c15-6762-488d-87d5-6c81cb90e3d7 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:17.148237 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06b17e41-4dfe-4059-a542-359d4ef32bc8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:17.172897 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d961c15-6762-488d-87d5-6c81cb90e3d7 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:17.200178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d961c15-6762-488d-87d5-6c81cb90e3d7 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:11:17.201676 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d961c15-6762-488d-87d5-6c81cb90e3d7 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:11:17.210590 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:11:17.290747 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ae140a0-5e02-45c7-8241-03e914aa0a85 req-66b3a4a4-d272-43e5-84cd-afd1d4e90d32 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1663141 Aug 28 13:11:17.339403 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d961c15-6762-488d-87d5-6c81cb90e3d7 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:17.347352 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-379a5e6f-6434-431c-9177-84e1e906aae4 req-a65b8d13-0e93-4121-b529-15548795c0f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 1001 time: 0.3909647 Aug 28 13:11:17.367783 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-06b17e41-4dfe-4059-a542-359d4ef32bc8 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "DELETE /v2.0/floatingips/da5c60fe-5171-4f1f-b9ef-610dcfb7d79e HTTP/1.1" status: 204 len: 168 time: 2.7627890 Aug 28 13:11:17.390958 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d961c15-6762-488d-87d5-6c81cb90e3d7 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:17.395539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49859934-fc2a-4257-b8f1-5a7076f06633', 'tag': '72b99dca-a602-4928-a864-77214ed5ca16'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:11:17.397774 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0d961c15-6762-488d-87d5-6c81cb90e3d7 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] 10.222.0.20 "DELETE /v2.0/networks/d4d9c826-ca43-4a35-a228-79aaa6755095 HTTP/1.1" status: 204 len: 168 time: 0.7976279 Aug 28 13:11:17.399398 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d961c15-6762-488d-87d5-6c81cb90e3d7 tempest-ExternalNetworksTestJSON-675105467 tempest-ExternalNetworksTestJSON-675105467-project] Pushing event deleted for resources: {'Network': ['ID=d4d9c826-ca43-4a35-a228-79aaa6755095,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:17.402624 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5e5ec8-518c-4f71-918a-c13e78f4bb30" -d '{"events": [{"name": "network-changed", "server_uuid": "49859934-fc2a-4257-b8f1-5a7076f06633", "tag": "72b99dca-a602-4928-a864-77214ed5ca16"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:11:17.577815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcdbf6-d00d-4d63-bd0b-41013e4e09dc req-20e9b5f3-f4b3-453c-bb18-3be69808ab23 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:17.580287 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0fcdbf6-d00d-4d63-bd0b-41013e4e09dc req-20e9b5f3-f4b3-453c-bb18-3be69808ab23 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.4220786 Aug 28 13:11:17.584967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010b6506-d198-4c00-b351-ee71ab5a206c None None] Sync routers for ids ['aa8840b8-3342-485f-add6-2e9fe9068738'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:11:17.606032 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:11:17.627539 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010b6506-d198-4c00-b351-ee71ab5a206c None None] Routers {'aa8840b8-3342-485f-add6-2e9fe9068738'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:11:17.638223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a5e6f-6434-431c-9177-84e1e906aae4 req-686ad817-c4db-476a-b7fc-45616db65072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:17.639377 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-010b6506-d198-4c00-b351-ee71ab5a206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:11:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['aa8840b8-3342-485f-add6-2e9fe9068738'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:17.642209 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-379a5e6f-6434-431c-9177-84e1e906aae4 req-686ad817-c4db-476a-b7fc-45616db65072 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01cacccf-3859-4280-a265-b49304c947e3 HTTP/1.1" status: 200 len: 834 time: 0.2897453 Aug 28 13:11:17.692428 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0fcdbf6-d00d-4d63-bd0b-41013e4e09dc req-a6ca9fac-1783-4a9f-a16c-bc9b94afd3f9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021814 Aug 28 13:11:17.737149 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57438) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:17.891871 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5eb00ea-0166-49ae-a623-2c0bc30cf9c3 x-openstack-request-id: req-d5eb00ea-0166-49ae-a623-2c0bc30cf9c3 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:11:17.892248 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49859934-fc2a-4257-b8f1-5a7076f06633", "tag": "72b99dca-a602-4928-a864-77214ed5ca16", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:11:17.892446 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5eb00ea-0166-49ae-a623-2c0bc30cf9c3 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:11:17.894345 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49859934-fc2a-4257-b8f1-5a7076f06633', 'tag': '72b99dca-a602-4928-a864-77214ed5ca16', 'status': 'completed', 'code': 200} Aug 28 13:11:17.925431 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a5e6f-6434-431c-9177-84e1e906aae4 req-3580fcba-254f-4628-8a17-d4ffe0e6f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:17.931381 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-379a5e6f-6434-431c-9177-84e1e906aae4 req-3580fcba-254f-4628-8a17-d4ffe0e6f18f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2723327 Aug 28 13:11:18.026621 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-010b6506-d198-4c00-b351-ee71ab5a206c None None] Set router aa8840b8-3342-485f-add6-2e9fe9068738 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:11:18.076559 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1adad967-c781-4d75-923f-45b97ebe9103 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/71e58da4-d32c-4b6e-9d91-6e790ced5782 HTTP/1.1" status: 200 len: 993 time: 0.3352959 Aug 28 13:11:18.143954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae140a0-5e02-45c7-8241-03e914aa0a85 req-55e7f10b-17d0-4a86-aed6-36313d3a843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:18.145423 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ae140a0-5e02-45c7-8241-03e914aa0a85 req-55e7f10b-17d0-4a86-aed6-36313d3a843f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e0b5f8400e249c692c57bfc31dc1d5d&device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 1136 time: 0.7375536 Aug 28 13:11:18.165353 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57446) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:18.179180 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-379a5e6f-6434-431c-9177-84e1e906aae4 req-f53b7ec8-7a71-4eed-ab16-81ed699c618a service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324111 Aug 28 13:11:18.357287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-010b6506-d198-4c00-b351-ee71ab5a206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444798123', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:09:30Z', 'updated_at': '2021-08-28T13:09:38Z', 'revision_number': 4, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:31Z', 'updated_at': '2021-08-28T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '84a9c78d-0a22-497d-944d-e63b82521eec', 'name': '', 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'mac_address': 'fa:16:3e:d4:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:36Z', 'updated_at': '2021-08-28T13:09:45Z', 'revision_number': 5, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'subnets': [{'id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:18.398488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010b6506-d198-4c00-b351-ee71ab5a206c None None] Checking router: aa8840b8-3342-485f-add6-2e9fe9068738 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:11:18.400805 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-379a5e6f-6434-431c-9177-84e1e906aae4 req-631561c8-5008-47b5-bedb-88b345e41e43 service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080655 Aug 28 13:11:18.446660 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010b6506-d198-4c00-b351-ee71ab5a206c None None] Routers {'aa8840b8-3342-485f-add6-2e9fe9068738'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:11:18.452805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-010b6506-d198-4c00-b351-ee71ab5a206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:11:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['aa8840b8-3342-485f-add6-2e9fe9068738'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:18.530910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4596b5-93b5-46ed-becb-dc6d9164f60c req-3835234f-ae92-4b0a-87b9-896050d5529b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:18.553794 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba4596b5-93b5-46ed-becb-dc6d9164f60c req-3835234f-ae92-4b0a-87b9-896050d5529b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 984 time: 0.4610019 Aug 28 13:11:18.565693 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8802ec42-900d-40ed-b9e9-67241329809c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9167b99b68c24f589d7788a5ac4bb00b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957376 Aug 28 13:11:18.566384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57460) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:18.697536 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-77bb2495-e956-433e-ad93-5150d6954aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:18.702142 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba4596b5-93b5-46ed-becb-dc6d9164f60c req-6f9bca7e-608b-4bce-bd5b-c135cff0b2cd tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/security-groups?id=921e921e-5215-43ed-825e-d1e274ccba3d&id=e8f85887-c41c-4b82-ab09-be4997de8503&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1458960 Aug 28 13:11:18.705464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae140a0-5e02-45c7-8241-03e914aa0a85 req-c0a008f3-7227-4fbe-b432-79366c79f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:18.712419 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ae140a0-5e02-45c7-8241-03e914aa0a85 req-c0a008f3-7227-4fbe-b432-79366c79f412 service neutron] 10.222.0.11 "GET /v2.0/networks?id=12c0fd3b-8d6a-48a6-8216-97e247ac67a4 HTTP/1.1" status: 200 len: 895 time: 0.5075388 Aug 28 13:11:18.760824 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-010b6506-d198-4c00-b351-ee71ab5a206c None None] Set router aa8840b8-3342-485f-add6-2e9fe9068738 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:11:18.762722 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-77bb2495-e956-433e-ad93-5150d6954aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:18.804139 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ae140a0-5e02-45c7-8241-03e914aa0a85 req-2c538293-9d4f-4fbb-8a2f-ba9a80776c7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72b99dca-a602-4928-a864-77214ed5ca16 HTTP/1.1" status: 200 len: 217 time: 0.0819426 Aug 28 13:11:18.876347 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-77bb2495-e956-433e-ad93-5150d6954aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:18.879154 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-77bb2495-e956-433e-ad93-5150d6954aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:18.880401 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-77bb2495-e956-433e-ad93-5150d6954aa3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d4e764c-51f6-45b0-a0b1-d39be210b817 HTTP/1.1" status: 204 len: 168 time: 0.3126931 Aug 28 13:11:18.916893 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb2495-e956-433e-ad93-5150d6954aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4e764c-51f6-45b0-a0b1-d39be210b817,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:18.974880 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57470) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:19.038348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae140a0-5e02-45c7-8241-03e914aa0a85 req-ba81042d-901a-46b0-9e91-a7f01a58a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:19.040611 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ae140a0-5e02-45c7-8241-03e914aa0a85 req-ba81042d-901a-46b0-9e91-a7f01a58a7ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07249edc-8c1d-432e-838e-f70aee4991a2 HTTP/1.1" status: 200 len: 834 time: 0.2277486 Aug 28 13:11:19.058665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d52b8-8a4c-4345-a5fc-21720b4a54d2 req-48fdb737-ffa0-4f6b-921c-47d33cc30811 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:19.068152 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-881d52b8-8a4c-4345-a5fc-21720b4a54d2 req-48fdb737-ffa0-4f6b-921c-47d33cc30811 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.1185224 Aug 28 13:11:19.177494 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-010b6506-d198-4c00-b351-ee71ab5a206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444798123', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:09:30Z', 'updated_at': '2021-08-28T13:09:38Z', 'revision_number': 4, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:31Z', 'updated_at': '2021-08-28T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '84a9c78d-0a22-497d-944d-e63b82521eec', 'name': '', 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'mac_address': 'fa:16:3e:d4:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:36Z', 'updated_at': '2021-08-28T13:09:45Z', 'revision_number': 5, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'subnets': [{'id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:19.221614 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010b6506-d198-4c00-b351-ee71ab5a206c None None] The sync data for ids ['aa8840b8-3342-485f-add6-2e9fe9068738'] in n-d-791505-21 is: [{'id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444798123', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:09:30Z', 'updated_at': '2021-08-28T13:09:38Z', 'revision_number': 4, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:31Z', 'updated_at': '2021-08-28T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '84a9c78d-0a22-497d-944d-e63b82521eec', 'name': '', 'network_id': '12c0fd3b-8d6a-48a6-8216-97e247ac67a4', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'mac_address': 'fa:16:3e:d4:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:36Z', 'updated_at': '2021-08-28T13:09:45Z', 'revision_number': 5, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'subnets': [{'id': '07249edc-8c1d-432e-838e-f70aee4991a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:11:19.266710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae140a0-5e02-45c7-8241-03e914aa0a85 req-b12abc9d-23f7-4ca0-bcb9-811e65a9f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:19.268953 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ae140a0-5e02-45c7-8241-03e914aa0a85 req-b12abc9d-23f7-4ca0-bcb9-811e65a9f9ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=12c0fd3b-8d6a-48a6-8216-97e247ac67a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2199075 Aug 28 13:11:19.273946 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-48ea1075-ce54-4f2d-af8b-062420096d5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2965178 Aug 28 13:11:19.286826 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-881d52b8-8a4c-4345-a5fc-21720b4a54d2 req-8a3836a8-2394-43e6-aade-d5ba67bdb8e4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111392 Aug 28 13:11:19.311436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b89ee-2108-46d3-893a-d9aca7c9d2c7 req-d363562d-ccec-464d-a396-fcd623e3f7f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:19.313362 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff6b89ee-2108-46d3-893a-d9aca7c9d2c7 req-d363562d-ccec-464d-a396-fcd623e3f7f9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.11 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 984 time: 0.2060051 Aug 28 13:11:19.649586 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ae140a0-5e02-45c7-8241-03e914aa0a85 req-2451d879-2518-4592-ba54-44d0a41c54b8 service neutron] 10.222.0.11 "GET /v2.0/networks/12c0fd3b-8d6a-48a6-8216-97e247ac67a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613977 Aug 28 13:11:19.697782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57492) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:19.803403 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ff177f35-7b92-4b59-870b-8a157e9cc7d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=761588364ec849c6b5543f9dccc5605a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1043739 Aug 28 13:11:19.804025 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57502) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:19.869530 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4822ab88-591c-4af9-af91-4bbe5d1b7f62 None None] New status for floating IP da5c60fe-5171-4f1f-b9ef-610dcfb7d79e: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:11:19.887520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-ff6b89ee-2108-46d3-893a-d9aca7c9d2c7 req-702774d0-2c96-41f5-8a92-b5a64ed6628e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Deleting port 72b99dca-a602-4928-a864-77214ed5ca16 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:19.887875 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ff6b89ee-2108-46d3-893a-d9aca7c9d2c7 req-702774d0-2c96-41f5-8a92-b5a64ed6628e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:20.034633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ff6b89ee-2108-46d3-893a-d9aca7c9d2c7 req-702774d0-2c96-41f5-8a92-b5a64ed6628e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] For port 72b99dca-a602-4928-a864-77214ed5ca16, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=72b99dca-a602-4928-a864-77214ed5ca16,segment=NetworkSegment(2a2c181b-bb57-4049-8e86-d0ea4e46f392),segment_id=2a2c181b-bb57-4049-8e86-d0ea4e46f392)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:20.035327 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ff6b89ee-2108-46d3-893a-d9aca7c9d2c7 req-702774d0-2c96-41f5-8a92-b5a64ed6628e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:20.052592 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-ff6b89ee-2108-46d3-893a-d9aca7c9d2c7 req-702774d0-2c96-41f5-8a92-b5a64ed6628e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Calling delete_port for 72b99dca-a602-4928-a864-77214ed5ca16 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:20.053446 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e24f461-b4bb-4260-9b56-700c501cb047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:20.081203 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e24f461-b4bb-4260-9b56-700c501cb047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:20.139493 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e24f461-b4bb-4260-9b56-700c501cb047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:20.145994 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0e24f461-b4bb-4260-9b56-700c501cb047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:20.152038 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0e24f461-b4bb-4260-9b56-700c501cb047 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb5af4b2-da87-4acc-911d-2052fcd96dc8 HTTP/1.1" status: 204 len: 168 time: 0.3454678 Aug 28 13:11:20.176379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24f461-b4bb-4260-9b56-700c501cb047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5af4b2-da87-4acc-911d-2052fcd96dc8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:20.239453 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9801a-a84e-4bb4-9914-0bcd3e53987f req-46f7c840-f259-4ec0-8b01-911637d22d0d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:20.250782 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4ab9801a-a84e-4bb4-9914-0bcd3e53987f req-46f7c840-f259-4ec0-8b01-911637d22d0d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 984 time: 0.3033612 Aug 28 13:11:20.330642 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ae140a0-5e02-45c7-8241-03e914aa0a85 req-cbe9e8f2-b605-48ad-844d-e1b185a53ece service neutron] 10.222.0.11 "GET /v2.0/networks/12c0fd3b-8d6a-48a6-8216-97e247ac67a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593180 Aug 28 13:11:20.409467 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4ab9801a-a84e-4bb4-9914-0bcd3e53987f req-bb43a928-8fe4-4236-848b-8dd59c5d01b9 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/security-groups?id=921e921e-5215-43ed-825e-d1e274ccba3d&id=e8f85887-c41c-4b82-ab09-be4997de8503&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1606803 Aug 28 13:11:20.557446 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ff6b89ee-2108-46d3-893a-d9aca7c9d2c7 req-702774d0-2c96-41f5-8a92-b5a64ed6628e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:20.599496 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702774d0-2c96-41f5-8a92-b5a64ed6628e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event deleted for resources: {'Port': ['ID=72b99dca-a602-4928-a864-77214ed5ca16,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:20.609541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e5ec8-518c-4f71-918a-c13e78f4bb30 req-b93da2c5-1fc1-4c3b-84fc-807e7ab4a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:20.612062 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fc5e5ec8-518c-4f71-918a-c13e78f4bb30 req-b93da2c5-1fc1-4c3b-84fc-807e7ab4a613 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e0b5f8400e249c692c57bfc31dc1d5d&device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 1058 time: 0.2234654 Aug 28 13:11:20.787926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b431674-261d-4076-a598-28855ee7e152 req-67ca573c-28a8-4352-bb20-294ba9144217 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:20.794198 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b431674-261d-4076-a598-28855ee7e152 req-67ca573c-28a8-4352-bb20-294ba9144217 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.3204157 Aug 28 13:11:20.881392 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6b89ee-2108-46d3-893a-d9aca7c9d2c7 req-702774d0-2c96-41f5-8a92-b5a64ed6628e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] No DVR routers for this DVR port 72b99dca-a602-4928-a864-77214ed5ca16 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:11:20.885287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e5ec8-518c-4f71-918a-c13e78f4bb30 req-b6184938-3fb9-4294-9d86-ba86fcbcbf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:20.887211 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fc5e5ec8-518c-4f71-918a-c13e78f4bb30 req-b6184938-3fb9-4294-9d86-ba86fcbcbf6f service neutron] 10.222.0.11 "GET /v2.0/networks?id=12c0fd3b-8d6a-48a6-8216-97e247ac67a4 HTTP/1.1" status: 200 len: 895 time: 0.2643704 Aug 28 13:11:20.890995 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ff6b89ee-2108-46d3-893a-d9aca7c9d2c7 req-702774d0-2c96-41f5-8a92-b5a64ed6628e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:20.893271 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ff6b89ee-2108-46d3-893a-d9aca7c9d2c7 req-702774d0-2c96-41f5-8a92-b5a64ed6628e tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.11 "DELETE /v2.0/ports/72b99dca-a602-4928-a864-77214ed5ca16 HTTP/1.1" status: 204 len: 173 time: 1.5410538 Aug 28 13:11:20.894041 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49859934-fc2a-4257-b8f1-5a7076f06633', 'name': 'network-vif-deleted', 'tag': '72b99dca-a602-4928-a864-77214ed5ca16'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:11:20.896973 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7ed73e-2e46-4e33-aff7-0292cc95b874" -d '{"events": [{"server_uuid": "49859934-fc2a-4257-b8f1-5a7076f06633", "name": "network-vif-deleted", "tag": "72b99dca-a602-4928-a864-77214ed5ca16"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:11:21.128603 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d887f6-15f6-4966-8e9d-abe347444f78 x-openstack-request-id: req-86d887f6-15f6-4966-8e9d-abe347444f78 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:11:21.128971 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49859934-fc2a-4257-b8f1-5a7076f06633", "name": "network-vif-deleted", "tag": "72b99dca-a602-4928-a864-77214ed5ca16", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:11:21.129156 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86d887f6-15f6-4966-8e9d-abe347444f78 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:11:21.129557 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49859934-fc2a-4257-b8f1-5a7076f06633', 'name': 'network-vif-deleted', 'tag': '72b99dca-a602-4928-a864-77214ed5ca16', 'status': 'completed', 'code': 200} Aug 28 13:11:21.191603 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b431674-261d-4076-a598-28855ee7e152 req-3693b39e-8e84-45fa-a0a7-cf1a852c1699 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973814 Aug 28 13:11:21.252103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fc5e5ec8-518c-4f71-918a-c13e78f4bb30 req-5812f12f-6b05-4028-b804-53a0614ff50a service neutron] 10.222.0.11 "GET /v2.0/networks/12c0fd3b-8d6a-48a6-8216-97e247ac67a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227696 Aug 28 13:11:21.538733 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fc5e5ec8-518c-4f71-918a-c13e78f4bb30 req-1b0da84f-936c-45de-92d5-c94d9cdb7882 service neutron] 10.222.0.11 "GET /v2.0/networks/12c0fd3b-8d6a-48a6-8216-97e247ac67a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775137 Aug 28 13:11:21.772214 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80719a2d-c58d-4655-a8c1-84dd8f87dc0c req-a77f0824-e41b-4557-98fb-1c0bb1b3a3ff tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "GET /v2.0/ports?device_id=49859934-fc2a-4257-b8f1-5a7076f06633 HTTP/1.1" status: 200 len: 210 time: 0.1241152 Aug 28 13:11:21.781580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57560) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:21.784793 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-c7bb0df0-c8eb-4f4f-af43-ac62ffec52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:21.786305 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-c7bb0df0-c8eb-4f4f-af43-ac62ffec52ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1097 time: 0.1568372 Aug 28 13:11:21.919447 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-dfce9d6d-c753-4277-bf2c-3f4c98de04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:21.921169 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-dfce9d6d-c753-4277-bf2c-3f4c98de04c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf HTTP/1.1" status: 200 len: 895 time: 0.1221423 Aug 28 13:11:21.930639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-bfdbf08d-a8c6-4a48-b90e-114a99cf65b2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-533398668'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:21.961257 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdbf08d-a8c6-4a48-b90e-114a99cf65b2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Made reservation on behalf of bbfd0214a4a34ba1bb98f3447a369998 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:21.965358 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfdbf08d-a8c6-4a48-b90e-114a99cf65b2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:21.977185 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfdbf08d-a8c6-4a48-b90e-114a99cf65b2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:22.021941 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-8506e0bf-a216-463d-bf47-a9011d9e6b58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 1001 time: 0.0864341 Aug 28 13:11:22.084199 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-f60c1a78-e841-4b22-a50f-3b3e4270c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:22.086202 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-f60c1a78-e841-4b22-a50f-3b3e4270c370 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01cacccf-3859-4280-a265-b49304c947e3 HTTP/1.1" status: 200 len: 834 time: 0.0569878 Aug 28 13:11:22.130219 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfdbf08d-a8c6-4a48-b90e-114a99cf65b2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:22.135326 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfdbf08d-a8c6-4a48-b90e-114a99cf65b2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:22.148014 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-6c1663c8-9603-4db9-83dd-0ae7dd4be780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:22.149664 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-6c1663c8-9603-4db9-83dd-0ae7dd4be780 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520689 Aug 28 13:11:22.168465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdbf08d-a8c6-4a48-b90e-114a99cf65b2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:11:22.181995 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdbf08d-a8c6-4a48-b90e-114a99cf65b2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6658bc95-6b59-4ede-91b6-7f31589e6fd8,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:22.191115 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfdbf08d-a8c6-4a48-b90e-114a99cf65b2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:22.192065 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-bfdbf08d-a8c6-4a48-b90e-114a99cf65b2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Added segment 2d7b9923-0a54-462c-a573-3e720ed841da of type vlan for network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 Aug 28 13:11:22.251964 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfdbf08d-a8c6-4a48-b90e-114a99cf65b2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:22.262545 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-b4afd6b7-c78a-4a78-b866-5a97558372f7 service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049662 Aug 28 13:11:22.332356 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfdbf08d-a8c6-4a48-b90e-114a99cf65b2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:22.335426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdbf08d-a8c6-4a48-b90e-114a99cf65b2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:22.336346 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bfdbf08d-a8c6-4a48-b90e-114a99cf65b2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:22.369591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6d996-f3e3-4377-82af-eba0c9fa03ea req-942f6bd6-0c46-41b0-95e2-9597f33f23b3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:22.371171 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f9c6d996-f3e3-4377-82af-eba0c9fa03ea req-942f6bd6-0c46-41b0-95e2-9597f33f23b3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.1150808 Aug 28 13:11:22.393884 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-d4abe5f6-94bb-47bc-b637-d60d67e5ed3a service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191218 Aug 28 13:11:22.432554 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 72b99dca-a602-4928-a864-77214ed5ca16 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:11:22.444101 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bfdbf08d-a8c6-4a48-b90e-114a99cf65b2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6604433 Aug 28 13:11:22.446822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57572) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:22.452802 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-27def783-d1cf-418b-9aba-e5b995c11876 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Request body: {'subnet': {'network_id': '593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:22.458743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 72b99dca-a602-4928-a864-77214ed5ca16 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:11:22.459372 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 72b99dca-a602-4928-a864-77214ed5ca16 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:11:22.468249 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdbf08d-a8c6-4a48-b90e-114a99cf65b2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event updated for resources: {'Network': ['ID=593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:22.479791 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:11:22.523353 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f9c6d996-f3e3-4377-82af-eba0c9fa03ea req-5fc8fde7-f059-434f-92dd-0d8cd5d0b403 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163418 Aug 28 13:11:22.614202 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27def783-d1cf-418b-9aba-e5b995c11876 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Made reservation on behalf of bbfd0214a4a34ba1bb98f3447a369998 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:22.620073 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27def783-d1cf-418b-9aba-e5b995c11876 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:22.862384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57582) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:22.944214 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27def783-d1cf-418b-9aba-e5b995c11876 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:22.974387 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f812f22-8977-41ef-8ae1-2cfa37cf7a81 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:23.000304 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f812f22-8977-41ef-8ae1-2cfa37cf7a81 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:23.056661 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f812f22-8977-41ef-8ae1-2cfa37cf7a81 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:23.060230 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f812f22-8977-41ef-8ae1-2cfa37cf7a81 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:23.061943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7f812f22-8977-41ef-8ae1-2cfa37cf7a81 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "DELETE /v2.0/security-groups/921e921e-5215-43ed-825e-d1e274ccba3d HTTP/1.1" status: 204 len: 168 time: 0.1977723 Aug 28 13:11:23.069124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57594) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:23.102031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f812f22-8977-41ef-8ae1-2cfa37cf7a81 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921e921e-5215-43ed-825e-d1e274ccba3d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:23.102276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27def783-d1cf-418b-9aba-e5b995c11876 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Checking segment: {'id': '2d7b9923-0a54-462c-a573-3e720ed841da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:11:23.102541 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27def783-d1cf-418b-9aba-e5b995c11876 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Network hostable DHCP agents. Network: 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:11:23.126587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27def783-d1cf-418b-9aba-e5b995c11876 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event updated for resources: {'Subnet': ['ID=08f27b9f-f4b2-4c0c-85ba-4903bf61f936,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:23.153852 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27def783-d1cf-418b-9aba-e5b995c11876 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:11:23.159877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-27def783-d1cf-418b-9aba-e5b995c11876 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:23.172931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53fea9d-41ab-4c60-a420-3b3c95d9b840 None None] Network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:11:23.190556 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27def783-d1cf-418b-9aba-e5b995c11876 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:23.194606 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-27def783-d1cf-418b-9aba-e5b995c11876 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:23.208725 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de2a9164-9dc2-401e-91a8-be6e41bbe00b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:23.226765 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-27def783-d1cf-418b-9aba-e5b995c11876 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7762442 Aug 28 13:11:23.227082 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57600) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:23.244636 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5e5b577e-1aa0-4e8f-a64f-6e84caab9d2c tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Request body: {'port': {'network_id': '593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542', 'name': 'tempest-AllowedAddressPairTestJSON-1169183423'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:23.256857 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de2a9164-9dc2-401e-91a8-be6e41bbe00b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:23.319722 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de2a9164-9dc2-401e-91a8-be6e41bbe00b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:23.326233 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de2a9164-9dc2-401e-91a8-be6e41bbe00b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:23.330683 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-de2a9164-9dc2-401e-91a8-be6e41bbe00b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "DELETE /v2.0/security-groups/e8f85887-c41c-4b82-ab09-be4997de8503 HTTP/1.1" status: 204 len: 168 time: 0.2572174 Aug 28 13:11:23.338255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57602) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:23.378661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542', 'network_id': '593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542', 'tenant_id': 'bbfd0214a4a34ba1bb98f3447a369998', 'fixed_ips': [{'subnet_id': '08f27b9f-f4b2-4c0c-85ba-4903bf61f936'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:11:23.380176 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:23.487497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a9164-9dc2-401e-91a8-be6e41bbe00b tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f85887-c41c-4b82-ab09-be4997de8503,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:23.529024 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5b577e-1aa0-4e8f-a64f-6e84caab9d2c tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Made reservation on behalf of bbfd0214a4a34ba1bb98f3447a369998 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:23.533392 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5e5b577e-1aa0-4e8f-a64f-6e84caab9d2c tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:23.591123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-5e5b577e-1aa0-4e8f-a64f-6e84caab9d2c tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] device_id is not set on port 1680bacd-e836-46d5-9fec-23fb185dbc63 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:11:23.611503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Allocated IP 172.20.0.2 (593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542/08f27b9f-f4b2-4c0c-85ba-4903bf61f936/0ab2187f-dbab-4cfa-8101-1058ab933b9f) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:11:23.848103 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f3402-4d18-4889-bf44-94384baa8156 req-df4ef729-73ea-4ae7-b7e3-dd7b722fca4d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:23.849677 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e55f3402-4d18-4889-bf44-94384baa8156 req-df4ef729-73ea-4ae7-b7e3-dd7b722fca4d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.1527617 Aug 28 13:11:23.882505 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:23.893012 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Transition to ACTIVE for port object 0ab2187f-dbab-4cfa-8101-1058ab933b9f will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:11:23.909347 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Transition to ACTIVE for port object 0ab2187f-dbab-4cfa-8101-1058ab933b9f will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:11:23.916754 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:23.946305 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e55f3402-4d18-4889-bf44-94384baa8156 req-b22073b5-c993-46cb-b32c-4e5b81110c02 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866983 Aug 28 13:11:23.964422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Pushing event updated for resources: {'Port': ['ID=0ab2187f-dbab-4cfa-8101-1058ab933b9f,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:24.001450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:11:24.004924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:24.008342 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:24.008832 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:24.009324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:24.009775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:24.010209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:24.010661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:24.011086 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:24.011511 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:24.011933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:24.012353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:24.012879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:24.013295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:24.017449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:11:24.041417 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-5e5b577e-1aa0-4e8f-a64f-6e84caab9d2c tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Allocated IP 172.20.0.5 (593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542/08f27b9f-f4b2-4c0c-85ba-4903bf61f936/1680bacd-e836-46d5-9fec-23fb185dbc63) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:11:24.093972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Attempting to bind port 0ab2187f-dbab-4cfa-8101-1058ab933b9f on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:11:24.094497 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Attempting to bind port 0ab2187f-dbab-4cfa-8101-1058ab933b9f by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '2d7b9923-0a54-462c-a573-3e720ed841da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:11:24.094966 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Attempting to bind port 0ab2187f-dbab-4cfa-8101-1058ab933b9f on network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:11:24.101456 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:11:24.101901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Checking segment: {'id': '2d7b9923-0a54-462c-a573-3e720ed841da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:11:24.102431 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:24.102930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Bound using segment: {'id': '2d7b9923-0a54-462c-a573-3e720ed841da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:11:24.103523 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Bound port: 0ab2187f-dbab-4cfa-8101-1058ab933b9f, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7b9923-0a54-462c-a573-3e720ed841da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:11:24.104313 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:24.225405 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24c6b804-177d-48a4-847d-b8a856e70b2d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:24.316690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] For port 0ab2187f-dbab-4cfa-8101-1058ab933b9f, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:11:24.334739 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] For port 0ab2187f-dbab-4cfa-8101-1058ab933b9f, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=0ab2187f-dbab-4cfa-8101-1058ab933b9f,segment=NetworkSegment(2d7b9923-0a54-462c-a573-3e720ed841da),segment_id=2d7b9923-0a54-462c-a573-3e720ed841da)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:11:24.340448 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:24.421580 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5e5b577e-1aa0-4e8f-a64f-6e84caab9d2c tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:24.443169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-5e5b577e-1aa0-4e8f-a64f-6e84caab9d2c tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Transition to ACTIVE for port object 1680bacd-e836-46d5-9fec-23fb185dbc63 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:11:24.488890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602ba70-c9c9-4987-b946-f21116827765 None None] Pushing event updated for resources: {'Port': ['ID=0ab2187f-dbab-4cfa-8101-1058ab933b9f,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:24.492474 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5e5b577e-1aa0-4e8f-a64f-6e84caab9d2c tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:24.591469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5b577e-1aa0-4e8f-a64f-6e84caab9d2c tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:11:24.616039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-5e5b577e-1aa0-4e8f-a64f-6e84caab9d2c tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:24.622330 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b577e-1aa0-4e8f-a64f-6e84caab9d2c tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event updated for resources: {'Port': ['ID=1680bacd-e836-46d5-9fec-23fb185dbc63,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:24.625632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5b577e-1aa0-4e8f-a64f-6e84caab9d2c tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:11:24.744145 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b577e-1aa0-4e8f-a64f-6e84caab9d2c tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:24.748479 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5e5b577e-1aa0-4e8f-a64f-6e84caab9d2c tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:24.784513 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5e5b577e-1aa0-4e8f-a64f-6e84caab9d2c tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5541015 Aug 28 13:11:24.788080 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57626) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:24.800648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-24c6b804-177d-48a4-847d-b8a856e70b2d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Deleting port 84a9c78d-0a22-497d-944d-e63b82521eec {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:24.802381 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-f92b32c9-0d7a-4a81-a1e3-a307d2a559b6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Request body: {'port': {'network_id': '593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542', 'name': 'tempest-AllowedAddressPairTestJSON-603574388', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:05:33:18'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:24.802831 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24c6b804-177d-48a4-847d-b8a856e70b2d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:24.959940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-24c6b804-177d-48a4-847d-b8a856e70b2d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] For port 84a9c78d-0a22-497d-944d-e63b82521eec, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=84a9c78d-0a22-497d-944d-e63b82521eec,segment=NetworkSegment(2a2c181b-bb57-4049-8e86-d0ea4e46f392),segment_id=2a2c181b-bb57-4049-8e86-d0ea4e46f392)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:24.960581 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24c6b804-177d-48a4-847d-b8a856e70b2d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:24.995946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-24c6b804-177d-48a4-847d-b8a856e70b2d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Calling delete_port for 84a9c78d-0a22-497d-944d-e63b82521eec owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:25.152228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92b32c9-0d7a-4a81-a1e3-a307d2a559b6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Made reservation on behalf of bbfd0214a4a34ba1bb98f3447a369998 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:25.280345 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 0ab2187f-dbab-4cfa-8101-1058ab933b9f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:11:25.500781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 0ab2187f-dbab-4cfa-8101-1058ab933b9f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:11:25.503321 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24c6b804-177d-48a4-847d-b8a856e70b2d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:25.544162 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f92b32c9-0d7a-4a81-a1e3-a307d2a559b6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:25.620242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6b804-177d-48a4-847d-b8a856e70b2d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event deleted for resources: {'Port': ['ID=84a9c78d-0a22-497d-944d-e63b82521eec,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:25.650625 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd74fd4-86fb-4dc3-a450-7e22b2ded8b4 req-b7da91ca-0590-4d5c-91f2-e911d796ee21 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:25.653075 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9bd74fd4-86fb-4dc3-a450-7e22b2ded8b4 req-b7da91ca-0590-4d5c-91f2-e911d796ee21 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.4587617 Aug 28 13:11:25.660130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-f92b32c9-0d7a-4a81-a1e3-a307d2a559b6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] device_id is not set on port e330e8fb-8019-4403-9b59-c3afc7246101 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:11:25.878858 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9bd74fd4-86fb-4dc3-a450-7e22b2ded8b4 req-c1390c33-4ada-41ce-b2fa-0abbe4d51e57 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165810 Aug 28 13:11:25.928117 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-24c6b804-177d-48a4-847d-b8a856e70b2d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:25.972426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-f92b32c9-0d7a-4a81-a1e3-a307d2a559b6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Allocated IP 172.20.0.14 (593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542/08f27b9f-f4b2-4c0c-85ba-4903bf61f936/e330e8fb-8019-4403-9b59-c3afc7246101) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:11:26.130054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b9b7e1-33b4-4f24-b4a4-55e8e365b1c1 None None] Network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:11:26.473445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-13219e94-9d8f-4b50-88fb-b25e830eed85 None None] Provisioning for port 0ab2187f-dbab-4cfa-8101-1058ab933b9f completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:11:26.485755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-13219e94-9d8f-4b50-88fb-b25e830eed85 None None] Provisioning complete for port 0ab2187f-dbab-4cfa-8101-1058ab933b9f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:26.487390 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-13219e94-9d8f-4b50-88fb-b25e830eed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:26.616547 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f92b32c9-0d7a-4a81-a1e3-a307d2a559b6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:26.655517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-f92b32c9-0d7a-4a81-a1e3-a307d2a559b6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Transition to ACTIVE for port object e330e8fb-8019-4403-9b59-c3afc7246101 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:11:26.701833 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f92b32c9-0d7a-4a81-a1e3-a307d2a559b6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:26.709156 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-13219e94-9d8f-4b50-88fb-b25e830eed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:26.758673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-13219e94-9d8f-4b50-88fb-b25e830eed85 None None] For port 0ab2187f-dbab-4cfa-8101-1058ab933b9f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=0ab2187f-dbab-4cfa-8101-1058ab933b9f,segment=NetworkSegment(2d7b9923-0a54-462c-a573-3e720ed841da),segment_id=2d7b9923-0a54-462c-a573-3e720ed841da)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:26.763932 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-13219e94-9d8f-4b50-88fb-b25e830eed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:26.779857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92b32c9-0d7a-4a81-a1e3-a307d2a559b6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:11:26.801396 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-f92b32c9-0d7a-4a81-a1e3-a307d2a559b6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:26.805997 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b32c9-0d7a-4a81-a1e3-a307d2a559b6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:11:26.851273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13219e94-9d8f-4b50-88fb-b25e830eed85 None None] Pushing event updated for resources: {'Port': ['ID=0ab2187f-dbab-4cfa-8101-1058ab933b9f,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:26.919723 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b32c9-0d7a-4a81-a1e3-a307d2a559b6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event updated for resources: {'Port': ['ID=e330e8fb-8019-4403-9b59-c3afc7246101,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:27.015580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92b32c9-0d7a-4a81-a1e3-a307d2a559b6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:27.016448 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f92b32c9-0d7a-4a81-a1e3-a307d2a559b6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:27.042245 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f92b32c9-0d7a-4a81-a1e3-a307d2a559b6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.2529845 Aug 28 13:11:27.044655 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57652) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:27.208669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bd8e6203-fbe1-4d8f-b9b3-02e124fd6784 None None] Provisioning for port 1680bacd-e836-46d5-9fec-23fb185dbc63 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:11:27.224970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b92125-b9fe-428e-97ff-b13770850b3e tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:27.233828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bd8e6203-fbe1-4d8f-b9b3-02e124fd6784 None None] Provisioning complete for port 1680bacd-e836-46d5-9fec-23fb185dbc63 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:27.238247 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bd8e6203-fbe1-4d8f-b9b3-02e124fd6784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:27.257953 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b92125-b9fe-428e-97ff-b13770850b3e tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:27.274228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b92125-b9fe-428e-97ff-b13770850b3e tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:27.278740 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c1b92125-b9fe-428e-97ff-b13770850b3e tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2306142 Aug 28 13:11:27.280329 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57656) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:27.339570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76221f6c-35a8-4c08-9a05-cb83accedba6 req-8af34e80-8821-4d49-b4ad-33e31843888b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:27.341704 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76221f6c-35a8-4c08-9a05-cb83accedba6 req-8af34e80-8821-4d49-b4ad-33e31843888b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.2121446 Aug 28 13:11:27.345215 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e6203-fbe1-4d8f-b9b3-02e124fd6784 None None] Port 1680bacd-e836-46d5-9fec-23fb185dbc63 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:11:27.348343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 0ab2187f-dbab-4cfa-8101-1058ab933b9f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:11:27.435550 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bd8e6203-fbe1-4d8f-b9b3-02e124fd6784 None None] Provisioning complete for port 0ab2187f-dbab-4cfa-8101-1058ab933b9f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:27.436080 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bd8e6203-fbe1-4d8f-b9b3-02e124fd6784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:27.465802 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76221f6c-35a8-4c08-9a05-cb83accedba6 req-38238cb1-3e57-4546-8a01-4d37b92cb34b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131108 Aug 28 13:11:27.482116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c6b804-177d-48a4-847d-b8a856e70b2d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Router aa8840b8-3342-485f-add6-2e9fe9068738 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:11:27.492611 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 0ab2187f-dbab-4cfa-8101-1058ab933b9f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:27.493176 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:27.629638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-97532e78-4e87-4531-91e5-79eb143bb3c0 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Deleting port e330e8fb-8019-4403-9b59-c3afc7246101 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:27.630136 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-97532e78-4e87-4531-91e5-79eb143bb3c0 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:27.758823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c6b804-177d-48a4-847d-b8a856e70b2d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:11:27.771748 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-24c6b804-177d-48a4-847d-b8a856e70b2d tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "PUT /v2.0/routers/aa8840b8-3342-485f-add6-2e9fe9068738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4288428 Aug 28 13:11:27.772087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57662) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:27.775351 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc725176-0fb6-469f-b1fc-07a2839a9953 None None] Sync routers for ids ['aa8840b8-3342-485f-add6-2e9fe9068738'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:11:27.825330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc725176-0fb6-469f-b1fc-07a2839a9953 None None] Routers {'aa8840b8-3342-485f-add6-2e9fe9068738'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:11:27.825977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cc725176-0fb6-469f-b1fc-07a2839a9953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:11:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['aa8840b8-3342-485f-add6-2e9fe9068738'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:27.827670 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-97532e78-4e87-4531-91e5-79eb143bb3c0 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:27.846054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-97532e78-4e87-4531-91e5-79eb143bb3c0 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Calling delete_port for e330e8fb-8019-4403-9b59-c3afc7246101 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:27.863212 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbb72b6-999e-42fd-9c62-55c48d714594 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Deleting subnet 07249edc-8c1d-432e-838e-f70aee4991a2 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:11:27.877250 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bdbb72b6-999e-42fd-9c62-55c48d714594 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:27.955842 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bdbb72b6-999e-42fd-9c62-55c48d714594 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:28.038241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-cc725176-0fb6-469f-b1fc-07a2839a9953 None None] Set router aa8840b8-3342-485f-add6-2e9fe9068738 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:11:28.046882 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-97532e78-4e87-4531-91e5-79eb143bb3c0 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:28.133455 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bdbb72b6-999e-42fd-9c62-55c48d714594 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:28.199491 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3898e816-fde5-4f5b-88a9-561182035cf6 None None] Provisioning complete for port 1680bacd-e836-46d5-9fec-23fb185dbc63 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:28.206085 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3898e816-fde5-4f5b-88a9-561182035cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:28.245033 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bdbb72b6-999e-42fd-9c62-55c48d714594 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:28.279197 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bdbb72b6-999e-42fd-9c62-55c48d714594 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:28.286465 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bdbb72b6-999e-42fd-9c62-55c48d714594 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "DELETE /v2.0/subnets/07249edc-8c1d-432e-838e-f70aee4991a2 HTTP/1.1" status: 204 len: 168 time: 0.5132804 Aug 28 13:11:28.300452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5653a48-ec87-4edf-b924-f70cd207e48c None None] Network 12c0fd3b-8d6a-48a6-8216-97e247ac67a4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:11:28.306340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97532e78-4e87-4531-91e5-79eb143bb3c0 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event deleted for resources: {'Port': ['ID=e330e8fb-8019-4403-9b59-c3afc7246101,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:28.321581 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57666) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:28.355014 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb72b6-999e-42fd-9c62-55c48d714594 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event deleted for resources: {'Subnet': ['ID=07249edc-8c1d-432e-838e-f70aee4991a2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:28.399577 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3898e816-fde5-4f5b-88a9-561182035cf6 None None] Port 1680bacd-e836-46d5-9fec-23fb185dbc63 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:11:28.407433 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3898e816-fde5-4f5b-88a9-561182035cf6 None None] Could not find standard attr ID for object e330e8fb-8019-4403-9b59-c3afc7246101. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:11:28.502049 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ad373dd-9f11-41e9-a311-da95feb3fca7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:28.535780 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cc725176-0fb6-469f-b1fc-07a2839a9953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444798123', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:09:30Z', 'updated_at': '2021-08-28T13:11:25Z', 'revision_number': 5, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:31Z', 'updated_at': '2021-08-28T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:28.596864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc725176-0fb6-469f-b1fc-07a2839a9953 None None] Checking router: aa8840b8-3342-485f-add6-2e9fe9068738 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:11:28.619355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc725176-0fb6-469f-b1fc-07a2839a9953 None None] Routers {'aa8840b8-3342-485f-add6-2e9fe9068738'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:11:28.620000 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cc725176-0fb6-469f-b1fc-07a2839a9953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:11:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['aa8840b8-3342-485f-add6-2e9fe9068738'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:28.718654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d296170-4933-4348-85de-cc87f3181d7f req-0aa834d0-9a41-44f6-b7ad-5c99955065ec tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:28.720235 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d296170-4933-4348-85de-cc87f3181d7f req-0aa834d0-9a41-44f6-b7ad-5c99955065ec tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.1172264 Aug 28 13:11:28.793180 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2d296170-4933-4348-85de-cc87f3181d7f req-cbbe376f-ce3c-46d8-88c4-6ae535715e1c tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665309 Aug 28 13:11:28.820781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdccece-fd51-4fc8-8f42-67274077dcbf None None] DHCP port deletion for 12c0fd3b-8d6a-48a6-8216-97e247ac67a4 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:11:28.841245 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-97532e78-4e87-4531-91e5-79eb143bb3c0 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:28.847471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57674) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:28.863186 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-97532e78-4e87-4531-91e5-79eb143bb3c0 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "DELETE /v2.0/ports/e330e8fb-8019-4403-9b59-c3afc7246101 HTTP/1.1" status: 204 len: 168 time: 1.5608294 Aug 28 13:11:28.866621 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ad373dd-9f11-41e9-a311-da95feb3fca7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:28.947051 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18a9df8-7a59-40ef-99cb-948b8751e22b tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] GET failed (client error): The resource could not be found. Aug 28 13:11:28.949462 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b18a9df8-7a59-40ef-99cb-948b8751e22b tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "GET /v2.0/ports/e330e8fb-8019-4403-9b59-c3afc7246101 HTTP/1.1" status: 404 len: 333 time: 0.1015599 Aug 28 13:11:28.953051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-cc725176-0fb6-469f-b1fc-07a2839a9953 None None] Set router aa8840b8-3342-485f-add6-2e9fe9068738 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:11:28.956908 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57676) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:28.971882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-566be221-de39-4c92-bac5-7a75d1db83a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Request body: {'port': {'network_id': '593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542', 'name': 'tempest-AllowedAddressPairTestJSON-1128025863'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:29.132892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-5ad373dd-9f11-41e9-a311-da95feb3fca7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Deleting port f1821456-a6e2-47b9-9a96-531f5c48a54d {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:29.133247 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ad373dd-9f11-41e9-a311-da95feb3fca7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:29.150112 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d739f660-d239-4b23-a4ec-c690e416e317 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:11:29.309517 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:29.313309 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6bdccece-fd51-4fc8-8f42-67274077dcbf None None] Deleting port d739f660-d239-4b23-a4ec-c690e416e317 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:29.313826 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6bdccece-fd51-4fc8-8f42-67274077dcbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:29.329109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-5ad373dd-9f11-41e9-a311-da95feb3fca7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] For port f1821456-a6e2-47b9-9a96-531f5c48a54d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f1821456-a6e2-47b9-9a96-531f5c48a54d,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:29.330084 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ad373dd-9f11-41e9-a311-da95feb3fca7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:29.342233 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566be221-de39-4c92-bac5-7a75d1db83a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Made reservation on behalf of bbfd0214a4a34ba1bb98f3447a369998 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:29.347294 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-566be221-de39-4c92-bac5-7a75d1db83a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:29.356856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-5ad373dd-9f11-41e9-a311-da95feb3fca7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Calling delete_port for f1821456-a6e2-47b9-9a96-531f5c48a54d owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:29.384598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-566be221-de39-4c92-bac5-7a75d1db83a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] device_id is not set on port 89450be3-aa2d-4f88-a118-e25a6fe7a232 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:11:29.688501 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6bdccece-fd51-4fc8-8f42-67274077dcbf None None] For port d739f660-d239-4b23-a4ec-c690e416e317, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d739f660-d239-4b23-a4ec-c690e416e317,segment=NetworkSegment(2a2c181b-bb57-4049-8e86-d0ea4e46f392),segment_id=2a2c181b-bb57-4049-8e86-d0ea4e46f392)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:29.689162 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6bdccece-fd51-4fc8-8f42-67274077dcbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:29.692593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port d739f660-d239-4b23-a4ec-c690e416e317, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d739f660-d239-4b23-a4ec-c690e416e317,segment=NetworkSegment(2a2c181b-bb57-4049-8e86-d0ea4e46f392),segment_id=2a2c181b-bb57-4049-8e86-d0ea4e46f392)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:29.712440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6bdccece-fd51-4fc8-8f42-67274077dcbf None None] Calling delete_port for d739f660-d239-4b23-a4ec-c690e416e317 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:29.721657 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:29.754796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-566be221-de39-4c92-bac5-7a75d1db83a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Allocated IP 172.20.0.8 (593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542/08f27b9f-f4b2-4c0c-85ba-4903bf61f936/89450be3-aa2d-4f88-a118-e25a6fe7a232) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:11:29.820616 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cc725176-0fb6-469f-b1fc-07a2839a9953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444798123', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:09:30Z', 'updated_at': '2021-08-28T13:11:25Z', 'revision_number': 5, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:31Z', 'updated_at': '2021-08-28T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:29.862806 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc725176-0fb6-469f-b1fc-07a2839a9953 None None] The sync data for ids ['aa8840b8-3342-485f-add6-2e9fe9068738'] in n-d-791505-21 is: [{'id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'name': 'tempest-TestSecurityGroupsBasicOps-router-444798123', 'tenant_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:09:30Z', 'updated_at': '2021-08-28T13:11:25Z', 'revision_number': 5, 'project_id': '4e0b5f8400e249c692c57bfc31dc1d5d', 'gw_port': {'id': 'f1821456-a6e2-47b9-9a96-531f5c48a54d', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8840b8-3342-485f-add6-2e9fe9068738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:09:31Z', 'updated_at': '2021-08-28T13:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:11:29.873403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=d739f660-d239-4b23-a4ec-c690e416e317,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:29.988211 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6bdccece-fd51-4fc8-8f42-67274077dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:30.024310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdccece-fd51-4fc8-8f42-67274077dcbf None None] Pushing event deleted for resources: {'Port': ['ID=d739f660-d239-4b23-a4ec-c690e416e317,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:30.037579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdccece-fd51-4fc8-8f42-67274077dcbf None None] No DVR routers for this DVR port d739f660-d239-4b23-a4ec-c690e416e317 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:11:30.178630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eac35e-f5d2-4d4e-b749-cf402fa80168 req-d9bc1edf-e1cf-44d8-8697-09bfdef11fde tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:30.180289 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f9eac35e-f5d2-4d4e-b749-cf402fa80168 req-d9bc1edf-e1cf-44d8-8697-09bfdef11fde tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.1844180 Aug 28 13:11:30.184567 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ad373dd-9f11-41e9-a311-da95feb3fca7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:30.263705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad373dd-9f11-41e9-a311-da95feb3fca7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event deleted for resources: {'Port': ['ID=f1821456-a6e2-47b9-9a96-531f5c48a54d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:30.316914 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-566be221-de39-4c92-bac5-7a75d1db83a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:30.352386 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f9eac35e-f5d2-4d4e-b749-cf402fa80168 req-3b3b24ab-a482-4029-8018-73150989df60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531744 Aug 28 13:11:30.356397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-566be221-de39-4c92-bac5-7a75d1db83a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Transition to ACTIVE for port object 89450be3-aa2d-4f88-a118-e25a6fe7a232 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:11:30.369940 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ad373dd-9f11-41e9-a311-da95feb3fca7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:30.542684 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ad373dd-9f11-41e9-a311-da95feb3fca7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:30.547574 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ad373dd-9f11-41e9-a311-da95feb3fca7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:30.605050 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-566be221-de39-4c92-bac5-7a75d1db83a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:30.687087 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566be221-de39-4c92-bac5-7a75d1db83a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event updated for resources: {'Port': ['ID=89450be3-aa2d-4f88-a118-e25a6fe7a232,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:30.697388 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ad373dd-9f11-41e9-a311-da95feb3fca7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:30.697388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad373dd-9f11-41e9-a311-da95feb3fca7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Fanout notify agent at l3_agent the message router_deleted on router aa8840b8-3342-485f-add6-2e9fe9068738 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:11:30.704743 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5ad373dd-9f11-41e9-a311-da95feb3fca7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:30.705885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5ad373dd-9f11-41e9-a311-da95feb3fca7 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "DELETE /v2.0/routers/aa8840b8-3342-485f-add6-2e9fe9068738 HTTP/1.1" status: 204 len: 168 time: 2.3833902 Aug 28 13:11:30.708702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57688) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:30.830342 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ada6ed6-ff39-4801-a72d-3a208c7d3e61 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:30.834943 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566be221-de39-4c92-bac5-7a75d1db83a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:11:30.871748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-566be221-de39-4c92-bac5-7a75d1db83a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:30.876404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566be221-de39-4c92-bac5-7a75d1db83a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:11:31.060840 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566be221-de39-4c92-bac5-7a75d1db83a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:31.061565 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-566be221-de39-4c92-bac5-7a75d1db83a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:31.127573 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57694) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:31.128168 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-566be221-de39-4c92-bac5-7a75d1db83a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1604567 Aug 28 13:11:31.135400 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-bced2e52-7782-4bad-a2cd-c605f14e8be6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:05:33:18'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:31.166517 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ada6ed6-ff39-4801-a72d-3a208c7d3e61 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:31.222837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-3ada6ed6-ff39-4801-a72d-3a208c7d3e61 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c0fd3b-8d6a-48a6-8216-97e247ac67a4']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:31.238849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-3ada6ed6-ff39-4801-a72d-3a208c7d3e61 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2c181b-bb57-4049-8e86-d0ea4e46f392') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:31.239161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-3ada6ed6-ff39-4801-a72d-3a208c7d3e61 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2c181b-bb57-4049-8e86-d0ea4e46f392') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:31.260039 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 84a9c78d-0a22-497d-944d-e63b82521eec no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:11:31.274637 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ada6ed6-ff39-4801-a72d-3a208c7d3e61 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:31.304224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 84a9c78d-0a22-497d-944d-e63b82521eec {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:11:31.304577 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 84a9c78d-0a22-497d-944d-e63b82521eec not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:11:31.319555 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ada6ed6-ff39-4801-a72d-3a208c7d3e61 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:31.327578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ada6ed6-ff39-4801-a72d-3a208c7d3e61 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:11:31.329075 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ada6ed6-ff39-4801-a72d-3a208c7d3e61 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:11:31.332602 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:11:31.437463 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ada6ed6-ff39-4801-a72d-3a208c7d3e61 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:31.449373 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3ada6ed6-ff39-4801-a72d-3a208c7d3e61 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:31.463121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-89273cd9-2ad8-4043-98d1-d0412e3518e2 None None] Provisioning for port 89450be3-aa2d-4f88-a118-e25a6fe7a232 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:11:31.463534 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3ada6ed6-ff39-4801-a72d-3a208c7d3e61 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] 10.222.0.20 "DELETE /v2.0/networks/12c0fd3b-8d6a-48a6-8216-97e247ac67a4 HTTP/1.1" status: 204 len: 168 time: 0.7522902 Aug 28 13:11:31.475316 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-89273cd9-2ad8-4043-98d1-d0412e3518e2 None None] Provisioning complete for port 89450be3-aa2d-4f88-a118-e25a6fe7a232 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:31.475697 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-89273cd9-2ad8-4043-98d1-d0412e3518e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:31.494083 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bced2e52-7782-4bad-a2cd-c605f14e8be6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:31.579331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada6ed6-ff39-4801-a72d-3a208c7d3e61 tempest-TestSecurityGroupsBasicOps-865261043 tempest-TestSecurityGroupsBasicOps-865261043-project] Pushing event deleted for resources: {'Network': ['ID=12c0fd3b-8d6a-48a6-8216-97e247ac67a4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:31.622188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-89273cd9-2ad8-4043-98d1-d0412e3518e2 None None] Port 89450be3-aa2d-4f88-a118-e25a6fe7a232 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:11:31.897857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd5f2c-d8a9-4e69-baf2-1360b664d1d6 req-d785201b-cfe2-4cf3-8b67-0a622648d176 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:31.899797 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7dfd5f2c-d8a9-4e69-baf2-1360b664d1d6 req-d785201b-cfe2-4cf3-8b67-0a622648d176 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.1051178 Aug 28 13:11:31.944343 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bced2e52-7782-4bad-a2cd-c605f14e8be6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:31.955283 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bced2e52-7782-4bad-a2cd-c605f14e8be6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:32.012163 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7dfd5f2c-d8a9-4e69-baf2-1360b664d1d6 req-9ff1654c-46f8-42c2-a1f0-083f60cec4f7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016309 Aug 28 13:11:32.055192 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57708) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:32.064854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced2e52-7782-4bad-a2cd-c605f14e8be6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event updated for resources: {'Port': ['ID=89450be3-aa2d-4f88-a118-e25a6fe7a232,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:32.099181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-bced2e52-7782-4bad-a2cd-c605f14e8be6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] In _notify_port_updated(), no bound segment for port 89450be3-aa2d-4f88-a118-e25a6fe7a232 on network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 {{(pid=94878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 13:11:32.111457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bced2e52-7782-4bad-a2cd-c605f14e8be6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:32.112413 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bced2e52-7782-4bad-a2cd-c605f14e8be6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:32.114905 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bced2e52-7782-4bad-a2cd-c605f14e8be6 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "PUT /v2.0/ports/89450be3-aa2d-4f88-a118-e25a6fe7a232 HTTP/1.1" status: 200 len: 993 time: 0.9852614 Aug 28 13:11:32.117669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57712) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:32.283469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7e02aba2-01a1-4251-8824-e36159f971a7 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Deleting port 89450be3-aa2d-4f88-a118-e25a6fe7a232 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:32.285566 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7e02aba2-01a1-4251-8824-e36159f971a7 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:32.419087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57720) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:32.419667 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4843b915-0b41-448f-89dc-f6edea98bea2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e0b5f8400e249c692c57bfc31dc1d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626797 Aug 28 13:11:32.459896 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5eca6bb4-26bc-4833-9ba6-3b6a9ae923b0 None None] Provisioning complete for port 89450be3-aa2d-4f88-a118-e25a6fe7a232 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:32.461740 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5eca6bb4-26bc-4833-9ba6-3b6a9ae923b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:32.464834 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7e02aba2-01a1-4251-8824-e36159f971a7 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:32.484850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7e02aba2-01a1-4251-8824-e36159f971a7 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Calling delete_port for 89450be3-aa2d-4f88-a118-e25a6fe7a232 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:32.558529 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d83c203-aa59-42d1-8941-29b455f53e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:32.585207 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d83c203-aa59-42d1-8941-29b455f53e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:32.593261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-5eca6bb4-26bc-4833-9ba6-3b6a9ae923b0 None None] Port 89450be3-aa2d-4f88-a118-e25a6fe7a232 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:11:32.645026 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d83c203-aa59-42d1-8941-29b455f53e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:32.647819 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d83c203-aa59-42d1-8941-29b455f53e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:32.649032 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9d83c203-aa59-42d1-8941-29b455f53e30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bd65650-ccb1-4996-805b-0c7926529e0f HTTP/1.1" status: 204 len: 168 time: 0.2288637 Aug 28 13:11:32.690503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83c203-aa59-42d1-8941-29b455f53e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd65650-ccb1-4996-805b-0c7926529e0f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:32.947762 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7e02aba2-01a1-4251-8824-e36159f971a7 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:33.040569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f1821456-a6e2-47b9-9a96-531f5c48a54d no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:11:33.088798 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: f1821456-a6e2-47b9-9a96-531f5c48a54d {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:11:33.089140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f1821456-a6e2-47b9-9a96-531f5c48a54d not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:11:33.166858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02aba2-01a1-4251-8824-e36159f971a7 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event deleted for resources: {'Port': ['ID=89450be3-aa2d-4f88-a118-e25a6fe7a232,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:33.333295 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7e02aba2-01a1-4251-8824-e36159f971a7 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:33.346781 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57740) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:33.348573 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7e02aba2-01a1-4251-8824-e36159f971a7 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "DELETE /v2.0/ports/89450be3-aa2d-4f88-a118-e25a6fe7a232 HTTP/1.1" status: 204 len: 168 time: 1.2296717 Aug 28 13:11:33.448926 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9f114d-6418-42d1-bc58-ae3300a5b658 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] GET failed (client error): The resource could not be found. Aug 28 13:11:33.451624 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8d9f114d-6418-42d1-bc58-ae3300a5b658 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "GET /v2.0/ports/89450be3-aa2d-4f88-a118-e25a6fe7a232 HTTP/1.1" status: 404 len: 333 time: 0.1037691 Aug 28 13:11:33.456388 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57742) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:33.458665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c768360-a77a-45e1-b1d1-9b59d43ae867 req-8e2028a0-2b88-4d7c-aa1d-f532064cb51e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:33.470929 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-05b7c7dc-3d9b-43cf-b048-2affb42a058a tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Request body: {'port': {'network_id': '593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542', 'name': 'tempest-AllowedAddressPairTestJSON-1047138975'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:33.475729 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c768360-a77a-45e1-b1d1-9b59d43ae867 req-8e2028a0-2b88-4d7c-aa1d-f532064cb51e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.2671902 Aug 28 13:11:33.672787 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c768360-a77a-45e1-b1d1-9b59d43ae867 req-6703da51-f058-4c92-a6a5-370d4d62b020 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939771 Aug 28 13:11:33.689341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57750) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:33.746343 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d96edf1-2663-4cb7-af89-1b2c755cc146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:33.906287 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d96edf1-2663-4cb7-af89-1b2c755cc146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:33.926483 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d96edf1-2663-4cb7-af89-1b2c755cc146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:33.950225 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b7c7dc-3d9b-43cf-b048-2affb42a058a tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Made reservation on behalf of bbfd0214a4a34ba1bb98f3447a369998 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:33.957711 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-05b7c7dc-3d9b-43cf-b048-2affb42a058a tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:33.991633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-05b7c7dc-3d9b-43cf-b048-2affb42a058a tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] device_id is not set on port 15c345d6-609a-4ad5-9daf-ed4345ac1cbf yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:11:33.995556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96edf1-2663-4cb7-af89-1b2c755cc146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cec726a-6d2e-434f-916c-cc67c63bbda1,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:34.006935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0d96edf1-2663-4cb7-af89-1b2c755cc146 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a004f6667e64667a0d83592df29f7de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126628 Aug 28 13:11:34.008589 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57754) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:34.106709 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1f95ffa3-fcad-4892-b7db-dae0cfa5581a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:34.182837 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1f95ffa3-fcad-4892-b7db-dae0cfa5581a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:34.230231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-05b7c7dc-3d9b-43cf-b048-2affb42a058a tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Allocated IP 172.20.0.3 (593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542/08f27b9f-f4b2-4c0c-85ba-4903bf61f936/15c345d6-609a-4ad5-9daf-ed4345ac1cbf) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:11:34.243682 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1f95ffa3-fcad-4892-b7db-dae0cfa5581a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:34.248766 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1f95ffa3-fcad-4892-b7db-dae0cfa5581a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:34.258260 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1f95ffa3-fcad-4892-b7db-dae0cfa5581a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cec726a-6d2e-434f-916c-cc67c63bbda1 HTTP/1.1" status: 204 len: 168 time: 0.2484875 Aug 28 13:11:34.267813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95ffa3-fcad-4892-b7db-dae0cfa5581a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cec726a-6d2e-434f-916c-cc67c63bbda1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:34.559599 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-05b7c7dc-3d9b-43cf-b048-2affb42a058a tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:34.577981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-05b7c7dc-3d9b-43cf-b048-2affb42a058a tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Transition to ACTIVE for port object 15c345d6-609a-4ad5-9daf-ed4345ac1cbf will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:11:34.635877 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-05b7c7dc-3d9b-43cf-b048-2affb42a058a tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:34.661521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b7c7dc-3d9b-43cf-b048-2affb42a058a tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:11:34.663969 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-05b7c7dc-3d9b-43cf-b048-2affb42a058a tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:34.676189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b7c7dc-3d9b-43cf-b048-2affb42a058a tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:11:34.769814 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7c7dc-3d9b-43cf-b048-2affb42a058a tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event updated for resources: {'Port': ['ID=15c345d6-609a-4ad5-9daf-ed4345ac1cbf,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:34.822608 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b7c7dc-3d9b-43cf-b048-2affb42a058a tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:34.823306 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-05b7c7dc-3d9b-43cf-b048-2affb42a058a tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:34.900029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57770) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:34.911232 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57772) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:34.911616 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-05b7c7dc-3d9b-43cf-b048-2affb42a058a tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4502935 Aug 28 13:11:34.938942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5a7dba67-fb82-4d62-af32-b623521cdd18 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:05:33:18'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:34.964345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f122815-5068-45da-be5f-808b9838989f req-4911443e-b26b-42f2-8fc3-cea38678a023 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:34.976406 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f122815-5068-45da-be5f-808b9838989f req-4911443e-b26b-42f2-8fc3-cea38678a023 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.1274307 Aug 28 13:11:35.058436 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-01bf8fd1-f671-4317-adc4-f57a74f79ecd None None] Provisioning for port 15c345d6-609a-4ad5-9daf-ed4345ac1cbf completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:11:35.069660 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-01bf8fd1-f671-4317-adc4-f57a74f79ecd None None] Provisioning complete for port 15c345d6-609a-4ad5-9daf-ed4345ac1cbf triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:35.075151 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-01bf8fd1-f671-4317-adc4-f57a74f79ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:35.086219 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9f122815-5068-45da-be5f-808b9838989f req-c9fff373-7542-451f-b92a-2ddc0ed5fc40 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086588 Aug 28 13:11:35.087912 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fdd38b70-4549-4b0a-90c2-bec32cdc0017 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67f49325d43545ad8dfd40a15f49b79d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866796 Aug 28 13:11:35.088593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57778) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:35.196172 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-97f868d3-fd9d-4773-b153-480ac66b1ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:35.197035 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-01bf8fd1-f671-4317-adc4-f57a74f79ecd None None] Port 15c345d6-609a-4ad5-9daf-ed4345ac1cbf cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:11:35.226600 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-97f868d3-fd9d-4773-b153-480ac66b1ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:35.318148 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5a7dba67-fb82-4d62-af32-b623521cdd18 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:35.320722 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-97f868d3-fd9d-4773-b153-480ac66b1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:35.331414 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-97f868d3-fd9d-4773-b153-480ac66b1ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:35.335704 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-97f868d3-fd9d-4773-b153-480ac66b1ed5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74fa0dc8-1f45-417f-9bbc-238a84088463 HTTP/1.1" status: 204 len: 168 time: 0.2443914 Aug 28 13:11:35.354414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f868d3-fd9d-4773-b153-480ac66b1ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fa0dc8-1f45-417f-9bbc-238a84088463,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:35.681817 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5a7dba67-fb82-4d62-af32-b623521cdd18 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:35.689157 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5a7dba67-fb82-4d62-af32-b623521cdd18 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:35.842012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-5a7dba67-fb82-4d62-af32-b623521cdd18 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] In _notify_port_updated(), no bound segment for port 15c345d6-609a-4ad5-9daf-ed4345ac1cbf on network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 13:11:35.849731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7dba67-fb82-4d62-af32-b623521cdd18 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:35.850987 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5a7dba67-fb82-4d62-af32-b623521cdd18 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:35.852690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5a7dba67-fb82-4d62-af32-b623521cdd18 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "PUT /v2.0/ports/15c345d6-609a-4ad5-9daf-ed4345ac1cbf HTTP/1.1" status: 200 len: 996 time: 0.9405146 Aug 28 13:11:35.859637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57792) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:35.879584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dba67-fb82-4d62-af32-b623521cdd18 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event updated for resources: {'Port': ['ID=15c345d6-609a-4ad5-9daf-ed4345ac1cbf,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:36.195157 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-a6a8eca6-aa92-4021-a7a6-035c1e0b5c8f tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Deleting port 15c345d6-609a-4ad5-9daf-ed4345ac1cbf {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:36.195516 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6a8eca6-aa92-4021-a7a6-035c1e0b5c8f tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:36.275502 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6a5aa112-1d28-4ff0-a65b-2540bf1d4ffb None None] Provisioning complete for port 15c345d6-609a-4ad5-9daf-ed4345ac1cbf triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:36.276083 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a5aa112-1d28-4ff0-a65b-2540bf1d4ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:36.370028 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6a5aa112-1d28-4ff0-a65b-2540bf1d4ffb None None] Port 15c345d6-609a-4ad5-9daf-ed4345ac1cbf cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:11:36.468853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6186c9c-a51e-4eb0-ba25-6a3d176b0b68 req-fe3212ae-def8-4461-a624-df7c1444c5c7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:36.471631 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6186c9c-a51e-4eb0-ba25-6a3d176b0b68 req-fe3212ae-def8-4461-a624-df7c1444c5c7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.1400123 Aug 28 13:11:36.525836 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e6186c9c-a51e-4eb0-ba25-6a3d176b0b68 req-07391293-b3dc-400a-b7d4-462e58ae373f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466826 Aug 28 13:11:36.557212 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6a8eca6-aa92-4021-a7a6-035c1e0b5c8f tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:36.578890 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-a6a8eca6-aa92-4021-a7a6-035c1e0b5c8f tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Calling delete_port for 15c345d6-609a-4ad5-9daf-ed4345ac1cbf owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:36.818673 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6a8eca6-aa92-4021-a7a6-035c1e0b5c8f tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:36.882103 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8eca6-aa92-4021-a7a6-035c1e0b5c8f tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event deleted for resources: {'Port': ['ID=15c345d6-609a-4ad5-9daf-ed4345ac1cbf,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:36.972216 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a6a8eca6-aa92-4021-a7a6-035c1e0b5c8f tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:36.976727 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a6a8eca6-aa92-4021-a7a6-035c1e0b5c8f tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "DELETE /v2.0/ports/15c345d6-609a-4ad5-9daf-ed4345ac1cbf HTTP/1.1" status: 204 len: 168 time: 1.1139283 Aug 28 13:11:36.978118 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57802) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:37.010639 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cc03c4-086e-402b-9590-88aba706fe0d tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] GET failed (client error): The resource could not be found. Aug 28 13:11:37.016648 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57804) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:37.016870 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-01cc03c4-086e-402b-9590-88aba706fe0d tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "GET /v2.0/ports/15c345d6-609a-4ad5-9daf-ed4345ac1cbf HTTP/1.1" status: 404 len: 333 time: 0.0370743 Aug 28 13:11:37.022494 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ee6bb928-3e9b-44de-8f58-4d3ade8e63e2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Request body: {'port': {'network_id': '593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542', 'name': 'tempest-AllowedAddressPairTestJSON-1549030780'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:37.147438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6bb928-3e9b-44de-8f58-4d3ade8e63e2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Made reservation on behalf of bbfd0214a4a34ba1bb98f3447a369998 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:37.151075 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb928-3e9b-44de-8f58-4d3ade8e63e2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:37.168567 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-ee6bb928-3e9b-44de-8f58-4d3ade8e63e2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] device_id is not set on port 43e2f293-4fb1-434e-8667-93c2687b8f38 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:11:37.286410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-ee6bb928-3e9b-44de-8f58-4d3ade8e63e2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Allocated IP 172.20.0.9 (593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542/08f27b9f-f4b2-4c0c-85ba-4903bf61f936/43e2f293-4fb1-434e-8667-93c2687b8f38) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:11:37.454298 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb928-3e9b-44de-8f58-4d3ade8e63e2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:37.469315 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-ee6bb928-3e9b-44de-8f58-4d3ade8e63e2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Transition to ACTIVE for port object 43e2f293-4fb1-434e-8667-93c2687b8f38 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:11:37.508557 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb928-3e9b-44de-8f58-4d3ade8e63e2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:37.518006 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:37.559925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6bb928-3e9b-44de-8f58-4d3ade8e63e2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:11:37.566765 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-ee6bb928-3e9b-44de-8f58-4d3ade8e63e2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:37.569185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6bb928-3e9b-44de-8f58-4d3ade8e63e2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:11:37.601947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bb928-3e9b-44de-8f58-4d3ade8e63e2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event updated for resources: {'Port': ['ID=43e2f293-4fb1-434e-8667-93c2687b8f38,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:37.685802 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6bb928-3e9b-44de-8f58-4d3ade8e63e2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:37.686702 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee6bb928-3e9b-44de-8f58-4d3ade8e63e2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:37.756628 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ee6bb928-3e9b-44de-8f58-4d3ade8e63e2 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7347040 Aug 28 13:11:37.756854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57818) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:37.761653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-70368736-2840-426a-be4f-0ed2a682d358 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Request body: {'port': {'network_id': '593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542', 'name': 'tempest-AllowedAddressPairTestJSON-1953347722'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:37.793374 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43770a12-d8c7-4c4b-8957-739932bad7d7 req-bd139183-d7b0-4090-b7f0-cb6ee6f651fd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:37.799775 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43770a12-d8c7-4c4b-8957-739932bad7d7 req-bd139183-d7b0-4090-b7f0-cb6ee6f651fd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.1090989 Aug 28 13:11:37.894647 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-43770a12-d8c7-4c4b-8957-739932bad7d7 req-7192bc1d-9d12-4321-8e1e-cb87a4dc2e14 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737202 Aug 28 13:11:37.999274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70368736-2840-426a-be4f-0ed2a682d358 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Made reservation on behalf of bbfd0214a4a34ba1bb98f3447a369998 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:38.003278 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-70368736-2840-426a-be4f-0ed2a682d358 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:38.040434 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-70368736-2840-426a-be4f-0ed2a682d358 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] device_id is not set on port 818b9218-5033-4535-b806-841c21111ab4 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:11:38.183893 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-70368736-2840-426a-be4f-0ed2a682d358 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Allocated IP 172.20.0.8 (593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542/08f27b9f-f4b2-4c0c-85ba-4903bf61f936/818b9218-5033-4535-b806-841c21111ab4) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:11:38.223343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ec8fa4f0-45dc-48c5-b1f8-79edbc61daca None None] Provisioning for port 43e2f293-4fb1-434e-8667-93c2687b8f38 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:11:38.230719 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ec8fa4f0-45dc-48c5-b1f8-79edbc61daca None None] Provisioning complete for port 43e2f293-4fb1-434e-8667-93c2687b8f38 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:38.231363 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa4f0-45dc-48c5-b1f8-79edbc61daca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:38.276653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ec8fa4f0-45dc-48c5-b1f8-79edbc61daca None None] Port 43e2f293-4fb1-434e-8667-93c2687b8f38 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:11:38.357995 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-70368736-2840-426a-be4f-0ed2a682d358 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:38.371811 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-70368736-2840-426a-be4f-0ed2a682d358 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Transition to ACTIVE for port object 818b9218-5033-4535-b806-841c21111ab4 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:11:38.413763 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-70368736-2840-426a-be4f-0ed2a682d358 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:38.796110 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70368736-2840-426a-be4f-0ed2a682d358 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:11:38.800320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-70368736-2840-426a-be4f-0ed2a682d358 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:38.805736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70368736-2840-426a-be4f-0ed2a682d358 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:11:38.810033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70368736-2840-426a-be4f-0ed2a682d358 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event updated for resources: {'Port': ['ID=818b9218-5033-4535-b806-841c21111ab4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:38.861728 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70368736-2840-426a-be4f-0ed2a682d358 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:38.862527 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-70368736-2840-426a-be4f-0ed2a682d358 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:38.882148 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-70368736-2840-426a-be4f-0ed2a682d358 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1230135 Aug 28 13:11:38.882507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57830) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:38.888065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-cf3008b8-c26d-42f1-a8be-96554cedcdcf tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:05:33:18'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:0a:9a:6c'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:39.005367 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cf3008b8-c26d-42f1-a8be-96554cedcdcf tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:39.118599 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139c4a-53f6-4ef8-bd48-5052f6962089 req-36f81621-ca82-4be9-a539-dc3842abe7bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:39.121033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-40e94d22-d1ad-4a2c-bd7b-32c8b4bfab98 None None] Provisioning for port 818b9218-5033-4535-b806-841c21111ab4 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:11:39.126619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-40e94d22-d1ad-4a2c-bd7b-32c8b4bfab98 None None] Provisioning complete for port 818b9218-5033-4535-b806-841c21111ab4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:39.127089 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-40e94d22-d1ad-4a2c-bd7b-32c8b4bfab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:39.135591 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de139c4a-53f6-4ef8-bd48-5052f6962089 req-36f81621-ca82-4be9-a539-dc3842abe7bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.1448045 Aug 28 13:11:39.238315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-40e94d22-d1ad-4a2c-bd7b-32c8b4bfab98 None None] Port 818b9218-5033-4535-b806-841c21111ab4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:11:39.337428 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de139c4a-53f6-4ef8-bd48-5052f6962089 req-6eac768d-643b-4eab-b8b3-ab74f3ddb685 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569805 Aug 28 13:11:39.442421 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cf3008b8-c26d-42f1-a8be-96554cedcdcf tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:39.447332 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cf3008b8-c26d-42f1-a8be-96554cedcdcf tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:39.523916 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3008b8-c26d-42f1-a8be-96554cedcdcf tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event updated for resources: {'Port': ['ID=818b9218-5033-4535-b806-841c21111ab4,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:39.551167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-cf3008b8-c26d-42f1-a8be-96554cedcdcf tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] In _notify_port_updated(), no bound segment for port 818b9218-5033-4535-b806-841c21111ab4 on network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 13:11:39.556944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3008b8-c26d-42f1-a8be-96554cedcdcf tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:39.557818 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cf3008b8-c26d-42f1-a8be-96554cedcdcf tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:39.559476 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cf3008b8-c26d-42f1-a8be-96554cedcdcf tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "PUT /v2.0/ports/818b9218-5033-4535-b806-841c21111ab4 HTTP/1.1" status: 200 len: 1055 time: 0.6759348 Aug 28 13:11:39.563128 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57844) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:39.675165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-aae76b69-7e06-489c-8a5e-0ebf37f92de3 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Deleting port 818b9218-5033-4535-b806-841c21111ab4 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:39.675502 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aae76b69-7e06-489c-8a5e-0ebf37f92de3 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:39.772816 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-54fe7c47-be4c-4776-924b-01fb3f24e191 None None] Provisioning complete for port 818b9218-5033-4535-b806-841c21111ab4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:39.773725 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-54fe7c47-be4c-4776-924b-01fb3f24e191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:39.777081 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aae76b69-7e06-489c-8a5e-0ebf37f92de3 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:39.791975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-aae76b69-7e06-489c-8a5e-0ebf37f92de3 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Calling delete_port for 818b9218-5033-4535-b806-841c21111ab4 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:39.863502 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-54fe7c47-be4c-4776-924b-01fb3f24e191 None None] Port 818b9218-5033-4535-b806-841c21111ab4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:11:39.881270 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-909700fa-3485-4f11-beab-22a3659dad64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:39.949286 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:39.957851 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aae76b69-7e06-489c-8a5e-0ebf37f92de3 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:39.990157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae76b69-7e06-489c-8a5e-0ebf37f92de3 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event deleted for resources: {'Port': ['ID=818b9218-5033-4535-b806-841c21111ab4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:40.298992 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aae76b69-7e06-489c-8a5e-0ebf37f92de3 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:40.301924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-aae76b69-7e06-489c-8a5e-0ebf37f92de3 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "DELETE /v2.0/ports/818b9218-5033-4535-b806-841c21111ab4 HTTP/1.1" status: 204 len: 168 time: 0.7365410 Aug 28 13:11:40.304705 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57854) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:40.347269 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-d120f006-5ef0-4a1f-a9bf-0e8f9ba81578 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] GET failed (client error): The resource could not be found. Aug 28 13:11:40.349150 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d120f006-5ef0-4a1f-a9bf-0e8f9ba81578 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "GET /v2.0/ports/818b9218-5033-4535-b806-841c21111ab4 HTTP/1.1" status: 404 len: 333 time: 0.0434055 Aug 28 13:11:40.352686 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57856) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:40.514054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0893062-dfe9-48d9-8fe8-cd7ade7c9c48 req-4c53a556-9674-481e-b7f4-dabd03bc6577 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:40.521939 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0893062-dfe9-48d9-8fe8-cd7ade7c9c48 req-4c53a556-9674-481e-b7f4-dabd03bc6577 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.0697188 Aug 28 13:11:40.568181 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0893062-dfe9-48d9-8fe8-cd7ade7c9c48 req-b5c1d663-9e4c-4e5d-8712-84201fb4c8da tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450709 Aug 28 13:11:40.589443 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2b6ed-8ec7-492e-83e7-0ad9673a65f1 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Deleting port 43e2f293-4fb1-434e-8667-93c2687b8f38 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:40.590059 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b6ed-8ec7-492e-83e7-0ad9673a65f1 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:40.693785 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b6ed-8ec7-492e-83e7-0ad9673a65f1 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:40.707147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2b6ed-8ec7-492e-83e7-0ad9673a65f1 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Calling delete_port for 43e2f293-4fb1-434e-8667-93c2687b8f38 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:40.938982 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b6ed-8ec7-492e-83e7-0ad9673a65f1 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:40.972958 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2b6ed-8ec7-492e-83e7-0ad9673a65f1 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event deleted for resources: {'Port': ['ID=43e2f293-4fb1-434e-8667-93c2687b8f38,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:41.125509 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3fd2b6ed-8ec7-492e-83e7-0ad9673a65f1 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:41.146470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57864) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:41.151212 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3fd2b6ed-8ec7-492e-83e7-0ad9673a65f1 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "DELETE /v2.0/ports/43e2f293-4fb1-434e-8667-93c2687b8f38 HTTP/1.1" status: 204 len: 168 time: 0.7935970 Aug 28 13:11:41.191591 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb46654-1cbb-4ad6-88a3-c48902432929 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] GET failed (client error): The resource could not be found. Aug 28 13:11:41.194453 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6cb46654-1cbb-4ad6-88a3-c48902432929 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "GET /v2.0/ports/43e2f293-4fb1-434e-8667-93c2687b8f38 HTTP/1.1" status: 404 len: 333 time: 0.0456970 Aug 28 13:11:41.207622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57866) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:41.415163 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Deleting port 1680bacd-e836-46d5-9fec-23fb185dbc63 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:41.415772 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:41.711213 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:41.820796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Calling delete_port for 1680bacd-e836-46d5-9fec-23fb185dbc63 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:41.886665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c92c3-a30b-4057-9952-91dcd3640985 req-8d0762f5-0968-4152-957c-f6b9cb7d365d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:41.888342 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e33c92c3-a30b-4057-9952-91dcd3640985 req-8d0762f5-0968-4152-957c-f6b9cb7d365d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.1685929 Aug 28 13:11:42.103415 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e33c92c3-a30b-4057-9952-91dcd3640985 req-14b2661a-3952-4091-9d4f-62b1218b3c84 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081013 Aug 28 13:11:42.271462 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e2147aa3-774d-402e-8cec-4a7992e255d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:42.290820 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:42.427571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event deleted for resources: {'Port': ['ID=1680bacd-e836-46d5-9fec-23fb185dbc63,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:42.440939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:42.441295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:42.441637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:42.442029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:42.442400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:42.442720 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:42.443057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:42.443738 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:42.443738 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:42.444768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:42.444768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:42.444768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:42.481323 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:42.489923 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e2381b5d-5c07-44a6-8ca8-5ef9f8b9b7a9 tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "DELETE /v2.0/ports/1680bacd-e836-46d5-9fec-23fb185dbc63 HTTP/1.1" status: 204 len: 168 time: 1.2810724 Aug 28 13:11:42.492299 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 57880) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:42.602003 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:42.638901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d71cf5d-16f1-4403-88e1-35f21f24606b tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Deleting subnet 08f27b9f-f4b2-4c0c-85ba-4903bf61f936 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:11:42.657073 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d71cf5d-16f1-4403-88e1-35f21f24606b tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:42.775275 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d71cf5d-16f1-4403-88e1-35f21f24606b tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:43.007770 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d71cf5d-16f1-4403-88e1-35f21f24606b tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:43.096078 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d71cf5d-16f1-4403-88e1-35f21f24606b tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:43.188468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3162eac2-ca28-4774-8890-10ede255fe4d None None] Network 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:11:43.217584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71cf5d-16f1-4403-88e1-35f21f24606b tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event deleted for resources: {'Subnet': ['ID=08f27b9f-f4b2-4c0c-85ba-4903bf61f936,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:43.238281 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0d71cf5d-16f1-4403-88e1-35f21f24606b tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:43.242727 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0d71cf5d-16f1-4403-88e1-35f21f24606b tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "DELETE /v2.0/subnets/08f27b9f-f4b2-4c0c-85ba-4903bf61f936 HTTP/1.1" status: 204 len: 168 time: 0.7469933 Aug 28 13:11:43.243726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57890) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:43.451665 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0b1a1-cbe0-44a1-907d-240671fa4236 req-e6944101-9357-4a3d-ba49-1ab553322404 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:43.461583 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2d0b1a1-cbe0-44a1-907d-240671fa4236 req-e6944101-9357-4a3d-ba49-1ab553322404 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.1521983 Aug 28 13:11:43.478169 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:43.507472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ef74b8-1c26-4091-b4b9-d494bb4ea144 None None] DHCP port deletion for 593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:11:43.538668 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:43.562837 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2d0b1a1-cbe0-44a1-907d-240671fa4236 req-a9dec78e-9d18-49fe-86b2-3061b6e8d118 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009030 Aug 28 13:11:43.655549 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-08ef74b8-1c26-4091-b4b9-d494bb4ea144 None None] Deleting port 0ab2187f-dbab-4cfa-8101-1058ab933b9f {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:43.656229 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-08ef74b8-1c26-4091-b4b9-d494bb4ea144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:43.662907 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Deleting port 0ab2187f-dbab-4cfa-8101-1058ab933b9f {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:43.663476 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:43.727852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-08ef74b8-1c26-4091-b4b9-d494bb4ea144 None None] For port 0ab2187f-dbab-4cfa-8101-1058ab933b9f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=0ab2187f-dbab-4cfa-8101-1058ab933b9f,segment=NetworkSegment(2d7b9923-0a54-462c-a573-3e720ed841da),segment_id=2d7b9923-0a54-462c-a573-3e720ed841da)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:43.727852 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-08ef74b8-1c26-4091-b4b9-d494bb4ea144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:43.743235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-08ef74b8-1c26-4091-b4b9-d494bb4ea144 None None] Calling delete_port for 0ab2187f-dbab-4cfa-8101-1058ab933b9f owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:43.851960 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] For port 0ab2187f-dbab-4cfa-8101-1058ab933b9f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=0ab2187f-dbab-4cfa-8101-1058ab933b9f,segment=NetworkSegment(2d7b9923-0a54-462c-a573-3e720ed841da),segment_id=2d7b9923-0a54-462c-a573-3e720ed841da)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:43.856250 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:43.896840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Calling delete_port for 0ab2187f-dbab-4cfa-8101-1058ab933b9f owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:43.920060 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-08ef74b8-1c26-4091-b4b9-d494bb4ea144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:43.982500 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef74b8-1c26-4091-b4b9-d494bb4ea144 None None] Pushing event deleted for resources: {'Port': ['ID=0ab2187f-dbab-4cfa-8101-1058ab933b9f,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:43.991068 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef74b8-1c26-4091-b4b9-d494bb4ea144 None None] No DVR routers for this DVR port 0ab2187f-dbab-4cfa-8101-1058ab933b9f on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:11:44.039486 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:44.054331 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] No DVR routers for this DVR port 0ab2187f-dbab-4cfa-8101-1058ab933b9f on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:11:44.112220 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event deleted for resources: {'Port': ['ID=0ab2187f-dbab-4cfa-8101-1058ab933b9f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:44.198858 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:44.213076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:44.232965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7b9923-0a54-462c-a573-3e720ed841da') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:44.234520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7b9923-0a54-462c-a573-3e720ed841da') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:44.292918 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:44.343751 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:44.363865 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:11:44.364695 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:11:44.433686 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:11:44.458888 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:44.475846 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:44.483013 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] 10.222.0.20 "DELETE /v2.0/networks/593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542 HTTP/1.1" status: 204 len: 168 time: 1.2374530 Aug 28 13:11:44.509088 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32ed95-11e4-4fd1-a0f0-4fe046fe76af tempest-AllowedAddressPairTestJSON-416696171 tempest-AllowedAddressPairTestJSON-416696171-project] Pushing event deleted for resources: {'Network': ['ID=593d6d6e-fb0a-4ea9-b8b1-8dcc3226b542,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:44.738638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9ed16-7538-46af-b8e3-70274f11479b req-85facc61-5ed2-449b-be23-69646497ee57 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:44.741024 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61f9ed16-7538-46af-b8e3-70274f11479b req-85facc61-5ed2-449b-be23-69646497ee57 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.0815985 Aug 28 13:11:44.760861 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-953f6178-ee33-4309-8e91-2c28455b12ca service neutron] show failed (client error): The resource could not be found. Aug 28 13:11:44.762254 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-953f6178-ee33-4309-8e91-2c28455b12ca service neutron] 10.222.0.10 "GET /v2.0/ports/c70812e5-9217-4d62-a4c3-5eb308c7749d/bindings/n-h1-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.1251738 Aug 28 13:11:44.807450 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61f9ed16-7538-46af-b8e3-70274f11479b req-4134167d-249c-4896-aa36-aee7ac13cede tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575557 Aug 28 13:11:44.866696 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57908) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:45.149144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 0ab2187f-dbab-4cfa-8101-1058ab933b9f no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:11:45.179772 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e66b16d5-89c2-4e8a-9d5a-fb25c10cb805 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbfd0214a4a34ba1bb98f3447a369998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119216 Aug 28 13:11:45.183763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 0ab2187f-dbab-4cfa-8101-1058ab933b9f {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:11:45.187870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57918) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:45.188450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 0ab2187f-dbab-4cfa-8101-1058ab933b9f not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:11:45.250544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-a561e6cf-128c-4234-ba7c-5450126955b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:45.252543 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-a561e6cf-128c-4234-ba7c-5450126955b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46 HTTP/1.1" status: 200 len: 1097 time: 0.2496252 Aug 28 13:11:45.272778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:45.354855 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:45.405234 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f977c93f-b041-42d1-86c6-eedcd4f20633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:45.509797 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f977c93f-b041-42d1-86c6-eedcd4f20633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:45.550024 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:45.585062 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f977c93f-b041-42d1-86c6-eedcd4f20633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:45.588279 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f977c93f-b041-42d1-86c6-eedcd4f20633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:45.591967 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f977c93f-b041-42d1-86c6-eedcd4f20633 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6658bc95-6b59-4ede-91b6-7f31589e6fd8 HTTP/1.1" status: 204 len: 168 time: 0.4001651 Aug 28 13:11:45.605901 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977c93f-b041-42d1-86c6-eedcd4f20633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6658bc95-6b59-4ede-91b6-7f31589e6fd8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:46.009911 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:46.026730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b5ea4-2b48-4fa0-9e75-c0c510203ca4 req-b83e7627-a37a-4057-ab16-9fb0665c91d1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:46.043897 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e0b5ea4-2b48-4fa0-9e75-c0c510203ca4 req-b83e7627-a37a-4057-ab16-9fb0665c91d1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.0800297 Aug 28 13:11:46.125667 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5e0b5ea4-2b48-4fa0-9e75-c0c510203ca4 req-a1e1faab-fa5e-40f7-9dd9-02f23a05ba60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751100 Aug 28 13:11:46.135840 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:11:46.244288 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:46.246405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:11:46.249955 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776575c2-8f11-4431-9a8a-49e0b5cac539" -d '{"events": [{"server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:11:46.294320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Transition to ACTIVE for port object c70812e5-9217-4d62-a4c3-5eb308c7749d will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:11:46.318546 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:46.462274 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 13:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a69859-163e-4f43-8470-0aa865dfdc89 x-openstack-request-id: req-50a69859-163e-4f43-8470-0aa865dfdc89 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:11:46.463156 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:11:46.463503 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50a69859-163e-4f43-8470-0aa865dfdc89 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:11:46.464003 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'code': 200} Aug 28 13:11:46.553059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Pushing event updated for resources: {'Port': ['ID=c70812e5-9217-4d62-a4c3-5eb308c7749d,revision_number=6']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:46.640745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] No DVR routers for this DVR port c70812e5-9217-4d62-a4c3-5eb308c7749d on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:11:46.995388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Attempting to bind port c70812e5-9217-4d62-a4c3-5eb308c7749d on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:11:46.995742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Attempting to bind port c70812e5-9217-4d62-a4c3-5eb308c7749d by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:11:46.996175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Attempting to bind port c70812e5-9217-4d62-a4c3-5eb308c7749d on network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:11:47.000999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Port c70812e5-9217-4d62-a4c3-5eb308c7749d on network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:11:47.000999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Attempting to bind port c70812e5-9217-4d62-a4c3-5eb308c7749d on network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:11:47.011048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:11:47.011705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Checking segment: {'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:11:47.011816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Bound using segment: {'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:11:47.013301 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Bound port: c70812e5-9217-4d62-a4c3-5eb308c7749d, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:11:47.013706 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:47.114416 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:11:47.118669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:11:47.123561 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:47.167712 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57958) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:47.216584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:47.220358 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:47.223178 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] 10.222.0.11 "PUT /v2.0/ports/c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 1092 time: 1.9625957 Aug 28 13:11:47.314081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca45c6-b129-4d1a-a752-cca2311907ad req-1afd0e6a-332e-4ebd-9d9b-7631ae8b921d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:47.330311 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a910cb-380e-4c8e-8bae-77067af92f28 service neutron] Pushing event updated for resources: {'Port': ['ID=c70812e5-9217-4d62-a4c3-5eb308c7749d,revision_number=7']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:47.330653 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-54ca45c6-b129-4d1a-a752-cca2311907ad req-1afd0e6a-332e-4ebd-9d9b-7631ae8b921d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 943 time: 0.0891981 Aug 28 13:11:47.383522 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-7d1f3d26-6484-4abc-9e7e-9c0ba0dfd8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:47.386294 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-7d1f3d26-6484-4abc-9e7e-9c0ba0dfd8ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1095 time: 0.1094968 Aug 28 13:11:47.417754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-dff4106f-0341-4e2d-b2d3-290c6eca8305 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1850345202'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:47.431401 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-54ca45c6-b129-4d1a-a752-cca2311907ad req-2c4b882d-1706-4d26-b779-5705149b0780 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994270 Aug 28 13:11:47.450642 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff4106f-0341-4e2d-b2d3-290c6eca8305 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Made reservation on behalf of 0515107ce713490da8b370eb6ce5a954 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:47.455820 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dff4106f-0341-4e2d-b2d3-290c6eca8305 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:47.467805 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dff4106f-0341-4e2d-b2d3-290c6eca8305 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:47.573490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-ba56c650-2c4d-4bcf-8b14-1559b223b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:47.575274 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-ba56c650-2c4d-4bcf-8b14-1559b223b07d service neutron] 10.222.0.11 "GET /v2.0/networks?id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf HTTP/1.1" status: 200 len: 895 time: 0.1799805 Aug 28 13:11:47.673545 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dff4106f-0341-4e2d-b2d3-290c6eca8305 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:47.678880 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dff4106f-0341-4e2d-b2d3-290c6eca8305 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:47.701324 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-36155b80-25bd-4ad3-972b-452fac5f6962 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 999 time: 0.1178262 Aug 28 13:11:47.706170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff4106f-0341-4e2d-b2d3-290c6eca8305 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:11:47.724948 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4106f-0341-4e2d-b2d3-290c6eca8305 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4098b16b-49dc-4b15-8455-dcfd18520bfe,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:47.739297 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dff4106f-0341-4e2d-b2d3-290c6eca8305 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:47.739757 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-dff4106f-0341-4e2d-b2d3-290c6eca8305 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Added segment 8e0e1b73-c849-4a8b-8ccf-e1eeb87f4d95 of type vlan for network 36347879-b326-4171-bd3b-038c1e952881 Aug 28 13:11:47.767461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-47af0dcd-7ce3-42ce-a3cf-87129f3509b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:47.769239 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-47af0dcd-7ce3-42ce-a3cf-87129f3509b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01cacccf-3859-4280-a265-b49304c947e3 HTTP/1.1" status: 200 len: 834 time: 0.0601096 Aug 28 13:11:47.837041 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dff4106f-0341-4e2d-b2d3-290c6eca8305 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:47.853857 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-829c2927-46e9-4fef-981f-0b1a48a9e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:47.855720 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-829c2927-46e9-4fef-981f-0b1a48a9e2a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773404 Aug 28 13:11:47.871794 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dff4106f-0341-4e2d-b2d3-290c6eca8305 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:47.880442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff4106f-0341-4e2d-b2d3-290c6eca8305 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:47.882152 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dff4106f-0341-4e2d-b2d3-290c6eca8305 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:47.994798 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-2040f425-5d9b-4471-aa7c-ad1fb480abfa service neutron] 10.222.0.11 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310384 Aug 28 13:11:48.016653 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dff4106f-0341-4e2d-b2d3-290c6eca8305 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8467090 Aug 28 13:11:48.017327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57978) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:48.029663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-00dee606-547f-4d6f-8eb7-f2946645822e tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Request body: {'subnet': {'network_id': '36347879-b326-4171-bd3b-038c1e952881', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:48.079796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4106f-0341-4e2d-b2d3-290c6eca8305 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Pushing event updated for resources: {'Network': ['ID=36347879-b326-4171-bd3b-038c1e952881,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:48.094261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 36347879-b326-4171-bd3b-038c1e952881 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:11:48.145345 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b2c270bc-f9cd-41eb-8a9a-36687daf37f5 req-c3bab3e9-a3b0-46ab-98bc-4d51b3706bec service neutron] 10.222.0.11 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418958 Aug 28 13:11:48.173418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dee606-547f-4d6f-8eb7-f2946645822e tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Made reservation on behalf of 0515107ce713490da8b370eb6ce5a954 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:48.179898 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-00dee606-547f-4d6f-8eb7-f2946645822e tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:48.431056 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-00dee606-547f-4d6f-8eb7-f2946645822e tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:48.465444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:11:48.468924 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5" -d '{"events": [{"name": "network-changed", "server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:11:48.532666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dee606-547f-4d6f-8eb7-f2946645822e tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Pushing event updated for resources: {'Subnet': ['ID=b240f8aa-105e-413e-9801-eeb17e57bf7e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:48.580118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dee606-547f-4d6f-8eb7-f2946645822e tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Checking segment: {'id': '8e0e1b73-c849-4a8b-8ccf-e1eeb87f4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '36347879-b326-4171-bd3b-038c1e952881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:11:48.580485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dee606-547f-4d6f-8eb7-f2946645822e tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Network hostable DHCP agents. Network: 36347879-b326-4171-bd3b-038c1e952881, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:11:48.609954 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b5b706-87d4-4724-9514-366827922cd4 x-openstack-request-id: req-51b5b706-87d4-4724-9514-366827922cd4 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:11:48.610293 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:11:48.610603 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51b5b706-87d4-4724-9514-366827922cd4 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:11:48.611007 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'status': 'completed', 'code': 200} Aug 28 13:11:48.636805 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dee606-547f-4d6f-8eb7-f2946645822e tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Network 36347879-b326-4171-bd3b-038c1e952881 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:11:48.664809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-00dee606-547f-4d6f-8eb7-f2946645822e tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 36347879-b326-4171-bd3b-038c1e952881) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:48.670906 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c70812e5-9217-4d62-a4c3-5eb308c7749d no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:11:48.688008 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dee606-547f-4d6f-8eb7-f2946645822e tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:48.688604 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-00dee606-547f-4d6f-8eb7-f2946645822e tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:48.718289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89007c34-6f7f-4c65-9cdc-1187e41246d8 None None] Network 36347879-b326-4171-bd3b-038c1e952881 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:11:48.730269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-aac37c11-ae59-4d86-ab7a-35abc0271ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:48.735120 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-aac37c11-ae59-4d86-ab7a-35abc0271ccb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1095 time: 0.1240261 Aug 28 13:11:48.739002 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-00dee606-547f-4d6f-8eb7-f2946645822e tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7138724 Aug 28 13:11:48.741947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57992) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:48.742845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9940866-14ed-4581-889f-09658ea1a2c2 req-34e0eec3-3aa4-4af7-96a1-fd9f64a6edc7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:48.755179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6a0d5d12-d5ec-4a09-9c84-4e27aa39e6da tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1037274696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:48.759477 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9940866-14ed-4581-889f-09658ea1a2c2 req-34e0eec3-3aa4-4af7-96a1-fd9f64a6edc7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 943 time: 0.1410477 Aug 28 13:11:48.779492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-e3f9bdc9-a567-40e2-9c7c-b0600d02f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:48.781313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-e3f9bdc9-a567-40e2-9c7c-b0600d02f822 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1095 time: 0.1494892 Aug 28 13:11:48.869608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c70812e5-9217-4d62-a4c3-5eb308c7749d not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:11:48.898320 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a0d5d12-d5ec-4a09-9c84-4e27aa39e6da tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:48.899388 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a0d5d12-d5ec-4a09-9c84-4e27aa39e6da tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:48.903028 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c9940866-14ed-4581-889f-09658ea1a2c2 req-221136dd-f7ae-4576-a055-a4fa8ab80b14 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423352 Aug 28 13:11:48.906338 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-36347879-b326-4171-bd3b-038c1e952881', 'network_id': '36347879-b326-4171-bd3b-038c1e952881', 'tenant_id': '0515107ce713490da8b370eb6ce5a954', 'fixed_ips': [{'subnet_id': 'b240f8aa-105e-413e-9801-eeb17e57bf7e'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:11:48.909654 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:49.012206 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-0a71f074-32ae-4437-b478-b3b74039b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:49.016243 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-0a71f074-32ae-4437-b478-b3b74039b654 service neutron] 10.222.0.11 "GET /v2.0/networks?id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf HTTP/1.1" status: 200 len: 895 time: 0.2270701 Aug 28 13:11:49.072124 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a0d5d12-d5ec-4a09-9c84-4e27aa39e6da tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:49.095083 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a0d5d12-d5ec-4a09-9c84-4e27aa39e6da tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:49.114322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-f5807cd2-1aa2-4fcc-93aa-76b8c3213f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:49.115905 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-f5807cd2-1aa2-4fcc-93aa-76b8c3213f46 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf HTTP/1.1" status: 200 len: 895 time: 0.3310235 Aug 28 13:11:49.207401 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-4d4d7fbf-e133-429d-ad27-b558b58094cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 999 time: 0.1823838 Aug 28 13:11:49.223187 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a0d5d12-d5ec-4a09-9c84-4e27aa39e6da tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:49.224384 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6a0d5d12-d5ec-4a09-9c84-4e27aa39e6da tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4812608 Aug 28 13:11:49.226326 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-b410475d-56e4-4097-88fe-06ce47ebe326 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 999 time: 0.1024141 Aug 28 13:11:49.232742 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 57996) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:49.250554 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Allocated IP 172.20.0.2 (36347879-b326-4171-bd3b-038c1e952881/b240f8aa-105e-413e-9801-eeb17e57bf7e/7749fd59-e067-4e2a-b904-2722c5bff265) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:11:49.288835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-956b60d6-1897-4eea-a53c-b78d7edd7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:49.290767 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-956b60d6-1897-4eea-a53c-b78d7edd7bff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01cacccf-3859-4280-a265-b49304c947e3 HTTP/1.1" status: 200 len: 834 time: 0.0758345 Aug 28 13:11:49.313535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-b72c5ed7-b4b3-4cd8-9cf6-04f3ef28b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:49.315209 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-b72c5ed7-b4b3-4cd8-9cf6-04f3ef28b071 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01cacccf-3859-4280-a265-b49304c947e3 HTTP/1.1" status: 200 len: 834 time: 0.0591593 Aug 28 13:11:49.361360 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-6ed29a1e-d21a-49cd-972b-f588adc89b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:49.363886 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-6ed29a1e-d21a-49cd-972b-f588adc89b03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651529 Aug 28 13:11:49.564262 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-7a888da1-23e1-4f42-bccd-5195a5959d95 service neutron] 10.222.0.11 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919811 Aug 28 13:11:49.573071 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:49.599416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Transition to ACTIVE for port object 7749fd59-e067-4e2a-b904-2722c5bff265 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:11:49.648204 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Transition to ACTIVE for port object 7749fd59-e067-4e2a-b904-2722c5bff265 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:11:49.664130 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:49.761081 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-265f00fa-91b5-4003-9c0f-229fbb58b592 service neutron] 10.222.0.11 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871572 Aug 28 13:11:49.835349 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Pushing event updated for resources: {'Port': ['ID=7749fd59-e067-4e2a-b904-2722c5bff265,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:49.843189 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Network 36347879-b326-4171-bd3b-038c1e952881 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:11:49.847836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:49.855434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:11:49.948820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Attempting to bind port 7749fd59-e067-4e2a-b904-2722c5bff265 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:11:49.950342 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Attempting to bind port 7749fd59-e067-4e2a-b904-2722c5bff265 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '8e0e1b73-c849-4a8b-8ccf-e1eeb87f4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '36347879-b326-4171-bd3b-038c1e952881'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:11:49.952799 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Attempting to bind port 7749fd59-e067-4e2a-b904-2722c5bff265 on network 36347879-b326-4171-bd3b-038c1e952881 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:11:49.960239 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:11:49.961100 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Checking segment: {'id': '8e0e1b73-c849-4a8b-8ccf-e1eeb87f4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '36347879-b326-4171-bd3b-038c1e952881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:11:49.962049 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:49.962982 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Bound using segment: {'id': '8e0e1b73-c849-4a8b-8ccf-e1eeb87f4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '36347879-b326-4171-bd3b-038c1e952881'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:11:49.963864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Bound port: 7749fd59-e067-4e2a-b904-2722c5bff265, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0e1b73-c849-4a8b-8ccf-e1eeb87f4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '36347879-b326-4171-bd3b-038c1e952881'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:11:49.964481 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:49.975878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-b9aa5c74-2259-4def-af9e-24525a08650c req-5d5bb456-2406-4820-bd19-3e0b8676535d service neutron] (94878) timed out ('10.222.0.20', 58384) {{(pid=94878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 13:11:50.064850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] For port 7749fd59-e067-4e2a-b904-2722c5bff265, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:11:50.069323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] For port 7749fd59-e067-4e2a-b904-2722c5bff265, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7749fd59-e067-4e2a-b904-2722c5bff265,segment=NetworkSegment(8e0e1b73-c849-4a8b-8ccf-e1eeb87f4d95),segment_id=8e0e1b73-c849-4a8b-8ccf-e1eeb87f4d95)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:11:50.081342 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:50.183488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097aa01-fff0-4374-895d-77a5418386fa None None] Pushing event updated for resources: {'Port': ['ID=7749fd59-e067-4e2a-b904-2722c5bff265,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:50.274022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-5d8b8d8a-e1a1-4b5c-a74a-084813d2afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:50.275650 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-5d8b8d8a-e1a1-4b5c-a74a-084813d2afc3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9048274 Aug 28 13:11:50.301378 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed79e58-d49a-449a-8dde-4fc997e85b53 req-279d075d-5414-4f7e-9012-66ed4b5f8d9c tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:50.303078 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bed79e58-d49a-449a-8dde-4fc997e85b53 req-279d075d-5414-4f7e-9012-66ed4b5f8d9c tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 943 time: 0.2869973 Aug 28 13:11:50.448067 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:50.457748 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bed79e58-d49a-449a-8dde-4fc997e85b53 req-669f8fbe-ec0b-4019-af03-9f5bcf7def53 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360667 Aug 28 13:11:50.587975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c70812e5-9217-4d62-a4c3-5eb308c7749d details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:11:50.786190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:50.791886 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-2fa437c7-c473-4ca1-8a3e-9bf78bd8e92c service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054910 Aug 28 13:11:50.801929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'port_id': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'mac_address': 'fa:16:3e:5e:6f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cacccf-3859-4280-a265-b49304c947e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:11:50.867999 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:50.917860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70812e5-9217-4d62-a4c3-5eb308c7749d {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:11:50.984216 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:50.994460 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:51.062510 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-a5463ab4-dac7-4dbc-a0df-c1fd12e1652d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:51.063108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=c70812e5-9217-4d62-a4c3-5eb308c7749d,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:51.069219 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-a5463ab4-dac7-4dbc-a0df-c1fd12e1652d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.11 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 943 time: 0.1130722 Aug 28 13:11:51.219850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['c70812e5-9217-4d62-a4c3-5eb308c7749d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:11:51.296833 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-f03f05a4-3408-49b9-b5a0-bda2da3c67cc service neutron] 10.222.0.11 "GET /v2.0/ports/c70812e5-9217-4d62-a4c3-5eb308c7749d/bindings/n-h1-791505-21 HTTP/1.1" status: 200 len: 383 time: 0.2198424 Aug 28 13:11:51.312992 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7749fd59-e067-4e2a-b904-2722c5bff265 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:11:51.408306 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-2a61b55e-9399-4d30-ac2b-37abebd8883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:51.413077 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-2a61b55e-9399-4d30-ac2b-37abebd8883a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1096 time: 0.0895936 Aug 28 13:11:51.522138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 7749fd59-e067-4e2a-b904-2722c5bff265 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:11:51.638129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-84327830-13b9-4c5a-847e-199c4bb4b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:51.639655 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-84327830-13b9-4c5a-847e-199c4bb4b2f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf HTTP/1.1" status: 200 len: 895 time: 0.2163591 Aug 28 13:11:51.716281 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bbc4d894-2b63-43db-a171-5c6cfc8c30c5 req-8e2193a6-5411-4877-90e0-f29baf783166 service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8257709 Aug 28 13:11:51.751795 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a09d2-60d9-48e9-bcad-99f9a92e5e1c req-b6049a30-cd72-4e03-af64-6ce726eb4426 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:51.769332 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fa8a09d2-60d9-48e9-bcad-99f9a92e5e1c req-b6049a30-cd72-4e03-af64-6ce726eb4426 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 944 time: 0.4896820 Aug 28 13:11:51.787657 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-f3b78468-1601-4736-86de-80e96f7ab731 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 1000 time: 0.1408527 Aug 28 13:11:51.899022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-d97e7478-d41c-4351-89aa-d244f357dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:51.901525 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fa8a09d2-60d9-48e9-bcad-99f9a92e5e1c req-9e725620-3235-4190-a814-977c100b3ad2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252551 Aug 28 13:11:51.906152 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-d97e7478-d41c-4351-89aa-d244f357dcfa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01cacccf-3859-4280-a265-b49304c947e3 HTTP/1.1" status: 200 len: 834 time: 0.1117363 Aug 28 13:11:51.951217 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Allocated IP 172.20.0.1 (36347879-b326-4171-bd3b-038c1e952881/b240f8aa-105e-413e-9801-eeb17e57bf7e/e99c933c-5cce-4bb2-a2f9-d706fec96dec) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:11:51.962592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac22b24-7114-4caa-8e3a-e637143f4670 None None] Network 36347879-b326-4171-bd3b-038c1e952881 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:11:51.992191 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-a757ff79-1442-48dc-8bb8-90526e227f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:51.995980 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-a757ff79-1442-48dc-8bb8-90526e227f59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804431 Aug 28 13:11:52.101257 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9f6dbd5a-65ce-4f46-9246-172055e255aa None None] Provisioning for port 7749fd59-e067-4e2a-b904-2722c5bff265 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:11:52.135571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9f6dbd5a-65ce-4f46-9246-172055e255aa None None] Provisioning complete for port 7749fd59-e067-4e2a-b904-2722c5bff265 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:52.136108 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9f6dbd5a-65ce-4f46-9246-172055e255aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:52.153857 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-88119a60-f0c4-43d9-8220-2c6b496cc0b0 service neutron] 10.222.0.11 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517870 Aug 28 13:11:52.233094 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:52.260961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Transition to ACTIVE for port object e99c933c-5cce-4bb2-a2f9-d706fec96dec will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:11:52.345542 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-0124c282-efea-409a-8c48-de6a0b431df9 service neutron] 10.222.0.11 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837606 Aug 28 13:11:52.351765 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:52.406735 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Network 36347879-b326-4171-bd3b-038c1e952881 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:11:52.411206 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:52.416000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:11:52.511934 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:52.521297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58032) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:52.533587 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9f6dbd5a-65ce-4f46-9246-172055e255aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:52.598532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9f6dbd5a-65ce-4f46-9246-172055e255aa None None] For port 7749fd59-e067-4e2a-b904-2722c5bff265, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7749fd59-e067-4e2a-b904-2722c5bff265,segment=NetworkSegment(8e0e1b73-c849-4a8b-8ccf-e1eeb87f4d95),segment_id=8e0e1b73-c849-4a8b-8ccf-e1eeb87f4d95)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:52.604192 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9f6dbd5a-65ce-4f46-9246-172055e255aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:52.610183 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c70812e5-9217-4d62-a4c3-5eb308c7749d up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:11:52.735700 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:52.767829 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Pushing event updated for resources: {'Port': ['ID=e99c933c-5cce-4bb2-a2f9-d706fec96dec,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:52.775037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6dbd5a-65ce-4f46-9246-172055e255aa None None] Pushing event updated for resources: {'Port': ['ID=7749fd59-e067-4e2a-b904-2722c5bff265,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:52.803105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port c70812e5-9217-4d62-a4c3-5eb308c7749d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:11:52.819585 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port c70812e5-9217-4d62-a4c3-5eb308c7749d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:52.819955 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:52.863423 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49a57f7d-a1a2-4bab-98ec-e14d804872c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:52.974453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0285eaa3-efb1-4e54-969a-45a35ceb0f65 None None] Provisioning for port e99c933c-5cce-4bb2-a2f9-d706fec96dec completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:11:53.060160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0285eaa3-efb1-4e54-969a-45a35ceb0f65 None None] Provisioning complete for port e99c933c-5cce-4bb2-a2f9-d706fec96dec triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:53.060548 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0285eaa3-efb1-4e54-969a-45a35ceb0f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:53.132363 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:53.191225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:11:53.193431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000c940-79b2-4ddc-8328-ff8da2152fad req-9ca5e036-27d5-4884-8e37-89630de72326 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:53.203516 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b000c940-79b2-4ddc-8328-ff8da2152fad req-9ca5e036-27d5-4884-8e37-89630de72326 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 944 time: 0.1771173 Aug 28 13:11:53.204823 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb662cae-ea52-49f7-acbc-d88a10619e1d" -d '{"events": [{"server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "name": "network-vif-plugged", "status": "completed", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:11:53.211458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7749fd59-e067-4e2a-b904-2722c5bff265 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:11:53.215257 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49a57f7d-a1a2-4bab-98ec-e14d804872c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:53.253967 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49a57f7d-a1a2-4bab-98ec-e14d804872c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:53.274749 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:53.277771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0285eaa3-efb1-4e54-969a-45a35ceb0f65 None None] Port e99c933c-5cce-4bb2-a2f9-d706fec96dec cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:11:53.287645 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:53.298298 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:53.301818 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:53.311355 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-49a57f7d-a1a2-4bab-98ec-e14d804872c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29013058adc24579a5e0156be4847391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7879357 Aug 28 13:11:53.314608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a57f7d-a1a2-4bab-98ec-e14d804872c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb18944a-eaf9-4951-b35d-56386bf4304a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:53.317957 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58040) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:53.359611 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0285eaa3-efb1-4e54-969a-45a35ceb0f65 None None] Provisioning complete for port 7749fd59-e067-4e2a-b904-2722c5bff265 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:53.360255 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0285eaa3-efb1-4e54-969a-45a35ceb0f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:53.365956 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884623d8-0618-429a-8edc-1f1c11739ce5 x-openstack-request-id: req-884623d8-0618-429a-8edc-1f1c11739ce5 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:11:53.374550 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b000c940-79b2-4ddc-8328-ff8da2152fad req-0a65561a-5c5a-45ff-8ada-b63e9c5d0b45 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567867 Aug 28 13:11:53.375270 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "name": "network-vif-plugged", "status": "completed", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:11:53.375707 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-884623d8-0618-429a-8edc-1f1c11739ce5 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:11:53.376303 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'code': 200} Aug 28 13:11:53.438606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 7749fd59-e067-4e2a-b904-2722c5bff265 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:53.439288 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:53.457052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Pushing event updated for resources: {'Port': ['ID=e99c933c-5cce-4bb2-a2f9-d706fec96dec,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:53.463187 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5b30-c2b8-49a7-8456-a9f2d04b2244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:53.469643 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:53.498314 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=c70812e5-9217-4d62-a4c3-5eb308c7749d,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:53.519868 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5b30-c2b8-49a7-8456-a9f2d04b2244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:53.611452 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5b30-c2b8-49a7-8456-a9f2d04b2244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:53.614172 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5b30-c2b8-49a7-8456-a9f2d04b2244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:53.615358 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dc6e5b30-c2b8-49a7-8456-a9f2d04b2244 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb18944a-eaf9-4951-b35d-56386bf4304a HTTP/1.1" status: 204 len: 168 time: 0.2961528 Aug 28 13:11:53.635713 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e5b30-c2b8-49a7-8456-a9f2d04b2244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb18944a-eaf9-4951-b35d-56386bf4304a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:53.671415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Network 36347879-b326-4171-bd3b-038c1e952881 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:11:53.672896 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:53.743244 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bba53ff3-d9a7-4438-a7db-499614ab848c None None] Provisioning complete for port e99c933c-5cce-4bb2-a2f9-d706fec96dec triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:53.743244 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bba53ff3-d9a7-4438-a7db-499614ab848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:54.010488 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Router 2e82bba7-8380-4bc5-9794-14d431c8cb8b is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:11:54.261688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-bba53ff3-d9a7-4438-a7db-499614ab848c None None] Port e99c933c-5cce-4bb2-a2f9-d706fec96dec cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:11:54.336772 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:11:54.351561 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d78a9d7e-d503-42e2-8fc3-085c507d949b tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] 10.222.0.20 "PUT /v2.0/routers/2e82bba7-8380-4bc5-9794-14d431c8cb8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1146660 Aug 28 13:11:54.352028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58056) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:54.352698 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d466a40d-98ae-4817-9839-e19c1760d06d None None] Sync routers for ids ['2e82bba7-8380-4bc5-9794-14d431c8cb8b'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:11:54.360142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-103733d9-7510-414d-9f6a-2703ef33144d tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Request body: {'port': {'network_id': '36347879-b326-4171-bd3b-038c1e952881', 'name': 'tempest-FloatingIPNegativeTestJSON-963024057'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:54.367105 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466a40d-98ae-4817-9839-e19c1760d06d None None] Routers {'2e82bba7-8380-4bc5-9794-14d431c8cb8b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:11:54.367989 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d466a40d-98ae-4817-9839-e19c1760d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:11:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['2e82bba7-8380-4bc5-9794-14d431c8cb8b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:54.419953 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8bc469a7-b6ad-45ec-8ebd-a90ee6d7fe2c None None] Provisioning complete for port e99c933c-5cce-4bb2-a2f9-d706fec96dec triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:54.425210 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d466a40d-98ae-4817-9839-e19c1760d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:54.427194 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8bc469a7-b6ad-45ec-8ebd-a90ee6d7fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:54.473701 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466a40d-98ae-4817-9839-e19c1760d06d None None] Routers {'2e82bba7-8380-4bc5-9794-14d431c8cb8b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:11:54.475431 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d466a40d-98ae-4817-9839-e19c1760d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:11:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['2e82bba7-8380-4bc5-9794-14d431c8cb8b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:54.530760 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d466a40d-98ae-4817-9839-e19c1760d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:11:54.531526 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d466a40d-98ae-4817-9839-e19c1760d06d None None] The sync data for ids ['2e82bba7-8380-4bc5-9794-14d431c8cb8b'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:11:54.544860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8bc469a7-b6ad-45ec-8ebd-a90ee6d7fe2c None None] Port e99c933c-5cce-4bb2-a2f9-d706fec96dec cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:11:54.606762 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:11:54.667023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103733d9-7510-414d-9f6a-2703ef33144d tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Made reservation on behalf of 0515107ce713490da8b370eb6ce5a954 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:11:54.670930 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-103733d9-7510-414d-9f6a-2703ef33144d tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:54.706867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-103733d9-7510-414d-9f6a-2703ef33144d tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] device_id is not set on port a960277c-b1b4-4036-a2c1-42c90825e06f yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:11:54.744842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b8f49-956c-459f-9e59-0dee5110874c req-73bc511b-8588-4e03-8744-9349949b0f3d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:54.746901 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-af7b8f49-956c-459f-9e59-0dee5110874c req-73bc511b-8588-4e03-8744-9349949b0f3d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 945 time: 0.2028401 Aug 28 13:11:54.853059 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-af7b8f49-956c-459f-9e59-0dee5110874c req-89f6516b-b1f6-4c12-b6fd-b3f0c2b547b0 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646617 Aug 28 13:11:54.856271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-9e0b250b-21fa-4356-b45c-28df0b19f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:54.859412 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-9e0b250b-21fa-4356-b45c-28df0b19f866 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46 HTTP/1.1" status: 200 len: 1097 time: 0.2142816 Aug 28 13:11:54.872426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:54.928876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-103733d9-7510-414d-9f6a-2703ef33144d tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Allocated IP 172.20.0.7 (36347879-b326-4171-bd3b-038c1e952881/b240f8aa-105e-413e-9801-eeb17e57bf7e/a960277c-b1b4-4036-a2c1-42c90825e06f) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:11:54.970917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:55.026994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58066) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:55.207048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-365be277-830f-4c34-882d-1269878d9ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:55.267595 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-103733d9-7510-414d-9f6a-2703ef33144d tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:55.326187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-103733d9-7510-414d-9f6a-2703ef33144d tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Transition to ACTIVE for port object a960277c-b1b4-4036-a2c1-42c90825e06f will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:11:55.383186 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-103733d9-7510-414d-9f6a-2703ef33144d tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:55.392998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:11:55.425174 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-365be277-830f-4c34-882d-1269878d9ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:55.437526 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:11:55.437940 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-365be277-830f-4c34-882d-1269878d9ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:55.450570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103733d9-7510-414d-9f6a-2703ef33144d tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Network 36347879-b326-4171-bd3b-038c1e952881 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:11:55.460924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-103733d9-7510-414d-9f6a-2703ef33144d tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:55.471679 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103733d9-7510-414d-9f6a-2703ef33144d tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:11:55.492746 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:55.517347 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Transition to ACTIVE for port object c70812e5-9217-4d62-a4c3-5eb308c7749d will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:11:55.519251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103733d9-7510-414d-9f6a-2703ef33144d tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Pushing event updated for resources: {'Port': ['ID=a960277c-b1b4-4036-a2c1-42c90825e06f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:55.519525 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:11:55.525104 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c88562d-e54f-47df-ac0f-5e29b54a1391" -d '{"events": [{"server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:11:55.544531 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:55.549729 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103733d9-7510-414d-9f6a-2703ef33144d tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:55.550453 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-103733d9-7510-414d-9f6a-2703ef33144d tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:55.565710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365be277-830f-4c34-882d-1269878d9ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00035eb2-3d3c-4c2c-874b-71c755cfd82e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:55.573753 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-365be277-830f-4c34-882d-1269878d9ef4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=671cf60a49314feeae8b532087de8754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5396931 Aug 28 13:11:55.578240 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-103733d9-7510-414d-9f6a-2703ef33144d tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2249868 Aug 28 13:11:55.578906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58074) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:55.579247 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58076) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:55.586376 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:55.710963 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 13:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e568fd-cb2a-4c31-8583-c5bc4361a5c1 x-openstack-request-id: req-f4e568fd-cb2a-4c31-8583-c5bc4361a5c1 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:11:55.711237 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:11:55.711494 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4e568fd-cb2a-4c31-8583-c5bc4361a5c1 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:11:55.711896 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'code': 200} Aug 28 13:11:55.743889 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:55.759149 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9160bbbb-a718-46b4-bc97-80eb3472b0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:55.792458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Pushing event updated for resources: {'Port': ['ID=c70812e5-9217-4d62-a4c3-5eb308c7749d,revision_number=10']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:55.825570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] No DVR routers for this DVR port c70812e5-9217-4d62-a4c3-5eb308c7749d on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:11:55.866808 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9160bbbb-a718-46b4-bc97-80eb3472b0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:55.886150 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a1693fa3-6a3a-450f-8005-9ad21adc98c1 None None] Provisioning for port a960277c-b1b4-4036-a2c1-42c90825e06f completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:11:55.898705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a1693fa3-6a3a-450f-8005-9ad21adc98c1 None None] Provisioning complete for port a960277c-b1b4-4036-a2c1-42c90825e06f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:11:55.899404 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a1693fa3-6a3a-450f-8005-9ad21adc98c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:55.941299 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a1693fa3-6a3a-450f-8005-9ad21adc98c1 None None] Port a960277c-b1b4-4036-a2c1-42c90825e06f cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:11:55.971212 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:55.978793 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9160bbbb-a718-46b4-bc97-80eb3472b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:55.981513 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9160bbbb-a718-46b4-bc97-80eb3472b0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:55.982725 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9160bbbb-a718-46b4-bc97-80eb3472b0ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00035eb2-3d3c-4c2c-874b-71c755cfd82e HTTP/1.1" status: 204 len: 168 time: 0.4023769 Aug 28 13:11:55.992670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160bbbb-a718-46b4-bc97-80eb3472b0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00035eb2-3d3c-4c2c-874b-71c755cfd82e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:56.059946 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb8e4-dcce-442f-bf23-359586964c8e req-26c9cd81-51fc-47c8-ae40-c6aafbe2808a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:56.067918 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc2bb8e4-dcce-442f-bf23-359586964c8e req-26c9cd81-51fc-47c8-ae40-c6aafbe2808a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 944 time: 0.1141462 Aug 28 13:11:56.099076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Attempting to bind port c70812e5-9217-4d62-a4c3-5eb308c7749d on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:11:56.099352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Attempting to bind port c70812e5-9217-4d62-a4c3-5eb308c7749d by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:11:56.099637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Attempting to bind port c70812e5-9217-4d62-a4c3-5eb308c7749d on network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:11:56.115713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Port c70812e5-9217-4d62-a4c3-5eb308c7749d on network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:11:56.116352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Attempting to bind port c70812e5-9217-4d62-a4c3-5eb308c7749d on network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:11:56.120743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Allocated IP 172.25.1.130 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/9a3f2392-822a-4bca-b19b-028f5c97aa11) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:11:56.126719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:11:56.131754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Checking segment: {'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:11:56.131937 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Bound using segment: {'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:11:56.133745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Bound port: c70812e5-9217-4d62-a4c3-5eb308c7749d, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f37f76e5-581b-4451-b824-367a3511ffce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:11:56.133924 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:56.144685 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc2bb8e4-dcce-442f-bf23-359586964c8e req-9740ba96-1caf-4aa0-a8e9-e8ff3ab681de tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758703 Aug 28 13:11:56.241013 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:11:56.245177 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:11:56.251519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:56.294657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:56.295338 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:56.297388 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] 10.222.0.10 "PUT /v2.0/ports/c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 1093 time: 1.4290183 Aug 28 13:11:56.614978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c70812e5-9217-4d62-a4c3-5eb308c7749d no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:11:56.679425 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:56.702133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c70812e5-9217-4d62-a4c3-5eb308c7749d not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:11:56.738703 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:56.740718 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df0ab6-cf16-40e5-8791-2990a6fe25db service neutron] Pushing event updated for resources: {'Port': ['ID=c70812e5-9217-4d62-a4c3-5eb308c7749d,revision_number=11']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:56.756214 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-1526db61-ad0e-4200-baea-e5e0732d90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:56.757762 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-1526db61-ad0e-4200-baea-e5e0732d90ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1096 time: 0.4276533 Aug 28 13:11:56.790890 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:11:56.794159 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:56.796873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:11:56.835804 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Pushing event updated for resources: {'Port': ['ID=9a3f2392-822a-4bca-b19b-028f5c97aa11,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:56.863397 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-704ef317-f9c9-4bfb-9247-0cb323eae860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:56.864898 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-704ef317-f9c9-4bfb-9247-0cb323eae860 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf HTTP/1.1" status: 200 len: 895 time: 0.0988739 Aug 28 13:11:56.899559 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:56.948830 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:56.964021 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-30532142-aaba-4ebe-9923-5803288cd459 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 999 time: 0.0911942 Aug 28 13:11:57.021291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-73082ddb-c1dd-4e2b-9368-b398ac401ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:57.023217 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-73082ddb-c1dd-4e2b-9368-b398ac401ec5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01cacccf-3859-4280-a265-b49304c947e3 HTTP/1.1" status: 200 len: 834 time: 0.0509601 Aug 28 13:11:57.074635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-b8cdb2aa-a06b-42d9-8a83-46273a836a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:57.075802 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-b8cdb2aa-a06b-42d9-8a83-46273a836a37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451150 Aug 28 13:11:57.144503 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:57.150704 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:57.199969 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-c493b3f7-9c92-4d85-a61f-4ce2d2d32d62 service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151164 Aug 28 13:11:57.311696 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57a0c570-8f0b-4f6a-bd48-c38ed78887d0 req-5b3bd0c3-f1be-4b1d-bb96-a2c5c2b2f82f service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011636 Aug 28 13:11:57.350192 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Pushing event updated for resources: {'Port': ['ID=9a3f2392-822a-4bca-b19b-028f5c97aa11,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:57.365746 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:57.385599 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffc3df-e4a3-41bf-b4f1-5af232f3c133 req-8ca7c098-50da-49fc-8fbe-28f94f82da91 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:57.387266 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a7ffc3df-e4a3-41bf-b4f1-5af232f3c133 req-8ca7c098-50da-49fc-8fbe-28f94f82da91 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 944 time: 0.1166747 Aug 28 13:11:57.394659 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:57.398597 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ed2eb601-7232-4b81-9b5c-02d6530be004 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8144517 Aug 28 13:11:57.398928 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58120) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:57.407546 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-607c9b39-7d99-4f7d-9d42-8bddc263a569 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Request body: {'floatingip': {'port_id': 'a960277c-b1b4-4036-a2c1-42c90825e06f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:57.468790 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-607c9b39-7d99-4f7d-9d42-8bddc263a569 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for floatingip, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:57.552740 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a7ffc3df-e4a3-41bf-b4f1-5af232f3c133 req-56c984c2-d137-44f6-9f5b-3d42dc51a1d2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554039 Aug 28 13:11:57.645101 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-607c9b39-7d99-4f7d-9d42-8bddc263a569 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] update failed (client error): The resource could not be found. Aug 28 13:11:57.646226 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-607c9b39-7d99-4f7d-9d42-8bddc263a569 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] 10.222.0.20 "PUT /v2.0/floatingips/3f8c5038-b3e9-4053-8555-6e880a7e8260 HTTP/1.1" status: 404 len: 507 time: 0.2462006 Aug 28 13:11:57.649108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58130) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:57.712878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:11:57.716640 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80c40cf-03a2-4bed-974b-ac16d150b309" -d '{"events": [{"name": "network-changed", "server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:11:57.778503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58136) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:57.788895 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9cc792-2e56-4403-a292-ece110d2accc x-openstack-request-id: req-af9cc792-2e56-4403-a292-ece110d2accc {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:11:57.789179 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:11:57.789429 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af9cc792-2e56-4403-a292-ece110d2accc {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:11:57.789903 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'status': 'completed', 'code': 200} Aug 28 13:11:57.838764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-e216e2b6-7693-451b-812f-3f8e72489a2c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Deleting port 9a3f2392-822a-4bca-b19b-028f5c97aa11 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:57.839320 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e216e2b6-7693-451b-812f-3f8e72489a2c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:57.857678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-c7d58fc4-2e9a-496b-b7f4-a2356d52b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:57.859654 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-c7d58fc4-2e9a-496b-b7f4-a2356d52b440 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1096 time: 0.0548325 Aug 28 13:11:57.904345 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-090646b3-93d0-4e1e-8c82-a4eb9e932e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:57.906520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-090646b3-93d0-4e1e-8c82-a4eb9e932e16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1096 time: 0.1020682 Aug 28 13:11:57.962512 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:57.985205 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e216e2b6-7693-451b-812f-3f8e72489a2c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:57.985592 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e216e2b6-7693-451b-812f-3f8e72489a2c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:58.006917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-e216e2b6-7693-451b-812f-3f8e72489a2c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Calling delete_port for 9a3f2392-822a-4bca-b19b-028f5c97aa11 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:58.021267 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-5731bc25-5a9d-4cd8-ad88-4aa674cd288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:58.023178 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-5731bc25-5a9d-4cd8-ad88-4aa674cd288e service neutron] 10.222.0.10 "GET /v2.0/networks?id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf HTTP/1.1" status: 200 len: 895 time: 0.1534741 Aug 28 13:11:58.079997 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-43252881-e834-43ff-bca5-8e36c2a3a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:58.081611 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-43252881-e834-43ff-bca5-8e36c2a3a808 service neutron] 10.222.0.11 "GET /v2.0/networks?id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf HTTP/1.1" status: 200 len: 895 time: 0.1644244 Aug 28 13:11:58.126726 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-d98cfa43-eef6-413d-a2fd-efa9002bdf09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 999 time: 0.0886958 Aug 28 13:11:58.177048 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-bc311a13-cd8f-4159-9aef-d96ac29f5259 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 999 time: 0.0873487 Aug 28 13:11:58.198700 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:58.208393 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:58.211797 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-4aa77a48-b9e4-4f63-9a99-ef1ea4b04c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:58.214558 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-4aa77a48-b9e4-4f63-9a99-ef1ea4b04c01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01cacccf-3859-4280-a265-b49304c947e3 HTTP/1.1" status: 200 len: 834 time: 0.0779431 Aug 28 13:11:58.269095 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-65625b08-f2a1-41e2-ae34-ba78ba9d1b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:58.270683 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-65625b08-f2a1-41e2-ae34-ba78ba9d1b77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=01cacccf-3859-4280-a265-b49304c947e3 HTTP/1.1" status: 200 len: 834 time: 0.0866213 Aug 28 13:11:58.284254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1d5bd7-55a7-44f1-a8af-a09d8ae9f9f9,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:58.291266 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a69f5afd043649649b131887a8b6ecba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5089383 Aug 28 13:11:58.291835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58140) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:58.304397 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:58.304762 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:58.305075 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:58.305418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:58.305741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:58.306066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:58.306690 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:58.307040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:58.307365 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:58.307689 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:58.308014 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:58.308828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e01d2-cea1-421e-97a4-57176a57eccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:11:58.321884 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e216e2b6-7693-451b-812f-3f8e72489a2c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:58.328241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-8408720c-2cd6-4e12-b11f-360f9808ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:58.329785 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-8408720c-2cd6-4e12-b11f-360f9808ed09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010523 Aug 28 13:11:58.373291 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216e2b6-7693-451b-812f-3f8e72489a2c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Pushing event deleted for resources: {'Port': ['ID=9a3f2392-822a-4bca-b19b-028f5c97aa11,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:58.448395 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-cdde9b10-ad1f-48e3-b265-89cb74eab81c service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019311 Aug 28 13:11:58.448638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-4f1911dd-673e-4b10-b802-53943db329a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:58.448638 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-4f1911dd-673e-4b10-b802-53943db329a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1639414 Aug 28 13:11:58.515817 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a7a43b00-3e2d-4f1f-91fc-7f4e4d6b4499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:58.519228 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e216e2b6-7693-451b-812f-3f8e72489a2c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:58.521777 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e216e2b6-7693-451b-812f-3f8e72489a2c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:58.526345 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e216e2b6-7693-451b-812f-3f8e72489a2c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] 10.222.0.20 "DELETE /v2.0/floatingips/3f8c5038-b3e9-4053-8555-6e880a7e8260 HTTP/1.1" status: 204 len: 168 time: 0.8728805 Aug 28 13:11:58.526802 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58144) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:58.539261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d25e70f1-fbda-469c-ba85-5f4aaaa68dcb tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Request body: {'floatingip': {'floating_network_id': '36347879-b326-4171-bd3b-038c1e952881', 'port_id': 'a960277c-b1b4-4036-a2c1-42c90825e06f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:58.563520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a7a43b00-3e2d-4f1f-91fc-7f4e4d6b4499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:58.582952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-c2ca76d7-c0d5-48da-8103-d3988589bbab service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260321 Aug 28 13:11:58.582952 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d25e70f1-fbda-469c-ba85-5f4aaaa68dcb tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:58.599810 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-83b9d15b-2ca2-4ff8-a52b-178fabc56a5c service neutron] 10.222.0.11 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487794 Aug 28 13:11:58.742751 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-d25e70f1-fbda-469c-ba85-5f4aaaa68dcb tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:11:58.744403 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d25e70f1-fbda-469c-ba85-5f4aaaa68dcb tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2164164 Aug 28 13:11:58.747823 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a7a43b00-3e2d-4f1f-91fc-7f4e4d6b4499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:58.750732 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58150) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:11:58.750914 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a7a43b00-3e2d-4f1f-91fc-7f4e4d6b4499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:58.754694 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a7a43b00-3e2d-4f1f-91fc-7f4e4d6b4499 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab1d5bd7-55a7-44f1-a8af-a09d8ae9f9f9 HTTP/1.1" status: 204 len: 168 time: 0.4591300 Aug 28 13:11:58.758622 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': 'a960277c-b1b4-4036-a2c1-42c90825e06f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:11:58.781578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a630430-0318-4da6-87f4-4dd5bff27c0f req-368b2d10-38e9-4925-9091-263df092450b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:11:58.783883 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2a630430-0318-4da6-87f4-4dd5bff27c0f req-368b2d10-38e9-4925-9091-263df092450b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 944 time: 0.1202407 Aug 28 13:11:58.791716 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c80c40cf-03a2-4bed-974b-ac16d150b309 req-169e4fbd-42b8-45b7-b5ef-d52a750d1435 service neutron] 10.222.0.11 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839850 Aug 28 13:11:58.794662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a43b00-3e2d-4f1f-91fc-7f4e4d6b4499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1d5bd7-55a7-44f1-a8af-a09d8ae9f9f9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:58.794852 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:58.871922 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2a630430-0318-4da6-87f4-4dd5bff27c0f req-407dcb32-9577-4a29-b711-62d907191cbf tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787966 Aug 28 13:11:58.959081 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:59.113398 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Allocated IP 172.25.1.61 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/37e185a3-fa95-4611-8dde-1f4f67942182) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:11:59.255277 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:59.308908 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:59.349488 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:11:59.354825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:11:59.357531 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:11:59.389924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Pushing event updated for resources: {'Port': ['ID=37e185a3-fa95-4611-8dde-1f4f67942182,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:59.539063 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Deleting port 37e185a3-fa95-4611-8dde-1f4f67942182 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:11:59.539418 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:59.627554 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:59.628110 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:59.641542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Calling delete_port for 37e185a3-fa95-4611-8dde-1f4f67942182 owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:11:59.783529 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:11:59.812950 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Pushing event deleted for resources: {'Port': ['ID=37e185a3-fa95-4611-8dde-1f4f67942182,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:11:59.904822 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] create failed (client error): The resource could not be found. Aug 28 13:11:59.909632 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bb386376-dd44-45b3-a475-ac401276d766 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1546490 Aug 28 13:11:59.910330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58182) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:00.122577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-87cb004c-e537-44c3-95c8-4d2bc8037996 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Deleting port a960277c-b1b4-4036-a2c1-42c90825e06f {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:00.122926 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-87cb004c-e537-44c3-95c8-4d2bc8037996 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:00.235064 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-87cb004c-e537-44c3-95c8-4d2bc8037996 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:00.252056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-87cb004c-e537-44c3-95c8-4d2bc8037996 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Calling delete_port for a960277c-b1b4-4036-a2c1-42c90825e06f owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:00.297137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657f2ba-721a-4c8a-8ab4-0b341f32dea8 req-390b342b-4bab-4dee-aee0-a2175c4ed62d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:00.299046 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4657f2ba-721a-4c8a-8ab4-0b341f32dea8 req-390b342b-4bab-4dee-aee0-a2175c4ed62d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 944 time: 0.3403258 Aug 28 13:12:00.347101 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4657f2ba-721a-4c8a-8ab4-0b341f32dea8 req-c857eb11-6b20-41c9-b8cd-39b383def1f1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406523 Aug 28 13:12:00.365718 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58192) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:00.393301 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-87cb004c-e537-44c3-95c8-4d2bc8037996 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:00.425908 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb004c-e537-44c3-95c8-4d2bc8037996 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Pushing event deleted for resources: {'Port': ['ID=a960277c-b1b4-4036-a2c1-42c90825e06f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:00.463768 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bfcb16be-d882-4b59-8aac-9dbb027dd199 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/71e58da4-d32c-4b6e-9d91-6e790ced5782 HTTP/1.1" status: 200 len: 991 time: 0.0963483 Aug 28 13:12:00.520453 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-87cb004c-e537-44c3-95c8-4d2bc8037996 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:00.525551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58194) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:00.526105 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-87cb004c-e537-44c3-95c8-4d2bc8037996 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] 10.222.0.20 "DELETE /v2.0/ports/a960277c-b1b4-4036-a2c1-42c90825e06f HTTP/1.1" status: 204 len: 168 time: 0.6114838 Aug 28 13:12:00.576306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842219b9-4f90-4b63-97cb-312f5c7aedda tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:00.581149 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-842219b9-4f90-4b63-97cb-312f5c7aedda tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e82bba7-8380-4bc5-9794-14d431c8cb8b HTTP/1.1" status: 200 len: 913 time: 0.0522642 Aug 28 13:12:00.581367 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58196) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:00.708586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c70812e5-9217-4d62-a4c3-5eb308c7749d details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:12:00.819523 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:00.833654 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'port_id': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'mac_address': 'fa:16:3e:5e:6f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cacccf-3859-4280-a265-b49304c947e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:12:00.875342 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:00.904507 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70812e5-9217-4d62-a4c3-5eb308c7749d {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:12:00.925734 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:00.931164 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:00.953439 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-159dab5b-4536-4958-a540-e18187eede38 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:01.000823 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=c70812e5-9217-4d62-a4c3-5eb308c7749d,revision_number=12']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:01.188536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['c70812e5-9217-4d62-a4c3-5eb308c7749d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:12:01.272464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-159dab5b-4536-4958-a540-e18187eede38 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Deleting port e99c933c-5cce-4bb2-a2f9-d706fec96dec {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:01.272820 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-159dab5b-4536-4958-a540-e18187eede38 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:01.372293 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-159dab5b-4536-4958-a540-e18187eede38 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:01.386297 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-159dab5b-4536-4958-a540-e18187eede38 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Calling delete_port for e99c933c-5cce-4bb2-a2f9-d706fec96dec owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:01.602737 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-159dab5b-4536-4958-a540-e18187eede38 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:01.638035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dab5b-4536-4958-a540-e18187eede38 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Pushing event deleted for resources: {'Port': ['ID=e99c933c-5cce-4bb2-a2f9-d706fec96dec,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:01.822320 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-159dab5b-4536-4958-a540-e18187eede38 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:02.015648 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159dab5b-4536-4958-a540-e18187eede38 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Router 2e82bba7-8380-4bc5-9794-14d431c8cb8b has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:12:02.096140 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159dab5b-4536-4958-a540-e18187eede38 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:12:02.102188 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-159dab5b-4536-4958-a540-e18187eede38 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] 10.222.0.20 "PUT /v2.0/routers/2e82bba7-8380-4bc5-9794-14d431c8cb8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5195339 Aug 28 13:12:02.104861 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58224) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:02.110565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f86e6a-af2a-438f-908b-0ad398923f15 None None] Sync routers for ids ['2e82bba7-8380-4bc5-9794-14d431c8cb8b'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:12:02.124803 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f86e6a-af2a-438f-908b-0ad398923f15 None None] Routers {'2e82bba7-8380-4bc5-9794-14d431c8cb8b'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:12:02.125929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f5f86e6a-af2a-438f-908b-0ad398923f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:11:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['2e82bba7-8380-4bc5-9794-14d431c8cb8b'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:02.174802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f5f86e6a-af2a-438f-908b-0ad398923f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:02.192859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f86e6a-af2a-438f-908b-0ad398923f15 None None] Routers {'2e82bba7-8380-4bc5-9794-14d431c8cb8b'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:12:02.193532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f5f86e6a-af2a-438f-908b-0ad398923f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:11:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['2e82bba7-8380-4bc5-9794-14d431c8cb8b'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:02.203858 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3e5eee1-2947-4fd3-8824-127dc1f3cb52 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:02.327261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-f5f86e6a-af2a-438f-908b-0ad398923f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:02.327958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f86e6a-af2a-438f-908b-0ad398923f15 None None] The sync data for ids ['2e82bba7-8380-4bc5-9794-14d431c8cb8b'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:12:02.431170 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3e5eee1-2947-4fd3-8824-127dc1f3cb52 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:02.433520 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3e5eee1-2947-4fd3-8824-127dc1f3cb52 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:02.481032 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3e5eee1-2947-4fd3-8824-127dc1f3cb52 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:02.481585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e5eee1-2947-4fd3-8824-127dc1f3cb52 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Fanout notify agent at l3_agent the message router_deleted on router 2e82bba7-8380-4bc5-9794-14d431c8cb8b {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:12:02.491503 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c3e5eee1-2947-4fd3-8824-127dc1f3cb52 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:02.497107 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c3e5eee1-2947-4fd3-8824-127dc1f3cb52 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] 10.222.0.20 "DELETE /v2.0/routers/2e82bba7-8380-4bc5-9794-14d431c8cb8b HTTP/1.1" status: 204 len: 168 time: 0.3877959 Aug 28 13:12:02.497107 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58226) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:02.551275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a97d65-b75c-478b-bb6d-af9a1e35358c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Deleting subnet b240f8aa-105e-413e-9801-eeb17e57bf7e {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:12:02.554746 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c4a97d65-b75c-478b-bb6d-af9a1e35358c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:02.606109 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c4a97d65-b75c-478b-bb6d-af9a1e35358c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:02.690109 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c4a97d65-b75c-478b-bb6d-af9a1e35358c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:02.706274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c70812e5-9217-4d62-a4c3-5eb308c7749d up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:02.752917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c4a97d65-b75c-478b-bb6d-af9a1e35358c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:02.758387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port c70812e5-9217-4d62-a4c3-5eb308c7749d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:02.762134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port c70812e5-9217-4d62-a4c3-5eb308c7749d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:02.762848 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:02.786453 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a97d65-b75c-478b-bb6d-af9a1e35358c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Pushing event deleted for resources: {'Subnet': ['ID=b240f8aa-105e-413e-9801-eeb17e57bf7e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:02.791776 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c4a97d65-b75c-478b-bb6d-af9a1e35358c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:02.793717 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c4a97d65-b75c-478b-bb6d-af9a1e35358c tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] 10.222.0.20 "DELETE /v2.0/subnets/b240f8aa-105e-413e-9801-eeb17e57bf7e HTTP/1.1" status: 204 len: 168 time: 0.2957971 Aug 28 13:12:02.796702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58228) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:02.800874 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0519e19e-6bbb-42bc-b897-19ff5ea266cc None None] Network 36347879-b326-4171-bd3b-038c1e952881 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:02.872555 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:02.937497 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:02.941616 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Deleting port 7749fd59-e067-4e2a-b904-2722c5bff265 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:02.941983 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:02.967199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:12:02.969548 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb2cfe1-cd2f-4179-ac7f-f538183cd588" -d '{"events": [{"server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "name": "network-vif-plugged", "status": "completed", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:12:02.984810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:02.994801 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:03.040287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] For port 7749fd59-e067-4e2a-b904-2722c5bff265, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7749fd59-e067-4e2a-b904-2722c5bff265,segment=NetworkSegment(8e0e1b73-c849-4a8b-8ccf-e1eeb87f4d95),segment_id=8e0e1b73-c849-4a8b-8ccf-e1eeb87f4d95)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:03.040715 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:03.048765 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80af187-b804-4adc-9b3b-c4627395af9e x-openstack-request-id: req-c80af187-b804-4adc-9b3b-c4627395af9e {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:12:03.049055 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "name": "network-vif-plugged", "status": "completed", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:12:03.049309 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c80af187-b804-4adc-9b3b-c4627395af9e {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:12:03.049692 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'code': 200} Aug 28 13:12:03.058431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Calling delete_port for 7749fd59-e067-4e2a-b904-2722c5bff265 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:03.066265 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042429dc-959f-4426-86a1-4c295c7cbbab None None] DHCP port deletion for 36347879-b326-4171-bd3b-038c1e952881 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:12:03.120796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=c70812e5-9217-4d62-a4c3-5eb308c7749d,revision_number=13']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:03.160390 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-042429dc-959f-4426-86a1-4c295c7cbbab None None] Deleting port 7749fd59-e067-4e2a-b904-2722c5bff265 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:03.161269 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-042429dc-959f-4426-86a1-4c295c7cbbab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:03.167836 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:03.183467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7749fd59-e067-4e2a-b904-2722c5bff265 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:12:03.197631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Pushing event deleted for resources: {'Port': ['ID=7749fd59-e067-4e2a-b904-2722c5bff265,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:03.202498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] No DVR routers for this DVR port 7749fd59-e067-4e2a-b904-2722c5bff265 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:12:03.244545 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 7749fd59-e067-4e2a-b904-2722c5bff265 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:12:03.244986 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7749fd59-e067-4e2a-b904-2722c5bff265 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:12:03.290044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-042429dc-959f-4426-86a1-4c295c7cbbab None None] For port 7749fd59-e067-4e2a-b904-2722c5bff265, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7749fd59-e067-4e2a-b904-2722c5bff265,segment=NetworkSegment(8e0e1b73-c849-4a8b-8ccf-e1eeb87f4d95),segment_id=8e0e1b73-c849-4a8b-8ccf-e1eeb87f4d95)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:03.290747 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-042429dc-959f-4426-86a1-4c295c7cbbab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:03.304926 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:03.309298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-042429dc-959f-4426-86a1-4c295c7cbbab None None] Calling delete_port for 7749fd59-e067-4e2a-b904-2722c5bff265 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:03.324055 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36347879-b326-4171-bd3b-038c1e952881']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:03.354111 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0e1b73-c849-4a8b-8ccf-e1eeb87f4d95') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:03.354907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0e1b73-c849-4a8b-8ccf-e1eeb87f4d95') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:03.366469 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:03.383983 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:03.392144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:12:03.392557 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:12:03.396737 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:12:03.412211 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-042429dc-959f-4426-86a1-4c295c7cbbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:03.442228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042429dc-959f-4426-86a1-4c295c7cbbab None None] No DVR routers for this DVR port 7749fd59-e067-4e2a-b904-2722c5bff265 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:12:03.446950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042429dc-959f-4426-86a1-4c295c7cbbab None None] Pushing event deleted for resources: {'Port': ['ID=7749fd59-e067-4e2a-b904-2722c5bff265,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:03.478906 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:03.487449 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:03.489443 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] 10.222.0.20 "DELETE /v2.0/networks/36347879-b326-4171-bd3b-038c1e952881 HTTP/1.1" status: 204 len: 168 time: 0.6917441 Aug 28 13:12:03.503566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbbdf1-62c9-4a60-8ab8-1a8ed1249bf0 tempest-FloatingIPNegativeTestJSON-1739598717 tempest-FloatingIPNegativeTestJSON-1739598717-project] Pushing event deleted for resources: {'Network': ['ID=36347879-b326-4171-bd3b-038c1e952881,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:03.780498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58250) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:03.926931 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-58462558-a69f-413d-949f-389b4029845d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0515107ce713490da8b370eb6ce5a954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428714 Aug 28 13:12:03.927568 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58254) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:03.978601 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36b82fab-d727-470f-a730-550d0d041824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:04.000919 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36b82fab-d727-470f-a730-550d0d041824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:04.049470 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36b82fab-d727-470f-a730-550d0d041824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:04.052144 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36b82fab-d727-470f-a730-550d0d041824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:04.053311 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-36b82fab-d727-470f-a730-550d0d041824 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4098b16b-49dc-4b15-8455-dcfd18520bfe HTTP/1.1" status: 204 len: 168 time: 0.1250386 Aug 28 13:12:04.061968 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b82fab-d727-470f-a730-550d0d041824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4098b16b-49dc-4b15-8455-dcfd18520bfe,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:04.913707 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58280) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:05.011410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Request body: {'networks': [{'name': 'tempest-network--2030990848'}, {'name': 'tempest-network--1418127490'}]} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:05.012002 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Request body: {'network': {'name': 'tempest-network--2030990848'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:05.012170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Request body: {'network': {'name': 'tempest-network--1418127490'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:05.034725 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Made reservation on behalf of 8de3134f28e04a0489e960a089f0ce5d for: {'network': 2} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:05.039232 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:05.047895 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:05.137006 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:05.141287 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:05.141871 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:05.179086 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff97a7ae-bf4f-4569-a52a-1687c07ef24e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:05.184078 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:12:05.194874 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:05.195321 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Added segment bd450e1e-1459-4960-98ac-2667b4890a89 of type vlan for network a23808a5-0c7d-4120-baa8-8977732b548e Aug 28 13:12:05.249603 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:05.290368 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:12:05.302335 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:05.303233 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Added segment ff9698f4-4bf6-4d4a-822b-a4e2851987ac of type vlan for network 3153a644-b731-4a76-b07b-487ad9020208 Aug 28 13:12:05.360627 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:05.389776 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:05.390509 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:05.396832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:05.403036 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:05.403711 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:05.469521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58296) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:05.470156 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5546520 Aug 28 13:12:05.476186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event updated for resources: {'Network': ['ID=a23808a5-0c7d-4120-baa8-8977732b548e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:05.492769 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network a23808a5-0c7d-4120-baa8-8977732b548e details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:12:05.698565 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cb39e-53cb-4611-bf5e-684e6382d04e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event updated for resources: {'Network': ['ID=3153a644-b731-4a76-b07b-487ad9020208,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:05.713606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 3153a644-b731-4a76-b07b-487ad9020208 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:12:05.747175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf3162-1982-451f-aded-02362e306901 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:05.751692 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf3162-1982-451f-aded-02362e306901 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:05.759135 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf3162-1982-451f-aded-02362e306901 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:05.765799 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbf3162-1982-451f-aded-02362e306901 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:05.770577 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58310) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:05.771825 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bcbf3162-1982-451f-aded-02362e306901 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3004446 Aug 28 13:12:05.868985 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdeea2ba-a9ae-43bf-b04a-a252d351b6a9 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:06.394954 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdeea2ba-a9ae-43bf-b04a-a252d351b6a9 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:06.417561 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-cdeea2ba-a9ae-43bf-b04a-a252d351b6a9 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23808a5-0c7d-4120-baa8-8977732b548e']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:06.431127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-cdeea2ba-a9ae-43bf-b04a-a252d351b6a9 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd450e1e-1459-4960-98ac-2667b4890a89') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:06.431436 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-cdeea2ba-a9ae-43bf-b04a-a252d351b6a9 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd450e1e-1459-4960-98ac-2667b4890a89') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:06.440497 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdeea2ba-a9ae-43bf-b04a-a252d351b6a9 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:06.454835 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdeea2ba-a9ae-43bf-b04a-a252d351b6a9 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:06.461182 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdeea2ba-a9ae-43bf-b04a-a252d351b6a9 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:12:06.461574 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdeea2ba-a9ae-43bf-b04a-a252d351b6a9 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:12:06.464988 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:12:06.536202 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdeea2ba-a9ae-43bf-b04a-a252d351b6a9 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:06.552428 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cdeea2ba-a9ae-43bf-b04a-a252d351b6a9 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:06.557061 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cdeea2ba-a9ae-43bf-b04a-a252d351b6a9 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "DELETE /v2.0/networks/a23808a5-0c7d-4120-baa8-8977732b548e HTTP/1.1" status: 204 len: 168 time: 0.7830215 Aug 28 13:12:06.557878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58340) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:06.588048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeea2ba-a9ae-43bf-b04a-a252d351b6a9 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event deleted for resources: {'Network': ['ID=a23808a5-0c7d-4120-baa8-8977732b548e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:06.648324 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a41cb54a-10f7-4853-84c8-feb06f41ca08 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:06.759439 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a41cb54a-10f7-4853-84c8-feb06f41ca08 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:06.772078 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a41cb54a-10f7-4853-84c8-feb06f41ca08 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3153a644-b731-4a76-b07b-487ad9020208']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:06.785838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a41cb54a-10f7-4853-84c8-feb06f41ca08 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9698f4-4bf6-4d4a-822b-a4e2851987ac') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:06.786242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a41cb54a-10f7-4853-84c8-feb06f41ca08 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9698f4-4bf6-4d4a-822b-a4e2851987ac') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:06.795571 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a41cb54a-10f7-4853-84c8-feb06f41ca08 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:06.809321 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a41cb54a-10f7-4853-84c8-feb06f41ca08 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:06.816669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41cb54a-10f7-4853-84c8-feb06f41ca08 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:12:06.817051 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a41cb54a-10f7-4853-84c8-feb06f41ca08 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:12:06.820606 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:12:06.883792 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a41cb54a-10f7-4853-84c8-feb06f41ca08 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:06.893224 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a41cb54a-10f7-4853-84c8-feb06f41ca08 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:06.895408 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a41cb54a-10f7-4853-84c8-feb06f41ca08 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "DELETE /v2.0/networks/3153a644-b731-4a76-b07b-487ad9020208 HTTP/1.1" status: 204 len: 168 time: 0.3371532 Aug 28 13:12:06.897965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58342) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:06.919178 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cb54a-10f7-4853-84c8-feb06f41ca08 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event deleted for resources: {'Network': ['ID=3153a644-b731-4a76-b07b-487ad9020208,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:07.022549 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8862b7ce-637d-4701-81d6-0bf79a369746 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:07.028832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8862b7ce-637d-4701-81d6-0bf79a369746 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:07.034607 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8862b7ce-637d-4701-81d6-0bf79a369746 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1315260 Aug 28 13:12:07.035194 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58344) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:07.040414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-fd2ffa00-e3a2-416a-a19f-6819d300bfac tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1377995644'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:07.065152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2ffa00-e3a2-416a-a19f-6819d300bfac tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Made reservation on behalf of 8de3134f28e04a0489e960a089f0ce5d for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:07.068973 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd2ffa00-e3a2-416a-a19f-6819d300bfac tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:07.095367 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2ffa00-e3a2-416a-a19f-6819d300bfac tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:12:07.104493 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd2ffa00-e3a2-416a-a19f-6819d300bfac tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:07.105114 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-fd2ffa00-e3a2-416a-a19f-6819d300bfac tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Added segment ba75cde5-8e1e-45b5-96e8-70da07177d03 of type vlan for network cead45a0-e73b-4592-ab28-e01c6647d990 Aug 28 13:12:07.155234 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd2ffa00-e3a2-416a-a19f-6819d300bfac tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:07.190395 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd2ffa00-e3a2-416a-a19f-6819d300bfac tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:07.195825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ffa00-e3a2-416a-a19f-6819d300bfac tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:07.196830 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fd2ffa00-e3a2-416a-a19f-6819d300bfac tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:07.270800 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fd2ffa00-e3a2-416a-a19f-6819d300bfac tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2343690 Aug 28 13:12:07.273502 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58346) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:07.279567 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b22b3f07-f843-412e-a4bc-e80322c0fd9f tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-648822653'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:07.287921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ffa00-e3a2-416a-a19f-6819d300bfac tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event updated for resources: {'Network': ['ID=cead45a0-e73b-4592-ab28-e01c6647d990,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:07.313105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network cead45a0-e73b-4592-ab28-e01c6647d990 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:12:07.313828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22b3f07-f843-412e-a4bc-e80322c0fd9f tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Made reservation on behalf of 8de3134f28e04a0489e960a089f0ce5d for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:07.317354 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b22b3f07-f843-412e-a4bc-e80322c0fd9f tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:07.351893 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22b3f07-f843-412e-a4bc-e80322c0fd9f tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:12:07.363876 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b22b3f07-f843-412e-a4bc-e80322c0fd9f tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:07.364400 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-b22b3f07-f843-412e-a4bc-e80322c0fd9f tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Added segment 65c275db-e46c-4da2-8cbf-3f21b9efaeaa of type vlan for network df176ae5-26a3-4d17-a983-88453ae68fc4 Aug 28 13:12:07.415370 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b22b3f07-f843-412e-a4bc-e80322c0fd9f tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:07.441571 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b22b3f07-f843-412e-a4bc-e80322c0fd9f tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:07.447526 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22b3f07-f843-412e-a4bc-e80322c0fd9f tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:07.448146 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b22b3f07-f843-412e-a4bc-e80322c0fd9f tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:07.533314 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b22b3f07-f843-412e-a4bc-e80322c0fd9f tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2584610 Aug 28 13:12:07.536129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58354) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:07.543442 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:07.543635 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Request body: {'ports': [{'network_id': 'cead45a0-e73b-4592-ab28-e01c6647d990', 'name': 'tempest-port--1627209932', 'admin_state_up': True}, {'network_id': 'df176ae5-26a3-4d17-a983-88453ae68fc4', 'admin_state_up': False}]} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:07.544111 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Request body: {'port': {'network_id': 'cead45a0-e73b-4592-ab28-e01c6647d990', 'name': 'tempest-port--1627209932', 'admin_state_up': True}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:07.544615 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Request body: {'port': {'network_id': 'df176ae5-26a3-4d17-a983-88453ae68fc4', 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:07.554675 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b3f07-f843-412e-a4bc-e80322c0fd9f tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event updated for resources: {'Network': ['ID=df176ae5-26a3-4d17-a983-88453ae68fc4,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:07.567128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network df176ae5-26a3-4d17-a983-88453ae68fc4 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:12:07.766305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Made reservation on behalf of 8de3134f28e04a0489e960a089f0ce5d for: {'port': 2} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:07.770844 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:07.786037 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:07.877090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] device_id is not set on port 5b1d2a91-b8e4-4bb1-a104-455ab288618c yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:12:08.001710 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:08.078086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] device_id is not set on port e892c884-a614-4314-b8ba-f1a87501b941 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:12:08.191554 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:08.231782 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:08.290135 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event updated for resources: {'Port': ['ID=5b1d2a91-b8e4-4bb1-a104-455ab288618c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:08.307990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Checking segment: {'id': 'ba75cde5-8e1e-45b5-96e8-70da07177d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cead45a0-e73b-4592-ab28-e01c6647d990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:08.308373 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Network hostable DHCP agents. Network: cead45a0-e73b-4592-ab28-e01c6647d990, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:12:08.327877 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Network cead45a0-e73b-4592-ab28-e01c6647d990 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:12:08.340080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, cead45a0-e73b-4592-ab28-e01c6647d990) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:08.353284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd3e3ef-4c8f-4d43-a3f6-929ba7349f63 None None] Network cead45a0-e73b-4592-ab28-e01c6647d990 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:08.359633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:08.361647 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:08.509797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event updated for resources: {'Port': ['ID=e892c884-a614-4314-b8ba-f1a87501b941,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:08.536888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Checking segment: {'id': '65c275db-e46c-4da2-8cbf-3f21b9efaeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'df176ae5-26a3-4d17-a983-88453ae68fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:08.537627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Network hostable DHCP agents. Network: df176ae5-26a3-4d17-a983-88453ae68fc4, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:12:08.571470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Network df176ae5-26a3-4d17-a983-88453ae68fc4 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:12:08.585125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, df176ae5-26a3-4d17-a983-88453ae68fc4) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:08.591037 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:08.598295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7005510-bfa7-4d13-ba62-d22a5e163df6 None None] Network df176ae5-26a3-4d17-a983-88453ae68fc4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:08.600642 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:08.607152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:08.608671 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:08.625291 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-07e2c307-1ced-43ad-8398-08208da1aa4b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0878584 Aug 28 13:12:08.627938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58368) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:08.715072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56581a1e-91ea-494b-9690-047db43bbce1 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:08.722392 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56581a1e-91ea-494b-9690-047db43bbce1 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:08.726565 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-56581a1e-91ea-494b-9690-047db43bbce1 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0951564 Aug 28 13:12:08.727003 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58370) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:09.143210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-49bbbb28-d2ef-474d-b1dd-408d44b10221 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Deleting port 5b1d2a91-b8e4-4bb1-a104-455ab288618c {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:09.143866 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49bbbb28-d2ef-474d-b1dd-408d44b10221 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:09.224151 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49bbbb28-d2ef-474d-b1dd-408d44b10221 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:09.240492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-49bbbb28-d2ef-474d-b1dd-408d44b10221 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Calling delete_port for 5b1d2a91-b8e4-4bb1-a104-455ab288618c owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:09.323108 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49bbbb28-d2ef-474d-b1dd-408d44b10221 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:09.353658 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbbb28-d2ef-474d-b1dd-408d44b10221 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event deleted for resources: {'Port': ['ID=5b1d2a91-b8e4-4bb1-a104-455ab288618c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:09.361776 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49bbbb28-d2ef-474d-b1dd-408d44b10221 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:09.364210 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-49bbbb28-d2ef-474d-b1dd-408d44b10221 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "DELETE /v2.0/ports/5b1d2a91-b8e4-4bb1-a104-455ab288618c HTTP/1.1" status: 204 len: 168 time: 0.6361451 Aug 28 13:12:09.366440 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58382) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:09.479977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f93216a8-3a46-4821-abc2-8ce2e99726f7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Deleting port e892c884-a614-4314-b8ba-f1a87501b941 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:09.480414 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f93216a8-3a46-4821-abc2-8ce2e99726f7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:09.567896 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f93216a8-3a46-4821-abc2-8ce2e99726f7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:09.582821 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f93216a8-3a46-4821-abc2-8ce2e99726f7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Calling delete_port for e892c884-a614-4314-b8ba-f1a87501b941 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:09.686033 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f93216a8-3a46-4821-abc2-8ce2e99726f7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:09.716886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93216a8-3a46-4821-abc2-8ce2e99726f7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event deleted for resources: {'Port': ['ID=e892c884-a614-4314-b8ba-f1a87501b941,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:09.735131 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f93216a8-3a46-4821-abc2-8ce2e99726f7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:09.736412 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f93216a8-3a46-4821-abc2-8ce2e99726f7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "DELETE /v2.0/ports/e892c884-a614-4314-b8ba-f1a87501b941 HTTP/1.1" status: 204 len: 168 time: 0.3687797 Aug 28 13:12:09.740038 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58386) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:09.771971 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a7ef4eef-c6c8-4666-91ca-9df28a5365d2 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0305223 Aug 28 13:12:09.775480 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58388) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:09.781590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0014bee2-fb04-422f-8622-1e0a7d87aa6e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1736690243'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:09.808077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0014bee2-fb04-422f-8622-1e0a7d87aa6e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Made reservation on behalf of 8de3134f28e04a0489e960a089f0ce5d for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:09.813211 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0014bee2-fb04-422f-8622-1e0a7d87aa6e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:09.837280 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0014bee2-fb04-422f-8622-1e0a7d87aa6e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:12:09.847310 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0014bee2-fb04-422f-8622-1e0a7d87aa6e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:09.847659 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-0014bee2-fb04-422f-8622-1e0a7d87aa6e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Added segment 725ebc28-8e36-4a84-90b3-8446006b8949 of type vlan for network 66b739a3-8ddb-4f38-878d-745bbf4a60c6 Aug 28 13:12:09.862462 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-24625fa1-7246-418c-a0d3-d83956930f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:09.890621 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0014bee2-fb04-422f-8622-1e0a7d87aa6e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:09.916647 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0014bee2-fb04-422f-8622-1e0a7d87aa6e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:09.923052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0014bee2-fb04-422f-8622-1e0a7d87aa6e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:09.923683 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0014bee2-fb04-422f-8622-1e0a7d87aa6e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:09.963713 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:09.991127 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0014bee2-fb04-422f-8622-1e0a7d87aa6e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2141860 Aug 28 13:12:09.993894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58390) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:09.999421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ee598d79-48a3-43fa-8a65-1725040846e6 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-316789405'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:10.016775 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014bee2-fb04-422f-8622-1e0a7d87aa6e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event updated for resources: {'Network': ['ID=66b739a3-8ddb-4f38-878d-745bbf4a60c6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:10.029238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 66b739a3-8ddb-4f38-878d-745bbf4a60c6 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:12:10.031634 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee598d79-48a3-43fa-8a65-1725040846e6 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Made reservation on behalf of 8de3134f28e04a0489e960a089f0ce5d for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:10.035409 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee598d79-48a3-43fa-8a65-1725040846e6 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:10.059455 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee598d79-48a3-43fa-8a65-1725040846e6 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:12:10.069763 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee598d79-48a3-43fa-8a65-1725040846e6 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:10.070154 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-ee598d79-48a3-43fa-8a65-1725040846e6 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Added segment 561b6a8c-4996-41e6-89cd-3a94f4bfeca9 of type vlan for network c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7 Aug 28 13:12:10.114226 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee598d79-48a3-43fa-8a65-1725040846e6 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:10.140048 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee598d79-48a3-43fa-8a65-1725040846e6 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:10.145750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee598d79-48a3-43fa-8a65-1725040846e6 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:10.146465 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee598d79-48a3-43fa-8a65-1725040846e6 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:10.218467 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ee598d79-48a3-43fa-8a65-1725040846e6 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2132676 Aug 28 13:12:10.233644 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee598d79-48a3-43fa-8a65-1725040846e6 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event updated for resources: {'Network': ['ID=c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:10.253908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:12:10.340504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58394) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:10.345945 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Request body: {'subnets': [{'network_id': '66b739a3-8ddb-4f38-878d-745bbf4a60c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1433938829', 'ip_version': 4}, {'network_id': 'c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:10.346268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Request body: {'subnet': {'network_id': '66b739a3-8ddb-4f38-878d-745bbf4a60c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1433938829', 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:10.346881 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Request body: {'subnet': {'network_id': 'c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:10.544687 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Made reservation on behalf of 8de3134f28e04a0489e960a089f0ce5d for: {'subnet': 2} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:10.550070 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:10.550525 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:10.950370 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:11.017868 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event updated for resources: {'Subnet': ['ID=26a352b5-b2dd-4e8d-8873-b1edf3d31150,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:11.028057 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Checking segment: {'id': '725ebc28-8e36-4a84-90b3-8446006b8949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '66b739a3-8ddb-4f38-878d-745bbf4a60c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:11.028434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Network hostable DHCP agents. Network: 66b739a3-8ddb-4f38-878d-745bbf4a60c6, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:12:11.047256 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Network 66b739a3-8ddb-4f38-878d-745bbf4a60c6 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:12:11.056705 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 66b739a3-8ddb-4f38-878d-745bbf4a60c6) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:11.062893 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:11.069399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906b2787-702e-499b-a894-9982c1d95209 None None] Network 66b739a3-8ddb-4f38-878d-745bbf4a60c6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:11.141778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event updated for resources: {'Subnet': ['ID=1c9441bb-8583-427b-afc5-8e54ca0624f0,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:11.151242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Checking segment: {'id': '561b6a8c-4996-41e6-89cd-3a94f4bfeca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:11.151710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Network hostable DHCP agents. Network: c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:12:11.186874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Network c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:12:11.200056 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:11.205710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:11.215956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa587bd8-a7ed-4bcf-bd87-d39da519b914 None None] Network c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:11.218501 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:11.219500 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:11.246927 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-48ad5b96-19e8-472f-b308-77819df69280 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.9048381 Aug 28 13:12:11.251601 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58402) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:11.380848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5b23a4-ac61-4e0d-a1b8-b81af41efa20 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:11.383037 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5b23a4-ac61-4e0d-a1b8-b81af41efa20 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:11.386144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5b23a4-ac61-4e0d-a1b8-b81af41efa20 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:11.387850 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0b5b23a4-ac61-4e0d-a1b8-b81af41efa20 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1340649 Aug 28 13:12:11.392090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58406) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:11.451399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b317bde5-737f-4e77-9ad7-5031a514f938 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Deleting subnet 26a352b5-b2dd-4e8d-8873-b1edf3d31150 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:12:11.456148 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b317bde5-737f-4e77-9ad7-5031a514f938 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:11.501758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0dcee9-e39e-44c5-8236-b5c24cc8ed91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-66b739a3-8ddb-4f38-878d-745bbf4a60c6', 'network_id': '66b739a3-8ddb-4f38-878d-745bbf4a60c6', 'tenant_id': '8de3134f28e04a0489e960a089f0ce5d', 'fixed_ips': [{'subnet_id': '26a352b5-b2dd-4e8d-8873-b1edf3d31150'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:12:11.502848 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7d0dcee9-e39e-44c5-8236-b5c24cc8ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:11.507984 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b317bde5-737f-4e77-9ad7-5031a514f938 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:11.519706 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7', 'network_id': 'c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7', 'tenant_id': '8de3134f28e04a0489e960a089f0ce5d', 'fixed_ips': [{'subnet_id': '1c9441bb-8583-427b-afc5-8e54ca0624f0'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:12:11.520570 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:11.566524 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b317bde5-737f-4e77-9ad7-5031a514f938 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:11.635891 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b317bde5-737f-4e77-9ad7-5031a514f938 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:11.688039 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317bde5-737f-4e77-9ad7-5031a514f938 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event deleted for resources: {'Subnet': ['ID=26a352b5-b2dd-4e8d-8873-b1edf3d31150,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:11.731910 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b317bde5-737f-4e77-9ad7-5031a514f938 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:11.736469 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b317bde5-737f-4e77-9ad7-5031a514f938 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "DELETE /v2.0/subnets/26a352b5-b2dd-4e8d-8873-b1edf3d31150 HTTP/1.1" status: 204 len: 168 time: 0.3408694 Aug 28 13:12:11.738829 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58410) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server [None req-7d0dcee9-e39e-44c5-8236-b5c24cc8ed91 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26a352b5-b2dd-4e8d-8873-b1edf3d31150: This subnet is being modified by another concurrent operation. Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise exception Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 26a352b5-b2dd-4e8d-8873-b1edf3d31150: This subnet is being modified by another concurrent operation. Aug 28 13:12:11.770900 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server Aug 28 13:12:11.793879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e612f0-c092-4cda-bf48-62f2ff2f7d8e None None] Network 66b739a3-8ddb-4f38-878d-745bbf4a60c6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:11.821961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ed35a4-f123-4dc0-9083-42738cc971db tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Deleting subnet 1c9441bb-8583-427b-afc5-8e54ca0624f0 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:12:11.858349 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Allocated IP 172.20.0.18 (c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7/1c9441bb-8583-427b-afc5-8e54ca0624f0/51538d68-e35b-42f6-a6f2-37d972576617) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:12.065058 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:12.078529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Transition to ACTIVE for port object 51538d68-e35b-42f6-a6f2-37d972576617 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:12.093829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Transition to ACTIVE for port object 51538d68-e35b-42f6-a6f2-37d972576617 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:12.099230 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33ed35a4-f123-4dc0-9083-42738cc971db tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:12.099856 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:12.146117 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33ed35a4-f123-4dc0-9083-42738cc971db tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:12.245523 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33ed35a4-f123-4dc0-9083-42738cc971db tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:12.313425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Pushing event updated for resources: {'Port': ['ID=51538d68-e35b-42f6-a6f2-37d972576617,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:12.325517 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Network c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:12.331613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:12.332699 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33ed35a4-f123-4dc0-9083-42738cc971db tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:12.334544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:12.338666 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9f787c2b-c6f0-44c4-854a-bd9dd3ed7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:12.353669 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33ed35a4-f123-4dc0-9083-42738cc971db tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:12.358513 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-33ed35a4-f123-4dc0-9083-42738cc971db tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "DELETE /v2.0/subnets/1c9441bb-8583-427b-afc5-8e54ca0624f0 HTTP/1.1" status: 204 len: 168 time: 0.6165466 Aug 28 13:12:12.359865 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58412) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:12.381699 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed35a4-f123-4dc0-9083-42738cc971db tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9441bb-8583-427b-afc5-8e54ca0624f0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:12.398305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Attempting to bind port 51538d68-e35b-42f6-a6f2-37d972576617 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:12:12.399079 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Attempting to bind port 51538d68-e35b-42f6-a6f2-37d972576617 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '561b6a8c-4996-41e6-89cd-3a94f4bfeca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:12:12.399079 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Attempting to bind port 51538d68-e35b-42f6-a6f2-37d972576617 on network c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:12:12.404418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:12:12.404822 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Checking segment: {'id': '561b6a8c-4996-41e6-89cd-3a94f4bfeca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:12.405220 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:12.405605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Bound using segment: {'id': '561b6a8c-4996-41e6-89cd-3a94f4bfeca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:12:12.406063 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Bound port: 51538d68-e35b-42f6-a6f2-37d972576617, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561b6a8c-4996-41e6-89cd-3a94f4bfeca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:12:12.406484 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:12.476887 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] For port 51538d68-e35b-42f6-a6f2-37d972576617, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:12:12.481796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] For port 51538d68-e35b-42f6-a6f2-37d972576617, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=51538d68-e35b-42f6-a6f2-37d972576617,segment=NetworkSegment(561b6a8c-4996-41e6-89cd-3a94f4bfeca9),segment_id=561b6a8c-4996-41e6-89cd-3a94f4bfeca9)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:12:12.485722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae8ce26-2057-4815-81af-654332f43a52 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:12.488072 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5ae8ce26-2057-4815-81af-654332f43a52 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1267812 Aug 28 13:12:12.492540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58416) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:12.495187 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:12.593350 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:12.604303 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb39900-b783-43f7-8384-0de078f25bd4 None None] Pushing event updated for resources: {'Port': ['ID=51538d68-e35b-42f6-a6f2-37d972576617,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:12.622274 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:12.635615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c411988f-11de-40d2-b9ed-05b5dc8d188c None None] Network c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:12.658197 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Deleting port 51538d68-e35b-42f6-a6f2-37d972576617 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:12.658582 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:12.738496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] For port 51538d68-e35b-42f6-a6f2-37d972576617, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=51538d68-e35b-42f6-a6f2-37d972576617,segment=NetworkSegment(561b6a8c-4996-41e6-89cd-3a94f4bfeca9),segment_id=561b6a8c-4996-41e6-89cd-3a94f4bfeca9)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:12.739217 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:12.762823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Calling delete_port for 51538d68-e35b-42f6-a6f2-37d972576617 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:12.772986 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f197cb61-eb37-462b-aa39-c031feed1d1f None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 13:12:12.846098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f197cb61-eb37-462b-aa39-c031feed1d1f None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 13:12:12.867773 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:12.881503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] No DVR routers for this DVR port 51538d68-e35b-42f6-a6f2-37d972576617 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:12:12.984762 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event deleted for resources: {'Port': ['ID=51538d68-e35b-42f6-a6f2-37d972576617,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:12.994738 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.005760 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:13.017338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561b6a8c-4996-41e6-89cd-3a94f4bfeca9') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:13.017338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561b6a8c-4996-41e6-89cd-3a94f4bfeca9') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:13.027945 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.046877 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.066601 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:12:13.067044 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:12:13.072101 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:12:13.115916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b386f20-57d2-43ad-afe0-60836a79fa18 None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 13:12:13.150794 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.164566 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.168789 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "DELETE /v2.0/networks/c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7 HTTP/1.1" status: 204 len: 168 time: 0.6725180 Aug 28 13:12:13.169489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58424) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:13.181255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59aaeeb-86b7-46fe-80b7-8e222bb09e1b tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event deleted for resources: {'Network': ['ID=c8ae6407-3eb1-485a-8f5f-3cbf07f77fc7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:13.220563 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b386f20-57d2-43ad-afe0-60836a79fa18 None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 13:12:13.304527 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79d89c34-7372-41b5-b6fd-3663066fb61e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.421412 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79d89c34-7372-41b5-b6fd-3663066fb61e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.434215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-79d89c34-7372-41b5-b6fd-3663066fb61e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b739a3-8ddb-4f38-878d-745bbf4a60c6']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:13.453117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-79d89c34-7372-41b5-b6fd-3663066fb61e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725ebc28-8e36-4a84-90b3-8446006b8949') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:13.453793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-79d89c34-7372-41b5-b6fd-3663066fb61e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725ebc28-8e36-4a84-90b3-8446006b8949') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:13.471000 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79d89c34-7372-41b5-b6fd-3663066fb61e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.489440 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79d89c34-7372-41b5-b6fd-3663066fb61e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.492346 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.504416 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d89c34-7372-41b5-b6fd-3663066fb61e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:12:13.504554 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79d89c34-7372-41b5-b6fd-3663066fb61e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:12:13.508770 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:12:13.593260 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79d89c34-7372-41b5-b6fd-3663066fb61e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.607926 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-79d89c34-7372-41b5-b6fd-3663066fb61e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.616980 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-79d89c34-7372-41b5-b6fd-3663066fb61e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "DELETE /v2.0/networks/66b739a3-8ddb-4f38-878d-745bbf4a60c6 HTTP/1.1" status: 204 len: 168 time: 0.4436295 Aug 28 13:12:13.617300 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58428) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:13.646749 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d89c34-7372-41b5-b6fd-3663066fb61e tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event deleted for resources: {'Network': ['ID=66b739a3-8ddb-4f38-878d-745bbf4a60c6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:13.765331 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ce99258a-be31-4c2f-9f23-c4db49e8a15a tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.861666 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ce99258a-be31-4c2f-9f23-c4db49e8a15a tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.874744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ce99258a-be31-4c2f-9f23-c4db49e8a15a tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df176ae5-26a3-4d17-a983-88453ae68fc4']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:13.890198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ce99258a-be31-4c2f-9f23-c4db49e8a15a tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c275db-e46c-4da2-8cbf-3f21b9efaeaa') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:13.890961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-ce99258a-be31-4c2f-9f23-c4db49e8a15a tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c275db-e46c-4da2-8cbf-3f21b9efaeaa') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:13.899925 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ce99258a-be31-4c2f-9f23-c4db49e8a15a tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.917320 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ce99258a-be31-4c2f-9f23-c4db49e8a15a tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.930597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce99258a-be31-4c2f-9f23-c4db49e8a15a tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:12:13.931454 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ce99258a-be31-4c2f-9f23-c4db49e8a15a tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:12:13.939036 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:12:14.047699 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ce99258a-be31-4c2f-9f23-c4db49e8a15a tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:14.063558 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ce99258a-be31-4c2f-9f23-c4db49e8a15a tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:14.065500 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ce99258a-be31-4c2f-9f23-c4db49e8a15a tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "DELETE /v2.0/networks/df176ae5-26a3-4d17-a983-88453ae68fc4 HTTP/1.1" status: 204 len: 168 time: 0.4472542 Aug 28 13:12:14.068412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58432) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:14.116152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99258a-be31-4c2f-9f23-c4db49e8a15a tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event deleted for resources: {'Network': ['ID=df176ae5-26a3-4d17-a983-88453ae68fc4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:14.158693 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64bd0607-8047-4c15-b00d-e3a4c5b9e8b7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:14.291179 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64bd0607-8047-4c15-b00d-e3a4c5b9e8b7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:14.315028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-64bd0607-8047-4c15-b00d-e3a4c5b9e8b7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cead45a0-e73b-4592-ab28-e01c6647d990']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:14.331380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-64bd0607-8047-4c15-b00d-e3a4c5b9e8b7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba75cde5-8e1e-45b5-96e8-70da07177d03') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:14.331735 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-64bd0607-8047-4c15-b00d-e3a4c5b9e8b7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba75cde5-8e1e-45b5-96e8-70da07177d03') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:14.342431 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64bd0607-8047-4c15-b00d-e3a4c5b9e8b7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:14.358203 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64bd0607-8047-4c15-b00d-e3a4c5b9e8b7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:14.365122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bd0607-8047-4c15-b00d-e3a4c5b9e8b7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:12:14.365626 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64bd0607-8047-4c15-b00d-e3a4c5b9e8b7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:12:14.368983 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:12:14.440062 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64bd0607-8047-4c15-b00d-e3a4c5b9e8b7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:14.447956 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64bd0607-8047-4c15-b00d-e3a4c5b9e8b7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:14.453272 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-64bd0607-8047-4c15-b00d-e3a4c5b9e8b7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] 10.222.0.20 "DELETE /v2.0/networks/cead45a0-e73b-4592-ab28-e01c6647d990 HTTP/1.1" status: 204 len: 168 time: 0.3837206 Aug 28 13:12:14.468644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd0607-8047-4c15-b00d-e3a4c5b9e8b7 tempest-BulkNetworkOpsTest-233384659 tempest-BulkNetworkOpsTest-233384659-project] Pushing event deleted for resources: {'Network': ['ID=cead45a0-e73b-4592-ab28-e01c6647d990,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:14.788005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58440) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:14.941943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-51dba6d7-b782-48ee-92fb-f78889784770 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8de3134f28e04a0489e960a089f0ce5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526651 Aug 28 13:12:14.945340 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58444) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:15.002709 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06196689-7ecf-4093-8f6e-45d30fb7a7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:15.028048 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06196689-7ecf-4093-8f6e-45d30fb7a7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:15.105041 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06196689-7ecf-4093-8f6e-45d30fb7a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:15.108026 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-06196689-7ecf-4093-8f6e-45d30fb7a7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:15.110461 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-06196689-7ecf-4093-8f6e-45d30fb7a7a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff97a7ae-bf4f-4569-a52a-1687c07ef24e HTTP/1.1" status: 204 len: 168 time: 0.1624446 Aug 28 13:12:15.153341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06196689-7ecf-4093-8f6e-45d30fb7a7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff97a7ae-bf4f-4569-a52a-1687c07ef24e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:15.371766 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:15.428567 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58456) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:15.692407 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b1dcf456-8dc9-4903-bba8-2bd1a094f6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:15.857316 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b1dcf456-8dc9-4903-bba8-2bd1a094f6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:15.862939 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b1dcf456-8dc9-4903-bba8-2bd1a094f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:15.906664 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b1dcf456-8dc9-4903-bba8-2bd1a094f6e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d429b862ffa54ced9617903d3c46fad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4768844 Aug 28 13:12:15.907704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcf456-8dc9-4903-bba8-2bd1a094f6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58d1a5e-98a4-4591-9b26-514bc0227b62,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:15.909356 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58474) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:15.973692 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c5f04c44-c064-447d-8c9a-6fbe226d760d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:16.000042 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c5f04c44-c064-447d-8c9a-6fbe226d760d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:16.058968 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c5f04c44-c064-447d-8c9a-6fbe226d760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:16.061977 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c5f04c44-c064-447d-8c9a-6fbe226d760d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:16.071640 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c5f04c44-c064-447d-8c9a-6fbe226d760d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c58d1a5e-98a4-4591-9b26-514bc0227b62 HTTP/1.1" status: 204 len: 168 time: 0.1518312 Aug 28 13:12:16.080901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f04c44-c064-447d-8c9a-6fbe226d760d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58d1a5e-98a4-4591-9b26-514bc0227b62,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:16.140288 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58482) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:16.266741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-80fa04a6-2971-42f8-80f0-349e847c79fa tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-48700184'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:16.291667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fa04a6-2971-42f8-80f0-349e847c79fa tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:16.295759 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80fa04a6-2971-42f8-80f0-349e847c79fa tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:16.306596 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80fa04a6-2971-42f8-80f0-349e847c79fa tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:16.437883 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80fa04a6-2971-42f8-80f0-349e847c79fa tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:16.444948 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80fa04a6-2971-42f8-80f0-349e847c79fa tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:16.469174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fa04a6-2971-42f8-80f0-349e847c79fa tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:12:16.488309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa04a6-2971-42f8-80f0-349e847c79fa tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea21dc6-f216-42be-9f1e-bab6b57c9962,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:16.497769 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80fa04a6-2971-42f8-80f0-349e847c79fa tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:16.498944 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-80fa04a6-2971-42f8-80f0-349e847c79fa tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Added segment 7e695283-625b-413e-95d8-e019082a9baf of type vlan for network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab Aug 28 13:12:16.581485 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80fa04a6-2971-42f8-80f0-349e847c79fa tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:16.641878 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80fa04a6-2971-42f8-80f0-349e847c79fa tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:16.648037 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fa04a6-2971-42f8-80f0-349e847c79fa tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:16.648859 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-80fa04a6-2971-42f8-80f0-349e847c79fa tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:16.680559 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5760c72-2693-47ef-9393-4b174c2f19ed req-ea194b2c-cf19-44a3-8ff4-76faacc7c128 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0937836 Aug 28 13:12:16.717470 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-80fa04a6-2971-42f8-80f0-349e847c79fa tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5754216 Aug 28 13:12:16.718706 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58496) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:16.724637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-bdd22d9e-9edc-4767-a59c-404c2f0e83a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'name': 'tempest-PortsIpV6TestJSON-597041248'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:16.738598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa04a6-2971-42f8-80f0-349e847c79fa tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Network': ['ID=8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:16.752380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:12:16.852085 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5760c72-2693-47ef-9393-4b174c2f19ed req-4b9bb82d-9b1f-4d48-9572-cd0ef240f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:16.863434 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5760c72-2693-47ef-9393-4b174c2f19ed req-4b9bb82d-9b1f-4d48-9572-cd0ef240f2f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1098 time: 0.0989497 Aug 28 13:12:16.879181 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd22d9e-9edc-4767-a59c-404c2f0e83a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:16.883953 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bdd22d9e-9edc-4767-a59c-404c2f0e83a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:16.911901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-bdd22d9e-9edc-4767-a59c-404c2f0e83a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] device_id is not set on port 32d5db18-6c81-46a6-8170-b0d7536d3aaa yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:12:17.014295 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5760c72-2693-47ef-9393-4b174c2f19ed req-2c5a8a25-41e7-4cc2-aa2d-c5feed03b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:17.016032 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5760c72-2693-47ef-9393-4b174c2f19ed req-2c5a8a25-41e7-4cc2-aa2d-c5feed03b6b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf HTTP/1.1" status: 200 len: 895 time: 0.1298046 Aug 28 13:12:17.111465 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5760c72-2693-47ef-9393-4b174c2f19ed req-471cc3f0-cfbd-49e4-8890-c77280a57297 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 1001 time: 0.0867043 Aug 28 13:12:17.150441 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bdd22d9e-9edc-4767-a59c-404c2f0e83a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:17.193538 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5760c72-2693-47ef-9393-4b174c2f19ed req-980df6d2-0ebd-484b-866e-ecb26400eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:17.197705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5760c72-2693-47ef-9393-4b174c2f19ed req-980df6d2-0ebd-484b-866e-ecb26400eb22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01cacccf-3859-4280-a265-b49304c947e3 HTTP/1.1" status: 200 len: 834 time: 0.0780938 Aug 28 13:12:17.200552 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bdd22d9e-9edc-4767-a59c-404c2f0e83a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:17.271251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd22d9e-9edc-4767-a59c-404c2f0e83a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=32d5db18-6c81-46a6-8170-b0d7536d3aaa,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:17.276678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5760c72-2693-47ef-9393-4b174c2f19ed req-1a8eb2ca-2d03-473f-8d38-c792c82826c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:17.278788 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5760c72-2693-47ef-9393-4b174c2f19ed req-1a8eb2ca-2d03-473f-8d38-c792c82826c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600743 Aug 28 13:12:17.278943 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd22d9e-9edc-4767-a59c-404c2f0e83a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Checking segment: {'id': '7e695283-625b-413e-95d8-e019082a9baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:17.279292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd22d9e-9edc-4767-a59c-404c2f0e83a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network hostable DHCP agents. Network: 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:12:17.310041 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd22d9e-9edc-4767-a59c-404c2f0e83a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:12:17.345424 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-bdd22d9e-9edc-4767-a59c-404c2f0e83a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:17.353677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd22d9e-9edc-4767-a59c-404c2f0e83a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:17.357179 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d5f1c2-8a06-4031-bd4b-17a577abffad None None] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:17.374999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd22d9e-9edc-4767-a59c-404c2f0e83a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:17.375800 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bdd22d9e-9edc-4767-a59c-404c2f0e83a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:17.399726 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bdd22d9e-9edc-4767-a59c-404c2f0e83a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6751940 Aug 28 13:12:17.402961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58510) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:17.426638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-8f559b10-c728-4f0b-af9d-27d2b06c178c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-960686288'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:17.441820 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5760c72-2693-47ef-9393-4b174c2f19ed req-1341ca80-c139-42e7-94c9-5c4b9c16b9c1 service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543779 Aug 28 13:12:17.474193 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f559b10-c728-4f0b-af9d-27d2b06c178c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:17.481694 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f559b10-c728-4f0b-af9d-27d2b06c178c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:17.552929 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f559b10-c728-4f0b-af9d-27d2b06c178c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:12:17.568488 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f559b10-c728-4f0b-af9d-27d2b06c178c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:17.568844 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-8f559b10-c728-4f0b-af9d-27d2b06c178c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Added segment 62016c48-4470-451b-b6d5-5d88b6806c3f of type vlan for network 177fa262-15ec-47ee-acd2-29e5735eecad Aug 28 13:12:17.599806 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e5760c72-2693-47ef-9393-4b174c2f19ed req-8a1aa870-58b3-4b8d-932c-a6ff3b4feb2d service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384311 Aug 28 13:12:17.646787 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f559b10-c728-4f0b-af9d-27d2b06c178c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:17.687730 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f559b10-c728-4f0b-af9d-27d2b06c178c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:17.694203 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f559b10-c728-4f0b-af9d-27d2b06c178c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:17.694851 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f559b10-c728-4f0b-af9d-27d2b06c178c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:17.783775 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8f559b10-c728-4f0b-af9d-27d2b06c178c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3784373 Aug 28 13:12:17.786742 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58518) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:17.790854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f559b10-c728-4f0b-af9d-27d2b06c178c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Network': ['ID=177fa262-15ec-47ee-acd2-29e5735eecad,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:17.791864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'ports': [{'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab'}, {'network_id': '177fa262-15ec-47ee-acd2-29e5735eecad'}]} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:17.792180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:17.795595 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'network_id': '177fa262-15ec-47ee-acd2-29e5735eecad'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:17.807838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 177fa262-15ec-47ee-acd2-29e5735eecad details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:12:18.026593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'port': 2} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:18.033069 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:18.053706 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:18.168067 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] device_id is not set on port c54c7da4-d692-427c-a329-976642248556 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:12:18.223211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58528) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:18.336404 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:18.431649 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] device_id is not set on port 3435bcb3-0476-4b6e-945c-b03f3967dfc7 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:12:18.447148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-d6357ba3-e553-48f7-8db5-656c3c920844 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'network': {'name': 'tempest-network-smoke--129974486', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'port_security_enabled': True}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:18.473665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6357ba3-e553-48f7-8db5-656c3c920844 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Made reservation on behalf of b71b30df94e64348893b50e0a2be3059 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:18.478177 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6357ba3-e553-48f7-8db5-656c3c920844 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:18.489257 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6357ba3-e553-48f7-8db5-656c3c920844 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:18.575833 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:18.611917 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6357ba3-e553-48f7-8db5-656c3c920844 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:18.616822 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6357ba3-e553-48f7-8db5-656c3c920844 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:18.620967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:18.644891 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6357ba3-e553-48f7-8db5-656c3c920844 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:12:18.663444 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6357ba3-e553-48f7-8db5-656c3c920844 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:18.664039 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-d6357ba3-e553-48f7-8db5-656c3c920844 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Added segment 043b55cc-9b98-470b-8c4a-e5aae3586055 of type vlan for network 5a1b924e-fdcb-45e3-9e4a-397d318048bb Aug 28 13:12:18.667911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:18.670748 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:18.678061 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:18.678061 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:18.680958 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6357ba3-e553-48f7-8db5-656c3c920844 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099dfe2c-55a8-469a-a2f1-44eaa49837ec,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:18.692924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=c54c7da4-d692-427c-a329-976642248556,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:18.733312 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6357ba3-e553-48f7-8db5-656c3c920844 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:18.778189 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6357ba3-e553-48f7-8db5-656c3c920844 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:18.782123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=3435bcb3-0476-4b6e-945c-b03f3967dfc7,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:18.785636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6357ba3-e553-48f7-8db5-656c3c920844 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:18.786598 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6357ba3-e553-48f7-8db5-656c3c920844 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:18.787316 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Checking segment: {'id': '62016c48-4470-451b-b6d5-5d88b6806c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '177fa262-15ec-47ee-acd2-29e5735eecad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:18.787711 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network hostable DHCP agents. Network: 177fa262-15ec-47ee-acd2-29e5735eecad, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:12:18.813424 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 177fa262-15ec-47ee-acd2-29e5735eecad is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:12:18.824022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 177fa262-15ec-47ee-acd2-29e5735eecad) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:18.829180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:18.835365 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe428100-f416-4f9d-95f2-b68ce78c4e47 None None] Network 177fa262-15ec-47ee-acd2-29e5735eecad requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:18.835877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:18.840751 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:18.841486 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:18.849505 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d6357ba3-e553-48f7-8db5-656c3c920844 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6246018 Aug 28 13:12:18.852486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58532) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:18.859818 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'admin_state_up': True, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:18.868865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2e5f3866-cd14-4982-ad02-96412517aca1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0786777 Aug 28 13:12:18.869080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58534) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:18.883700 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6357ba3-e553-48f7-8db5-656c3c920844 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Network': ['ID=5a1b924e-fdcb-45e3-9e4a-397d318048bb,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:18.908944 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 5a1b924e-fdcb-45e3-9e4a-397d318048bb details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:12:18.925779 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:18.927185 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:19.014431 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:19.064496 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7a87dba5-6f89-40a6-8282-4963de6b09a5 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port 3435bcb3-0476-4b6e-945c-b03f3967dfc7 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:19.064838 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a87dba5-6f89-40a6-8282-4963de6b09a5 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:19.219466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a87dba5-6f89-40a6-8282-4963de6b09a5 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:19.223139 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:19.238651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7a87dba5-6f89-40a6-8282-4963de6b09a5 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for 3435bcb3-0476-4b6e-945c-b03f3967dfc7 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:19.380688 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a87dba5-6f89-40a6-8282-4963de6b09a5 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:19.417834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87dba5-6f89-40a6-8282-4963de6b09a5 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=3435bcb3-0476-4b6e-945c-b03f3967dfc7,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:19.423963 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a87dba5-6f89-40a6-8282-4963de6b09a5 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:19.425916 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7a87dba5-6f89-40a6-8282-4963de6b09a5 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/3435bcb3-0476-4b6e-945c-b03f3967dfc7 HTTP/1.1" status: 204 len: 168 time: 0.5540342 Aug 28 13:12:19.428820 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58538) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:19.484486 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f8b7bd-b825-4d83-9d6b-70e3b1aeeaa9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:19.490687 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f8b7bd-b825-4d83-9d6b-70e3b1aeeaa9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:19.495489 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c2f8b7bd-b825-4d83-9d6b-70e3b1aeeaa9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0648026 Aug 28 13:12:19.496463 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58540) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:19.530790 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:19.554307 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:19.598345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-2a44719b-1c7f-439d-8dcf-d74d1b5ad5d2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port c54c7da4-d692-427c-a329-976642248556 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:19.598725 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a44719b-1c7f-439d-8dcf-d74d1b5ad5d2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:19.673077 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Allocated IP 172.25.1.66 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/36b65765-b6dc-4a3a-bba3-cbe11a55d932) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:19.687646 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a44719b-1c7f-439d-8dcf-d74d1b5ad5d2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:19.711133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-2a44719b-1c7f-439d-8dcf-d74d1b5ad5d2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for c54c7da4-d692-427c-a329-976642248556 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:19.805088 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a44719b-1c7f-439d-8dcf-d74d1b5ad5d2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:19.824979 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:19.838268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44719b-1c7f-439d-8dcf-d74d1b5ad5d2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=c54c7da4-d692-427c-a329-976642248556,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:19.845498 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2a44719b-1c7f-439d-8dcf-d74d1b5ad5d2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:19.847521 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2a44719b-1c7f-439d-8dcf-d74d1b5ad5d2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/c54c7da4-d692-427c-a329-976642248556 HTTP/1.1" status: 204 len: 168 time: 0.3499637 Aug 28 13:12:19.850081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58542) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:19.895669 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:19.906483 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41600b29-affe-4caa-97d5-d707d1187c48 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:19.910437 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-41600b29-affe-4caa-97d5-d707d1187c48 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0571592 Aug 28 13:12:19.911804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58544) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:19.938128 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:19.938521 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d942be-742f-4a18-adf1-2ddd98eec42c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] GET failed (client error): The resource could not be found. Aug 28 13:12:19.943012 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-03d942be-742f-4a18-adf1-2ddd98eec42c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/3435bcb3-0476-4b6e-945c-b03f3967dfc7 HTTP/1.1" status: 404 len: 333 time: 0.0273948 Aug 28 13:12:19.943335 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58546) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:19.945217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:19.950081 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:19.953850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Port': ['ID=36b65765-b6dc-4a3a-bba3-cbe11a55d932,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:19.974733 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9105bb3-eb8f-4fa5-92e9-7ae88a3d3bfe tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] GET failed (client error): The resource could not be found. Aug 28 13:12:19.976325 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f9105bb3-eb8f-4fa5-92e9-7ae88a3d3bfe tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/c54c7da4-d692-427c-a329-976642248556 HTTP/1.1" status: 404 len: 333 time: 0.0321500 Aug 28 13:12:19.979147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58548) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:20.058435 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c32f3afa-f1c1-4a6e-9d7d-139be5746cbd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:20.153459 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c32f3afa-f1c1-4a6e-9d7d-139be5746cbd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:20.164931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-c32f3afa-f1c1-4a6e-9d7d-139be5746cbd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177fa262-15ec-47ee-acd2-29e5735eecad']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:20.177018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-c32f3afa-f1c1-4a6e-9d7d-139be5746cbd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62016c48-4470-451b-b6d5-5d88b6806c3f') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:20.177333 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-c32f3afa-f1c1-4a6e-9d7d-139be5746cbd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62016c48-4470-451b-b6d5-5d88b6806c3f') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:20.186760 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c32f3afa-f1c1-4a6e-9d7d-139be5746cbd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:20.205748 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c32f3afa-f1c1-4a6e-9d7d-139be5746cbd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:20.212637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32f3afa-f1c1-4a6e-9d7d-139be5746cbd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:12:20.213310 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c32f3afa-f1c1-4a6e-9d7d-139be5746cbd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:12:20.217478 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:12:20.247515 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:20.283286 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c32f3afa-f1c1-4a6e-9d7d-139be5746cbd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:20.291830 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c32f3afa-f1c1-4a6e-9d7d-139be5746cbd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:20.294701 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c32f3afa-f1c1-4a6e-9d7d-139be5746cbd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/networks/177fa262-15ec-47ee-acd2-29e5735eecad HTTP/1.1" status: 204 len: 168 time: 0.3141789 Aug 28 13:12:20.298405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58558) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:20.305512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-8d4b4155-2797-4b18-bf79-ab892a6f947f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-135509055'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:20.307054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f3afa-f1c1-4a6e-9d7d-139be5746cbd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Network': ['ID=177fa262-15ec-47ee-acd2-29e5735eecad,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:20.370075 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4b4155-2797-4b18-bf79-ab892a6f947f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:20.374118 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8d4b4155-2797-4b18-bf79-ab892a6f947f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:20.444460 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4b4155-2797-4b18-bf79-ab892a6f947f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:12:20.462928 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8d4b4155-2797-4b18-bf79-ab892a6f947f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:20.463262 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-8d4b4155-2797-4b18-bf79-ab892a6f947f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Added segment b6ab1c74-84d4-438f-a5c9-6dff4e2d94f9 of type vlan for network c0bd21ad-0ceb-4c13-996c-54a66b67fad4 Aug 28 13:12:20.548298 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8d4b4155-2797-4b18-bf79-ab892a6f947f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:20.554843 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:20.624077 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8d4b4155-2797-4b18-bf79-ab892a6f947f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:20.629381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4b4155-2797-4b18-bf79-ab892a6f947f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:20.629995 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8d4b4155-2797-4b18-bf79-ab892a6f947f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:20.734266 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8d4b4155-2797-4b18-bf79-ab892a6f947f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4345326 Aug 28 13:12:20.737607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58570) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:20.744704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b308cc1c-7835-4da3-9ec3-7a67c3de0509 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'subnet': {'network_id': 'c0bd21ad-0ceb-4c13-996c-54a66b67fad4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:20.746983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b4155-2797-4b18-bf79-ab892a6f947f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Network': ['ID=c0bd21ad-0ceb-4c13-996c-54a66b67fad4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:20.759484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network c0bd21ad-0ceb-4c13-996c-54a66b67fad4 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:12:20.791812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:12:20.919212 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:12:20.929836 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Sync routers for ids ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:12:20.941771 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Routers {'3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:12:20.943845 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:20.950214 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:20.956636 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f855f408-6271-4fb7-b4fb-f405924eab9f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1028230 Aug 28 13:12:20.957320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58572) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:21.052270 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1e8d0a8b-a63d-40fd-b8a1-f83f923e0a90 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b71b30df94e64348893b50e0a2be3059&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0935340 Aug 28 13:12:21.053187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58576) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:21.065335 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Set router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:12:21.160660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75f1112-5005-4da5-97e4-d05766c80b74 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:21.163563 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c75f1112-5005-4da5-97e4-d05766c80b74 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1080275 Aug 28 13:12:21.165275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58578) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:21.198978 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9a4c2754-224f-4fa6-8861-267cc6a31816 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291855 Aug 28 13:12:21.200359 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58580) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:21.206433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ae467a51-829c-4c3c-a07a-847cb2fbd1ca tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1304895768', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:21.275232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b308cc1c-7835-4da3-9ec3-7a67c3de0509 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:21.279885 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b308cc1c-7835-4da3-9ec3-7a67c3de0509 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:21.301630 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:12:20Z', 'revision_number': 3, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:21.341293 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Checking router: 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:12:21.342260 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Updating router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 port 36b65765-b6dc-4a3a-bba3-cbe11a55d932 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:12:21.397585 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:21.531094 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b308cc1c-7835-4da3-9ec3-7a67c3de0509 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:21.589921 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308cc1c-7835-4da3-9ec3-7a67c3de0509 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Subnet': ['ID=6dfa1477-5724-4fa1-a72b-698f23090189,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:21.609804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308cc1c-7835-4da3-9ec3-7a67c3de0509 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Checking segment: {'id': 'b6ab1c74-84d4-438f-a5c9-6dff4e2d94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c0bd21ad-0ceb-4c13-996c-54a66b67fad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:21.610169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b308cc1c-7835-4da3-9ec3-7a67c3de0509 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network hostable DHCP agents. Network: c0bd21ad-0ceb-4c13-996c-54a66b67fad4, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:12:21.631842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b308cc1c-7835-4da3-9ec3-7a67c3de0509 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network c0bd21ad-0ceb-4c13-996c-54a66b67fad4 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:12:21.645160 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-b308cc1c-7835-4da3-9ec3-7a67c3de0509 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, c0bd21ad-0ceb-4c13-996c-54a66b67fad4) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:21.661663 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c5a742-ba0d-4a32-9e43-6f81695b1539 None None] Network c0bd21ad-0ceb-4c13-996c-54a66b67fad4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:21.665523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae467a51-829c-4c3c-a07a-847cb2fbd1ca tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Made reservation on behalf of b71b30df94e64348893b50e0a2be3059 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:21.667157 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b308cc1c-7835-4da3-9ec3-7a67c3de0509 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:21.667808 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b308cc1c-7835-4da3-9ec3-7a67c3de0509 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:21.672216 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ae467a51-829c-4c3c-a07a-847cb2fbd1ca tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:21.685840 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b308cc1c-7835-4da3-9ec3-7a67c3de0509 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9452722 Aug 28 13:12:21.689029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58584) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:21.695306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-fa5448f2-fc65-4a93-b481-d29b17b5fc65 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'network_id': 'c0bd21ad-0ceb-4c13-996c-54a66b67fad4', 'name': 'tempest-PortsIpV6TestJSON-177352406'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:21.718231 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:21.745857 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Transition to ACTIVE for port object 36b65765-b6dc-4a3a-bba3-cbe11a55d932 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:21.759734 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:21.829716 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Attempting to bind port 36b65765-b6dc-4a3a-bba3-cbe11a55d932 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:12:21.830088 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Attempting to bind port 36b65765-b6dc-4a3a-bba3-cbe11a55d932 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:12:21.830475 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Attempting to bind port 36b65765-b6dc-4a3a-bba3-cbe11a55d932 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:12:21.839872 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab91dd-56fd-4bf0-9d65-5a96b2bab9be None None] Pushing event updated for resources: {'Port': ['ID=36b65765-b6dc-4a3a-bba3-cbe11a55d932,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:21.842401 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:12:21.842861 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:21.843369 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:21.843853 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:12:21.844229 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Bound port: 36b65765-b6dc-4a3a-bba3-cbe11a55d932, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:12:21.844761 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:21.873471 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab91dd-56fd-4bf0-9d65-5a96b2bab9be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:21.873827 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab91dd-56fd-4bf0-9d65-5a96b2bab9be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:21.874167 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab91dd-56fd-4bf0-9d65-5a96b2bab9be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:21.874607 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab91dd-56fd-4bf0-9d65-5a96b2bab9be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:21.874920 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab91dd-56fd-4bf0-9d65-5a96b2bab9be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:21.875394 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab91dd-56fd-4bf0-9d65-5a96b2bab9be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:21.875722 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab91dd-56fd-4bf0-9d65-5a96b2bab9be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:21.876045 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab91dd-56fd-4bf0-9d65-5a96b2bab9be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:21.876370 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab91dd-56fd-4bf0-9d65-5a96b2bab9be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:21.876687 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab91dd-56fd-4bf0-9d65-5a96b2bab9be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:21.877006 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab91dd-56fd-4bf0-9d65-5a96b2bab9be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:21.877321 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ab91dd-56fd-4bf0-9d65-5a96b2bab9be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:21.914259 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5448f2-fc65-4a93-b481-d29b17b5fc65 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:21.917956 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa5448f2-fc65-4a93-b481-d29b17b5fc65 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:21.934896 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] For port 36b65765-b6dc-4a3a-bba3-cbe11a55d932, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:12:21.941960 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] For port 36b65765-b6dc-4a3a-bba3-cbe11a55d932, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=36b65765-b6dc-4a3a-bba3-cbe11a55d932,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:12:21.957133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-c0bd21ad-0ceb-4c13-996c-54a66b67fad4', 'network_id': 'c0bd21ad-0ceb-4c13-996c-54a66b67fad4', 'tenant_id': '0f479932b8944542b5a6230ec5e1ab06', 'fixed_ips': [{'subnet_id': '6dfa1477-5724-4fa1-a72b-698f23090189'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:12:21.959809 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:21.964747 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:21.972364 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-fa5448f2-fc65-4a93-b481-d29b17b5fc65 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] device_id is not set on port 19e1660c-7650-4e5d-b0c1-1372dc817bb5 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:12:22.040004 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ae467a51-829c-4c3c-a07a-847cb2fbd1ca tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:22.052915 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab91dd-56fd-4bf0-9d65-5a96b2bab9be None None] Pushing event updated for resources: {'Port': ['ID=36b65765-b6dc-4a3a-bba3-cbe11a55d932,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:22.068194 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Routers {'3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:12:22.070704 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:22.119070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae467a51-829c-4c3c-a07a-847cb2fbd1ca tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Subnet': ['ID=e79fadba-a10a-4ed5-9e0f-5983f8032ad0,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:22.154893 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae467a51-829c-4c3c-a07a-847cb2fbd1ca tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Checking segment: {'id': '043b55cc-9b98-470b-8c4a-e5aae3586055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:22.155189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae467a51-829c-4c3c-a07a-847cb2fbd1ca tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network hostable DHCP agents. Network: 5a1b924e-fdcb-45e3-9e4a-397d318048bb, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:12:22.177291 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae467a51-829c-4c3c-a07a-847cb2fbd1ca tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network 5a1b924e-fdcb-45e3-9e4a-397d318048bb is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:12:22.189106 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-fa5448f2-fc65-4a93-b481-d29b17b5fc65 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Allocated IP 2001:db8::31e (c0bd21ad-0ceb-4c13-996c-54a66b67fad4/6dfa1477-5724-4fa1-a72b-698f23090189/19e1660c-7650-4e5d-b0c1-1372dc817bb5) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:22.198318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-ae467a51-829c-4c3c-a07a-847cb2fbd1ca tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 5a1b924e-fdcb-45e3-9e4a-397d318048bb) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:22.207825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae467a51-829c-4c3c-a07a-847cb2fbd1ca tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:22.211749 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ae467a51-829c-4c3c-a07a-847cb2fbd1ca tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:22.215884 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe52688-5206-4b9d-ae4e-f67205bf3d3c None None] Network 5a1b924e-fdcb-45e3-9e4a-397d318048bb requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:22.235466 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] Set router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:12:22.239634 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ae467a51-829c-4c3c-a07a-847cb2fbd1ca tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0379727 Aug 28 13:12:22.242307 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58592) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:22.413078 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:12:22.414451 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:22.467605 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa5448f2-fc65-4a93-b481-d29b17b5fc65 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:22.488243 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-fa5448f2-fc65-4a93-b481-d29b17b5fc65 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Transition to ACTIVE for port object 19e1660c-7650-4e5d-b0c1-1372dc817bb5 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:22.494969 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:12:20Z', 'revision_number': 3, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:22.530310 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa5448f2-fc65-4a93-b481-d29b17b5fc65 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:22.644500 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5448f2-fc65-4a93-b481-d29b17b5fc65 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network c0bd21ad-0ceb-4c13-996c-54a66b67fad4 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:22.665222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-fa5448f2-fc65-4a93-b481-d29b17b5fc65 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:22.682986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5448f2-fc65-4a93-b481-d29b17b5fc65 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:22.688916 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5448f2-fc65-4a93-b481-d29b17b5fc65 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:22.689723 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa5448f2-fc65-4a93-b481-d29b17b5fc65 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:22.697949 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b342de0-35fd-401b-be8a-e33ce5ad3340 None None] The sync data for ids ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'] in n-d-791505-21 is: [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:12:20Z', 'revision_number': 3, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:12:22.725097 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5448f2-fc65-4a93-b481-d29b17b5fc65 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=19e1660c-7650-4e5d-b0c1-1372dc817bb5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:22.742109 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fa5448f2-fc65-4a93-b481-d29b17b5fc65 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0517149 Aug 28 13:12:22.742824 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58594) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:22.789231 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Allocated IP 172.20.0.2 (5a1b924e-fdcb-45e3-9e4a-397d318048bb/e79fadba-a10a-4ed5-9e0f-5983f8032ad0/f697b82c-8f5f-4cc7-a8b2-1d39158c5df8) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:22.814633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Allocated IP 2001:db8::2 (c0bd21ad-0ceb-4c13-996c-54a66b67fad4/6dfa1477-5724-4fa1-a72b-698f23090189/f828447c-d9a9-47ed-b977-de8d1958ec82) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:22.878911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f1720cc7-8c63-4289-8478-5a88af1f367b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port 19e1660c-7650-4e5d-b0c1-1372dc817bb5 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:22.879267 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f1720cc7-8c63-4289-8478-5a88af1f367b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:22.912882 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.092519 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.105906 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f1720cc7-8c63-4289-8478-5a88af1f367b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.124940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Transition to ACTIVE for port object f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:23.127966 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.135637 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f1720cc7-8c63-4289-8478-5a88af1f367b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for 19e1660c-7650-4e5d-b0c1-1372dc817bb5 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:23.153179 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Transition to ACTIVE for port object f828447c-d9a9-47ed-b977-de8d1958ec82 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:23.167979 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Transition to ACTIVE for port object f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:23.189284 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.208357 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Transition to ACTIVE for port object f828447c-d9a9-47ed-b977-de8d1958ec82 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:23.245670 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.251558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Network 5a1b924e-fdcb-45e3-9e4a-397d318048bb is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:23.255545 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:23.258686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:23.335987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Pushing event updated for resources: {'Port': ['ID=f697b82c-8f5f-4cc7-a8b2-1d39158c5df8,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:23.375758 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f1720cc7-8c63-4289-8478-5a88af1f367b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.395309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Allocated IP 172.20.0.1 (5a1b924e-fdcb-45e3-9e4a-397d318048bb/e79fadba-a10a-4ed5-9e0f-5983f8032ad0/257e8981-acf5-4d94-beb8-88340ddfe0ed) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:23.417613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Network c0bd21ad-0ceb-4c13-996c-54a66b67fad4 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:23.431018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1720cc7-8c63-4289-8478-5a88af1f367b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=19e1660c-7650-4e5d-b0c1-1372dc817bb5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:23.446087 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:23.449744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:23.459624 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Pushing event updated for resources: {'Port': ['ID=f828447c-d9a9-47ed-b977-de8d1958ec82,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:23.464178 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Attempting to bind port f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:12:23.464577 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Attempting to bind port f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '043b55cc-9b98-470b-8c4a-e5aae3586055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:12:23.464941 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Attempting to bind port f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 on network 5a1b924e-fdcb-45e3-9e4a-397d318048bb {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:12:23.476486 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f1720cc7-8c63-4289-8478-5a88af1f367b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.478883 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f1720cc7-8c63-4289-8478-5a88af1f367b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/19e1660c-7650-4e5d-b0c1-1372dc817bb5 HTTP/1.1" status: 204 len: 168 time: 0.7349691 Aug 28 13:12:23.484721 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58598) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:23.493853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:12:23.495224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Checking segment: {'id': '043b55cc-9b98-470b-8c4a-e5aae3586055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:23.495647 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.496065 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Bound using segment: {'id': '043b55cc-9b98-470b-8c4a-e5aae3586055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:12:23.496548 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Bound port: f697b82c-8f5f-4cc7-a8b2-1d39158c5df8, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043b55cc-9b98-470b-8c4a-e5aae3586055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:12:23.496938 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.527321 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de311f4-d2ca-474a-b83b-f639c36cc5de tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] DELETE failed (client error): The resource could not be found. Aug 28 13:12:23.528145 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de311f4-d2ca-474a-b83b-f639c36cc5de tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:12:23.533948 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4de311f4-d2ca-474a-b83b-f639c36cc5de tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/19e1660c-7650-4e5d-b0c1-1372dc817bb5 HTTP/1.1" status: 404 len: 333 time: 0.0457621 Aug 28 13:12:23.534585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58600) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:23.542632 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Attempting to bind port f828447c-d9a9-47ed-b977-de8d1958ec82 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:12:23.543005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Attempting to bind port f828447c-d9a9-47ed-b977-de8d1958ec82 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'b6ab1c74-84d4-438f-a5c9-6dff4e2d94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c0bd21ad-0ceb-4c13-996c-54a66b67fad4'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:12:23.543365 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Attempting to bind port f828447c-d9a9-47ed-b977-de8d1958ec82 on network c0bd21ad-0ceb-4c13-996c-54a66b67fad4 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:12:23.568950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:12:23.569321 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Checking segment: {'id': 'b6ab1c74-84d4-438f-a5c9-6dff4e2d94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c0bd21ad-0ceb-4c13-996c-54a66b67fad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:23.569726 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.570117 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Bound using segment: {'id': 'b6ab1c74-84d4-438f-a5c9-6dff4e2d94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c0bd21ad-0ceb-4c13-996c-54a66b67fad4'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:12:23.570783 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Bound port: f828447c-d9a9-47ed-b977-de8d1958ec82, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ab1c74-84d4-438f-a5c9-6dff4e2d94f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c0bd21ad-0ceb-4c13-996c-54a66b67fad4'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:12:23.571094 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.575614 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.599706 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d8e1d8-160f-439d-a270-f3d6a92e388f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] GET failed (client error): The resource could not be found. Aug 28 13:12:23.604062 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e1d8e1d8-160f-439d-a270-f3d6a92e388f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/19e1660c-7650-4e5d-b0c1-1372dc817bb5 HTTP/1.1" status: 404 len: 333 time: 0.0622184 Aug 28 13:12:23.604268 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Transition to ACTIVE for port object 257e8981-acf5-4d94-beb8-88340ddfe0ed will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:23.606092 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58602) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:23.645812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] For port f697b82c-8f5f-4cc7-a8b2-1d39158c5df8, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:12:23.674132 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.685795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] For port f697b82c-8f5f-4cc7-a8b2-1d39158c5df8, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f697b82c-8f5f-4cc7-a8b2-1d39158c5df8,segment=NetworkSegment(043b55cc-9b98-470b-8c4a-e5aae3586055),segment_id=043b55cc-9b98-470b-8c4a-e5aae3586055)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:12:23.687598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f04a90-4383-400e-b3c6-5aa2b79313ab tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting subnet 6dfa1477-5724-4fa1-a72b-698f23090189 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:12:23.691472 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-43f04a90-4383-400e-b3c6-5aa2b79313ab tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.700413 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.734099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network 5a1b924e-fdcb-45e3-9e4a-397d318048bb is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:23.740284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:23.749109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:23.768991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] For port f828447c-d9a9-47ed-b977-de8d1958ec82, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:12:23.772306 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-43f04a90-4383-400e-b3c6-5aa2b79313ab tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.822548 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Port': ['ID=257e8981-acf5-4d94-beb8-88340ddfe0ed,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:23.848185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] For port f828447c-d9a9-47ed-b977-de8d1958ec82, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f828447c-d9a9-47ed-b977-de8d1958ec82,segment=NetworkSegment(b6ab1c74-84d4-438f-a5c9-6dff4e2d94f9),segment_id=b6ab1c74-84d4-438f-a5c9-6dff4e2d94f9)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:12:23.851115 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.864079 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca70df-9069-435a-ba48-576a0221e4b0 None None] Pushing event updated for resources: {'Port': ['ID=f697b82c-8f5f-4cc7-a8b2-1d39158c5df8,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:23.885661 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.903360 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-43f04a90-4383-400e-b3c6-5aa2b79313ab tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:23.984406 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-43f04a90-4383-400e-b3c6-5aa2b79313ab tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:24.047079 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f04a90-4383-400e-b3c6-5aa2b79313ab tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Subnet': ['ID=6dfa1477-5724-4fa1-a72b-698f23090189,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:24.055082 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Pushing event updated for resources: {'Port': ['ID=f828447c-d9a9-47ed-b977-de8d1958ec82,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:24.064234 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-43f04a90-4383-400e-b3c6-5aa2b79313ab tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:24.069081 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-43f04a90-4383-400e-b3c6-5aa2b79313ab tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/6dfa1477-5724-4fa1-a72b-698f23090189 HTTP/1.1" status: 204 len: 168 time: 0.4602396 Aug 28 13:12:24.072957 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58604) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:24.075415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:24.075762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:24.076237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:24.079047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:24.079047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:24.079047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:24.079047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:24.079047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:24.079047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:24.079047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:24.079710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:24.086542 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b548856-cf8f-4276-983f-48c7830e8ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:24.220399 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:24.268363 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:24.511621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port f828447c-d9a9-47ed-b977-de8d1958ec82 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:24.512324 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:24.654774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] For port f828447c-d9a9-47ed-b977-de8d1958ec82, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f828447c-d9a9-47ed-b977-de8d1958ec82,segment=NetworkSegment(b6ab1c74-84d4-438f-a5c9-6dff4e2d94f9),segment_id=b6ab1c74-84d4-438f-a5c9-6dff4e2d94f9)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:24.654774 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:24.688799 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for f828447c-d9a9-47ed-b977-de8d1958ec82 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:24.796899 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:24.816217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:24.890635 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:24.917263 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:24.919112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Port': ['ID=257e8981-acf5-4d94-beb8-88340ddfe0ed,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:24.925990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No DVR routers for this DVR port f828447c-d9a9-47ed-b977-de8d1958ec82 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:12:24.976349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=f828447c-d9a9-47ed-b977-de8d1958ec82,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:25.082118 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:25.097475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0bd21ad-0ceb-4c13-996c-54a66b67fad4']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:25.125292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ab1c74-84d4-438f-a5c9-6dff4e2d94f9') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:25.125709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ab1c74-84d4-438f-a5c9-6dff4e2d94f9') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:25.167945 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:25.224041 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:25.234192 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network 5a1b924e-fdcb-45e3-9e4a-397d318048bb is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:25.254636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:25.257815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:12:25.260951 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 36b65765-b6dc-4a3a-bba3-cbe11a55d932 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:25.266180 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:25.293025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b63db9c-bbe7-49fc-8eec-ce06e605015b None None] Network 5a1b924e-fdcb-45e3-9e4a-397d318048bb requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:12:25.338480 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:12:25.344917 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:25.367007 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:25.370348 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/networks/c0bd21ad-0ceb-4c13-996c-54a66b67fad4 HTTP/1.1" status: 204 len: 168 time: 1.2951686 Aug 28 13:12:25.371472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420c441-551f-4560-b77d-0f4ad3ae365a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Network': ['ID=c0bd21ad-0ceb-4c13-996c-54a66b67fad4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:25.375665 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58612) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:25.380405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9bc098ee-f65f-411f-8e51-2e32e42bd9dd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-891791502'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:25.403599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-63237a00-f694-4b06-8d8b-de89f8440d93 None None] Provisioning for port f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:25.432988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc098ee-f65f-411f-8e51-2e32e42bd9dd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:25.437473 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bc098ee-f65f-411f-8e51-2e32e42bd9dd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:25.487897 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc098ee-f65f-411f-8e51-2e32e42bd9dd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:12:25.508348 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bc098ee-f65f-411f-8e51-2e32e42bd9dd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:25.508870 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-9bc098ee-f65f-411f-8e51-2e32e42bd9dd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Added segment 6e44af1c-885c-4094-87e6-af864bf7091f of type vlan for network 2cd81711-ef16-43e0-9443-7a62ebfb3b92 Aug 28 13:12:25.571186 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:12:25.597835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 36b65765-b6dc-4a3a-bba3-cbe11a55d932 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:25.611326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 36b65765-b6dc-4a3a-bba3-cbe11a55d932 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:25.611883 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bc098ee-f65f-411f-8e51-2e32e42bd9dd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:25.612285 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:25.665018 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bc098ee-f65f-411f-8e51-2e32e42bd9dd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:25.681364 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc098ee-f65f-411f-8e51-2e32e42bd9dd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:25.682706 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9bc098ee-f65f-411f-8e51-2e32e42bd9dd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:25.771379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-39bef768-2882-49cc-a709-a93fff2539e0 None None] Could not find standard attr ID for object f828447c-d9a9-47ed-b977-de8d1958ec82. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:12:25.774079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:12:25.782518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc098ee-f65f-411f-8e51-2e32e42bd9dd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Network': ['ID=2cd81711-ef16-43e0-9443-7a62ebfb3b92,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:25.793279 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:25.796272 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-89cb1730-3ef2-4303-a65a-eb2cb2b1cf80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "PUT /v2.0/routers/3a18fa5f-7dbc-4222-ae63-b9fa70f5c082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5527716 Aug 28 13:12:25.797028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58616) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:25.805513 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9bc098ee-f65f-411f-8e51-2e32e42bd9dd tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4298549 Aug 28 13:12:25.808277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58618) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:25.814727 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-07d9caeb-443b-4905-910b-08cfeb0617b3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'subnet': {'network_id': '2cd81711-ef16-43e0-9443-7a62ebfb3b92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:25.830834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 2cd81711-ef16-43e0-9443-7a62ebfb3b92 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:12:25.863191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 36b65765-b6dc-4a3a-bba3-cbe11a55d932, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=36b65765-b6dc-4a3a-bba3-cbe11a55d932,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:25.892231 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a098cb-2c72-4f63-8947-40da0ae1993a None None] DHCP port deletion for c0bd21ad-0ceb-4c13-996c-54a66b67fad4 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:12:25.928581 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:25.929663 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:25.956955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe2dfc-da66-4cbc-b5ec-3471edfc508e None None] Network c0bd21ad-0ceb-4c13-996c-54a66b67fad4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:26.028726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d9caeb-443b-4905-910b-08cfeb0617b3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:26.035070 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-07d9caeb-443b-4905-910b-08cfeb0617b3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:26.045942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe2dfc-da66-4cbc-b5ec-3471edfc508e None None] Network c0bd21ad-0ceb-4c13-996c-54a66b67fad4 could not be found, it might have been deleted concurrently. {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 13:12:26.138410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cb6406-6365-493a-a48d-0c545cdb468c tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:26.139151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cb6406-6365-493a-a48d-0c545cdb468c tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:26.139644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cb6406-6365-493a-a48d-0c545cdb468c tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:26.140114 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cb6406-6365-493a-a48d-0c545cdb468c tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:26.140580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cb6406-6365-493a-a48d-0c545cdb468c tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:26.141051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cb6406-6365-493a-a48d-0c545cdb468c tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:26.141511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cb6406-6365-493a-a48d-0c545cdb468c tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:26.150527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b9cb6406-6365-493a-a48d-0c545cdb468c tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4866 time: 0.3523281 Aug 28 13:12:26.155349 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58620) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:26.263370 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861cbd24-f158-44df-9bd9-cd966d484258 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:26.264532 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861cbd24-f158-44df-9bd9-cd966d484258 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:26.265290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861cbd24-f158-44df-9bd9-cd966d484258 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:26.265917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861cbd24-f158-44df-9bd9-cd966d484258 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:26.266569 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861cbd24-f158-44df-9bd9-cd966d484258 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:26.268688 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-861cbd24-f158-44df-9bd9-cd966d484258 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.1123443 Aug 28 13:12:26.271734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58622) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:26.286831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Sync routers for ids ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:12:26.335584 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=36b65765-b6dc-4a3a-bba3-cbe11a55d932,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:26.347975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Routers {'3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:12:26.349029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:26.352276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:26.411422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:26.411795 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:26.469840 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-07d9caeb-443b-4905-910b-08cfeb0617b3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:26.503757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-272ec234-d137-41fd-8f36-930667f24131 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.2280579 Aug 28 13:12:26.604048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9caeb-443b-4905-910b-08cfeb0617b3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Subnet': ['ID=781fab86-9245-4a0b-864d-2a6caec16b84,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:26.608236 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Set router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:12:26.622804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d9caeb-443b-4905-910b-08cfeb0617b3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Checking segment: {'id': '6e44af1c-885c-4094-87e6-af864bf7091f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2cd81711-ef16-43e0-9443-7a62ebfb3b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:26.623738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d9caeb-443b-4905-910b-08cfeb0617b3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network hostable DHCP agents. Network: 2cd81711-ef16-43e0-9443-7a62ebfb3b92, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:12:26.665905 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-dce2eb1a-3a02-4acb-b643-2d2c98d5680d None None] Provisioning for port 257e8981-acf5-4d94-beb8-88340ddfe0ed completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:26.678007 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d9caeb-443b-4905-910b-08cfeb0617b3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 2cd81711-ef16-43e0-9443-7a62ebfb3b92 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:12:26.684465 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-dce2eb1a-3a02-4acb-b643-2d2c98d5680d None None] Provisioning complete for port 257e8981-acf5-4d94-beb8-88340ddfe0ed triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:26.684840 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dce2eb1a-3a02-4acb-b643-2d2c98d5680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:26.694689 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-07d9caeb-443b-4905-910b-08cfeb0617b3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 2cd81711-ef16-43e0-9443-7a62ebfb3b92) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:26.706879 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d9caeb-443b-4905-910b-08cfeb0617b3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:26.707882 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-07d9caeb-443b-4905-910b-08cfeb0617b3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:26.735443 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-07d9caeb-443b-4905-910b-08cfeb0617b3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9232621 Aug 28 13:12:26.736551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58628) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:26.744418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f643e9-fb8d-43c5-aa40-754ed7811aa4 None None] Network 2cd81711-ef16-43e0-9443-7a62ebfb3b92 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:26.747508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ef5a722b-fc22-4655-b974-7e09dacac74b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'network_id': '2cd81711-ef16-43e0-9443-7a62ebfb3b92', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1808466634'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:26.846555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-dce2eb1a-3a02-4acb-b643-2d2c98d5680d None None] Port 257e8981-acf5-4d94-beb8-88340ddfe0ed cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:12:26.915511 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58630) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:26.924375 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c10a63c7-9cd3-4f7f-8d72-95bbf396bf1c tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-350676789', 'description': 'tempest-secgroup-smoke-350676789 description', 'project_id': 'b71b30df94e64348893b50e0a2be3059'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:26.940090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5a722b-fc22-4655-b974-7e09dacac74b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:26.944474 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ef5a722b-fc22-4655-b974-7e09dacac74b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:26.966061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-ef5a722b-fc22-4655-b974-7e09dacac74b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] device_id is not set on port 855a8212-fa4f-4322-b385-ca6ff5985dcd yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:12:26.978594 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c10a63c7-9cd3-4f7f-8d72-95bbf396bf1c tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.090055 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.102446 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5691bfe6-ee70-41b8-b7a5-0eedd650b594 None None] Provisioning complete for port 257e8981-acf5-4d94-beb8-88340ddfe0ed triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:27.102768 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5691bfe6-ee70-41b8-b7a5-0eedd650b594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.106618 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-ef5a722b-fc22-4655-b974-7e09dacac74b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Allocated IP 2001:db8::18c (2cd81711-ef16-43e0-9443-7a62ebfb3b92/781fab86-9245-4a0b-864d-2a6caec16b84/855a8212-fa4f-4322-b385-ca6ff5985dcd) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:27.153188 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c10a63c7-9cd3-4f7f-8d72-95bbf396bf1c tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.159180 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c10a63c7-9cd3-4f7f-8d72-95bbf396bf1c tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.196779 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a63c7-9cd3-4f7f-8d72-95bbf396bf1c tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae271e94-2699-431d-b395-021109f622fe,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:27.206917 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port f697b82c-8f5f-4cc7-a8b2-1d39158c5df8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f697b82c-8f5f-4cc7-a8b2-1d39158c5df8,segment=NetworkSegment(043b55cc-9b98-470b-8c4a-e5aae3586055),segment_id=043b55cc-9b98-470b-8c4a-e5aae3586055)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:27.215086 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c10a63c7-9cd3-4f7f-8d72-95bbf396bf1c tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.217425 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c10a63c7-9cd3-4f7f-8d72-95bbf396bf1c tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3005416 Aug 28 13:12:27.220822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58632) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:27.228405 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.237638 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-83ea9f7b-43df-4c88-b554-008731fb5a06 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'ae271e94-2699-431d-b395-021109f622fe', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:27.245291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-2cd81711-ef16-43e0-9443-7a62ebfb3b92', 'network_id': '2cd81711-ef16-43e0-9443-7a62ebfb3b92', 'tenant_id': '0f479932b8944542b5a6230ec5e1ab06', 'fixed_ips': [{'subnet_id': '781fab86-9245-4a0b-864d-2a6caec16b84'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:12:27.246164 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.261664 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ef5a722b-fc22-4655-b974-7e09dacac74b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.278406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-ef5a722b-fc22-4655-b974-7e09dacac74b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Transition to ACTIVE for port object 855a8212-fa4f-4322-b385-ca6ff5985dcd will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:27.288186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-5691bfe6-ee70-41b8-b7a5-0eedd650b594 None None] Port 257e8981-acf5-4d94-beb8-88340ddfe0ed cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:12:27.288712 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-83ea9f7b-43df-4c88-b554-008731fb5a06 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.346674 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ef5a722b-fc22-4655-b974-7e09dacac74b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.393284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 36b65765-b6dc-4a3a-bba3-cbe11a55d932 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:27.396451 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-83ea9f7b-43df-4c88-b554-008731fb5a06 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.402547 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-83ea9f7b-43df-4c88-b554-008731fb5a06 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.420634 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=f697b82c-8f5f-4cc7-a8b2-1d39158c5df8,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:27.430333 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea9f7b-43df-4c88-b554-008731fb5a06 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cd4282-c270-45f5-91e1-6330eec60b57,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:27.437199 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-83ea9f7b-43df-4c88-b554-008731fb5a06 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.440097 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-83ea9f7b-43df-4c88-b554-008731fb5a06 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2167490 Aug 28 13:12:27.442272 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58634) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:27.450787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5a722b-fc22-4655-b974-7e09dacac74b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 2cd81711-ef16-43e0-9443-7a62ebfb3b92 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:27.452640 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d226d36f-63a1-4190-bf80-a6a3fa13f93d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'ae271e94-2699-431d-b395-021109f622fe', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:27.456293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-ef5a722b-fc22-4655-b974-7e09dacac74b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:27.469523 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:12:24Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '257e8981-acf5-4d94-beb8-88340ddfe0ed', 'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:f0:d0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:23Z', 'updated_at': '2021-08-28T13:12:24Z', 'revision_number': 2, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:27.471313 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a722b-fc22-4655-b974-7e09dacac74b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:27.480525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5a722b-fc22-4655-b974-7e09dacac74b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:27.481346 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ef5a722b-fc22-4655-b974-7e09dacac74b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.499903 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d226d36f-63a1-4190-bf80-a6a3fa13f93d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.501832 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a722b-fc22-4655-b974-7e09dacac74b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=855a8212-fa4f-4322-b385-ca6ff5985dcd,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:27.523750 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ef5a722b-fc22-4655-b974-7e09dacac74b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.7823634 Aug 28 13:12:27.524732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58636) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:27.525179 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Checking router: 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:12:27.525537 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Updating router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 port 257e8981-acf5-4d94-beb8-88340ddfe0ed binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:12:27.579689 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.585376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Allocated IP 2001:db8::2 (2cd81711-ef16-43e0-9443-7a62ebfb3b92/781fab86-9245-4a0b-864d-2a6caec16b84/dbb8cbc2-4675-47f8-b505-3b43002c3149) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:27.589863 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d226d36f-63a1-4190-bf80-a6a3fa13f93d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.597118 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d226d36f-63a1-4190-bf80-a6a3fa13f93d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.602857 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 36b65765-b6dc-4a3a-bba3-cbe11a55d932 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:27.603170 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.621773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226d36f-63a1-4190-bf80-a6a3fa13f93d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd4e5de-b5e2-4306-87ad-d443d44bb706,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:27.631373 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d226d36f-63a1-4190-bf80-a6a3fa13f93d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.633191 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d226d36f-63a1-4190-bf80-a6a3fa13f93d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1869202 Aug 28 13:12:27.636386 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58638) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:27.647072 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e22104e4-c15b-42e5-bcb1-adcb109c722b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'ae271e94-2699-431d-b395-021109f622fe', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:27.691674 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e22104e4-c15b-42e5-bcb1-adcb109c722b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.700416 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-3b9b0465-3c35-44c3-a926-69f270fb3de3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port 855a8212-fa4f-4322-b385-ca6ff5985dcd {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:27.700922 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b9b0465-3c35-44c3-a926-69f270fb3de3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.885689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e22104e4-c15b-42e5-bcb1-adcb109c722b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.888900 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b9b0465-3c35-44c3-a926-69f270fb3de3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.894014 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e22104e4-c15b-42e5-bcb1-adcb109c722b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.911601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-3b9b0465-3c35-44c3-a926-69f270fb3de3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for 855a8212-fa4f-4322-b385-ca6ff5985dcd owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:27.956234 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e22104e4-c15b-42e5-bcb1-adcb109c722b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:27.962089 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e22104e4-c15b-42e5-bcb1-adcb109c722b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3216350 Aug 28 13:12:27.962688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58668) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:27.971241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a499e6a9-7c22-4e64-a4d2-216e18a82647 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'ae271e94-2699-431d-b395-021109f622fe', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:27.985753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22104e4-c15b-42e5-bcb1-adcb109c722b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a912404-3acb-44b7-b085-96e44f6c9498,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:28.042234 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a499e6a9-7c22-4e64-a4d2-216e18a82647 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.119005 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a499e6a9-7c22-4e64-a4d2-216e18a82647 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.124710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f828447c-d9a9-47ed-b977-de8d1958ec82 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:12:28.125136 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a499e6a9-7c22-4e64-a4d2-216e18a82647 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.149579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499e6a9-7c22-4e64-a4d2-216e18a82647 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cfeb9f0-09ca-423e-a029-7de2eaf03289,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:28.158943 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a499e6a9-7c22-4e64-a4d2-216e18a82647 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.165040 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: f828447c-d9a9-47ed-b977-de8d1958ec82 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:12:28.165660 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f828447c-d9a9-47ed-b977-de8d1958ec82 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:12:28.166418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58686) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:28.166934 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a499e6a9-7c22-4e64-a4d2-216e18a82647 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2027385 Aug 28 13:12:28.177780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-6c6c50e2-60e9-4b87-a6dc-c8b5a56d16a3 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'ae271e94-2699-431d-b395-021109f622fe', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:28.200751 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b9b0465-3c35-44c3-a926-69f270fb3de3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.203368 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.222534 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Transition to ACTIVE for port object dbb8cbc2-4675-47f8-b505-3b43002c3149 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:28.241780 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.246485 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b0465-3c35-44c3-a926-69f270fb3de3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=855a8212-fa4f-4322-b385-ca6ff5985dcd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:28.262736 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-6c6c50e2-60e9-4b87-a6dc-c8b5a56d16a3 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Project b71b30df94e64348893b50e0a2be3059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:12:28.264567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Transition to ACTIVE for port object dbb8cbc2-4675-47f8-b505-3b43002c3149 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:28.265959 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Transition to ACTIVE for port object 257e8981-acf5-4d94-beb8-88340ddfe0ed will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:28.273398 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.278879 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.284019 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6c6c50e2-60e9-4b87-a6dc-c8b5a56d16a3 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.297961 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3b9b0465-3c35-44c3-a926-69f270fb3de3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.303125 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3b9b0465-3c35-44c3-a926-69f270fb3de3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/855a8212-fa4f-4322-b385-ca6ff5985dcd HTTP/1.1" status: 204 len: 168 time: 0.7768726 Aug 28 13:12:28.303599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58688) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:28.345386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Network 2cd81711-ef16-43e0-9443-7a62ebfb3b92 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:28.348656 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:28.351520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Pushing event updated for resources: {'Port': ['ID=dbb8cbc2-4675-47f8-b505-3b43002c3149,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:28.360133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:28.383880 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff7c252-c203-4eaf-8e5f-5d87db6440ed tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] GET failed (client error): The resource could not be found. Aug 28 13:12:28.389022 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4ff7c252-c203-4eaf-8e5f-5d87db6440ed tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/855a8212-fa4f-4322-b385-ca6ff5985dcd HTTP/1.1" status: 404 len: 333 time: 0.0829124 Aug 28 13:12:28.392474 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58690) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:28.398026 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6c6c50e2-60e9-4b87-a6dc-c8b5a56d16a3 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.403665 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6c6c50e2-60e9-4b87-a6dc-c8b5a56d16a3 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.429245 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c50e2-60e9-4b87-a6dc-c8b5a56d16a3 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092d4b9f-3f8b-479a-a8a3-f27c85fa643e,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:28.443221 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6c6c50e2-60e9-4b87-a6dc-c8b5a56d16a3 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.448127 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6c6c50e2-60e9-4b87-a6dc-c8b5a56d16a3 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2775538 Aug 28 13:12:28.448458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58692) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:28.461540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7a9c46bc-4266-4143-9736-c7b5b64ddca8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'ae271e94-2699-431d-b395-021109f622fe', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:28.494831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c88dc-7a6e-447a-a93b-68db541d889f None None] Pushing event updated for resources: {'Port': ['ID=257e8981-acf5-4d94-beb8-88340ddfe0ed,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:28.521798 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-7a9c46bc-4266-4143-9736-c7b5b64ddca8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Project b71b30df94e64348893b50e0a2be3059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:12:28.531250 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a9c46bc-4266-4143-9736-c7b5b64ddca8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.574226 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a585050-8663-4228-be25-ed951d66ac5f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting subnet 781fab86-9245-4a0b-864d-2a6caec16b84 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:12:28.585853 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a585050-8663-4228-be25-ed951d66ac5f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.645723 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a585050-8663-4228-be25-ed951d66ac5f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.697460 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a9c46bc-4266-4143-9736-c7b5b64ddca8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.703680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a9c46bc-4266-4143-9736-c7b5b64ddca8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.755904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c46bc-4266-4143-9736-c7b5b64ddca8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aef4017-a221-48c0-8a8d-efb25dd2977e,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:28.783846 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a9c46bc-4266-4143-9736-c7b5b64ddca8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.786245 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7a9c46bc-4266-4143-9736-c7b5b64ddca8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3365088 Aug 28 13:12:28.829625 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a585050-8663-4228-be25-ed951d66ac5f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.839873 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Attempting to bind port dbb8cbc2-4675-47f8-b505-3b43002c3149 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:12:28.840240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Attempting to bind port dbb8cbc2-4675-47f8-b505-3b43002c3149 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '6e44af1c-885c-4094-87e6-af864bf7091f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2cd81711-ef16-43e0-9443-7a62ebfb3b92'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:12:28.840626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Attempting to bind port dbb8cbc2-4675-47f8-b505-3b43002c3149 on network 2cd81711-ef16-43e0-9443-7a62ebfb3b92 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:12:28.853348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:12:28.853348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Checking segment: {'id': '6e44af1c-885c-4094-87e6-af864bf7091f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2cd81711-ef16-43e0-9443-7a62ebfb3b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:28.853348 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.853348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Bound using segment: {'id': '6e44af1c-885c-4094-87e6-af864bf7091f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2cd81711-ef16-43e0-9443-7a62ebfb3b92'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:12:28.853348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Bound port: dbb8cbc2-4675-47f8-b505-3b43002c3149, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e44af1c-885c-4094-87e6-af864bf7091f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2cd81711-ef16-43e0-9443-7a62ebfb3b92'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:12:28.853348 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.882580 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Attempting to bind port 257e8981-acf5-4d94-beb8-88340ddfe0ed on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:12:28.883423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Attempting to bind port 257e8981-acf5-4d94-beb8-88340ddfe0ed by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '043b55cc-9b98-470b-8c4a-e5aae3586055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:12:28.884040 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Attempting to bind port 257e8981-acf5-4d94-beb8-88340ddfe0ed on network 5a1b924e-fdcb-45e3-9e4a-397d318048bb {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:12:28.903233 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:12:28.903614 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Checking segment: {'id': '043b55cc-9b98-470b-8c4a-e5aae3586055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:28.904064 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.904491 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Bound using segment: {'id': '043b55cc-9b98-470b-8c4a-e5aae3586055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:12:28.905027 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Bound port: 257e8981-acf5-4d94-beb8-88340ddfe0ed, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043b55cc-9b98-470b-8c4a-e5aae3586055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:12:28.905520 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.939157 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a585050-8663-4228-be25-ed951d66ac5f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.986296 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a585050-8663-4228-be25-ed951d66ac5f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Subnet': ['ID=781fab86-9245-4a0b-864d-2a6caec16b84,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:28.994181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a585050-8663-4228-be25-ed951d66ac5f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:28.996474 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9a585050-8663-4228-be25-ed951d66ac5f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/781fab86-9245-4a0b-864d-2a6caec16b84 HTTP/1.1" status: 204 len: 168 time: 0.6028757 Aug 28 13:12:28.999332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58744) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:29.029192 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-5652fcd4-0d1c-48ec-b9ec-07aab7dcaf99 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-350676789&fields=id&tenant_id=b71b30df94e64348893b50e0a2be3059 HTTP/1.1" status: 200 len: 267 time: 0.0841811 Aug 28 13:12:29.061712 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] For port dbb8cbc2-4675-47f8-b505-3b43002c3149, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:12:29.073730 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] For port 257e8981-acf5-4d94-beb8-88340ddfe0ed, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:12:29.079921 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] For port 257e8981-acf5-4d94-beb8-88340ddfe0ed, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=257e8981-acf5-4d94-beb8-88340ddfe0ed,segment=NetworkSegment(043b55cc-9b98-470b-8c4a-e5aae3586055),segment_id=043b55cc-9b98-470b-8c4a-e5aae3586055)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:12:29.082954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] For port dbb8cbc2-4675-47f8-b505-3b43002c3149, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=dbb8cbc2-4675-47f8-b505-3b43002c3149,segment=NetworkSegment(6e44af1c-885c-4094-87e6-af864bf7091f),segment_id=6e44af1c-885c-4094-87e6-af864bf7091f)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:12:29.085785 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:29.095892 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:29.110318 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:29.176368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Routers {'3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:12:29.177087 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:29.188975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port dbb8cbc2-4675-47f8-b505-3b43002c3149 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:29.189735 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:29.229375 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c88dc-7a6e-447a-a93b-68db541d889f None None] Pushing event updated for resources: {'Port': ['ID=257e8981-acf5-4d94-beb8-88340ddfe0ed,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:29.298046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-584c97b5-1536-4359-857a-1db9f298cf68 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:29.321935 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-584c97b5-1536-4359-857a-1db9f298cf68 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/networks?id=5a1b924e-fdcb-45e3-9e4a-397d318048bb HTTP/1.1" status: 200 len: 796 time: 0.2777228 Aug 28 13:12:29.353976 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-f939004c-f4d0-48e5-bb7b-2f8de5935cab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/quotas/b71b30df94e64348893b50e0a2be3059 HTTP/1.1" status: 200 len: 375 time: 0.0308900 Aug 28 13:12:29.383335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] For port dbb8cbc2-4675-47f8-b505-3b43002c3149, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=dbb8cbc2-4675-47f8-b505-3b43002c3149,segment=NetworkSegment(6e44af1c-885c-4094-87e6-af864bf7091f),segment_id=6e44af1c-885c-4094-87e6-af864bf7091f)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:29.383836 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:29.408660 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb33a0b-b269-4915-ac86-b2e39e510b7f None None] Pushing event updated for resources: {'Port': ['ID=dbb8cbc2-4675-47f8-b505-3b43002c3149,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:29.423808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for dbb8cbc2-4675-47f8-b505-3b43002c3149 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:29.467934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] Set router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:12:29.523456 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-060119a9-d643-4015-b6c0-0582e2353f31 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b71b30df94e64348893b50e0a2be3059&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1567497 Aug 28 13:12:29.568606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:29.623457 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:29.668240 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=dbb8cbc2-4675-47f8-b505-3b43002c3149,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:29.691014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No DVR routers for this DVR port dbb8cbc2-4675-47f8-b505-3b43002c3149 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:12:29.834743 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-32d09eab-8129-48be-9673-ce646a63056b service neutron] 10.222.0.20 "GET /v2.0/networks/5a1b924e-fdcb-45e3-9e4a-397d318048bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094871 Aug 28 13:12:29.936775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:29.936775 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:29.963218 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-744ecaf3-609c-4e11-9adb-a9bb0d5ce34c service neutron] 10.222.0.20 "GET /v2.0/networks/5a1b924e-fdcb-45e3-9e4a-397d318048bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164708 Aug 28 13:12:30.109034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:12:24Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '257e8981-acf5-4d94-beb8-88340ddfe0ed', 'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:f0:d0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:23Z', 'updated_at': '2021-08-28T13:12:29Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:30.150964 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ca4a0-9ecf-41ef-880f-1fec04d6ada3 None None] The sync data for ids ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'] in n-d-791505-21 is: [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:12:24Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '257e8981-acf5-4d94-beb8-88340ddfe0ed', 'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:f0:d0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:23Z', 'updated_at': '2021-08-28T13:12:29Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:12:30.376582 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:30.393839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd81711-ef16-43e0-9443-7a62ebfb3b92']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:30.407826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e44af1c-885c-4094-87e6-af864bf7091f') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:30.408229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e44af1c-885c-4094-87e6-af864bf7091f') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:30.422003 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:30.438805 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:30.445937 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:12:30.445937 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:12:30.470487 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:12:30.608421 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97034e2a-abf7-423f-9585-57964c956a51 req-bf3a2f95-7e98-473d-aa45-bc1e5a0486b5 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 210 time: 0.3220658 Aug 28 13:12:30.610797 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:30.622000 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:30.624504 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/networks/2cd81711-ef16-43e0-9443-7a62ebfb3b92 HTTP/1.1" status: 204 len: 168 time: 1.6235890 Aug 28 13:12:30.630350 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58758) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:30.635820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05935af-9847-4c59-9c2d-b4275efb7fee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Network': ['ID=2cd81711-ef16-43e0-9443-7a62ebfb3b92,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:30.643563 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-fd128c7e-a3d9-4a23-a60b-3d5f871dc7ec tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'name': 'tempest-PortsIpV6TestJSON-450607505'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:30.877122 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd128c7e-a3d9-4a23-a60b-3d5f871dc7ec tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:30.883499 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd128c7e-a3d9-4a23-a60b-3d5f871dc7ec tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:30.910889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-fd128c7e-a3d9-4a23-a60b-3d5f871dc7ec tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] device_id is not set on port 02a133d0-3cf2-4047-b17a-0edad656082d yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:12:30.970018 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f7130212-7153-4c6e-bedc-c99f3d21094f None None] Could not find standard attr ID for object dbb8cbc2-4675-47f8-b505-3b43002c3149. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:12:30.986821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73db281-6f9e-49bc-9193-64f9bf7f1c81 None None] DHCP port deletion for 2cd81711-ef16-43e0-9443-7a62ebfb3b92 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:12:31.015748 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb682453-f777-4de0-9da8-d499e56ce046 None None] Network 2cd81711-ef16-43e0-9443-7a62ebfb3b92 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:31.033062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb682453-f777-4de0-9da8-d499e56ce046 None None] Network 2cd81711-ef16-43e0-9443-7a62ebfb3b92 could not be found, it might have been deleted concurrently. {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 13:12:31.150133 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd128c7e-a3d9-4a23-a60b-3d5f871dc7ec tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:31.206059 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd128c7e-a3d9-4a23-a60b-3d5f871dc7ec tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:31.282394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd128c7e-a3d9-4a23-a60b-3d5f871dc7ec tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:31.296145 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-fd128c7e-a3d9-4a23-a60b-3d5f871dc7ec tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:31.305686 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd128c7e-a3d9-4a23-a60b-3d5f871dc7ec tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:31.315091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd128c7e-a3d9-4a23-a60b-3d5f871dc7ec tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:31.315767 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fd128c7e-a3d9-4a23-a60b-3d5f871dc7ec tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:31.326591 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd128c7e-a3d9-4a23-a60b-3d5f871dc7ec tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=02a133d0-3cf2-4047-b17a-0edad656082d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:31.349741 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fd128c7e-a3d9-4a23-a60b-3d5f871dc7ec tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7181387 Aug 28 13:12:31.352384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58766) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:31.379333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 257e8981-acf5-4d94-beb8-88340ddfe0ed up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:31.445139 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 257e8981-acf5-4d94-beb8-88340ddfe0ed completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:31.450737 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 257e8981-acf5-4d94-beb8-88340ddfe0ed triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:31.451459 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:31.494324 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-381109ac-b343-47b9-b1f6-e72ca7ecfbcb tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port 02a133d0-3cf2-4047-b17a-0edad656082d {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:31.494695 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-381109ac-b343-47b9-b1f6-e72ca7ecfbcb tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:31.579399 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:31.607046 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:12:31.610134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-381109ac-b343-47b9-b1f6-e72ca7ecfbcb tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:31.626395 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-381109ac-b343-47b9-b1f6-e72ca7ecfbcb tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for 02a133d0-3cf2-4047-b17a-0edad656082d owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:31.638304 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 257e8981-acf5-4d94-beb8-88340ddfe0ed, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=257e8981-acf5-4d94-beb8-88340ddfe0ed,segment=NetworkSegment(043b55cc-9b98-470b-8c4a-e5aae3586055),segment_id=043b55cc-9b98-470b-8c4a-e5aae3586055)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:31.645728 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:31.733782 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=257e8981-acf5-4d94-beb8-88340ddfe0ed,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:31.822249 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-79a7a5b7-a341-423c-8e91-4862d9a995db req-fd3919c0-0bb1-4e78-b292-33df9b3109bf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 210 time: 0.0461202 Aug 28 13:12:31.832134 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-f315185a-98e8-4ac6-b60b-fa6f25afb215 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:31.833769 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-f315185a-98e8-4ac6-b60b-fa6f25afb215 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.11 "GET /v2.0/networks?id=5a1b924e-fdcb-45e3-9e4a-397d318048bb HTTP/1.1" status: 200 len: 796 time: 0.2540867 Aug 28 13:12:31.913279 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-381109ac-b343-47b9-b1f6-e72ca7ecfbcb tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:31.930237 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-61a3cb52-a9a2-491a-b914-f85a34b44108 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b71b30df94e64348893b50e0a2be3059 HTTP/1.1" status: 200 len: 379 time: 0.0846074 Aug 28 13:12:31.944074 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-a7a2d67d-ec4b-4fab-b0bb-7afec379ca6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'port': {'device_id': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'admin_state_up': True, 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'security_groups': ['ae271e94-2699-431d-b395-021109f622fe']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:31.963353 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381109ac-b343-47b9-b1f6-e72ca7ecfbcb tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=02a133d0-3cf2-4047-b17a-0edad656082d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:31.968604 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-381109ac-b343-47b9-b1f6-e72ca7ecfbcb tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:31.972737 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-381109ac-b343-47b9-b1f6-e72ca7ecfbcb tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/02a133d0-3cf2-4047-b17a-0edad656082d HTTP/1.1" status: 204 len: 168 time: 0.6154103 Aug 28 13:12:31.974190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58772) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:31.979537 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-bddc0936-6e3a-4193-b133-24803b72121e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'mac_address': 'fa:16:3e:f7:f1:5c', 'name': 'tempest-PortsIpV6TestJSON-1883766949'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:32.077869 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-a7a2d67d-ec4b-4fab-b0bb-7afec379ca6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Made reservation on behalf of b71b30df94e64348893b50e0a2be3059 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:32.081720 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-a7a2d67d-ec4b-4fab-b0bb-7afec379ca6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:32.093607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddc0936-6e3a-4193-b133-24803b72121e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:32.171571 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bddc0936-6e3a-4193-b133-24803b72121e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:32.199708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-bddc0936-6e3a-4193-b133-24803b72121e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] device_id is not set on port fbc7cd1d-0170-4cd3-8ce5-e888efcebba0 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:12:32.234115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-a7a2d67d-ec4b-4fab-b0bb-7afec379ca6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Allocated IP 172.20.0.11 (5a1b924e-fdcb-45e3-9e4a-397d318048bb/e79fadba-a10a-4ed5-9e0f-5983f8032ad0/0077a322-250b-4fde-8c4b-db7777595503) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:32.390478 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bddc0936-6e3a-4193-b133-24803b72121e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:32.408780 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-a7a2d67d-ec4b-4fab-b0bb-7afec379ca6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:32.427494 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-a7a2d67d-ec4b-4fab-b0bb-7afec379ca6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Transition to ACTIVE for port object 0077a322-250b-4fde-8c4b-db7777595503 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:32.440935 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bddc0936-6e3a-4193-b133-24803b72121e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:32.477270 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-a7a2d67d-ec4b-4fab-b0bb-7afec379ca6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:32.490724 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddc0936-6e3a-4193-b133-24803b72121e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:32.496584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-bddc0936-6e3a-4193-b133-24803b72121e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:32.503421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddc0936-6e3a-4193-b133-24803b72121e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:32.510034 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddc0936-6e3a-4193-b133-24803b72121e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:32.510688 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bddc0936-6e3a-4193-b133-24803b72121e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:32.518426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc0936-6e3a-4193-b133-24803b72121e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=fbc7cd1d-0170-4cd3-8ce5-e888efcebba0,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:32.533404 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bddc0936-6e3a-4193-b133-24803b72121e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5580983 Aug 28 13:12:32.535994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58774) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:32.551176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-a7a2d67d-ec4b-4fab-b0bb-7afec379ca6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network 5a1b924e-fdcb-45e3-9e4a-397d318048bb is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:32.556757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-a7a2d67d-ec4b-4fab-b0bb-7afec379ca6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:32.561960 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-a7a2d67d-ec4b-4fab-b0bb-7afec379ca6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:32.568746 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2d67d-ec4b-4fab-b0bb-7afec379ca6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Port': ['ID=0077a322-250b-4fde-8c4b-db7777595503,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:32.596892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87eb382-49ab-49a8-aecc-4b297125bc49 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:32.598885 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d87eb382-49ab-49a8-aecc-4b297125bc49 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/fbc7cd1d-0170-4cd3-8ce5-e888efcebba0 HTTP/1.1" status: 200 len: 845 time: 0.0612552 Aug 28 13:12:32.601267 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58776) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:32.638724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-a7a2d67d-ec4b-4fab-b0bb-7afec379ca6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:32.639891 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-a7a2d67d-ec4b-4fab-b0bb-7afec379ca6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:32.664442 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-a7a2d67d-ec4b-4fab-b0bb-7afec379ca6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7207878 Aug 28 13:12:32.672917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Request body: {'port': {'device_id': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:32.720363 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-2c87f06d-ae25-4cf4-b701-921f8eb8f1a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port fbc7cd1d-0170-4cd3-8ce5-e888efcebba0 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:32.720967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c87f06d-ae25-4cf4-b701-921f8eb8f1a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:32.764867 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:32.823467 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c87f06d-ae25-4cf4-b701-921f8eb8f1a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:32.839939 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-2c87f06d-ae25-4cf4-b701-921f8eb8f1a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for fbc7cd1d-0170-4cd3-8ce5-e888efcebba0 owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:32.913012 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-999b9384-352f-4598-9cbc-7a845704aeb1 None None] Provisioning for port 0077a322-250b-4fde-8c4b-db7777595503 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:32.924259 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-999b9384-352f-4598-9cbc-7a845704aeb1 None None] Provisioning complete for port 0077a322-250b-4fde-8c4b-db7777595503 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:32.924582 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-999b9384-352f-4598-9cbc-7a845704aeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:32.953836 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c87f06d-ae25-4cf4-b701-921f8eb8f1a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:32.978507 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-999b9384-352f-4598-9cbc-7a845704aeb1 None None] Port 0077a322-250b-4fde-8c4b-db7777595503 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:12:32.984735 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87f06d-ae25-4cf4-b701-921f8eb8f1a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=fbc7cd1d-0170-4cd3-8ce5-e888efcebba0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:32.996185 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2c87f06d-ae25-4cf4-b701-921f8eb8f1a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:32.999531 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2c87f06d-ae25-4cf4-b701-921f8eb8f1a8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/fbc7cd1d-0170-4cd3-8ce5-e888efcebba0 HTTP/1.1" status: 204 len: 168 time: 0.3971193 Aug 28 13:12:33.002264 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58782) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:33.034035 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-5289a3e6-50db-4268-97ab-e736e6053f8a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] GET failed (client error): The resource could not be found. Aug 28 13:12:33.038413 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5289a3e6-50db-4268-97ab-e736e6053f8a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/fbc7cd1d-0170-4cd3-8ce5-e888efcebba0 HTTP/1.1" status: 404 len: 333 time: 0.0319417 Aug 28 13:12:33.040072 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58784) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:33.046250 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-cf581e28-fdf9-41b6-a2d8-5e5010e359da tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'name': 'tempest-PortsIpV6TestJSON-1919481260'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:33.079983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc0ba0-f948-4e68-b3c4-e5ab6f76c0ec req-91a01322-7bd8-48fe-a19d-7c5f1b2652d3 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:33.081507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cbdc0ba0-f948-4e68-b3c4-e5ab6f76c0ec req-91a01322-7bd8-48fe-a19d-7c5f1b2652d3 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 932 time: 0.1368356 Aug 28 13:12:33.143180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf581e28-fdf9-41b6-a2d8-5e5010e359da tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:33.152725 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf581e28-fdf9-41b6-a2d8-5e5010e359da tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:33.158264 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cbdc0ba0-f948-4e68-b3c4-e5ab6f76c0ec req-3b4eb2f3-8ddd-411a-a420-14564ea0bf77 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae271e94-2699-431d-b395-021109f622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640080 Aug 28 13:12:33.185596 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-cf581e28-fdf9-41b6-a2d8-5e5010e359da tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] device_id is not set on port 32e223f3-62c1-40ed-96dc-5b2e4b9f16ff yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:12:33.210073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0077a322-250b-4fde-8c4b-db7777595503 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:12:33.220099 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:33.233428 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Transition to ACTIVE for port object 0077a322-250b-4fde-8c4b-db7777595503 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:33.237944 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:33.299773 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Pushing event updated for resources: {'Port': ['ID=0077a322-250b-4fde-8c4b-db7777595503,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:33.345476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 257e8981-acf5-4d94-beb8-88340ddfe0ed up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:33.400303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Attempting to bind port 0077a322-250b-4fde-8c4b-db7777595503 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:12:33.400639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Attempting to bind port 0077a322-250b-4fde-8c4b-db7777595503 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '043b55cc-9b98-470b-8c4a-e5aae3586055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:12:33.400974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Attempting to bind port 0077a322-250b-4fde-8c4b-db7777595503 on network 5a1b924e-fdcb-45e3-9e4a-397d318048bb {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:12:33.408481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Port 0077a322-250b-4fde-8c4b-db7777595503 on network 5a1b924e-fdcb-45e3-9e4a-397d318048bb not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:12:33.409063 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Attempting to bind port 0077a322-250b-4fde-8c4b-db7777595503 on network 5a1b924e-fdcb-45e3-9e4a-397d318048bb {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:12:33.416408 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:12:33.416833 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Checking segment: {'id': '043b55cc-9b98-470b-8c4a-e5aae3586055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:33.417643 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Bound using segment: {'id': '043b55cc-9b98-470b-8c4a-e5aae3586055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:12:33.417789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Bound port: 0077a322-250b-4fde-8c4b-db7777595503, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043b55cc-9b98-470b-8c4a-e5aae3586055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:12:33.418383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:33.477925 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf581e28-fdf9-41b6-a2d8-5e5010e359da tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:33.481307 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 257e8981-acf5-4d94-beb8-88340ddfe0ed triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:33.481681 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:33.511421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] For port 0077a322-250b-4fde-8c4b-db7777595503, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:12:33.515966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] For port 0077a322-250b-4fde-8c4b-db7777595503, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=0077a322-250b-4fde-8c4b-db7777595503,segment=NetworkSegment(043b55cc-9b98-470b-8c4a-e5aae3586055),segment_id=043b55cc-9b98-470b-8c4a-e5aae3586055)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:12:33.523007 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:33.532509 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf581e28-fdf9-41b6-a2d8-5e5010e359da tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:33.579655 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:33.580278 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:33.581723 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] 10.222.0.11 "PUT /v2.0/ports/0077a322-250b-4fde-8c4b-db7777595503 HTTP/1.1" status: 200 len: 1093 time: 0.9156744 Aug 28 13:12:33.582169 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'tag': '0077a322-250b-4fde-8c4b-db7777595503'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:12:33.585279 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c41cc9-1775-47e6-a98e-bc7e94e66f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f643f49-52ec-431d-8227-c8861ebd7be5", "tag": "0077a322-250b-4fde-8c4b-db7777595503"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:12:33.632824 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf581e28-fdf9-41b6-a2d8-5e5010e359da tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=32e223f3-62c1-40ed-96dc-5b2e4b9f16ff,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:33.640675 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf581e28-fdf9-41b6-a2d8-5e5010e359da tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:33.642149 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-cf581e28-fdf9-41b6-a2d8-5e5010e359da tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:33.645655 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf581e28-fdf9-41b6-a2d8-5e5010e359da tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:33.656645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf581e28-fdf9-41b6-a2d8-5e5010e359da tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:33.657618 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-cf581e28-fdf9-41b6-a2d8-5e5010e359da tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:33.664222 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ff8c2-f74d-42ee-a56e-79e61886dd88 service neutron] Pushing event updated for resources: {'Port': ['ID=0077a322-250b-4fde-8c4b-db7777595503,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:33.685108 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cf581e28-fdf9-41b6-a2d8-5e5010e359da tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6425004 Aug 28 13:12:33.687492 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58788) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:33.697317 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1679bfc3-e637-4366-8bc5-33f776051c90 x-openstack-request-id: req-1679bfc3-e637-4366-8bc5-33f776051c90 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:12:33.697603 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f643f49-52ec-431d-8227-c8861ebd7be5", "tag": "0077a322-250b-4fde-8c4b-db7777595503", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:12:33.697859 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1679bfc3-e637-4366-8bc5-33f776051c90 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:12:33.698098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2029fada-6235-4d11-8149-48a2746ea5b6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:33.698279 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'tag': '0077a322-250b-4fde-8c4b-db7777595503', 'status': 'completed', 'code': 200} Aug 28 13:12:33.719909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-7d2c5110-496f-4aef-8a1e-0ebe2d06ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:33.721555 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-7d2c5110-496f-4aef-8a1e-0ebe2d06ddc6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b71b30df94e64348893b50e0a2be3059&device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 1096 time: 0.0992322 Aug 28 13:12:33.776575 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-d97d5ab9-d6c8-4f17-b165-d0ef8b616ab2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0077a322-250b-4fde-8c4b-db7777595503 HTTP/1.1" status: 200 len: 217 time: 0.0439568 Aug 28 13:12:33.804650 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2029fada-6235-4d11-8149-48a2746ea5b6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:33.833824 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-df6b8531-2b94-4e35-a58a-d448e996eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:33.835403 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-df6b8531-2b94-4e35-a58a-d448e996eff0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e79fadba-a10a-4ed5-9e0f-5983f8032ad0 HTTP/1.1" status: 200 len: 835 time: 0.0522473 Aug 28 13:12:33.903101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-6d7d3023-6b42-41be-85f3-dead26b51e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:33.905464 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-6d7d3023-6b42-41be-85f3-dead26b51e48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a1b924e-fdcb-45e3-9e4a-397d318048bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625150 Aug 28 13:12:34.018979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-d5b0c7a7-6715-406c-9177-3083ccbafb29 service neutron] 10.222.0.11 "GET /v2.0/networks/5a1b924e-fdcb-45e3-9e4a-397d318048bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052330 Aug 28 13:12:34.022591 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2029fada-6235-4d11-8149-48a2746ea5b6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:34.029870 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2029fada-6235-4d11-8149-48a2746ea5b6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:34.068463 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-2029fada-6235-4d11-8149-48a2746ea5b6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] In _notify_port_updated(), no bound segment for port 32e223f3-62c1-40ed-96dc-5b2e4b9f16ff on network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab {{(pid=94878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 13:12:34.074387 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2029fada-6235-4d11-8149-48a2746ea5b6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:34.075104 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2029fada-6235-4d11-8149-48a2746ea5b6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:34.076883 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2029fada-6235-4d11-8149-48a2746ea5b6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "PUT /v2.0/ports/32e223f3-62c1-40ed-96dc-5b2e4b9f16ff HTTP/1.1" status: 200 len: 818 time: 0.3881323 Aug 28 13:12:34.079988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58792) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:34.120444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029fada-6235-4d11-8149-48a2746ea5b6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=32e223f3-62c1-40ed-96dc-5b2e4b9f16ff,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:34.146938 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2b62ecfa-f936-4d57-ae79-149ec9ee4b81 req-1cd93d9e-cc86-4bf9-9fda-4d5254c0e6a5 service neutron] 10.222.0.11 "GET /v2.0/networks/5a1b924e-fdcb-45e3-9e4a-397d318048bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211057 Aug 28 13:12:34.196805 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-019051c7-119d-43d6-8e8b-c72963a21349 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port 32e223f3-62c1-40ed-96dc-5b2e4b9f16ff {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:34.197100 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-019051c7-119d-43d6-8e8b-c72963a21349 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:34.250393 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c41cc9-1775-47e6-a98e-bc7e94e66f0f req-971498b9-0ac0-4853-adfa-851037e69ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:34.254456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5c41cc9-1775-47e6-a98e-bc7e94e66f0f req-971498b9-0ac0-4853-adfa-851037e69ea7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b71b30df94e64348893b50e0a2be3059&device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 1096 time: 0.0563681 Aug 28 13:12:34.271552 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-019051c7-119d-43d6-8e8b-c72963a21349 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:34.287960 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-019051c7-119d-43d6-8e8b-c72963a21349 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for 32e223f3-62c1-40ed-96dc-5b2e4b9f16ff owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:34.375354 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34384b46-4224-4b6a-afb0-21eabdf5797b req-d2628382-2ddf-4a26-91bc-8f324fa76f21 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:34.376435 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-019051c7-119d-43d6-8e8b-c72963a21349 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:34.376935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34384b46-4224-4b6a-afb0-21eabdf5797b req-d2628382-2ddf-4a26-91bc-8f324fa76f21 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 944 time: 0.1156557 Aug 28 13:12:34.422720 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-019051c7-119d-43d6-8e8b-c72963a21349 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:34.425129 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-019051c7-119d-43d6-8e8b-c72963a21349 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/32e223f3-62c1-40ed-96dc-5b2e4b9f16ff HTTP/1.1" status: 204 len: 168 time: 0.3440719 Aug 28 13:12:34.426322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019051c7-119d-43d6-8e8b-c72963a21349 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=32e223f3-62c1-40ed-96dc-5b2e4b9f16ff,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:34.428733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58796) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:34.443902 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c41cc9-1775-47e6-a98e-bc7e94e66f0f req-3eeb4df7-86e3-42c7-95df-119087e5a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:34.445390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5c41cc9-1775-47e6-a98e-bc7e94e66f0f req-3eeb4df7-86e3-42c7-95df-119087e5a44c service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a1b924e-fdcb-45e3-9e4a-397d318048bb HTTP/1.1" status: 200 len: 896 time: 0.1829395 Aug 28 13:12:34.467364 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34384b46-4224-4b6a-afb0-21eabdf5797b req-f43541bb-6629-44cd-a434-95884511df30 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae271e94-2699-431d-b395-021109f622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831082 Aug 28 13:12:34.504603 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5c41cc9-1775-47e6-a98e-bc7e94e66f0f req-f137ef4e-2d81-407a-a13e-3519eed71e44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0077a322-250b-4fde-8c4b-db7777595503 HTTP/1.1" status: 200 len: 217 time: 0.0452600 Aug 28 13:12:34.551709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf9323a-95f2-4c6d-a617-058dfb372c87 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:34.553137 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bdf9323a-95f2-4c6d-a617-058dfb372c87 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1221466 Aug 28 13:12:34.557478 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58798) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:34.572932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c41cc9-1775-47e6-a98e-bc7e94e66f0f req-79ca500c-a795-4dd2-8916-6836bef397e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:34.574472 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5c41cc9-1775-47e6-a98e-bc7e94e66f0f req-79ca500c-a795-4dd2-8916-6836bef397e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e79fadba-a10a-4ed5-9e0f-5983f8032ad0 HTTP/1.1" status: 200 len: 835 time: 0.0617466 Aug 28 13:12:34.584844 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-4361286f-cd09-43f6-916f-4f7c4abd7086 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] GET failed (client error): The resource could not be found. Aug 28 13:12:34.589792 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4361286f-cd09-43f6-916f-4f7c4abd7086 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/32e223f3-62c1-40ed-96dc-5b2e4b9f16ff HTTP/1.1" status: 404 len: 333 time: 0.0279682 Aug 28 13:12:34.590290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58800) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:34.596066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1b79e4bf-660d-4b8b-aafe-bd609f265eff tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-527080382'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:34.640582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b79e4bf-660d-4b8b-aafe-bd609f265eff tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:34.644056 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b79e4bf-660d-4b8b-aafe-bd609f265eff tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:34.659938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c41cc9-1775-47e6-a98e-bc7e94e66f0f req-f2da407d-1eff-46af-8af6-3d14ab00fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:34.661461 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5c41cc9-1775-47e6-a98e-bc7e94e66f0f req-f2da407d-1eff-46af-8af6-3d14ab00fc62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a1b924e-fdcb-45e3-9e4a-397d318048bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793669 Aug 28 13:12:34.727360 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b79e4bf-660d-4b8b-aafe-bd609f265eff tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:12:34.749222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b79e4bf-660d-4b8b-aafe-bd609f265eff tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:34.749569 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-1b79e4bf-660d-4b8b-aafe-bd609f265eff tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Added segment 5481e683-96e9-4ee2-b913-a52e580793ae of type vlan for network 76c45dad-fcca-4c34-9b54-6e4ea692dece Aug 28 13:12:34.811253 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b79e4bf-660d-4b8b-aafe-bd609f265eff tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:34.817597 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5c41cc9-1775-47e6-a98e-bc7e94e66f0f req-737e5e17-831f-472e-a04b-5513c39fc5ec service neutron] 10.222.0.11 "GET /v2.0/networks/5a1b924e-fdcb-45e3-9e4a-397d318048bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453421 Aug 28 13:12:34.886984 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b79e4bf-660d-4b8b-aafe-bd609f265eff tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:34.893760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b79e4bf-660d-4b8b-aafe-bd609f265eff tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:34.894374 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b79e4bf-660d-4b8b-aafe-bd609f265eff tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:34.976473 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1b79e4bf-660d-4b8b-aafe-bd609f265eff tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3851037 Aug 28 13:12:34.983146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58804) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:34.989391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9a1ce236-1973-4ac4-ae93-f7b1397f1d30 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'subnet': {'network_id': '76c45dad-fcca-4c34-9b54-6e4ea692dece', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:34.991686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79e4bf-660d-4b8b-aafe-bd609f265eff tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Network': ['ID=76c45dad-fcca-4c34-9b54-6e4ea692dece,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:35.004422 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5c41cc9-1775-47e6-a98e-bc7e94e66f0f req-3444a2d5-869f-4b55-9272-cf031387ddd5 service neutron] 10.222.0.11 "GET /v2.0/networks/5a1b924e-fdcb-45e3-9e4a-397d318048bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788568 Aug 28 13:12:35.004679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 76c45dad-fcca-4c34-9b54-6e4ea692dece details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:12:35.106064 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1ce236-1973-4ac4-ae93-f7b1397f1d30 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:35.112034 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce236-1973-4ac4-ae93-f7b1397f1d30 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:35.383722 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01706b3-a4b8-40ce-b101-a7f12b184216 req-11153374-b2aa-4864-903a-ec6b77040e59 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:35.385165 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d01706b3-a4b8-40ce-b101-a7f12b184216 req-11153374-b2aa-4864-903a-ec6b77040e59 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1098 time: 0.0807438 Aug 28 13:12:35.425945 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce236-1973-4ac4-ae93-f7b1397f1d30 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:35.466398 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d01706b3-a4b8-40ce-b101-a7f12b184216 req-0541c1b0-0cf5-4b87-ae94-cfaca569b7c7 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738943 Aug 28 13:12:35.505110 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ce236-1973-4ac4-ae93-f7b1397f1d30 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Checking segment: {'id': '5481e683-96e9-4ee2-b913-a52e580793ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76c45dad-fcca-4c34-9b54-6e4ea692dece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:35.505472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1ce236-1973-4ac4-ae93-f7b1397f1d30 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network hostable DHCP agents. Network: 76c45dad-fcca-4c34-9b54-6e4ea692dece, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:12:35.507441 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ce236-1973-4ac4-ae93-f7b1397f1d30 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Subnet': ['ID=3b1ecb87-f301-4d4c-829d-9a4d1678186f,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:35.511102 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58812) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:35.527599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1ce236-1973-4ac4-ae93-f7b1397f1d30 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 76c45dad-fcca-4c34-9b54-6e4ea692dece is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:12:35.542089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-9a1ce236-1973-4ac4-ae93-f7b1397f1d30 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 76c45dad-fcca-4c34-9b54-6e4ea692dece) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:35.551014 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1ce236-1973-4ac4-ae93-f7b1397f1d30 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:35.551992 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce236-1973-4ac4-ae93-f7b1397f1d30 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:35.555650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e49c7c4-7c2f-431b-9094-14d7330c6646 None None] Network 76c45dad-fcca-4c34-9b54-6e4ea692dece requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:35.575065 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9a1ce236-1973-4ac4-ae93-f7b1397f1d30 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5899885 Aug 28 13:12:35.577550 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58814) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:35.586530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-3ee87f88-3d22-44a7-8ac5-ba657da7e3ed tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'subnet': {'network_id': '76c45dad-fcca-4c34-9b54-6e4ea692dece', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:35.663900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed25dd8-28c1-4c09-a816-455ee6589514 req-f63fbd58-c1a3-4e2c-a9fe-147523f47002 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:35.665576 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eed25dd8-28c1-4c09-a816-455ee6589514 req-f63fbd58-c1a3-4e2c-a9fe-147523f47002 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 944 time: 0.0842144 Aug 28 13:12:35.758091 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eed25dd8-28c1-4c09-a816-455ee6589514 req-cd5125f2-8323-4fdd-8c9b-f59b86503881 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae271e94-2699-431d-b395-021109f622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593073 Aug 28 13:12:35.772886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-76c45dad-fcca-4c34-9b54-6e4ea692dece', 'network_id': '76c45dad-fcca-4c34-9b54-6e4ea692dece', 'tenant_id': '0f479932b8944542b5a6230ec5e1ab06', 'fixed_ips': [{'subnet_id': '3b1ecb87-f301-4d4c-829d-9a4d1678186f'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:12:35.774052 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:35.818588 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee87f88-3d22-44a7-8ac5-ba657da7e3ed tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:35.823016 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ee87f88-3d22-44a7-8ac5-ba657da7e3ed tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:35.835245 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-cff2041c-cbc3-4566-851f-21cc85abfe89 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port 139bbdec-c187-4045-b308-66ee0014fa32 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:35.835679 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cff2041c-cbc3-4566-851f-21cc85abfe89 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:35.942752 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cff2041c-cbc3-4566-851f-21cc85abfe89 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:35.943436 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cff2041c-cbc3-4566-851f-21cc85abfe89 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:35.943732 n-d-791505-21 neutron-server[94878]: INFO neutron.db.ipam_backend_mixin [None req-3ee87f88-3d22-44a7-8ac5-ba657da7e3ed tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b1ecb87-f301-4d4c-829d-9a4d1678186f (CIDR: 2001:db8::/64) Aug 28 13:12:35.948850 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee87f88-3d22-44a7-8ac5-ba657da7e3ed tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:12:35.949352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee87f88-3d22-44a7-8ac5-ba657da7e3ed tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:12:35.950310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Allocated IP 2001:db8::2 (76c45dad-fcca-4c34-9b54-6e4ea692dece/3b1ecb87-f301-4d4c-829d-9a4d1678186f/5f871ceb-054a-4054-a56a-926ff8f68735) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:35.972478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-cff2041c-cbc3-4566-851f-21cc85abfe89 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for 139bbdec-c187-4045-b308-66ee0014fa32 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:35.978014 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3ee87f88-3d22-44a7-8ac5-ba657da7e3ed tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3989551 Aug 28 13:12:35.981212 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58816) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:35.986217 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-62e97e10-77b6-42e8-bef8-228649ec2b79 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'subnet': {'network_id': '76c45dad-fcca-4c34-9b54-6e4ea692dece', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:36.119133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e97e10-77b6-42e8-bef8-228649ec2b79 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:36.124089 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62e97e10-77b6-42e8-bef8-228649ec2b79 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:36.181100 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:36.181717 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cff2041c-cbc3-4566-851f-21cc85abfe89 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:36.196667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Transition to ACTIVE for port object 5f871ceb-054a-4054-a56a-926ff8f68735 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:36.221494 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2041c-cbc3-4566-851f-21cc85abfe89 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=139bbdec-c187-4045-b308-66ee0014fa32,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:36.229292 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Transition to ACTIVE for port object 5f871ceb-054a-4054-a56a-926ff8f68735 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:36.237268 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:36.287322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Network 76c45dad-fcca-4c34-9b54-6e4ea692dece is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:36.293219 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:36.309209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:36.313770 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Pushing event updated for resources: {'Port': ['ID=5f871ceb-054a-4054-a56a-926ff8f68735,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:36.353244 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cff2041c-cbc3-4566-851f-21cc85abfe89 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:36.353595 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-cff2041c-cbc3-4566-851f-21cc85abfe89 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Floating IP 71e58da4-d32c-4b6e-9d91-6e790ced5782 disassociated (deleted). External IP: 172.25.1.148, port: c70812e5-9217-4d62-a4c3-5eb308c7749d. Aug 28 13:12:36.392711 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Attempting to bind port 5f871ceb-054a-4054-a56a-926ff8f68735 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:12:36.393254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Attempting to bind port 5f871ceb-054a-4054-a56a-926ff8f68735 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '5481e683-96e9-4ee2-b913-a52e580793ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76c45dad-fcca-4c34-9b54-6e4ea692dece'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:12:36.393719 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Attempting to bind port 5f871ceb-054a-4054-a56a-926ff8f68735 on network 76c45dad-fcca-4c34-9b54-6e4ea692dece {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:12:36.400093 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:12:36.400626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Checking segment: {'id': '5481e683-96e9-4ee2-b913-a52e580793ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76c45dad-fcca-4c34-9b54-6e4ea692dece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:36.401142 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:36.401640 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Bound using segment: {'id': '5481e683-96e9-4ee2-b913-a52e580793ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76c45dad-fcca-4c34-9b54-6e4ea692dece'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:12:36.402209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Bound port: 5f871ceb-054a-4054-a56a-926ff8f68735, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5481e683-96e9-4ee2-b913-a52e580793ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '76c45dad-fcca-4c34-9b54-6e4ea692dece'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:12:36.402728 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:36.469439 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62e97e10-77b6-42e8-bef8-228649ec2b79 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:36.488810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] For port 5f871ceb-054a-4054-a56a-926ff8f68735, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:12:36.492201 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] For port 5f871ceb-054a-4054-a56a-926ff8f68735, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5f871ceb-054a-4054-a56a-926ff8f68735,segment=NetworkSegment(5481e683-96e9-4ee2-b913-a52e580793ae),segment_id=5481e683-96e9-4ee2-b913-a52e580793ae)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:12:36.498863 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:36.519432 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e97e10-77b6-42e8-bef8-228649ec2b79 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 76c45dad-fcca-4c34-9b54-6e4ea692dece is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:36.527822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-62e97e10-77b6-42e8-bef8-228649ec2b79 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:36.534706 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e97e10-77b6-42e8-bef8-228649ec2b79 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:36.536040 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-62e97e10-77b6-42e8-bef8-228649ec2b79 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:36.565217 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e97e10-77b6-42e8-bef8-228649ec2b79 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Subnet': ['ID=6f5e7116-20bf-47cd-b408-1ae4fcceace2,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:36.584088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf9160-f6b1-4bcb-b934-eb6544d272ea None None] Pushing event updated for resources: {'Port': ['ID=5f871ceb-054a-4054-a56a-926ff8f68735,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:36.604181 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-62e97e10-77b6-42e8-bef8-228649ec2b79 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6206365 Aug 28 13:12:36.605731 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58820) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:36.616521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8b4746b1-1ae0-41aa-b27e-dd43ddd0ce6c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'network_id': '76c45dad-fcca-4c34-9b54-6e4ea692dece', 'fixed_ips': [{'subnet_id': '3b1ecb87-f301-4d4c-829d-9a4d1678186f'}, {'subnet_id': '6f5e7116-20bf-47cd-b408-1ae4fcceace2'}], 'name': 'tempest-PortsIpV6TestJSON-133122284'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:36.656066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff2041c-cbc3-4566-851f-21cc85abfe89 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router c633b0b5-89ab-4674-8d33-afe66a54987b has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:12:36.832503 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff2041c-cbc3-4566-851f-21cc85abfe89 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:12:36.846804 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd5002-ad75-4857-8e1a-31def99b6042 None None] Sync routers for ids ['c633b0b5-89ab-4674-8d33-afe66a54987b'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:12:36.847425 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cff2041c-cbc3-4566-851f-21cc85abfe89 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:36.865745 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abd5002-ad75-4857-8e1a-31def99b6042 None None] Routers {'c633b0b5-89ab-4674-8d33-afe66a54987b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:12:36.866988 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5abd5002-ad75-4857-8e1a-31def99b6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c633b0b5-89ab-4674-8d33-afe66a54987b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:36.908649 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 0077a322-250b-4fde-8c4b-db7777595503 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:12:36.934579 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cff2041c-cbc3-4566-851f-21cc85abfe89 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/floatingips/71e58da4-d32c-4b6e-9d91-6e790ced5782 HTTP/1.1" status: 204 len: 168 time: 1.4220850 Aug 28 13:12:36.937677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:12:36.941739 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dc5382-18e8-45c1-a800-0a9e9624b752" -d '{"events": [{"name": "network-changed", "server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:12:37.095073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 0077a322-250b-4fde-8c4b-db7777595503, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=0077a322-250b-4fde-8c4b-db7777595503,segment=NetworkSegment(043b55cc-9b98-470b-8c4a-e5aae3586055),segment_id=043b55cc-9b98-470b-8c4a-e5aae3586055)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:37.099152 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-5abd5002-ad75-4857-8e1a-31def99b6042 None None] Set router c633b0b5-89ab-4674-8d33-afe66a54987b gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:12:37.121440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '0077a322-250b-4fde-8c4b-db7777595503', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'port_id': '0077a322-250b-4fde-8c4b-db7777595503', 'mac_address': 'fa:16:3e:21:e9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:12:37.209515 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:37.214193 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c41e05-07af-46e0-910c-1388e4583bb8 x-openstack-request-id: req-83c41e05-07af-46e0-910c-1388e4583bb8 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:12:37.214499 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:12:37.214786 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83c41e05-07af-46e0-910c-1388e4583bb8 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:12:37.215208 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'status': 'completed', 'code': 200} Aug 28 13:12:37.243068 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0077a322-250b-4fde-8c4b-db7777595503 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:12:37.282218 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 0077a322-250b-4fde-8c4b-db7777595503, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=0077a322-250b-4fde-8c4b-db7777595503,segment=NetworkSegment(043b55cc-9b98-470b-8c4a-e5aae3586055),segment_id=043b55cc-9b98-470b-8c4a-e5aae3586055)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:37.291033 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:37.398677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=0077a322-250b-4fde-8c4b-db7777595503,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:37.450508 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc5382-18e8-45c1-a800-0a9e9624b752 req-c11388af-3ee4-4d80-b7ac-07fd1be91c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:37.452632 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0dc5382-18e8-45c1-a800-0a9e9624b752 req-c11388af-3ee4-4d80-b7ac-07fd1be91c8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 1098 time: 0.1882143 Aug 28 13:12:37.453620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4746b1-1ae0-41aa-b27e-dd43ddd0ce6c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:37.465214 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5f871ceb-054a-4054-a56a-926ff8f68735 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:37.475364 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac63526-3b52-4ec2-831b-775175d9f51a req-37e936e8-8579-4b2c-8adf-e639053f609a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:37.477060 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ac63526-3b52-4ec2-831b-775175d9f51a req-37e936e8-8579-4b2c-8adf-e639053f609a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 946 time: 0.1491165 Aug 28 13:12:37.484771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74d70f-e47e-4a17-b7ac-2e3d3c9fb75d req-1c84ea3e-bef9-48fe-adc5-ed237a5cf5ad tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:37.492813 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd74d70f-e47e-4a17-b7ac-2e3d3c9fb75d req-1c84ea3e-bef9-48fe-adc5-ed237a5cf5ad tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 945 time: 0.2183700 Aug 28 13:12:37.528649 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['0077a322-250b-4fde-8c4b-db7777595503'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:12:37.562257 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ac63526-3b52-4ec2-831b-775175d9f51a req-15e438c6-5d03-48c1-a4f8-1cdfd0eb07b0 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774989 Aug 28 13:12:37.610661 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:37.660786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 5f871ceb-054a-4054-a56a-926ff8f68735 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:37.726440 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5abd5002-ad75-4857-8e1a-31def99b6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114190541', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:15Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'e1c97a07-baa3-4105-b34a-1aef3e436ad2', 'name': '', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:69:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '01cacccf-3859-4280-a265-b49304c947e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:14Z', 'updated_at': '2021-08-28T13:10:22Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '01cacccf-3859-4280-a265-b49304c947e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:37.735858 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd74d70f-e47e-4a17-b7ac-2e3d3c9fb75d req-ab3ac10b-ea1d-4b2d-8537-421014b9aa23 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae271e94-2699-431d-b395-021109f622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419207 Aug 28 13:12:37.758339 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b4746b1-1ae0-41aa-b27e-dd43ddd0ce6c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:37.774023 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd5002-ad75-4857-8e1a-31def99b6042 None None] Checking router: c633b0b5-89ab-4674-8d33-afe66a54987b for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:12:37.786847 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abd5002-ad75-4857-8e1a-31def99b6042 None None] Routers {'c633b0b5-89ab-4674-8d33-afe66a54987b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:12:37.787791 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5abd5002-ad75-4857-8e1a-31def99b6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c633b0b5-89ab-4674-8d33-afe66a54987b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:37.798099 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-8b4746b1-1ae0-41aa-b27e-dd43ddd0ce6c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] device_id is not set on port 3ecc1b46-55a8-46b3-b85f-d617599f0bca yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:12:37.860910 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc5382-18e8-45c1-a800-0a9e9624b752 req-423d775f-c328-4973-b4e8-a8aacb5d5888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:37.867076 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0dc5382-18e8-45c1-a800-0a9e9624b752 req-423d775f-c328-4973-b4e8-a8aacb5d5888 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf HTTP/1.1" status: 200 len: 895 time: 0.3644545 Aug 28 13:12:37.988565 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-5abd5002-ad75-4857-8e1a-31def99b6042 None None] Set router c633b0b5-89ab-4674-8d33-afe66a54987b gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:12:38.021694 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802cd65d-e4e9-47cf-b5ab-3e1348cfec38 None None] Network 76c45dad-fcca-4c34-9b54-6e4ea692dece requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:38.048839 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0dc5382-18e8-45c1-a800-0a9e9624b752 req-2530338e-bbb5-4b56-92c2-20534d25155d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 200 len: 217 time: 0.0544336 Aug 28 13:12:38.127732 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b85b09d1-38d8-480b-8509-4ce5b99efb9f None None] Provisioning for port 5f871ceb-054a-4054-a56a-926ff8f68735 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:38.137691 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b85b09d1-38d8-480b-8509-4ce5b99efb9f None None] Provisioning complete for port 5f871ceb-054a-4054-a56a-926ff8f68735 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:38.138058 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b85b09d1-38d8-480b-8509-4ce5b99efb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:38.181936 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc5382-18e8-45c1-a800-0a9e9624b752 req-a3911bc2-6e45-413a-b20e-1b191e964aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:38.185331 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0dc5382-18e8-45c1-a800-0a9e9624b752 req-a3911bc2-6e45-413a-b20e-1b191e964aa1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=01cacccf-3859-4280-a265-b49304c947e3 HTTP/1.1" status: 200 len: 834 time: 0.0891364 Aug 28 13:12:38.325500 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5abd5002-ad75-4857-8e1a-31def99b6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114190541', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:15Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'e1c97a07-baa3-4105-b34a-1aef3e436ad2', 'name': '', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:69:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '01cacccf-3859-4280-a265-b49304c947e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:14Z', 'updated_at': '2021-08-28T13:10:22Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '01cacccf-3859-4280-a265-b49304c947e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:38.325752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc5382-18e8-45c1-a800-0a9e9624b752 req-d3cb035d-0881-4eac-9b14-2a42a748c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:38.327139 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0dc5382-18e8-45c1-a800-0a9e9624b752 req-d3cb035d-0881-4eac-9b14-2a42a748c08a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147759 Aug 28 13:12:38.341391 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b85b09d1-38d8-480b-8509-4ce5b99efb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:38.361959 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd5002-ad75-4857-8e1a-31def99b6042 None None] The sync data for ids ['c633b0b5-89ab-4674-8d33-afe66a54987b'] in n-d-791505-21 is: [{'id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114190541', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:15Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'e1c97a07-baa3-4105-b34a-1aef3e436ad2', 'name': '', 'network_id': '86fc7ca2-0435-4c00-bd25-7a5b3b91fccf', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:69:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '01cacccf-3859-4280-a265-b49304c947e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:14Z', 'updated_at': '2021-08-28T13:10:22Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '01cacccf-3859-4280-a265-b49304c947e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:12:38.412519 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b85b09d1-38d8-480b-8509-4ce5b99efb9f None None] For port 5f871ceb-054a-4054-a56a-926ff8f68735, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5f871ceb-054a-4054-a56a-926ff8f68735,segment=NetworkSegment(5481e683-96e9-4ee2-b913-a52e580793ae),segment_id=5481e683-96e9-4ee2-b913-a52e580793ae)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:38.418142 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b85b09d1-38d8-480b-8509-4ce5b99efb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:38.448043 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-8b4746b1-1ae0-41aa-b27e-dd43ddd0ce6c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Allocated IP 2001:db8::3ab (76c45dad-fcca-4c34-9b54-6e4ea692dece/3b1ecb87-f301-4d4c-829d-9a4d1678186f/3ecc1b46-55a8-46b3-b85f-d617599f0bca) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:38.487530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-8b4746b1-1ae0-41aa-b27e-dd43ddd0ce6c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Allocated IP 2001:db8:0:1::ea (76c45dad-fcca-4c34-9b54-6e4ea692dece/6f5e7116-20bf-47cd-b408-1ae4fcceace2/3ecc1b46-55a8-46b3-b85f-d617599f0bca) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:38.537217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b09d1-38d8-480b-8509-4ce5b99efb9f None None] Pushing event updated for resources: {'Port': ['ID=5f871ceb-054a-4054-a56a-926ff8f68735,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:38.544226 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c1940b-fdad-45c5-bd95-1533f4bbeb9e None None] Update dhcp port {'port': {'network_id': '76c45dad-fcca-4c34-9b54-6e4ea692dece', 'fixed_ips': [{'subnet_id': '3b1ecb87-f301-4d4c-829d-9a4d1678186f', 'ip_address': '2001:db8::2'}, {'subnet_id': '6f5e7116-20bf-47cd-b408-1ae4fcceace2'}], 'binding:host_id': 'n-d-791505-21'}, 'id': '5f871ceb-054a-4054-a56a-926ff8f68735'} from n-d-791505-21. {{(pid=94879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 13:12:38.561672 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0dc5382-18e8-45c1-a800-0a9e9624b752 req-f7584a7d-e4b2-469f-a32e-7adc690dacd7 service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181134 Aug 28 13:12:38.584341 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-97c1940b-fdad-45c5-bd95-1533f4bbeb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:38.775376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a228a4-de5d-4d07-9215-d90cd30b9327 None None] New status for floating IP 71e58da4-d32c-4b6e-9d91-6e790ced5782: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:12:38.861236 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b4746b1-1ae0-41aa-b27e-dd43ddd0ce6c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:38.870593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d649f1-a5ba-4410-8514-08f45927bbff req-49195ce5-0ecb-4e3d-a4f7-fceb8bbcd8db tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:38.873677 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79d649f1-a5ba-4410-8514-08f45927bbff req-49195ce5-0ecb-4e3d-a4f7-fceb8bbcd8db tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 946 time: 0.1493042 Aug 28 13:12:38.907964 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0dc5382-18e8-45c1-a800-0a9e9624b752 req-cfc40b2b-3652-4b37-9272-4466c63220e4 service neutron] 10.222.0.10 "GET /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379591 Aug 28 13:12:38.911970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-8b4746b1-1ae0-41aa-b27e-dd43ddd0ce6c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Transition to ACTIVE for port object 3ecc1b46-55a8-46b3-b85f-d617599f0bca will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:38.953528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33702408-949d-44e1-b69c-16628efbac79 req-0250f3cf-9f88-4670-8e1e-91498ada9a97 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:38.955452 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-33702408-949d-44e1-b69c-16628efbac79 req-0250f3cf-9f88-4670-8e1e-91498ada9a97 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 945 time: 0.1009920 Aug 28 13:12:38.965838 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79d649f1-a5ba-4410-8514-08f45927bbff req-d248ecf7-8bb8-40f5-b959-c0cd2ea293cc tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd949ec0-6bb1-4cb4-ab27-96310e7e5892&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810149 Aug 28 13:12:39.016622 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 0077a322-250b-4fde-8c4b-db7777595503 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:39.019708 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b4746b1-1ae0-41aa-b27e-dd43ddd0ce6c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:39.072570 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-33702408-949d-44e1-b69c-16628efbac79 req-5c7b38e0-cab0-4ad9-8305-cd72e5e5f962 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae271e94-2699-431d-b395-021109f622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074886 Aug 28 13:12:39.115755 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4746b1-1ae0-41aa-b27e-dd43ddd0ce6c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 76c45dad-fcca-4c34-9b54-6e4ea692dece is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:39.124254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-8b4746b1-1ae0-41aa-b27e-dd43ddd0ce6c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:39.127380 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4746b1-1ae0-41aa-b27e-dd43ddd0ce6c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=3ecc1b46-55a8-46b3-b85f-d617599f0bca,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:39.132675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-97c1940b-fdad-45c5-bd95-1533f4bbeb9e None None] Allocated IP 2001:db8:0:1::2 (76c45dad-fcca-4c34-9b54-6e4ea692dece/6f5e7116-20bf-47cd-b408-1ae4fcceace2/5f871ceb-054a-4054-a56a-926ff8f68735) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:39.136381 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4746b1-1ae0-41aa-b27e-dd43ddd0ce6c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:39.143200 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4746b1-1ae0-41aa-b27e-dd43ddd0ce6c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:39.144139 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8b4746b1-1ae0-41aa-b27e-dd43ddd0ce6c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:39.161540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44234b8-e06e-40e6-9b26-313310278aa5 req-870dbcff-4fef-4613-9723-d37858df4ca2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:39.163116 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e44234b8-e06e-40e6-9b26-313310278aa5 req-870dbcff-4fef-4613-9723-d37858df4ca2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.10 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 946 time: 0.1523573 Aug 28 13:12:39.181840 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8b4746b1-1ae0-41aa-b27e-dd43ddd0ce6c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.5711801 Aug 28 13:12:39.182331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58838) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:39.188519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b29890be-7b7a-4317-9448-4ae938c4967a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b1ecb87-f301-4d4c-829d-9a4d1678186f'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:39.237021 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 0077a322-250b-4fde-8c4b-db7777595503 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:39.251648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 0077a322-250b-4fde-8c4b-db7777595503 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:39.252018 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:39.309892 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-e44234b8-e06e-40e6-9b26-313310278aa5 req-44a7d5f7-5677-4348-9825-26aca48d25ef tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port c70812e5-9217-4d62-a4c3-5eb308c7749d {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:39.311903 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e44234b8-e06e-40e6-9b26-313310278aa5 req-44a7d5f7-5677-4348-9825-26aca48d25ef tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:39.313210 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-97c1940b-fdad-45c5-bd95-1533f4bbeb9e None None] For port 5f871ceb-054a-4054-a56a-926ff8f68735, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5f871ceb-054a-4054-a56a-926ff8f68735,segment=NetworkSegment(5481e683-96e9-4ee2-b913-a52e580793ae),segment_id=5481e683-96e9-4ee2-b913-a52e580793ae)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:39.351485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5f871ceb-054a-4054-a56a-926ff8f68735 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:39.391220 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-97c1940b-fdad-45c5-bd95-1533f4bbeb9e None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:39.406674 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b29890be-7b7a-4317-9448-4ae938c4967a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:39.427269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-e44234b8-e06e-40e6-9b26-313310278aa5 req-44a7d5f7-5677-4348-9825-26aca48d25ef tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] For port c70812e5-9217-4d62-a4c3-5eb308c7749d, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c70812e5-9217-4d62-a4c3-5eb308c7749d,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:39.427665 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e44234b8-e06e-40e6-9b26-313310278aa5 req-44a7d5f7-5677-4348-9825-26aca48d25ef tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:39.436434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-97c1940b-fdad-45c5-bd95-1533f4bbeb9e None None] Transition to ACTIVE for port object 5f871ceb-054a-4054-a56a-926ff8f68735 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:39.443188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-e44234b8-e06e-40e6-9b26-313310278aa5 req-44a7d5f7-5677-4348-9825-26aca48d25ef tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for c70812e5-9217-4d62-a4c3-5eb308c7749d owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:39.445209 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-97c1940b-fdad-45c5-bd95-1533f4bbeb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:39.485464 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:39.547217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 0077a322-250b-4fde-8c4b-db7777595503, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=0077a322-250b-4fde-8c4b-db7777595503,segment=NetworkSegment(043b55cc-9b98-470b-8c4a-e5aae3586055),segment_id=043b55cc-9b98-470b-8c4a-e5aae3586055)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:39.581732 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0077a322-250b-4fde-8c4b-db7777595503'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:12:39.584062 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f1af8d-99ce-455c-b080-bf31f4e9d573" -d '{"events": [{"server_uuid": "5f643f49-52ec-431d-8227-c8861ebd7be5", "name": "network-vif-plugged", "status": "completed", "tag": "0077a322-250b-4fde-8c4b-db7777595503"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:12:39.617213 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e44234b8-e06e-40e6-9b26-313310278aa5 req-44a7d5f7-5677-4348-9825-26aca48d25ef tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:39.618206 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1940b-fdad-45c5-bd95-1533f4bbeb9e None None] Pushing event updated for resources: {'Port': ['ID=5f871ceb-054a-4054-a56a-926ff8f68735,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:39.628008 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:39.655658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7d5f7-5677-4348-9825-26aca48d25ef tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=c70812e5-9217-4d62-a4c3-5eb308c7749d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:39.674206 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84d801e-fed4-44bb-bfa5-0a8179706605 x-openstack-request-id: req-b84d801e-fed4-44bb-bfa5-0a8179706605 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:12:39.674715 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f643f49-52ec-431d-8227-c8861ebd7be5", "name": "network-vif-plugged", "status": "completed", "tag": "0077a322-250b-4fde-8c4b-db7777595503", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:12:39.675304 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b84d801e-fed4-44bb-bfa5-0a8179706605 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:12:39.675839 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0077a322-250b-4fde-8c4b-db7777595503', 'code': 200} Aug 28 13:12:39.709238 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44234b8-e06e-40e6-9b26-313310278aa5 req-44a7d5f7-5677-4348-9825-26aca48d25ef tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] No DVR routers for this DVR port c70812e5-9217-4d62-a4c3-5eb308c7749d on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:12:39.719202 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e44234b8-e06e-40e6-9b26-313310278aa5 req-44a7d5f7-5677-4348-9825-26aca48d25ef tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:39.733369 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e44234b8-e06e-40e6-9b26-313310278aa5 req-44a7d5f7-5677-4348-9825-26aca48d25ef tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.10 "DELETE /v2.0/ports/c70812e5-9217-4d62-a4c3-5eb308c7749d HTTP/1.1" status: 204 len: 173 time: 0.5635705 Aug 28 13:12:39.734306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'name': 'network-vif-deleted', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:12:39.736675 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da6793d-0c8f-4bee-b240-462df7bbcbbb" -d '{"events": [{"server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "name": "network-vif-deleted", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:12:39.775766 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=0077a322-250b-4fde-8c4b-db7777595503,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:39.817466 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c65cb50-42c6-4ea0-9a12-6ec22c54bf09 x-openstack-request-id: req-7c65cb50-42c6-4ea0-9a12-6ec22c54bf09 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:12:39.817854 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931c31d4-3d06-4762-9f70-5778a4c49cf3", "name": "network-vif-deleted", "tag": "c70812e5-9217-4d62-a4c3-5eb308c7749d", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:12:39.818038 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c65cb50-42c6-4ea0-9a12-6ec22c54bf09 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:12:39.818498 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931c31d4-3d06-4762-9f70-5778a4c49cf3', 'name': 'network-vif-deleted', 'tag': 'c70812e5-9217-4d62-a4c3-5eb308c7749d', 'status': 'completed', 'code': 200} Aug 28 13:12:39.836178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-b29890be-7b7a-4317-9448-4ae938c4967a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Delete allocated IP 2001:db8:0:1::ea (76c45dad-fcca-4c34-9b54-6e4ea692dece/6f5e7116-20bf-47cd-b408-1ae4fcceace2) {{(pid=94877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 13:12:39.840691 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aa828-da63-4962-a31f-81fbf9b8bc8c req-ace44c97-48b5-4dce-95f9-6ecb066bfa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:39.844049 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d57aa828-da63-4962-a31f-81fbf9b8bc8c req-ace44c97-48b5-4dce-95f9-6ecb066bfa49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 1098 time: 0.0847626 Aug 28 13:12:39.870302 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7da7fce2-5eca-40b4-aff9-fc3fd3a33db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:39.950158 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d57aa828-da63-4962-a31f-81fbf9b8bc8c req-db288747-22db-4b63-80b4-bb3c77f4fa9b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ae271e94-2699-431d-b395-021109f622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987077 Aug 28 13:12:39.975104 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:40.055030 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b29890be-7b7a-4317-9448-4ae938c4967a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:40.076873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-b29890be-7b7a-4317-9448-4ae938c4967a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Ignored duplicate provisioning block setup for port 3ecc1b46-55a8-46b3-b85f-d617599f0bca by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 28 13:12:40.082468 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b29890be-7b7a-4317-9448-4ae938c4967a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:40.234395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b29890be-7b7a-4317-9448-4ae938c4967a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] In _notify_port_updated(), no bound segment for port 3ecc1b46-55a8-46b3-b85f-d617599f0bca on network 76c45dad-fcca-4c34-9b54-6e4ea692dece {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 13:12:40.252662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29890be-7b7a-4317-9448-4ae938c4967a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:40.253336 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b29890be-7b7a-4317-9448-4ae938c4967a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:40.257210 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b29890be-7b7a-4317-9448-4ae938c4967a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "PUT /v2.0/ports/3ecc1b46-55a8-46b3-b85f-d617599f0bca HTTP/1.1" status: 200 len: 925 time: 1.0712471 Aug 28 13:12:40.262132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58852) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:40.274007 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-8f5e1a04-811d-495b-be0b-ebb402df90be tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b1ecb87-f301-4d4c-829d-9a4d1678186f'}, {'subnet_id': '6f5e7116-20bf-47cd-b408-1ae4fcceace2'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:40.337232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525f96e-2262-4843-87a0-99126954b558 req-e1cf1ad8-1563-44cf-9ba7-bd92e12305f4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:40.339441 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d525f96e-2262-4843-87a0-99126954b558 req-e1cf1ad8-1563-44cf-9ba7-bd92e12305f4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 946 time: 0.1290641 Aug 28 13:12:40.369507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9a04b16-6709-4151-a203-a3c28788cbde req-be746a14-8a90-485e-961b-16a44e539dd8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=931c31d4-3d06-4762-9f70-5778a4c49cf3 HTTP/1.1" status: 200 len: 210 time: 0.0342560 Aug 28 13:12:40.388582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29890be-7b7a-4317-9448-4ae938c4967a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=3ecc1b46-55a8-46b3-b85f-d617599f0bca,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:40.443059 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d525f96e-2262-4843-87a0-99126954b558 req-6cadae7a-c6f8-4576-a2f8-0f45c36fe044 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae271e94-2699-431d-b395-021109f622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936272 Aug 28 13:12:40.449492 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1a04-811d-495b-be0b-ebb402df90be tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:40.554673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422bf13b-06a7-4814-b3ad-bb0e18332e0e None None] Network 76c45dad-fcca-4c34-9b54-6e4ea692dece requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:40.609176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2f539d28-7c1c-41da-b740-75d2cc1c7153 None None] Provisioning for port 5f871ceb-054a-4054-a56a-926ff8f68735 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:40.617327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2f539d28-7c1c-41da-b740-75d2cc1c7153 None None] Provisioning complete for port 5f871ceb-054a-4054-a56a-926ff8f68735 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:40.617825 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2f539d28-7c1c-41da-b740-75d2cc1c7153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:40.778298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-8f5e1a04-811d-495b-be0b-ebb402df90be tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Allocated IP 2001:db8:0:1::279 (76c45dad-fcca-4c34-9b54-6e4ea692dece/6f5e7116-20bf-47cd-b408-1ae4fcceace2/3ecc1b46-55a8-46b3-b85f-d617599f0bca) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:40.965968 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1a04-811d-495b-be0b-ebb402df90be tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:40.984852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-8f5e1a04-811d-495b-be0b-ebb402df90be tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Ignored duplicate provisioning block setup for port 3ecc1b46-55a8-46b3-b85f-d617599f0bca by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 28 13:12:40.995229 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1a04-811d-495b-be0b-ebb402df90be tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:41.088800 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8f5e1a04-811d-495b-be0b-ebb402df90be tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] In _notify_port_updated(), no bound segment for port 3ecc1b46-55a8-46b3-b85f-d617599f0bca on network 76c45dad-fcca-4c34-9b54-6e4ea692dece {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 13:12:41.095192 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5e1a04-811d-495b-be0b-ebb402df90be tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:41.095833 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1a04-811d-495b-be0b-ebb402df90be tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:41.097178 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8f5e1a04-811d-495b-be0b-ebb402df90be tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "PUT /v2.0/ports/3ecc1b46-55a8-46b3-b85f-d617599f0bca HTTP/1.1" status: 200 len: 1011 time: 0.8316991 Aug 28 13:12:41.100167 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58856) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:41.101768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e1a04-811d-495b-be0b-ebb402df90be tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=3ecc1b46-55a8-46b3-b85f-d617599f0bca,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:41.148843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-587bbfd2-d3be-46ab-bcfd-ead36007f1de None None] Provisioning for port 3ecc1b46-55a8-46b3-b85f-d617599f0bca completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:41.153327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-587bbfd2-d3be-46ab-bcfd-ead36007f1de None None] Provisioning complete for port 3ecc1b46-55a8-46b3-b85f-d617599f0bca triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:41.154688 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-587bbfd2-d3be-46ab-bcfd-ead36007f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:41.192224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-587bbfd2-d3be-46ab-bcfd-ead36007f1de None None] Port 3ecc1b46-55a8-46b3-b85f-d617599f0bca cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:12:41.204096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-388bbd19-6e5c-4afb-aabc-02e17aaad03b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port 3ecc1b46-55a8-46b3-b85f-d617599f0bca {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:41.205119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-587bbfd2-d3be-46ab-bcfd-ead36007f1de None None] Provisioning complete for port 5f871ceb-054a-4054-a56a-926ff8f68735 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:41.205303 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-388bbd19-6e5c-4afb-aabc-02e17aaad03b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:41.205673 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-587bbfd2-d3be-46ab-bcfd-ead36007f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:41.337068 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-388bbd19-6e5c-4afb-aabc-02e17aaad03b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:41.353523 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-388bbd19-6e5c-4afb-aabc-02e17aaad03b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for 3ecc1b46-55a8-46b3-b85f-d617599f0bca owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:41.398242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5f871ceb-054a-4054-a56a-926ff8f68735 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:41.468998 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58862) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:41.477283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 5f871ceb-054a-4054-a56a-926ff8f68735 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:41.477741 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:41.603488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0409cfd8-d24c-4001-97fe-9cb8e3da9ff3 None None] Provisioning complete for port 3ecc1b46-55a8-46b3-b85f-d617599f0bca triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:41.604870 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0409cfd8-d24c-4001-97fe-9cb8e3da9ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:41.719792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0409cfd8-d24c-4001-97fe-9cb8e3da9ff3 None None] Port 3ecc1b46-55a8-46b3-b85f-d617599f0bca cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:12:41.776027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36df8-f885-4e9b-abb7-a05ddb0b814b req-1192f63c-b732-436d-9ed3-f5d3dbbc7377 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:41.784933 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c7f36df8-f885-4e9b-abb7-a05ddb0b814b req-1192f63c-b732-436d-9ed3-f5d3dbbc7377 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 946 time: 0.2117691 Aug 28 13:12:41.875591 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c7f36df8-f885-4e9b-abb7-a05ddb0b814b req-7a68f6cf-b99e-46fa-8304-511a9281edba tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae271e94-2699-431d-b395-021109f622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846057 Aug 28 13:12:41.876687 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-388bbd19-6e5c-4afb-aabc-02e17aaad03b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:41.936019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b2d6d600-9151-4eff-9508-148c4cf44242 None None] Could not find standard attr ID for object 3ecc1b46-55a8-46b3-b85f-d617599f0bca. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:12:41.987253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bbd19-6e5c-4afb-aabc-02e17aaad03b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=3ecc1b46-55a8-46b3-b85f-d617599f0bca,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:42.082235 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-388bbd19-6e5c-4afb-aabc-02e17aaad03b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:42.095314 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-388bbd19-6e5c-4afb-aabc-02e17aaad03b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/3ecc1b46-55a8-46b3-b85f-d617599f0bca HTTP/1.1" status: 204 len: 168 time: 0.9940405 Aug 28 13:12:42.096080 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58868) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:42.123501 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5bdc23-4e9c-41df-88a5-12ddf5928d4f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] GET failed (client error): The resource could not be found. Aug 28 13:12:42.128112 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0b5bdc23-4e9c-41df-88a5-12ddf5928d4f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/3ecc1b46-55a8-46b3-b85f-d617599f0bca HTTP/1.1" status: 404 len: 333 time: 0.0309112 Aug 28 13:12:42.128801 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58870) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:42.219825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-b258940b-91d4-4bd5-8b02-12f6de7317ee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting subnet 6f5e7116-20bf-47cd-b408-1ae4fcceace2 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:12:42.223132 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b258940b-91d4-4bd5-8b02-12f6de7317ee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:42.278187 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b258940b-91d4-4bd5-8b02-12f6de7317ee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:42.281493 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8eeec-430d-4ac9-b498-fa3dc9ff1b20 req-e1aa297e-71cd-41c4-9dc1-86aa60121fd0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:42.285583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a8b60539-4ca5-42ad-b426-f6929172a5c2 None None] Could not find standard attr ID for object 3ecc1b46-55a8-46b3-b85f-d617599f0bca. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:12:42.286940 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ee8eeec-430d-4ac9-b498-fa3dc9ff1b20 req-e1aa297e-71cd-41c4-9dc1-86aa60121fd0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 946 time: 0.1145575 Aug 28 13:12:42.299704 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a22067bd-8305-4d32-b6ca-36f23e18d22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:42.404780 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ee8eeec-430d-4ac9-b498-fa3dc9ff1b20 req-2ed866eb-0514-45bf-ad7d-bf8b3d1a66d3 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae271e94-2699-431d-b395-021109f622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105430 Aug 28 13:12:42.439733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58872) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:42.465282 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b258940b-91d4-4bd5-8b02-12f6de7317ee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:42.547493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde6b5ed-3836-4dfb-bbe4-bfa7fb39a2e3 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:42.549582 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bde6b5ed-3836-4dfb-bbe4-bfa7fb39a2e3 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 1093 time: 0.0999422 Aug 28 13:12:42.554098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58874) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:42.566012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': '0077a322-250b-4fde-8c4b-db7777595503', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:42.586207 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:42.612534 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b258940b-91d4-4bd5-8b02-12f6de7317ee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:42.623794 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:42.646268 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-001abd53-a46a-4a0f-a70d-11c442507c00 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:42.661042 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258940b-91d4-4bd5-8b02-12f6de7317ee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Subnet': ['ID=6f5e7116-20bf-47cd-b408-1ae4fcceace2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:42.679672 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b258940b-91d4-4bd5-8b02-12f6de7317ee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:42.681909 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b258940b-91d4-4bd5-8b02-12f6de7317ee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/6f5e7116-20bf-47cd-b408-1ae4fcceace2 HTTP/1.1" status: 204 len: 168 time: 0.5519783 Aug 28 13:12:42.685403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c429bc8-1655-424b-83e9-cc3cb4b9baaf None None] Network 76c45dad-fcca-4c34-9b54-6e4ea692dece requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:42.703651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58876) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:42.798885 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:42.817593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting subnet 3b1ecb87-f301-4d4c-829d-9a4d1678186f {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:12:42.823130 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:42.877289 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:42.911170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c70812e5-9217-4d62-a4c3-5eb308c7749d no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:12:42.936282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: c70812e5-9217-4d62-a4c3-5eb308c7749d {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:12:42.936823 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c70812e5-9217-4d62-a4c3-5eb308c7749d not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:12:42.959342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Allocated IP 172.25.1.145 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/900b39ea-472c-4a7a-acef-f992406fc5bd) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:43.091912 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:43.100038 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:43.154879 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:43.202505 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-001abd53-a46a-4a0f-a70d-11c442507c00 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port e1c97a07-baa3-4105-b34a-1aef3e436ad2 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:43.202904 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-001abd53-a46a-4a0f-a70d-11c442507c00 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:43.206571 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:43.208815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:43.215891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:43.218951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Port': ['ID=900b39ea-472c-4a7a-acef-f992406fc5bd,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:43.222613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:43.247501 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:43.252787 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/3b1ecb87-f301-4d4c-829d-9a4d1678186f HTTP/1.1" status: 204 len: 168 time: 0.5456860 Aug 28 13:12:43.253428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58880) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:43.262845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1ecb87-f301-4d4c-829d-9a4d1678186f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:43.309234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:43.309871 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:43.309983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:43.310281 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:43.310636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:43.310967 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:43.311640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:43.311988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:43.312314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:43.312642 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:43.312966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:43.313289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e8294-5879-44ca-aa4d-32a336b7c7f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:12:43.380921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-001abd53-a46a-4a0f-a70d-11c442507c00 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] For port e1c97a07-baa3-4105-b34a-1aef3e436ad2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=e1c97a07-baa3-4105-b34a-1aef3e436ad2,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:43.381396 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-001abd53-a46a-4a0f-a70d-11c442507c00 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:43.382110 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:43.399123 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-001abd53-a46a-4a0f-a70d-11c442507c00 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for e1c97a07-baa3-4105-b34a-1aef3e436ad2 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:43.476231 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:43.607782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port 5f871ceb-054a-4054-a56a-926ff8f68735 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:43.608220 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:43.695738 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80f007f-235f-4f1b-83de-91a8300e9f9a None None] Network 76c45dad-fcca-4c34-9b54-6e4ea692dece requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:43.699567 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] For port 5f871ceb-054a-4054-a56a-926ff8f68735, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=5f871ceb-054a-4054-a56a-926ff8f68735,segment=NetworkSegment(5481e683-96e9-4ee2-b913-a52e580793ae),segment_id=5481e683-96e9-4ee2-b913-a52e580793ae)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:43.699933 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:43.721488 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for 5f871ceb-054a-4054-a56a-926ff8f68735 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:43.735947 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-001abd53-a46a-4a0f-a70d-11c442507c00 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:43.789161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001abd53-a46a-4a0f-a70d-11c442507c00 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=e1c97a07-baa3-4105-b34a-1aef3e436ad2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:43.822565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6ef54133-663f-489f-8412-13d7c317ba17 None None] Provisioning complete for port 5f871ceb-054a-4054-a56a-926ff8f68735 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:43.823234 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6ef54133-663f-489f-8412-13d7c317ba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.099378 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-001abd53-a46a-4a0f-a70d-11c442507c00 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.110184 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.190991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58f1c61-4f51-49b9-8a9b-2d518ef93c72 None None] DHCP port deletion for 76c45dad-fcca-4c34-9b54-6e4ea692dece request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:12:44.206049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=5f871ceb-054a-4054-a56a-926ff8f68735,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:44.218306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No DVR routers for this DVR port 5f871ceb-054a-4054-a56a-926ff8f68735 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:12:44.308293 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.348911 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.366900 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c45dad-fcca-4c34-9b54-6e4ea692dece']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:44.382288 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5481e683-96e9-4ee2-b913-a52e580793ae') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:44.382682 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5481e683-96e9-4ee2-b913-a52e580793ae') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:44.387154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001abd53-a46a-4a0f-a70d-11c442507c00 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router c633b0b5-89ab-4674-8d33-afe66a54987b has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:12:44.415081 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.433273 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.435232 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.461052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:12:44.461486 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:12:44.464784 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:12:44.505294 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001abd53-a46a-4a0f-a70d-11c442507c00 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:12:44.515891 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a4a55-6713-48ad-aaea-bad641789d18 None None] Sync routers for ids ['c633b0b5-89ab-4674-8d33-afe66a54987b'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:12:44.518672 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-001abd53-a46a-4a0f-a70d-11c442507c00 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "PUT /v2.0/routers/c633b0b5-89ab-4674-8d33-afe66a54987b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0416262 Aug 28 13:12:44.520320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58884) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:44.527290 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a4a55-6713-48ad-aaea-bad641789d18 None None] Routers {'c633b0b5-89ab-4674-8d33-afe66a54987b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:12:44.529752 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-c28a4a55-6713-48ad-aaea-bad641789d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c633b0b5-89ab-4674-8d33-afe66a54987b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:44.583225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1618cd-7dd6-4d29-bad8-80f8299fe6ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting subnet 01cacccf-3859-4280-a265-b49304c947e3 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:12:44.588087 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e1618cd-7dd6-4d29-bad8-80f8299fe6ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.608123 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.620554 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.627468 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/networks/76c45dad-fcca-4c34-9b54-6e4ea692dece HTTP/1.1" status: 204 len: 168 time: 1.3727279 Aug 28 13:12:44.630390 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58886) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:44.650012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b829ce-13d0-43d2-9f4b-ffe10e95c8b9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Network': ['ID=76c45dad-fcca-4c34-9b54-6e4ea692dece,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:44.658784 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-c28a4a55-6713-48ad-aaea-bad641789d18 None None] Set router c633b0b5-89ab-4674-8d33-afe66a54987b gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:12:44.662318 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e1618cd-7dd6-4d29-bad8-80f8299fe6ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.717701 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.724110 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.752349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d33a885-1889-4ea1-ab99-8879e94628bf tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:44.754313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4d33a885-1889-4ea1-ab99-8879e94628bf tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1214924 Aug 28 13:12:44.760358 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58888) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:44.810070 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Port': ['ID=900b39ea-472c-4a7a-acef-f992406fc5bd,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:44.814167 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.846811 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a3e01e56-c2ae-4c98-8ac3-5fa37b828aa3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0810204 Aug 28 13:12:44.853508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58890) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:44.862680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-d3654a33-126f-4c68-bc54-b504d6fa6986 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1855227738'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:44.875287 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e1618cd-7dd6-4d29-bad8-80f8299fe6ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.922202 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3654a33-126f-4c68-bc54-b504d6fa6986 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:44.922459 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-c28a4a55-6713-48ad-aaea-bad641789d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114190541', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:12:43Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:44.925579 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d3654a33-126f-4c68-bc54-b504d6fa6986 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.940246 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Floating IP 3fc94774-0087-4bb6-b8ab-501bde13a1e4 associated. External IP: 172.25.1.145, port: 0077a322-250b-4fde-8c4b-db7777595503. Aug 28 13:12:44.959707 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a4a55-6713-48ad-aaea-bad641789d18 None None] Checking router: c633b0b5-89ab-4674-8d33-afe66a54987b for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:12:44.964765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3654a33-126f-4c68-bc54-b504d6fa6986 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:12:44.974755 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a4a55-6713-48ad-aaea-bad641789d18 None None] Routers {'c633b0b5-89ab-4674-8d33-afe66a54987b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:12:44.975921 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-c28a4a55-6713-48ad-aaea-bad641789d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c633b0b5-89ab-4674-8d33-afe66a54987b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:44.980843 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d3654a33-126f-4c68-bc54-b504d6fa6986 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:44.981134 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-d3654a33-126f-4c68-bc54-b504d6fa6986 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Added segment 37185da4-2283-4cad-905c-6dfab10532f3 of type vlan for network 41b7f185-486b-48bf-92a0-8399f05bbfed Aug 28 13:12:44.990735 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e1618cd-7dd6-4d29-bad8-80f8299fe6ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:45.047537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1618cd-7dd6-4d29-bad8-80f8299fe6ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Subnet': ['ID=01cacccf-3859-4280-a265-b49304c947e3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:45.049893 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e1618cd-7dd6-4d29-bad8-80f8299fe6ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:45.054598 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9e1618cd-7dd6-4d29-bad8-80f8299fe6ca tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/subnets/01cacccf-3859-4280-a265-b49304c947e3 HTTP/1.1" status: 204 len: 168 time: 0.5338006 Aug 28 13:12:45.059310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57db2860-741d-4dbc-b625-23e8c1a9b031 None None] Network 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:45.060737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58892) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:45.127464 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d3654a33-126f-4c68-bc54-b504d6fa6986 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:45.128081 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-c28a4a55-6713-48ad-aaea-bad641789d18 None None] Set router c633b0b5-89ab-4674-8d33-afe66a54987b gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:12:45.215467 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27ddf439-4a45-4a9c-81e0-32f77aa9822a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:45.259399 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:12:45.331759 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d3654a33-126f-4c68-bc54-b504d6fa6986 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:45.340389 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3654a33-126f-4c68-bc54-b504d6fa6986 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:45.341184 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d3654a33-126f-4c68-bc54-b504d6fa6986 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:45.363708 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:45.415735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d74f84a-f925-4783-8904-053834fba907 None None] DHCP port deletion for 86fc7ca2-0435-4c00-bd25-7a5b3b91fccf request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:12:45.500480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9d74f84a-f925-4783-8904-053834fba907 None None] Deleting port 31f1cee4-3243-4655-b01f-5b765832f03b {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:45.500849 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9d74f84a-f925-4783-8904-053834fba907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:45.509170 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d3654a33-126f-4c68-bc54-b504d6fa6986 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6543806 Aug 28 13:12:45.514761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58904) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:45.522080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-52a1ef68-599b-4638-8147-4927050b4af0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'subnet': {'network_id': '41b7f185-486b-48bf-92a0-8399f05bbfed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:45.547816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3654a33-126f-4c68-bc54-b504d6fa6986 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Network': ['ID=41b7f185-486b-48bf-92a0-8399f05bbfed,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:45.555323 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-c28a4a55-6713-48ad-aaea-bad641789d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114190541', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:12:43Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:45.594703 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a4a55-6713-48ad-aaea-bad641789d18 None None] The sync data for ids ['c633b0b5-89ab-4674-8d33-afe66a54987b'] in n-d-791505-21 is: [{'id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114190541', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:12:43Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'f3302ff3-17a4-465d-8d90-b3614a945b2f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c633b0b5-89ab-4674-8d33-afe66a54987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:10:10Z', 'updated_at': '2021-08-28T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:12:45.596728 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5f871ceb-054a-4054-a56a-926ff8f68735 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:12:45.598960 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 41b7f185-486b-48bf-92a0-8399f05bbfed details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:12:45.659437 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27ddf439-4a45-4a9c-81e0-32f77aa9822a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:45.707084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9d74f84a-f925-4783-8904-053834fba907 None None] For port 31f1cee4-3243-4655-b01f-5b765832f03b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=31f1cee4-3243-4655-b01f-5b765832f03b,segment=NetworkSegment(f37f76e5-581b-4451-b824-367a3511ffce),segment_id=f37f76e5-581b-4451-b824-367a3511ffce)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:45.707924 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9d74f84a-f925-4783-8904-053834fba907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:45.724093 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9d74f84a-f925-4783-8904-053834fba907 None None] Calling delete_port for 31f1cee4-3243-4655-b01f-5b765832f03b owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:45.744626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a1ef68-599b-4638-8147-4927050b4af0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:45.749661 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-52a1ef68-599b-4638-8147-4927050b4af0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:45.816661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 5f871ceb-054a-4054-a56a-926ff8f68735 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:12:45.817399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 5f871ceb-054a-4054-a56a-926ff8f68735 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:12:45.832136 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9d74f84a-f925-4783-8904-053834fba907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:45.845373 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-27ddf439-4a45-4a9c-81e0-32f77aa9822a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port f3302ff3-17a4-465d-8d90-b3614a945b2f {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:45.845788 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27ddf439-4a45-4a9c-81e0-32f77aa9822a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:45.870469 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d74f84a-f925-4783-8904-053834fba907 None None] No DVR routers for this DVR port 31f1cee4-3243-4655-b01f-5b765832f03b on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:12:45.881693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74f84a-f925-4783-8904-053834fba907 None None] Pushing event deleted for resources: {'Port': ['ID=31f1cee4-3243-4655-b01f-5b765832f03b,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:45.978746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:12:45.993778 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f45d68-23ca-44a5-b011-63e9da9356be None None] Sync routers for ids ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:12:46.000121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-27ddf439-4a45-4a9c-81e0-32f77aa9822a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] For port f3302ff3-17a4-465d-8d90-b3614a945b2f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f3302ff3-17a4-465d-8d90-b3614a945b2f,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:46.005069 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27ddf439-4a45-4a9c-81e0-32f77aa9822a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:46.010962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f45d68-23ca-44a5-b011-63e9da9356be None None] Routers {'3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:12:46.011855 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-28f45d68-23ca-44a5-b011-63e9da9356be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:46.016496 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:46.053180 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5d1df785-c407-4544-92c3-857230dfc1f2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4980352 Aug 28 13:12:46.053780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'tag': '0077a322-250b-4fde-8c4b-db7777595503'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:12:46.056620 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b42a11f-c1f8-43eb-9dc4-4e526bf5d407" -d '{"events": [{"name": "network-changed", "server_uuid": "5f643f49-52ec-431d-8227-c8861ebd7be5", "tag": "0077a322-250b-4fde-8c4b-db7777595503"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:12:46.068419 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58906) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:46.081966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-27ddf439-4a45-4a9c-81e0-32f77aa9822a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for f3302ff3-17a4-465d-8d90-b3614a945b2f owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:46.115403 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa29355b-7ce6-488f-8633-5e55e988c750 x-openstack-request-id: req-fa29355b-7ce6-488f-8633-5e55e988c750 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:12:46.115947 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f643f49-52ec-431d-8227-c8861ebd7be5", "tag": "0077a322-250b-4fde-8c4b-db7777595503", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:12:46.116398 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa29355b-7ce6-488f-8633-5e55e988c750 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:12:46.116971 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'tag': '0077a322-250b-4fde-8c4b-db7777595503', 'status': 'completed', 'code': 200} Aug 28 13:12:46.196285 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-28f45d68-23ca-44a5-b011-63e9da9356be None None] Set router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:12:46.220503 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0ed3a43d-ad46-47bb-9480-196dd78ee043 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/floatingips/3fc94774-0087-4bb6-b8ab-501bde13a1e4 HTTP/1.1" status: 200 len: 992 time: 0.1509626 Aug 28 13:12:46.287964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42a11f-c1f8-43eb-9dc4-4e526bf5d407 req-b25f79c6-34c5-4fb1-b687-50e05fc3e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:46.289442 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b42a11f-c1f8-43eb-9dc4-4e526bf5d407 req-b25f79c6-34c5-4fb1-b687-50e05fc3e539 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b71b30df94e64348893b50e0a2be3059&device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 1098 time: 0.1486940 Aug 28 13:12:46.291889 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-52a1ef68-599b-4638-8147-4927050b4af0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:46.447094 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-28f45d68-23ca-44a5-b011-63e9da9356be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:12:24Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '3fc94774-0087-4bb6-b8ab-501bde13a1e4', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'port_id': '0077a322-250b-4fde-8c4b-db7777595503', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'mac_address': 'fa:16:3e:21:e9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:12:43Z', 'updated_at': '2021-08-28T13:12:43Z', 'revision_number': 0, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257e8981-acf5-4d94-beb8-88340ddfe0ed', 'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:f0:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:23Z', 'updated_at': '2021-08-28T13:12:31Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:46.461376 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1ef68-599b-4638-8147-4927050b4af0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Subnet': ['ID=da3e88ce-8382-468d-940f-63094ad7f8b5,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:46.480511 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f45d68-23ca-44a5-b011-63e9da9356be None None] Checking router: 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:12:46.489359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f45d68-23ca-44a5-b011-63e9da9356be None None] Routers {'3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:12:46.489971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-28f45d68-23ca-44a5-b011-63e9da9356be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:46.501806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a1ef68-599b-4638-8147-4927050b4af0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Checking segment: {'id': '37185da4-2283-4cad-905c-6dfab10532f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '41b7f185-486b-48bf-92a0-8399f05bbfed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:46.502169 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a1ef68-599b-4638-8147-4927050b4af0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network hostable DHCP agents. Network: 41b7f185-486b-48bf-92a0-8399f05bbfed, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:12:46.527384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42a11f-c1f8-43eb-9dc4-4e526bf5d407 req-f2bb0997-e2ae-44d1-9d87-f431363dbbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:46.529508 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b42a11f-c1f8-43eb-9dc4-4e526bf5d407 req-f2bb0997-e2ae-44d1-9d87-f431363dbbb8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a1b924e-fdcb-45e3-9e4a-397d318048bb HTTP/1.1" status: 200 len: 896 time: 0.2264216 Aug 28 13:12:46.615820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-28f45d68-23ca-44a5-b011-63e9da9356be None None] Set router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:12:46.616209 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a1ef68-599b-4638-8147-4927050b4af0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 41b7f185-486b-48bf-92a0-8399f05bbfed is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:12:46.647014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b42a11f-c1f8-43eb-9dc4-4e526bf5d407 req-27e68360-6b56-44d3-8d8e-388f6869f186 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0077a322-250b-4fde-8c4b-db7777595503 HTTP/1.1" status: 200 len: 1000 time: 0.1085477 Aug 28 13:12:46.648171 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-52a1ef68-599b-4638-8147-4927050b4af0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 41b7f185-486b-48bf-92a0-8399f05bbfed) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:46.652031 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27ddf439-4a45-4a9c-81e0-32f77aa9822a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:46.656415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a1ef68-599b-4638-8147-4927050b4af0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:46.657121 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-52a1ef68-599b-4638-8147-4927050b4af0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:46.738346 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-52a1ef68-599b-4638-8147-4927050b4af0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2178574 Aug 28 13:12:46.739152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddf439-4a45-4a9c-81e0-32f77aa9822a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=f3302ff3-17a4-465d-8d90-b3614a945b2f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:46.740918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58920) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:46.750400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-8f0dc3fa-0d13-472a-9dfc-cd2e8cf9c915 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'network_id': '41b7f185-486b-48bf-92a0-8399f05bbfed', 'name': 'tempest-PortsIpV6TestJSON-1199352928'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:46.830581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435799fa-98f3-49fc-a48c-d6f096673521 None None] Network 41b7f185-486b-48bf-92a0-8399f05bbfed requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:46.843052 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42a11f-c1f8-43eb-9dc4-4e526bf5d407 req-0b4b7a6c-3cf2-4153-8b7e-5ec714d8e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:46.844560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b42a11f-c1f8-43eb-9dc4-4e526bf5d407 req-0b4b7a6c-3cf2-4153-8b7e-5ec714d8e16d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e79fadba-a10a-4ed5-9e0f-5983f8032ad0 HTTP/1.1" status: 200 len: 835 time: 0.1776946 Aug 28 13:12:46.937404 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27ddf439-4a45-4a9c-81e0-32f77aa9822a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:47.105803 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-41b7f185-486b-48bf-92a0-8399f05bbfed', 'network_id': '41b7f185-486b-48bf-92a0-8399f05bbfed', 'tenant_id': '0f479932b8944542b5a6230ec5e1ab06', 'fixed_ips': [{'subnet_id': 'da3e88ce-8382-468d-940f-63094ad7f8b5'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:12:47.106701 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:47.223697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58922) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:47.302713 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-28f45d68-23ca-44a5-b011-63e9da9356be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:12:24Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '3fc94774-0087-4bb6-b8ab-501bde13a1e4', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'port_id': '0077a322-250b-4fde-8c4b-db7777595503', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'mac_address': 'fa:16:3e:21:e9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:12:43Z', 'updated_at': '2021-08-28T13:12:43Z', 'revision_number': 0, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257e8981-acf5-4d94-beb8-88340ddfe0ed', 'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:f0:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:23Z', 'updated_at': '2021-08-28T13:12:31Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:47.316681 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-cbd39391-87b4-4b81-8529-7bef5572b551 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/floatingips/3fc94774-0087-4bb6-b8ab-501bde13a1e4 HTTP/1.1" status: 200 len: 992 time: 0.0909812 Aug 28 13:12:47.349103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f45d68-23ca-44a5-b011-63e9da9356be None None] The sync data for ids ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'] in n-d-791505-21 is: [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:12:24Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '3fc94774-0087-4bb6-b8ab-501bde13a1e4', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'port_id': '0077a322-250b-4fde-8c4b-db7777595503', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'mac_address': 'fa:16:3e:21:e9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:12:43Z', 'updated_at': '2021-08-28T13:12:43Z', 'revision_number': 0, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257e8981-acf5-4d94-beb8-88340ddfe0ed', 'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:f0:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:23Z', 'updated_at': '2021-08-28T13:12:31Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:12:47.375361 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Allocated IP 2001:db8::2 (41b7f185-486b-48bf-92a0-8399f05bbfed/da3e88ce-8382-468d-940f-63094ad7f8b5/ddaaf135-93f9-488e-885b-cb1313a11a09) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:47.474788 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e1c97a07-baa3-4105-b34a-1aef3e436ad2 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:12:47.502859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: e1c97a07-baa3-4105-b34a-1aef3e436ad2 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:12:47.503207 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device e1c97a07-baa3-4105-b34a-1aef3e436ad2 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:12:47.503632 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 31f1cee4-3243-4655-b01f-5b765832f03b no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:12:47.518948 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42a11f-c1f8-43eb-9dc4-4e526bf5d407 req-bdb1a131-08cb-43a7-ac44-68fc8fb82154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:47.520452 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b42a11f-c1f8-43eb-9dc4-4e526bf5d407 req-bdb1a131-08cb-43a7-ac44-68fc8fb82154 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a1b924e-fdcb-45e3-9e4a-397d318048bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6510866 Aug 28 13:12:47.526591 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27ddf439-4a45-4a9c-81e0-32f77aa9822a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:47.526965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 31f1cee4-3243-4655-b01f-5b765832f03b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:12:47.527312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 31f1cee4-3243-4655-b01f-5b765832f03b not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:12:47.530250 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27ddf439-4a45-4a9c-81e0-32f77aa9822a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:47.634162 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0dc3fa-0d13-472a-9dfc-cd2e8cf9c915 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:47.634416 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:47.637965 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f0dc3fa-0d13-472a-9dfc-cd2e8cf9c915 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:47.645527 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27ddf439-4a45-4a9c-81e0-32f77aa9822a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:47.646094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ddf439-4a45-4a9c-81e0-32f77aa9822a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Fanout notify agent at l3_agent the message router_deleted on router c633b0b5-89ab-4674-8d33-afe66a54987b {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:12:47.648388 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Transition to ACTIVE for port object ddaaf135-93f9-488e-885b-cb1313a11a09 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:47.674594 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27ddf439-4a45-4a9c-81e0-32f77aa9822a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:47.675740 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-27ddf439-4a45-4a9c-81e0-32f77aa9822a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/routers/c633b0b5-89ab-4674-8d33-afe66a54987b HTTP/1.1" status: 204 len: 168 time: 2.6134331 Aug 28 13:12:47.678635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58934) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:47.691243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Transition to ACTIVE for port object ddaaf135-93f9-488e-885b-cb1313a11a09 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:47.699116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-8f0dc3fa-0d13-472a-9dfc-cd2e8cf9c915 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] device_id is not set on port da16a618-1072-4d31-9045-3833fd4743b3 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:12:47.702538 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd7d09-6b53-40ae-b161-614052d752aa None None] New status for floating IP 3fc94774-0087-4bb6-b8ab-501bde13a1e4: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:12:47.705878 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:47.775847 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b42a11f-c1f8-43eb-9dc4-4e526bf5d407 req-9b1f5586-398e-4a7d-91ce-624690a5d76f service neutron] 10.222.0.11 "GET /v2.0/networks/5a1b924e-fdcb-45e3-9e4a-397d318048bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434838 Aug 28 13:12:47.805365 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Network 41b7f185-486b-48bf-92a0-8399f05bbfed is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:47.818758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:47.827479 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Pushing event updated for resources: {'Port': ['ID=ddaaf135-93f9-488e-885b-cb1313a11a09,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:47.831480 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a881eab0-e217-4e94-8dcc-b0f6db5e5b5b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:47.832849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:47.932069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Attempting to bind port ddaaf135-93f9-488e-885b-cb1313a11a09 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:12:47.932446 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Attempting to bind port ddaaf135-93f9-488e-885b-cb1313a11a09 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '37185da4-2283-4cad-905c-6dfab10532f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '41b7f185-486b-48bf-92a0-8399f05bbfed'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:12:47.932812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Attempting to bind port ddaaf135-93f9-488e-885b-cb1313a11a09 on network 41b7f185-486b-48bf-92a0-8399f05bbfed {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:12:47.939630 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:12:47.940006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Checking segment: {'id': '37185da4-2283-4cad-905c-6dfab10532f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '41b7f185-486b-48bf-92a0-8399f05bbfed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:47.940414 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:47.940813 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Bound using segment: {'id': '37185da4-2283-4cad-905c-6dfab10532f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '41b7f185-486b-48bf-92a0-8399f05bbfed'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:12:47.941288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Bound port: ddaaf135-93f9-488e-885b-cb1313a11a09, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37185da4-2283-4cad-905c-6dfab10532f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '41b7f185-486b-48bf-92a0-8399f05bbfed'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:12:47.941720 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.020933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-8f0dc3fa-0d13-472a-9dfc-cd2e8cf9c915 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Allocated IP 2001:db8::356 (41b7f185-486b-48bf-92a0-8399f05bbfed/da3e88ce-8382-468d-940f-63094ad7f8b5/da16a618-1072-4d31-9045-3833fd4743b3) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:48.021460 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a881eab0-e217-4e94-8dcc-b0f6db5e5b5b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.033268 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] For port ddaaf135-93f9-488e-885b-cb1313a11a09, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:12:48.035284 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b42a11f-c1f8-43eb-9dc4-4e526bf5d407 req-b1f27b0f-f62e-453a-8194-912975b84be5 service neutron] 10.222.0.11 "GET /v2.0/networks/5a1b924e-fdcb-45e3-9e4a-397d318048bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468917 Aug 28 13:12:48.038838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a881eab0-e217-4e94-8dcc-b0f6db5e5b5b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86fc7ca2-0435-4c00-bd25-7a5b3b91fccf']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:48.039117 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] For port ddaaf135-93f9-488e-885b-cb1313a11a09, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ddaaf135-93f9-488e-885b-cb1313a11a09,segment=NetworkSegment(37185da4-2283-4cad-905c-6dfab10532f3),segment_id=37185da4-2283-4cad-905c-6dfab10532f3)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:12:48.046540 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.056392 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a881eab0-e217-4e94-8dcc-b0f6db5e5b5b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37f76e5-581b-4451-b824-367a3511ffce') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:48.057659 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a881eab0-e217-4e94-8dcc-b0f6db5e5b5b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37f76e5-581b-4451-b824-367a3511ffce') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:48.072656 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a881eab0-e217-4e94-8dcc-b0f6db5e5b5b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.097730 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a881eab0-e217-4e94-8dcc-b0f6db5e5b5b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.110843 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a881eab0-e217-4e94-8dcc-b0f6db5e5b5b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:12:48.111545 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a881eab0-e217-4e94-8dcc-b0f6db5e5b5b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:12:48.115443 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:12:48.144403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a38484-b37a-4fc8-a1f9-a2a4bfc4f638 None None] Pushing event updated for resources: {'Port': ['ID=ddaaf135-93f9-488e-885b-cb1313a11a09,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:48.191319 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a881eab0-e217-4e94-8dcc-b0f6db5e5b5b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.199369 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a881eab0-e217-4e94-8dcc-b0f6db5e5b5b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.204170 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a881eab0-e217-4e94-8dcc-b0f6db5e5b5b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/networks/86fc7ca2-0435-4c00-bd25-7a5b3b91fccf HTTP/1.1" status: 204 len: 168 time: 0.5242360 Aug 28 13:12:48.206752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58936) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:48.217888 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f0dc3fa-0d13-472a-9dfc-cd2e8cf9c915 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.232315 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881eab0-e217-4e94-8dcc-b0f6db5e5b5b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Network': ['ID=86fc7ca2-0435-4c00-bd25-7a5b3b91fccf,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:48.242939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-8f0dc3fa-0d13-472a-9dfc-cd2e8cf9c915 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Transition to ACTIVE for port object da16a618-1072-4d31-9045-3833fd4743b3 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:48.298411 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f0dc3fa-0d13-472a-9dfc-cd2e8cf9c915 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.318265 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58938) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:48.363877 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5037722-eb13-4e4e-9347-82fd3d303fac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.391636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0dc3fa-0d13-472a-9dfc-cd2e8cf9c915 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 41b7f185-486b-48bf-92a0-8399f05bbfed is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:48.397221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-8f0dc3fa-0d13-472a-9dfc-cd2e8cf9c915 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:48.401250 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0dc3fa-0d13-472a-9dfc-cd2e8cf9c915 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:48.405529 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5037722-eb13-4e4e-9347-82fd3d303fac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.416476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0dc3fa-0d13-472a-9dfc-cd2e8cf9c915 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:48.417092 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8f0dc3fa-0d13-472a-9dfc-cd2e8cf9c915 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.422378 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-21970bee-f27d-4f02-bc9c-223d035e4ee6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/floatingips/3fc94774-0087-4bb6-b8ab-501bde13a1e4 HTTP/1.1" status: 200 len: 994 time: 0.1026115 Aug 28 13:12:48.457063 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dc3fa-0d13-472a-9dfc-cd2e8cf9c915 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=da16a618-1072-4d31-9045-3833fd4743b3,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:48.468774 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8f0dc3fa-0d13-472a-9dfc-cd2e8cf9c915 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7229838 Aug 28 13:12:48.471172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58942) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:48.482764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-47d33fc2-4179-4985-809d-2e98a30fe73e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'network_id': '41b7f185-486b-48bf-92a0-8399f05bbfed', 'name': 'tempest-PortsIpV6TestJSON-129292625'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:48.534014 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5037722-eb13-4e4e-9347-82fd3d303fac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.536910 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5037722-eb13-4e4e-9347-82fd3d303fac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.541159 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e5037722-eb13-4e4e-9347-82fd3d303fac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/security-groups/bd949ec0-6bb1-4cb4-ab27-96310e7e5892 HTTP/1.1" status: 204 len: 168 time: 0.3334329 Aug 28 13:12:48.550633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5037722-eb13-4e4e-9347-82fd3d303fac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd949ec0-6bb1-4cb4-ab27-96310e7e5892,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:48.618449 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d33fc2-4179-4985-809d-2e98a30fe73e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:48.619871 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47d33fc2-4179-4985-809d-2e98a30fe73e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.644803 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-47d33fc2-4179-4985-809d-2e98a30fe73e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] device_id is not set on port 8dabdd07-0f9c-4535-bd84-77e17efaeb29 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:12:48.787852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-47d33fc2-4179-4985-809d-2e98a30fe73e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Allocated IP 2001:db8::352 (41b7f185-486b-48bf-92a0-8399f05bbfed/da3e88ce-8382-468d-940f-63094ad7f8b5/8dabdd07-0f9c-4535-bd84-77e17efaeb29) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:48.791428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58948) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:48.798614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7b5d757e-ea27-4ec5-9dc0-2c8bf4050f9a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-509657617', 'description': 'tempest-secgroup-smoke-509657617 description', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:48.824701 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b5d757e-ea27-4ec5-9dc0-2c8bf4050f9a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.920295 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b5d757e-ea27-4ec5-9dc0-2c8bf4050f9a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.923784 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b5d757e-ea27-4ec5-9dc0-2c8bf4050f9a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.946599 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7b5d757e-ea27-4ec5-9dc0-2c8bf4050f9a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:48.950743 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7b5d757e-ea27-4ec5-9dc0-2c8bf4050f9a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1550534 Aug 28 13:12:48.952371 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58950) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:48.957295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-90b966ff-58b3-4069-8d51-ed803a4623c0 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': '926e5d20-f42c-42f4-8775-016a7bb03cb5', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:48.961571 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d757e-ea27-4ec5-9dc0-2c8bf4050f9a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=926e5d20-f42c-42f4-8775-016a7bb03cb5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:48.997043 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47d33fc2-4179-4985-809d-2e98a30fe73e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.023867 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-90b966ff-58b3-4069-8d51-ed803a4623c0 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.033095 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-47d33fc2-4179-4985-809d-2e98a30fe73e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Transition to ACTIVE for port object 8dabdd07-0f9c-4535-bd84-77e17efaeb29 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:49.120600 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47d33fc2-4179-4985-809d-2e98a30fe73e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.124023 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-90b966ff-58b3-4069-8d51-ed803a4623c0 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.134754 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-90b966ff-58b3-4069-8d51-ed803a4623c0 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.192335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d33fc2-4179-4985-809d-2e98a30fe73e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 41b7f185-486b-48bf-92a0-8399f05bbfed is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:49.193178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b966ff-58b3-4069-8d51-ed803a4623c0 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274c1480-76cc-4319-ac21-844a971291d8,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:49.200098 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-47d33fc2-4179-4985-809d-2e98a30fe73e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:49.203165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d33fc2-4179-4985-809d-2e98a30fe73e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=8dabdd07-0f9c-4535-bd84-77e17efaeb29,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:49.205940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d33fc2-4179-4985-809d-2e98a30fe73e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:49.211618 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d33fc2-4179-4985-809d-2e98a30fe73e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:49.212248 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47d33fc2-4179-4985-809d-2e98a30fe73e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.217325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-90b966ff-58b3-4069-8d51-ed803a4623c0 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.218100 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-90b966ff-58b3-4069-8d51-ed803a4623c0 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2646668 Aug 28 13:12:49.221047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58952) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:49.225823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-76d2f345-edc2-4495-a048-f0418d02c3a2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': '926e5d20-f42c-42f4-8775-016a7bb03cb5', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:49.237574 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-47d33fc2-4179-4985-809d-2e98a30fe73e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7625163 Aug 28 13:12:49.237574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58954) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:49.258008 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76d2f345-edc2-4495-a048-f0418d02c3a2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.326424 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76d2f345-edc2-4495-a048-f0418d02c3a2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.330449 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76d2f345-edc2-4495-a048-f0418d02c3a2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.355730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2f345-edc2-4495-a048-f0418d02c3a2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc9f137-ed6c-4f7e-a248-3f2bb4ceb77e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:49.364544 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-76d2f345-edc2-4495-a048-f0418d02c3a2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.365879 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-76d2f345-edc2-4495-a048-f0418d02c3a2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1437523 Aug 28 13:12:49.368580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58956) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:49.376777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5b6c626a-872f-4c11-9b9d-1d8b77da75fb tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': '926e5d20-f42c-42f4-8775-016a7bb03cb5', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:49.415918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc32621-b87c-43c0-82aa-833d49cc5236 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:49.425287 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7dc32621-b87c-43c0-82aa-833d49cc5236 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A356 HTTP/1.1" status: 200 len: 929 time: 0.1860445 Aug 28 13:12:49.426944 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b6c626a-872f-4c11-9b9d-1d8b77da75fb tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.432157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58958) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:49.437453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ddaaf135-93f9-488e-885b-cb1313a11a09 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:49.494347 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d29e2b-c5b6-4b0b-8c0f-857ecafa58cc None None] Network 41b7f185-486b-48bf-92a0-8399f05bbfed requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:49.564096 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b6c626a-872f-4c11-9b9d-1d8b77da75fb tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.581458 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b6c626a-872f-4c11-9b9d-1d8b77da75fb tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.592146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-ed9d53d2-7995-4d99-a603-bbbd9dfcde64 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port 8dabdd07-0f9c-4535-bd84-77e17efaeb29 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:49.592794 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed9d53d2-7995-4d99-a603-bbbd9dfcde64 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.606686 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c626a-872f-4c11-9b9d-1d8b77da75fb tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e524453-6019-4f6e-a194-c5b51b379d42,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:49.616112 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5b6c626a-872f-4c11-9b9d-1d8b77da75fb tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.620856 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5b6c626a-872f-4c11-9b9d-1d8b77da75fb tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2508869 Aug 28 13:12:49.621558 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58962) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:49.629881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port ddaaf135-93f9-488e-885b-cb1313a11a09 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:49.630644 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7f25c85e-de1e-44f0-b90a-6c852e170dff tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': '926e5d20-f42c-42f4-8775-016a7bb03cb5', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:49.632000 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-108a7c72-a0e8-4fd3-912f-3710d5a68247 None None] Provisioning for port ddaaf135-93f9-488e-885b-cb1313a11a09 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:49.647153 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-108a7c72-a0e8-4fd3-912f-3710d5a68247 None None] Provisioning complete for port ddaaf135-93f9-488e-885b-cb1313a11a09 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:49.648002 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-108a7c72-a0e8-4fd3-912f-3710d5a68247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.659795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ddaaf135-93f9-488e-885b-cb1313a11a09 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:49.661177 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.693959 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f25c85e-de1e-44f0-b90a-6c852e170dff tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.720890 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed9d53d2-7995-4d99-a603-bbbd9dfcde64 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.740535 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-ed9d53d2-7995-4d99-a603-bbbd9dfcde64 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for 8dabdd07-0f9c-4535-bd84-77e17efaeb29 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:49.779399 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f25c85e-de1e-44f0-b90a-6c852e170dff tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.790059 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f25c85e-de1e-44f0-b90a-6c852e170dff tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.827440 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25c85e-de1e-44f0-b90a-6c852e170dff tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b6122a-374e-4978-a63b-732138fd5fc6,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:49.840271 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7f25c85e-de1e-44f0-b90a-6c852e170dff tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.844921 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7f25c85e-de1e-44f0-b90a-6c852e170dff tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2197063 Aug 28 13:12:49.847605 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58964) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:49.857521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2f39adc6-553f-4908-b1af-8642965b16e2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': '926e5d20-f42c-42f4-8775-016a7bb03cb5', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:49.884949 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-2f39adc6-553f-4908-b1af-8642965b16e2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Project 76128c3db5c64f1fb1ea03729f5b5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:12:49.893386 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f39adc6-553f-4908-b1af-8642965b16e2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.939786 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed9d53d2-7995-4d99-a603-bbbd9dfcde64 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.964898 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-108a7c72-a0e8-4fd3-912f-3710d5a68247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.971095 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:49.972712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d53d2-7995-4d99-a603-bbbd9dfcde64 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=8dabdd07-0f9c-4535-bd84-77e17efaeb29,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:50.011068 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ed9d53d2-7995-4d99-a603-bbbd9dfcde64 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.015800 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ed9d53d2-7995-4d99-a603-bbbd9dfcde64 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/8dabdd07-0f9c-4535-bd84-77e17efaeb29 HTTP/1.1" status: 204 len: 168 time: 0.5804355 Aug 28 13:12:50.018582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58966) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:50.036314 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-108a7c72-a0e8-4fd3-912f-3710d5a68247 None None] For port ddaaf135-93f9-488e-885b-cb1313a11a09, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ddaaf135-93f9-488e-885b-cb1313a11a09,segment=NetworkSegment(37185da4-2283-4cad-905c-6dfab10532f3),segment_id=37185da4-2283-4cad-905c-6dfab10532f3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:50.039522 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f39adc6-553f-4908-b1af-8642965b16e2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.041984 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-108a7c72-a0e8-4fd3-912f-3710d5a68247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.049880 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f39adc6-553f-4908-b1af-8642965b16e2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.059609 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-88664379-032e-47d6-a6a6-31075bce212e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] GET failed (client error): The resource could not be found. Aug 28 13:12:50.074205 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-88664379-032e-47d6-a6a6-31075bce212e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/8dabdd07-0f9c-4535-bd84-77e17efaeb29 HTTP/1.1" status: 404 len: 333 time: 0.0536094 Aug 28 13:12:50.077211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58968) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:50.095026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39adc6-553f-4908-b1af-8642965b16e2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00767f01-f953-4372-a817-566db0829766,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:50.109176 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:12:50.109578 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:12:50.110864 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f39adc6-553f-4908-b1af-8642965b16e2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.113153 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2f39adc6-553f-4908-b1af-8642965b16e2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2615621 Aug 28 13:12:50.117089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58970) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:50.130798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8ecc43dc-5c7c-4649-9380-574b6856e8b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': '926e5d20-f42c-42f4-8775-016a7bb03cb5', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:50.172273 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-8ecc43dc-5c7c-4649-9380-574b6856e8b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Project 76128c3db5c64f1fb1ea03729f5b5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:12:50.178193 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a7c72-a0e8-4fd3-912f-3710d5a68247 None None] Pushing event updated for resources: {'Port': ['ID=ddaaf135-93f9-488e-885b-cb1313a11a09,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:50.179470 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ecc43dc-5c7c-4649-9380-574b6856e8b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.270582 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ecc43dc-5c7c-4649-9380-574b6856e8b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.275852 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ecc43dc-5c7c-4649-9380-574b6856e8b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.300725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-09842145-e196-496a-b128-0f3214a1fba3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port da16a618-1072-4d31-9045-3833fd4743b3 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:50.301781 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09842145-e196-496a-b128-0f3214a1fba3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.320311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc43dc-5c7c-4649-9380-574b6856e8b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9794e1b-89ef-4adf-ab21-fceb819cc580,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:50.335258 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8ecc43dc-5c7c-4649-9380-574b6856e8b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.338410 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8ecc43dc-5c7c-4649-9380-574b6856e8b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2163813 Aug 28 13:12:50.339663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 58972) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:50.346799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0c23eb34-ab07-4d2d-8dcb-96deefd2e3b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'network': {'name': 'tempest-network-smoke--2003660150', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'port_security_enabled': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:50.373014 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c23eb34-ab07-4d2d-8dcb-96deefd2e3b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Made reservation on behalf of 76128c3db5c64f1fb1ea03729f5b5e46 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:50.379491 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0c23eb34-ab07-4d2d-8dcb-96deefd2e3b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.411403 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09842145-e196-496a-b128-0f3214a1fba3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.411664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c23eb34-ab07-4d2d-8dcb-96deefd2e3b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:12:50.426823 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0c23eb34-ab07-4d2d-8dcb-96deefd2e3b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.427151 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-0c23eb34-ab07-4d2d-8dcb-96deefd2e3b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Added segment ff7cc751-f6c8-4304-b97c-c394f4ddde3c of type vlan for network 98626483-c3ae-443e-930f-3541eb122664 Aug 28 13:12:50.431303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-09842145-e196-496a-b128-0f3214a1fba3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for da16a618-1072-4d31-9045-3833fd4743b3 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:50.478595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-79179dda-8481-4f60-a683-f41549ffbd6f None None] Provisioning for port da16a618-1072-4d31-9045-3833fd4743b3 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:50.485834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-79179dda-8481-4f60-a683-f41549ffbd6f None None] Provisioning complete for port da16a618-1072-4d31-9045-3833fd4743b3 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:50.486347 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-79179dda-8481-4f60-a683-f41549ffbd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.490843 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0c23eb34-ab07-4d2d-8dcb-96deefd2e3b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.523730 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0c23eb34-ab07-4d2d-8dcb-96deefd2e3b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.533085 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c23eb34-ab07-4d2d-8dcb-96deefd2e3b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:50.533324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-79179dda-8481-4f60-a683-f41549ffbd6f None None] Port da16a618-1072-4d31-9045-3833fd4743b3 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:12:50.533867 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0c23eb34-ab07-4d2d-8dcb-96deefd2e3b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.562832 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-79179dda-8481-4f60-a683-f41549ffbd6f None None] Provisioning complete for port ddaaf135-93f9-488e-885b-cb1313a11a09 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:50.564002 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-79179dda-8481-4f60-a683-f41549ffbd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.602119 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0c23eb34-ab07-4d2d-8dcb-96deefd2e3b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2586515 Aug 28 13:12:50.606668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58976) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:50.619154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-479431344', 'admin_state_up': True, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:50.638951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23eb34-ab07-4d2d-8dcb-96deefd2e3b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Network': ['ID=98626483-c3ae-443e-930f-3541eb122664,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:50.660245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 98626483-c3ae-443e-930f-3541eb122664 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:12:50.714646 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.715672 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.750659 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09842145-e196-496a-b128-0f3214a1fba3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.787036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f3302ff3-17a4-465d-8d90-b3614a945b2f no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:12:50.808676 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09842145-e196-496a-b128-0f3214a1fba3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=da16a618-1072-4d31-9045-3833fd4743b3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:50.829156 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: f3302ff3-17a4-465d-8d90-b3614a945b2f {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:12:50.829487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f3302ff3-17a4-465d-8d90-b3614a945b2f not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:12:50.843915 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-79179dda-8481-4f60-a683-f41549ffbd6f None None] Could not find standard attr ID for object 8dabdd07-0f9c-4535-bd84-77e17efaeb29. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:12:50.864912 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.866976 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09842145-e196-496a-b128-0f3214a1fba3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:50.869528 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-09842145-e196-496a-b128-0f3214a1fba3 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/da16a618-1072-4d31-9045-3833fd4743b3 HTTP/1.1" status: 204 len: 168 time: 0.7905869 Aug 28 13:12:50.874162 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58978) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:50.939617 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa69041-08f4-4cd4-b44b-128a40ea3018 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] GET failed (client error): The resource could not be found. Aug 28 13:12:50.941465 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8aa69041-08f4-4cd4-b44b-128a40ea3018 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/da16a618-1072-4d31-9045-3833fd4743b3 HTTP/1.1" status: 404 len: 333 time: 0.0669985 Aug 28 13:12:50.944376 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58980) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:50.962333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f3d5d755-c456-4d97-8441-e577a714a75d None None] Could not find standard attr ID for object da16a618-1072-4d31-9045-3833fd4743b3. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:12:51.074939 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-903bf60d-7c59-474f-9d51-6d422eb14192 None None] Could not find standard attr ID for object 8dabdd07-0f9c-4535-bd84-77e17efaeb29. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:12:51.094710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5113f7-59aa-4e72-aa9d-880e52875c57 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting subnet da3e88ce-8382-468d-940f-63094ad7f8b5 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:12:51.097893 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c5113f7-59aa-4e72-aa9d-880e52875c57 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:51.127104 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:51.188292 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c5113f7-59aa-4e72-aa9d-880e52875c57 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:51.290752 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c5113f7-59aa-4e72-aa9d-880e52875c57 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:51.352215 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ddaaf135-93f9-488e-885b-cb1313a11a09 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:51.402621 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c5113f7-59aa-4e72-aa9d-880e52875c57 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:51.414915 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ddaaf135-93f9-488e-885b-cb1313a11a09 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:51.415478 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:51.475412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5113f7-59aa-4e72-aa9d-880e52875c57 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Subnet': ['ID=da3e88ce-8382-468d-940f-63094ad7f8b5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:51.482511 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2c5113f7-59aa-4e72-aa9d-880e52875c57 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:51.484454 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2c5113f7-59aa-4e72-aa9d-880e52875c57 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/da3e88ce-8382-468d-940f-63094ad7f8b5 HTTP/1.1" status: 204 len: 168 time: 0.5395088 Aug 28 13:12:51.487074 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 58982) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:51.530543 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:51.552293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7983f245-d440-4d67-ac6c-f8d75cd10440 None None] Network 41b7f185-486b-48bf-92a0-8399f05bbfed requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:51.599613 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:51.693052 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:51.782840 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58958679-0bfb-41eb-84a4-79ba6e8b5dcd None None] DHCP port deletion for 41b7f185-486b-48bf-92a0-8399f05bbfed request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:12:51.800030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Allocated IP 172.25.1.219 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/14b522c5-aec6-47bd-82b7-0bab9eea64eb) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:51.826847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port ddaaf135-93f9-488e-885b-cb1313a11a09 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:51.827298 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:51.842311 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-58958679-0bfb-41eb-84a4-79ba6e8b5dcd None None] Deleting port ddaaf135-93f9-488e-885b-cb1313a11a09 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:51.842724 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-58958679-0bfb-41eb-84a4-79ba6e8b5dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:51.922882 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-58958679-0bfb-41eb-84a4-79ba6e8b5dcd None None] For port ddaaf135-93f9-488e-885b-cb1313a11a09, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ddaaf135-93f9-488e-885b-cb1313a11a09,segment=NetworkSegment(37185da4-2283-4cad-905c-6dfab10532f3),segment_id=37185da4-2283-4cad-905c-6dfab10532f3)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:51.923332 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-58958679-0bfb-41eb-84a4-79ba6e8b5dcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:51.937727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-58958679-0bfb-41eb-84a4-79ba6e8b5dcd None None] Calling delete_port for ddaaf135-93f9-488e-885b-cb1313a11a09 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:51.967607 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] For port ddaaf135-93f9-488e-885b-cb1313a11a09, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ddaaf135-93f9-488e-885b-cb1313a11a09,segment=NetworkSegment(37185da4-2283-4cad-905c-6dfab10532f3),segment_id=37185da4-2283-4cad-905c-6dfab10532f3)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:51.968209 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:51.994488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for ddaaf135-93f9-488e-885b-cb1313a11a09 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:52.016744 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:52.033286 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-58958679-0bfb-41eb-84a4-79ba6e8b5dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:52.064979 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58958679-0bfb-41eb-84a4-79ba6e8b5dcd None None] Pushing event deleted for resources: {'Port': ['ID=ddaaf135-93f9-488e-885b-cb1313a11a09,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:52.071779 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58958679-0bfb-41eb-84a4-79ba6e8b5dcd None None] No DVR routers for this DVR port ddaaf135-93f9-488e-885b-cb1313a11a09 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:12:52.136709 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:52.142610 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:52.173918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=ddaaf135-93f9-488e-885b-cb1313a11a09,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:52.175811 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No DVR routers for this DVR port ddaaf135-93f9-488e-885b-cb1313a11a09 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:12:52.235414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:52.249603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:52.280876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:52.333554 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:52.339224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=14b522c5-aec6-47bd-82b7-0bab9eea64eb,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:52.354757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b7f185-486b-48bf-92a0-8399f05bbfed']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:52.367075 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37185da4-2283-4cad-905c-6dfab10532f3') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:52.367375 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37185da4-2283-4cad-905c-6dfab10532f3') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:52.419146 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:52.466162 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:52.493444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:12:52.493887 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: self.session.flush() Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:12:52.496915 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:12:52.605663 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:52.619604 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:52.627501 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/networks/41b7f185-486b-48bf-92a0-8399f05bbfed HTTP/1.1" status: 204 len: 168 time: 1.1336203 Aug 28 13:12:52.627703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59002) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:52.632339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6e565b8d-a013-43c4-aa08-43d8a0310a14 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-932848839'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:52.637234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc7c5d-acc3-4a4c-aff5-6f68e3bf0e12 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Network': ['ID=41b7f185-486b-48bf-92a0-8399f05bbfed,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:52.668556 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e565b8d-a013-43c4-aa08-43d8a0310a14 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:52.672783 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e565b8d-a013-43c4-aa08-43d8a0310a14 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:52.703124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e565b8d-a013-43c4-aa08-43d8a0310a14 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:12:52.713848 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e565b8d-a013-43c4-aa08-43d8a0310a14 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:52.714621 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-6e565b8d-a013-43c4-aa08-43d8a0310a14 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Added segment 8aeabc23-0249-4afb-9d45-e914ac7f8991 of type vlan for network 3712f16c-bafb-4a09-a47b-c18331c987a6 Aug 28 13:12:52.715418 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:52.765502 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e565b8d-a013-43c4-aa08-43d8a0310a14 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:52.792045 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e565b8d-a013-43c4-aa08-43d8a0310a14 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:52.797902 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e565b8d-a013-43c4-aa08-43d8a0310a14 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:52.798529 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6e565b8d-a013-43c4-aa08-43d8a0310a14 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:52.869601 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6e565b8d-a013-43c4-aa08-43d8a0310a14 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2418809 Aug 28 13:12:52.874401 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59004) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:52.877955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a899867c-670f-49e8-9f90-dfe362e33f9b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'subnet': {'network_id': '3712f16c-bafb-4a09-a47b-c18331c987a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:52.931651 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e565b8d-a013-43c4-aa08-43d8a0310a14 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Network': ['ID=3712f16c-bafb-4a09-a47b-c18331c987a6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:52.943844 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 3712f16c-bafb-4a09-a47b-c18331c987a6 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:12:53.007908 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a899867c-670f-49e8-9f90-dfe362e33f9b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:53.012501 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a899867c-670f-49e8-9f90-dfe362e33f9b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:53.220865 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a899867c-670f-49e8-9f90-dfe362e33f9b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:53.299210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899867c-670f-49e8-9f90-dfe362e33f9b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Subnet': ['ID=e2224110-0d41-4dad-9547-12336fba2d60,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:53.305507 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a899867c-670f-49e8-9f90-dfe362e33f9b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Checking segment: {'id': '8aeabc23-0249-4afb-9d45-e914ac7f8991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3712f16c-bafb-4a09-a47b-c18331c987a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:53.305507 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a899867c-670f-49e8-9f90-dfe362e33f9b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network hostable DHCP agents. Network: 3712f16c-bafb-4a09-a47b-c18331c987a6, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:12:53.317075 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:53.325206 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a899867c-670f-49e8-9f90-dfe362e33f9b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 3712f16c-bafb-4a09-a47b-c18331c987a6 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:12:53.331483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ddaaf135-93f9-488e-885b-cb1313a11a09 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:12:53.339274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-a899867c-670f-49e8-9f90-dfe362e33f9b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 3712f16c-bafb-4a09-a47b-c18331c987a6) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:53.348203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a899867c-670f-49e8-9f90-dfe362e33f9b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:53.349006 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a899867c-670f-49e8-9f90-dfe362e33f9b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:53.359204 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: ddaaf135-93f9-488e-885b-cb1313a11a09 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:12:53.359636 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ddaaf135-93f9-488e-885b-cb1313a11a09 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:12:53.363799 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004aa369-9246-48fc-a3ae-5b090c3878a4 None None] Network 3712f16c-bafb-4a09-a47b-c18331c987a6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:53.382668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59008) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:53.383775 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a899867c-670f-49e8-9f90-dfe362e33f9b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5094438 Aug 28 13:12:53.392702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-465da324-e6b9-444d-b722-184adc5d9bb9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'network_id': '3712f16c-bafb-4a09-a47b-c18331c987a6', 'name': 'tempest-PortsIpV6TestJSON-1216126167', 'fixed_ips': [{'subnet_id': 'e2224110-0d41-4dad-9547-12336fba2d60', 'ip_address': '2001:db8::10'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:53.533510 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-3712f16c-bafb-4a09-a47b-c18331c987a6', 'network_id': '3712f16c-bafb-4a09-a47b-c18331c987a6', 'tenant_id': '0f479932b8944542b5a6230ec5e1ab06', 'fixed_ips': [{'subnet_id': 'e2224110-0d41-4dad-9547-12336fba2d60'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:12:53.534390 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:53.574666 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465da324-e6b9-444d-b722-184adc5d9bb9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:53.599472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router bd40f793-eba2-4253-8708-8336654c3094 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:12:53.768710 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-465da324-e6b9-444d-b722-184adc5d9bb9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:53.800993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-465da324-e6b9-444d-b722-184adc5d9bb9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] device_id is not set on port f9e3fbbd-617b-45c4-b899-f534ef5e9158 yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:12:53.811379 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:12:53.828352 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Sync routers for ids ['bd40f793-eba2-4253-8708-8336654c3094'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:12:53.847526 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Routers {'bd40f793-eba2-4253-8708-8336654c3094'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:12:53.848261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['bd40f793-eba2-4253-8708-8336654c3094'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:53.873758 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:53.878038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-de52d2d0-e301-48c3-bcaa-5150699e46b5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2666862 Aug 28 13:12:53.878388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59016) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:53.895916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Allocated IP 2001:db8::2 (3712f16c-bafb-4a09-a47b-c18331c987a6/e2224110-0d41-4dad-9547-12336fba2d60/a6275156-8821-41f6-9dd9-be7c1609c804) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:54.024583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Set router bd40f793-eba2-4253-8708-8336654c3094 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:12:54.043236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1a3782e5-8191-4127-8cd8-7f4459144580 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=76128c3db5c64f1fb1ea03729f5b5e46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1635535 Aug 28 13:12:54.044810 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59020) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:54.135458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a763ecc-823e-4060-8e46-576c6cd02a76 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:54.136979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1a763ecc-823e-4060-8e46-576c6cd02a76 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911384 Aug 28 13:12:54.143254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59022) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:54.171958 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-819847a9-5f98-46f2-aafa-a1a43d2c2c90 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272946 Aug 28 13:12:54.174272 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59024) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:54.179487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-8025c664-8df7-49d0-a0cd-b2b41c3e4a83 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1051574159', 'network_id': '98626483-c3ae-443e-930f-3541eb122664', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:54.223628 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:54.252082 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Transition to ACTIVE for port object a6275156-8821-41f6-9dd9-be7c1609c804 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:54.272473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Transition to ACTIVE for port object a6275156-8821-41f6-9dd9-be7c1609c804 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:54.277076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8025c664-8df7-49d0-a0cd-b2b41c3e4a83 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Made reservation on behalf of 76128c3db5c64f1fb1ea03729f5b5e46 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:54.281095 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8025c664-8df7-49d0-a0cd-b2b41c3e4a83 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:54.282619 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:54.338161 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Network 3712f16c-bafb-4a09-a47b-c18331c987a6 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:54.344279 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Pushing event updated for resources: {'Port': ['ID=a6275156-8821-41f6-9dd9-be7c1609c804,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:54.346785 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:54.349581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:54.355583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd40f793-eba2-4253-8708-8336654c3094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479431344', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:50Z', 'updated_at': '2021-08-28T13:12:52Z', 'revision_number': 3, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:51Z', 'updated_at': '2021-08-28T13:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:54.386598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Checking router: bd40f793-eba2-4253-8708-8336654c3094 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:12:54.387512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Updating router bd40f793-eba2-4253-8708-8336654c3094 port 14b522c5-aec6-47bd-82b7-0bab9eea64eb binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:12:54.404081 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-465da324-e6b9-444d-b722-184adc5d9bb9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Allocated IP 2001:db8::10 (3712f16c-bafb-4a09-a47b-c18331c987a6/e2224110-0d41-4dad-9547-12336fba2d60/f9e3fbbd-617b-45c4-b899-f534ef5e9158) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:54.453673 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:54.455907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Attempting to bind port a6275156-8821-41f6-9dd9-be7c1609c804 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:12:54.456269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Attempting to bind port a6275156-8821-41f6-9dd9-be7c1609c804 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '8aeabc23-0249-4afb-9d45-e914ac7f8991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3712f16c-bafb-4a09-a47b-c18331c987a6'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:12:54.456626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Attempting to bind port a6275156-8821-41f6-9dd9-be7c1609c804 on network 3712f16c-bafb-4a09-a47b-c18331c987a6 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:12:54.479726 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:12:54.480097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Checking segment: {'id': '8aeabc23-0249-4afb-9d45-e914ac7f8991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3712f16c-bafb-4a09-a47b-c18331c987a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:54.480753 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:54.481138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Bound using segment: {'id': '8aeabc23-0249-4afb-9d45-e914ac7f8991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3712f16c-bafb-4a09-a47b-c18331c987a6'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:12:54.481605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Bound port: a6275156-8821-41f6-9dd9-be7c1609c804, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aeabc23-0249-4afb-9d45-e914ac7f8991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3712f16c-bafb-4a09-a47b-c18331c987a6'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:12:54.482523 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:54.632661 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8025c664-8df7-49d0-a0cd-b2b41c3e4a83 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:54.638394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] For port a6275156-8821-41f6-9dd9-be7c1609c804, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:12:54.678986 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] For port a6275156-8821-41f6-9dd9-be7c1609c804, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a6275156-8821-41f6-9dd9-be7c1609c804,segment=NetworkSegment(8aeabc23-0249-4afb-9d45-e914ac7f8991),segment_id=8aeabc23-0249-4afb-9d45-e914ac7f8991)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:12:54.685645 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:54.709030 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025c664-8df7-49d0-a0cd-b2b41c3e4a83 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Subnet': ['ID=146b1ac3-a654-48bb-acdc-e61cf35ca101,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:54.729125 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-465da324-e6b9-444d-b722-184adc5d9bb9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:54.759901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-465da324-e6b9-444d-b722-184adc5d9bb9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Transition to ACTIVE for port object f9e3fbbd-617b-45c4-b899-f534ef5e9158 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:54.785294 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791512e-48b0-43c6-966a-eac2b9be2bfd None None] Pushing event updated for resources: {'Port': ['ID=a6275156-8821-41f6-9dd9-be7c1609c804,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:54.800510 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8025c664-8df7-49d0-a0cd-b2b41c3e4a83 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Checking segment: {'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:54.800962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025c664-8df7-49d0-a0cd-b2b41c3e4a83 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network hostable DHCP agents. Network: 98626483-c3ae-443e-930f-3541eb122664, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:12:54.836950 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025c664-8df7-49d0-a0cd-b2b41c3e4a83 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 98626483-c3ae-443e-930f-3541eb122664 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:12:54.848735 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-465da324-e6b9-444d-b722-184adc5d9bb9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:54.862718 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-8025c664-8df7-49d0-a0cd-b2b41c3e4a83 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 98626483-c3ae-443e-930f-3541eb122664) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:54.870947 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab44e58-de0c-4ca5-abb1-2570314caa6a None None] Network 98626483-c3ae-443e-930f-3541eb122664 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:54.884267 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:54.895514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8025c664-8df7-49d0-a0cd-b2b41c3e4a83 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:54.896267 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8025c664-8df7-49d0-a0cd-b2b41c3e4a83 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:54.910106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465da324-e6b9-444d-b722-184adc5d9bb9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 3712f16c-bafb-4a09-a47b-c18331c987a6 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:54.915652 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-465da324-e6b9-444d-b722-184adc5d9bb9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:54.927870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465da324-e6b9-444d-b722-184adc5d9bb9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:54.933544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465da324-e6b9-444d-b722-184adc5d9bb9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:54.934279 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-465da324-e6b9-444d-b722-184adc5d9bb9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:54.936664 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Transition to ACTIVE for port object 14b522c5-aec6-47bd-82b7-0bab9eea64eb will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:54.946285 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:54.947965 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465da324-e6b9-444d-b722-184adc5d9bb9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=f9e3fbbd-617b-45c4-b899-f534ef5e9158,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:54.954430 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8025c664-8df7-49d0-a0cd-b2b41c3e4a83 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7789807 Aug 28 13:12:54.957435 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59028) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:54.970255 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-465da324-e6b9-444d-b722-184adc5d9bb9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5866461 Aug 28 13:12:54.973121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59030) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:54.979590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-27c7e1af-54c8-4e2f-9607-983a2028f055 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'network_id': '3712f16c-bafb-4a09-a47b-c18331c987a6', 'name': 'tempest-PortsIpV6TestJSON-846834117', 'fixed_ips': [{'subnet_id': 'e2224110-0d41-4dad-9547-12336fba2d60', 'ip_address': '2001:db8::f'}]}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:12:55.168667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Attempting to bind port 14b522c5-aec6-47bd-82b7-0bab9eea64eb on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:12:55.174486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Attempting to bind port 14b522c5-aec6-47bd-82b7-0bab9eea64eb by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:12:55.174925 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Attempting to bind port 14b522c5-aec6-47bd-82b7-0bab9eea64eb on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:12:55.175590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c7e1af-54c8-4e2f-9607-983a2028f055 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:12:55.181685 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27c7e1af-54c8-4e2f-9607-983a2028f055 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:55.183345 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086fef2-271f-475b-b6ad-b11e7c9a52e2 None None] Pushing event updated for resources: {'Port': ['ID=14b522c5-aec6-47bd-82b7-0bab9eea64eb,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:55.205790 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:12:55.206157 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:55.206705 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:55.207160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:12:55.207637 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Bound port: 14b522c5-aec6-47bd-82b7-0bab9eea64eb, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:12:55.208084 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:55.209636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [None req-27c7e1af-54c8-4e2f-9607-983a2028f055 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] device_id is not set on port a55a8a6b-6e18-48bb-a436-af4bf2313ffc yet. {{(pid=94877) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:12:55.277780 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-98626483-c3ae-443e-930f-3541eb122664', 'network_id': '98626483-c3ae-443e-930f-3541eb122664', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ips': [{'subnet_id': '146b1ac3-a654-48bb-acdc-e61cf35ca101'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:12:55.279393 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:55.379147 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] For port 14b522c5-aec6-47bd-82b7-0bab9eea64eb, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:12:55.396546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] For port 14b522c5-aec6-47bd-82b7-0bab9eea64eb, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=14b522c5-aec6-47bd-82b7-0bab9eea64eb,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:12:55.423813 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:55.464089 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a6275156-8821-41f6-9dd9-be7c1609c804 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:55.473512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-27c7e1af-54c8-4e2f-9607-983a2028f055 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Allocated IP 2001:db8::f (3712f16c-bafb-4a09-a47b-c18331c987a6/e2224110-0d41-4dad-9547-12336fba2d60/a55a8a6b-6e18-48bb-a436-af4bf2313ffc) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:55.524180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086fef2-271f-475b-b6ad-b11e7c9a52e2 None None] Pushing event updated for resources: {'Port': ['ID=14b522c5-aec6-47bd-82b7-0bab9eea64eb,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:55.548579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Allocated IP 172.20.0.2 (98626483-c3ae-443e-930f-3541eb122664/146b1ac3-a654-48bb-acdc-e61cf35ca101/04e0c687-39d2-4eda-922e-d9d173deddf8) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:55.563040 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Routers {'bd40f793-eba2-4253-8708-8336654c3094'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:12:55.563686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['bd40f793-eba2-4253-8708-8336654c3094'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:55.732548 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:55.776710 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27c7e1af-54c8-4e2f-9607-983a2028f055 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:55.815035 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-27c7e1af-54c8-4e2f-9607-983a2028f055 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Transition to ACTIVE for port object a55a8a6b-6e18-48bb-a436-af4bf2313ffc will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:55.908415 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27c7e1af-54c8-4e2f-9607-983a2028f055 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:55.952553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port a6275156-8821-41f6-9dd9-be7c1609c804 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:55.984943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] Set router bd40f793-eba2-4253-8708-8336654c3094 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:12:56.035941 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c7e1af-54c8-4e2f-9607-983a2028f055 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 3712f16c-bafb-4a09-a47b-c18331c987a6 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:56.040478 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-27c7e1af-54c8-4e2f-9607-983a2028f055 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:56.043219 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c7e1af-54c8-4e2f-9607-983a2028f055 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:56.049689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c7e1af-54c8-4e2f-9607-983a2028f055 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:56.050315 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-27c7e1af-54c8-4e2f-9607-983a2028f055 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:56.054120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7e1af-54c8-4e2f-9607-983a2028f055 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=a55a8a6b-6e18-48bb-a436-af4bf2313ffc,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:56.097832 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-27c7e1af-54c8-4e2f-9607-983a2028f055 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1234760 Aug 28 13:12:56.100598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59038) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:56.209198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0438269f-3664-42ea-8a49-459f3a1f366c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:56.211206 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0438269f-3664-42ea-8a49-459f3a1f366c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1093175 Aug 28 13:12:56.213945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59040) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:56.237000 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:56.246006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Transition to ACTIVE for port object 04e0c687-39d2-4eda-922e-d9d173deddf8 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:56.263786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b35b62f-45b3-4eed-b8ca-0bb96a54f0eb None None] Network 3712f16c-bafb-4a09-a47b-c18331c987a6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:56.276061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258117b5-7c5c-4545-80e4-0260a1f6035d tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:56.284022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258117b5-7c5c-4545-80e4-0260a1f6035d tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:56.286590 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Transition to ACTIVE for port object 04e0c687-39d2-4eda-922e-d9d173deddf8 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:56.292295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258117b5-7c5c-4545-80e4-0260a1f6035d tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:56.297430 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59042) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:56.298620 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-258117b5-7c5c-4545-80e4-0260a1f6035d tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0831442 Aug 28 13:12:56.360264 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:56.423367 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Allocated IP 172.20.0.1 (98626483-c3ae-443e-930f-3541eb122664/146b1ac3-a654-48bb-acdc-e61cf35ca101/689dc81b-0093-4e72-b6bd-c528a2df7916) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:12:56.432591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Network 98626483-c3ae-443e-930f-3541eb122664 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:56.435369 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-45d4378b-4291-4698-9f05-7de68836df9b None None] Provisioning for port a6275156-8821-41f6-9dd9-be7c1609c804 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:56.445839 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:56.457636 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:56.462788 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-45d4378b-4291-4698-9f05-7de68836df9b None None] Provisioning complete for port a6275156-8821-41f6-9dd9-be7c1609c804 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:56.463072 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-45d4378b-4291-4698-9f05-7de68836df9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:56.510623 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-876147ac-6729-4fdb-b637-7df55904e28f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port a55a8a6b-6e18-48bb-a436-af4bf2313ffc {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:56.510973 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-876147ac-6729-4fdb-b637-7df55904e28f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:56.528137 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Pushing event updated for resources: {'Port': ['ID=04e0c687-39d2-4eda-922e-d9d173deddf8,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:56.619706 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Attempting to bind port 04e0c687-39d2-4eda-922e-d9d173deddf8 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:12:56.620108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Attempting to bind port 04e0c687-39d2-4eda-922e-d9d173deddf8 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:12:56.620430 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Attempting to bind port 04e0c687-39d2-4eda-922e-d9d173deddf8 on network 98626483-c3ae-443e-930f-3541eb122664 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:12:56.626341 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:56.640713 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:12:56.641170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Checking segment: {'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:12:56.641478 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:56.641864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Bound using segment: {'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:12:56.642338 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Bound port: 04e0c687-39d2-4eda-922e-d9d173deddf8, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:12:56.642740 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:56.660332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Transition to ACTIVE for port object 689dc81b-0093-4e72-b6bd-c528a2df7916 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:12:56.664411 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-876147ac-6729-4fdb-b637-7df55904e28f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:56.680206 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-876147ac-6729-4fdb-b637-7df55904e28f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for a55a8a6b-6e18-48bb-a436-af4bf2313ffc owned by {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:56.709702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd40f793-eba2-4253-8708-8336654c3094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479431344', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:50Z', 'updated_at': '2021-08-28T13:12:52Z', 'revision_number': 3, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:51Z', 'updated_at': '2021-08-28T13:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:56.752896 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44dde14-caab-4c28-a1c6-45b8d367e1e7 None None] The sync data for ids ['bd40f793-eba2-4253-8708-8336654c3094'] in n-d-791505-21 is: [{'id': 'bd40f793-eba2-4253-8708-8336654c3094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479431344', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:50Z', 'updated_at': '2021-08-28T13:12:52Z', 'revision_number': 3, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:51Z', 'updated_at': '2021-08-28T13:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:12:56.760388 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:56.794144 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-45d4378b-4291-4698-9f05-7de68836df9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:56.827102 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 98626483-c3ae-443e-930f-3541eb122664 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:56.834311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:56.842304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:12:56.847647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=689dc81b-0093-4e72-b6bd-c528a2df7916,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:56.851752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] For port 04e0c687-39d2-4eda-922e-d9d173deddf8, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:12:56.887047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] For port 04e0c687-39d2-4eda-922e-d9d173deddf8, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=04e0c687-39d2-4eda-922e-d9d173deddf8,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:12:56.888698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-45d4378b-4291-4698-9f05-7de68836df9b None None] For port a6275156-8821-41f6-9dd9-be7c1609c804, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a6275156-8821-41f6-9dd9-be7c1609c804,segment=NetworkSegment(8aeabc23-0249-4afb-9d45-e914ac7f8991),segment_id=8aeabc23-0249-4afb-9d45-e914ac7f8991)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:56.898134 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:56.910486 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-45d4378b-4291-4698-9f05-7de68836df9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:56.941890 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:56.992758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9baf1-49e5-4072-bd6a-3bab46ba5e9b None None] Pushing event updated for resources: {'Port': ['ID=04e0c687-39d2-4eda-922e-d9d173deddf8,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:57.089630 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-876147ac-6729-4fdb-b637-7df55904e28f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:57.090692 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4378b-4291-4698-9f05-7de68836df9b None None] Pushing event updated for resources: {'Port': ['ID=a6275156-8821-41f6-9dd9-be7c1609c804,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:57.129223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876147ac-6729-4fdb-b637-7df55904e28f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=a55a8a6b-6e18-48bb-a436-af4bf2313ffc,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:57.228963 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-876147ac-6729-4fdb-b637-7df55904e28f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:57.231270 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-876147ac-6729-4fdb-b637-7df55904e28f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/a55a8a6b-6e18-48bb-a436-af4bf2313ffc HTTP/1.1" status: 204 len: 168 time: 0.9328158 Aug 28 13:12:57.234218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59046) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:57.236598 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:57.286504 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ea9e2d-e875-4bb6-b5ef-cc61e6145950 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] GET failed (client error): The resource could not be found. Aug 28 13:12:57.287930 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d3ea9e2d-e875-4bb6-b5ef-cc61e6145950 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/a55a8a6b-6e18-48bb-a436-af4bf2313ffc HTTP/1.1" status: 404 len: 333 time: 0.0526819 Aug 28 13:12:57.290691 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59048) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:57.382199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f4892d50-4d11-45dd-ac67-8a73470a53cb None None] Provisioning complete for port a6275156-8821-41f6-9dd9-be7c1609c804 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:57.385138 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4892d50-4d11-45dd-ac67-8a73470a53cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:57.490887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7a75ce2d-dbac-4649-b849-f746f3002738 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port f9e3fbbd-617b-45c4-b899-f534ef5e9158 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:57.491368 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a75ce2d-dbac-4649-b849-f746f3002738 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:57.584964 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f4892d50-4d11-45dd-ac67-8a73470a53cb None None] Provisioning for port f9e3fbbd-617b-45c4-b899-f534ef5e9158 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:57.592133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f4892d50-4d11-45dd-ac67-8a73470a53cb None None] Provisioning complete for port f9e3fbbd-617b-45c4-b899-f534ef5e9158 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:57.592521 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4892d50-4d11-45dd-ac67-8a73470a53cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:57.692161 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 14b522c5-aec6-47bd-82b7-0bab9eea64eb up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:57.735521 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a75ce2d-dbac-4649-b849-f746f3002738 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:57.760940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-7a75ce2d-dbac-4649-b849-f746f3002738 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for f9e3fbbd-617b-45c4-b899-f534ef5e9158 owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:57.763880 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f4892d50-4d11-45dd-ac67-8a73470a53cb None None] Port f9e3fbbd-617b-45c4-b899-f534ef5e9158 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:12:57.790304 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f4892d50-4d11-45dd-ac67-8a73470a53cb None None] Could not find standard attr ID for object a55a8a6b-6e18-48bb-a436-af4bf2313ffc. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:12:57.816075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 14b522c5-aec6-47bd-82b7-0bab9eea64eb completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:57.820785 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 14b522c5-aec6-47bd-82b7-0bab9eea64eb triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:57.821161 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:57.954032 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:57.960644 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:58.016615 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a75ce2d-dbac-4649-b849-f746f3002738 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:58.036197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8f2d1df5-1510-4d1a-ad8b-9930648e2f5e None None] Provisioning complete for port f9e3fbbd-617b-45c4-b899-f534ef5e9158 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:58.038162 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8f2d1df5-1510-4d1a-ad8b-9930648e2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:58.080792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8f2d1df5-1510-4d1a-ad8b-9930648e2f5e None None] Port f9e3fbbd-617b-45c4-b899-f534ef5e9158 was deleted so its status cannot be updated. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 28 13:12:58.082710 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:58.106627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75ce2d-dbac-4649-b849-f746f3002738 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=f9e3fbbd-617b-45c4-b899-f534ef5e9158,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:58.116269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 14b522c5-aec6-47bd-82b7-0bab9eea64eb, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=14b522c5-aec6-47bd-82b7-0bab9eea64eb,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:58.129420 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:58.130249 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a6275156-8821-41f6-9dd9-be7c1609c804 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:58.156079 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:58.181876 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=689dc81b-0093-4e72-b6bd-c528a2df7916,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:58.192104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=14b522c5-aec6-47bd-82b7-0bab9eea64eb,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:58.203018 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7a75ce2d-dbac-4649-b849-f746f3002738 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:58.206526 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7a75ce2d-dbac-4649-b849-f746f3002738 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/f9e3fbbd-617b-45c4-b899-f534ef5e9158 HTTP/1.1" status: 204 len: 168 time: 0.9146304 Aug 28 13:12:58.211472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59052) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:58.270481 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-4073adcc-da46-4e5d-9192-0d3ef49474b5 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] GET failed (client error): The resource could not be found. Aug 28 13:12:58.273126 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4073adcc-da46-4e5d-9192-0d3ef49474b5 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/f9e3fbbd-617b-45c4-b899-f534ef5e9158 HTTP/1.1" status: 404 len: 333 time: 0.0603461 Aug 28 13:12:58.278487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59054) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:58.293558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a6275156-8821-41f6-9dd9-be7c1609c804 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:58.293558 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:58.378737 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 98626483-c3ae-443e-930f-3541eb122664 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:12:58.380753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:12:58.415034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae9f425-d06b-4d88-9521-5e94e552c1ee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting subnet e2224110-0d41-4dad-9547-12336fba2d60 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:12:58.418545 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fae9f425-d06b-4d88-9521-5e94e552c1ee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:58.423847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e9569dc7-ac7c-468e-84ab-4b7a4db48e24 None None] Could not find standard attr ID for object a55a8a6b-6e18-48bb-a436-af4bf2313ffc. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:12:58.505066 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fae9f425-d06b-4d88-9521-5e94e552c1ee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:58.576147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router bd40f793-eba2-4253-8708-8336654c3094 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:12:58.627644 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fae9f425-d06b-4d88-9521-5e94e552c1ee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:58.719783 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fae9f425-d06b-4d88-9521-5e94e552c1ee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:58.743355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e8b740-9a2a-4ce8-99c6-7d72e83b826a None None] Network 98626483-c3ae-443e-930f-3541eb122664 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:58.760271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:12:58.769436 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fa4ca4f1-3226-48f7-a8ed-36077af4bd2a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "PUT /v2.0/routers/bd40f793-eba2-4253-8708-8336654c3094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8105018 Aug 28 13:12:58.776878 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9f425-d06b-4d88-9521-5e94e552c1ee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Subnet': ['ID=e2224110-0d41-4dad-9547-12336fba2d60,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:58.783207 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fae9f425-d06b-4d88-9521-5e94e552c1ee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:58.785391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fae9f425-d06b-4d88-9521-5e94e552c1ee tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/e2224110-0d41-4dad-9547-12336fba2d60 HTTP/1.1" status: 204 len: 168 time: 0.5046320 Aug 28 13:12:58.789980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59058) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:12:58.870751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-97edeb9a-78fb-48bc-bec2-8f74a6a09644 None None] Provisioning for port 04e0c687-39d2-4eda-922e-d9d173deddf8 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:58.908427 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:58.971292 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-0b3cc75f-3754-4ad1-a081-eac3edb55f98 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-509657617&fields=id&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46 HTTP/1.1" status: 200 len: 267 time: 0.0604949 Aug 28 13:12:59.116526 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54108520-4759-4a45-9653-73d8a5d9600a None None] Network 3712f16c-bafb-4a09-a47b-c18331c987a6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:12:59.121603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port a6275156-8821-41f6-9dd9-be7c1609c804 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:59.122218 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:59.177267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-e7993558-74cb-469f-81ed-4d18e818fd6d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:12:59.178941 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-e7993558-74cb-469f-81ed-4d18e818fd6d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/networks?id=98626483-c3ae-443e-930f-3541eb122664 HTTP/1.1" status: 200 len: 797 time: 0.1828053 Aug 28 13:12:59.206986 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-813ab7a2-0c05-4486-84e2-560a632c73cb tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/quotas/76128c3db5c64f1fb1ea03729f5b5e46 HTTP/1.1" status: 200 len: 375 time: 0.0184357 Aug 28 13:12:59.262231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] For port a6275156-8821-41f6-9dd9-be7c1609c804, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a6275156-8821-41f6-9dd9-be7c1609c804,segment=NetworkSegment(8aeabc23-0249-4afb-9d45-e914ac7f8991),segment_id=8aeabc23-0249-4afb-9d45-e914ac7f8991)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:59.262694 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:59.282289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for a6275156-8821-41f6-9dd9-be7c1609c804 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:59.345334 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-13b02dca-0ec2-4782-b854-dc476d3b7c70 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1153467 Aug 28 13:12:59.377638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-6cfd8a8c-f71e-4023-9369-e23adf031abc tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:12:59.378832 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-6cfd8a8c-f71e-4023-9369-e23adf031abc tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071392 Aug 28 13:12:59.401453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fd6f2d-7d40-4008-ab3c-8cd060b52e43 None None] DHCP port deletion for 3712f16c-bafb-4a09-a47b-c18331c987a6 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:12:59.448262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cb2c98e0-6b27-4896-88fc-6bc41830eb9e None None] Provisioning for port 689dc81b-0093-4e72-b6bd-c528a2df7916 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:12:59.453839 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cb2c98e0-6b27-4896-88fc-6bc41830eb9e None None] Provisioning complete for port 689dc81b-0093-4e72-b6bd-c528a2df7916 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:59.454204 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cb2c98e0-6b27-4896-88fc-6bc41830eb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:59.514519 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Sync routers for ids ['bd40f793-eba2-4253-8708-8336654c3094'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:12:59.527131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c98e0-6b27-4896-88fc-6bc41830eb9e None None] Port 689dc81b-0093-4e72-b6bd-c528a2df7916 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:12:59.533515 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Routers {'bd40f793-eba2-4253-8708-8336654c3094'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:12:59.540188 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['bd40f793-eba2-4253-8708-8336654c3094'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:59.566177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-71fd6f2d-7d40-4008-ab3c-8cd060b52e43 None None] Deleting port a6275156-8821-41f6-9dd9-be7c1609c804 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:12:59.566658 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-71fd6f2d-7d40-4008-ab3c-8cd060b52e43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:59.604865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 14b522c5-aec6-47bd-82b7-0bab9eea64eb up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:12:59.630521 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:59.698646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=a6275156-8821-41f6-9dd9-be7c1609c804,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:12:59.717456 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-71fd6f2d-7d40-4008-ab3c-8cd060b52e43 None None] For port a6275156-8821-41f6-9dd9-be7c1609c804, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a6275156-8821-41f6-9dd9-be7c1609c804,segment=NetworkSegment(8aeabc23-0249-4afb-9d45-e914ac7f8991),segment_id=8aeabc23-0249-4afb-9d45-e914ac7f8991)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:12:59.718133 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-71fd6f2d-7d40-4008-ab3c-8cd060b52e43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:59.738379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-71fd6f2d-7d40-4008-ab3c-8cd060b52e43 None None] Calling delete_port for a6275156-8821-41f6-9dd9-be7c1609c804 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:12:59.754127 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 14b522c5-aec6-47bd-82b7-0bab9eea64eb triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:59.754789 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:59.775210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No DVR routers for this DVR port a6275156-8821-41f6-9dd9-be7c1609c804 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:12:59.803516 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Set router bd40f793-eba2-4253-8708-8336654c3094 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:12:59.855746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-45f040c6-8fb1-430d-86b8-69c130959d90 None None] Provisioning complete for port 689dc81b-0093-4e72-b6bd-c528a2df7916 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:12:59.856111 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-45f040c6-8fb1-430d-86b8-69c130959d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:59.899623 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:12:59.920251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3712f16c-bafb-4a09-a47b-c18331c987a6']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:59.934042 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-52e9acf5-f6cb-4b4d-85f5-2ce7429438ba service neutron] 10.222.0.20 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332201 Aug 28 13:12:59.973994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aeabc23-0249-4afb-9d45-e914ac7f8991') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:59.974731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aeabc23-0249-4afb-9d45-e914ac7f8991') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:12:59.979114 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-45f040c6-8fb1-430d-86b8-69c130959d90 None None] Port 689dc81b-0093-4e72-b6bd-c528a2df7916 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:00.020097 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.020642 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 04e0c687-39d2-4eda-922e-d9d173deddf8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:13:00.047633 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.057377 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-71fd6f2d-7d40-4008-ab3c-8cd060b52e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.058954 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd40f793-eba2-4253-8708-8336654c3094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479431344', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:50Z', 'updated_at': '2021-08-28T13:12:57Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:51Z', 'updated_at': '2021-08-28T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '689dc81b-0093-4e72-b6bd-c528a2df7916', 'name': '', 'network_id': '98626483-c3ae-443e-930f-3541eb122664', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:72:f9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:55Z', 'updated_at': '2021-08-28T13:12:57Z', 'revision_number': 2, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:00.073103 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:13:00.073922 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:13:00.077948 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:13:00.101032 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Checking router: bd40f793-eba2-4253-8708-8336654c3094 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:13:00.101382 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Updating router bd40f793-eba2-4253-8708-8336654c3094 port 689dc81b-0093-4e72-b6bd-c528a2df7916 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:13:00.104901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd6f2d-7d40-4008-ab3c-8cd060b52e43 None None] Pushing event deleted for resources: {'Port': ['ID=a6275156-8821-41f6-9dd9-be7c1609c804,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:00.111135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd6f2d-7d40-4008-ab3c-8cd060b52e43 None None] No DVR routers for this DVR port a6275156-8821-41f6-9dd9-be7c1609c804 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:13:00.137320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 04e0c687-39d2-4eda-922e-d9d173deddf8 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:00.143972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 04e0c687-39d2-4eda-922e-d9d173deddf8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:00.144620 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.146046 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.169078 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-e4e15977-cb2e-43b0-842a-09be76040875 service neutron] 10.222.0.20 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192230 Aug 28 13:13:00.177860 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.188877 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.191865 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/networks/3712f16c-bafb-4a09-a47b-c18331c987a6 HTTP/1.1" status: 204 len: 168 time: 1.4007597 Aug 28 13:13:00.196633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59078) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:00.203624 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1833678263'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:00.208680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e063a-367c-4987-93a8-7a895beb1bf9 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Network': ['ID=3712f16c-bafb-4a09-a47b-c18331c987a6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:00.233737 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:13:00.238059 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.238217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c654fae2-1a0f-4b36-91af-af278868b30d None None] Provisioning complete for port 689dc81b-0093-4e72-b6bd-c528a2df7916 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:00.238535 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c654fae2-1a0f-4b36-91af-af278868b30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.277773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:13:00.290907 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.291319 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Added segment db49de6a-3771-498f-92af-8535f88f6330 of type vlan for network 9071b75d-b6b3-4812-81d0-f38dbeb6cbe3 Aug 28 13:13:00.301053 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c654fae2-1a0f-4b36-91af-af278868b30d None None] Port 689dc81b-0093-4e72-b6bd-c528a2df7916 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:00.312838 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.346652 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.366467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 04e0c687-39d2-4eda-922e-d9d173deddf8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=04e0c687-39d2-4eda-922e-d9d173deddf8,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:00.372840 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.389613 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.396334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:00.396880 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.453644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=04e0c687-39d2-4eda-922e-d9d173deddf8,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:00.467850 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2692378 Aug 28 13:13:00.470844 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59080) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:00.476144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4524afad-9135-417d-b988-ed3d789934a2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'subnet': {'network_id': '9071b75d-b6b3-4812-81d0-f38dbeb6cbe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:00.485646 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Network': ['ID=9071b75d-b6b3-4812-81d0-f38dbeb6cbe3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:00.501229 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:00.502062 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:00.502695 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:00.502821 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.503426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:00.503984 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:00.505140 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:00.505859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:00.506829 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:00.508656 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:00.509013 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:00.509360 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:00.510974 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cb116-940f-40dd-bf20-79c58a9ab298 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:00.516569 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Transition to ACTIVE for port object 689dc81b-0093-4e72-b6bd-c528a2df7916 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:00.524864 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.525881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 9071b75d-b6b3-4812-81d0-f38dbeb6cbe3 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:13:00.598696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4524afad-9135-417d-b988-ed3d789934a2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:13:00.607844 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4524afad-9135-417d-b988-ed3d789934a2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.609583 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9d61e-0f8c-4e41-8ecf-fa112c4cd901 None None] Pushing event updated for resources: {'Port': ['ID=689dc81b-0093-4e72-b6bd-c528a2df7916,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:00.674202 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Attempting to bind port 689dc81b-0093-4e72-b6bd-c528a2df7916 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:13:00.674629 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Attempting to bind port 689dc81b-0093-4e72-b6bd-c528a2df7916 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:13:00.674965 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Attempting to bind port 689dc81b-0093-4e72-b6bd-c528a2df7916 on network 98626483-c3ae-443e-930f-3541eb122664 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:13:00.680793 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:13:00.681162 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Checking segment: {'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:13:00.681567 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.681954 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Bound using segment: {'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:13:00.683399 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Bound port: 689dc81b-0093-4e72-b6bd-c528a2df7916, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:13:00.683784 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.774806 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] For port 689dc81b-0093-4e72-b6bd-c528a2df7916, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:13:00.780549 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] For port 689dc81b-0093-4e72-b6bd-c528a2df7916, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=689dc81b-0093-4e72-b6bd-c528a2df7916,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:13:00.786168 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.846522 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Routers {'bd40f793-eba2-4253-8708-8336654c3094'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:13:00.847250 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['bd40f793-eba2-4253-8708-8336654c3094'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:00.854043 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4524afad-9135-417d-b988-ed3d789934a2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:00.888916 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9d61e-0f8c-4e41-8ecf-fa112c4cd901 None None] Pushing event updated for resources: {'Port': ['ID=689dc81b-0093-4e72-b6bd-c528a2df7916,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:00.937105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524afad-9135-417d-b988-ed3d789934a2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Subnet': ['ID=31761381-8b46-446d-9cab-4983102a7f48,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:00.972896 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4524afad-9135-417d-b988-ed3d789934a2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Checking segment: {'id': 'db49de6a-3771-498f-92af-8535f88f6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9071b75d-b6b3-4812-81d0-f38dbeb6cbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:13:00.973521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4524afad-9135-417d-b988-ed3d789934a2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network hostable DHCP agents. Network: 9071b75d-b6b3-4812-81d0-f38dbeb6cbe3, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:13:00.998136 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] Set router bd40f793-eba2-4253-8708-8336654c3094 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:13:01.000285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4524afad-9135-417d-b988-ed3d789934a2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 9071b75d-b6b3-4812-81d0-f38dbeb6cbe3 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:13:01.010663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-4524afad-9135-417d-b988-ed3d789934a2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 9071b75d-b6b3-4812-81d0-f38dbeb6cbe3) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:01.021743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4524afad-9135-417d-b988-ed3d789934a2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:01.021936 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a768b4c-87a3-4f11-b735-1c9fea567d6f None None] Network 9071b75d-b6b3-4812-81d0-f38dbeb6cbe3 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:13:01.025848 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4524afad-9135-417d-b988-ed3d789934a2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:01.044323 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4524afad-9135-417d-b988-ed3d789934a2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5721776 Aug 28 13:13:01.048500 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59084) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:01.055456 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7a82d521-95d4-4d4b-ae87-23a33d9993f7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1605071415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:01.109241 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a82d521-95d4-4d4b-ae87-23a33d9993f7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:01.110713 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a82d521-95d4-4d4b-ae87-23a33d9993f7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:01.199187 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a82d521-95d4-4d4b-ae87-23a33d9993f7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:01.205378 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a82d521-95d4-4d4b-ae87-23a33d9993f7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:01.226194 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a82d521-95d4-4d4b-ae87-23a33d9993f7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:01.227745 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7a82d521-95d4-4d4b-ae87-23a33d9993f7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1781628 Aug 28 13:13:01.230333 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59086) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:01.239251 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-055b8b15-2335-4b9e-8706-cf5a97e3bb63 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'network_id': '9071b75d-b6b3-4812-81d0-f38dbeb6cbe3', 'name': 'tempest-PortsIpV6TestJSON-246335852'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:01.307158 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd40f793-eba2-4253-8708-8336654c3094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479431344', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:50Z', 'updated_at': '2021-08-28T13:12:57Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:51Z', 'updated_at': '2021-08-28T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '689dc81b-0093-4e72-b6bd-c528a2df7916', 'name': '', 'network_id': '98626483-c3ae-443e-930f-3541eb122664', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:72:f9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:55Z', 'updated_at': '2021-08-28T13:13:00Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:01.344139 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f623ded-60b2-4770-8a45-40bbc4f3df1d None None] The sync data for ids ['bd40f793-eba2-4253-8708-8336654c3094'] in n-d-791505-21 is: [{'id': 'bd40f793-eba2-4253-8708-8336654c3094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479431344', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:50Z', 'updated_at': '2021-08-28T13:12:57Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:51Z', 'updated_at': '2021-08-28T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '689dc81b-0093-4e72-b6bd-c528a2df7916', 'name': '', 'network_id': '98626483-c3ae-443e-930f-3541eb122664', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:72:f9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:55Z', 'updated_at': '2021-08-28T13:13:00Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:13:01.420207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055b8b15-2335-4b9e-8706-cf5a97e3bb63 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:13:01.428073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 04e0c687-39d2-4eda-922e-d9d173deddf8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:13:01.430723 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-055b8b15-2335-4b9e-8706-cf5a97e3bb63 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:01.477856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-055b8b15-2335-4b9e-8706-cf5a97e3bb63 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] device_id is not set on port 0093de87-46d4-4022-bc26-0af744f9af17 yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:13:01.507946 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45229486-d740-4331-b091-92f4680189cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-9071b75d-b6b3-4812-81d0-f38dbeb6cbe3', 'network_id': '9071b75d-b6b3-4812-81d0-f38dbeb6cbe3', 'tenant_id': '0f479932b8944542b5a6230ec5e1ab06', 'fixed_ips': [{'subnet_id': '31761381-8b46-446d-9cab-4983102a7f48'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:13:01.508827 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-45229486-d740-4331-b091-92f4680189cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:01.599444 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ba3fea8d-23a0-436d-90fb-f46f9b6fc079 req-e63c51b3-c6a3-4b84-b58c-07f099fa315a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 210 time: 0.0462730 Aug 28 13:13:01.699031 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-055b8b15-2335-4b9e-8706-cf5a97e3bb63 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Allocated IP 2001:db8::33b (9071b75d-b6b3-4812-81d0-f38dbeb6cbe3/31761381-8b46-446d-9cab-4983102a7f48/0093de87-46d4-4022-bc26-0af744f9af17) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:13:01.713640 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 04e0c687-39d2-4eda-922e-d9d173deddf8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:01.714016 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:01.928974 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-055b8b15-2335-4b9e-8706-cf5a97e3bb63 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:01.946796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-055b8b15-2335-4b9e-8706-cf5a97e3bb63 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Transition to ACTIVE for port object 0093de87-46d4-4022-bc26-0af744f9af17 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:01.996314 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-055b8b15-2335-4b9e-8706-cf5a97e3bb63 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:02.039801 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a6275156-8821-41f6-9dd9-be7c1609c804 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:13:02.052627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b8b15-2335-4b9e-8706-cf5a97e3bb63 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 9071b75d-b6b3-4812-81d0-f38dbeb6cbe3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:13:02.059229 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-055b8b15-2335-4b9e-8706-cf5a97e3bb63 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:02.067748 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b8b15-2335-4b9e-8706-cf5a97e3bb63 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:13:02.083206 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b8b15-2335-4b9e-8706-cf5a97e3bb63 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:02.084356 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-055b8b15-2335-4b9e-8706-cf5a97e3bb63 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:02.093943 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b8b15-2335-4b9e-8706-cf5a97e3bb63 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=0093de87-46d4-4022-bc26-0af744f9af17,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:02.103464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: a6275156-8821-41f6-9dd9-be7c1609c804 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:13:02.103853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a6275156-8821-41f6-9dd9-be7c1609c804 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:13:02.141507 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-055b8b15-2335-4b9e-8706-cf5a97e3bb63 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9094093 Aug 28 13:13:02.144144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59104) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:02.151933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-45229486-d740-4331-b091-92f4680189cb None None] Allocated IP 2001:db8::2 (9071b75d-b6b3-4812-81d0-f38dbeb6cbe3/31761381-8b46-446d-9cab-4983102a7f48/a7cb9a17-8e9f-4b12-82b3-ae26015feaed) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:13:02.358245 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-45229486-d740-4331-b091-92f4680189cb None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:02.368616 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-45229486-d740-4331-b091-92f4680189cb None None] Transition to ACTIVE for port object a7cb9a17-8e9f-4b12-82b3-ae26015feaed will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:02.394842 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-45229486-d740-4331-b091-92f4680189cb None None] Transition to ACTIVE for port object a7cb9a17-8e9f-4b12-82b3-ae26015feaed will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:02.405923 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-45229486-d740-4331-b091-92f4680189cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:02.452601 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45229486-d740-4331-b091-92f4680189cb None None] Network 9071b75d-b6b3-4812-81d0-f38dbeb6cbe3 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:13:02.459520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-45229486-d740-4331-b091-92f4680189cb None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:02.464288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45229486-d740-4331-b091-92f4680189cb None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:13:02.471835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45229486-d740-4331-b091-92f4680189cb None None] Pushing event updated for resources: {'Port': ['ID=a7cb9a17-8e9f-4b12-82b3-ae26015feaed,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:02.565609 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-45229486-d740-4331-b091-92f4680189cb None None] Attempting to bind port a7cb9a17-8e9f-4b12-82b3-ae26015feaed on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:13:02.566344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-45229486-d740-4331-b091-92f4680189cb None None] Attempting to bind port a7cb9a17-8e9f-4b12-82b3-ae26015feaed by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'db49de6a-3771-498f-92af-8535f88f6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9071b75d-b6b3-4812-81d0-f38dbeb6cbe3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:13:02.566659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45229486-d740-4331-b091-92f4680189cb None None] Attempting to bind port a7cb9a17-8e9f-4b12-82b3-ae26015feaed on network 9071b75d-b6b3-4812-81d0-f38dbeb6cbe3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:13:02.573116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45229486-d740-4331-b091-92f4680189cb None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:13:02.573629 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45229486-d740-4331-b091-92f4680189cb None None] Checking segment: {'id': 'db49de6a-3771-498f-92af-8535f88f6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9071b75d-b6b3-4812-81d0-f38dbeb6cbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:13:02.574136 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-45229486-d740-4331-b091-92f4680189cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:02.574678 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45229486-d740-4331-b091-92f4680189cb None None] Bound using segment: {'id': 'db49de6a-3771-498f-92af-8535f88f6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9071b75d-b6b3-4812-81d0-f38dbeb6cbe3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:13:02.575237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-45229486-d740-4331-b091-92f4680189cb None None] Bound port: a7cb9a17-8e9f-4b12-82b3-ae26015feaed, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db49de6a-3771-498f-92af-8535f88f6330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9071b75d-b6b3-4812-81d0-f38dbeb6cbe3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:13:02.575986 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-45229486-d740-4331-b091-92f4680189cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:02.665033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-45229486-d740-4331-b091-92f4680189cb None None] For port a7cb9a17-8e9f-4b12-82b3-ae26015feaed, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:13:02.669847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-45229486-d740-4331-b091-92f4680189cb None None] For port a7cb9a17-8e9f-4b12-82b3-ae26015feaed, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a7cb9a17-8e9f-4b12-82b3-ae26015feaed,segment=NetworkSegment(db49de6a-3771-498f-92af-8535f88f6330),segment_id=db49de6a-3771-498f-92af-8535f88f6330)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:13:02.677372 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-45229486-d740-4331-b091-92f4680189cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:02.777365 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4ab8f8b4-4c95-4dd9-b668-16281a7de26b req-73a6f897-9530-4a80-8a13-50149043c510 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 210 time: 0.0519865 Aug 28 13:13:02.799677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45229486-d740-4331-b091-92f4680189cb None None] Pushing event updated for resources: {'Port': ['ID=a7cb9a17-8e9f-4b12-82b3-ae26015feaed,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:03.209422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59114) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:03.251494 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c52e8479-b8af-452a-8c15-4c41a61a96a7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:03.282627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-80732ba6-fa82-477b-b3d0-a37cf040bbc3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:03.284328 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-80732ba6-fa82-477b-b3d0-a37cf040bbc3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.10 "GET /v2.0/networks?id=98626483-c3ae-443e-930f-3541eb122664 HTTP/1.1" status: 200 len: 797 time: 0.3164008 Aug 28 13:13:03.398531 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-424fec06-d7fd-4159-81a8-6ce49d79850b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:03.409934 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-7df3ba74-214f-44e0-b379-8d5879739654 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46 HTTP/1.1" status: 200 len: 379 time: 0.0916691 Aug 28 13:13:03.440337 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-13b8890a-ca51-41ba-961e-3f5defba18a7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'port': {'device_id': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'network_id': '98626483-c3ae-443e-930f-3541eb122664', 'admin_state_up': True, 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'security_groups': ['926e5d20-f42c-42f4-8775-016a7bb03cb5']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:03.457287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 689dc81b-0093-4e72-b6bd-c528a2df7916 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:13:03.515493 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 689dc81b-0093-4e72-b6bd-c528a2df7916 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:03.520669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 689dc81b-0093-4e72-b6bd-c528a2df7916 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:03.521040 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:03.527789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-424fec06-d7fd-4159-81a8-6ce49d79850b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:03.535623 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-424fec06-d7fd-4159-81a8-6ce49d79850b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:03.588213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fec06-d7fd-4159-81a8-6ce49d79850b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d670312-3d00-42b4-8d42-d2258d699657,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:03.598989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-424fec06-d7fd-4159-81a8-6ce49d79850b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d64dd6f88d0240a3b55fe20b8398a242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882725 Aug 28 13:13:03.599788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59118) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:03.621593 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:03.655496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 689dc81b-0093-4e72-b6bd-c528a2df7916, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=689dc81b-0093-4e72-b6bd-c528a2df7916,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:03.660918 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:03.661728 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a7cb9a17-8e9f-4b12-82b3-ae26015feaed up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:13:03.701462 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-13b8890a-ca51-41ba-961e-3f5defba18a7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Made reservation on behalf of 76128c3db5c64f1fb1ea03729f5b5e46 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:13:03.705042 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-13b8890a-ca51-41ba-961e-3f5defba18a7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:03.727352 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c52e8479-b8af-452a-8c15-4c41a61a96a7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:03.731058 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4740221a-309c-4198-8d67-2af4a0f6a425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:03.743017 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c52e8479-b8af-452a-8c15-4c41a61a96a7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:03.749126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=689dc81b-0093-4e72-b6bd-c528a2df7916,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:03.761497 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port a7cb9a17-8e9f-4b12-82b3-ae26015feaed completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:03.833459 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4740221a-309c-4198-8d67-2af4a0f6a425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:03.953079 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dbe58954-1e71-4e6f-9a32-915901a5065f req-389b3e30-1ac6-49e6-8964-92fe831c870f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 210 time: 0.0933838 Aug 28 13:13:03.964779 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e8479-b8af-452a-8c15-4c41a61a96a7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=0093de87-46d4-4022-bc26-0af744f9af17,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:04.067029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-13b8890a-ca51-41ba-961e-3f5defba18a7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Allocated IP 172.20.0.12 (98626483-c3ae-443e-930f-3541eb122664/146b1ac3-a654-48bb-acdc-e61cf35ca101/9e469629-370b-4e16-99e7-688e2eac6919) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:13:04.067822 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a87f015-7076-4cc8-bcc7-201a6aeae76b None None] Network 9071b75d-b6b3-4812-81d0-f38dbeb6cbe3 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:13:04.078349 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4740221a-309c-4198-8d67-2af4a0f6a425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:04.081421 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4740221a-309c-4198-8d67-2af4a0f6a425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:04.082672 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4740221a-309c-4198-8d67-2af4a0f6a425 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d670312-3d00-42b4-8d42-d2258d699657 HTTP/1.1" status: 204 len: 168 time: 0.4802144 Aug 28 13:13:04.117209 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c52e8479-b8af-452a-8c15-4c41a61a96a7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:04.121500 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740221a-309c-4198-8d67-2af4a0f6a425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d670312-3d00-42b4-8d42-d2258d699657,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:04.201513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ce76f214-ae5b-49c6-b0d4-ecc044e3cf77 None None] Provisioning for port a7cb9a17-8e9f-4b12-82b3-ae26015feaed completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:04.226399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ce76f214-ae5b-49c6-b0d4-ecc044e3cf77 None None] Provisioning complete for port a7cb9a17-8e9f-4b12-82b3-ae26015feaed triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:04.226399 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ce76f214-ae5b-49c6-b0d4-ecc044e3cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:04.320058 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c52e8479-b8af-452a-8c15-4c41a61a96a7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:04.348979 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ce76f214-ae5b-49c6-b0d4-ecc044e3cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:04.390742 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ce76f214-ae5b-49c6-b0d4-ecc044e3cf77 None None] For port a7cb9a17-8e9f-4b12-82b3-ae26015feaed, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a7cb9a17-8e9f-4b12-82b3-ae26015feaed,segment=NetworkSegment(db49de6a-3771-498f-92af-8535f88f6330),segment_id=db49de6a-3771-498f-92af-8535f88f6330)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:04.396144 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ce76f214-ae5b-49c6-b0d4-ecc044e3cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:04.431252 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-13b8890a-ca51-41ba-961e-3f5defba18a7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:04.460280 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76f214-ae5b-49c6-b0d4-ecc044e3cf77 None None] Pushing event updated for resources: {'Port': ['ID=a7cb9a17-8e9f-4b12-82b3-ae26015feaed,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:04.533656 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-13b8890a-ca51-41ba-961e-3f5defba18a7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Transition to ACTIVE for port object 9e469629-370b-4e16-99e7-688e2eac6919 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:04.646739 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2a4e24e1-d516-4897-b22d-9d60495b304d None None] Provisioning for port 0093de87-46d4-4022-bc26-0af744f9af17 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:04.647379 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-13b8890a-ca51-41ba-961e-3f5defba18a7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:04.656831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2a4e24e1-d516-4897-b22d-9d60495b304d None None] Provisioning complete for port 0093de87-46d4-4022-bc26-0af744f9af17 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:04.657287 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2a4e24e1-d516-4897-b22d-9d60495b304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:04.699383 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2a4e24e1-d516-4897-b22d-9d60495b304d None None] Port 0093de87-46d4-4022-bc26-0af744f9af17 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:04.711666 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2a4e24e1-d516-4897-b22d-9d60495b304d None None] Provisioning complete for port a7cb9a17-8e9f-4b12-82b3-ae26015feaed triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:04.712338 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2a4e24e1-d516-4897-b22d-9d60495b304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:04.735977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-13b8890a-ca51-41ba-961e-3f5defba18a7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 98626483-c3ae-443e-930f-3541eb122664 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:13:04.745523 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-13b8890a-ca51-41ba-961e-3f5defba18a7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:04.756317 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-13b8890a-ca51-41ba-961e-3f5defba18a7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:13:04.765360 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8890a-ca51-41ba-961e-3f5defba18a7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=9e469629-370b-4e16-99e7-688e2eac6919,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:04.831389 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c52e8479-b8af-452a-8c15-4c41a61a96a7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:04.846635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-13b8890a-ca51-41ba-961e-3f5defba18a7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:04.847303 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-13b8890a-ca51-41ba-961e-3f5defba18a7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:04.849809 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c52e8479-b8af-452a-8c15-4c41a61a96a7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:04.850645 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c52e8479-b8af-452a-8c15-4c41a61a96a7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:04.889383 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-13b8890a-ca51-41ba-961e-3f5defba18a7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4531889 Aug 28 13:13:04.926877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-77e0bc84-f8ec-4d17-aae3-059cb838fe5b None None] Provisioning complete for port 0093de87-46d4-4022-bc26-0af744f9af17 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:04.927251 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-77e0bc84-f8ec-4d17-aae3-059cb838fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:04.946495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Request body: {'port': {'device_id': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:04.973049 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-77e0bc84-f8ec-4d17-aae3-059cb838fe5b None None] Port 0093de87-46d4-4022-bc26-0af744f9af17 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:04.981218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e8479-b8af-452a-8c15-4c41a61a96a7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=0093de87-46d4-4022-bc26-0af744f9af17,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:05.047629 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:05.070307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52e8479-b8af-452a-8c15-4c41a61a96a7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 9071b75d-b6b3-4812-81d0-f38dbeb6cbe3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:13:05.085071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316b353-c5e8-4c35-8298-78890b37cc37 req-50da34db-f12a-41ff-9d05-f61d550862e9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:05.087499 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1316b353-c5e8-4c35-8298-78890b37cc37 req-50da34db-f12a-41ff-9d05-f61d550862e9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 932 time: 0.0553777 Aug 28 13:13:05.095968 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c52e8479-b8af-452a-8c15-4c41a61a96a7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:05.097969 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-233556d7-9d4a-41a2-b9d0-5df094bf8435 None None] Provisioning for port 9e469629-370b-4e16-99e7-688e2eac6919 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:05.109375 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-233556d7-9d4a-41a2-b9d0-5df094bf8435 None None] Provisioning complete for port 9e469629-370b-4e16-99e7-688e2eac6919 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:05.109752 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-233556d7-9d4a-41a2-b9d0-5df094bf8435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:05.146707 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1316b353-c5e8-4c35-8298-78890b37cc37 req-bc784bc9-d039-4941-8eb6-31d54ad603c6 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499074 Aug 28 13:13:05.156168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-233556d7-9d4a-41a2-b9d0-5df094bf8435 None None] Port 9e469629-370b-4e16-99e7-688e2eac6919 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:05.282525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5c91ea10-f628-4946-879c-92d1e34bafd6 None None] Provisioning complete for port 0093de87-46d4-4022-bc26-0af744f9af17 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:05.283412 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5c91ea10-f628-4946-879c-92d1e34bafd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:05.337757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-5c91ea10-f628-4946-879c-92d1e34bafd6 None None] Port 0093de87-46d4-4022-bc26-0af744f9af17 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:05.357511 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52e8479-b8af-452a-8c15-4c41a61a96a7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Router a774ac7a-0c0f-4c7b-901a-c3fc3974a433 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:13:05.361801 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 689dc81b-0093-4e72-b6bd-c528a2df7916 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:13:05.410413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 689dc81b-0093-4e72-b6bd-c528a2df7916 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:05.410787 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:05.462598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0b51f39c-d8f9-41bc-a832-773415908ac5 None None] Provisioning complete for port 0093de87-46d4-4022-bc26-0af744f9af17 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:05.462885 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0b51f39c-d8f9-41bc-a832-773415908ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:05.508078 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52e8479-b8af-452a-8c15-4c41a61a96a7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:13:05.514653 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c52e8479-b8af-452a-8c15-4c41a61a96a7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "PUT /v2.0/routers/a774ac7a-0c0f-4c7b-901a-c3fc3974a433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3695068 Aug 28 13:13:05.517670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59126) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:05.518939 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a67e17-0ad8-44f2-836b-7bac5c949e61 None None] Sync routers for ids ['a774ac7a-0c0f-4c7b-901a-c3fc3974a433'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:13:05.526541 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e469629-370b-4e16-99e7-688e2eac6919 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:13:05.532527 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0b51f39c-d8f9-41bc-a832-773415908ac5 None None] Port 0093de87-46d4-4022-bc26-0af744f9af17 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:05.534952 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:05.539417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a7cb9a17-8e9f-4b12-82b3-ae26015feaed up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:13:05.543098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a67e17-0ad8-44f2-836b-7bac5c949e61 None None] Routers {'a774ac7a-0c0f-4c7b-901a-c3fc3974a433'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:13:05.543723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-c3a67e17-0ad8-44f2-836b-7bac5c949e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a774ac7a-0c0f-4c7b-901a-c3fc3974a433'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:05.548507 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Transition to ACTIVE for port object 9e469629-370b-4e16-99e7-688e2eac6919 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:05.553329 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:05.571279 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f16753b-839e-4ae6-ac5e-a28c2a2937d2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:05.573128 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2f16753b-839e-4ae6-ac5e-a28c2a2937d2 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a774ac7a-0c0f-4c7b-901a-c3fc3974a433 HTTP/1.1" status: 200 len: 988 time: 0.0543909 Aug 28 13:13:05.576879 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59128) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:05.598616 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-c3a67e17-0ad8-44f2-836b-7bac5c949e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:05.618769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Pushing event updated for resources: {'Port': ['ID=9e469629-370b-4e16-99e7-688e2eac6919,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:05.619028 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a67e17-0ad8-44f2-836b-7bac5c949e61 None None] Routers {'a774ac7a-0c0f-4c7b-901a-c3fc3974a433'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:13:05.619368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-c3a67e17-0ad8-44f2-836b-7bac5c949e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a774ac7a-0c0f-4c7b-901a-c3fc3974a433'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:05.660402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-c3a67e17-0ad8-44f2-836b-7bac5c949e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:05.662065 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a67e17-0ad8-44f2-836b-7bac5c949e61 None None] The sync data for ids ['a774ac7a-0c0f-4c7b-901a-c3fc3974a433'] in n-d-791505-21 is: [] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:13:05.678302 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a7cb9a17-8e9f-4b12-82b3-ae26015feaed triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:05.678732 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:05.692838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Attempting to bind port 9e469629-370b-4e16-99e7-688e2eac6919 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:13:05.693168 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Attempting to bind port 9e469629-370b-4e16-99e7-688e2eac6919 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:13:05.693494 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Attempting to bind port 9e469629-370b-4e16-99e7-688e2eac6919 on network 98626483-c3ae-443e-930f-3541eb122664 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:13:05.698123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Port 9e469629-370b-4e16-99e7-688e2eac6919 on network 98626483-c3ae-443e-930f-3541eb122664 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:13:05.698472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Attempting to bind port 9e469629-370b-4e16-99e7-688e2eac6919 on network 98626483-c3ae-443e-930f-3541eb122664 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:13:05.703859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:13:05.704201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Checking segment: {'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:13:05.704580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Bound using segment: {'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:13:05.705005 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Bound port: 9e469629-370b-4e16-99e7-688e2eac6919, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:13:05.705620 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:05.782758 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:13:05.786578 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=9e469629-370b-4e16-99e7-688e2eac6919,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:13:05.792419 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:05.836176 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:05.836997 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:05.838574 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] 10.222.0.10 "PUT /v2.0/ports/9e469629-370b-4e16-99e7-688e2eac6919 HTTP/1.1" status: 200 len: 1093 time: 0.9315152 Aug 28 13:13:05.839136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:13:05.841882 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130fd0fc-d7fa-44a2-bf43-9572fa06c8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "tag": "9e469629-370b-4e16-99e7-688e2eac6919"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:13:05.874954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87233e9b-7566-429b-bcba-8f136ec590ec service neutron] Pushing event updated for resources: {'Port': ['ID=9e469629-370b-4e16-99e7-688e2eac6919,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:05.929303 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04c2501-586a-4e0b-a550-eabb16e43631 x-openstack-request-id: req-c04c2501-586a-4e0b-a550-eabb16e43631 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:13:05.929598 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "tag": "9e469629-370b-4e16-99e7-688e2eac6919", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:13:05.929850 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c04c2501-586a-4e0b-a550-eabb16e43631 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:13:05.930248 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919', 'status': 'completed', 'code': 200} Aug 28 13:13:05.948029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-93cc7596-c6fe-4fea-a6cf-35916075db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:05.949648 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-93cc7596-c6fe-4fea-a6cf-35916075db8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 1096 time: 0.0513840 Aug 28 13:13:06.003174 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-893a135a-0b65-4f5c-a159-cc426483360e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e469629-370b-4e16-99e7-688e2eac6919 HTTP/1.1" status: 200 len: 217 time: 0.0445490 Aug 28 13:13:06.059773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-e685beb2-104e-4ea2-bdbe-b7ae9b3bd19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:06.061522 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-e685beb2-104e-4ea2-bdbe-b7ae9b3bd19e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=146b1ac3-a654-48bb-acdc-e61cf35ca101 HTTP/1.1" status: 200 len: 835 time: 0.0507543 Aug 28 13:13:06.094057 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4cbbfb12-be3a-4e37-88f1-ef27313db9f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:06.109776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-f5ed2a67-cef7-4884-ae6d-7dcd0832fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:06.111326 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-f5ed2a67-cef7-4884-ae6d-7dcd0832fbdf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98626483-c3ae-443e-930f-3541eb122664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419164 Aug 28 13:13:06.206464 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-ba52b3dc-c3a1-40eb-b789-dce662460635 service neutron] 10.222.0.10 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875781 Aug 28 13:13:06.302067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52614fb-978c-4316-a2f1-d09aec66406a req-bc9c4136-ff4e-4989-b5fe-c09fde0eefac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:06.302961 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a3037eca-72b7-4438-a06a-5c393f841e5b req-42632e56-c1da-44e0-8cee-76160b519c21 service neutron] 10.222.0.10 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892782 Aug 28 13:13:06.303496 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d52614fb-978c-4316-a2f1-d09aec66406a req-bc9c4136-ff4e-4989-b5fe-c09fde0eefac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 944 time: 0.0623941 Aug 28 13:13:06.371733 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d52614fb-978c-4316-a2f1-d09aec66406a req-361263b2-a90a-4ca5-9061-f105b64561ba tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589216 Aug 28 13:13:06.394593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fd0fc-d7fa-44a2-bf43-9572fa06c8cd req-e511b930-1967-46c0-8fe6-80e5923d691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:06.395252 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-130fd0fc-d7fa-44a2-bf43-9572fa06c8cd req-e511b930-1967-46c0-8fe6-80e5923d691a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 1096 time: 0.0426505 Aug 28 13:13:06.395351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-4cbbfb12-be3a-4e37-88f1-ef27313db9f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port 0093de87-46d4-4022-bc26-0af744f9af17 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:13:06.395637 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4cbbfb12-be3a-4e37-88f1-ef27313db9f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:06.493927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fd0fc-d7fa-44a2-bf43-9572fa06c8cd req-d45a0d8d-04e3-4c2a-9369-8ae79a6ef48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:06.495489 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-130fd0fc-d7fa-44a2-bf43-9572fa06c8cd req-d45a0d8d-04e3-4c2a-9369-8ae79a6ef48c service neutron] 10.222.0.10 "GET /v2.0/networks?id=98626483-c3ae-443e-930f-3541eb122664 HTTP/1.1" status: 200 len: 897 time: 0.0933354 Aug 28 13:13:06.542491 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-130fd0fc-d7fa-44a2-bf43-9572fa06c8cd req-b3908877-b165-4fc2-9af9-b6dac6e05716 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e469629-370b-4e16-99e7-688e2eac6919 HTTP/1.1" status: 200 len: 217 time: 0.0380967 Aug 28 13:13:06.602766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fd0fc-d7fa-44a2-bf43-9572fa06c8cd req-48771336-294b-4411-b2ed-d271390db1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:06.604364 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-130fd0fc-d7fa-44a2-bf43-9572fa06c8cd req-48771336-294b-4411-b2ed-d271390db1ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=146b1ac3-a654-48bb-acdc-e61cf35ca101 HTTP/1.1" status: 200 len: 835 time: 0.0530276 Aug 28 13:13:06.661513 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fd0fc-d7fa-44a2-bf43-9572fa06c8cd req-72e77f87-f666-4706-a90b-32aaf1faa50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:06.663335 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-130fd0fc-d7fa-44a2-bf43-9572fa06c8cd req-72e77f87-f666-4706-a90b-32aaf1faa50c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98626483-c3ae-443e-930f-3541eb122664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490277 Aug 28 13:13:06.768817 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-130fd0fc-d7fa-44a2-bf43-9572fa06c8cd req-3056af01-91f1-4753-9d8b-49f9f4065ed6 service neutron] 10.222.0.10 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972505 Aug 28 13:13:06.868274 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-130fd0fc-d7fa-44a2-bf43-9572fa06c8cd req-62be44bb-68b9-4996-b05d-e14371addec7 service neutron] 10.222.0.10 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914111 Aug 28 13:13:06.889171 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4cbbfb12-be3a-4e37-88f1-ef27313db9f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:06.902270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-4cbbfb12-be3a-4e37-88f1-ef27313db9f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for 0093de87-46d4-4022-bc26-0af744f9af17 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:13:07.084542 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4cbbfb12-be3a-4e37-88f1-ef27313db9f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:07.117574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbfb12-be3a-4e37-88f1-ef27313db9f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=0093de87-46d4-4022-bc26-0af744f9af17,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:07.220762 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4cbbfb12-be3a-4e37-88f1-ef27313db9f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:07.381193 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbbfb12-be3a-4e37-88f1-ef27313db9f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Router a774ac7a-0c0f-4c7b-901a-c3fc3974a433 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:13:07.469526 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbbfb12-be3a-4e37-88f1-ef27313db9f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:13:07.478808 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87d5c40-211b-4732-beee-1efe030a27ec None None] Sync routers for ids ['a774ac7a-0c0f-4c7b-901a-c3fc3974a433'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:13:07.488283 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87d5c40-211b-4732-beee-1efe030a27ec None None] Routers {'a774ac7a-0c0f-4c7b-901a-c3fc3974a433'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:13:07.488878 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4cbbfb12-be3a-4e37-88f1-ef27313db9f4 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "PUT /v2.0/routers/a774ac7a-0c0f-4c7b-901a-c3fc3974a433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9109566 Aug 28 13:13:07.489127 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d87d5c40-211b-4732-beee-1efe030a27ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a774ac7a-0c0f-4c7b-901a-c3fc3974a433'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:07.491676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59140) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:07.512193 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95937f-462c-439b-9306-ca0fa20b9262 req-121471bf-b17f-480f-9e41-28947a5a1f0b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:07.514596 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aa95937f-462c-439b-9306-ca0fa20b9262 req-121471bf-b17f-480f-9e41-28947a5a1f0b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 944 time: 0.0602460 Aug 28 13:13:07.522685 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5ff3d4-d9bd-411a-a898-ce3645f8d4da tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] GET failed (client error): The resource could not be found. Aug 28 13:13:07.526798 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6e5ff3d4-d9bd-411a-a898-ce3645f8d4da tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/0093de87-46d4-4022-bc26-0af744f9af17 HTTP/1.1" status: 404 len: 333 time: 0.0316906 Aug 28 13:13:07.527049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59142) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:07.530273 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d87d5c40-211b-4732-beee-1efe030a27ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:07.540156 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87d5c40-211b-4732-beee-1efe030a27ec None None] Routers {'a774ac7a-0c0f-4c7b-901a-c3fc3974a433'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:13:07.540757 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d87d5c40-211b-4732-beee-1efe030a27ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:12:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a774ac7a-0c0f-4c7b-901a-c3fc3974a433'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:07.552380 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:07.556734 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aa95937f-462c-439b-9306-ca0fa20b9262 req-914bfee0-4c38-4343-bee0-1e73e822537a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358982 Aug 28 13:13:07.579112 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d87d5c40-211b-4732-beee-1efe030a27ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:07.579770 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87d5c40-211b-4732-beee-1efe030a27ec None None] The sync data for ids ['a774ac7a-0c0f-4c7b-901a-c3fc3974a433'] in n-d-791505-21 is: [] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:13:07.611150 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-93699e08-69c9-41f7-9383-1f69e9769c78 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.086811 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-93699e08-69c9-41f7-9383-1f69e9769c78 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.088937 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-93699e08-69c9-41f7-9383-1f69e9769c78 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.135734 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-93699e08-69c9-41f7-9383-1f69e9769c78 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.136266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93699e08-69c9-41f7-9383-1f69e9769c78 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Fanout notify agent at l3_agent the message router_deleted on router a774ac7a-0c0f-4c7b-901a-c3fc3974a433 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:13:08.144147 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-93699e08-69c9-41f7-9383-1f69e9769c78 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.145123 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-93699e08-69c9-41f7-9383-1f69e9769c78 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/routers/a774ac7a-0c0f-4c7b-901a-c3fc3974a433 HTTP/1.1" status: 204 len: 168 time: 0.6171930 Aug 28 13:13:08.147832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59144) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:08.198220 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c2b7b5-61fa-4a66-9a0c-c115f2f0ec41 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting subnet 31761381-8b46-446d-9cab-4983102a7f48 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:13:08.203919 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-89c2b7b5-61fa-4a66-9a0c-c115f2f0ec41 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.246036 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-89c2b7b5-61fa-4a66-9a0c-c115f2f0ec41 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.330104 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-89c2b7b5-61fa-4a66-9a0c-c115f2f0ec41 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.386713 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-89c2b7b5-61fa-4a66-9a0c-c115f2f0ec41 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.412902 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2b7b5-61fa-4a66-9a0c-c115f2f0ec41 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Subnet': ['ID=31761381-8b46-446d-9cab-4983102a7f48,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:08.416728 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-89c2b7b5-61fa-4a66-9a0c-c115f2f0ec41 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.418591 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-89c2b7b5-61fa-4a66-9a0c-c115f2f0ec41 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/31761381-8b46-446d-9cab-4983102a7f48 HTTP/1.1" status: 204 len: 168 time: 0.2698092 Aug 28 13:13:08.422115 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59146) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:08.423409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5887c7-dea1-479b-b19b-3e0e5519f580 None None] Network 9071b75d-b6b3-4812-81d0-f38dbeb6cbe3 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:13:08.500793 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.556814 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port a7cb9a17-8e9f-4b12-82b3-ae26015feaed {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:13:08.557161 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.596324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232b0ed2-82ab-499d-b855-8c04c1c8254e None None] DHCP port deletion for 9071b75d-b6b3-4812-81d0-f38dbeb6cbe3 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:13:08.607630 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:13:08.622815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] For port a7cb9a17-8e9f-4b12-82b3-ae26015feaed, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a7cb9a17-8e9f-4b12-82b3-ae26015feaed,segment=NetworkSegment(db49de6a-3771-498f-92af-8535f88f6330),segment_id=db49de6a-3771-498f-92af-8535f88f6330)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:08.623302 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.636612 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for a7cb9a17-8e9f-4b12-82b3-ae26015feaed owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:13:08.648278 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-232b0ed2-82ab-499d-b855-8c04c1c8254e None None] Deleting port a7cb9a17-8e9f-4b12-82b3-ae26015feaed {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:13:08.648572 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-232b0ed2-82ab-499d-b855-8c04c1c8254e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.713793 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-232b0ed2-82ab-499d-b855-8c04c1c8254e None None] For port a7cb9a17-8e9f-4b12-82b3-ae26015feaed, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a7cb9a17-8e9f-4b12-82b3-ae26015feaed,segment=NetworkSegment(db49de6a-3771-498f-92af-8535f88f6330),segment_id=db49de6a-3771-498f-92af-8535f88f6330)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:08.714193 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-232b0ed2-82ab-499d-b855-8c04c1c8254e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.727976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-232b0ed2-82ab-499d-b855-8c04c1c8254e None None] Calling delete_port for a7cb9a17-8e9f-4b12-82b3-ae26015feaed owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:13:08.740764 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8653f7-2aa7-48c3-8c13-6f7927cf19bb req-1bba82c4-b672-411f-99ad-16257223de33 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:08.743198 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b8653f7-2aa7-48c3-8c13-6f7927cf19bb req-1bba82c4-b672-411f-99ad-16257223de33 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 944 time: 0.1036544 Aug 28 13:13:08.787004 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.799525 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8b8653f7-2aa7-48c3-8c13-6f7927cf19bb req-a90c2b20-c1d1-42d3-bc27-b0a920814135 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495982 Aug 28 13:13:08.816474 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-232b0ed2-82ab-499d-b855-8c04c1c8254e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.824607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No DVR routers for this DVR port a7cb9a17-8e9f-4b12-82b3-ae26015feaed on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:13:08.829753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=a7cb9a17-8e9f-4b12-82b3-ae26015feaed,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:08.844495 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b0ed2-82ab-499d-b855-8c04c1c8254e None None] Pushing event deleted for resources: {'Port': ['ID=a7cb9a17-8e9f-4b12-82b3-ae26015feaed,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:08.846338 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b0ed2-82ab-499d-b855-8c04c1c8254e None None] No DVR routers for this DVR port a7cb9a17-8e9f-4b12-82b3-ae26015feaed on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:13:08.908733 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.918096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9071b75d-b6b3-4812-81d0-f38dbeb6cbe3']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:08.928813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db49de6a-3771-498f-92af-8535f88f6330') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:08.929108 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db49de6a-3771-498f-92af-8535f88f6330') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:08.938464 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.953052 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.958930 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:13:08.959322 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:13:08.962314 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:13:09.023197 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.028277 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.030662 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/networks/9071b75d-b6b3-4812-81d0-f38dbeb6cbe3 HTTP/1.1" status: 204 len: 168 time: 0.6075063 Aug 28 13:13:09.034459 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59150) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:09.047034 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a65e8f-6bd2-49f0-8162-2c3617013310 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Network': ['ID=9071b75d-b6b3-4812-81d0-f38dbeb6cbe3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:09.077418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff67a8c-2385-4ebf-a252-0339bcec2c7e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:09.078831 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5ff67a8c-2385-4ebf-a252-0339bcec2c7e tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/32d5db18-6c81-46a6-8170-b0d7536d3aaa HTTP/1.1" status: 200 len: 844 time: 0.0433898 Aug 28 13:13:09.082495 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59152) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:09.097153 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 9e469629-370b-4e16-99e7-688e2eac6919 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:13:09.123899 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-21020ca3-20a3-4634-b1c2-0d9e3d55621b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/32d5db18-6c81-46a6-8170-b0d7536d3aaa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0400944 Aug 28 13:13:09.126725 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59156) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:09.131977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-aee313ea-195c-4b45-a410-10cd831256e8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'subnet': {'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:09.190519 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=9e469629-370b-4e16-99e7-688e2eac6919,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:09.202189 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '9e469629-370b-4e16-99e7-688e2eac6919', 'network_id': '98626483-c3ae-443e-930f-3541eb122664', 'port_id': '9e469629-370b-4e16-99e7-688e2eac6919', 'mac_address': 'fa:16:3e:0c:da:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:13:09.219030 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee313ea-195c-4b45-a410-10cd831256e8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:13:09.222595 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aee313ea-195c-4b45-a410-10cd831256e8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.243762 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.256713 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e469629-370b-4e16-99e7-688e2eac6919 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:13:09.275861 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=9e469629-370b-4e16-99e7-688e2eac6919,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:09.280288 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.342824 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=9e469629-370b-4e16-99e7-688e2eac6919,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:09.349943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a7cb9a17-8e9f-4b12-82b3-ae26015feaed no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:13:09.371831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: a7cb9a17-8e9f-4b12-82b3-ae26015feaed {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:13:09.372221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a7cb9a17-8e9f-4b12-82b3-ae26015feaed not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:13:09.439858 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aee313ea-195c-4b45-a410-10cd831256e8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.485016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee313ea-195c-4b45-a410-10cd831256e8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:13:09.489469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-aee313ea-195c-4b45-a410-10cd831256e8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:09.493934 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee313ea-195c-4b45-a410-10cd831256e8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:09.494548 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aee313ea-195c-4b45-a410-10cd831256e8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.502571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4ad6e3-6e5e-4736-b612-53defe45336d None None] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:13:09.508813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee313ea-195c-4b45-a410-10cd831256e8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Subnet': ['ID=3626c6e9-7257-456d-b195-2fa2156c68da,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:09.516791 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-aee313ea-195c-4b45-a410-10cd831256e8 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3889661 Aug 28 13:13:09.519779 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['9e469629-370b-4e16-99e7-688e2eac6919'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:13:09.520994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59158) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:09.525718 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ed6748f9-cb8f-41e3-860f-b649747024cf tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'security_group': {'name': 'tempest-secgroup-1192884959'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:09.547465 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ed6748f9-cb8f-41e3-860f-b649747024cf tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.628984 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ed6748f9-cb8f-41e3-860f-b649747024cf tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.633201 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ed6748f9-cb8f-41e3-860f-b649747024cf tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.657308 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ed6748f9-cb8f-41e3-860f-b649747024cf tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.661483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59160) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:09.661660 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ed6748f9-cb8f-41e3-860f-b649747024cf tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1394415 Aug 28 13:13:09.669285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-6c4ddc16-d826-453a-b779-23ef5861f576 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'security_group': {'name': 'tempest-secgroup-1938410421'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:09.670262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6748f9-cb8f-41e3-860f-b649747024cf tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f31f089-4ce5-40d0-8ff4-34280055a85e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:09.695022 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6c4ddc16-d826-453a-b779-23ef5861f576 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.784511 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6c4ddc16-d826-453a-b779-23ef5861f576 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.788584 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6c4ddc16-d826-453a-b779-23ef5861f576 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.815858 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6c4ddc16-d826-453a-b779-23ef5861f576 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.817097 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6c4ddc16-d826-453a-b779-23ef5861f576 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1540866 Aug 28 13:13:09.820128 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59162) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:09.826066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ddc16-d826-453a-b779-23ef5861f576 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f552080-948b-4c04-9c79-27a9edc980e2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:09.826327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-1ae23008-c4d0-4d1c-93ec-fb7e1b706884 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1648063230', 'security_groups': ['4f552080-948b-4c04-9c79-27a9edc980e2'], 'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3626c6e9-7257-456d-b195-2fa2156c68da'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:09.915754 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d9336b60-3673-4557-adf2-7073050dd621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.929900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d44f2-2c45-4cf1-98ee-e2d99f4f3767 req-3b078325-eb7b-4eec-938e-e050eec65fe5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:09.931628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-355d44f2-2c45-4cf1-98ee-e2d99f4f3767 req-3b078325-eb7b-4eec-938e-e050eec65fe5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 945 time: 0.0557930 Aug 28 13:13:09.944254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'tenant_id': '0f479932b8944542b5a6230ec5e1ab06', 'fixed_ips': [{'subnet_id': '3626c6e9-7257-456d-b195-2fa2156c68da'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:13:09.945099 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:09.955774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae23008-c4d0-4d1c-93ec-fb7e1b706884 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:13:09.979387 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-355d44f2-2c45-4cf1-98ee-e2d99f4f3767 req-ff40d63d-cc36-4f88-ab7a-e51204ef855a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362353 Aug 28 13:13:10.044862 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ae23008-c4d0-4d1c-93ec-fb7e1b706884 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:10.051198 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:10.063126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-1ae23008-c4d0-4d1c-93ec-fb7e1b706884 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] device_id is not set on port e4005b15-d114-46f8-8aa7-27f14c40180f yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:13:10.161281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Allocated IP 2001:db8::2 (8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab/3626c6e9-7257-456d-b195-2fa2156c68da/be93adba-696b-4896-87bc-b13069859f9e) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:13:10.330022 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:10.338760 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Transition to ACTIVE for port object be93adba-696b-4896-87bc-b13069859f9e will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:10.355901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Transition to ACTIVE for port object be93adba-696b-4896-87bc-b13069859f9e will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:10.362881 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:10.401034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:13:10.406755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:10.412521 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:13:10.422806 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Pushing event updated for resources: {'Port': ['ID=be93adba-696b-4896-87bc-b13069859f9e,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:10.431917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-1ae23008-c4d0-4d1c-93ec-fb7e1b706884 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Allocated IP 2001:db8::5d (8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab/3626c6e9-7257-456d-b195-2fa2156c68da/e4005b15-d114-46f8-8aa7-27f14c40180f) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:13:10.476633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Attempting to bind port be93adba-696b-4896-87bc-b13069859f9e on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:13:10.477003 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Attempting to bind port be93adba-696b-4896-87bc-b13069859f9e by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '7e695283-625b-413e-95d8-e019082a9baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:13:10.477363 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Attempting to bind port be93adba-696b-4896-87bc-b13069859f9e on network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:13:10.483891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:13:10.484260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Checking segment: {'id': '7e695283-625b-413e-95d8-e019082a9baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:13:10.484965 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:10.486083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Bound using segment: {'id': '7e695283-625b-413e-95d8-e019082a9baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:13:10.486083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Bound port: be93adba-696b-4896-87bc-b13069859f9e, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e695283-625b-413e-95d8-e019082a9baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:13:10.486390 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:10.555739 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] For port be93adba-696b-4896-87bc-b13069859f9e, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:13:10.559046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] For port be93adba-696b-4896-87bc-b13069859f9e, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=be93adba-696b-4896-87bc-b13069859f9e,segment=NetworkSegment(7e695283-625b-413e-95d8-e019082a9baf),segment_id=7e695283-625b-413e-95d8-e019082a9baf)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:13:10.564224 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:10.584477 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ae23008-c4d0-4d1c-93ec-fb7e1b706884 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:10.604053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-1ae23008-c4d0-4d1c-93ec-fb7e1b706884 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Transition to ACTIVE for port object e4005b15-d114-46f8-8aa7-27f14c40180f will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:10.623014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397abd7-506a-4d3b-9cbe-1e69aebfe8ca None None] Pushing event updated for resources: {'Port': ['ID=be93adba-696b-4896-87bc-b13069859f9e,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:10.641822 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ae23008-c4d0-4d1c-93ec-fb7e1b706884 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:10.682868 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae23008-c4d0-4d1c-93ec-fb7e1b706884 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:13:10.686103 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-1ae23008-c4d0-4d1c-93ec-fb7e1b706884 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:10.689833 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae23008-c4d0-4d1c-93ec-fb7e1b706884 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:13:10.695537 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae23008-c4d0-4d1c-93ec-fb7e1b706884 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:10.696165 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ae23008-c4d0-4d1c-93ec-fb7e1b706884 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:10.712629 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae23008-c4d0-4d1c-93ec-fb7e1b706884 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=e4005b15-d114-46f8-8aa7-27f14c40180f,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:10.722292 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1ae23008-c4d0-4d1c-93ec-fb7e1b706884 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9010417 Aug 28 13:13:10.725277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59166) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:10.731006 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ef9bd9b4-94bd-4d3d-a1c0-dc1cdfd6e33c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'subnet': {'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:10.874184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9bd9b4-94bd-4d3d-a1c0-dc1cdfd6e33c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:13:10.877918 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd9b4-94bd-4d3d-a1c0-dc1cdfd6e33c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:10.971023 n-d-791505-21 neutron-server[94877]: INFO neutron.db.ipam_backend_mixin [None req-ef9bd9b4-94bd-4d3d-a1c0-dc1cdfd6e33c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3626c6e9-7257-456d-b195-2fa2156c68da (CIDR: 2001:db8::/64) Aug 28 13:13:10.975566 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9bd9b4-94bd-4d3d-a1c0-dc1cdfd6e33c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:10.976102 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9bd9b4-94bd-4d3d-a1c0-dc1cdfd6e33c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:13:10.989855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ef9bd9b4-94bd-4d3d-a1c0-dc1cdfd6e33c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2634201 Aug 28 13:13:10.993190 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59168) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:10.998061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-d496a0de-877b-4d95-9e91-05e89b980c1b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'subnet': {'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:11.106329 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d9f8b-3dbb-47d3-9acf-f093d7ccb664 req-8873445e-5dc3-45ef-ac9c-fa6c4117f891 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:11.107908 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a05d9f8b-3dbb-47d3-9acf-f093d7ccb664 req-8873445e-5dc3-45ef-ac9c-fa6c4117f891 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 945 time: 0.0537181 Aug 28 13:13:11.120510 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 9e469629-370b-4e16-99e7-688e2eac6919 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:13:11.124699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d496a0de-877b-4d95-9e91-05e89b980c1b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:13:11.128865 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d496a0de-877b-4d95-9e91-05e89b980c1b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:11.150811 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a05d9f8b-3dbb-47d3-9acf-f093d7ccb664 req-5f808cbd-53e0-457e-a812-d293e579c765 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367093 Aug 28 13:13:11.180427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 9e469629-370b-4e16-99e7-688e2eac6919 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:11.185488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 9e469629-370b-4e16-99e7-688e2eac6919 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:11.185959 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:11.283527 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:11.310516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:13:11.314283 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbc5699-feeb-40e9-b9ca-0db2c8f9b19a" -d '{"events": [{"server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "name": "network-vif-plugged", "status": "completed", "tag": "9e469629-370b-4e16-99e7-688e2eac6919"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:13:11.341016 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=9e469629-370b-4e16-99e7-688e2eac6919,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:11.347487 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:11.413118 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d496a0de-877b-4d95-9e91-05e89b980c1b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:11.416959 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=9e469629-370b-4e16-99e7-688e2eac6919,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:11.444687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device be93adba-696b-4896-87bc-b13069859f9e up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:13:11.459769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d496a0de-877b-4d95-9e91-05e89b980c1b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:13:11.463388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d496a0de-877b-4d95-9e91-05e89b980c1b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:11.469912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d496a0de-877b-4d95-9e91-05e89b980c1b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:11.470765 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d496a0de-877b-4d95-9e91-05e89b980c1b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:11.489018 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496a0de-877b-4d95-9e91-05e89b980c1b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Subnet': ['ID=12ad2a3e-683b-4a0d-ab70-3039e40fca0f,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:11.501798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59176) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:11.501912 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d496a0de-877b-4d95-9e91-05e89b980c1b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5075471 Aug 28 13:13:11.508889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-bb8853ea-68f1-45e3-87e3-46888f7db281 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-252783687', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '12ad2a3e-683b-4a0d-ab70-3039e40fca0f'}], 'security_groups': ['7f31f089-4ce5-40d0-8ff4-34280055a85e']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:11.514274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port be93adba-696b-4896-87bc-b13069859f9e completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:11.586858 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb8853ea-68f1-45e3-87e3-46888f7db281 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:11.617415 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f790cc08-16fc-48d8-a94f-7f9fc714044f x-openstack-request-id: req-f790cc08-16fc-48d8-a94f-7f9fc714044f {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:13:11.618085 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "name": "network-vif-plugged", "status": "completed", "tag": "9e469629-370b-4e16-99e7-688e2eac6919", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:13:11.618817 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f790cc08-16fc-48d8-a94f-7f9fc714044f {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:13:11.619156 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919', 'code': 200} Aug 28 13:13:11.697955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111f79da-3c43-4cd5-8506-aae4f76be5ef None None] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:13:11.761103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-16341c06-2703-45e9-937f-a3f15a94ca3e None None] Provisioning for port be93adba-696b-4896-87bc-b13069859f9e completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:11.772981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-16341c06-2703-45e9-937f-a3f15a94ca3e None None] Provisioning complete for port be93adba-696b-4896-87bc-b13069859f9e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:11.773351 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-16341c06-2703-45e9-937f-a3f15a94ca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:11.810707 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12979288-423f-465b-ae08-b6c69349099e req-70716458-2e4f-4219-bde3-ae25acff51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:11.812223 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-12979288-423f-465b-ae08-b6c69349099e req-70716458-2e4f-4219-bde3-ae25acff51f1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 1098 time: 0.1221638 Aug 28 13:13:11.887561 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-12979288-423f-465b-ae08-b6c69349099e req-3abb07ed-da64-4d7c-a611-18dd50d74398 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671754 Aug 28 13:13:11.937583 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-16341c06-2703-45e9-937f-a3f15a94ca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:11.963950 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-bb8853ea-68f1-45e3-87e3-46888f7db281 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Delete allocated IP 2001:db8::5d (8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab/3626c6e9-7257-456d-b195-2fa2156c68da) {{(pid=94878) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 13:13:11.973663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-bb8853ea-68f1-45e3-87e3-46888f7db281 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Allocated IP 2001:db8:0:1::2a (8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab/12ad2a3e-683b-4a0d-ab70-3039e40fca0f/e4005b15-d114-46f8-8aa7-27f14c40180f) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:13:12.004317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-16341c06-2703-45e9-937f-a3f15a94ca3e None None] For port be93adba-696b-4896-87bc-b13069859f9e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=be93adba-696b-4896-87bc-b13069859f9e,segment=NetworkSegment(7e695283-625b-413e-95d8-e019082a9baf),segment_id=7e695283-625b-413e-95d8-e019082a9baf)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:12.011634 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-16341c06-2703-45e9-937f-a3f15a94ca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.018253 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88abfc4-f044-4ca6-a963-19b141901fa6 None None] Update dhcp port {'port': {'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'fixed_ips': [{'subnet_id': '3626c6e9-7257-456d-b195-2fa2156c68da', 'ip_address': '2001:db8::2'}, {'subnet_id': '12ad2a3e-683b-4a0d-ab70-3039e40fca0f'}], 'binding:host_id': 'n-d-791505-21'}, 'id': 'be93adba-696b-4896-87bc-b13069859f9e'} from n-d-791505-21. {{(pid=94879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 13:13:12.075289 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f88abfc4-f044-4ca6-a963-19b141901fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.079990 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-16341c06-2703-45e9-937f-a3f15a94ca3e None None] Provisioning complete for port 32d5db18-6c81-46a6-8170-b0d7536d3aaa triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:12.080352 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-16341c06-2703-45e9-937f-a3f15a94ca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.122774 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16341c06-2703-45e9-937f-a3f15a94ca3e None None] Pushing event updated for resources: {'Port': ['ID=be93adba-696b-4896-87bc-b13069859f9e,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:12.154270 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb8853ea-68f1-45e3-87e3-46888f7db281 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.162230 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-16341c06-2703-45e9-937f-a3f15a94ca3e None None] Port 32d5db18-6c81-46a6-8170-b0d7536d3aaa cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:12.167504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-bb8853ea-68f1-45e3-87e3-46888f7db281 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Ignored duplicate provisioning block setup for port e4005b15-d114-46f8-8aa7-27f14c40180f by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 28 13:13:12.174170 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb8853ea-68f1-45e3-87e3-46888f7db281 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.260886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-bb8853ea-68f1-45e3-87e3-46888f7db281 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] In _notify_port_updated(), no bound segment for port e4005b15-d114-46f8-8aa7-27f14c40180f on network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab {{(pid=94878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 13:13:12.265746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8853ea-68f1-45e3-87e3-46888f7db281 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:12.266440 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bb8853ea-68f1-45e3-87e3-46888f7db281 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.267806 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bb8853ea-68f1-45e3-87e3-46888f7db281 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "PUT /v2.0/ports/e4005b15-d114-46f8-8aa7-27f14c40180f HTTP/1.1" status: 200 len: 929 time: 0.7651327 Aug 28 13:13:12.272347 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59180) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:12.281545 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d366d9f8-bf44-418a-b7f0-5034984c6aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.290057 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8853ea-68f1-45e3-87e3-46888f7db281 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=e4005b15-d114-46f8-8aa7-27f14c40180f,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:12.315905 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adb46b-179d-436b-a1cd-9dd349abb6b6 req-349e167c-5ad1-4614-97ad-d17a8d4e5470 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:12.317521 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-65adb46b-179d-436b-a1cd-9dd349abb6b6 req-349e167c-5ad1-4614-97ad-d17a8d4e5470 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 946 time: 0.0890131 Aug 28 13:13:12.349770 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-f88abfc4-f044-4ca6-a963-19b141901fa6 None None] Allocated IP 2001:db8:0:1::2 (8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab/12ad2a3e-683b-4a0d-ab70-3039e40fca0f/be93adba-696b-4896-87bc-b13069859f9e) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:13:12.365864 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-65adb46b-179d-436b-a1cd-9dd349abb6b6 req-7b82ec3c-ccf5-4fde-b6d6-c53b2f87ec73 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417244 Aug 28 13:13:12.398320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-19a46bed-0a65-42f0-89e7-e76f6ba51375 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port e4005b15-d114-46f8-8aa7-27f14c40180f {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:13:12.398320 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-19a46bed-0a65-42f0-89e7-e76f6ba51375 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.459038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f88abfc4-f044-4ca6-a963-19b141901fa6 None None] For port be93adba-696b-4896-87bc-b13069859f9e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=be93adba-696b-4896-87bc-b13069859f9e,segment=NetworkSegment(7e695283-625b-413e-95d8-e019082a9baf),segment_id=7e695283-625b-413e-95d8-e019082a9baf)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:12.489546 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-19a46bed-0a65-42f0-89e7-e76f6ba51375 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.493798 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f88abfc4-f044-4ca6-a963-19b141901fa6 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.502329 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-19a46bed-0a65-42f0-89e7-e76f6ba51375 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for e4005b15-d114-46f8-8aa7-27f14c40180f owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:13:12.507870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f88abfc4-f044-4ca6-a963-19b141901fa6 None None] Transition to ACTIVE for port object be93adba-696b-4896-87bc-b13069859f9e will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:12.512441 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f88abfc4-f044-4ca6-a963-19b141901fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.623545 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88abfc4-f044-4ca6-a963-19b141901fa6 None None] Pushing event updated for resources: {'Port': ['ID=be93adba-696b-4896-87bc-b13069859f9e,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:12.638446 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.683255 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-19a46bed-0a65-42f0-89e7-e76f6ba51375 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.718898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a46bed-0a65-42f0-89e7-e76f6ba51375 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=e4005b15-d114-46f8-8aa7-27f14c40180f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:12.751264 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-19a46bed-0a65-42f0-89e7-e76f6ba51375 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.753211 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-19a46bed-0a65-42f0-89e7-e76f6ba51375 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/e4005b15-d114-46f8-8aa7-27f14c40180f HTTP/1.1" status: 204 len: 168 time: 0.4790871 Aug 28 13:13:12.757421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59184) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:12.786244 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20058bd-2ff1-495c-b660-c5bd6b3253bf tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] GET failed (client error): The resource could not be found. Aug 28 13:13:12.787911 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a20058bd-2ff1-495c-b660-c5bd6b3253bf tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/e4005b15-d114-46f8-8aa7-27f14c40180f HTTP/1.1" status: 404 len: 333 time: 0.0294511 Aug 28 13:13:12.791106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59186) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:12.853846 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2da2ba45-e88f-4694-8863-c826758764f6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.886725 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2da2ba45-e88f-4694-8863-c826758764f6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.947197 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2da2ba45-e88f-4694-8863-c826758764f6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.949864 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2da2ba45-e88f-4694-8863-c826758764f6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:12.954565 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2da2ba45-e88f-4694-8863-c826758764f6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/security-groups/4f552080-948b-4c04-9c79-27a9edc980e2 HTTP/1.1" status: 204 len: 168 time: 0.1591456 Aug 28 13:13:12.954868 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59188) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:12.972728 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2ba45-e88f-4694-8863-c826758764f6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f552080-948b-4c04-9c79-27a9edc980e2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:13.009237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59190) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:13.033327 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6e0e-f3c7-4d6e-b461-610a23b4f96d tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.059317 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6e0e-f3c7-4d6e-b461-610a23b4f96d tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.098923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939dd365-a4f1-491d-a38c-41af4ea86288 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:13.099397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939dd365-a4f1-491d-a38c-41af4ea86288 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:13.100046 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939dd365-a4f1-491d-a38c-41af4ea86288 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:13.109133 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-939dd365-a4f1-491d-a38c-41af4ea86288 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=b71b30df94e64348893b50e0a2be3059&network_id=5a1b924e-fdcb-45e3-9e4a-397d318048bb HTTP/1.1" status: 200 len: 2973 time: 0.0965598 Aug 28 13:13:13.122083 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6e0e-f3c7-4d6e-b461-610a23b4f96d tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.125083 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6e0e-f3c7-4d6e-b461-610a23b4f96d tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.128708 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b9cc6e0e-f3c7-4d6e-b461-610a23b4f96d tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/security-groups/7f31f089-4ce5-40d0-8ff4-34280055a85e HTTP/1.1" status: 204 len: 168 time: 0.1703608 Aug 28 13:13:13.129216 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59194) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:13.136258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc6e0e-f3c7-4d6e-b461-610a23b4f96d tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f31f089-4ce5-40d0-8ff4-34280055a85e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:13.186636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd257025-8365-46ac-acfd-6ae16ea5419a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting subnet 3626c6e9-7257-456d-b195-2fa2156c68da {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:13:13.190081 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd257025-8365-46ac-acfd-6ae16ea5419a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.232419 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd257025-8365-46ac-acfd-6ae16ea5419a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.300650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-527d70a7-1b00-44e5-a607-1f34d85aec52 None None] Provisioning for port be93adba-696b-4896-87bc-b13069859f9e completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:13.305583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-527d70a7-1b00-44e5-a607-1f34d85aec52 None None] Provisioning complete for port be93adba-696b-4896-87bc-b13069859f9e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:13.306072 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-527d70a7-1b00-44e5-a607-1f34d85aec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.323583 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd257025-8365-46ac-acfd-6ae16ea5419a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.387633 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd257025-8365-46ac-acfd-6ae16ea5419a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.390305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device be93adba-696b-4896-87bc-b13069859f9e up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:13:13.431279 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd257025-8365-46ac-acfd-6ae16ea5419a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.433653 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bd257025-8365-46ac-acfd-6ae16ea5419a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/3626c6e9-7257-456d-b195-2fa2156c68da HTTP/1.1" status: 204 len: 168 time: 0.3032997 Aug 28 13:13:13.437812 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59200) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:13.443495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0dbc2e8c-0c6d-4a76-b293-b9fe31424494 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'subnet': {'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:13.463378 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd257025-8365-46ac-acfd-6ae16ea5419a tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Subnet': ['ID=3626c6e9-7257-456d-b195-2fa2156c68da,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:13.506723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port be93adba-696b-4896-87bc-b13069859f9e triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:13.506723 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.523509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c222b56-46af-43b5-b872-1d2e479fa352 req-d857a75b-c98f-414b-bc93-b71604756415 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:13.525133 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c222b56-46af-43b5-b872-1d2e479fa352 req-d857a75b-c98f-414b-bc93-b71604756415 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 946 time: 0.0675821 Aug 28 13:13:13.551313 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.552253 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec2f515-2402-4601-ba10-771d71affd06 None None] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:13:13.574968 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c222b56-46af-43b5-b872-1d2e479fa352 req-e671e97e-b21a-4ab8-aa25-0aeac21d53a3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398200 Aug 28 13:13:13.591225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-527d70a7-1b00-44e5-a607-1f34d85aec52 None None] Provisioning complete for port 32d5db18-6c81-46a6-8170-b0d7536d3aaa triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:13.591714 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-527d70a7-1b00-44e5-a607-1f34d85aec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.592881 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbc2e8c-0c6d-4a76-b293-b9fe31424494 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:13:13.597192 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0dbc2e8c-0c6d-4a76-b293-b9fe31424494 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.656043 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-527d70a7-1b00-44e5-a607-1f34d85aec52 None None] Port 32d5db18-6c81-46a6-8170-b0d7536d3aaa cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:13.680209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-527d70a7-1b00-44e5-a607-1f34d85aec52 None None] Could not find standard attr ID for object e4005b15-d114-46f8-8aa7-27f14c40180f. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:13:13.726464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24acf61d-664f-4d46-aa75-d7647d0eb83f req-4577f536-c798-419d-a97b-9eafb4fcd41f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:13.727979 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24acf61d-664f-4d46-aa75-d7647d0eb83f req-4577f536-c798-419d-a97b-9eafb4fcd41f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 946 time: 0.0805833 Aug 28 13:13:13.787253 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24acf61d-664f-4d46-aa75-d7647d0eb83f req-9475e7b4-4939-4767-9541-ceaf5325e8ab tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493891 Aug 28 13:13:13.794386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a95d8006-f050-46d0-9a16-c5d8ac1fdd2a None None] Could not find standard attr ID for object e4005b15-d114-46f8-8aa7-27f14c40180f. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:13:13.813610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59204) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:13.886533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b778ef5-6949-4449-8ec8-bc5246732085 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:13.890408 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3b778ef5-6949-4449-8ec8-bc5246732085 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 1093 time: 0.0735581 Aug 28 13:13:13.891103 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59206) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:13.895767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': '9e469629-370b-4e16-99e7-688e2eac6919', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:13.911399 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0dbc2e8c-0c6d-4a76-b293-b9fe31424494 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.924431 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.953849 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbc2e8c-0c6d-4a76-b293-b9fe31424494 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:13:13.958410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-0dbc2e8c-0c6d-4a76-b293-b9fe31424494 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:13.962195 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbc2e8c-0c6d-4a76-b293-b9fe31424494 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:13.962814 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0dbc2e8c-0c6d-4a76-b293-b9fe31424494 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:13.983127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc2e8c-0c6d-4a76-b293-b9fe31424494 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Subnet': ['ID=ec900486-952a-411f-be99-bfe3e223c2c8,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:13.987123 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0dbc2e8c-0c6d-4a76-b293-b9fe31424494 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5478220 Aug 28 13:13:13.989380 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59208) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:13.993996 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a9626889-db37-4326-a161-51f7e9314514 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'security_group': {'name': 'tempest-secgroup-130772375'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:14.018092 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9626889-db37-4326-a161-51f7e9314514 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.037244 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.140455 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9626889-db37-4326-a161-51f7e9314514 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.146552 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9626889-db37-4326-a161-51f7e9314514 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.183964 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9626889-db37-4326-a161-51f7e9314514 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.187225 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a9626889-db37-4326-a161-51f7e9314514 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1960227 Aug 28 13:13:14.193328 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59210) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:14.198839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9626889-db37-4326-a161-51f7e9314514 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78fcc03-6494-4eed-888c-43117025a4c1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:14.200831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4ff34724-ec4b-40f7-818c-a6f3d083be96 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'security_group': {'name': 'tempest-secgroup-98357126'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:14.224013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Allocated IP 172.25.1.207 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/d37b7ee5-fe2f-4d4e-aa63-ea0443e71c98) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:13:14.276135 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4ff34724-ec4b-40f7-818c-a6f3d083be96 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.367201 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7aef2e-365f-4f71-91da-15472886c06f None None] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:13:14.392012 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.436954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cfda230f-a366-427c-8fd2-278e5da57f05 None None] Provisioning complete for port be93adba-696b-4896-87bc-b13069859f9e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:14.437434 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfda230f-a366-427c-8fd2-278e5da57f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.452472 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4ff34724-ec4b-40f7-818c-a6f3d083be96 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.459248 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4ff34724-ec4b-40f7-818c-a6f3d083be96 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.478892 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.517548 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4ff34724-ec4b-40f7-818c-a6f3d083be96 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.521291 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4ff34724-ec4b-40f7-818c-a6f3d083be96 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3241267 Aug 28 13:13:14.521655 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59212) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:14.521810 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff34724-ec4b-40f7-818c-a6f3d083be96 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9387d05-aae8-4162-a2f2-47d75a5f36e3,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:14.526721 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7c1c95c8-777d-4926-9d93-6e6c9dd28dca tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'security_group': {'name': 'tempest-secgroup-1950414008'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:14.537788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:13:14.545771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:14.548477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:13:14.557562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=d37b7ee5-fe2f-4d4e-aa63-ea0443e71c98,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:14.562618 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c1c95c8-777d-4926-9d93-6e6c9dd28dca tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.628629 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cfda230f-a366-427c-8fd2-278e5da57f05 None None] Provisioning complete for port 32d5db18-6c81-46a6-8170-b0d7536d3aaa triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:14.628959 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfda230f-a366-427c-8fd2-278e5da57f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.665485 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c1c95c8-777d-4926-9d93-6e6c9dd28dca tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.673162 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c1c95c8-777d-4926-9d93-6e6c9dd28dca tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.695540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-cfda230f-a366-427c-8fd2-278e5da57f05 None None] Port 32d5db18-6c81-46a6-8170-b0d7536d3aaa cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:14.702072 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7c1c95c8-777d-4926-9d93-6e6c9dd28dca tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.706207 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7c1c95c8-777d-4926-9d93-6e6c9dd28dca tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1805844 Aug 28 13:13:14.706207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59214) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:14.710995 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d7a991bc-dc32-4684-99de-c369ae2177b0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-780553321', 'security_groups': ['d556ecf9-b38a-4772-817a-db0bc66fb0b9'], 'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ec900486-952a-411f-be99-bfe3e223c2c8'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:14.714438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a1ed1f-549c-4032-8781-592bca1b1fbf None None] Update dhcp port {'port': {'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'fixed_ips': [{'subnet_id': '12ad2a3e-683b-4a0d-ab70-3039e40fca0f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ec900486-952a-411f-be99-bfe3e223c2c8'}], 'binding:host_id': 'n-d-791505-21'}, 'id': 'be93adba-696b-4896-87bc-b13069859f9e'} from n-d-791505-21. {{(pid=94879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 13:13:14.715773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c95c8-777d-4926-9d93-6e6c9dd28dca tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d556ecf9-b38a-4772-817a-db0bc66fb0b9,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:14.747198 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-20a1ed1f-549c-4032-8781-592bca1b1fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.824860 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a991bc-dc32-4684-99de-c369ae2177b0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:13:14.830647 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7a991bc-dc32-4684-99de-c369ae2177b0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:14.849626 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [None req-d7a991bc-dc32-4684-99de-c369ae2177b0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] device_id is not set on port 02b3cbc6-5b65-44b4-a595-e9a4f6ea465a yet. {{(pid=94878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 28 13:13:14.919944 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-20a1ed1f-549c-4032-8781-592bca1b1fbf None None] Allocated IP 2001:db8::2 (8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab/ec900486-952a-411f-be99-bfe3e223c2c8/be93adba-696b-4896-87bc-b13069859f9e) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:13:15.024177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-20a1ed1f-549c-4032-8781-592bca1b1fbf None None] For port be93adba-696b-4896-87bc-b13069859f9e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=be93adba-696b-4896-87bc-b13069859f9e,segment=NetworkSegment(7e695283-625b-413e-95d8-e019082a9baf),segment_id=7e695283-625b-413e-95d8-e019082a9baf)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:15.054169 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-20a1ed1f-549c-4032-8781-592bca1b1fbf None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:15.068461 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-20a1ed1f-549c-4032-8781-592bca1b1fbf None None] Transition to ACTIVE for port object be93adba-696b-4896-87bc-b13069859f9e will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:15.072758 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-20a1ed1f-549c-4032-8781-592bca1b1fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:15.136402 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-d7a991bc-dc32-4684-99de-c369ae2177b0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Allocated IP 2001:db8::1df (8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab/ec900486-952a-411f-be99-bfe3e223c2c8/02b3cbc6-5b65-44b4-a595-e9a4f6ea465a) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:13:15.163781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1ed1f-549c-4032-8781-592bca1b1fbf None None] Pushing event updated for resources: {'Port': ['ID=be93adba-696b-4896-87bc-b13069859f9e,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:15.308570 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7a991bc-dc32-4684-99de-c369ae2177b0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:15.326741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-d7a991bc-dc32-4684-99de-c369ae2177b0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Transition to ACTIVE for port object 02b3cbc6-5b65-44b4-a595-e9a4f6ea465a will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:15.364674 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:15.368283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device be93adba-696b-4896-87bc-b13069859f9e up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:13:15.376835 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7a991bc-dc32-4684-99de-c369ae2177b0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:15.395955 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:15.431796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a991bc-dc32-4684-99de-c369ae2177b0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:13:15.435971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d7a991bc-dc32-4684-99de-c369ae2177b0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:15.441548 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a991bc-dc32-4684-99de-c369ae2177b0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:13:15.447528 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a991bc-dc32-4684-99de-c369ae2177b0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:15.448094 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d7a991bc-dc32-4684-99de-c369ae2177b0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:15.452184 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a991bc-dc32-4684-99de-c369ae2177b0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=02b3cbc6-5b65-44b4-a595-e9a4f6ea465a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:15.475466 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d7a991bc-dc32-4684-99de-c369ae2177b0 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7681172 Aug 28 13:13:15.477932 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59218) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:15.485618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4d425a38-ff71-4bcc-aaca-980343d6b9e7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'subnet': {'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:15.558267 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:15.620211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d425a38-ff71-4bcc-aaca-980343d6b9e7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:13:15.624671 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4d425a38-ff71-4bcc-aaca-980343d6b9e7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:15.718958 n-d-791505-21 neutron-server[94878]: INFO neutron.db.ipam_backend_mixin [None req-4d425a38-ff71-4bcc-aaca-980343d6b9e7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ec900486-952a-411f-be99-bfe3e223c2c8 (CIDR: 2001:db8::/64) Aug 28 13:13:15.722310 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d425a38-ff71-4bcc-aaca-980343d6b9e7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:15.722991 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d425a38-ff71-4bcc-aaca-980343d6b9e7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:13:15.729745 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:15.736414 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:15.742203 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4d425a38-ff71-4bcc-aaca-980343d6b9e7 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2599561 Aug 28 13:13:15.742571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59220) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:15.750263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-16ba509f-c95f-4177-8459-7dd275c4e83b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'subnet': {'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:15.834641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fd8e60e4-bfbe-404b-8b0f-ab8cf6a14112 None None] Provisioning for port be93adba-696b-4896-87bc-b13069859f9e completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:15.839145 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fd8e60e4-bfbe-404b-8b0f-ab8cf6a14112 None None] Provisioning complete for port be93adba-696b-4896-87bc-b13069859f9e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:15.839740 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fd8e60e4-bfbe-404b-8b0f-ab8cf6a14112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:15.876009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=d37b7ee5-fe2f-4d4e-aa63-ea0443e71c98,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:15.895861 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:15.937168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fd8e60e4-bfbe-404b-8b0f-ab8cf6a14112 None None] Provisioning complete for port 32d5db18-6c81-46a6-8170-b0d7536d3aaa triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:15.937678 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fd8e60e4-bfbe-404b-8b0f-ab8cf6a14112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:15.984006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-fd8e60e4-bfbe-404b-8b0f-ab8cf6a14112 None None] Port 32d5db18-6c81-46a6-8170-b0d7536d3aaa cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:16.016189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ba509f-c95f-4177-8459-7dd275c4e83b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:13:16.019663 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16ba509f-c95f-4177-8459-7dd275c4e83b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:16.070390 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Floating IP 29fc9ec5-7fa0-4abc-aaac-56aa1e5add0a associated. External IP: 172.25.1.207, port: 9e469629-370b-4e16-99e7-688e2eac6919. Aug 28 13:13:16.105008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-37256c77-07fb-4c71-a4da-0c5c7de0784d None None] Provisioning for port 02b3cbc6-5b65-44b4-a595-e9a4f6ea465a completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:16.109960 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-37256c77-07fb-4c71-a4da-0c5c7de0784d None None] Provisioning complete for port 02b3cbc6-5b65-44b4-a595-e9a4f6ea465a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:16.110327 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-37256c77-07fb-4c71-a4da-0c5c7de0784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:16.147435 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-37256c77-07fb-4c71-a4da-0c5c7de0784d None None] Port 02b3cbc6-5b65-44b4-a595-e9a4f6ea465a cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:16.196189 n-d-791505-21 neutron-server[94877]: INFO neutron.db.ipam_backend_mixin [None req-16ba509f-c95f-4177-8459-7dd275c4e83b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 12ad2a3e-683b-4a0d-ab70-3039e40fca0f (CIDR: 2001:db8:0:1::/64) Aug 28 13:13:16.204590 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ba509f-c95f-4177-8459-7dd275c4e83b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:16.205049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ba509f-c95f-4177-8459-7dd275c4e83b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:13:16.228812 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-16ba509f-c95f-4177-8459-7dd275c4e83b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4843171 Aug 28 13:13:16.231154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59224) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:16.260874 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-00cc2297-d850-46ff-a26e-52baaec93c86 None None] Could not find standard attr ID for object e4005b15-d114-46f8-8aa7-27f14c40180f. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:13:16.273871 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-17539ea6-33f6-4d0d-879c-910817bb7b09 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'subnet': {'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:16.422937 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router bd40f793-eba2-4253-8708-8336654c3094 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:13:16.446648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17539ea6-33f6-4d0d-879c-910817bb7b09 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Made reservation on behalf of 0f479932b8944542b5a6230ec5e1ab06 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:13:16.450000 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17539ea6-33f6-4d0d-879c-910817bb7b09 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:16.616065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:13:16.617575 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40cf7a95-780a-40c0-bf99-fdce3c987610 req-58f51b46-331d-4854-a242-4968190dcecd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475435 Aug 28 13:13:16.627288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d72c1ee-4017-4319-a5e3-831a7a3de3eb None None] Sync routers for ids ['bd40f793-eba2-4253-8708-8336654c3094'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:13:16.639164 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d72c1ee-4017-4319-a5e3-831a7a3de3eb None None] Routers {'bd40f793-eba2-4253-8708-8336654c3094'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:13:16.639916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1d72c1ee-4017-4319-a5e3-831a7a3de3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:13:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['bd40f793-eba2-4253-8708-8336654c3094'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:16.646052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59226) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:16.651526 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:16.691030 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-58f048da-0d95-494a-a55e-f3c41a6ec7f8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7986388 Aug 28 13:13:16.732876 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e602be-7350-4c92-bb6b-6a41af3c9e01 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:16.746379 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-51e602be-7350-4c92-bb6b-6a41af3c9e01 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3 HTTP/1.1" status: 200 len: 814 time: 0.0869987 Aug 28 13:13:16.746379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf7a95-780a-40c0-bf99-fdce3c987610 req-094e221a-716d-4d2d-8138-639862bd3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:16.746379 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40cf7a95-780a-40c0-bf99-fdce3c987610 req-094e221a-716d-4d2d-8138-639862bd3f94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 1098 time: 0.0607522 Aug 28 13:13:16.750186 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:13:16.753313 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72af1ae6-0e58-4744-b62e-09f038943e46" -d '{"events": [{"name": "network-changed", "server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "tag": "9e469629-370b-4e16-99e7-688e2eac6919"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:13:16.780166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-1d72c1ee-4017-4319-a5e3-831a7a3de3eb None None] Set router bd40f793-eba2-4253-8708-8336654c3094 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:13:16.867420 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398d47b-bcda-40de-a66f-10e7986c63d0 req-c2a9b119-494c-40ea-81b8-c3b81f2a54c0 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:16.876099 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6398d47b-bcda-40de-a66f-10e7986c63d0 req-c2a9b119-494c-40ea-81b8-c3b81f2a54c0 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 946 time: 0.0892706 Aug 28 13:13:16.894303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf7a95-780a-40c0-bf99-fdce3c987610 req-8c8ee0dd-817f-41fd-99cf-8599777f1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:16.895876 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40cf7a95-780a-40c0-bf99-fdce3c987610 req-8c8ee0dd-817f-41fd-99cf-8599777f1db3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=98626483-c3ae-443e-930f-3541eb122664 HTTP/1.1" status: 200 len: 897 time: 0.1231949 Aug 28 13:13:16.900329 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629c00f9-3afe-433c-a490-354d52cd78e9 x-openstack-request-id: req-629c00f9-3afe-433c-a490-354d52cd78e9 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:13:16.900618 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "tag": "9e469629-370b-4e16-99e7-688e2eac6919", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:13:16.900867 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-629c00f9-3afe-433c-a490-354d52cd78e9 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:13:16.901246 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919', 'status': 'completed', 'code': 200} Aug 28 13:13:16.904470 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17539ea6-33f6-4d0d-879c-910817bb7b09 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:16.955002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17539ea6-33f6-4d0d-879c-910817bb7b09 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:13:16.963227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-17539ea6-33f6-4d0d-879c-910817bb7b09 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:16.967882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17539ea6-33f6-4d0d-879c-910817bb7b09 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:16.968467 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-17539ea6-33f6-4d0d-879c-910817bb7b09 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:16.973259 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6398d47b-bcda-40de-a66f-10e7986c63d0 req-71244575-7fc8-480d-9866-89de058e1de4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966742 Aug 28 13:13:16.976471 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40cf7a95-780a-40c0-bf99-fdce3c987610 req-12ae7591-2fa2-4d6a-9879-a46063d3e36f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e469629-370b-4e16-99e7-688e2eac6919 HTTP/1.1" status: 200 len: 1000 time: 0.0713997 Aug 28 13:13:16.977011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69299cc5-98fe-494f-9d83-463818c405ed None None] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:13:16.996897 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59238) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:17.005867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17539ea6-33f6-4d0d-879c-910817bb7b09 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Subnet': ['ID=cf84dcea-62dd-49a1-ac3d-d8bc4c1f43ef,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:17.030754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf7a95-780a-40c0-bf99-fdce3c987610 req-998e6e05-a46b-4562-9909-676b94f74176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:17.032704 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40cf7a95-780a-40c0-bf99-fdce3c987610 req-998e6e05-a46b-4562-9909-676b94f74176 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=146b1ac3-a654-48bb-acdc-e61cf35ca101 HTTP/1.1" status: 200 len: 835 time: 0.0484231 Aug 28 13:13:17.048963 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-17539ea6-33f6-4d0d-879c-910817bb7b09 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8143024 Aug 28 13:13:17.049223 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59240) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:17.061425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-99bbbfe4-b515-4c79-854c-03d3082dd857 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1255368332', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cf84dcea-62dd-49a1-ac3d-d8bc4c1f43ef'}], 'security_groups': ['b78fcc03-6494-4eed-888c-43117025a4c1', 'f9387d05-aae8-4162-a2f2-47d75a5f36e3']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:17.091956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf7a95-780a-40c0-bf99-fdce3c987610 req-cbb65a60-24be-4dd8-87eb-09f005a53a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:17.093754 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40cf7a95-780a-40c0-bf99-fdce3c987610 req-cbb65a60-24be-4dd8-87eb-09f005a53a09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98626483-c3ae-443e-930f-3541eb122664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537994 Aug 28 13:13:17.114666 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a5d5a3cc-acde-4076-8252-b25f5ca5f028 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/29fc9ec5-7fa0-4abc-aaac-56aa1e5add0a HTTP/1.1" status: 200 len: 992 time: 0.1155884 Aug 28 13:13:17.138001 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1d72c1ee-4017-4319-a5e3-831a7a3de3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd40f793-eba2-4253-8708-8336654c3094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479431344', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:50Z', 'updated_at': '2021-08-28T13:12:57Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:51Z', 'updated_at': '2021-08-28T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '29fc9ec5-7fa0-4abc-aaac-56aa1e5add0a', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'floating_ip_address': '172.25.1.207', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'port_id': '9e469629-370b-4e16-99e7-688e2eac6919', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98626483-c3ae-443e-930f-3541eb122664', 'mac_address': 'fa:16:3e:0c:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:13:14Z', 'updated_at': '2021-08-28T13:13:14Z', 'revision_number': 0, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689dc81b-0093-4e72-b6bd-c528a2df7916', 'name': '', 'network_id': '98626483-c3ae-443e-930f-3541eb122664', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:72:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:55Z', 'updated_at': '2021-08-28T13:13:03Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:17.170597 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d72c1ee-4017-4319-a5e3-831a7a3de3eb None None] Checking router: bd40f793-eba2-4253-8708-8336654c3094 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:13:17.193930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d72c1ee-4017-4319-a5e3-831a7a3de3eb None None] Routers {'bd40f793-eba2-4253-8708-8336654c3094'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:13:17.193930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1d72c1ee-4017-4319-a5e3-831a7a3de3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:13:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['bd40f793-eba2-4253-8708-8336654c3094'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:17.207968 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40cf7a95-780a-40c0-bf99-fdce3c987610 req-028c980c-bd86-46c0-9b73-857c60622a24 service neutron] 10.222.0.10 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990992 Aug 28 13:13:17.312357 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40cf7a95-780a-40c0-bf99-fdce3c987610 req-506a89cf-ddac-4887-86c2-c24bca13978b service neutron] 10.222.0.10 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016779 Aug 28 13:13:17.362038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-1d72c1ee-4017-4319-a5e3-831a7a3de3eb None None] Set router bd40f793-eba2-4253-8708-8336654c3094 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:13:17.398407 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1391c6-1940-452f-83df-36b180642036 None None] Update dhcp port {'port': {'network_id': '8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab', 'fixed_ips': [{'subnet_id': '12ad2a3e-683b-4a0d-ab70-3039e40fca0f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ec900486-952a-411f-be99-bfe3e223c2c8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cf84dcea-62dd-49a1-ac3d-d8bc4c1f43ef'}], 'binding:host_id': 'n-d-791505-21'}, 'id': 'be93adba-696b-4896-87bc-b13069859f9e'} from n-d-791505-21. {{(pid=94879) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 28 13:13:17.419473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af1ae6-0e58-4744-b62e-09f038943e46 req-3dfb4707-293a-4d4c-b2f0-206cc1dd6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:17.421165 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-72af1ae6-0e58-4744-b62e-09f038943e46 req-3dfb4707-293a-4d4c-b2f0-206cc1dd6436 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 1098 time: 0.0490212 Aug 28 13:13:17.480417 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b1391c6-1940-452f-83df-36b180642036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:17.527770 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af1ae6-0e58-4744-b62e-09f038943e46 req-85883d52-0ecc-40e9-a075-6322e44dfc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:17.529840 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-72af1ae6-0e58-4744-b62e-09f038943e46 req-85883d52-0ecc-40e9-a075-6322e44dfc1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=98626483-c3ae-443e-930f-3541eb122664 HTTP/1.1" status: 200 len: 897 time: 0.1011274 Aug 28 13:13:17.534321 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-99bbbfe4-b515-4c79-854c-03d3082dd857 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:17.630966 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-72af1ae6-0e58-4744-b62e-09f038943e46 req-f4313075-cc73-449a-82f4-7462d98af9d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e469629-370b-4e16-99e7-688e2eac6919 HTTP/1.1" status: 200 len: 1000 time: 0.0917408 Aug 28 13:13:17.666388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59244) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:17.690903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2904bda1-9c2e-4cec-9d42-337710146ef0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'network': {'name': 'tempest-network-smoke--511326697', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'port_security_enabled': True}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:17.693777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af1ae6-0e58-4744-b62e-09f038943e46 req-d4b04ac6-8170-4c7c-b22d-f8cb85124b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:17.702238 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-72af1ae6-0e58-4744-b62e-09f038943e46 req-d4b04ac6-8170-4c7c-b22d-f8cb85124b1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=146b1ac3-a654-48bb-acdc-e61cf35ca101 HTTP/1.1" status: 200 len: 835 time: 0.0551820 Aug 28 13:13:17.765565 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af1ae6-0e58-4744-b62e-09f038943e46 req-f07f7359-4a48-4c2e-a4a3-965c21eeb270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:17.767462 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-72af1ae6-0e58-4744-b62e-09f038943e46 req-f07f7359-4a48-4c2e-a4a3-965c21eeb270 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98626483-c3ae-443e-930f-3541eb122664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626307 Aug 28 13:13:17.768151 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e6deb0b-576b-48be-8ec1-9943da4f0cd1 req-ac63b0d1-7252-4e56-a44d-5541b023192c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3407888 Aug 28 13:13:17.791747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2904bda1-9c2e-4cec-9d42-337710146ef0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Made reservation on behalf of b71b30df94e64348893b50e0a2be3059 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:13:17.797366 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2904bda1-9c2e-4cec-9d42-337710146ef0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:17.816761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-1b1391c6-1940-452f-83df-36b180642036 None None] Allocated IP 2001:db8:0:2::2 (8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab/cf84dcea-62dd-49a1-ac3d-d8bc4c1f43ef/be93adba-696b-4896-87bc-b13069859f9e) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:13:17.902080 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-72af1ae6-0e58-4744-b62e-09f038943e46 req-6c1c64e5-12ae-4c31-989b-167b294e299f service neutron] 10.222.0.10 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226821 Aug 28 13:13:17.912887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2904bda1-9c2e-4cec-9d42-337710146ef0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:13:17.932153 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2904bda1-9c2e-4cec-9d42-337710146ef0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:17.933189 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-2904bda1-9c2e-4cec-9d42-337710146ef0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Added segment 45bddb6d-bf6e-405a-8d21-25cf3ae56e6d of type vlan for network 68423a67-9924-480c-b2b8-e90ae6a6f857 Aug 28 13:13:17.938626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6deb0b-576b-48be-8ec1-9943da4f0cd1 req-458ab3ef-4c38-4c0f-82d9-1c5987f59af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:17.940746 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e6deb0b-576b-48be-8ec1-9943da4f0cd1 req-458ab3ef-4c38-4c0f-82d9-1c5987f59af7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b71b30df94e64348893b50e0a2be3059&device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 1098 time: 0.1161900 Aug 28 13:13:17.984305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1b1391c6-1940-452f-83df-36b180642036 None None] For port be93adba-696b-4896-87bc-b13069859f9e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=be93adba-696b-4896-87bc-b13069859f9e,segment=NetworkSegment(7e695283-625b-413e-95d8-e019082a9baf),segment_id=7e695283-625b-413e-95d8-e019082a9baf)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:17.987547 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-1d72c1ee-4017-4319-a5e3-831a7a3de3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd40f793-eba2-4253-8708-8336654c3094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479431344', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:50Z', 'updated_at': '2021-08-28T13:12:57Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:51Z', 'updated_at': '2021-08-28T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '29fc9ec5-7fa0-4abc-aaac-56aa1e5add0a', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'floating_ip_address': '172.25.1.207', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'port_id': '9e469629-370b-4e16-99e7-688e2eac6919', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98626483-c3ae-443e-930f-3541eb122664', 'mac_address': 'fa:16:3e:0c:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:13:14Z', 'updated_at': '2021-08-28T13:13:14Z', 'revision_number': 0, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689dc81b-0093-4e72-b6bd-c528a2df7916', 'name': '', 'network_id': '98626483-c3ae-443e-930f-3541eb122664', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:72:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:55Z', 'updated_at': '2021-08-28T13:13:03Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:18.041272 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-72af1ae6-0e58-4744-b62e-09f038943e46 req-7a23f2a9-9eec-4906-90f0-1578f73a90a1 service neutron] 10.222.0.10 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181974 Aug 28 13:13:18.083550 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2904bda1-9c2e-4cec-9d42-337710146ef0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:18.118271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59246) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:18.177363 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2904bda1-9c2e-4cec-9d42-337710146ef0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:18.183100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2904bda1-9c2e-4cec-9d42-337710146ef0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:18.183962 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2904bda1-9c2e-4cec-9d42-337710146ef0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:18.188963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d72c1ee-4017-4319-a5e3-831a7a3de3eb None None] The sync data for ids ['bd40f793-eba2-4253-8708-8336654c3094'] in n-d-791505-21 is: [{'id': 'bd40f793-eba2-4253-8708-8336654c3094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479431344', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:50Z', 'updated_at': '2021-08-28T13:12:57Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:51Z', 'updated_at': '2021-08-28T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '29fc9ec5-7fa0-4abc-aaac-56aa1e5add0a', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'floating_ip_address': '172.25.1.207', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'port_id': '9e469629-370b-4e16-99e7-688e2eac6919', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98626483-c3ae-443e-930f-3541eb122664', 'mac_address': 'fa:16:3e:0c:da:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:13:14Z', 'updated_at': '2021-08-28T13:13:14Z', 'revision_number': 0, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689dc81b-0093-4e72-b6bd-c528a2df7916', 'name': '', 'network_id': '98626483-c3ae-443e-930f-3541eb122664', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:72:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:55Z', 'updated_at': '2021-08-28T13:13:03Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:13:18.221402 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b1391c6-1940-452f-83df-36b180642036 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:18.241542 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1b1391c6-1940-452f-83df-36b180642036 None None] Transition to ACTIVE for port object be93adba-696b-4896-87bc-b13069859f9e will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:18.246804 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b1391c6-1940-452f-83df-36b180642036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:18.271388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6deb0b-576b-48be-8ec1-9943da4f0cd1 req-dae47406-1fef-4dfc-8a81-0cb99cb99832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:18.272969 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e6deb0b-576b-48be-8ec1-9943da4f0cd1 req-dae47406-1fef-4dfc-8a81-0cb99cb99832 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a1b924e-fdcb-45e3-9e4a-397d318048bb HTTP/1.1" status: 200 len: 896 time: 0.2887754 Aug 28 13:13:18.291444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2904bda1-9c2e-4cec-9d42-337710146ef0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6221163 Aug 28 13:13:18.296474 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59248) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:18.350548 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1391c6-1940-452f-83df-36b180642036 None None] Pushing event updated for resources: {'Port': ['ID=be93adba-696b-4896-87bc-b13069859f9e,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:18.366949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43924a2-cd9c-406c-897a-83021df1ffc8 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:18.368486 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d43924a2-cd9c-406c-897a-83021df1ffc8 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b71b30df94e64348893b50e0a2be3059&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0707002 Aug 28 13:13:18.372023 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59250) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:18.393295 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7fdf70b8-e68e-479c-9d64-b9c257464aa9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/29fc9ec5-7fa0-4abc-aaac-56aa1e5add0a HTTP/1.1" status: 200 len: 992 time: 0.2738264 Aug 28 13:13:18.412227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904bda1-9c2e-4cec-9d42-337710146ef0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Network': ['ID=68423a67-9924-480c-b2b8-e90ae6a6f857,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:18.427171 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 68423a67-9924-480c-b2b8-e90ae6a6f857 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:13:18.454199 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e6deb0b-576b-48be-8ec1-9943da4f0cd1 req-98fb95f3-fcc8-4d3c-84fc-74d5bc557dc2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0077a322-250b-4fde-8c4b-db7777595503 HTTP/1.1" status: 200 len: 1002 time: 0.1702220 Aug 28 13:13:18.489728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1fd856-c639-4be0-bb20-139462d9fd8e tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:18.491375 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ef1fd856-c639-4be0-bb20-139462d9fd8e tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1177289 Aug 28 13:13:18.494470 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59252) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:18.523316 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d1aca6-74ff-4bc4-8c04-f589074ba54c None None] New status for floating IP 29fc9ec5-7fa0-4abc-aaac-56aa1e5add0a: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:13:18.547486 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-401070a9-e1ae-49e2-b7cd-b6f57c184c22 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509439 Aug 28 13:13:18.550093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59254) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:18.601838 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-32947c95-cd84-419e-9aae-66b928a90eeb tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b71b30df94e64348893b50e0a2be3059&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456834 Aug 28 13:13:18.602228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59256) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:18.619904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6deb0b-576b-48be-8ec1-9943da4f0cd1 req-6173a5c9-fc3d-46cc-88c0-67b9ce69f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:18.621662 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e6deb0b-576b-48be-8ec1-9943da4f0cd1 req-6173a5c9-fc3d-46cc-88c0-67b9ce69f9fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e79fadba-a10a-4ed5-9e0f-5983f8032ad0 HTTP/1.1" status: 200 len: 835 time: 0.1590893 Aug 28 13:13:18.636452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-99bbbfe4-b515-4c79-854c-03d3082dd857 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Delete allocated IP 2001:db8::1df (8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab/ec900486-952a-411f-be99-bfe3e223c2c8) {{(pid=94877) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 28 13:13:18.657391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-99bbbfe4-b515-4c79-854c-03d3082dd857 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Allocated IP 2001:db8:0:2::1c2 (8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab/cf84dcea-62dd-49a1-ac3d-d8bc4c1f43ef/02b3cbc6-5b65-44b4-a595-e9a4f6ea465a) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:13:18.715592 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d216907d-3027-4263-ac13-0789b2a3f132 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:18.717958 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d216907d-3027-4263-ac13-0789b2a3f132 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1147797 Aug 28 13:13:18.720867 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59258) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:18.749683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6deb0b-576b-48be-8ec1-9943da4f0cd1 req-a04c456a-c6d0-4e4a-9688-ed5f9f423d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:18.751706 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e6deb0b-576b-48be-8ec1-9943da4f0cd1 req-a04c456a-c6d0-4e4a-9688-ed5f9f423d40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a1b924e-fdcb-45e3-9e4a-397d318048bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170650 Aug 28 13:13:18.754906 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-df8eaebd-63d5-4f1c-8051-069497458acd tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329199 Aug 28 13:13:18.757806 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59260) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:18.764840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-34736af2-94bd-4423-bf9c-c9723d4db32e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1488316577', 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:18.872243 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34736af2-94bd-4423-bf9c-c9723d4db32e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Made reservation on behalf of b71b30df94e64348893b50e0a2be3059 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:13:18.876886 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34736af2-94bd-4423-bf9c-c9723d4db32e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:18.937004 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e6deb0b-576b-48be-8ec1-9943da4f0cd1 req-73f941e8-f3f2-48a7-82af-61f017375b32 service neutron] 10.222.0.11 "GET /v2.0/networks/5a1b924e-fdcb-45e3-9e4a-397d318048bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764932 Aug 28 13:13:19.007532 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-99bbbfe4-b515-4c79-854c-03d3082dd857 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.020914 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9142ce92-fe10-48c5-b75d-4236ee1849b6 None None] Provisioning complete for port 02b3cbc6-5b65-44b4-a595-e9a4f6ea465a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:19.021949 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9142ce92-fe10-48c5-b75d-4236ee1849b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.033578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-99bbbfe4-b515-4c79-854c-03d3082dd857 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Transition to ACTIVE for port object 02b3cbc6-5b65-44b4-a595-e9a4f6ea465a will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:19.045399 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-99bbbfe4-b515-4c79-854c-03d3082dd857 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.072606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9142ce92-fe10-48c5-b75d-4236ee1849b6 None None] Port 02b3cbc6-5b65-44b4-a595-e9a4f6ea465a cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:19.080468 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34736af2-94bd-4423-bf9c-c9723d4db32e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.084329 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9142ce92-fe10-48c5-b75d-4236ee1849b6 None None] Provisioning for port be93adba-696b-4896-87bc-b13069859f9e completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:19.088822 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9142ce92-fe10-48c5-b75d-4236ee1849b6 None None] Provisioning complete for port be93adba-696b-4896-87bc-b13069859f9e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:19.089276 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9142ce92-fe10-48c5-b75d-4236ee1849b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.109627 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e6deb0b-576b-48be-8ec1-9943da4f0cd1 req-ce7eb5af-6bee-4c9e-b8a9-e2d23f72d051 service neutron] 10.222.0.11 "GET /v2.0/networks/5a1b924e-fdcb-45e3-9e4a-397d318048bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640692 Aug 28 13:13:19.131828 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-99bbbfe4-b515-4c79-854c-03d3082dd857 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] In _notify_port_updated(), no bound segment for port 02b3cbc6-5b65-44b4-a595-e9a4f6ea465a on network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab {{(pid=94877) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 28 13:13:19.137406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bbbfe4-b515-4c79-854c-03d3082dd857 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:19.139548 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-99bbbfe4-b515-4c79-854c-03d3082dd857 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.140705 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-99bbbfe4-b515-4c79-854c-03d3082dd857 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "PUT /v2.0/ports/02b3cbc6-5b65-44b4-a595-e9a4f6ea465a HTTP/1.1" status: 200 len: 970 time: 2.0906289 Aug 28 13:13:19.145427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59262) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:19.152808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbbfe4-b515-4c79-854c-03d3082dd857 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event updated for resources: {'Port': ['ID=02b3cbc6-5b65-44b4-a595-e9a4f6ea465a,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:19.180389 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34736af2-94bd-4423-bf9c-c9723d4db32e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Checking segment: {'id': '45bddb6d-bf6e-405a-8d21-25cf3ae56e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:13:19.180748 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34736af2-94bd-4423-bf9c-c9723d4db32e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network hostable DHCP agents. Network: 68423a67-9924-480c-b2b8-e90ae6a6f857, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:13:19.182980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34736af2-94bd-4423-bf9c-c9723d4db32e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Subnet': ['ID=84167b78-e252-4e6b-8cfd-bfaa5c84da1e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:19.206285 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34736af2-94bd-4423-bf9c-c9723d4db32e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network 68423a67-9924-480c-b2b8-e90ae6a6f857 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:13:19.218347 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-34736af2-94bd-4423-bf9c-c9723d4db32e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 68423a67-9924-480c-b2b8-e90ae6a6f857) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:19.237914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34736af2-94bd-4423-bf9c-c9723d4db32e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:19.238861 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-34736af2-94bd-4423-bf9c-c9723d4db32e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.249305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b93fa99-d072-4b70-9b18-8c35011103cc None None] Network 68423a67-9924-480c-b2b8-e90ae6a6f857 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:13:19.256662 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-34736af2-94bd-4423-bf9c-c9723d4db32e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4968448 Aug 28 13:13:19.272582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-e971056f-6ad4-4314-96c5-14f2542ce044 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port 02b3cbc6-5b65-44b4-a595-e9a4f6ea465a {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:13:19.273245 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e971056f-6ad4-4314-96c5-14f2542ce044 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.397311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59266) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:19.398258 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e971056f-6ad4-4314-96c5-14f2542ce044 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.416317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device be93adba-696b-4896-87bc-b13069859f9e up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:13:19.418391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-e971056f-6ad4-4314-96c5-14f2542ce044 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for 02b3cbc6-5b65-44b4-a595-e9a4f6ea465a owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:13:19.498084 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c20622b0-5656-4ad3-8b5b-0dcf9defd44b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/29fc9ec5-7fa0-4abc-aaac-56aa1e5add0a HTTP/1.1" status: 200 len: 994 time: 0.0990765 Aug 28 13:13:19.519122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-68423a67-9924-480c-b2b8-e90ae6a6f857', 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ips': [{'subnet_id': '84167b78-e252-4e6b-8cfd-bfaa5c84da1e'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:13:19.520320 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.534661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9142ce92-fe10-48c5-b75d-4236ee1849b6 None None] Provisioning complete for port 32d5db18-6c81-46a6-8170-b0d7536d3aaa triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:19.535004 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9142ce92-fe10-48c5-b75d-4236ee1849b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.563838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59268) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:19.573566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b3ca8244-70e1-4c60-95b5-153205a1787d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-996555232', 'description': 'tempest-secgroup-smoke-996555232 description', 'project_id': 'b71b30df94e64348893b50e0a2be3059'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:19.594278 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port be93adba-696b-4896-87bc-b13069859f9e triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:19.594684 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.597343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9142ce92-fe10-48c5-b75d-4236ee1849b6 None None] Port 32d5db18-6c81-46a6-8170-b0d7536d3aaa cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:19.599531 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e971056f-6ad4-4314-96c5-14f2542ce044 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.608937 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3ca8244-70e1-4c60-95b5-153205a1787d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.631243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971056f-6ad4-4314-96c5-14f2542ce044 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=02b3cbc6-5b65-44b4-a595-e9a4f6ea465a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:19.660583 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e971056f-6ad4-4314-96c5-14f2542ce044 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.662730 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e971056f-6ad4-4314-96c5-14f2542ce044 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/02b3cbc6-5b65-44b4-a595-e9a4f6ea465a HTTP/1.1" status: 204 len: 168 time: 0.5167727 Aug 28 13:13:19.665535 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59270) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:19.695419 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-978566cb-39ff-4111-b910-cb7cc49d6ae6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] GET failed (client error): The resource could not be found. Aug 28 13:13:19.699599 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-978566cb-39ff-4111-b910-cb7cc49d6ae6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports/02b3cbc6-5b65-44b4-a595-e9a4f6ea465a HTTP/1.1" status: 404 len: 333 time: 0.0306914 Aug 28 13:13:19.699886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59272) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:19.723505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0a6032f0-d134-4ee7-871e-8d8e2972efb9 None None] Could not find standard attr ID for object 02b3cbc6-5b65-44b4-a595-e9a4f6ea465a. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:13:19.767937 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3ca8244-70e1-4c60-95b5-153205a1787d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.775573 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3ca8244-70e1-4c60-95b5-153205a1787d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.777814 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5a1c04b3-a70a-4e83-a455-6393d4e6f9db tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.804353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Allocated IP 172.20.0.18 (68423a67-9924-480c-b2b8-e90ae6a6f857/84167b78-e252-4e6b-8cfd-bfaa5c84da1e/b3832de8-9e42-4e8c-a882-78d2cac9ac4d) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:13:19.806259 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5a1c04b3-a70a-4e83-a455-6393d4e6f9db tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.815321 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b3ca8244-70e1-4c60-95b5-153205a1787d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.818828 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b3ca8244-70e1-4c60-95b5-153205a1787d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2541928 Aug 28 13:13:19.819887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59274) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:19.826719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca8244-70e1-4c60-95b5-153205a1787d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d5e387-e2fc-41dd-9944-fa67af32eba5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:19.833468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-fae658a2-c283-4f3c-a252-af1c097517a0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'c8d5e387-e2fc-41dd-9944-fa67af32eba5', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:19.878241 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fae658a2-c283-4f3c-a252-af1c097517a0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.901543 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5a1c04b3-a70a-4e83-a455-6393d4e6f9db tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.904708 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5a1c04b3-a70a-4e83-a455-6393d4e6f9db tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.906054 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5a1c04b3-a70a-4e83-a455-6393d4e6f9db tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/security-groups/d556ecf9-b38a-4772-817a-db0bc66fb0b9 HTTP/1.1" status: 204 len: 168 time: 0.2045233 Aug 28 13:13:19.908747 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59276) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:19.930271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c04b3-a70a-4e83-a455-6393d4e6f9db tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d556ecf9-b38a-4772-817a-db0bc66fb0b9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:19.966486 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-67d4a9af-7274-42f6-a59e-8f08059113ba tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.969493 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fae658a2-c283-4f3c-a252-af1c097517a0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.975178 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fae658a2-c283-4f3c-a252-af1c097517a0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.991839 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-67d4a9af-7274-42f6-a59e-8f08059113ba tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:19.996837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae658a2-c283-4f3c-a252-af1c097517a0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca384534-4bda-4a8f-9832-ad23ceb1f62c,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:19.998702 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.004983 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fae658a2-c283-4f3c-a252-af1c097517a0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.006193 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fae658a2-c283-4f3c-a252-af1c097517a0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1853259 Aug 28 13:13:20.008984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59278) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:20.009540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Transition to ACTIVE for port object b3832de8-9e42-4e8c-a882-78d2cac9ac4d will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:20.014039 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-d6f97395-b256-42b5-9854-a75e01a5c2b4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'c8d5e387-e2fc-41dd-9944-fa67af32eba5', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:20.031607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Transition to ACTIVE for port object b3832de8-9e42-4e8c-a882-78d2cac9ac4d will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:20.038953 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.041444 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6f97395-b256-42b5-9854-a75e01a5c2b4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.043547 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-67d4a9af-7274-42f6-a59e-8f08059113ba tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.046677 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-67d4a9af-7274-42f6-a59e-8f08059113ba tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.050615 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-67d4a9af-7274-42f6-a59e-8f08059113ba tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/security-groups/f9387d05-aae8-4162-a2f2-47d75a5f36e3 HTTP/1.1" status: 204 len: 168 time: 0.1407125 Aug 28 13:13:20.051219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59280) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:20.074115 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4a9af-7274-42f6-a59e-8f08059113ba tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9387d05-aae8-4162-a2f2-47d75a5f36e3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:20.080998 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Network 68423a67-9924-480c-b2b8-e90ae6a6f857 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:13:20.092857 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:20.099536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:13:20.112346 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Pushing event updated for resources: {'Port': ['ID=b3832de8-9e42-4e8c-a882-78d2cac9ac4d,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:20.122727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6f97395-b256-42b5-9854-a75e01a5c2b4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.125715 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-91407617-00bb-43cc-b57e-d43e70ba0a42 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.126934 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6f97395-b256-42b5-9854-a75e01a5c2b4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.148849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f97395-b256-42b5-9854-a75e01a5c2b4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b986cb3-9111-46da-8ba3-dd4fcdf25903,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:20.151486 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-91407617-00bb-43cc-b57e-d43e70ba0a42 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.154304 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6f97395-b256-42b5-9854-a75e01a5c2b4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.157510 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d6f97395-b256-42b5-9854-a75e01a5c2b4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1450503 Aug 28 13:13:20.157662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59282) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:20.162693 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e1c8dbd5-a8ed-4e4f-a83e-aa695cb8274b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'c8d5e387-e2fc-41dd-9944-fa67af32eba5', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:20.163625 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Attempting to bind port b3832de8-9e42-4e8c-a882-78d2cac9ac4d on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:13:20.163996 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Attempting to bind port b3832de8-9e42-4e8c-a882-78d2cac9ac4d by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '45bddb6d-bf6e-405a-8d21-25cf3ae56e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:13:20.164356 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Attempting to bind port b3832de8-9e42-4e8c-a882-78d2cac9ac4d on network 68423a67-9924-480c-b2b8-e90ae6a6f857 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:13:20.169949 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:13:20.170327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Checking segment: {'id': '45bddb6d-bf6e-405a-8d21-25cf3ae56e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:13:20.170765 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.171153 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Bound using segment: {'id': '45bddb6d-bf6e-405a-8d21-25cf3ae56e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:13:20.171703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Bound port: b3832de8-9e42-4e8c-a882-78d2cac9ac4d, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bddb6d-bf6e-405a-8d21-25cf3ae56e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:13:20.172094 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.191404 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e1c8dbd5-a8ed-4e4f-a83e-aa695cb8274b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.202347 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-91407617-00bb-43cc-b57e-d43e70ba0a42 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.205347 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-91407617-00bb-43cc-b57e-d43e70ba0a42 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.206559 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-91407617-00bb-43cc-b57e-d43e70ba0a42 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/security-groups/b78fcc03-6494-4eed-888c-43117025a4c1 HTTP/1.1" status: 204 len: 168 time: 0.1516221 Aug 28 13:13:20.209194 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59284) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:20.215935 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91407617-00bb-43cc-b57e-d43e70ba0a42 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78fcc03-6494-4eed-888c-43117025a4c1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:20.252725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] For port b3832de8-9e42-4e8c-a882-78d2cac9ac4d, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:13:20.256338 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] For port b3832de8-9e42-4e8c-a882-78d2cac9ac4d, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b3832de8-9e42-4e8c-a882-78d2cac9ac4d,segment=NetworkSegment(45bddb6d-bf6e-405a-8d21-25cf3ae56e6d),segment_id=45bddb6d-bf6e-405a-8d21-25cf3ae56e6d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:13:20.260077 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.285835 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e1c8dbd5-a8ed-4e4f-a83e-aa695cb8274b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.290174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-04423a96-a0bb-4ad5-9172-d33260658b2b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting subnet ec900486-952a-411f-be99-bfe3e223c2c8 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:13:20.293466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e1c8dbd5-a8ed-4e4f-a83e-aa695cb8274b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.295922 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04423a96-a0bb-4ad5-9172-d33260658b2b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.331095 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbf73a-6d53-421f-b289-df4cd338a0a0 None None] Pushing event updated for resources: {'Port': ['ID=b3832de8-9e42-4e8c-a882-78d2cac9ac4d,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:20.349291 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8dbd5-a8ed-4e4f-a83e-aa695cb8274b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d483585-c0e1-405e-80f4-20616236a56f,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:20.358221 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e1c8dbd5-a8ed-4e4f-a83e-aa695cb8274b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.359510 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e1c8dbd5-a8ed-4e4f-a83e-aa695cb8274b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2009573 Aug 28 13:13:20.362464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59286) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:20.366917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7bddcde8-ec59-4d5f-a67c-7675efd8b833 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'c8d5e387-e2fc-41dd-9944-fa67af32eba5', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:20.379370 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04423a96-a0bb-4ad5-9172-d33260658b2b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.436272 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7bddcde8-ec59-4d5f-a67c-7675efd8b833 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.523950 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04423a96-a0bb-4ad5-9172-d33260658b2b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.549625 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7bddcde8-ec59-4d5f-a67c-7675efd8b833 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.555665 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7bddcde8-ec59-4d5f-a67c-7675efd8b833 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.595585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddcde8-ec59-4d5f-a67c-7675efd8b833 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f452ad3d-428a-453e-b0fb-7c43d7c7c3d3,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:20.598513 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7bddcde8-ec59-4d5f-a67c-7675efd8b833 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.599751 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7bddcde8-ec59-4d5f-a67c-7675efd8b833 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2363648 Aug 28 13:13:20.602742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59288) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:20.610050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a9a10a0a-830d-4ccc-8a6f-02f95e718c44 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'c8d5e387-e2fc-41dd-9944-fa67af32eba5', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:20.634025 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04423a96-a0bb-4ad5-9172-d33260658b2b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.664569 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-a9a10a0a-830d-4ccc-8a6f-02f95e718c44 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Project b71b30df94e64348893b50e0a2be3059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:13:20.668767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04423a96-a0bb-4ad5-9172-d33260658b2b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Subnet': ['ID=ec900486-952a-411f-be99-bfe3e223c2c8,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:20.673215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04423a96-a0bb-4ad5-9172-d33260658b2b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.674978 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-04423a96-a0bb-4ad5-9172-d33260658b2b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/ec900486-952a-411f-be99-bfe3e223c2c8 HTTP/1.1" status: 204 len: 168 time: 0.4647775 Aug 28 13:13:20.677122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d851f-457b-474f-86c9-1882644aee64 None None] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:13:20.677284 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a9a10a0a-830d-4ccc-8a6f-02f95e718c44 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.679923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59290) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:20.734759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5a942e-a94c-44eb-8a2c-c577fcd6c064 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting subnet cf84dcea-62dd-49a1-ac3d-d8bc4c1f43ef {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:13:20.737016 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a9a10a0a-830d-4ccc-8a6f-02f95e718c44 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.738297 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4e5a942e-a94c-44eb-8a2c-c577fcd6c064 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.741697 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a9a10a0a-830d-4ccc-8a6f-02f95e718c44 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.766560 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a10a0a-830d-4ccc-8a6f-02f95e718c44 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811dc133-c9a2-4d74-bf00-8554afde9928,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:20.775110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a9a10a0a-830d-4ccc-8a6f-02f95e718c44 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.776764 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a9a10a0a-830d-4ccc-8a6f-02f95e718c44 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1730053 Aug 28 13:13:20.780602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59292) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:20.782326 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4e5a942e-a94c-44eb-8a2c-c577fcd6c064 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.785756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-16cbfa25-80a6-4a62-a7af-1e849fefffe4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'c8d5e387-e2fc-41dd-9944-fa67af32eba5', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:20.811663 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-16cbfa25-80a6-4a62-a7af-1e849fefffe4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Project b71b30df94e64348893b50e0a2be3059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:13:20.819061 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16cbfa25-80a6-4a62-a7af-1e849fefffe4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.887004 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4e5a942e-a94c-44eb-8a2c-c577fcd6c064 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.890908 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16cbfa25-80a6-4a62-a7af-1e849fefffe4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.894786 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16cbfa25-80a6-4a62-a7af-1e849fefffe4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.912290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbfa25-80a6-4a62-a7af-1e849fefffe4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b0abc7-2574-4058-a07e-296a90c924eb,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:20.923582 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16cbfa25-80a6-4a62-a7af-1e849fefffe4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.924668 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-16cbfa25-80a6-4a62-a7af-1e849fefffe4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430387 Aug 28 13:13:20.964569 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4e5a942e-a94c-44eb-8a2c-c577fcd6c064 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:20.998873 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a942e-a94c-44eb-8a2c-c577fcd6c064 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Subnet': ['ID=cf84dcea-62dd-49a1-ac3d-d8bc4c1f43ef,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:21.006462 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4e5a942e-a94c-44eb-8a2c-c577fcd6c064 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:21.010854 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4e5a942e-a94c-44eb-8a2c-c577fcd6c064 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/cf84dcea-62dd-49a1-ac3d-d8bc4c1f43ef HTTP/1.1" status: 204 len: 168 time: 0.3298674 Aug 28 13:13:21.011821 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59296) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:21.045457 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-544dd298-f9ec-41ce-a87b-18009cd5f4a1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] DELETE failed (client error): The resource could not be found. Aug 28 13:13:21.045930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544dd298-f9ec-41ce-a87b-18009cd5f4a1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:13:21.050720 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59298) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:21.052526 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-544dd298-f9ec-41ce-a87b-18009cd5f4a1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/ec900486-952a-411f-be99-bfe3e223c2c8 HTTP/1.1" status: 404 len: 337 time: 0.0371406 Aug 28 13:13:21.119038 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f351f8-dcde-46bc-9f69-5ff70ba67153 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting subnet 12ad2a3e-683b-4a0d-ab70-3039e40fca0f {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:13:21.123801 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e4f351f8-dcde-46bc-9f69-5ff70ba67153 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:21.174897 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e4f351f8-dcde-46bc-9f69-5ff70ba67153 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:21.197486 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-f5841314-f383-4053-bf6d-e62a8e1fd7e4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-996555232&fields=id&tenant_id=b71b30df94e64348893b50e0a2be3059 HTTP/1.1" status: 200 len: 267 time: 0.0460010 Aug 28 13:13:21.286063 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e4f351f8-dcde-46bc-9f69-5ff70ba67153 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:21.337719 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-d2ed3071-0873-4758-ad87-9c8ac92db2ae tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:21.344973 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-d2ed3071-0873-4758-ad87-9c8ac92db2ae tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/networks?id=68423a67-9924-480c-b2b8-e90ae6a6f857 HTTP/1.1" status: 200 len: 796 time: 0.1416965 Aug 28 13:13:21.365919 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-db517dbd-a41d-4088-a88a-82c3405cb991 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/quotas/b71b30df94e64348893b50e0a2be3059 HTTP/1.1" status: 200 len: 375 time: 0.0116570 Aug 28 13:13:21.401213 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e4f351f8-dcde-46bc-9f69-5ff70ba67153 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:21.414549 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b3832de8-9e42-4e8c-a882-78d2cac9ac4d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:13:21.444980 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e4f351f8-dcde-46bc-9f69-5ff70ba67153 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:21.450295 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e4f351f8-dcde-46bc-9f69-5ff70ba67153 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/12ad2a3e-683b-4a0d-ab70-3039e40fca0f HTTP/1.1" status: 204 len: 168 time: 0.3962340 Aug 28 13:13:21.450295 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f351f8-dcde-46bc-9f69-5ff70ba67153 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Subnet': ['ID=12ad2a3e-683b-4a0d-ab70-3039e40fca0f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:21.451419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59310) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:21.463009 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-86b020b4-7c17-46d5-9007-0cd751e7987e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b71b30df94e64348893b50e0a2be3059&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0879333 Aug 28 13:13:21.482691 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port b3832de8-9e42-4e8c-a882-78d2cac9ac4d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:21.504330 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b1a1e0-e97a-452d-9f14-53dc1d3c81be tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] DELETE failed (client error): The resource could not be found. Aug 28 13:13:21.504799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b1a1e0-e97a-452d-9f14-53dc1d3c81be tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:13:21.506678 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f3b1a1e0-e97a-452d-9f14-53dc1d3c81be tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/3626c6e9-7257-456d-b195-2fa2156c68da HTTP/1.1" status: 404 len: 337 time: 0.0542946 Aug 28 13:13:21.509382 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59312) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:21.548088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e97eff-e252-4ed6-85e0-29f80e621acf None None] Network 68423a67-9924-480c-b2b8-e90ae6a6f857 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:13:21.552639 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fc4df417-2519-47ad-8481-30bb70f08b94 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "GET /v2.0/ports?device_id=a774ac7a-0c0f-4c7b-901a-c3fc3974a433 HTTP/1.1" status: 200 len: 205 time: 0.0420537 Aug 28 13:13:21.555069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59314) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:21.586141 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-37333e0a-8f29-48b1-ac71-3deef19f7ccf service neutron] 10.222.0.20 "GET /v2.0/networks/68423a67-9924-480c-b2b8-e90ae6a6f857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063454 Aug 28 13:13:21.609843 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-5b97267b-736b-49b9-9f93-37a11dfa7eb1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] delete failed (client error): The resource could not be found. Aug 28 13:13:21.613301 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5b97267b-736b-49b9-9f93-37a11dfa7eb1 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/routers/a774ac7a-0c0f-4c7b-901a-c3fc3974a433 HTTP/1.1" status: 404 len: 336 time: 0.0548346 Aug 28 13:13:21.613625 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59316) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:21.644917 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-9070fe1b-7e50-463b-b65a-0b5d97a30e28 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] DELETE failed (client error): The resource could not be found. Aug 28 13:13:21.645738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9070fe1b-7e50-463b-b65a-0b5d97a30e28 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:13:21.651036 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9070fe1b-7e50-463b-b65a-0b5d97a30e28 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/31761381-8b46-446d-9cab-4983102a7f48 HTTP/1.1" status: 404 len: 337 time: 0.0338426 Aug 28 13:13:21.653224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-dac7be14-527e-4b86-89c7-89a3bf7621cf None None] Provisioning for port b3832de8-9e42-4e8c-a882-78d2cac9ac4d completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:21.655091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59318) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:21.677360 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c299e0b7-07b9-4d95-bd52-5f0676a44a14 None None] Network 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:13:21.682724 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff875942-0b02-476e-924d-df7588664b00 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] DELETE failed (client error): The resource could not be found. Aug 28 13:13:21.683285 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff875942-0b02-476e-924d-df7588664b00 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:13:21.684330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-dac7be14-527e-4b86-89c7-89a3bf7621cf None None] Provisioning complete for port b3832de8-9e42-4e8c-a882-78d2cac9ac4d triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:21.686096 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ff875942-0b02-476e-924d-df7588664b00 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/e2224110-0d41-4dad-9547-12336fba2d60 HTTP/1.1" status: 404 len: 337 time: 0.0294023 Aug 28 13:13:21.686660 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dac7be14-527e-4b86-89c7-89a3bf7621cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:21.688197 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59320) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:21.699728 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-0c0bb006-db70-4881-a3db-023bf8c90f49 service neutron] 10.222.0.20 "GET /v2.0/networks/68423a67-9924-480c-b2b8-e90ae6a6f857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042888 Aug 28 13:13:21.720015 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-509e5131-b2b0-4e4c-bae0-934471dccdaf tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] DELETE failed (client error): The resource could not be found. Aug 28 13:13:21.720408 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509e5131-b2b0-4e4c-bae0-934471dccdaf tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:13:21.724680 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-509e5131-b2b0-4e4c-bae0-934471dccdaf tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/da3e88ce-8382-468d-940f-63094ad7f8b5 HTTP/1.1" status: 404 len: 337 time: 0.0330458 Aug 28 13:13:21.724859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59322) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:21.750156 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b54bd2e-99e0-47b0-9de2-4d857588648c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] DELETE failed (client error): The resource could not be found. Aug 28 13:13:21.751053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b54bd2e-99e0-47b0-9de2-4d857588648c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:13:21.754405 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2b54bd2e-99e0-47b0-9de2-4d857588648c tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/3ecc1b46-55a8-46b3-b85f-d617599f0bca HTTP/1.1" status: 404 len: 333 time: 0.0272427 Aug 28 13:13:21.755894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59324) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:21.785098 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c3c685-7d95-45e9-aedc-5d6856ba09ab tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] DELETE failed (client error): The resource could not be found. Aug 28 13:13:21.785817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c3c685-7d95-45e9-aedc-5d6856ba09ab tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:13:21.790027 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-52c3c685-7d95-45e9-aedc-5d6856ba09ab tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/6f5e7116-20bf-47cd-b408-1ae4fcceace2 HTTP/1.1" status: 404 len: 337 time: 0.0304313 Aug 28 13:13:21.790197 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59326) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:21.832657 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5ead58-5f60-4440-99f5-2af0582a627b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] DELETE failed (client error): The resource could not be found. Aug 28 13:13:21.833125 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5ead58-5f60-4440-99f5-2af0582a627b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:13:21.837357 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ea5ead58-5f60-4440-99f5-2af0582a627b tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/3b1ecb87-f301-4d4c-829d-9a4d1678186f HTTP/1.1" status: 404 len: 337 time: 0.0439029 Aug 28 13:13:21.838184 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59330) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:21.864986 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-93dbe12c-54f4-4a28-a41b-17ec023289c6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] DELETE failed (client error): The resource could not be found. Aug 28 13:13:21.865671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93dbe12c-54f4-4a28-a41b-17ec023289c6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:13:21.868765 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-93dbe12c-54f4-4a28-a41b-17ec023289c6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/855a8212-fa4f-4322-b385-ca6ff5985dcd HTTP/1.1" status: 404 len: 333 time: 0.0292447 Aug 28 13:13:21.871509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59334) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:21.916889 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-85edd4d7-6eaa-40a2-9f92-d6f8e1948b6c req-95e6eecb-6f5c-498e-aa20-215af1e7e7d7 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 210 time: 0.0466681 Aug 28 13:13:21.917736 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a5124a-d320-4719-b153-dec6dfc3d375 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] DELETE failed (client error): The resource could not be found. Aug 28 13:13:21.918272 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a5124a-d320-4719-b153-dec6dfc3d375 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:13:21.923385 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b9a5124a-d320-4719-b153-dec6dfc3d375 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/781fab86-9245-4a0b-864d-2a6caec16b84 HTTP/1.1" status: 404 len: 337 time: 0.0473027 Aug 28 13:13:21.923945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59336) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:21.964806 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dac7be14-527e-4b86-89c7-89a3bf7621cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:21.991272 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-2527780b-0354-4e99-9b37-ff9433c584f6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] DELETE failed (client error): The resource could not be found. Aug 28 13:13:21.991806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2527780b-0354-4e99-9b37-ff9433c584f6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:13:21.993700 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2527780b-0354-4e99-9b37-ff9433c584f6 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/subnets/6dfa1477-5724-4fa1-a72b-698f23090189 HTTP/1.1" status: 404 len: 337 time: 0.0678811 Aug 28 13:13:21.996339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59338) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:22.026436 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd6b542-5f80-409b-8214-4ee525e8651b None None] DHCP port deletion for 8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:13:22.061237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-dac7be14-527e-4b86-89c7-89a3bf7621cf None None] For port b3832de8-9e42-4e8c-a882-78d2cac9ac4d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b3832de8-9e42-4e8c-a882-78d2cac9ac4d,segment=NetworkSegment(45bddb6d-bf6e-405a-8d21-25cf3ae56e6d),segment_id=45bddb6d-bf6e-405a-8d21-25cf3ae56e6d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:22.071206 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dac7be14-527e-4b86-89c7-89a3bf7621cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:22.104817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-a79627be-94f5-4b99-88d8-d7cb43992062 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port 32d5db18-6c81-46a6-8170-b0d7536d3aaa {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:13:22.105355 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a79627be-94f5-4b99-88d8-d7cb43992062 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:22.146080 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6b542-5f80-409b-8214-4ee525e8651b None None] Deleting port be93adba-696b-4896-87bc-b13069859f9e {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:13:22.146493 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bbd6b542-5f80-409b-8214-4ee525e8651b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:22.191467 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a79627be-94f5-4b99-88d8-d7cb43992062 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:22.205624 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7be14-527e-4b86-89c7-89a3bf7621cf None None] Pushing event updated for resources: {'Port': ['ID=b3832de8-9e42-4e8c-a882-78d2cac9ac4d,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:22.209946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-a79627be-94f5-4b99-88d8-d7cb43992062 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for 32d5db18-6c81-46a6-8170-b0d7536d3aaa owned by {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:13:22.267204 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-39de7209-9423-4367-a8eb-c93e25efd5b4 None None] Provisioning complete for port be93adba-696b-4896-87bc-b13069859f9e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:22.267797 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-39de7209-9423-4367-a8eb-c93e25efd5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:22.297476 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a79627be-94f5-4b99-88d8-d7cb43992062 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:22.333087 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a79627be-94f5-4b99-88d8-d7cb43992062 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:22.335029 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a79627be-94f5-4b99-88d8-d7cb43992062 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/ports/32d5db18-6c81-46a6-8170-b0d7536d3aaa HTTP/1.1" status: 204 len: 168 time: 0.3370950 Aug 28 13:13:22.336268 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79627be-94f5-4b99-88d8-d7cb43992062 tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=32d5db18-6c81-46a6-8170-b0d7536d3aaa,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:22.337832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59346) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:22.347265 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-bbd6b542-5f80-409b-8214-4ee525e8651b None None] For port be93adba-696b-4896-87bc-b13069859f9e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=be93adba-696b-4896-87bc-b13069859f9e,segment=NetworkSegment(7e695283-625b-413e-95d8-e019082a9baf),segment_id=7e695283-625b-413e-95d8-e019082a9baf)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:22.347619 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bbd6b542-5f80-409b-8214-4ee525e8651b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:22.369930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6b542-5f80-409b-8214-4ee525e8651b None None] Calling delete_port for be93adba-696b-4896-87bc-b13069859f9e owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:13:22.424357 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:22.475948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-39de7209-9423-4367-a8eb-c93e25efd5b4 None None] Could not find standard attr ID for object 32d5db18-6c81-46a6-8170-b0d7536d3aaa. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:13:22.491583 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Deleting port be93adba-696b-4896-87bc-b13069859f9e {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:13:22.491924 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:22.499178 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bbd6b542-5f80-409b-8214-4ee525e8651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:22.527819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6b542-5f80-409b-8214-4ee525e8651b None None] Pushing event deleted for resources: {'Port': ['ID=be93adba-696b-4896-87bc-b13069859f9e,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:22.534485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd6b542-5f80-409b-8214-4ee525e8651b None None] No DVR routers for this DVR port be93adba-696b-4896-87bc-b13069859f9e on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:13:22.565258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] For port be93adba-696b-4896-87bc-b13069859f9e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=be93adba-696b-4896-87bc-b13069859f9e,segment=NetworkSegment(7e695283-625b-413e-95d8-e019082a9baf),segment_id=7e695283-625b-413e-95d8-e019082a9baf)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:22.565628 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:22.586817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Calling delete_port for be93adba-696b-4896-87bc-b13069859f9e owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:13:22.598301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b108e3e4-e543-4f43-ac32-b42832429da3 None None] Provisioning complete for port b3832de8-9e42-4e8c-a882-78d2cac9ac4d triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:22.598702 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b108e3e4-e543-4f43-ac32-b42832429da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:22.678270 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:22.704870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Port': ['ID=be93adba-696b-4896-87bc-b13069859f9e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:22.709544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] No DVR routers for this DVR port be93adba-696b-4896-87bc-b13069859f9e on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:13:23.037756 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06dad619-4eb7-468a-b8da-1c4f000702d7 req-49a823e1-9f8e-423d-887d-64db49a942d7 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 210 time: 0.0301290 Aug 28 13:13:23.173439 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:23.189760 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:23.203855 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e695283-625b-413e-95d8-e019082a9baf') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:23.204109 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e695283-625b-413e-95d8-e019082a9baf') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:23.223354 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:23.246024 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:23.261017 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-f99aca32-3801-4290-b7f2-faaa53617166 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:23.262501 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-f99aca32-3801-4290-b7f2-faaa53617166 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.10 "GET /v2.0/networks?id=68423a67-9924-480c-b2b8-e90ae6a6f857 HTTP/1.1" status: 200 len: 796 time: 0.1480727 Aug 28 13:13:23.264101 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:13:23.264498 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:13:23.267482 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:13:23.350318 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b3832de8-9e42-4e8c-a882-78d2cac9ac4d up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:13:23.351667 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:23.358404 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:23.360342 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] 10.222.0.20 "DELETE /v2.0/networks/8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab HTTP/1.1" status: 204 len: 168 time: 1.0215185 Aug 28 13:13:23.371440 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-cc16fde2-b576-4e4a-a18b-4e17fb2db574 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b71b30df94e64348893b50e0a2be3059 HTTP/1.1" status: 200 len: 471 time: 0.0841272 Aug 28 13:13:23.382265 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-d6c41fbb-53e8-4d5d-9d2f-165090c24445 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'port': {'device_id': 'c577bec4-a8c5-40eb-98eb-7279cd17e815', 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857', 'admin_state_up': True, 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'security_groups': ['c8d5e387-e2fc-41dd-9944-fa67af32eba5']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:23.386947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3c10e-a9ab-4e99-933b-fe920295a38f tempest-PortsIpV6TestJSON-220797319 tempest-PortsIpV6TestJSON-220797319-project] Pushing event deleted for resources: {'Network': ['ID=8ca5407d-94d6-4e2b-96a6-ff090a4ca2ab,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:23.407674 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b3832de8-9e42-4e8c-a882-78d2cac9ac4d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:23.408049 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:23.507928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-d6c41fbb-53e8-4d5d-9d2f-165090c24445 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Made reservation on behalf of b71b30df94e64348893b50e0a2be3059 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:13:23.511812 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-d6c41fbb-53e8-4d5d-9d2f-165090c24445 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:23.555924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device be93adba-696b-4896-87bc-b13069859f9e no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:13:23.583894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: be93adba-696b-4896-87bc-b13069859f9e {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:13:23.584535 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device be93adba-696b-4896-87bc-b13069859f9e not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:13:23.649352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-d6c41fbb-53e8-4d5d-9d2f-165090c24445 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Allocated IP 172.20.0.25 (68423a67-9924-480c-b2b8-e90ae6a6f857/84167b78-e252-4e6b-8cfd-bfaa5c84da1e/7a6c836f-986f-474c-9434-b2e0d41137fd) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:13:23.694715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59354) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:23.797444 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-d6c41fbb-53e8-4d5d-9d2f-165090c24445 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:23.811934 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-d6c41fbb-53e8-4d5d-9d2f-165090c24445 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Transition to ACTIVE for port object 7a6c836f-986f-474c-9434-b2e0d41137fd will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:23.842950 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b52e7af3-cfef-497c-8548-2961c84875d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f479932b8944542b5a6230ec5e1ab06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467822 Aug 28 13:13:23.844440 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-d6c41fbb-53e8-4d5d-9d2f-165090c24445 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:23.846414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59358) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:23.886118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-d6c41fbb-53e8-4d5d-9d2f-165090c24445 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network 68423a67-9924-480c-b2b8-e90ae6a6f857 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:13:23.889530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-d6c41fbb-53e8-4d5d-9d2f-165090c24445 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:23.895509 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-d6c41fbb-53e8-4d5d-9d2f-165090c24445 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:13:23.900131 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3fe0-4f26-45da-8581-aa89935c8057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:23.921716 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c41fbb-53e8-4d5d-9d2f-165090c24445 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Port': ['ID=7a6c836f-986f-474c-9434-b2e0d41137fd,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:23.930031 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3fe0-4f26-45da-8581-aa89935c8057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:23.956251 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-d6c41fbb-53e8-4d5d-9d2f-165090c24445 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:23.956979 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-d6c41fbb-53e8-4d5d-9d2f-165090c24445 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:23.973171 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-d6c41fbb-53e8-4d5d-9d2f-165090c24445 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5949090 Aug 28 13:13:23.987785 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Request body: {'port': {'device_id': 'c577bec4-a8c5-40eb-98eb-7279cd17e815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:23.990335 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3fe0-4f26-45da-8581-aa89935c8057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:23.995424 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3fe0-4f26-45da-8581-aa89935c8057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:23.996785 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9b3d3fe0-4f26-45da-8581-aa89935c8057 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ea21dc6-f216-42be-9f1e-bab6b57c9962 HTTP/1.1" status: 204 len: 168 time: 0.1493599 Aug 28 13:13:24.005950 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d3fe0-4f26-45da-8581-aa89935c8057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea21dc6-f216-42be-9f1e-bab6b57c9962,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:24.079840 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:24.235415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f4692130-96aa-4052-88fa-bda3d070ab35 None None] Provisioning for port 7a6c836f-986f-474c-9434-b2e0d41137fd completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:24.239451 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f4692130-96aa-4052-88fa-bda3d070ab35 None None] Provisioning complete for port 7a6c836f-986f-474c-9434-b2e0d41137fd triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:24.239820 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4692130-96aa-4052-88fa-bda3d070ab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:24.275049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8802d2-1fec-4f21-bef5-7e356f74802d req-11b008f3-61c6-4763-89fd-2968ea3db2bf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:24.276662 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9c8802d2-1fec-4f21-bef5-7e356f74802d req-11b008f3-61c6-4763-89fd-2968ea3db2bf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 932 time: 0.1272480 Aug 28 13:13:24.277084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f4692130-96aa-4052-88fa-bda3d070ab35 None None] Port 7a6c836f-986f-474c-9434-b2e0d41137fd cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:24.357707 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9c8802d2-1fec-4f21-bef5-7e356f74802d req-2eead64d-eb03-4beb-8d2c-11d59c0cce65 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8d5e387-e2fc-41dd-9944-fa67af32eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548010 Aug 28 13:13:24.440844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6c836f-986f-474c-9434-b2e0d41137fd {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:13:24.448268 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:24.461122 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Transition to ACTIVE for port object 7a6c836f-986f-474c-9434-b2e0d41137fd will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:24.464870 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:24.534889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6c836f-986f-474c-9434-b2e0d41137fd,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:24.588687 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Attempting to bind port 7a6c836f-986f-474c-9434-b2e0d41137fd on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:13:24.589136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Attempting to bind port 7a6c836f-986f-474c-9434-b2e0d41137fd by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '45bddb6d-bf6e-405a-8d21-25cf3ae56e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:13:24.589469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Attempting to bind port 7a6c836f-986f-474c-9434-b2e0d41137fd on network 68423a67-9924-480c-b2b8-e90ae6a6f857 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:13:24.595166 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Port 7a6c836f-986f-474c-9434-b2e0d41137fd on network 68423a67-9924-480c-b2b8-e90ae6a6f857 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:13:24.595486 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Attempting to bind port 7a6c836f-986f-474c-9434-b2e0d41137fd on network 68423a67-9924-480c-b2b8-e90ae6a6f857 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:13:24.600964 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:13:24.601329 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Checking segment: {'id': '45bddb6d-bf6e-405a-8d21-25cf3ae56e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:13:24.601706 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Bound using segment: {'id': '45bddb6d-bf6e-405a-8d21-25cf3ae56e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:13:24.602130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Bound port: 7a6c836f-986f-474c-9434-b2e0d41137fd, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45bddb6d-bf6e-405a-8d21-25cf3ae56e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:13:24.602555 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:24.681214 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] For port 7a6c836f-986f-474c-9434-b2e0d41137fd, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:13:24.685087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] For port 7a6c836f-986f-474c-9434-b2e0d41137fd, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=7a6c836f-986f-474c-9434-b2e0d41137fd,segment=NetworkSegment(45bddb6d-bf6e-405a-8d21-25cf3ae56e6d),segment_id=45bddb6d-bf6e-405a-8d21-25cf3ae56e6d)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:13:24.689580 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:24.730108 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:24.731028 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:24.733099 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] 10.222.0.10 "PUT /v2.0/ports/7a6c836f-986f-474c-9434-b2e0d41137fd HTTP/1.1" status: 200 len: 1093 time: 0.7500455 Aug 28 13:13:24.733607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c577bec4-a8c5-40eb-98eb-7279cd17e815', 'tag': '7a6c836f-986f-474c-9434-b2e0d41137fd'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:13:24.736008 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55831a98-27d0-4c66-b504-459c50e38924" -d '{"events": [{"name": "network-changed", "server_uuid": "c577bec4-a8c5-40eb-98eb-7279cd17e815", "tag": "7a6c836f-986f-474c-9434-b2e0d41137fd"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:13:24.792539 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59386) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:24.805805 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558c63bb-f774-4a95-b6d8-189ced9f714c x-openstack-request-id: req-558c63bb-f774-4a95-b6d8-189ced9f714c {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:13:24.806516 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c577bec4-a8c5-40eb-98eb-7279cd17e815", "tag": "7a6c836f-986f-474c-9434-b2e0d41137fd", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:13:24.806871 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-558c63bb-f774-4a95-b6d8-189ced9f714c {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:13:24.807913 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c577bec4-a8c5-40eb-98eb-7279cd17e815', 'tag': '7a6c836f-986f-474c-9434-b2e0d41137fd', 'status': 'completed', 'code': 200} Aug 28 13:13:24.839159 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b686ee2-0c23-4bd8-bf96-27f6c0ffc906 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6c836f-986f-474c-9434-b2e0d41137fd,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:24.866313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-beefea7d-8e83-4af3-bb1f-81aaf7b22920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:24.868629 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-beefea7d-8e83-4af3-bb1f-81aaf7b22920 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b71b30df94e64348893b50e0a2be3059&device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 1096 time: 0.0912941 Aug 28 13:13:24.921432 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-ecd7ca3a-9442-43eb-8288-3b5e8710228a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=7a6c836f-986f-474c-9434-b2e0d41137fd HTTP/1.1" status: 200 len: 217 time: 0.0436738 Aug 28 13:13:24.941236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-63e28473-22c1-40ca-85b8-04d04d2dbdb4 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:24.941799 n-d-791505-21 neutron-server[94877]: WARNING neutron.api.v2.base [None req-63e28473-22c1-40ca-85b8-04d04d2dbdb4 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 28 13:13:24.942554 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-63e28473-22c1-40ca-85b8-04d04d2dbdb4 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): There was a conflict when trying to complete your request. Aug 28 13:13:24.943854 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-63e28473-22c1-40ca-85b8-04d04d2dbdb4 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1502373 Aug 28 13:13:24.952768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59390) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:24.959234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e923bdbd-bab4-4c90-8ff1-9e567f95fd72 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592347771'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:24.981879 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e923bdbd-bab4-4c90-8ff1-9e567f95fd72 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:24.986498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-3f761393-5162-4349-911a-65e6eafbe3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:24.988408 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-3f761393-5162-4349-911a-65e6eafbe3f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84167b78-e252-4e6b-8cfd-bfaa5c84da1e HTTP/1.1" status: 200 len: 838 time: 0.0596461 Aug 28 13:13:24.990716 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e923bdbd-bab4-4c90-8ff1-9e567f95fd72 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:25.043500 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-8aaf78c7-8098-4210-8917-9177d7d48d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:25.045106 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-8aaf78c7-8098-4210-8917-9177d7d48d2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68423a67-9924-480c-b2b8-e90ae6a6f857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0490334 Aug 28 13:13:25.091248 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e923bdbd-bab4-4c90-8ff1-9e567f95fd72 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:25.095514 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e923bdbd-bab4-4c90-8ff1-9e567f95fd72 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:25.132871 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923bdbd-bab4-4c90-8ff1-9e567f95fd72 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2383afca-764b-4d55-960c-77cbafca29a0,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:25.151297 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-0f012314-9aa8-4543-9d71-6d0e5b2104d0 service neutron] 10.222.0.10 "GET /v2.0/networks/68423a67-9924-480c-b2b8-e90ae6a6f857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983820 Aug 28 13:13:25.192497 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e923bdbd-bab4-4c90-8ff1-9e567f95fd72 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:25.196963 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e923bdbd-bab4-4c90-8ff1-9e567f95fd72 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:25.225817 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e923bdbd-bab4-4c90-8ff1-9e567f95fd72 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:25.227063 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e923bdbd-bab4-4c90-8ff1-9e567f95fd72 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2732322 Aug 28 13:13:25.229959 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59392) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:25.232066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923bdbd-bab4-4c90-8ff1-9e567f95fd72 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439f98b1-28a6-405f-afc7-7839afec017c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:25.236838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0f7db015-08ba-46c3-af0f-7e6cd23e6bbf tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': '439f98b1-28a6-405f-afc7-7839afec017c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:25.271089 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82e92b3b-ad4e-45d5-afdc-3004cbe8012f req-b08d27c5-c79c-433d-b76c-701a0d315f1b service neutron] 10.222.0.10 "GET /v2.0/networks/68423a67-9924-480c-b2b8-e90ae6a6f857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116590 Aug 28 13:13:25.283590 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f7db015-08ba-46c3-af0f-7e6cd23e6bbf tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:25.387845 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f7db015-08ba-46c3-af0f-7e6cd23e6bbf tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:25.390968 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55831a98-27d0-4c66-b504-459c50e38924 req-5d30650f-c3e4-4bce-94a2-4c75bae426c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:25.392642 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55831a98-27d0-4c66-b504-459c50e38924 req-5d30650f-c3e4-4bce-94a2-4c75bae426c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b71b30df94e64348893b50e0a2be3059&device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 1096 time: 0.0665290 Aug 28 13:13:25.393739 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f7db015-08ba-46c3-af0f-7e6cd23e6bbf tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:25.430560 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7db015-08ba-46c3-af0f-7e6cd23e6bbf tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21f959e-b207-41c4-bd13-718b01b9a7a4,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:25.468847 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0f7db015-08ba-46c3-af0f-7e6cd23e6bbf tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:25.469947 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0f7db015-08ba-46c3-af0f-7e6cd23e6bbf tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2390130 Aug 28 13:13:25.472932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59396) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:25.477610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-3fb1ea15-ff2c-4eda-aa42-d30dcb38fe49 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': '439f98b1-28a6-405f-afc7-7839afec017c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:25.512419 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3fb1ea15-ff2c-4eda-aa42-d30dcb38fe49 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:25.544736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849a24d-dafb-4f5c-a4d5-c4cebb62e782 req-e2219aec-3ebb-47a2-b64c-e6df9234670f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:25.546301 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0849a24d-dafb-4f5c-a4d5-c4cebb62e782 req-e2219aec-3ebb-47a2-b64c-e6df9234670f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 944 time: 0.0897985 Aug 28 13:13:25.549427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55831a98-27d0-4c66-b504-459c50e38924 req-55f29123-ac31-42f5-ad8f-e668270211a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:25.552087 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55831a98-27d0-4c66-b504-459c50e38924 req-55f29123-ac31-42f5-ad8f-e668270211a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=68423a67-9924-480c-b2b8-e90ae6a6f857 HTTP/1.1" status: 200 len: 896 time: 0.1425147 Aug 28 13:13:25.580657 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-3fb1ea15-ff2c-4eda-aa42-d30dcb38fe49 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): There was a conflict when trying to complete your request. Aug 28 13:13:25.582457 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3fb1ea15-ff2c-4eda-aa42-d30dcb38fe49 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1082709 Aug 28 13:13:25.593925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59398) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:25.609313 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55831a98-27d0-4c66-b504-459c50e38924 req-2c081dd5-01c9-4631-bf01-20f44ed16e45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=7a6c836f-986f-474c-9434-b2e0d41137fd HTTP/1.1" status: 200 len: 217 time: 0.0425701 Aug 28 13:13:25.640410 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0849a24d-dafb-4f5c-a4d5-c4cebb62e782 req-663409e4-d3df-4f4b-bcf2-00b2a1abb5cc tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8d5e387-e2fc-41dd-9944-fa67af32eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876603 Aug 28 13:13:25.660265 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-54f49b9e-9455-4000-a805-503109bad24f tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:25.689752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55831a98-27d0-4c66-b504-459c50e38924 req-eabca625-d5b2-42d9-aaf3-505b1604615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:25.691698 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55831a98-27d0-4c66-b504-459c50e38924 req-eabca625-d5b2-42d9-aaf3-505b1604615d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=84167b78-e252-4e6b-8cfd-bfaa5c84da1e HTTP/1.1" status: 200 len: 838 time: 0.0609992 Aug 28 13:13:25.696057 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-54f49b9e-9455-4000-a805-503109bad24f tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:25.746674 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-54f49b9e-9455-4000-a805-503109bad24f tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:25.749363 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-54f49b9e-9455-4000-a805-503109bad24f tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:25.750851 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-54f49b9e-9455-4000-a805-503109bad24f tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "DELETE /v2.0/security-groups/439f98b1-28a6-405f-afc7-7839afec017c HTTP/1.1" status: 204 len: 168 time: 0.1553652 Aug 28 13:13:25.754466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59400) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:25.762290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f49b9e-9455-4000-a805-503109bad24f tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=439f98b1-28a6-405f-afc7-7839afec017c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:25.765777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55831a98-27d0-4c66-b504-459c50e38924 req-b9848d18-f4d0-4398-af1d-8de9db1bee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:25.767320 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55831a98-27d0-4c66-b504-459c50e38924 req-b9848d18-f4d0-4398-af1d-8de9db1bee30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68423a67-9924-480c-b2b8-e90ae6a6f857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0659978 Aug 28 13:13:25.861156 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bf31c56a-5128-4d41-9b5a-3a6e087e0538 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1050811 Aug 28 13:13:25.865436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59402) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:25.870682 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7811f45c-7776-4bf3-a8ea-365f77fb4df5 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087938823'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:25.898763 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7811f45c-7776-4bf3-a8ea-365f77fb4df5 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:25.899532 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55831a98-27d0-4c66-b504-459c50e38924 req-266d4e2d-1d68-4ec4-8921-4f8a95f6f684 service neutron] 10.222.0.10 "GET /v2.0/networks/68423a67-9924-480c-b2b8-e90ae6a6f857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236989 Aug 28 13:13:26.000721 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7811f45c-7776-4bf3-a8ea-365f77fb4df5 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.004970 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7811f45c-7776-4bf3-a8ea-365f77fb4df5 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.026439 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-55831a98-27d0-4c66-b504-459c50e38924 req-9af8f0e0-390b-497a-98a1-46596c9d6314 service neutron] 10.222.0.10 "GET /v2.0/networks/68423a67-9924-480c-b2b8-e90ae6a6f857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142843 Aug 28 13:13:26.038557 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7811f45c-7776-4bf3-a8ea-365f77fb4df5 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.040640 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7811f45c-7776-4bf3-a8ea-365f77fb4df5 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1737149 Aug 28 13:13:26.043441 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59404) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:26.045420 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811f45c-7776-4bf3-a8ea-365f77fb4df5 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74233ba-d7d0-44df-8698-67db537cd088,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:26.049374 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6ba2c9fc-24de-4730-8aad-4dfe1c058b56 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': 'e74233ba-d7d0-44df-8698-67db537cd088', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:26.050290 n-d-791505-21 neutron-server[94878]: WARNING neutron.api.v2.base [None req-6ba2c9fc-24de-4730-8aad-4dfe1c058b56 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 28 13:13:26.050833 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-6ba2c9fc-24de-4730-8aad-4dfe1c058b56 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:26.052102 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6ba2c9fc-24de-4730-8aad-4dfe1c058b56 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066676 Aug 28 13:13:26.055810 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59406) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:26.123844 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b75ac93-cdea-466a-b807-9dc16a666989 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.147205 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b75ac93-cdea-466a-b807-9dc16a666989 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.192268 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b75ac93-cdea-466a-b807-9dc16a666989 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.195364 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9b75ac93-cdea-466a-b807-9dc16a666989 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.196899 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9b75ac93-cdea-466a-b807-9dc16a666989 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "DELETE /v2.0/security-groups/e74233ba-d7d0-44df-8698-67db537cd088 HTTP/1.1" status: 204 len: 168 time: 0.1397872 Aug 28 13:13:26.201715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59408) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:26.211580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75ac93-cdea-466a-b807-9dc16a666989 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74233ba-d7d0-44df-8698-67db537cd088,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:26.261209 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-83e143fc-a76e-4001-8b0b-1fe96aabcb27 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579429 Aug 28 13:13:26.265875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59410) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:26.270404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-480208df-f719-41bd-bc8e-854b3743274f tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1553181381'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:26.299540 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-480208df-f719-41bd-bc8e-854b3743274f tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.389280 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-480208df-f719-41bd-bc8e-854b3743274f tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.393058 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-480208df-f719-41bd-bc8e-854b3743274f tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.425134 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480208df-f719-41bd-bc8e-854b3743274f tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c59342-f3e6-488c-9efa-b69643cde307,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:26.430210 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-480208df-f719-41bd-bc8e-854b3743274f tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.431483 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-480208df-f719-41bd-bc8e-854b3743274f tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1646283 Aug 28 13:13:26.434340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59412) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:26.441242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f77c257f-98ea-4c0b-bd03-9045ec998fcb tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': 'c2c59342-f3e6-488c-9efa-b69643cde307', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:26.441979 n-d-791505-21 neutron-server[94877]: WARNING neutron.api.v2.base [None req-f77c257f-98ea-4c0b-bd03-9045ec998fcb tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 28 13:13:26.442767 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-f77c257f-98ea-4c0b-bd03-9045ec998fcb tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:26.443808 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f77c257f-98ea-4c0b-bd03-9045ec998fcb tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073807 Aug 28 13:13:26.446447 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59414) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:26.502584 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e62931c0-7592-4c54-93ec-3e24a5cd978d tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.525195 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e62931c0-7592-4c54-93ec-3e24a5cd978d tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.573901 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e62931c0-7592-4c54-93ec-3e24a5cd978d tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.576878 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e62931c0-7592-4c54-93ec-3e24a5cd978d tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.578041 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e62931c0-7592-4c54-93ec-3e24a5cd978d tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "DELETE /v2.0/security-groups/c2c59342-f3e6-488c-9efa-b69643cde307 HTTP/1.1" status: 204 len: 168 time: 0.1307056 Aug 28 13:13:26.580962 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59416) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:26.588299 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62931c0-7592-4c54-93ec-3e24a5cd978d tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c59342-f3e6-488c-9efa-b69643cde307,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:26.629358 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-06aadd71-b0d3-4420-93b8-9878f5018f0c tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0466983 Aug 28 13:13:26.634977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59418) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:26.639918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d08629c5-1463-4829-98a8-76cd8b672570 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947045769'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:26.662976 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d08629c5-1463-4829-98a8-76cd8b672570 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.763768 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d08629c5-1463-4829-98a8-76cd8b672570 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.767368 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d08629c5-1463-4829-98a8-76cd8b672570 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.784902 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a7053-b1f1-40b9-b645-7540e0450472 req-098593d8-8279-445e-ba3e-af4037c319ef tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:26.786480 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-750a7053-b1f1-40b9-b645-7540e0450472 req-098593d8-8279-445e-ba3e-af4037c319ef tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 944 time: 0.0590680 Aug 28 13:13:26.796770 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d08629c5-1463-4829-98a8-76cd8b672570 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.798068 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d08629c5-1463-4829-98a8-76cd8b672570 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1621270 Aug 28 13:13:26.801371 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59422) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:26.805823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-985ceef8-f563-4138-a587-8936b89928e7 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': '23efc787-b02d-46a4-90c7-b9074655ea82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:26.806732 n-d-791505-21 neutron-server[94878]: WARNING neutron.api.v2.base [None req-985ceef8-f563-4138-a587-8936b89928e7 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 28 13:13:26.807236 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-985ceef8-f563-4138-a587-8936b89928e7 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:26.808192 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-985ceef8-f563-4138-a587-8936b89928e7 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058818 Aug 28 13:13:26.814865 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08629c5-1463-4829-98a8-76cd8b672570 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23efc787-b02d-46a4-90c7-b9074655ea82,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:26.816992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59424) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:26.821826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c54f8597-51a6-4e1f-8902-278f215ba6f5 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': '23efc787-b02d-46a4-90c7-b9074655ea82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:26.822546 n-d-791505-21 neutron-server[94878]: WARNING neutron.api.v2.base [None req-c54f8597-51a6-4e1f-8902-278f215ba6f5 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 28 13:13:26.823085 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-c54f8597-51a6-4e1f-8902-278f215ba6f5 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:26.827309 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c54f8597-51a6-4e1f-8902-278f215ba6f5 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060127 Aug 28 13:13:26.827849 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59426) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:26.832937 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5571aba0-ee70-4514-9a93-384b85573b87 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': '23efc787-b02d-46a4-90c7-b9074655ea82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:26.833763 n-d-791505-21 neutron-server[94878]: WARNING neutron.api.v2.base [None req-5571aba0-ee70-4514-9a93-384b85573b87 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 28 13:13:26.834250 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-5571aba0-ee70-4514-9a93-384b85573b87 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:26.835284 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5571aba0-ee70-4514-9a93-384b85573b87 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069523 Aug 28 13:13:26.837965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59428) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:26.841375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-750a7053-b1f1-40b9-b645-7540e0450472 req-a307cc5e-dee7-46e1-ab34-822d55537566 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8d5e387-e2fc-41dd-9944-fa67af32eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479281 Aug 28 13:13:26.843210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-22a38d09-72fe-4160-b801-c0e0321549d8 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': '23efc787-b02d-46a4-90c7-b9074655ea82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:26.844194 n-d-791505-21 neutron-server[94878]: WARNING neutron.api.v2.base [None req-22a38d09-72fe-4160-b801-c0e0321549d8 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 28 13:13:26.844600 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-22a38d09-72fe-4160-b801-c0e0321549d8 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:26.845584 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-22a38d09-72fe-4160-b801-c0e0321549d8 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067039 Aug 28 13:13:26.848146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59430) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:26.902170 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-49c65aba-2801-4e33-81ed-cfbfd4485798 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.925184 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-49c65aba-2801-4e33-81ed-cfbfd4485798 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.965065 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-49c65aba-2801-4e33-81ed-cfbfd4485798 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.968316 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-49c65aba-2801-4e33-81ed-cfbfd4485798 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:26.969469 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-49c65aba-2801-4e33-81ed-cfbfd4485798 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "DELETE /v2.0/security-groups/23efc787-b02d-46a4-90c7-b9074655ea82 HTTP/1.1" status: 204 len: 168 time: 0.1204112 Aug 28 13:13:26.972166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59432) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:26.978505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c65aba-2801-4e33-81ed-cfbfd4485798 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23efc787-b02d-46a4-90c7-b9074655ea82,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:27.018839 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-842199de-f9af-4584-9725-19a7bdbac30a tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0454204 Aug 28 13:13:27.022561 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59434) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:27.026884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-739018fd-fb61-4b40-8a2c-ed1ff6f0cc71 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group': {'name': 'tempest-secgroup--480914986'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:27.051587 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-739018fd-fb61-4b40-8a2c-ed1ff6f0cc71 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:27.139829 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-739018fd-fb61-4b40-8a2c-ed1ff6f0cc71 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:27.143692 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-739018fd-fb61-4b40-8a2c-ed1ff6f0cc71 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:27.172277 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-739018fd-fb61-4b40-8a2c-ed1ff6f0cc71 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:27.173426 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-739018fd-fb61-4b40-8a2c-ed1ff6f0cc71 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1499436 Aug 28 13:13:27.174382 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739018fd-fb61-4b40-8a2c-ed1ff6f0cc71 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51070b13-f4bb-4895-884d-72dfcf18b466,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:27.176510 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59436) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:27.181393 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b8584076-235f-4b69-bd84-5b0a72ec6491 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': '51070b13-f4bb-4895-884d-72dfcf18b466', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:27.182334 n-d-791505-21 neutron-server[94878]: WARNING neutron.api.v2.base [None req-b8584076-235f-4b69-bd84-5b0a72ec6491 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 28 13:13:27.183010 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-b8584076-235f-4b69-bd84-5b0a72ec6491 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:27.184038 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b8584076-235f-4b69-bd84-5b0a72ec6491 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064557 Aug 28 13:13:27.186850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 7a6c836f-986f-474c-9434-b2e0d41137fd details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:13:27.187998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59438) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:27.194640 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ba6f6c50-3464-41ea-9949-ce3a3814aa70 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': '51070b13-f4bb-4895-884d-72dfcf18b466', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:27.229465 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-ba6f6c50-3464-41ea-9949-ce3a3814aa70 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:27.231035 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ba6f6c50-3464-41ea-9949-ce3a3814aa70 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0415454 Aug 28 13:13:27.233877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59440) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:27.238312 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-80ca88c0-af04-4f8f-93c4-e12feaa4f906 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': '51070b13-f4bb-4895-884d-72dfcf18b466', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:27.238819 n-d-791505-21 neutron-server[94878]: WARNING neutron.api.v2.base [None req-80ca88c0-af04-4f8f-93c4-e12feaa4f906 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 28 13:13:27.239289 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-80ca88c0-af04-4f8f-93c4-e12feaa4f906 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:27.240200 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-80ca88c0-af04-4f8f-93c4-e12feaa4f906 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054142 Aug 28 13:13:27.243394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59442) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:27.249234 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-649a02ad-cac8-46b0-98ac-6d0bd731adc0 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': '51070b13-f4bb-4895-884d-72dfcf18b466', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:27.284229 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-649a02ad-cac8-46b0-98ac-6d0bd731adc0 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:27.285290 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-649a02ad-cac8-46b0-98ac-6d0bd731adc0 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0410089 Aug 28 13:13:27.288120 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59444) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:27.292885 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7554cbc7-dbe7-49e8-9d4e-d15f38037606 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': '51070b13-f4bb-4895-884d-72dfcf18b466', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:27.293116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 7a6c836f-986f-474c-9434-b2e0d41137fd, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=7a6c836f-986f-474c-9434-b2e0d41137fd,segment=NetworkSegment(45bddb6d-bf6e-405a-8d21-25cf3ae56e6d),segment_id=45bddb6d-bf6e-405a-8d21-25cf3ae56e6d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:27.293345 n-d-791505-21 neutron-server[94878]: WARNING neutron.api.v2.base [None req-7554cbc7-dbe7-49e8-9d4e-d15f38037606 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 28 13:13:27.293859 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-7554cbc7-dbe7-49e8-9d4e-d15f38037606 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:27.294999 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7554cbc7-dbe7-49e8-9d4e-d15f38037606 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057993 Aug 28 13:13:27.297842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59446) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:27.303091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b54561ca-5ee2-41cc-8d9c-f863c39da57c tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': '51070b13-f4bb-4895-884d-72dfcf18b466', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:27.305713 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '7a6c836f-986f-474c-9434-b2e0d41137fd', 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857', 'port_id': '7a6c836f-986f-474c-9434-b2e0d41137fd', 'mac_address': 'fa:16:3e:bb:f2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84167b78-e252-4e6b-8cfd-bfaa5c84da1e', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:13:27.339173 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-b54561ca-5ee2-41cc-8d9c-f863c39da57c tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:27.340256 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b54561ca-5ee2-41cc-8d9c-f863c39da57c tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0413384 Aug 28 13:13:27.343224 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59448) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:27.343743 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:27.347799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-daffdf07-b1df-4e88-81ef-b7deec6e8767 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': '51070b13-f4bb-4895-884d-72dfcf18b466', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:27.348258 n-d-791505-21 neutron-server[94878]: WARNING neutron.api.v2.base [None req-daffdf07-b1df-4e88-81ef-b7deec6e8767 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 28 13:13:27.348731 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-daffdf07-b1df-4e88-81ef-b7deec6e8767 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:27.349653 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-daffdf07-b1df-4e88-81ef-b7deec6e8767 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055065 Aug 28 13:13:27.352241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59450) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:27.358828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6c836f-986f-474c-9434-b2e0d41137fd {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:13:27.361679 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8bbf5a5f-9593-4067-97a7-f4f5a8c29005 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': '51070b13-f4bb-4895-884d-72dfcf18b466', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:27.378942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 7a6c836f-986f-474c-9434-b2e0d41137fd, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=7a6c836f-986f-474c-9434-b2e0d41137fd,segment=NetworkSegment(45bddb6d-bf6e-405a-8d21-25cf3ae56e6d),segment_id=45bddb6d-bf6e-405a-8d21-25cf3ae56e6d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:27.382890 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:27.397980 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-8bbf5a5f-9593-4067-97a7-f4f5a8c29005 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:27.399783 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8bbf5a5f-9593-4067-97a7-f4f5a8c29005 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0459771 Aug 28 13:13:27.401992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59452) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:27.407037 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e426457b-fede-4b5d-b964-b705dc0d62cf tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': '51070b13-f4bb-4895-884d-72dfcf18b466', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:27.436211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=7a6c836f-986f-474c-9434-b2e0d41137fd,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:27.444556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:27.445046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:27.445480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:27.445820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:27.446144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:27.446495 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:27.446744 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-e426457b-fede-4b5d-b964-b705dc0d62cf tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:27.446875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:27.447176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:27.447495 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:27.447810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:27.448016 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e426457b-fede-4b5d-b964-b705dc0d62cf tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0449402 Aug 28 13:13:27.448143 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:27.448465 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:27.451689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59454) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:27.521248 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44dd72e3-558f-4214-bf6c-6de35eac6f23 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:27.551486 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44dd72e3-558f-4214-bf6c-6de35eac6f23 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:27.598496 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44dd72e3-558f-4214-bf6c-6de35eac6f23 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:27.601207 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-44dd72e3-558f-4214-bf6c-6de35eac6f23 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:27.605038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-44dd72e3-558f-4214-bf6c-6de35eac6f23 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "DELETE /v2.0/security-groups/51070b13-f4bb-4895-884d-72dfcf18b466 HTTP/1.1" status: 204 len: 168 time: 0.1495223 Aug 28 13:13:27.605587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59456) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:27.612980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd72e3-558f-4214-bf6c-6de35eac6f23 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51070b13-f4bb-4895-884d-72dfcf18b466,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:27.647345 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['7a6c836f-986f-474c-9434-b2e0d41137fd'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:13:27.663747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0f51c9a2-803f-4259-a819-a3d80dbfefd7 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0557773 Aug 28 13:13:27.667477 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59458) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:27.672773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5a7a6afa-b111-4487-864b-cfb26e34ef00 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072691142'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:27.696059 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a7a6afa-b111-4487-864b-cfb26e34ef00 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:27.799746 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a7a6afa-b111-4487-864b-cfb26e34ef00 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:27.803723 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a7a6afa-b111-4487-864b-cfb26e34ef00 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:27.830464 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a7a6afa-b111-4487-864b-cfb26e34ef00 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:27.831709 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5a7a6afa-b111-4487-864b-cfb26e34ef00 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1632388 Aug 28 13:13:27.834564 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59460) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:27.838996 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-17b7c04a-6127-48f7-8bc8-c037a8d3f020 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': 'ed66ca5d-e55e-4a03-b45c-00534ccdb6af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:27.847274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a6afa-b111-4487-864b-cfb26e34ef00 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed66ca5d-e55e-4a03-b45c-00534ccdb6af,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:27.899472 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-17b7c04a-6127-48f7-8bc8-c037a8d3f020 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The resource could not be found. Aug 28 13:13:27.903880 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-17b7c04a-6127-48f7-8bc8-c037a8d3f020 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0652542 Aug 28 13:13:27.904895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59464) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:27.910456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7a313595-857f-40b7-a1a5-15c64d937a53 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': 'ed66ca5d-e55e-4a03-b45c-00534ccdb6af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f488fafd-3de5-4b8c-b6e3-38c8561ecede'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:27.960565 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-7a313595-857f-40b7-a1a5-15c64d937a53 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The resource could not be found. Aug 28 13:13:27.961672 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7a313595-857f-40b7-a1a5-15c64d937a53 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0556135 Aug 28 13:13:27.964509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59466) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:27.994757 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a9391-aeb8-44fa-918e-39c24196433d req-76730fea-0295-48a5-9a30-04a517eacf83 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:27.996319 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ff6a9391-aeb8-44fa-918e-39c24196433d req-76730fea-0295-48a5-9a30-04a517eacf83 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 945 time: 0.0564895 Aug 28 13:13:28.024748 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a893d211-b03d-4d5c-b30d-007482ef961a tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.042601 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ff6a9391-aeb8-44fa-918e-39c24196433d req-9feb09f3-8d0e-4f5b-a34d-c72c0fe78259 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8d5e387-e2fc-41dd-9944-fa67af32eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399055 Aug 28 13:13:28.049594 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a893d211-b03d-4d5c-b30d-007482ef961a tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.102336 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a893d211-b03d-4d5c-b30d-007482ef961a tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.105051 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a893d211-b03d-4d5c-b30d-007482ef961a tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.106528 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a893d211-b03d-4d5c-b30d-007482ef961a tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "DELETE /v2.0/security-groups/ed66ca5d-e55e-4a03-b45c-00534ccdb6af HTTP/1.1" status: 204 len: 168 time: 0.1410477 Aug 28 13:13:28.109898 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59468) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:28.116497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893d211-b03d-4d5c-b30d-007482ef961a tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed66ca5d-e55e-4a03-b45c-00534ccdb6af,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:28.159826 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a6dd2df5-c531-4136-b450-45198e2ecd4e tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0487456 Aug 28 13:13:28.164338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59470) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:28.171673 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-01fcccc2-35a9-4c24-9c28-eb0a975de1ee tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': 'fdae0c6e-17dc-46ef-9df5-d11ebf7ab75a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:28.219548 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-01fcccc2-35a9-4c24-9c28-eb0a975de1ee tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The resource could not be found. Aug 28 13:13:28.220756 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-01fcccc2-35a9-4c24-9c28-eb0a975de1ee tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0547109 Aug 28 13:13:28.224613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59472) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:28.229084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9ed60aa6-1110-40f4-a5d4-d4ea0d142a8d tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group': {'name': 'tempest-secgroup--838806331'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:28.253689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ed60aa6-1110-40f4-a5d4-d4ea0d142a8d tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.339490 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ed60aa6-1110-40f4-a5d4-d4ea0d142a8d tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.344478 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ed60aa6-1110-40f4-a5d4-d4ea0d142a8d tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.372400 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ed60aa6-1110-40f4-a5d4-d4ea0d142a8d tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.377128 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9ed60aa6-1110-40f4-a5d4-d4ea0d142a8d tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1480589 Aug 28 13:13:28.377381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59474) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:28.380998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed60aa6-1110-40f4-a5d4-d4ea0d142a8d tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a56ecea-1c02-4321-85bd-2b7e21892d5b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:28.382516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-9521483f-7841-48e1-a0a9-509e71e6053b tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group': {'name': 'tempest-secgroup--618010654'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:28.407372 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9521483f-7841-48e1-a0a9-509e71e6053b tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.490694 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9521483f-7841-48e1-a0a9-509e71e6053b tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.494464 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9521483f-7841-48e1-a0a9-509e71e6053b tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.520718 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9521483f-7841-48e1-a0a9-509e71e6053b tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.521929 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9521483f-7841-48e1-a0a9-509e71e6053b tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1435256 Aug 28 13:13:28.525045 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59476) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:28.525949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521483f-7841-48e1-a0a9-509e71e6053b tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09852b70-49cf-42b2-8eb6-617745435847,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:28.530468 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-fde3aede-82e8-4594-8919-f2af7ada90a7 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group_rule': {'security_group_id': '7a56ecea-1c02-4321-85bd-2b7e21892d5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '09852b70-49cf-42b2-8eb6-617745435847'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:28.565607 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-fde3aede-82e8-4594-8919-f2af7ada90a7 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:13:28.566948 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fde3aede-82e8-4594-8919-f2af7ada90a7 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0408962 Aug 28 13:13:28.569717 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59478) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:28.622921 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2cf7b7a8-2a9f-4c8e-a1a2-09d60f00913e tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.645231 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2cf7b7a8-2a9f-4c8e-a1a2-09d60f00913e tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.685642 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2cf7b7a8-2a9f-4c8e-a1a2-09d60f00913e tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.689116 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2cf7b7a8-2a9f-4c8e-a1a2-09d60f00913e tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.690328 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2cf7b7a8-2a9f-4c8e-a1a2-09d60f00913e tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "DELETE /v2.0/security-groups/09852b70-49cf-42b2-8eb6-617745435847 HTTP/1.1" status: 204 len: 168 time: 0.1196890 Aug 28 13:13:28.693142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59480) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:28.699433 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7b7a8-2a9f-4c8e-a1a2-09d60f00913e tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09852b70-49cf-42b2-8eb6-617745435847,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:28.750470 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-34b122c0-4c32-4481-9f33-b03fc60e3829 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0560002 Aug 28 13:13:28.754218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59482) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:28.805864 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bfc77aa6-b1ee-4ba8-9f11-7125c9b1a1b9 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.832155 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bfc77aa6-b1ee-4ba8-9f11-7125c9b1a1b9 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.873157 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bfc77aa6-b1ee-4ba8-9f11-7125c9b1a1b9 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.875745 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bfc77aa6-b1ee-4ba8-9f11-7125c9b1a1b9 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:28.876922 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bfc77aa6-b1ee-4ba8-9f11-7125c9b1a1b9 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "DELETE /v2.0/security-groups/7a56ecea-1c02-4321-85bd-2b7e21892d5b HTTP/1.1" status: 204 len: 168 time: 0.1216602 Aug 28 13:13:28.881198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59484) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:28.886233 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc77aa6-b1ee-4ba8-9f11-7125c9b1a1b9 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a56ecea-1c02-4321-85bd-2b7e21892d5b,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:28.923603 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d419e9f3-3d94-4dad-bd5c-5915188662aa tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0412147 Aug 28 13:13:28.927425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59486) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:28.931950 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-51b156cc-99d8-4443-b80d-9afc01782c70 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group': {'name': 'tempest-secgroup--710864053'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:28.954578 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-51b156cc-99d8-4443-b80d-9afc01782c70 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:29.032479 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-51b156cc-99d8-4443-b80d-9afc01782c70 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:29.036569 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-51b156cc-99d8-4443-b80d-9afc01782c70 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:29.061372 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-51b156cc-99d8-4443-b80d-9afc01782c70 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:29.062623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-51b156cc-99d8-4443-b80d-9afc01782c70 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1340706 Aug 28 13:13:29.067550 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59488) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:29.070814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b156cc-99d8-4443-b80d-9afc01782c70 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fc81b9-0253-4f30-bef0-07aeb753347f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:29.072367 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-39e4651d-a866-4a81-a6ca-59b509cdbdb2 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:29.072367 n-d-791505-21 neutron-server[94878]: WARNING neutron.api.v2.base [None req-39e4651d-a866-4a81-a6ca-59b509cdbdb2 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 28 13:13:29.072690 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [None req-39e4651d-a866-4a81-a6ca-59b509cdbdb2 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] update failed (client error): There was a conflict when trying to complete your request. Aug 28 13:13:29.073734 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-39e4651d-a866-4a81-a6ca-59b509cdbdb2 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "PUT /v2.0/security-groups/e0fc81b9-0253-4f30-bef0-07aeb753347f HTTP/1.1" status: 409 len: 330 time: 0.0064738 Aug 28 13:13:29.076598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59492) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:29.141735 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-53ec2dfe-3322-499e-84e8-7c29c52a7e65 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:29.185691 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-53ec2dfe-3322-499e-84e8-7c29c52a7e65 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:29.191344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 7a6c836f-986f-474c-9434-b2e0d41137fd up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:13:29.213915 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ecd6f-f7bb-4ed4-8953-ff5f309940a2 req-1b44e55c-e348-40c6-af0e-41437ad42333 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:29.216546 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b4ecd6f-f7bb-4ed4-8953-ff5f309940a2 req-1b44e55c-e348-40c6-af0e-41437ad42333 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 945 time: 0.0874693 Aug 28 13:13:29.242930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 7a6c836f-986f-474c-9434-b2e0d41137fd completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:29.247008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 7a6c836f-986f-474c-9434-b2e0d41137fd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:29.248629 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:29.264831 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b4ecd6f-f7bb-4ed4-8953-ff5f309940a2 req-e994fc63-ce21-4bcc-8ff1-ffcfc492d968 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8d5e387-e2fc-41dd-9944-fa67af32eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422249 Aug 28 13:13:29.265168 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-53ec2dfe-3322-499e-84e8-7c29c52a7e65 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:29.267664 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-53ec2dfe-3322-499e-84e8-7c29c52a7e65 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:29.275823 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-53ec2dfe-3322-499e-84e8-7c29c52a7e65 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "DELETE /v2.0/security-groups/e0fc81b9-0253-4f30-bef0-07aeb753347f HTTP/1.1" status: 204 len: 168 time: 0.1910405 Aug 28 13:13:29.277397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59494) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:29.284327 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec2dfe-3322-499e-84e8-7c29c52a7e65 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fc81b9-0253-4f30-bef0-07aeb753347f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:29.331715 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-69b9c446-4cb8-4350-8166-b9675fde3313 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498810 Aug 28 13:13:29.332436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59496) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:29.342899 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:29.347001 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-c61cf42f-5bfd-4658-98d6-9c8210665581 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] delete failed (client error): The resource could not be found. Aug 28 13:13:29.351456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c61cf42f-5bfd-4658-98d6-9c8210665581 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "DELETE /v2.0/security-groups/6c11ae68-fa64-49a2-aa22-e0fe85cddfbb HTTP/1.1" status: 404 len: 347 time: 0.0146081 Aug 28 13:13:29.351726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59498) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:29.365874 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c577bec4-a8c5-40eb-98eb-7279cd17e815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6c836f-986f-474c-9434-b2e0d41137fd'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:13:29.366220 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-d2418a53-f20a-4a8e-8b47-a8068a637558 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] show failed (client error): The resource could not be found. Aug 28 13:13:29.366974 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d2418a53-f20a-4a8e-8b47-a8068a637558 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "GET /v2.0/security-groups/6c8ddb67-671e-4e90-b47e-5345530fa033 HTTP/1.1" status: 404 len: 347 time: 0.0143340 Aug 28 13:13:29.368123 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e73e9d-a9e4-4697-bf82-0969bdd78644" -d '{"events": [{"server_uuid": "c577bec4-a8c5-40eb-98eb-7279cd17e815", "name": "network-vif-plugged", "status": "completed", "tag": "7a6c836f-986f-474c-9434-b2e0d41137fd"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:13:29.372721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59502) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:29.387359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 7a6c836f-986f-474c-9434-b2e0d41137fd, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=7a6c836f-986f-474c-9434-b2e0d41137fd,segment=NetworkSegment(45bddb6d-bf6e-405a-8d21-25cf3ae56e6d),segment_id=45bddb6d-bf6e-405a-8d21-25cf3ae56e6d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:29.388153 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-ebc27fab-3544-477e-ad0c-441d8f0fdec9 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] show failed (client error): The resource could not be found. Aug 28 13:13:29.389334 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ebc27fab-3544-477e-ad0c-441d8f0fdec9 tempest-NegativeSecGroupTest-1736170314 tempest-NegativeSecGroupTest-1736170314-project] 10.222.0.20 "GET /v2.0/security-group-rules/d0816952-4a28-4c25-972d-53db0f55a635 HTTP/1.1" status: 404 len: 356 time: 0.0155637 Aug 28 13:13:29.394939 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:29.421357 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a323766-b557-483e-899b-ea620591b606 x-openstack-request-id: req-4a323766-b557-483e-899b-ea620591b606 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:13:29.421649 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c577bec4-a8c5-40eb-98eb-7279cd17e815", "name": "network-vif-plugged", "status": "completed", "tag": "7a6c836f-986f-474c-9434-b2e0d41137fd", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:13:29.421906 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a323766-b557-483e-899b-ea620591b606 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:13:29.422298 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c577bec4-a8c5-40eb-98eb-7279cd17e815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6c836f-986f-474c-9434-b2e0d41137fd', 'code': 200} Aug 28 13:13:29.454814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=7a6c836f-986f-474c-9434-b2e0d41137fd,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:29.531328 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e6707-8140-40f0-a3af-349011d6de6c req-84fc1722-b8e2-4a66-aa18-6ba4ec70877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:29.533199 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a5e6707-8140-40f0-a3af-349011d6de6c req-84fc1722-b8e2-4a66-aa18-6ba4ec70877e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 1098 time: 0.0446808 Aug 28 13:13:29.570422 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a5e6707-8140-40f0-a3af-349011d6de6c req-5947ad89-cd0f-404c-a785-ba4175d11cec service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c8d5e387-e2fc-41dd-9944-fa67af32eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302575 Aug 28 13:13:29.658479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59508) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:29.812045 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-35ace67f-5b81-4c65-b573-7434e4bf791d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=daedca20838c447d91a5a1b27a586267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522863 Aug 28 13:13:29.815111 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59512) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:29.870862 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9f70d51a-c043-4122-98fc-eb0a0af15ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:29.898231 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9f70d51a-c043-4122-98fc-eb0a0af15ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:29.947520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9f70d51a-c043-4122-98fc-eb0a0af15ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:29.951709 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9f70d51a-c043-4122-98fc-eb0a0af15ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:29.953265 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9f70d51a-c043-4122-98fc-eb0a0af15ebb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2383afca-764b-4d55-960c-77cbafca29a0 HTTP/1.1" status: 204 len: 168 time: 0.1371005 Aug 28 13:13:29.964433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70d51a-c043-4122-98fc-eb0a0af15ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2383afca-764b-4d55-960c-77cbafca29a0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:30.400781 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e8dee-3472-4728-a765-b7fe8b88ede1 req-65b60884-fb32-4d57-9d77-c03998183b38 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:30.402591 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-303e8dee-3472-4728-a765-b7fe8b88ede1 req-65b60884-fb32-4d57-9d77-c03998183b38 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 946 time: 0.0535579 Aug 28 13:13:30.449424 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-303e8dee-3472-4728-a765-b7fe8b88ede1 req-5f49b9ca-ce48-43d7-8374-fd522c407069 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8d5e387-e2fc-41dd-9944-fa67af32eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409839 Aug 28 13:13:31.591724 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f534e7e-a8a5-4705-a54f-adcd98a76bfb req-cb6865f0-3136-47d6-b3c1-04ec31bd4611 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:31.592915 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f534e7e-a8a5-4705-a54f-adcd98a76bfb req-cb6865f0-3136-47d6-b3c1-04ec31bd4611 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 946 time: 0.0541027 Aug 28 13:13:31.670237 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f534e7e-a8a5-4705-a54f-adcd98a76bfb req-1509504f-e816-40ca-823e-b7353c0fce48 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8d5e387-e2fc-41dd-9944-fa67af32eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659771 Aug 28 13:13:31.800220 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fae7c-0335-48fa-b1ad-41c98fabc864 req-b7e77986-5ee5-48a6-81e5-32db1e6259d5 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:31.801740 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e08fae7c-0335-48fa-b1ad-41c98fabc864 req-b7e77986-5ee5-48a6-81e5-32db1e6259d5 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 946 time: 0.0580771 Aug 28 13:13:31.851358 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e08fae7c-0335-48fa-b1ad-41c98fabc864 req-8c063954-8679-4832-8c12-bd7e6d68557f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8d5e387-e2fc-41dd-9944-fa67af32eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433400 Aug 28 13:13:33.343064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59574) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:34.175518 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:34.460531 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Allocated IP 172.20.0.17 (68423a67-9924-480c-b2b8-e90ae6a6f857/84167b78-e252-4e6b-8cfd-bfaa5c84da1e/0768cb95-1f23-4f9d-91db-17ef98d63ad2) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:13:34.581558 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:34.597243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Transition to ACTIVE for port object 0768cb95-1f23-4f9d-91db-17ef98d63ad2 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:34.630205 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:34.671258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network 68423a67-9924-480c-b2b8-e90ae6a6f857 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:13:34.676375 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:34.680072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:13:34.708531 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Port': ['ID=0768cb95-1f23-4f9d-91db-17ef98d63ad2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:34.737280 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:34.909224 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:34.943229 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-726668bb-6c44-4204-b50d-5425a5fc8f3e None None] Provisioning for port 0768cb95-1f23-4f9d-91db-17ef98d63ad2 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:34.947771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-726668bb-6c44-4204-b50d-5425a5fc8f3e None None] Provisioning complete for port 0768cb95-1f23-4f9d-91db-17ef98d63ad2 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:34.948073 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-726668bb-6c44-4204-b50d-5425a5fc8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:34.982648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-726668bb-6c44-4204-b50d-5425a5fc8f3e None None] Port 0768cb95-1f23-4f9d-91db-17ef98d63ad2 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:35.243445 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:35.249594 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:35.326534 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:35.329329 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Port': ['ID=0768cb95-1f23-4f9d-91db-17ef98d63ad2,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:35.463033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network 68423a67-9924-480c-b2b8-e90ae6a6f857 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:13:35.464430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:13:35.595153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:13:35.722955 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:13:35.734925 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d99f4fe6-be78-4364-a2e5-de83846f9ca6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "PUT /v2.0/routers/3a18fa5f-7dbc-4222-ae63-b9fa70f5c082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3907228 Aug 28 13:13:35.735614 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Sync routers for ids ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:13:35.745498 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Routers {'3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:13:35.746052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:13:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:35.856189 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9ffdab8e-fee5-4a7a-ada3-e4a6b898b0a7 None None] Provisioning complete for port 0768cb95-1f23-4f9d-91db-17ef98d63ad2 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:35.856576 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9ffdab8e-fee5-4a7a-ada3-e4a6b898b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:35.904175 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Set router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:13:35.944880 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9ffdab8e-fee5-4a7a-ada3-e4a6b898b0a7 None None] Port 0768cb95-1f23-4f9d-91db-17ef98d63ad2 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:36.162917 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:13:34Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '3fc94774-0087-4bb6-b8ab-501bde13a1e4', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'port_id': '0077a322-250b-4fde-8c4b-db7777595503', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'mac_address': 'fa:16:3e:21:e9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:12:43Z', 'updated_at': '2021-08-28T13:12:47Z', 'revision_number': 1, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0768cb95-1f23-4f9d-91db-17ef98d63ad2', 'name': '', 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:47:07:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '84167b78-e252-4e6b-8cfd-bfaa5c84da1e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:13:34Z', 'updated_at': '2021-08-28T13:13:35Z', 'revision_number': 2, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': '84167b78-e252-4e6b-8cfd-bfaa5c84da1e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '257e8981-acf5-4d94-beb8-88340ddfe0ed', 'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:f0:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:23Z', 'updated_at': '2021-08-28T13:12:31Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:36.189600 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Checking router: 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:13:36.189931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Updating router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 port 0768cb95-1f23-4f9d-91db-17ef98d63ad2 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:13:36.216851 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:36.581863 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:36.592863 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Transition to ACTIVE for port object 0768cb95-1f23-4f9d-91db-17ef98d63ad2 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:13:36.599422 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:36.675355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1179d1-ffff-47c6-85d7-49c4f59f10d6 None None] Pushing event updated for resources: {'Port': ['ID=0768cb95-1f23-4f9d-91db-17ef98d63ad2,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:36.706641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Attempting to bind port 0768cb95-1f23-4f9d-91db-17ef98d63ad2 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:13:36.707017 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Attempting to bind port 0768cb95-1f23-4f9d-91db-17ef98d63ad2 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '45bddb6d-bf6e-405a-8d21-25cf3ae56e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:13:36.707376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Attempting to bind port 0768cb95-1f23-4f9d-91db-17ef98d63ad2 on network 68423a67-9924-480c-b2b8-e90ae6a6f857 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:13:36.712731 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:13:36.713107 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Checking segment: {'id': '45bddb6d-bf6e-405a-8d21-25cf3ae56e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:13:36.713511 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:36.713906 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Bound using segment: {'id': '45bddb6d-bf6e-405a-8d21-25cf3ae56e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:13:36.714458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Bound port: 0768cb95-1f23-4f9d-91db-17ef98d63ad2, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bddb6d-bf6e-405a-8d21-25cf3ae56e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:13:36.714789 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:36.792116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] For port 0768cb95-1f23-4f9d-91db-17ef98d63ad2, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:13:36.796879 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] For port 0768cb95-1f23-4f9d-91db-17ef98d63ad2, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=0768cb95-1f23-4f9d-91db-17ef98d63ad2,segment=NetworkSegment(45bddb6d-bf6e-405a-8d21-25cf3ae56e6d),segment_id=45bddb6d-bf6e-405a-8d21-25cf3ae56e6d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:13:36.801152 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:36.867492 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Routers {'3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:13:36.868139 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:13:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:36.875632 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1179d1-ffff-47c6-85d7-49c4f59f10d6 None None] Pushing event updated for resources: {'Port': ['ID=0768cb95-1f23-4f9d-91db-17ef98d63ad2,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:37.010296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] Set router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:13:37.279525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:13:34Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '3fc94774-0087-4bb6-b8ab-501bde13a1e4', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'port_id': '0077a322-250b-4fde-8c4b-db7777595503', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'mac_address': 'fa:16:3e:21:e9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:12:43Z', 'updated_at': '2021-08-28T13:12:47Z', 'revision_number': 1, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0768cb95-1f23-4f9d-91db-17ef98d63ad2', 'name': '', 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:47:07:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '84167b78-e252-4e6b-8cfd-bfaa5c84da1e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:13:34Z', 'updated_at': '2021-08-28T13:13:36Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': '84167b78-e252-4e6b-8cfd-bfaa5c84da1e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '257e8981-acf5-4d94-beb8-88340ddfe0ed', 'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:f0:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:23Z', 'updated_at': '2021-08-28T13:12:31Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:13:37.309965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5785c1bf-0622-4623-9c9e-e292e45ed4fb None None] The sync data for ids ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'] in n-d-791505-21 is: [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:13:34Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '3fc94774-0087-4bb6-b8ab-501bde13a1e4', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'port_id': '0077a322-250b-4fde-8c4b-db7777595503', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'mac_address': 'fa:16:3e:21:e9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:12:43Z', 'updated_at': '2021-08-28T13:12:47Z', 'revision_number': 1, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0768cb95-1f23-4f9d-91db-17ef98d63ad2', 'name': '', 'network_id': '68423a67-9924-480c-b2b8-e90ae6a6f857', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:47:07:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '84167b78-e252-4e6b-8cfd-bfaa5c84da1e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:13:34Z', 'updated_at': '2021-08-28T13:13:36Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': '84167b78-e252-4e6b-8cfd-bfaa5c84da1e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '257e8981-acf5-4d94-beb8-88340ddfe0ed', 'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:f0:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:23Z', 'updated_at': '2021-08-28T13:12:31Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:13:37.565663 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:39.380211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 0768cb95-1f23-4f9d-91db-17ef98d63ad2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:13:39.429289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 0768cb95-1f23-4f9d-91db-17ef98d63ad2 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:13:39.432998 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 0768cb95-1f23-4f9d-91db-17ef98d63ad2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:39.433372 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:39.515648 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:39.547991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 0768cb95-1f23-4f9d-91db-17ef98d63ad2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=0768cb95-1f23-4f9d-91db-17ef98d63ad2,segment=NetworkSegment(45bddb6d-bf6e-405a-8d21-25cf3ae56e6d),segment_id=45bddb6d-bf6e-405a-8d21-25cf3ae56e6d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:39.552058 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:39.600839 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=0768cb95-1f23-4f9d-91db-17ef98d63ad2,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:39.876921 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bea4abad-5bd1-4f57-912a-1c40233afe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:39.986880 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:41.370394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 0768cb95-1f23-4f9d-91db-17ef98d63ad2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:13:41.418111 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 0768cb95-1f23-4f9d-91db-17ef98d63ad2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:41.419038 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:42.268142 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-628d8dc5-bff5-4de9-82a0-0a4331ae77a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:42.581983 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:43.472481 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:45.363072 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:45.610140 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:13:52.832206 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0ec61-3ae9-4050-a67d-0f2e4de14f14 req-c4879d00-51a2-4c78-881c-4a191327b65e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:52.833653 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-92c0ec61-3ae9-4050-a67d-0f2e4de14f14 req-c4879d00-51a2-4c78-881c-4a191327b65e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 946 time: 0.0579796 Aug 28 13:13:52.887685 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-92c0ec61-3ae9-4050-a67d-0f2e4de14f14 req-6357910c-5d79-4eea-98a7-c7d41e69c7db tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476732 Aug 28 13:13:52.911706 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59710) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:52.977881 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-723ff110-2a94-4afb-8dc1-01505ac64f26 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/29fc9ec5-7fa0-4abc-aaac-56aa1e5add0a HTTP/1.1" status: 200 len: 994 time: 0.0650241 Aug 28 13:13:53.302080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cca89-9941-477c-b744-9732c7701411 req-aaf97cec-28a3-4395-925d-cd5db6f5766b tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:53.303657 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a2cca89-9941-477c-b744-9732c7701411 req-aaf97cec-28a3-4395-925d-cd5db6f5766b tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 1098 time: 0.0439546 Aug 28 13:13:53.349919 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a2cca89-9941-477c-b744-9732c7701411 req-0629771c-4bd5-45d0-a5ba-e50cf1b197e7 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311759 Aug 28 13:13:54.038850 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-12861f3f-dc3c-4786-988d-5bc2f634c828 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0441847 Aug 28 13:13:54.755453 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-e3ad8e59-185c-4490-8f20-57bced5cc382 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:13:54.768756 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-e3ad8e59-185c-4490-8f20-57bced5cc382 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2287529 Aug 28 13:13:54.773585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-56b44539-c62a-48f3-9070-b2ab8b259ea7 service neutron] Request body: {'binding': {'host': 'n-h1-791505-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:54.774043 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-56b44539-c62a-48f3-9070-b2ab8b259ea7 service neutron] Unknown quota resources ['binding']. {{(pid=94878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 28 13:13:54.958619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-56b44539-c62a-48f3-9070-b2ab8b259ea7 service neutron] Attempting to bind port 9e469629-370b-4e16-99e7-688e2eac6919 on host n-h1-791505-21 for vnic_type normal with profile None {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:13:54.958945 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-56b44539-c62a-48f3-9070-b2ab8b259ea7 service neutron] Attempting to bind port 9e469629-370b-4e16-99e7-688e2eac6919 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:13:54.959267 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-56b44539-c62a-48f3-9070-b2ab8b259ea7 service neutron] Attempting to bind port 9e469629-370b-4e16-99e7-688e2eac6919 on network 98626483-c3ae-443e-930f-3541eb122664 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:13:54.963927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-56b44539-c62a-48f3-9070-b2ab8b259ea7 service neutron] Port 9e469629-370b-4e16-99e7-688e2eac6919 on network 98626483-c3ae-443e-930f-3541eb122664 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:13:54.964249 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-56b44539-c62a-48f3-9070-b2ab8b259ea7 service neutron] Attempting to bind port 9e469629-370b-4e16-99e7-688e2eac6919 on network 98626483-c3ae-443e-930f-3541eb122664 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:13:54.969519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-56b44539-c62a-48f3-9070-b2ab8b259ea7 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:13:54.969866 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-56b44539-c62a-48f3-9070-b2ab8b259ea7 service neutron] Checking segment: {'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:13:54.970251 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-56b44539-c62a-48f3-9070-b2ab8b259ea7 service neutron] Bound using segment: {'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:13:54.970715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-56b44539-c62a-48f3-9070-b2ab8b259ea7 service neutron] Bound port: 9e469629-370b-4e16-99e7-688e2eac6919, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:13:55.060618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-56b44539-c62a-48f3-9070-b2ab8b259ea7 service neutron] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9e469629-370b-4e16-99e7-688e2eac6919,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:13:55.065525 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-56b44539-c62a-48f3-9070-b2ab8b259ea7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:55.066917 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-56b44539-c62a-48f3-9070-b2ab8b259ea7 service neutron] 10.222.0.20 "POST /v2.0/ports/9e469629-370b-4e16-99e7-688e2eac6919/bindings HTTP/1.1" status: 201 len: 390 time: 0.2971904 Aug 28 13:13:55.222923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481be23-3cce-4f77-8f06-dd01c9687010 req-795eee79-4d33-4cfb-9f6f-f7472367ccd4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:55.224513 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5481be23-3cce-4f77-8f06-dd01c9687010 req-795eee79-4d33-4cfb-9f6f-f7472367ccd4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 946 time: 0.0563550 Aug 28 13:13:55.272838 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5481be23-3cce-4f77-8f06-dd01c9687010 req-fbe84668-d5e3-4a8c-9a8d-bb802db54429 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418766 Aug 28 13:13:55.320851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-1f89202f-cef8-4dcb-9dad-887cd1289bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:55.322486 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-1f89202f-cef8-4dcb-9dad-887cd1289bca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 1098 time: 0.0485299 Aug 28 13:13:55.414544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-55230b2d-b30d-4ac0-a8e0-1c44f36285ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:55.415952 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-55230b2d-b30d-4ac0-a8e0-1c44f36285ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=98626483-c3ae-443e-930f-3541eb122664 HTTP/1.1" status: 200 len: 897 time: 0.0870669 Aug 28 13:13:55.488824 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-999889d6-7015-4189-8fb8-8437c4fbe421 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e469629-370b-4e16-99e7-688e2eac6919 HTTP/1.1" status: 200 len: 1002 time: 0.0647418 Aug 28 13:13:55.539395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-a6a46b77-d878-4f64-bbad-1a6643d154be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:55.540875 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-a6a46b77-d878-4f64-bbad-1a6643d154be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=146b1ac3-a654-48bb-acdc-e61cf35ca101 HTTP/1.1" status: 200 len: 835 time: 0.0453913 Aug 28 13:13:55.591736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-b1508e41-e181-4b10-817e-003747ee4cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:55.593260 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-b1508e41-e181-4b10-817e-003747ee4cc7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98626483-c3ae-443e-930f-3541eb122664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444484 Aug 28 13:13:55.691861 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7378dc2a-56ae-4edb-8148-33bc00d56206 service neutron] 10.222.0.11 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908213 Aug 28 13:13:55.786098 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-916dc163-997d-4057-bd94-8a841eba19af service neutron] 10.222.0.11 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874896 Aug 28 13:13:55.926629 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-68935502-f4de-4f1e-9322-60b612076bc7 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:55.928167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-68935502-f4de-4f1e-9322-60b612076bc7 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 1098 time: 0.0844026 Aug 28 13:13:55.941288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-21'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:13:56.007660 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:56.146007 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=9e469629-370b-4e16-99e7-688e2eac6919,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:56.185249 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:13:56.225707 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:13:56.227962 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d84a74c-6a45-4457-b093-e940b95aea48" -d '{"events": [{"server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9e469629-370b-4e16-99e7-688e2eac6919"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:13:56.232304 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:56.238764 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:56.272070 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 13:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84046288-a95f-4989-814e-ace14ccf6183 x-openstack-request-id: req-84046288-a95f-4989-814e-ace14ccf6183 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:13:56.272322 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9e469629-370b-4e16-99e7-688e2eac6919", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:13:56.272572 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84046288-a95f-4989-814e-ace14ccf6183 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:13:56.272954 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919', 'code': 200} Aug 28 13:13:56.411268 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e469629-370b-4e16-99e7-688e2eac6919,revision_number=7']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:56.569722 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8d196d7e-3607-4935-8ca7-f6dbe57cc7e9 None None] Provisioning complete for port 9e469629-370b-4e16-99e7-688e2eac6919 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:56.571632 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8d196d7e-3607-4935-8ca7-f6dbe57cc7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:56.607997 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8d196d7e-3607-4935-8ca7-f6dbe57cc7e9 None None] Port 9e469629-370b-4e16-99e7-688e2eac6919 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:13:56.708644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:56.708987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:56.709319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:56.709651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:56.709977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:56.710303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:56.710660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:56.710977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:56.711296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:56.711613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:56.711930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:56.712244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:13:56.750506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f4f0e-2e8e-4002-b9de-d70cd444dd15 req-5b6a2024-e910-41c3-9e9f-f465ddb041b7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:56.752070 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ef2f4f0e-2e8e-4002-b9de-d70cd444dd15 req-5b6a2024-e910-41c3-9e9f-f465ddb041b7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 944 time: 0.3967729 Aug 28 13:13:56.793994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Attempting to bind port 9e469629-370b-4e16-99e7-688e2eac6919 on host n-h2-791505-21 for vnic_type normal with profile {"migrating_to": "n-h1-791505-21"} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:13:56.794323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Attempting to bind port 9e469629-370b-4e16-99e7-688e2eac6919 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:13:56.794674 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Attempting to bind port 9e469629-370b-4e16-99e7-688e2eac6919 on network 98626483-c3ae-443e-930f-3541eb122664 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:13:56.808183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Port 9e469629-370b-4e16-99e7-688e2eac6919 on network 98626483-c3ae-443e-930f-3541eb122664 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:13:56.808511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Attempting to bind port 9e469629-370b-4e16-99e7-688e2eac6919 on network 98626483-c3ae-443e-930f-3541eb122664 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:13:56.818489 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ef2f4f0e-2e8e-4002-b9de-d70cd444dd15 req-81ab0ef0-8ae3-4294-9af7-0015283d7c68 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525186 Aug 28 13:13:56.819665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:13:56.820058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Checking segment: {'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:13:56.820454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Bound using segment: {'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:13:56.820788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Bound port: 9e469629-370b-4e16-99e7-688e2eac6919, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '98626483-c3ae-443e-930f-3541eb122664'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:13:56.821146 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:56.890106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:13:56.893677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=9e469629-370b-4e16-99e7-688e2eac6919,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:13:56.898790 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:57.006709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e469629-370b-4e16-99e7-688e2eac6919,revision_number=8']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:57.049451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:57.050251 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:57.052213 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-7ab9d503-f87b-4b91-903a-9fbda15a30c2 service neutron] 10.222.0.11 "PUT /v2.0/ports/9e469629-370b-4e16-99e7-688e2eac6919 HTTP/1.1" status: 200 len: 1124 time: 1.1156900 Aug 28 13:13:57.139051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['9e469629-370b-4e16-99e7-688e2eac6919'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:13:57.253658 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-87296915-44c1-4b90-870e-441ea1f1f2a6 None None] Provisioning complete for port 9e469629-370b-4e16-99e7-688e2eac6919 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:13:57.254032 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-87296915-44c1-4b90-870e-441ea1f1f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:57.398052 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-87296915-44c1-4b90-870e-441ea1f1f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:57.441797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:13:57.444412 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1912669a-d7fd-4e7b-9820-edefe05abe92" -d '{"events": [{"server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "name": "network-vif-plugged", "status": "completed", "tag": "9e469629-370b-4e16-99e7-688e2eac6919"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:13:57.469554 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-87296915-44c1-4b90-870e-441ea1f1f2a6 None None] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=9e469629-370b-4e16-99e7-688e2eac6919,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:57.474252 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-87296915-44c1-4b90-870e-441ea1f1f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:57.509908 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee710baf-c735-414d-bb63-452d9877c68b x-openstack-request-id: req-ee710baf-c735-414d-bb63-452d9877c68b {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:13:57.510237 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "name": "network-vif-plugged", "status": "completed", "tag": "9e469629-370b-4e16-99e7-688e2eac6919", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:13:57.510545 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee710baf-c735-414d-bb63-452d9877c68b {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:13:57.510981 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919', 'code': 200} Aug 28 13:13:57.667901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87296915-44c1-4b90-870e-441ea1f1f2a6 None None] Pushing event updated for resources: {'Port': ['ID=9e469629-370b-4e16-99e7-688e2eac6919,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:57.947409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f5623-1728-486e-90f2-54bfb2a91751 req-58031697-4b06-4505-97bd-74bd77befeec tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:57.948887 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b71f5623-1728-486e-90f2-54bfb2a91751 req-58031697-4b06-4505-97bd-74bd77befeec tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 946 time: 0.0564761 Aug 28 13:13:57.990334 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b71f5623-1728-486e-90f2-54bfb2a91751 req-1f8728f3-935e-4096-b771-df95ff4e4013 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339832 Aug 28 13:13:58.273888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:13:58.277491 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8216031-f2a5-43d4-a576-5f85ddd5b449" -d '{"events": [{"name": "network-changed", "server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "tag": "9e469629-370b-4e16-99e7-688e2eac6919"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:13:58.318531 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeac842-715a-486c-839b-dc344da936cd x-openstack-request-id: req-1aeac842-715a-486c-839b-dc344da936cd {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:13:58.318869 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "tag": "9e469629-370b-4e16-99e7-688e2eac6919", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:13:58.319202 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1aeac842-715a-486c-839b-dc344da936cd {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:13:58.319637 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919', 'status': 'completed', 'code': 200} Aug 28 13:13:58.357556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59808) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:58.408681 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8216031-f2a5-43d4-a576-5f85ddd5b449 req-fc426ad6-2ac6-4645-b26a-070fb7588687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:58.410975 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a8216031-f2a5-43d4-a576-5f85ddd5b449 req-fc426ad6-2ac6-4645-b26a-070fb7588687 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 1129 time: 0.0661244 Aug 28 13:13:58.483047 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45a26e5c-8a9f-40a3-99de-468981302df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:58.511683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8216031-f2a5-43d4-a576-5f85ddd5b449 req-fb6bbb32-e7d0-479e-9b0a-f7cff6eddc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:58.514030 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a8216031-f2a5-43d4-a576-5f85ddd5b449 req-fb6bbb32-e7d0-479e-9b0a-f7cff6eddc08 service neutron] 10.222.0.10 "GET /v2.0/networks?id=98626483-c3ae-443e-930f-3541eb122664 HTTP/1.1" status: 200 len: 897 time: 0.0889137 Aug 28 13:13:58.580991 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45a26e5c-8a9f-40a3-99de-468981302df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:58.589428 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45a26e5c-8a9f-40a3-99de-468981302df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:58.619308 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a8216031-f2a5-43d4-a576-5f85ddd5b449 req-efc5c557-4746-476e-8491-561e29b1fca1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e469629-370b-4e16-99e7-688e2eac6919 HTTP/1.1" status: 200 len: 1002 time: 0.0952978 Aug 28 13:13:58.638149 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-45a26e5c-8a9f-40a3-99de-468981302df5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf6a291095544a0d82d779ad49e4a9d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794523 Aug 28 13:13:58.640990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59812) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:58.647113 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a26e5c-8a9f-40a3-99de-468981302df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7fc4fe-8c22-41fe-83ea-269659710dd8,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:58.676589 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8216031-f2a5-43d4-a576-5f85ddd5b449 req-78c784f4-d429-487e-95da-e915c6e807ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:58.678082 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a8216031-f2a5-43d4-a576-5f85ddd5b449 req-78c784f4-d429-487e-95da-e915c6e807ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=146b1ac3-a654-48bb-acdc-e61cf35ca101 HTTP/1.1" status: 200 len: 835 time: 0.0496750 Aug 28 13:13:58.698301 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c71b36da-d925-4b95-9a4a-0efb770495fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:58.721733 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c71b36da-d925-4b95-9a4a-0efb770495fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:58.725632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8216031-f2a5-43d4-a576-5f85ddd5b449 req-344e74a7-dfac-4f24-9d4f-36310c19bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:58.727417 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a8216031-f2a5-43d4-a576-5f85ddd5b449 req-344e74a7-dfac-4f24-9d4f-36310c19bb3f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98626483-c3ae-443e-930f-3541eb122664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414896 Aug 28 13:13:58.783728 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c71b36da-d925-4b95-9a4a-0efb770495fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:58.786299 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c71b36da-d925-4b95-9a4a-0efb770495fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:58.789802 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c71b36da-d925-4b95-9a4a-0efb770495fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db7fc4fe-8c22-41fe-83ea-269659710dd8 HTTP/1.1" status: 204 len: 168 time: 0.1455946 Aug 28 13:13:58.795997 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b36da-d925-4b95-9a4a-0efb770495fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7fc4fe-8c22-41fe-83ea-269659710dd8,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:58.832499 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a8216031-f2a5-43d4-a576-5f85ddd5b449 req-c455e664-ef13-4303-adef-4ed4b03ea9db service neutron] 10.222.0.10 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968697 Aug 28 13:13:58.939069 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a8216031-f2a5-43d4-a576-5f85ddd5b449 req-31643101-ff4e-4a02-aa94-3229ca0ff1db service neutron] 10.222.0.10 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984433 Aug 28 13:13:59.091470 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59820) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:59.106061 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a6cb492-f4fc-42b9-aca6-2980d1287fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:59.115380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49111a7-cd49-4047-893b-aa0e6c50dffa req-ced90fe1-0332-4ee7-8178-698c1f6301a5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:13:59.116914 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a49111a7-cd49-4047-893b-aa0e6c50dffa req-ced90fe1-0332-4ee7-8178-698c1f6301a5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 946 time: 0.0517347 Aug 28 13:13:59.157557 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a49111a7-cd49-4047-893b-aa0e6c50dffa req-01f569af-7243-4e1b-99de-b44767ecc37e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334277 Aug 28 13:13:59.207135 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a6cb492-f4fc-42b9-aca6-2980d1287fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:59.210812 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7a6cb492-f4fc-42b9-aca6-2980d1287fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:59.254951 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7a6cb492-f4fc-42b9-aca6-2980d1287fea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca103129dbfe403ead8939385687818c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616578 Aug 28 13:13:59.255844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cb492-f4fc-42b9-aca6-2980d1287fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdf4cd5-432b-4cbf-afcc-137429ae20d4,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:59.257854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59822) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:13:59.309498 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ae984f4f-35a1-4dc5-801f-86281e051c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:59.332795 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ae984f4f-35a1-4dc5-801f-86281e051c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:59.356045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9e469629-370b-4e16-99e7-688e2eac6919 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:13:59.389421 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ae984f4f-35a1-4dc5-801f-86281e051c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:59.392399 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ae984f4f-35a1-4dc5-801f-86281e051c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:13:59.393687 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ae984f4f-35a1-4dc5-801f-86281e051c05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbdf4cd5-432b-4cbf-afcc-137429ae20d4 HTTP/1.1" status: 204 len: 168 time: 0.1347351 Aug 28 13:13:59.403231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae984f4f-35a1-4dc5-801f-86281e051c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdf4cd5-432b-4cbf-afcc-137429ae20d4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:13:59.495208 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=9e469629-370b-4e16-99e7-688e2eac6919,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:13:59.508210 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9e469629-370b-4e16-99e7-688e2eac6919 has no active binding in host n-h1-791505-21 {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 28 13:14:00.331832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c238d7-ecab-4af9-8777-7c69d6f3f892 req-f7088729-0709-441a-aeda-1e8b345be891 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:00.334170 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-95c238d7-ecab-4af9-8777-7c69d6f3f892 req-f7088729-0709-441a-aeda-1e8b345be891 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 946 time: 0.0948355 Aug 28 13:14:00.396140 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-95c238d7-ecab-4af9-8777-7c69d6f3f892 req-6ed4fca1-e57d-42ad-abed-d18a3e6a88c1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518467 Aug 28 13:14:00.852623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59860) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:01.255313 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42ee253b-ccb2-4cfe-bfe7-b06e354ea8c2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:01.558412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e138163-8125-4de0-ad02-0ba8a0902b3f req-4185f3e5-8427-4c02-876d-bda39fc13e5e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:01.560225 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e138163-8125-4de0-ad02-0ba8a0902b3f req-4185f3e5-8427-4c02-876d-bda39fc13e5e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 946 time: 0.0671349 Aug 28 13:14:01.664415 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e138163-8125-4de0-ad02-0ba8a0902b3f req-0e3b56ef-883d-438f-aed6-47aab74ca676 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947764 Aug 28 13:14:01.695416 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-42ee253b-ccb2-4cfe-bfe7-b06e354ea8c2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Deleting port 0768cb95-1f23-4f9d-91db-17ef98d63ad2 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:14:01.695690 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42ee253b-ccb2-4cfe-bfe7-b06e354ea8c2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:01.747105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59900) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:01.800891 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-42ee253b-ccb2-4cfe-bfe7-b06e354ea8c2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] For port 0768cb95-1f23-4f9d-91db-17ef98d63ad2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=0768cb95-1f23-4f9d-91db-17ef98d63ad2,segment=NetworkSegment(45bddb6d-bf6e-405a-8d21-25cf3ae56e6d),segment_id=45bddb6d-bf6e-405a-8d21-25cf3ae56e6d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:01.801300 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42ee253b-ccb2-4cfe-bfe7-b06e354ea8c2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:01.817160 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-42ee253b-ccb2-4cfe-bfe7-b06e354ea8c2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Calling delete_port for 0768cb95-1f23-4f9d-91db-17ef98d63ad2 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:14:01.909687 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e12753e-c4f5-4932-a131-17e793ac6f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:02.095940 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-a6525ac9-5e67-4395-a183-2d726befc330 service neutron] 10.222.0.10 "GET /v2.0/ports/9e469629-370b-4e16-99e7-688e2eac6919/bindings/n-h1-791505-21 HTTP/1.1" status: 200 len: 385 time: 0.0625389 Aug 28 13:14:02.101574 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42ee253b-ccb2-4cfe-bfe7-b06e354ea8c2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:02.111561 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e12753e-c4f5-4932-a131-17e793ac6f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:02.119103 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e12753e-c4f5-4932-a131-17e793ac6f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:02.147630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee253b-ccb2-4cfe-bfe7-b06e354ea8c2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Port': ['ID=0768cb95-1f23-4f9d-91db-17ef98d63ad2,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:02.203914 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6e12753e-c4f5-4932-a131-17e793ac6f5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf16eac5700844e5b914fb748728f051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4527760 Aug 28 13:14:02.205208 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59904) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:02.226158 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12753e-c4f5-4932-a131-17e793ac6f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2836d8d7-1adf-4db9-bafd-0468f5ca2433,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:02.319788 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:02.352621 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-935baa74-d3af-4172-9e94-a2d651165791 service neutron] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=9e469629-370b-4e16-99e7-688e2eac6919,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:02.370651 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:02.372622 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-42ee253b-ccb2-4cfe-bfe7-b06e354ea8c2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:02.396807 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-935baa74-d3af-4172-9e94-a2d651165791 service neutron] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:14:02.457376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:02.460771 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df91677-0d76-4359-a6f2-e0e356c59bd9" -d '{"events": [{"server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9e469629-370b-4e16-99e7-688e2eac6919"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:02.472761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-935baa74-d3af-4172-9e94-a2d651165791 service neutron] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9e469629-370b-4e16-99e7-688e2eac6919,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:02.476689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:02.479495 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:02.480916 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2836d8d7-1adf-4db9-bafd-0468f5ca2433 HTTP/1.1" status: 204 len: 168 time: 0.2745962 Aug 28 13:14:02.503518 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-935baa74-d3af-4172-9e94-a2d651165791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:02.507344 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2836d8d7-1adf-4db9-bafd-0468f5ca2433,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:02.524767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:02.524994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:02.525331 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:02.525685 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:02.526070 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:02.526468 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:02.526838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:02.527239 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:02.527746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:02.528505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:02.529215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:02.530057 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a168b32d-451e-4ca1-8394-0f51ea6c1fe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:02.624810 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-935baa74-d3af-4172-9e94-a2d651165791 service neutron] Transition to ACTIVE for port object 9e469629-370b-4e16-99e7-688e2eac6919 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:02.629829 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-935baa74-d3af-4172-9e94-a2d651165791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:02.684658 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ee253b-ccb2-4cfe-bfe7-b06e354ea8c2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:14:02.756416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935baa74-d3af-4172-9e94-a2d651165791 service neutron] Pushing event updated for resources: {'Port': ['ID=9e469629-370b-4e16-99e7-688e2eac6919,revision_number=11']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:02.804248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-935baa74-d3af-4172-9e94-a2d651165791 service neutron] No DVR routers for this DVR port 9e469629-370b-4e16-99e7-688e2eac6919 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:14:02.864356 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26097419-ae4c-4936-bb0b-dae9a9746d6b x-openstack-request-id: req-26097419-ae4c-4936-bb0b-dae9a9746d6b {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:02.864664 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9e469629-370b-4e16-99e7-688e2eac6919", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:02.864898 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26097419-ae4c-4936-bb0b-dae9a9746d6b {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:02.865300 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919', 'code': 200} Aug 28 13:14:02.891096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ee253b-ccb2-4cfe-bfe7-b06e354ea8c2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:14:02.902955 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-42ee253b-ccb2-4cfe-bfe7-b06e354ea8c2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "PUT /v2.0/routers/3a18fa5f-7dbc-4222-ae63-b9fa70f5c082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0467608 Aug 28 13:14:02.904178 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47638e34-aec5-4ba7-a444-19fd3da24515 None None] Sync routers for ids ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:14:02.916686 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47638e34-aec5-4ba7-a444-19fd3da24515 None None] Routers {'3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:02.917570 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-47638e34-aec5-4ba7-a444-19fd3da24515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:13:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:02.938448 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f32dd-2886-486f-b4aa-7824d26156b5 req-d23fc060-b960-4289-b111-e7d2f7d2e6a7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:02.940304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59918) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:02.947305 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-122f32dd-2886-486f-b4aa-7824d26156b5 req-d23fc060-b960-4289-b111-e7d2f7d2e6a7 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 945 time: 0.1399436 Aug 28 13:14:02.959718 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7210789f-8838-4ae7-a12b-bf42a6018279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:03.002089 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-122f32dd-2886-486f-b4aa-7824d26156b5 req-b4aab7f7-5f99-4412-94cc-94a9e557195a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537868 Aug 28 13:14:03.042459 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-935baa74-d3af-4172-9e94-a2d651165791 service neutron] 10.222.0.10 "PUT /v2.0/ports/9e469629-370b-4e16-99e7-688e2eac6919/bindings/n-h1-791505-21/activate HTTP/1.1" status: 200 len: 370 time: 0.9357574 Aug 28 13:14:03.178806 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7210789f-8838-4ae7-a12b-bf42a6018279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:03.184595 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7210789f-8838-4ae7-a12b-bf42a6018279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:03.212888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-a85c4c6d-a4f0-4b45-963e-bc90172ebcd6 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:03.214597 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-a85c4c6d-a4f0-4b45-963e-bc90172ebcd6 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 1097 time: 0.0953546 Aug 28 13:14:03.225059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b07d49-8ad9-468b-b053-b50b6f8f83ee req-9ec2f8f8-201e-424c-a412-1092ca58a685 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:03.226623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79b07d49-8ad9-468b-b053-b50b6f8f83ee req-9ec2f8f8-201e-424c-a412-1092ca58a685 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 946 time: 0.0974340 Aug 28 13:14:03.238291 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7210789f-8838-4ae7-a12b-bf42a6018279 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8527dec04ea74773a0f11dc5c8b8d517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2925704 Aug 28 13:14:03.238589 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-47638e34-aec5-4ba7-a444-19fd3da24515 None None] Set router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:03.238710 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59922) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:03.245652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210789f-8838-4ae7-a12b-bf42a6018279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9e9e80-06fe-45d9-9f64-7516749a34e2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:03.309635 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b2b6407-90f2-4217-8d64-1edcd2e37175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:03.344873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-9349f364-f608-4592-83bf-ab9e5397a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:03.345187 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b2b6407-90f2-4217-8d64-1edcd2e37175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:03.346490 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-9349f364-f608-4592-83bf-ab9e5397a7db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46 HTTP/1.1" status: 200 len: 1097 time: 0.1188924 Aug 28 13:14:03.378319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79b07d49-8ad9-468b-b053-b50b6f8f83ee req-4e5679bd-a7e1-400b-9568-55c31d045cf4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8d5e387-e2fc-41dd-9944-fa67af32eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412942 Aug 28 13:14:03.432232 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b2b6407-90f2-4217-8d64-1edcd2e37175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:03.437924 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b2b6407-90f2-4217-8d64-1edcd2e37175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:03.439927 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0b2b6407-90f2-4217-8d64-1edcd2e37175 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e9e9e80-06fe-45d9-9f64-7516749a34e2 HTTP/1.1" status: 204 len: 168 time: 0.1998084 Aug 28 13:14:03.453751 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b6407-90f2-4217-8d64-1edcd2e37175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9e9e80-06fe-45d9-9f64-7516749a34e2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:03.480202 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-c3af7ca9-01ed-43ac-8378-8f3365b591d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:03.484737 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-c3af7ca9-01ed-43ac-8378-8f3365b591d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 1097 time: 0.1032920 Aug 28 13:14:03.591908 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-47638e34-aec5-4ba7-a444-19fd3da24515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:14:02Z', 'revision_number': 6, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '3fc94774-0087-4bb6-b8ab-501bde13a1e4', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'port_id': '0077a322-250b-4fde-8c4b-db7777595503', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'mac_address': 'fa:16:3e:21:e9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:12:43Z', 'updated_at': '2021-08-28T13:12:47Z', 'revision_number': 1, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257e8981-acf5-4d94-beb8-88340ddfe0ed', 'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:f0:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:23Z', 'updated_at': '2021-08-28T13:12:31Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:03.593241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-83cfee66-83c2-4eef-818d-d3282fa53612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:03.594771 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-83cfee66-83c2-4eef-818d-d3282fa53612 service neutron] 10.222.0.11 "GET /v2.0/networks?id=98626483-c3ae-443e-930f-3541eb122664 HTTP/1.1" status: 200 len: 897 time: 0.1029649 Aug 28 13:14:03.624385 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47638e34-aec5-4ba7-a444-19fd3da24515 None None] Checking router: 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:14:03.634562 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47638e34-aec5-4ba7-a444-19fd3da24515 None None] Routers {'3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:03.635491 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-47638e34-aec5-4ba7-a444-19fd3da24515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:13:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:03.699355 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-4c2ef1c7-b84e-4840-95bc-97495282536f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e469629-370b-4e16-99e7-688e2eac6919 HTTP/1.1" status: 200 len: 1000 time: 0.0972698 Aug 28 13:14:03.758523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-218169a0-df0a-4dbb-a00a-73b0c64f13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:03.760215 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-218169a0-df0a-4dbb-a00a-73b0c64f13a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=146b1ac3-a654-48bb-acdc-e61cf35ca101 HTTP/1.1" status: 200 len: 835 time: 0.0530210 Aug 28 13:14:03.767603 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-47638e34-aec5-4ba7-a444-19fd3da24515 None None] Set router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:03.813096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-e1dbe870-ea15-4582-bbc8-7c7c237a298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:03.814679 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-e1dbe870-ea15-4582-bbc8-7c7c237a298b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98626483-c3ae-443e-930f-3541eb122664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467741 Aug 28 13:14:03.939517 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-4c324e41-d795-4531-93cb-30fa4761aaca service neutron] 10.222.0.11 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176105 Aug 28 13:14:04.058878 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-85792273-f962-4499-8913-e8cf8ead8fbe service neutron] 10.222.0.11 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123013 Aug 28 13:14:04.063590 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-47638e34-aec5-4ba7-a444-19fd3da24515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:14:02Z', 'revision_number': 6, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '3fc94774-0087-4bb6-b8ab-501bde13a1e4', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'port_id': '0077a322-250b-4fde-8c4b-db7777595503', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'mac_address': 'fa:16:3e:21:e9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:12:43Z', 'updated_at': '2021-08-28T13:12:47Z', 'revision_number': 1, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257e8981-acf5-4d94-beb8-88340ddfe0ed', 'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:f0:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:23Z', 'updated_at': '2021-08-28T13:12:31Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:04.094182 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47638e34-aec5-4ba7-a444-19fd3da24515 None None] The sync data for ids ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'] in n-d-791505-21 is: [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:14:02Z', 'revision_number': 6, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '3fc94774-0087-4bb6-b8ab-501bde13a1e4', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'port_id': '0077a322-250b-4fde-8c4b-db7777595503', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'mac_address': 'fa:16:3e:21:e9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:12:43Z', 'updated_at': '2021-08-28T13:12:47Z', 'revision_number': 1, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '257e8981-acf5-4d94-beb8-88340ddfe0ed', 'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:f0:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:23Z', 'updated_at': '2021-08-28T13:12:31Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:14:04.165387 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b86051-e8f2-4977-bf01-73ae2fbf11b6 req-86f7d293-4f8f-4b9c-8543-88ba85b85370 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:04.170819 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56b86051-e8f2-4977-bf01-73ae2fbf11b6 req-86f7d293-4f8f-4b9c-8543-88ba85b85370 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 945 time: 0.0722547 Aug 28 13:14:04.213345 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56b86051-e8f2-4977-bf01-73ae2fbf11b6 req-77a0e5ea-ab56-4a2f-adc1-de9829fcd121 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395389 Aug 28 13:14:04.340006 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-0a756319-806e-45a5-82f3-eac6d23750b5 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:04.342621 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-0a756319-806e-45a5-82f3-eac6d23750b5 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 1097 time: 0.0586271 Aug 28 13:14:04.553851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144b76b-c165-4ad1-9d97-9b8aafc8a120 req-d8f43970-5eab-4ece-a4dd-f6897f7a4dec tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:04.555584 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9144b76b-c165-4ad1-9d97-9b8aafc8a120 req-d8f43970-5eab-4ece-a4dd-f6897f7a4dec tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 946 time: 0.0811691 Aug 28 13:14:04.562405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-59f3c19d-9976-42c3-88c7-6e36c07a7447 service neutron] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:14:04.566140 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-59f3c19d-9976-42c3-88c7-6e36c07a7447 service neutron] Notify callbacks [] for binding, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:04.567843 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-59f3c19d-9976-42c3-88c7-6e36c07a7447 service neutron] 10.222.0.11 "DELETE /v2.0/ports/9e469629-370b-4e16-99e7-688e2eac6919/bindings/n-h2-791505-21 HTTP/1.1" status: 204 len: 173 time: 0.2183144 Aug 28 13:14:04.615890 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9144b76b-c165-4ad1-9d97-9b8aafc8a120 req-f8ca2241-4caf-4a59-90b7-b3ff4eaaf30a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8d5e387-e2fc-41dd-9944-fa67af32eba5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467415 Aug 28 13:14:04.801006 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fcb8c-86ea-43bd-af5e-f49ec315ef5b req-6f37938f-7590-4d5d-81a6-97109aa12e1d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:04.802557 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-271fcb8c-86ea-43bd-af5e-f49ec315ef5b req-6f37938f-7590-4d5d-81a6-97109aa12e1d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.10 "GET /v2.0/ports?device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 946 time: 0.0616338 Aug 28 13:14:04.905041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-271fcb8c-86ea-43bd-af5e-f49ec315ef5b req-3c7d48c4-cd41-4968-aab1-0b43ad8403cf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Deleting port 7a6c836f-986f-474c-9434-b2e0d41137fd {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:14:04.905389 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-271fcb8c-86ea-43bd-af5e-f49ec315ef5b req-3c7d48c4-cd41-4968-aab1-0b43ad8403cf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:04.933250 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 59958) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:05.018857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-271fcb8c-86ea-43bd-af5e-f49ec315ef5b req-3c7d48c4-cd41-4968-aab1-0b43ad8403cf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] For port 7a6c836f-986f-474c-9434-b2e0d41137fd, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=7a6c836f-986f-474c-9434-b2e0d41137fd,segment=NetworkSegment(45bddb6d-bf6e-405a-8d21-25cf3ae56e6d),segment_id=45bddb6d-bf6e-405a-8d21-25cf3ae56e6d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:05.018857 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-271fcb8c-86ea-43bd-af5e-f49ec315ef5b req-3c7d48c4-cd41-4968-aab1-0b43ad8403cf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:05.033670 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-271fcb8c-86ea-43bd-af5e-f49ec315ef5b req-3c7d48c4-cd41-4968-aab1-0b43ad8403cf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Calling delete_port for 7a6c836f-986f-474c-9434-b2e0d41137fd owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:14:05.070230 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a59bcef-3715-4055-9763-8dcdb2e52052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:05.168783 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a59bcef-3715-4055-9763-8dcdb2e52052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:05.174156 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a59bcef-3715-4055-9763-8dcdb2e52052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:05.177008 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-271fcb8c-86ea-43bd-af5e-f49ec315ef5b req-3c7d48c4-cd41-4968-aab1-0b43ad8403cf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:05.212257 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d48c4-cd41-4968-aab1-0b43ad8403cf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Port': ['ID=7a6c836f-986f-474c-9434-b2e0d41137fd,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:05.218792 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0a59bcef-3715-4055-9763-8dcdb2e52052 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73489c80e253425dbe1be29137e5957a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841165 Aug 28 13:14:05.219760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59bcef-3715-4055-9763-8dcdb2e52052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3185fa8-22ec-4432-aa86-4cc62f6de535,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:05.222555 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59962) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:05.269341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-271fcb8c-86ea-43bd-af5e-f49ec315ef5b req-3c7d48c4-cd41-4968-aab1-0b43ad8403cf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] No DVR routers for this DVR port 7a6c836f-986f-474c-9434-b2e0d41137fd on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:14:05.275615 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-271fcb8c-86ea-43bd-af5e-f49ec315ef5b req-3c7d48c4-cd41-4968-aab1-0b43ad8403cf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:05.278223 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-271fcb8c-86ea-43bd-af5e-f49ec315ef5b req-3c7d48c4-cd41-4968-aab1-0b43ad8403cf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.10 "DELETE /v2.0/ports/7a6c836f-986f-474c-9434-b2e0d41137fd HTTP/1.1" status: 204 len: 173 time: 0.4683914 Aug 28 13:14:05.278223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c577bec4-a8c5-40eb-98eb-7279cd17e815', 'name': 'network-vif-deleted', 'tag': '7a6c836f-986f-474c-9434-b2e0d41137fd'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:05.281876 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed26dcf0-6213-4f62-893c-ebe4431baf7d" -d '{"events": [{"server_uuid": "c577bec4-a8c5-40eb-98eb-7279cd17e815", "name": "network-vif-deleted", "tag": "7a6c836f-986f-474c-9434-b2e0d41137fd"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:05.346784 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c374309-3ee5-4849-9e3c-d085039d0eb5 x-openstack-request-id: req-8c374309-3ee5-4849-9e3c-d085039d0eb5 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:05.347071 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c577bec4-a8c5-40eb-98eb-7279cd17e815", "name": "network-vif-deleted", "tag": "7a6c836f-986f-474c-9434-b2e0d41137fd", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:05.347319 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c374309-3ee5-4849-9e3c-d085039d0eb5 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:05.348103 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c577bec4-a8c5-40eb-98eb-7279cd17e815', 'name': 'network-vif-deleted', 'tag': '7a6c836f-986f-474c-9434-b2e0d41137fd', 'status': 'completed', 'code': 200} Aug 28 13:14:05.352801 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 0768cb95-1f23-4f9d-91db-17ef98d63ad2 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:14:05.374196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 0768cb95-1f23-4f9d-91db-17ef98d63ad2 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:14:05.374581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 0768cb95-1f23-4f9d-91db-17ef98d63ad2 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:14:05.379104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 9e469629-370b-4e16-99e7-688e2eac6919 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:14:05.383159 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c69e-fdee-41b2-9622-75c98439f91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:05.405393 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e754a-942c-4e76-ad13-24c6ca030eb0 req-5bb5fc9f-f69e-42e8-92de-e2a8af805f3d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:05.407090 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1f8e754a-942c-4e76-ad13-24c6ca030eb0 req-5bb5fc9f-f69e-42e8-92de-e2a8af805f3d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 945 time: 0.1041927 Aug 28 13:14:05.422204 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 9e469629-370b-4e16-99e7-688e2eac6919 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:14:05.429718 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c69e-fdee-41b2-9622-75c98439f91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:05.484859 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1f8e754a-942c-4e76-ad13-24c6ca030eb0 req-a53e5404-f948-4468-9431-cd17958618ef tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677309 Aug 28 13:14:05.510387 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c69e-fdee-41b2-9622-75c98439f91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:05.514128 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5aa4c69e-fdee-41b2-9622-75c98439f91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:05.517536 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5aa4c69e-fdee-41b2-9622-75c98439f91c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3185fa8-22ec-4432-aa86-4cc62f6de535 HTTP/1.1" status: 204 len: 168 time: 0.2915840 Aug 28 13:14:05.533182 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4c69e-fdee-41b2-9622-75c98439f91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3185fa8-22ec-4432-aa86-4cc62f6de535,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:05.609420 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22936a1-165e-4207-bb55-74bd460b05b6 req-8c4d57f3-42e7-42a0-856f-453b92e87783 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:05.611116 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e22936a1-165e-4207-bb55-74bd460b05b6 req-8c4d57f3-42e7-42a0-856f-453b92e87783 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 1097 time: 0.0469778 Aug 28 13:14:05.662627 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e22936a1-165e-4207-bb55-74bd460b05b6 req-0c46cb02-308d-4c47-9b97-6ec2a97d9e80 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446994 Aug 28 13:14:05.777811 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1d8621eb-9c4b-4171-8caf-7fdf23ecaa92 req-49b052d4-09ef-4ea8-969a-bacfe00d0bdc tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=c577bec4-a8c5-40eb-98eb-7279cd17e815 HTTP/1.1" status: 200 len: 210 time: 0.0399866 Aug 28 13:14:05.848262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fabee-3b5a-48cc-a2f8-29ceda23353b req-b8799a18-eb3b-4964-8e67-ca367e36836b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:05.849950 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a10fabee-3b5a-48cc-a2f8-29ceda23353b req-b8799a18-eb3b-4964-8e67-ca367e36836b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 945 time: 0.1001658 Aug 28 13:14:05.895736 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a10fabee-3b5a-48cc-a2f8-29ceda23353b req-20d1e1fa-ac5b-42b3-bff8-cf6ae46bb5cb tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350389 Aug 28 13:14:05.920248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 59982) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:05.987176 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ffc481a5-7608-4c2d-99c9-6e3d2d5a8fbc tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/29fc9ec5-7fa0-4abc-aaac-56aa1e5add0a HTTP/1.1" status: 200 len: 992 time: 0.0658298 Aug 28 13:14:06.836681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60008) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:06.895481 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1b35-1d7d-437e-97c2-7caf35165b8d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:06.921134 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1b35-1d7d-437e-97c2-7caf35165b8d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:06.980984 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1b35-1d7d-437e-97c2-7caf35165b8d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:06.984699 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1b35-1d7d-437e-97c2-7caf35165b8d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:06.985916 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7b6f1b35-1d7d-437e-97c2-7caf35165b8d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "DELETE /v2.0/security-groups/c8d5e387-e2fc-41dd-9944-fa67af32eba5 HTTP/1.1" status: 204 len: 168 time: 0.1482439 Aug 28 13:14:06.995337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f1b35-1d7d-437e-97c2-7caf35165b8d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d5e387-e2fc-41dd-9944-fa67af32eba5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:07.025852 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60012) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:07.084551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-b313b463-b639-4cd8-a6a8-89e60d167c41 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Deleting subnet 84167b78-e252-4e6b-8cfd-bfaa5c84da1e {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:14:07.087916 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b313b463-b639-4cd8-a6a8-89e60d167c41 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:07.128883 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b313b463-b639-4cd8-a6a8-89e60d167c41 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:07.211314 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b313b463-b639-4cd8-a6a8-89e60d167c41 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:07.277180 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b313b463-b639-4cd8-a6a8-89e60d167c41 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:07.303796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313b463-b639-4cd8-a6a8-89e60d167c41 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Subnet': ['ID=84167b78-e252-4e6b-8cfd-bfaa5c84da1e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:07.311574 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b313b463-b639-4cd8-a6a8-89e60d167c41 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:07.316518 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b313b463-b639-4cd8-a6a8-89e60d167c41 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "DELETE /v2.0/subnets/84167b78-e252-4e6b-8cfd-bfaa5c84da1e HTTP/1.1" status: 204 len: 168 time: 0.2866900 Aug 28 13:14:07.316518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60014) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:07.318894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92ee64e-5ac4-4388-a781-890857504974 None None] Network 68423a67-9924-480c-b2b8-e90ae6a6f857 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:14:07.404352 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:07.458479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-0a9b7ac4-ad7f-4c4f-849d-a6bd12b12ddc req-7b3ec017-3929-4efd-9d3d-22eb320773ba service neutron] (94877) timed out ('10.222.0.11', 53393) {{(pid=94877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 13:14:07.459276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Deleting port b3832de8-9e42-4e8c-a882-78d2cac9ac4d {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:14:07.459619 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:07.530410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] For port b3832de8-9e42-4e8c-a882-78d2cac9ac4d, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b3832de8-9e42-4e8c-a882-78d2cac9ac4d,segment=NetworkSegment(45bddb6d-bf6e-405a-8d21-25cf3ae56e6d),segment_id=45bddb6d-bf6e-405a-8d21-25cf3ae56e6d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:07.530792 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:07.543513 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Calling delete_port for b3832de8-9e42-4e8c-a882-78d2cac9ac4d owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:14:07.588961 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:07.634159 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:07.665977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Port': ['ID=b3832de8-9e42-4e8c-a882-78d2cac9ac4d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:07.670706 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] No DVR routers for this DVR port b3832de8-9e42-4e8c-a882-78d2cac9ac4d on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:14:07.674697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0eb735-2087-4888-a0af-7ba760463d28 None None] DHCP port deletion for 68423a67-9924-480c-b2b8-e90ae6a6f857 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:14:07.754740 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:07.765463 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68423a67-9924-480c-b2b8-e90ae6a6f857']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:07.776049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45bddb6d-bf6e-405a-8d21-25cf3ae56e6d') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:07.776342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45bddb6d-bf6e-405a-8d21-25cf3ae56e6d') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:07.786257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:07.805371 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:07.812898 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:14:07.813461 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:14:07.816428 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:14:07.879950 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:07.887630 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:07.897887 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "DELETE /v2.0/networks/68423a67-9924-480c-b2b8-e90ae6a6f857 HTTP/1.1" status: 204 len: 168 time: 0.5803688 Aug 28 13:14:07.900731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60026) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:07.910942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61e76e-2292-4e4a-ab76-d0c6990550eb tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Network': ['ID=68423a67-9924-480c-b2b8-e90ae6a6f857,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:08.078080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-cd525ac2-d7d2-49a1-9586-4d6a0d1ab614 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Deleting port 900b39ea-472c-4a7a-acef-f992406fc5bd {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:14:08.078696 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cd525ac2-d7d2-49a1-9586-4d6a0d1ab614 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:08.171680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cd525ac2-d7d2-49a1-9586-4d6a0d1ab614 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:08.172004 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cd525ac2-d7d2-49a1-9586-4d6a0d1ab614 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:08.183594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-cd525ac2-d7d2-49a1-9586-4d6a0d1ab614 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Calling delete_port for 900b39ea-472c-4a7a-acef-f992406fc5bd owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:14:08.230669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60046) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:08.388643 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cd525ac2-d7d2-49a1-9586-4d6a0d1ab614 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:08.413683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-e5979cee-e793-4d34-b2de-3fb3770b83ae tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port d37b7ee5-fe2f-4d4e-aa63-ea0443e71c98 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:14:08.414028 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5979cee-e793-4d34-b2de-3fb3770b83ae tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:08.430659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd525ac2-d7d2-49a1-9586-4d6a0d1ab614 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Port': ['ID=900b39ea-472c-4a7a-acef-f992406fc5bd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:08.495748 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cd525ac2-d7d2-49a1-9586-4d6a0d1ab614 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:08.496149 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-cd525ac2-d7d2-49a1-9586-4d6a0d1ab614 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Floating IP 3fc94774-0087-4bb6-b8ab-501bde13a1e4 disassociated (deleted). External IP: 172.25.1.145, port: 0077a322-250b-4fde-8c4b-db7777595503. Aug 28 13:14:08.502810 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5979cee-e793-4d34-b2de-3fb3770b83ae tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:08.503136 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5979cee-e793-4d34-b2de-3fb3770b83ae tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:08.516563 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-e5979cee-e793-4d34-b2de-3fb3770b83ae tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for d37b7ee5-fe2f-4d4e-aa63-ea0443e71c98 owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:14:09.008039 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd525ac2-d7d2-49a1-9586-4d6a0d1ab614 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:14:09.024926 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5979cee-e793-4d34-b2de-3fb3770b83ae tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:09.065181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5979cee-e793-4d34-b2de-3fb3770b83ae tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=d37b7ee5-fe2f-4d4e-aa63-ea0443e71c98,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:09.129597 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5979cee-e793-4d34-b2de-3fb3770b83ae tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:09.130267 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-e5979cee-e793-4d34-b2de-3fb3770b83ae tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Floating IP 29fc9ec5-7fa0-4abc-aaac-56aa1e5add0a disassociated (deleted). External IP: 172.25.1.207, port: 9e469629-370b-4e16-99e7-688e2eac6919. Aug 28 13:14:09.130748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd525ac2-d7d2-49a1-9586-4d6a0d1ab614 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:14:09.135702 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cd525ac2-d7d2-49a1-9586-4d6a0d1ab614 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:09.147092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b583077-528c-4ffe-8e2b-b4a5f4dad948 None None] Sync routers for ids ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:14:09.157916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b583077-528c-4ffe-8e2b-b4a5f4dad948 None None] Routers {'3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:09.159336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-8b583077-528c-4ffe-8e2b-b4a5f4dad948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:13:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:09.169204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cd525ac2-d7d2-49a1-9586-4d6a0d1ab614 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "DELETE /v2.0/floatingips/3fc94774-0087-4bb6-b8ab-501bde13a1e4 HTTP/1.1" status: 204 len: 168 time: 1.2666810 Aug 28 13:14:09.170583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'tag': '0077a322-250b-4fde-8c4b-db7777595503'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:09.182610 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a7920d-8d35-4084-a4ac-d5b0513cb354" -d '{"events": [{"name": "network-changed", "server_uuid": "5f643f49-52ec-431d-8227-c8861ebd7be5", "tag": "0077a322-250b-4fde-8c4b-db7777595503"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:09.239138 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd201ec-c3a3-401b-8ddc-75c136788116 x-openstack-request-id: req-8fd201ec-c3a3-401b-8ddc-75c136788116 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:09.240048 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f643f49-52ec-431d-8227-c8861ebd7be5", "tag": "0077a322-250b-4fde-8c4b-db7777595503", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:09.240885 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fd201ec-c3a3-401b-8ddc-75c136788116 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:09.241486 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'tag': '0077a322-250b-4fde-8c4b-db7777595503', 'status': 'completed', 'code': 200} Aug 28 13:14:09.299005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-8b583077-528c-4ffe-8e2b-b4a5f4dad948 None None] Set router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:09.346882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7920d-8d35-4084-a4ac-d5b0513cb354 req-01919e62-684e-4af8-937a-5dbfdc83f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:09.348493 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78a7920d-8d35-4084-a4ac-d5b0513cb354 req-01919e62-684e-4af8-937a-5dbfdc83f184 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b71b30df94e64348893b50e0a2be3059&device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 1098 time: 0.0824327 Aug 28 13:14:09.444350 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 7a6c836f-986f-474c-9434-b2e0d41137fd no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:14:09.507508 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 7a6c836f-986f-474c-9434-b2e0d41137fd {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:14:09.508160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 7a6c836f-986f-474c-9434-b2e0d41137fd not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:14:09.535998 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b3832de8-9e42-4e8c-a882-78d2cac9ac4d no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:14:09.537968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7920d-8d35-4084-a4ac-d5b0513cb354 req-743290b3-7de4-4738-af93-0242ead9b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:09.539495 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78a7920d-8d35-4084-a4ac-d5b0513cb354 req-743290b3-7de4-4738-af93-0242ead9b908 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a1b924e-fdcb-45e3-9e4a-397d318048bb HTTP/1.1" status: 200 len: 896 time: 0.1835637 Aug 28 13:14:09.568436 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: b3832de8-9e42-4e8c-a882-78d2cac9ac4d {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:14:09.569023 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b3832de8-9e42-4e8c-a882-78d2cac9ac4d not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:14:09.575847 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5979cee-e793-4d34-b2de-3fb3770b83ae tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router bd40f793-eba2-4253-8708-8336654c3094 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:14:09.597604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-8b583077-528c-4ffe-8e2b-b4a5f4dad948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:14:02Z', 'revision_number': 6, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '257e8981-acf5-4d94-beb8-88340ddfe0ed', 'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:f0:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:23Z', 'updated_at': '2021-08-28T13:12:31Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:09.601391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a3c9a-4486-4057-b4d6-33c454e48091 req-36e6e4e2-4d65-4a56-88fe-ac947ff1d97b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:09.603006 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c6a3c9a-4486-4057-b4d6-33c454e48091 req-36e6e4e2-4d65-4a56-88fe-ac947ff1d97b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 946 time: 0.0708337 Aug 28 13:14:09.612340 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78a7920d-8d35-4084-a4ac-d5b0513cb354 req-a718071d-28a8-4ced-89bd-bda7a8cc266a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0077a322-250b-4fde-8c4b-db7777595503 HTTP/1.1" status: 200 len: 217 time: 0.0640736 Aug 28 13:14:09.626383 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b583077-528c-4ffe-8e2b-b4a5f4dad948 None None] Checking router: 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:14:09.635627 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b583077-528c-4ffe-8e2b-b4a5f4dad948 None None] Routers {'3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:09.636257 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-8b583077-528c-4ffe-8e2b-b4a5f4dad948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:13:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:09.700173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7920d-8d35-4084-a4ac-d5b0513cb354 req-b4a82a9b-053c-4456-9e3e-c97cf9aea994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:09.702902 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78a7920d-8d35-4084-a4ac-d5b0513cb354 req-b4a82a9b-053c-4456-9e3e-c97cf9aea994 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e79fadba-a10a-4ed5-9e0f-5983f8032ad0 HTTP/1.1" status: 200 len: 835 time: 0.0818672 Aug 28 13:14:09.726244 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c6a3c9a-4486-4057-b4d6-33c454e48091 req-a63650dc-8015-4be8-8937-54b2ecd1f1b1 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae271e94-2699-431d-b395-021109f622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790501 Aug 28 13:14:09.754021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5979cee-e793-4d34-b2de-3fb3770b83ae tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:14:09.759184 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e5979cee-e793-4d34-b2de-3fb3770b83ae tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:09.771054 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385ff109-6970-413f-8122-cc30f58ef989 None None] Sync routers for ids ['bd40f793-eba2-4253-8708-8336654c3094'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:14:09.773615 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7920d-8d35-4084-a4ac-d5b0513cb354 req-753bf97f-4cf6-4760-8338-b296297367b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:09.776113 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78a7920d-8d35-4084-a4ac-d5b0513cb354 req-753bf97f-4cf6-4760-8338-b296297367b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a1b924e-fdcb-45e3-9e4a-397d318048bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646920 Aug 28 13:14:09.782595 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385ff109-6970-413f-8122-cc30f58ef989 None None] Routers {'bd40f793-eba2-4253-8708-8336654c3094'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:09.783566 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-385ff109-6970-413f-8122-cc30f58ef989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:13:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['bd40f793-eba2-4253-8708-8336654c3094'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:09.796285 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e5979cee-e793-4d34-b2de-3fb3770b83ae tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/floatingips/29fc9ec5-7fa0-4abc-aaac-56aa1e5add0a HTTP/1.1" status: 204 len: 168 time: 1.5628810 Aug 28 13:14:09.796909 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:09.799239 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ad5468-b242-474c-9d2c-6f83899217c7" -d '{"events": [{"name": "network-changed", "server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "tag": "9e469629-370b-4e16-99e7-688e2eac6919"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:09.804520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-8b583077-528c-4ffe-8e2b-b4a5f4dad948 None None] Set router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:09.869338 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6259c95-7954-4377-a21f-a221187b85bf x-openstack-request-id: req-d6259c95-7954-4377-a21f-a221187b85bf {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:09.869620 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "tag": "9e469629-370b-4e16-99e7-688e2eac6919", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:09.869880 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6259c95-7954-4377-a21f-a221187b85bf {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:09.870312 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919', 'status': 'completed', 'code': 200} Aug 28 13:14:09.934167 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-385ff109-6970-413f-8122-cc30f58ef989 None None] Set router bd40f793-eba2-4253-8708-8336654c3094 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:09.952081 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-05a8abc9-cbc9-42ba-8bb9-fd04deb106d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:09.972803 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78a7920d-8d35-4084-a4ac-d5b0513cb354 req-c08e1418-3bdd-4d4b-a13f-88e3c256103b service neutron] 10.222.0.11 "GET /v2.0/networks/5a1b924e-fdcb-45e3-9e4a-397d318048bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872230 Aug 28 13:14:09.980441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad5468-b242-474c-9d2c-6f83899217c7 req-fe2ec924-f0fe-4870-8e18-1f6b27ec4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:09.984788 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-31ad5468-b242-474c-9d2c-6f83899217c7 req-fe2ec924-f0fe-4870-8e18-1f6b27ec4565 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 1097 time: 0.0842123 Aug 28 13:14:10.142643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5846071-1dfa-48d4-8143-96130ea93eca req-cb228368-575a-49b1-b057-a18dea1404a8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:10.144847 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d5846071-1dfa-48d4-8143-96130ea93eca req-cb228368-575a-49b1-b057-a18dea1404a8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 945 time: 0.0667179 Aug 28 13:14:10.165287 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:10.173134 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78a7920d-8d35-4084-a4ac-d5b0513cb354 req-b9a526b0-a031-4b44-a9ab-f57db76039fa service neutron] 10.222.0.11 "GET /v2.0/networks/5a1b924e-fdcb-45e3-9e4a-397d318048bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872501 Aug 28 13:14:10.176574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad5468-b242-474c-9d2c-6f83899217c7 req-35ddedc8-a034-49bb-9ebf-726aa404590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:10.177514 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-385ff109-6970-413f-8122-cc30f58ef989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd40f793-eba2-4253-8708-8336654c3094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479431344', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:50Z', 'updated_at': '2021-08-28T13:12:57Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:51Z', 'updated_at': '2021-08-28T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '689dc81b-0093-4e72-b6bd-c528a2df7916', 'name': '', 'network_id': '98626483-c3ae-443e-930f-3541eb122664', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:72:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:55Z', 'updated_at': '2021-08-28T13:13:03Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:10.178169 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-31ad5468-b242-474c-9d2c-6f83899217c7 req-35ddedc8-a034-49bb-9ebf-726aa404590a service neutron] 10.222.0.11 "GET /v2.0/networks?id=98626483-c3ae-443e-930f-3541eb122664 HTTP/1.1" status: 200 len: 897 time: 0.1827626 Aug 28 13:14:10.215728 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385ff109-6970-413f-8122-cc30f58ef989 None None] Checking router: bd40f793-eba2-4253-8708-8336654c3094 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:14:10.225736 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d5846071-1dfa-48d4-8143-96130ea93eca req-cc1aa367-9e22-4a24-9131-1053baee88e8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725596 Aug 28 13:14:10.226142 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385ff109-6970-413f-8122-cc30f58ef989 None None] Routers {'bd40f793-eba2-4253-8708-8336654c3094'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:10.227043 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-385ff109-6970-413f-8122-cc30f58ef989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:13:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['bd40f793-eba2-4253-8708-8336654c3094'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:10.271039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-31ad5468-b242-474c-9d2c-6f83899217c7 req-44586aeb-f234-41d8-bc73-5534fb26f769 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e469629-370b-4e16-99e7-688e2eac6919 HTTP/1.1" status: 200 len: 217 time: 0.0776582 Aug 28 13:14:10.282175 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-8b583077-528c-4ffe-8e2b-b4a5f4dad948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:14:02Z', 'revision_number': 6, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '257e8981-acf5-4d94-beb8-88340ddfe0ed', 'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:f0:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:23Z', 'updated_at': '2021-08-28T13:12:31Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:10.310020 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b583077-528c-4ffe-8e2b-b4a5f4dad948 None None] The sync data for ids ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'] in n-d-791505-21 is: [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:14:02Z', 'revision_number': 6, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '257e8981-acf5-4d94-beb8-88340ddfe0ed', 'name': '', 'network_id': '5a1b924e-fdcb-45e3-9e4a-397d318048bb', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:f0:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:23Z', 'updated_at': '2021-08-28T13:12:31Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'e79fadba-a10a-4ed5-9e0f-5983f8032ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:14:10.335995 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad5468-b242-474c-9d2c-6f83899217c7 req-789b17c2-9c08-4669-86c2-39f8cb47e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:10.337602 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-31ad5468-b242-474c-9d2c-6f83899217c7 req-789b17c2-9c08-4669-86c2-39f8cb47e4b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=146b1ac3-a654-48bb-acdc-e61cf35ca101 HTTP/1.1" status: 200 len: 835 time: 0.0574150 Aug 28 13:14:10.368146 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-385ff109-6970-413f-8122-cc30f58ef989 None None] Set router bd40f793-eba2-4253-8708-8336654c3094 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:10.397455 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad5468-b242-474c-9d2c-6f83899217c7 req-d525c511-3f34-499e-bb15-f4a05ec65d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:10.398935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-31ad5468-b242-474c-9d2c-6f83899217c7 req-d525c511-3f34-499e-bb15-f4a05ec65d79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98626483-c3ae-443e-930f-3541eb122664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498726 Aug 28 13:14:10.543447 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919963c-28b7-470e-8501-5efc207d1535 req-5b6f2bd6-e0a7-4022-ad49-2b207b69f3b1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:10.545748 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8919963c-28b7-470e-8501-5efc207d1535 req-5b6f2bd6-e0a7-4022-ad49-2b207b69f3b1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.11 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 945 time: 0.0802608 Aug 28 13:14:10.550396 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-31ad5468-b242-474c-9d2c-6f83899217c7 req-ee752700-40df-4d68-88e5-b046ec166030 service neutron] 10.222.0.11 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414077 Aug 28 13:14:10.647383 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-385ff109-6970-413f-8122-cc30f58ef989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd40f793-eba2-4253-8708-8336654c3094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479431344', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:50Z', 'updated_at': '2021-08-28T13:12:57Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:51Z', 'updated_at': '2021-08-28T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '689dc81b-0093-4e72-b6bd-c528a2df7916', 'name': '', 'network_id': '98626483-c3ae-443e-930f-3541eb122664', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:72:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:55Z', 'updated_at': '2021-08-28T13:13:03Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:10.690557 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385ff109-6970-413f-8122-cc30f58ef989 None None] The sync data for ids ['bd40f793-eba2-4253-8708-8336654c3094'] in n-d-791505-21 is: [{'id': 'bd40f793-eba2-4253-8708-8336654c3094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479431344', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:50Z', 'updated_at': '2021-08-28T13:12:57Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:51Z', 'updated_at': '2021-08-28T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '689dc81b-0093-4e72-b6bd-c528a2df7916', 'name': '', 'network_id': '98626483-c3ae-443e-930f-3541eb122664', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:72:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:55Z', 'updated_at': '2021-08-28T13:13:03Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': '146b1ac3-a654-48bb-acdc-e61cf35ca101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:14:10.724461 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e432e84e-918c-409a-a3a4-83e5b9ec84fb None None] New status for floating IP 3fc94774-0087-4bb6-b8ab-501bde13a1e4: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:14:10.805840 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-31ad5468-b242-474c-9d2c-6f83899217c7 req-3f805c39-f56c-4e51-97e0-7d3d7e9e3fb0 service neutron] 10.222.0.11 "GET /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365201 Aug 28 13:14:10.815237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-8919963c-28b7-470e-8501-5efc207d1535 req-d4d1b31a-f5d2-44e4-96b2-e3aa7155823b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port 9e469629-370b-4e16-99e7-688e2eac6919 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:14:10.815575 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8919963c-28b7-470e-8501-5efc207d1535 req-d4d1b31a-f5d2-44e4-96b2-e3aa7155823b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:10.981064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bd202-76ca-418d-bd50-9881a0e08f6f req-200e3461-7410-4815-bdb2-6c2ce16283c6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:10.983719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60080) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:10.984239 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ab4bd202-76ca-418d-bd50-9881a0e08f6f req-200e3461-7410-4815-bdb2-6c2ce16283c6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 946 time: 0.1126409 Aug 28 13:14:11.018735 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0242f-a9bf-41f1-b70b-a845fab573c1 req-c13736f7-035c-4562-b1af-8d59ee59550d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:11.020557 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-23b0242f-a9bf-41f1-b70b-a845fab573c1 req-c13736f7-035c-4562-b1af-8d59ee59550d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 946 time: 0.1468620 Aug 28 13:14:11.023229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-8919963c-28b7-470e-8501-5efc207d1535 req-d4d1b31a-f5d2-44e4-96b2-e3aa7155823b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] For port 9e469629-370b-4e16-99e7-688e2eac6919, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9e469629-370b-4e16-99e7-688e2eac6919,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:11.023599 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8919963c-28b7-470e-8501-5efc207d1535 req-d4d1b31a-f5d2-44e4-96b2-e3aa7155823b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:11.089975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-8919963c-28b7-470e-8501-5efc207d1535 req-d4d1b31a-f5d2-44e4-96b2-e3aa7155823b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for 9e469629-370b-4e16-99e7-688e2eac6919 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:14:11.094911 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ab4bd202-76ca-418d-bd50-9881a0e08f6f req-1f9dc32a-3657-40f8-a084-52673ceb6c32 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae271e94-2699-431d-b395-021109f622fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985930 Aug 28 13:14:11.144482 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e413c1a9-4f80-48c9-a2af-ae13b8366d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:11.164285 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd184a-872e-4c90-8a36-2f23b275dfa2 None None] New status for floating IP 29fc9ec5-7fa0-4abc-aaac-56aa1e5add0a: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:14:11.232999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-23b0242f-a9bf-41f1-b70b-a845fab573c1 req-b0265409-8394-4a2d-add7-c2cf135176f4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Deleting port 0077a322-250b-4fde-8c4b-db7777595503 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:14:11.233599 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-23b0242f-a9bf-41f1-b70b-a845fab573c1 req-b0265409-8394-4a2d-add7-c2cf135176f4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:11.295421 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e413c1a9-4f80-48c9-a2af-ae13b8366d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:11.306635 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e413c1a9-4f80-48c9-a2af-ae13b8366d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:11.365212 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-23b0242f-a9bf-41f1-b70b-a845fab573c1 req-b0265409-8394-4a2d-add7-c2cf135176f4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] For port 0077a322-250b-4fde-8c4b-db7777595503, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=0077a322-250b-4fde-8c4b-db7777595503,segment=NetworkSegment(043b55cc-9b98-470b-8c4a-e5aae3586055),segment_id=043b55cc-9b98-470b-8c4a-e5aae3586055)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:11.365697 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-23b0242f-a9bf-41f1-b70b-a845fab573c1 req-b0265409-8394-4a2d-add7-c2cf135176f4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:11.385001 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e413c1a9-4f80-48c9-a2af-ae13b8366d0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c57c7f3cd8b54380be164467d2f4e2ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3994372 Aug 28 13:14:11.387894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60086) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:11.390981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413c1a9-4f80-48c9-a2af-ae13b8366d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e7cba9-1773-4e2f-b5ce-c6dcbb400c82,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:11.404473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-23b0242f-a9bf-41f1-b70b-a845fab573c1 req-b0265409-8394-4a2d-add7-c2cf135176f4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Calling delete_port for 0077a322-250b-4fde-8c4b-db7777595503 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:14:11.433737 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061106a-a49d-47ff-8782-48686d20bfeb req-9adb0e57-f745-4cf9-8196-8b8d43b229a4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:11.436661 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6061106a-a49d-47ff-8782-48686d20bfeb req-9adb0e57-f745-4cf9-8196-8b8d43b229a4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=35a2235c-6602-4b15-846c-df0abfa1c0bd HTTP/1.1" status: 200 len: 945 time: 0.1218557 Aug 28 13:14:11.476046 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8919963c-28b7-470e-8501-5efc207d1535 req-d4d1b31a-f5d2-44e4-96b2-e3aa7155823b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:11.490766 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bdf89604-c556-4536-b89a-4e245f78e037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:11.511011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1b31a-f5d2-44e4-96b2-e3aa7155823b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=9e469629-370b-4e16-99e7-688e2eac6919,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:11.514635 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6061106a-a49d-47ff-8782-48686d20bfeb req-9fdce27d-147f-4a40-9d6f-64686bd8c3b3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=926e5d20-f42c-42f4-8775-016a7bb03cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659454 Aug 28 13:14:11.528147 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bdf89604-c556-4536-b89a-4e245f78e037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:11.582459 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8919963c-28b7-470e-8501-5efc207d1535 req-d4d1b31a-f5d2-44e4-96b2-e3aa7155823b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] No DVR routers for this DVR port 9e469629-370b-4e16-99e7-688e2eac6919 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:14:11.585376 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8919963c-28b7-470e-8501-5efc207d1535 req-d4d1b31a-f5d2-44e4-96b2-e3aa7155823b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:11.585572 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bdf89604-c556-4536-b89a-4e245f78e037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:11.587491 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8919963c-28b7-470e-8501-5efc207d1535 req-d4d1b31a-f5d2-44e4-96b2-e3aa7155823b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.11 "DELETE /v2.0/ports/9e469629-370b-4e16-99e7-688e2eac6919 HTTP/1.1" status: 204 len: 173 time: 1.0251961 Aug 28 13:14:11.588317 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bdf89604-c556-4536-b89a-4e245f78e037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:11.588981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'name': 'network-vif-deleted', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:11.592663 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bdf89604-c556-4536-b89a-4e245f78e037 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80e7cba9-1773-4e2f-b5ce-c6dcbb400c82 HTTP/1.1" status: 204 len: 168 time: 0.1995690 Aug 28 13:14:11.599950 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcb617c-2272-4d25-9c33-c966509caf48" -d '{"events": [{"server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "name": "network-vif-deleted", "tag": "9e469629-370b-4e16-99e7-688e2eac6919"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:11.600131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf89604-c556-4536-b89a-4e245f78e037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e7cba9-1773-4e2f-b5ce-c6dcbb400c82,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:11.678583 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-23b0242f-a9bf-41f1-b70b-a845fab573c1 req-b0265409-8394-4a2d-add7-c2cf135176f4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:11.784296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0265409-8394-4a2d-add7-c2cf135176f4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Port': ['ID=0077a322-250b-4fde-8c4b-db7777595503,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:11.796884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b0242f-a9bf-41f1-b70b-a845fab573c1 req-b0265409-8394-4a2d-add7-c2cf135176f4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] No DVR routers for this DVR port 0077a322-250b-4fde-8c4b-db7777595503 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:14:11.801640 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-23b0242f-a9bf-41f1-b70b-a845fab573c1 req-b0265409-8394-4a2d-add7-c2cf135176f4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:11.803934 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-23b0242f-a9bf-41f1-b70b-a845fab573c1 req-b0265409-8394-4a2d-add7-c2cf135176f4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.11 "DELETE /v2.0/ports/0077a322-250b-4fde-8c4b-db7777595503 HTTP/1.1" status: 204 len: 173 time: 0.7664266 Aug 28 13:14:11.909144 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54be665-d996-49e8-aae9-18d1b5d1075b x-openstack-request-id: req-f54be665-d996-49e8-aae9-18d1b5d1075b {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:11.909453 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a2235c-6602-4b15-846c-df0abfa1c0bd", "name": "network-vif-deleted", "tag": "9e469629-370b-4e16-99e7-688e2eac6919", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:11.909713 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f54be665-d996-49e8-aae9-18d1b5d1075b {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:11.910116 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a2235c-6602-4b15-846c-df0abfa1c0bd', 'name': 'network-vif-deleted', 'tag': '9e469629-370b-4e16-99e7-688e2eac6919', 'status': 'completed', 'code': 200} Aug 28 13:14:12.230710 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1a8fbe33-ae2f-4cc3-8e22-42fb0961cfe7 req-b32f54ff-3a42-472b-b71a-fc4cee02f0c2 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f643f49-52ec-431d-8227-c8861ebd7be5 HTTP/1.1" status: 200 len: 210 time: 0.0402474 Aug 28 13:14:12.275819 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-77860084-4efe-482c-824f-f0d8a15ba24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:12.406353 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60112) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:12.503322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-165972da-bdce-4165-a91e-f754e5e2ee16 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1841576925-network', 'tenant_id': '538617800f544b16a1e6abb4c6d1514c'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:12.524377 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165972da-bdce-4165-a91e-f754e5e2ee16 admin admin] Made reservation on behalf of 538617800f544b16a1e6abb4c6d1514c for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:14:12.526717 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165972da-bdce-4165-a91e-f754e5e2ee16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:12.535799 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165972da-bdce-4165-a91e-f754e5e2ee16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:12.578111 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60118) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:12.588564 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:12.635081 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165972da-bdce-4165-a91e-f754e5e2ee16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:12.640652 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165972da-bdce-4165-a91e-f754e5e2ee16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:12.662055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165972da-bdce-4165-a91e-f754e5e2ee16 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:14:12.677334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165972da-bdce-4165-a91e-f754e5e2ee16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60924ce-71b3-4c75-a109-067ce9d24dc5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:12.680258 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165972da-bdce-4165-a91e-f754e5e2ee16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:12.680606 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-165972da-bdce-4165-a91e-f754e5e2ee16 admin admin] Added segment 543fe78a-69f7-4bcc-bc3f-5914135207d1 of type vlan for network 11a9511b-83fc-4cec-a271-6411e72db4f1 Aug 28 13:14:12.728784 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165972da-bdce-4165-a91e-f754e5e2ee16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:12.753054 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165972da-bdce-4165-a91e-f754e5e2ee16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:12.754033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165972da-bdce-4165-a91e-f754e5e2ee16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:12.754741 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-165972da-bdce-4165-a91e-f754e5e2ee16 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:12.808959 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-165972da-bdce-4165-a91e-f754e5e2ee16 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3988218 Aug 28 13:14:12.809237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60120) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:12.816283 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165972da-bdce-4165-a91e-f754e5e2ee16 admin admin] Pushing event updated for resources: {'Network': ['ID=11a9511b-83fc-4cec-a271-6411e72db4f1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:12.816457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-be5d3bbe-a6ce-49c4-bb60-bf7484f8aa36 admin admin] Request body: {'subnet': {'network_id': '11a9511b-83fc-4cec-a271-6411e72db4f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1841576925-subnet', 'tenant_id': '538617800f544b16a1e6abb4c6d1514c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:12.826809 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 11a9511b-83fc-4cec-a271-6411e72db4f1 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:14:12.866540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5d3bbe-a6ce-49c4-bb60-bf7484f8aa36 admin admin] Made reservation on behalf of 538617800f544b16a1e6abb4c6d1514c for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:14:12.868797 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be5d3bbe-a6ce-49c4-bb60-bf7484f8aa36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:13.109381 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be5d3bbe-a6ce-49c4-bb60-bf7484f8aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:13.162706 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c6c1cfc3-3a67-4c58-bfb9-5145cb2e6526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:13.202508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d3bbe-a6ce-49c4-bb60-bf7484f8aa36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc6cbdcf-5bae-4819-8dd0-633c5dba3322,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:13.228094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5d3bbe-a6ce-49c4-bb60-bf7484f8aa36 admin admin] Checking segment: {'id': '543fe78a-69f7-4bcc-bc3f-5914135207d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '11a9511b-83fc-4cec-a271-6411e72db4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:14:13.228448 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d3bbe-a6ce-49c4-bb60-bf7484f8aa36 admin admin] Network hostable DHCP agents. Network: 11a9511b-83fc-4cec-a271-6411e72db4f1, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:14:13.280993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60124) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:13.293843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d3bbe-a6ce-49c4-bb60-bf7484f8aa36 admin admin] Network 11a9511b-83fc-4cec-a271-6411e72db4f1 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:14:13.342646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-be5d3bbe-a6ce-49c4-bb60-bf7484f8aa36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 11a9511b-83fc-4cec-a271-6411e72db4f1) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:13.351688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d043759-e1f5-4c7d-9d24-e1ea9c111ee5 None None] Network 11a9511b-83fc-4cec-a271-6411e72db4f1 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:14:13.355929 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5d3bbe-a6ce-49c4-bb60-bf7484f8aa36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:13.357091 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-be5d3bbe-a6ce-49c4-bb60-bf7484f8aa36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:13.393619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 0077a322-250b-4fde-8c4b-db7777595503 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:14:13.405702 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-be5d3bbe-a6ce-49c4-bb60-bf7484f8aa36 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5948355 Aug 28 13:14:13.415685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 0077a322-250b-4fde-8c4b-db7777595503 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:14:13.416025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 0077a322-250b-4fde-8c4b-db7777595503 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:14:13.416447 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9e469629-370b-4e16-99e7-688e2eac6919 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:14:13.418271 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c761-00c8-4616-923a-f1ef0bc31116 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:13.439703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 9e469629-370b-4e16-99e7-688e2eac6919 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:14:13.440043 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9e469629-370b-4e16-99e7-688e2eac6919 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:14:13.452422 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c761-00c8-4616-923a-f1ef0bc31116 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:13.496933 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:13.552767 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7004c0-fda9-4ae3-9423-3ec44d3475ca None None] Network 11a9511b-83fc-4cec-a271-6411e72db4f1 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:14:13.574774 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c761-00c8-4616-923a-f1ef0bc31116 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:13.577604 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c761-00c8-4616-923a-f1ef0bc31116 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:13.578941 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a1c1c761-00c8-4616-923a-f1ef0bc31116 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "DELETE /v2.0/security-groups/ae271e94-2699-431d-b395-021109f622fe HTTP/1.1" status: 204 len: 168 time: 0.2969022 Aug 28 13:14:13.597095 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1c761-00c8-4616-923a-f1ef0bc31116 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae271e94-2699-431d-b395-021109f622fe,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:13.606330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-c6c1cfc3-3a67-4c58-bfb9-5145cb2e6526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port 689dc81b-0093-4e72-b6bd-c528a2df7916 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:14:13.607631 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c6c1cfc3-3a67-4c58-bfb9-5145cb2e6526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:13.625254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60134) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:13.716377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-c6c1cfc3-3a67-4c58-bfb9-5145cb2e6526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] For port 689dc81b-0093-4e72-b6bd-c528a2df7916, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=689dc81b-0093-4e72-b6bd-c528a2df7916,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:13.716919 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c6c1cfc3-3a67-4c58-bfb9-5145cb2e6526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:13.733347 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-c6c1cfc3-3a67-4c58-bfb9-5145cb2e6526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for 689dc81b-0093-4e72-b6bd-c528a2df7916 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:14:13.911991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'name': 'network-vif-deleted', 'tag': '0077a322-250b-4fde-8c4b-db7777595503'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:13.914332 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e189d400-da6b-4f44-893e-b049337538f2" -d '{"events": [{"server_uuid": "5f643f49-52ec-431d-8227-c8861ebd7be5", "name": "network-vif-deleted", "tag": "0077a322-250b-4fde-8c4b-db7777595503"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:13.945004 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c6c1cfc3-3a67-4c58-bfb9-5145cb2e6526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:13.978626 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98cfdac-88b7-4999-af55-315b41b89ab7 x-openstack-request-id: req-e98cfdac-88b7-4999-af55-315b41b89ab7 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:13.978988 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f643f49-52ec-431d-8227-c8861ebd7be5", "name": "network-vif-deleted", "tag": "0077a322-250b-4fde-8c4b-db7777595503", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:13.979278 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e98cfdac-88b7-4999-af55-315b41b89ab7 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:13.979644 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f643f49-52ec-431d-8227-c8861ebd7be5', 'name': 'network-vif-deleted', 'tag': '0077a322-250b-4fde-8c4b-db7777595503', 'status': 'completed', 'code': 200} Aug 28 13:14:13.989924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1cfc3-3a67-4c58-bfb9-5145cb2e6526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=689dc81b-0093-4e72-b6bd-c528a2df7916,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:14.110884 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac28e775-03e5-473c-8c92-a3d88a75875d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:14.229949 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c6c1cfc3-3a67-4c58-bfb9-5145cb2e6526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:14.407111 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-ac28e775-03e5-473c-8c92-a3d88a75875d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Deleting port 257e8981-acf5-4d94-beb8-88340ddfe0ed {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:14:14.407464 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac28e775-03e5-473c-8c92-a3d88a75875d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:14.506207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-ac28e775-03e5-473c-8c92-a3d88a75875d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] For port 257e8981-acf5-4d94-beb8-88340ddfe0ed, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=257e8981-acf5-4d94-beb8-88340ddfe0ed,segment=NetworkSegment(043b55cc-9b98-470b-8c4a-e5aae3586055),segment_id=043b55cc-9b98-470b-8c4a-e5aae3586055)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:14.506898 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac28e775-03e5-473c-8c92-a3d88a75875d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:14.523267 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-ac28e775-03e5-473c-8c92-a3d88a75875d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Calling delete_port for 257e8981-acf5-4d94-beb8-88340ddfe0ed owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:14:14.745080 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac28e775-03e5-473c-8c92-a3d88a75875d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:14.778082 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28e775-03e5-473c-8c92-a3d88a75875d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Port': ['ID=257e8981-acf5-4d94-beb8-88340ddfe0ed,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:14.800481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c1cfc3-3a67-4c58-bfb9-5145cb2e6526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router bd40f793-eba2-4253-8708-8336654c3094 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:14:14.928367 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c1cfc3-3a67-4c58-bfb9-5145cb2e6526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:14:14.936864 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c6c1cfc3-3a67-4c58-bfb9-5145cb2e6526 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "PUT /v2.0/routers/bd40f793-eba2-4253-8708-8336654c3094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3547630 Aug 28 13:14:14.937054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60144) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:14.943666 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3af937-6dad-4d8e-9faf-dda8d75061c4 None None] Sync routers for ids ['bd40f793-eba2-4253-8708-8336654c3094'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:14:14.954594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3af937-6dad-4d8e-9faf-dda8d75061c4 None None] Routers {'bd40f793-eba2-4253-8708-8336654c3094'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:14.955571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cc3af937-6dad-4d8e-9faf-dda8d75061c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:14:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['bd40f793-eba2-4253-8708-8336654c3094'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:14.987368 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac28e775-03e5-473c-8c92-a3d88a75875d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:14.997473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c25a03-4631-43c4-b2e4-893e0b403e10 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting subnet 146b1ac3-a654-48bb-acdc-e61cf35ca101 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:14:15.001557 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04c25a03-4631-43c4-b2e4-893e0b403e10 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:15.045621 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04c25a03-4631-43c4-b2e4-893e0b403e10 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:15.078808 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-cc3af937-6dad-4d8e-9faf-dda8d75061c4 None None] Set router bd40f793-eba2-4253-8708-8336654c3094 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:15.144955 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04c25a03-4631-43c4-b2e4-893e0b403e10 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:15.239247 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04c25a03-4631-43c4-b2e4-893e0b403e10 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:15.258428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac28e775-03e5-473c-8c92-a3d88a75875d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:14:15.267436 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-04c25a03-4631-43c4-b2e4-893e0b403e10 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:15.268627 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f1939f-d3ed-4832-9d91-194dc614e832 None None] Network 98626483-c3ae-443e-930f-3541eb122664 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:14:15.272359 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-04c25a03-4631-43c4-b2e4-893e0b403e10 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/subnets/146b1ac3-a654-48bb-acdc-e61cf35ca101 HTTP/1.1" status: 204 len: 168 time: 0.3319631 Aug 28 13:14:15.272878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60156) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:15.301573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c25a03-4631-43c4-b2e4-893e0b403e10 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Subnet': ['ID=146b1ac3-a654-48bb-acdc-e61cf35ca101,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:15.354644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cc3af937-6dad-4d8e-9faf-dda8d75061c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd40f793-eba2-4253-8708-8336654c3094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479431344', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:50Z', 'updated_at': '2021-08-28T13:14:13Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:51Z', 'updated_at': '2021-08-28T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:15.400387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3af937-6dad-4d8e-9faf-dda8d75061c4 None None] Checking router: bd40f793-eba2-4253-8708-8336654c3094 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:14:15.426435 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3af937-6dad-4d8e-9faf-dda8d75061c4 None None] Routers {'bd40f793-eba2-4253-8708-8336654c3094'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:15.427519 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cc3af937-6dad-4d8e-9faf-dda8d75061c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:14:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['bd40f793-eba2-4253-8708-8336654c3094'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:15.429510 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:15.456884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-44df6902-0e5f-487a-9116-1c4e0772a366 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:15.458869 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-44df6902-0e5f-487a-9116-1c4e0772a366 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/networks?id=11a9511b-83fc-4cec-a271-6411e72db4f1 HTTP/1.1" status: 200 len: 809 time: 0.1665373 Aug 28 13:14:15.475598 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-2d61a99d-41d1-4b4e-87ae-e8d9f7c079c7 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/quotas/538617800f544b16a1e6abb4c6d1514c HTTP/1.1" status: 200 len: 375 time: 0.0106883 Aug 28 13:14:15.484436 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13be63a8-a8b9-4bd6-ab70-259f2db3304b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:15.486546 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac28e775-03e5-473c-8c92-a3d88a75875d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:14:15.492774 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac28e775-03e5-473c-8c92-a3d88a75875d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "PUT /v2.0/routers/3a18fa5f-7dbc-4222-ae63-b9fa70f5c082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8658421 Aug 28 13:14:15.495426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60162) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:15.503780 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6438f6f-583d-4657-8306-9b848ec418de None None] Sync routers for ids ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:14:15.515700 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6438f6f-583d-4657-8306-9b848ec418de None None] Routers {'3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:15.524855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-cd7c42a4-8518-4ad7-b5ae-71f0bb1c3923 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=538617800f544b16a1e6abb4c6d1514c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418744 Aug 28 13:14:15.526198 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d6438f6f-583d-4657-8306-9b848ec418de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:14:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:15.611009 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-877db0b9-4afa-4c99-9e63-7a1d7b2db705 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Deleting subnet e79fadba-a10a-4ed5-9e0f-5983f8032ad0 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:14:15.614302 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c08cef-410c-4710-a06f-3cf8889b5be5 None None] DHCP port deletion for 98626483-c3ae-443e-930f-3541eb122664 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:14:15.619641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-cc3af937-6dad-4d8e-9faf-dda8d75061c4 None None] Set router bd40f793-eba2-4253-8708-8336654c3094 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:15.647879 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-7b85241d-4798-48b7-b241-8ee416c3fd81 service neutron] 10.222.0.20 "GET /v2.0/networks/11a9511b-83fc-4cec-a271-6411e72db4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104980 Aug 28 13:14:15.649701 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-877db0b9-4afa-4c99-9e63-7a1d7b2db705 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:15.684156 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-d6438f6f-583d-4657-8306-9b848ec418de None None] Set router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:15.704311 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-877db0b9-4afa-4c99-9e63-7a1d7b2db705 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:15.799924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-7d352318-ced8-4b5e-ba58-3861b25aa6ff service neutron] 10.222.0.20 "GET /v2.0/networks/11a9511b-83fc-4cec-a271-6411e72db4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437631 Aug 28 13:14:15.816499 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13be63a8-a8b9-4bd6-ab70-259f2db3304b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:15.823351 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-877db0b9-4afa-4c99-9e63-7a1d7b2db705 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:15.923504 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-877db0b9-4afa-4c99-9e63-7a1d7b2db705 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:15.928968 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d6438f6f-583d-4657-8306-9b848ec418de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:14:14Z', 'revision_number': 7, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:15.961049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877db0b9-4afa-4c99-9e63-7a1d7b2db705 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Subnet': ['ID=e79fadba-a10a-4ed5-9e0f-5983f8032ad0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:15.963729 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-13be63a8-a8b9-4bd6-ab70-259f2db3304b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port 14b522c5-aec6-47bd-82b7-0bab9eea64eb {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:14:15.963963 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13be63a8-a8b9-4bd6-ab70-259f2db3304b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:15.967034 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6438f6f-583d-4657-8306-9b848ec418de None None] Checking router: 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:14:15.968088 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-877db0b9-4afa-4c99-9e63-7a1d7b2db705 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:15.972666 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60164) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:15.973391 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-877db0b9-4afa-4c99-9e63-7a1d7b2db705 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "DELETE /v2.0/subnets/e79fadba-a10a-4ed5-9e0f-5983f8032ad0 HTTP/1.1" status: 204 len: 168 time: 0.4763310 Aug 28 13:14:15.976701 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f5c08cef-410c-4710-a06f-3cf8889b5be5 None None] Deleting port 04e0c687-39d2-4eda-922e-d9d173deddf8 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:14:15.977230 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f5c08cef-410c-4710-a06f-3cf8889b5be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:15.992220 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6438f6f-583d-4657-8306-9b848ec418de None None] Routers {'3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:15.993260 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d6438f6f-583d-4657-8306-9b848ec418de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:14:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:16.056807 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f5c08cef-410c-4710-a06f-3cf8889b5be5 None None] For port 04e0c687-39d2-4eda-922e-d9d173deddf8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=04e0c687-39d2-4eda-922e-d9d173deddf8,segment=NetworkSegment(ff7cc751-f6c8-4304-b97c-c394f4ddde3c),segment_id=ff7cc751-f6c8-4304-b97c-c394f4ddde3c)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:16.057110 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f5c08cef-410c-4710-a06f-3cf8889b5be5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:16.071252 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f5c08cef-410c-4710-a06f-3cf8889b5be5 None None] Calling delete_port for 04e0c687-39d2-4eda-922e-d9d173deddf8 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:14:16.109741 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3c1fd96-e8ab-42b5-ac4b-9269d703c3e8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:16.130577 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-170fce22-25d1-495d-88c1-78d27c8b7519 req-223f867f-840e-496f-a887-bdd863feca2c tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 210 time: 0.0483057 Aug 28 13:14:16.145484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabb4099-1662-4c35-8947-7a29671fec42 None None] Network 5a1b924e-fdcb-45e3-9e4a-397d318048bb requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:14:16.182833 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-13be63a8-a8b9-4bd6-ab70-259f2db3304b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] For port 14b522c5-aec6-47bd-82b7-0bab9eea64eb, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=14b522c5-aec6-47bd-82b7-0bab9eea64eb,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:16.183203 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13be63a8-a8b9-4bd6-ab70-259f2db3304b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:16.195791 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-13be63a8-a8b9-4bd6-ab70-259f2db3304b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for 14b522c5-aec6-47bd-82b7-0bab9eea64eb owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:14:16.206100 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-d6438f6f-583d-4657-8306-9b848ec418de None None] Set router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:16.248464 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3c1fd96-e8ab-42b5-ac4b-9269d703c3e8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:16.368400 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f5c08cef-410c-4710-a06f-3cf8889b5be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:16.381764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b3c1fd96-e8ab-42b5-ac4b-9269d703c3e8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Deleting port 36b65765-b6dc-4a3a-bba3-cbe11a55d932 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:14:16.382104 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3c1fd96-e8ab-42b5-ac4b-9269d703c3e8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:16.418303 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c08cef-410c-4710-a06f-3cf8889b5be5 None None] Pushing event deleted for resources: {'Port': ['ID=04e0c687-39d2-4eda-922e-d9d173deddf8,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:16.432675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c08cef-410c-4710-a06f-3cf8889b5be5 None None] No DVR routers for this DVR port 04e0c687-39d2-4eda-922e-d9d173deddf8 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:14:16.451551 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cc3af937-6dad-4d8e-9faf-dda8d75061c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd40f793-eba2-4253-8708-8336654c3094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479431344', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:50Z', 'updated_at': '2021-08-28T13:14:13Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:51Z', 'updated_at': '2021-08-28T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:16.463576 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13be63a8-a8b9-4bd6-ab70-259f2db3304b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:16.490574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3af937-6dad-4d8e-9faf-dda8d75061c4 None None] The sync data for ids ['bd40f793-eba2-4253-8708-8336654c3094'] in n-d-791505-21 is: [{'id': 'bd40f793-eba2-4253-8708-8336654c3094', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479431344', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:50Z', 'updated_at': '2021-08-28T13:14:13Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': '14b522c5-aec6-47bd-82b7-0bab9eea64eb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f793-eba2-4253-8708-8336654c3094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:51Z', 'updated_at': '2021-08-28T13:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:14:16.524119 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be63a8-a8b9-4bd6-ab70-259f2db3304b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=14b522c5-aec6-47bd-82b7-0bab9eea64eb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:16.528231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-b3c1fd96-e8ab-42b5-ac4b-9269d703c3e8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] For port 36b65765-b6dc-4a3a-bba3-cbe11a55d932, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=36b65765-b6dc-4a3a-bba3-cbe11a55d932,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:16.529376 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3c1fd96-e8ab-42b5-ac4b-9269d703c3e8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:16.549215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-b3c1fd96-e8ab-42b5-ac4b-9269d703c3e8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Calling delete_port for 36b65765-b6dc-4a3a-bba3-cbe11a55d932 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:14:16.549868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868ace82-94b4-4715-a2c1-406797af7146 None None] DHCP port deletion for 5a1b924e-fdcb-45e3-9e4a-397d318048bb request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:14:16.602833 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d6438f6f-583d-4657-8306-9b848ec418de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:14:14Z', 'revision_number': 7, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:16.640813 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-868ace82-94b4-4715-a2c1-406797af7146 None None] Deleting port f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:14:16.641185 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-868ace82-94b4-4715-a2c1-406797af7146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:16.659186 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6438f6f-583d-4657-8306-9b848ec418de None None] The sync data for ids ['3a18fa5f-7dbc-4222-ae63-b9fa70f5c082'] in n-d-791505-21 is: [{'id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'name': 'tempest-TestNetworkBasicOps-router-1917564075', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:12:18Z', 'updated_at': '2021-08-28T13:14:14Z', 'revision_number': 7, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '36b65765-b6dc-4a3a-bba3-cbe11a55d932', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18fa5f-7dbc-4222-ae63-b9fa70f5c082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:12:19Z', 'updated_at': '2021-08-28T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:14:16.752038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-868ace82-94b4-4715-a2c1-406797af7146 None None] For port f697b82c-8f5f-4cc7-a8b2-1d39158c5df8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f697b82c-8f5f-4cc7-a8b2-1d39158c5df8,segment=NetworkSegment(043b55cc-9b98-470b-8c4a-e5aae3586055),segment_id=043b55cc-9b98-470b-8c4a-e5aae3586055)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:16.752590 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-868ace82-94b4-4715-a2c1-406797af7146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:16.779332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-868ace82-94b4-4715-a2c1-406797af7146 None None] Calling delete_port for f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:14:16.802612 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3c1fd96-e8ab-42b5-ac4b-9269d703c3e8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:16.835895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1fd96-e8ab-42b5-ac4b-9269d703c3e8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Port': ['ID=36b65765-b6dc-4a3a-bba3-cbe11a55d932,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:16.879970 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-868ace82-94b4-4715-a2c1-406797af7146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:16.920301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ace82-94b4-4715-a2c1-406797af7146 None None] Pushing event deleted for resources: {'Port': ['ID=f697b82c-8f5f-4cc7-a8b2-1d39158c5df8,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:16.932100 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ace82-94b4-4715-a2c1-406797af7146 None None] No DVR routers for this DVR port f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:14:16.987606 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3c1fd96-e8ab-42b5-ac4b-9269d703c3e8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.055257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13be63a8-a8b9-4bd6-ab70-259f2db3304b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.090453 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3c1fd96-e8ab-42b5-ac4b-9269d703c3e8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.094079 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3c1fd96-e8ab-42b5-ac4b-9269d703c3e8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.141963 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3c1fd96-e8ab-42b5-ac4b-9269d703c3e8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.142584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c1fd96-e8ab-42b5-ac4b-9269d703c3e8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Fanout notify agent at l3_agent the message router_deleted on router 3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:14:17.150030 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b3c1fd96-e8ab-42b5-ac4b-9269d703c3e8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.151616 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b3c1fd96-e8ab-42b5-ac4b-9269d703c3e8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "DELETE /v2.0/routers/3a18fa5f-7dbc-4222-ae63-b9fa70f5c082 HTTP/1.1" status: 204 len: 168 time: 1.1764414 Aug 28 13:14:17.156368 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60178) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:17.164092 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13be63a8-a8b9-4bd6-ab70-259f2db3304b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.167419 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13be63a8-a8b9-4bd6-ab70-259f2db3304b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.222934 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13be63a8-a8b9-4bd6-ab70-259f2db3304b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.225053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13be63a8-a8b9-4bd6-ab70-259f2db3304b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Fanout notify agent at l3_agent the message router_deleted on router bd40f793-eba2-4253-8708-8336654c3094 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:14:17.233125 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-13be63a8-a8b9-4bd6-ab70-259f2db3304b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.238568 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-13be63a8-a8b9-4bd6-ab70-259f2db3304b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/routers/bd40f793-eba2-4253-8708-8336654c3094 HTTP/1.1" status: 204 len: 168 time: 1.9603591 Aug 28 13:14:17.238940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60180) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:17.253470 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4d5117d-4028-4f5f-ae36-c57785dc66e8 req-3d946943-ce1b-4244-ae18-9ee1536169db tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 210 time: 0.0397952 Aug 28 13:14:17.299494 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7ba0-8925-4702-98f6-58ef71f87d6d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.345011 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-43a8ec3c-9894-48c3-9e8b-53b295e8aae9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.420791 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7ba0-8925-4702-98f6-58ef71f87d6d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.451127 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-bb5e7ba0-8925-4702-98f6-58ef71f87d6d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1b924e-fdcb-45e3-9e4a-397d318048bb']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:17.471958 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-bb5e7ba0-8925-4702-98f6-58ef71f87d6d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043b55cc-9b98-470b-8c4a-e5aae3586055') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:17.472278 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-bb5e7ba0-8925-4702-98f6-58ef71f87d6d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043b55cc-9b98-470b-8c4a-e5aae3586055') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:17.485278 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7ba0-8925-4702-98f6-58ef71f87d6d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.507467 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7ba0-8925-4702-98f6-58ef71f87d6d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.518198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5e7ba0-8925-4702-98f6-58ef71f87d6d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:14:17.519601 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7ba0-8925-4702-98f6-58ef71f87d6d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:14:17.522966 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:14:17.577063 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-43a8ec3c-9894-48c3-9e8b-53b295e8aae9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.592962 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-43a8ec3c-9894-48c3-9e8b-53b295e8aae9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98626483-c3ae-443e-930f-3541eb122664']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:17.600878 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7ba0-8925-4702-98f6-58ef71f87d6d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.609960 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7ba0-8925-4702-98f6-58ef71f87d6d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.615337 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bb5e7ba0-8925-4702-98f6-58ef71f87d6d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "DELETE /v2.0/networks/5a1b924e-fdcb-45e3-9e4a-397d318048bb HTTP/1.1" status: 204 len: 168 time: 0.4544497 Aug 28 13:14:17.616300 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-43a8ec3c-9894-48c3-9e8b-53b295e8aae9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:17.616300 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-43a8ec3c-9894-48c3-9e8b-53b295e8aae9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7cc751-f6c8-4304-b97c-c394f4ddde3c') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:17.633109 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60182) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:17.635256 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-43a8ec3c-9894-48c3-9e8b-53b295e8aae9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.636672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e7ba0-8925-4702-98f6-58ef71f87d6d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Network': ['ID=5a1b924e-fdcb-45e3-9e4a-397d318048bb,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:17.650851 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-92c8efd5-5302-4e59-95b5-2b5aa728f5c4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'network': {'name': 'tempest-network-smoke--263453324', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'port_security_enabled': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:17.667471 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-43a8ec3c-9894-48c3-9e8b-53b295e8aae9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.677763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-7471bd78-7101-41d6-b484-9b3ccee16302 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:17.679285 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-7471bd78-7101-41d6-b484-9b3ccee16302 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.10 "GET /v2.0/networks?id=11a9511b-83fc-4cec-a271-6411e72db4f1 HTTP/1.1" status: 200 len: 809 time: 0.2499626 Aug 28 13:14:17.689659 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a8ec3c-9894-48c3-9e8b-53b295e8aae9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:14:17.690073 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-43a8ec3c-9894-48c3-9e8b-53b295e8aae9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:14:17.693148 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:14:17.711432 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-038d589a-6cfc-4e65-813b-f64d3aceae22 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Request body: {'port': {'device_id': '7decfe8b-7558-4cb2-a99e-1b58de9a5506', 'network_id': '11a9511b-83fc-4cec-a271-6411e72db4f1', 'admin_state_up': True, 'tenant_id': '538617800f544b16a1e6abb4c6d1514c'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:17.762261 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c8efd5-5302-4e59-95b5-2b5aa728f5c4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Made reservation on behalf of b71b30df94e64348893b50e0a2be3059 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:14:17.765734 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-92c8efd5-5302-4e59-95b5-2b5aa728f5c4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.832460 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-43a8ec3c-9894-48c3-9e8b-53b295e8aae9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.846654 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-43a8ec3c-9894-48c3-9e8b-53b295e8aae9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.850890 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-43a8ec3c-9894-48c3-9e8b-53b295e8aae9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/networks/98626483-c3ae-443e-930f-3541eb122664 HTTP/1.1" status: 204 len: 168 time: 0.6106882 Aug 28 13:14:17.851563 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60184) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:17.877548 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c8efd5-5302-4e59-95b5-2b5aa728f5c4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:14:17.879871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8ec3c-9894-48c3-9e8b-53b295e8aae9 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Network': ['ID=98626483-c3ae-443e-930f-3541eb122664,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:17.903351 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-92c8efd5-5302-4e59-95b5-2b5aa728f5c4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.903741 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-92c8efd5-5302-4e59-95b5-2b5aa728f5c4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Added segment 4675bce1-c245-4376-9413-77056c342e54 of type vlan for network e5040441-6327-4b24-9c3f-6c4bcd69bf62 Aug 28 13:14:17.921885 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-214ac2ed-5f1b-4034-9a5e-704b1846ca24 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.946858 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-214ac2ed-5f1b-4034-9a5e-704b1846ca24 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.961890 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-92c8efd5-5302-4e59-95b5-2b5aa728f5c4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:17.984169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-038d589a-6cfc-4e65-813b-f64d3aceae22 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Made reservation on behalf of 538617800f544b16a1e6abb4c6d1514c for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:14:17.987621 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-038d589a-6cfc-4e65-813b-f64d3aceae22 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.007728 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-92c8efd5-5302-4e59-95b5-2b5aa728f5c4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.008646 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-214ac2ed-5f1b-4034-9a5e-704b1846ca24 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.011484 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-214ac2ed-5f1b-4034-9a5e-704b1846ca24 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.013440 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-214ac2ed-5f1b-4034-9a5e-704b1846ca24 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/security-groups/926e5d20-f42c-42f4-8775-016a7bb03cb5 HTTP/1.1" status: 204 len: 168 time: 0.1597898 Aug 28 13:14:18.013705 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c8efd5-5302-4e59-95b5-2b5aa728f5c4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:18.014289 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-92c8efd5-5302-4e59-95b5-2b5aa728f5c4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.022922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ac2ed-5f1b-4034-9a5e-704b1846ca24 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=926e5d20-f42c-42f4-8775-016a7bb03cb5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:18.113334 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-92c8efd5-5302-4e59-95b5-2b5aa728f5c4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4757371 Aug 28 13:14:18.116694 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60190) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:18.121464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1662683632', 'admin_state_up': True, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:18.136039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8efd5-5302-4e59-95b5-2b5aa728f5c4 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Network': ['ID=e5040441-6327-4b24-9c3f-6c4bcd69bf62,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:18.150149 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network e5040441-6327-4b24-9c3f-6c4bcd69bf62 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:14:18.182150 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.183537 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.209563 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 257e8981-acf5-4d94-beb8-88340ddfe0ed no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:14:18.246459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-038d589a-6cfc-4e65-813b-f64d3aceae22 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Allocated IP 172.20.0.7 (11a9511b-83fc-4cec-a271-6411e72db4f1/dc6cbdcf-5bae-4819-8dd0-633c5dba3322/e59136f0-cae9-4a34-ae5c-37aacb615186) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:14:18.247830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 257e8981-acf5-4d94-beb8-88340ddfe0ed {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:14:18.248181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 257e8981-acf5-4d94-beb8-88340ddfe0ed not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:14:18.248599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 689dc81b-0093-4e72-b6bd-c528a2df7916 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:14:18.262629 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.274186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 689dc81b-0093-4e72-b6bd-c528a2df7916 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:14:18.274538 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 689dc81b-0093-4e72-b6bd-c528a2df7916 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:14:18.275155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 04e0c687-39d2-4eda-922e-d9d173deddf8 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:14:18.301712 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 04e0c687-39d2-4eda-922e-d9d173deddf8 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:14:18.302327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 04e0c687-39d2-4eda-922e-d9d173deddf8 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:14:18.303316 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:14:18.327531 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:14:18.328093 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f697b82c-8f5f-4cc7-a8b2-1d39158c5df8 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:14:18.344005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60194) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:18.348367 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f44acaa1-52aa-435b-b514-e43f2441d676 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-499487075', 'description': 'tempest-secgroup-smoke-499487075 description', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:18.426162 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6d878af1-4795-4335-96bf-16a3cce7b4bc req-2b34e7e6-8dc5-46cc-b2c2-f7addd5d0ef6 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 210 time: 0.0417454 Aug 28 13:14:18.460052 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-038d589a-6cfc-4e65-813b-f64d3aceae22 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.471350 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.474385 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f44acaa1-52aa-435b-b514-e43f2441d676 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.500604 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-038d589a-6cfc-4e65-813b-f64d3aceae22 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.544734 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-038d589a-6cfc-4e65-813b-f64d3aceae22 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Network 11a9511b-83fc-4cec-a271-6411e72db4f1 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:14:18.548570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-038d589a-6cfc-4e65-813b-f64d3aceae22 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:18.557047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-038d589a-6cfc-4e65-813b-f64d3aceae22 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:14:18.585817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d589a-6cfc-4e65-813b-f64d3aceae22 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Pushing event updated for resources: {'Port': ['ID=e59136f0-cae9-4a34-ae5c-37aacb615186,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:18.625391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-038d589a-6cfc-4e65-813b-f64d3aceae22 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:18.626145 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-038d589a-6cfc-4e65-813b-f64d3aceae22 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.636745 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f44acaa1-52aa-435b-b514-e43f2441d676 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.642157 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f44acaa1-52aa-435b-b514-e43f2441d676 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.647982 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-038d589a-6cfc-4e65-813b-f64d3aceae22 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9520476 Aug 28 13:14:18.667140 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Request body: {'port': {'device_id': '7decfe8b-7558-4cb2-a99e-1b58de9a5506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:18.680403 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f44acaa1-52aa-435b-b514-e43f2441d676 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.681547 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f44acaa1-52aa-435b-b514-e43f2441d676 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3367722 Aug 28 13:14:18.686225 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60196) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:18.691319 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4a94c37d-c5bb-4698-8c1d-5d0db508b622 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': '199296e3-162d-4834-afa9-0ee610bd8d08', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:18.694823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44acaa1-52aa-435b-b514-e43f2441d676 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199296e3-162d-4834-afa9-0ee610bd8d08,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:18.748800 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a94c37d-c5bb-4698-8c1d-5d0db508b622 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.760503 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.799545 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.819407 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.851930 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a94c37d-c5bb-4698-8c1d-5d0db508b622 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.861438 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a94c37d-c5bb-4698-8c1d-5d0db508b622 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.929648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Allocated IP 172.25.1.111 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/2a42b090-67de-4537-8c28-0014a1fb1427) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:14:18.937761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94c37d-c5bb-4698-8c1d-5d0db508b622 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d65f095-4083-43a1-a6d9-7ad7922e0687,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:18.949485 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4a94c37d-c5bb-4698-8c1d-5d0db508b622 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:18.951323 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4a94c37d-c5bb-4698-8c1d-5d0db508b622 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2641115 Aug 28 13:14:18.956848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60198) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:18.971155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ac227f6e-0112-4e35-9d74-391e6d9395ac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': '199296e3-162d-4834-afa9-0ee610bd8d08', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:19.048327 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac227f6e-0112-4e35-9d74-391e6d9395ac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.051542 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.095728 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.136447 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:14:19.140062 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:19.146383 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:14:19.151001 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac227f6e-0112-4e35-9d74-391e6d9395ac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.161296 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac227f6e-0112-4e35-9d74-391e6d9395ac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.170253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59136f0-cae9-4a34-ae5c-37aacb615186 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:14:19.174407 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Port': ['ID=2a42b090-67de-4537-8c28-0014a1fb1427,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:19.183574 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.200329 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac227f6e-0112-4e35-9d74-391e6d9395ac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8c8104-6573-488d-afb7-61f99a78b154,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:19.209830 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac227f6e-0112-4e35-9d74-391e6d9395ac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.211045 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac227f6e-0112-4e35-9d74-391e6d9395ac tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2532828 Aug 28 13:14:19.212110 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Transition to ACTIVE for port object e59136f0-cae9-4a34-ae5c-37aacb615186 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:19.213941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60200) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:19.220477 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a3187546-0d79-4bd9-bd7a-ed805ae60cce tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': '199296e3-162d-4834-afa9-0ee610bd8d08', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:19.224685 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.292348 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Pushing event updated for resources: {'Port': ['ID=e59136f0-cae9-4a34-ae5c-37aacb615186,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:19.322520 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a3187546-0d79-4bd9-bd7a-ed805ae60cce tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.355039 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 14b522c5-aec6-47bd-82b7-0bab9eea64eb no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:14:19.382896 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 14b522c5-aec6-47bd-82b7-0bab9eea64eb {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:14:19.383241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 14b522c5-aec6-47bd-82b7-0bab9eea64eb not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:14:19.383650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 36b65765-b6dc-4a3a-bba3-cbe11a55d932 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:14:19.404635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 36b65765-b6dc-4a3a-bba3-cbe11a55d932 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:14:19.405389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 36b65765-b6dc-4a3a-bba3-cbe11a55d932 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:14:19.422513 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Attempting to bind port e59136f0-cae9-4a34-ae5c-37aacb615186 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:14:19.422848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Attempting to bind port e59136f0-cae9-4a34-ae5c-37aacb615186 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '543fe78a-69f7-4bcc-bc3f-5914135207d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '11a9511b-83fc-4cec-a271-6411e72db4f1'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:14:19.423174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Attempting to bind port e59136f0-cae9-4a34-ae5c-37aacb615186 on network 11a9511b-83fc-4cec-a271-6411e72db4f1 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:14:19.432082 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.434831 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Port e59136f0-cae9-4a34-ae5c-37aacb615186 on network 11a9511b-83fc-4cec-a271-6411e72db4f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:14:19.435132 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Attempting to bind port e59136f0-cae9-4a34-ae5c-37aacb615186 on network 11a9511b-83fc-4cec-a271-6411e72db4f1 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:14:19.438031 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a3187546-0d79-4bd9-bd7a-ed805ae60cce tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.442958 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a3187546-0d79-4bd9-bd7a-ed805ae60cce tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.445172 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:14:19.445516 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Checking segment: {'id': '543fe78a-69f7-4bcc-bc3f-5914135207d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '11a9511b-83fc-4cec-a271-6411e72db4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:14:19.445883 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Bound using segment: {'id': '543fe78a-69f7-4bcc-bc3f-5914135207d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '11a9511b-83fc-4cec-a271-6411e72db4f1'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:14:19.446397 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Bound port: e59136f0-cae9-4a34-ae5c-37aacb615186, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543fe78a-69f7-4bcc-bc3f-5914135207d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '11a9511b-83fc-4cec-a271-6411e72db4f1'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:14:19.446731 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.475146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3187546-0d79-4bd9-bd7a-ed805ae60cce tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6584ef2a-28f4-4bb9-9441-48829c1ce698,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:19.488374 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a3187546-0d79-4bd9-bd7a-ed805ae60cce tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.493406 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a3187546-0d79-4bd9-bd7a-ed805ae60cce tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2782447 Aug 28 13:14:19.494015 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60206) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:19.503739 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-0a58fe17-b8a9-43cb-b361-cc08b7aed596 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': '199296e3-162d-4834-afa9-0ee610bd8d08', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:19.552000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] For port e59136f0-cae9-4a34-ae5c-37aacb615186, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:14:19.555333 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] For port e59136f0-cae9-4a34-ae5c-37aacb615186, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e59136f0-cae9-4a34-ae5c-37aacb615186,segment=NetworkSegment(543fe78a-69f7-4bcc-bc3f-5914135207d1),segment_id=543fe78a-69f7-4bcc-bc3f-5914135207d1)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:14:19.559357 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.597839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:19.598526 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.600701 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] 10.222.0.10 "PUT /v2.0/ports/e59136f0-cae9-4a34-ae5c-37aacb615186 HTTP/1.1" status: 200 len: 1092 time: 0.9378726 Aug 28 13:14:19.601185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7decfe8b-7558-4cb2-a99e-1b58de9a5506', 'tag': 'e59136f0-cae9-4a34-ae5c-37aacb615186'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:19.602100 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a58fe17-b8a9-43cb-b361-cc08b7aed596 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:19.603560 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1aea04-00a9-404b-b13d-b81ce43b2f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "7decfe8b-7558-4cb2-a99e-1b58de9a5506", "tag": "e59136f0-cae9-4a34-ae5c-37aacb615186"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:19.644685 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87f2d4-8368-439d-ad46-1cae0a57dac8 service neutron] Pushing event updated for resources: {'Port': ['ID=e59136f0-cae9-4a34-ae5c-37aacb615186,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:19.649340 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd32890-ff20-4488-a634-54e36461df59 x-openstack-request-id: req-cdd32890-ff20-4488-a634-54e36461df59 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:19.649632 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7decfe8b-7558-4cb2-a99e-1b58de9a5506", "tag": "e59136f0-cae9-4a34-ae5c-37aacb615186", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:19.649887 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cdd32890-ff20-4488-a634-54e36461df59 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:19.650830 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7decfe8b-7558-4cb2-a99e-1b58de9a5506', 'tag': 'e59136f0-cae9-4a34-ae5c-37aacb615186', 'status': 'completed', 'code': 200} Aug 28 13:14:19.700840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-9afaadb1-c88a-4eaf-9c01-87a3b9a80c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:19.702429 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-9afaadb1-c88a-4eaf-9c01-87a3b9a80c6b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=538617800f544b16a1e6abb4c6d1514c&device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 1095 time: 0.0445476 Aug 28 13:14:19.748037 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-a05cc20b-fa6a-41ac-ad86-8f9ac8d3dd64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e59136f0-cae9-4a34-ae5c-37aacb615186 HTTP/1.1" status: 200 len: 217 time: 0.0367081 Aug 28 13:14:19.809445 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-16e43dae-8070-42e4-9507-780e5e01d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:19.811788 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-16e43dae-8070-42e4-9507-780e5e01d1e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc6cbdcf-5bae-4819-8dd0-633c5dba3322 HTTP/1.1" status: 200 len: 849 time: 0.0556865 Aug 28 13:14:19.845657 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-dece0dde-0c9d-4d9c-9d8c-b4bc704402fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11a9511b-83fc-4cec-a271-6411e72db4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262141 Aug 28 13:14:19.943158 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-3a74ea43-3a54-4099-bf13-19858bd8351c service neutron] 10.222.0.10 "GET /v2.0/networks/11a9511b-83fc-4cec-a271-6411e72db4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874047 Aug 28 13:14:19.994414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98cc7f-9686-4352-b9b9-a2c233d09ddc req-6a899c78-1d87-4855-b519-bde80d5e2ef5 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:19.995876 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f98cc7f-9686-4352-b9b9-a2c233d09ddc req-6a899c78-1d87-4855-b519-bde80d5e2ef5 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 943 time: 0.4568796 Aug 28 13:14:20.042426 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5fb1213b-e65f-4c1c-ad98-0a4496366d0d req-467c694e-5284-4846-9df9-e06a6a700a92 service neutron] 10.222.0.10 "GET /v2.0/networks/11a9511b-83fc-4cec-a271-6411e72db4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918522 Aug 28 13:14:20.082707 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a58fe17-b8a9-43cb-b361-cc08b7aed596 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.097459 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a58fe17-b8a9-43cb-b361-cc08b7aed596 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.114745 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f98cc7f-9686-4352-b9b9-a2c233d09ddc req-8209d868-d37a-4d2e-932a-2e8a5bb90f0f tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090384 Aug 28 13:14:20.127470 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.131745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58fe17-b8a9-43cb-b361-cc08b7aed596 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7af2448-348f-445a-b1f0-082493804eab,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:20.137509 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a58fe17-b8a9-43cb-b361-cc08b7aed596 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.141064 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0a58fe17-b8a9-43cb-b361-cc08b7aed596 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6443505 Aug 28 13:14:20.143281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60210) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:20.149620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-42839869-a6db-4dad-802c-46fd467f2c98 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': '199296e3-162d-4834-afa9-0ee610bd8d08', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:20.171614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aea04-00a9-404b-b13d-b81ce43b2f1f req-5a54dfd4-a006-49a8-b394-2d9b199f6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:20.173269 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa1aea04-00a9-404b-b13d-b81ce43b2f1f req-5a54dfd4-a006-49a8-b394-2d9b199f6b2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=538617800f544b16a1e6abb4c6d1514c&device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 1095 time: 0.0763333 Aug 28 13:14:20.182941 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-42839869-a6db-4dad-802c-46fd467f2c98 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Project 76128c3db5c64f1fb1ea03729f5b5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:14:20.204232 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-42839869-a6db-4dad-802c-46fd467f2c98 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.280167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Router 5993ba92-c524-4c11-90b0-d2d533d57494 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:14:20.317504 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-42839869-a6db-4dad-802c-46fd467f2c98 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.320575 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aea04-00a9-404b-b13d-b81ce43b2f1f req-b6372d6c-a3da-4c8c-bfd0-9fbdc13ccf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:20.322119 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa1aea04-00a9-404b-b13d-b81ce43b2f1f req-b6372d6c-a3da-4c8c-bfd0-9fbdc13ccf4d service neutron] 10.222.0.10 "GET /v2.0/networks?id=11a9511b-83fc-4cec-a271-6411e72db4f1 HTTP/1.1" status: 200 len: 909 time: 0.1404712 Aug 28 13:14:20.323344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-42839869-a6db-4dad-802c-46fd467f2c98 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.377430 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42839869-a6db-4dad-802c-46fd467f2c98 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee2842b-38b8-4080-b414-a13f45fe0f05,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:20.381855 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa1aea04-00a9-404b-b13d-b81ce43b2f1f req-cd7664bf-a9aa-4855-bc11-fcfa63fee360 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e59136f0-cae9-4a34-ae5c-37aacb615186 HTTP/1.1" status: 200 len: 217 time: 0.0484827 Aug 28 13:14:20.384002 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-42839869-a6db-4dad-802c-46fd467f2c98 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.389193 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-42839869-a6db-4dad-802c-46fd467f2c98 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2412577 Aug 28 13:14:20.389498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60212) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:20.393532 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:14:20.397373 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-228e3c8e-ec8c-4d2b-83b4-134574f579a5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'security_group_rule': {'security_group_id': '199296e3-162d-4834-afa9-0ee610bd8d08', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:20.403676 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Sync routers for ids ['5993ba92-c524-4c11-90b0-d2d533d57494'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:14:20.413604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Routers {'5993ba92-c524-4c11-90b0-d2d533d57494'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:20.414332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:14:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5993ba92-c524-4c11-90b0-d2d533d57494'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:20.462502 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.462772 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-228e3c8e-ec8c-4d2b-83b4-134574f579a5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Project 76128c3db5c64f1fb1ea03729f5b5e46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:14:20.470835 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ff91b991-8f0b-459c-bbef-3fce85356103 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3527582 Aug 28 13:14:20.472599 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60216) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:20.473291 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-228e3c8e-ec8c-4d2b-83b4-134574f579a5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.492909 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1aea04-00a9-404b-b13d-b81ce43b2f1f req-ce8108d7-1270-4cbe-94ed-91607c982c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:20.494442 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa1aea04-00a9-404b-b13d-b81ce43b2f1f req-ce8108d7-1270-4cbe-94ed-91607c982c83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc6cbdcf-5bae-4819-8dd0-633c5dba3322 HTTP/1.1" status: 200 len: 849 time: 0.1021445 Aug 28 13:14:20.526089 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-90bbdf67-3ed0-49c5-9bb1-7ac255285ee1 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=b71b30df94e64348893b50e0a2be3059&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520186 Aug 28 13:14:20.527017 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60218) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:20.541279 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa1aea04-00a9-404b-b13d-b81ce43b2f1f req-1eb34e6f-6c8e-47a5-a440-7589c9e95dc6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11a9511b-83fc-4cec-a271-6411e72db4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369689 Aug 28 13:14:20.541572 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Set router 5993ba92-c524-4c11-90b0-d2d533d57494 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:20.618452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d2c33-e7c8-474e-81f9-70564e4f9955 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:20.619284 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-228e3c8e-ec8c-4d2b-83b4-134574f579a5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.623545 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60220) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:20.623851 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6e1d2c33-e7c8-474e-81f9-70564e4f9955 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0955875 Aug 28 13:14:20.634618 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-228e3c8e-ec8c-4d2b-83b4-134574f579a5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.674331 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8e6b2765-1ba9-4a9c-965a-9d249d86fa2e tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473859 Aug 28 13:14:20.675605 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60222) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:20.681697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-85ad4e82-5e07-4657-9805-053fb9a62284 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-741929760', 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:20.687944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e3c8e-ec8c-4d2b-83b4-134574f579a5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43f9b1b-d578-4800-b5ca-168ade2edac6,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:20.695665 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-228e3c8e-ec8c-4d2b-83b4-134574f579a5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.696843 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-228e3c8e-ec8c-4d2b-83b4-134574f579a5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3061519 Aug 28 13:14:20.702915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60224) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:20.709524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c745b63c-1a27-4966-b99e-9c9a0fe4b70f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'network': {'name': 'tempest-network-smoke--1801947214', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'port_security_enabled': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:20.718924 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa1aea04-00a9-404b-b13d-b81ce43b2f1f req-00a65a9a-cdae-4b47-981c-be7a4b79f96f service neutron] 10.222.0.10 "GET /v2.0/networks/11a9511b-83fc-4cec-a271-6411e72db4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650934 Aug 28 13:14:20.784968 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c745b63c-1a27-4966-b99e-9c9a0fe4b70f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Made reservation on behalf of 76128c3db5c64f1fb1ea03729f5b5e46 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:14:20.785388 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'name': 'tempest-TestNetworkBasicOps-router-1662683632', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:19Z', 'revision_number': 3, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:20.788544 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c745b63c-1a27-4966-b99e-9c9a0fe4b70f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.801243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ad4e82-5e07-4657-9805-053fb9a62284 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Made reservation on behalf of b71b30df94e64348893b50e0a2be3059 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:14:20.804730 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85ad4e82-5e07-4657-9805-053fb9a62284 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.822233 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Checking router: 5993ba92-c524-4c11-90b0-d2d533d57494 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:14:20.822748 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Updating router 5993ba92-c524-4c11-90b0-d2d533d57494 port 2a42b090-67de-4537-8c28-0014a1fb1427 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:14:20.833944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c745b63c-1a27-4966-b99e-9c9a0fe4b70f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:14:20.851536 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.854968 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c745b63c-1a27-4966-b99e-9c9a0fe4b70f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.855308 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-c745b63c-1a27-4966-b99e-9c9a0fe4b70f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Added segment 50ed2b47-053e-44a2-a304-ab3cc34d5c45 of type vlan for network 8227817a-1732-4f6f-adf4-3725d8ae21c5 Aug 28 13:14:20.867123 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aa1aea04-00a9-404b-b13d-b81ce43b2f1f req-eb6f2e63-4bb5-4032-aee5-2b90ac1413ef service neutron] 10.222.0.10 "GET /v2.0/networks/11a9511b-83fc-4cec-a271-6411e72db4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381583 Aug 28 13:14:20.905985 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c745b63c-1a27-4966-b99e-9c9a0fe4b70f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.933824 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c745b63c-1a27-4966-b99e-9c9a0fe4b70f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.940789 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745b63c-1a27-4966-b99e-9c9a0fe4b70f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:20.941574 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c745b63c-1a27-4966-b99e-9c9a0fe4b70f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:20.992277 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c745b63c-1a27-4966-b99e-9c9a0fe4b70f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2882698 Aug 28 13:14:20.995179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60226) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:21.014049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-99446786', 'admin_state_up': True, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:21.038790 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745b63c-1a27-4966-b99e-9c9a0fe4b70f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Network': ['ID=8227817a-1732-4f6f-adf4-3725d8ae21c5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:21.040058 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85ad4e82-5e07-4657-9805-053fb9a62284 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.048984 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.050995 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.055775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 8227817a-1732-4f6f-adf4-3725d8ae21c5 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:14:21.109621 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.112202 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad4e82-5e07-4657-9805-053fb9a62284 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Subnet': ['ID=b442f7ad-6698-4300-8dad-392b1a2c1e50,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:21.118239 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ad4e82-5e07-4657-9805-053fb9a62284 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Checking segment: {'id': '4675bce1-c245-4376-9413-77056c342e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:14:21.118620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ad4e82-5e07-4657-9805-053fb9a62284 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network hostable DHCP agents. Network: e5040441-6327-4b24-9c3f-6c4bcd69bf62, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:14:21.136209 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ad4e82-5e07-4657-9805-053fb9a62284 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network e5040441-6327-4b24-9c3f-6c4bcd69bf62 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:14:21.159787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-85ad4e82-5e07-4657-9805-053fb9a62284 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, e5040441-6327-4b24-9c3f-6c4bcd69bf62) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:21.168685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320281dc-dfc7-4f6b-b6de-d13b21b12a6e None None] Network e5040441-6327-4b24-9c3f-6c4bcd69bf62 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:14:21.175660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ad4e82-5e07-4657-9805-053fb9a62284 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:21.176962 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85ad4e82-5e07-4657-9805-053fb9a62284 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.193785 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-85ad4e82-5e07-4657-9805-053fb9a62284 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5169163 Aug 28 13:14:21.197042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60230) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:21.284624 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.291848 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.306210 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Transition to ACTIVE for port object 2a42b090-67de-4537-8c28-0014a1fb1427 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:21.333302 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a42cc-7503-4972-9eba-42b8f4a4cede req-4507596b-ab50-41c9-9124-11df648d0323 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:21.334838 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae6a42cc-7503-4972-9eba-42b8f4a4cede req-4507596b-ab50-41c9-9124-11df648d0323 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 943 time: 0.1015947 Aug 28 13:14:21.336494 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.404689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f241b-f32d-45cc-9d40-0a33d7331eb7 None None] Pushing event updated for resources: {'Port': ['ID=2a42b090-67de-4537-8c28-0014a1fb1427,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:21.415141 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae6a42cc-7503-4972-9eba-42b8f4a4cede req-2ab0ef1c-860b-45ab-b708-a6e01f9129b5 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557024 Aug 28 13:14:21.431087 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Attempting to bind port 2a42b090-67de-4537-8c28-0014a1fb1427 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:14:21.431586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Attempting to bind port 2a42b090-67de-4537-8c28-0014a1fb1427 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:14:21.432043 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Attempting to bind port 2a42b090-67de-4537-8c28-0014a1fb1427 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:14:21.437818 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:14:21.438233 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:14:21.438784 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.439277 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:14:21.439850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Bound port: 2a42b090-67de-4537-8c28-0014a1fb1427, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:14:21.440335 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.463400 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ips': [{'subnet_id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:14:21.464431 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.560701 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.564274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] For port 2a42b090-67de-4537-8c28-0014a1fb1427, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:14:21.581695 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.586762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] For port 2a42b090-67de-4537-8c28-0014a1fb1427, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2a42b090-67de-4537-8c28-0014a1fb1427,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:14:21.595382 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.686085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f241b-f32d-45cc-9d40-0a33d7331eb7 None None] Pushing event updated for resources: {'Port': ['ID=2a42b090-67de-4537-8c28-0014a1fb1427,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:21.698049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Allocated IP 172.25.1.46 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/dbe598d2-8f5d-4122-b14e-27820e0f7c84) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:14:21.701609 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Allocated IP 172.20.0.2 (e5040441-6327-4b24-9c3f-6c4bcd69bf62/b442f7ad-6698-4300-8dad-392b1a2c1e50/6504e6bc-5cd7-4b5e-add2-c5ff87edc983) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:14:21.714480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Routers {'5993ba92-c524-4c11-90b0-d2d533d57494'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:21.715119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:14:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5993ba92-c524-4c11-90b0-d2d533d57494'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:21.726343 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.827745 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.875315 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:21.896598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] Set router 5993ba92-c524-4c11-90b0-d2d533d57494 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:21.923703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:14:21.929116 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:21.931827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:14:21.952914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=dbe598d2-8f5d-4122-b14e-27820e0f7c84,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:22.042183 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:22.060634 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Transition to ACTIVE for port object 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:22.088405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Transition to ACTIVE for port object 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:22.111373 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:22.152425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Allocated IP 172.20.0.1 (e5040441-6327-4b24-9c3f-6c4bcd69bf62/b442f7ad-6698-4300-8dad-392b1a2c1e50/d00b3204-0e19-46e4-93ba-1c3a26cb70bf) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:14:22.164878 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Network e5040441-6327-4b24-9c3f-6c4bcd69bf62 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:14:22.172403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:22.176230 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:14:22.178131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Pushing event updated for resources: {'Port': ['ID=6504e6bc-5cd7-4b5e-add2-c5ff87edc983,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:22.294885 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:22.312450 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Transition to ACTIVE for port object d00b3204-0e19-46e4-93ba-1c3a26cb70bf will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:22.348207 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:22.392294 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network e5040441-6327-4b24-9c3f-6c4bcd69bf62 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:14:22.397890 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:22.402640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:14:22.411418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'name': 'tempest-TestNetworkBasicOps-router-1662683632', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:19Z', 'revision_number': 3, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:22.416043 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Attempting to bind port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:14:22.416198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Attempting to bind port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '4675bce1-c245-4376-9413-77056c342e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:14:22.416462 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Attempting to bind port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 on network e5040441-6327-4b24-9c3f-6c4bcd69bf62 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:14:22.429511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Port': ['ID=d00b3204-0e19-46e4-93ba-1c3a26cb70bf,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:22.453370 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c82f933-c13a-4628-a8af-4c1d268634c4 None None] The sync data for ids ['5993ba92-c524-4c11-90b0-d2d533d57494'] in n-d-791505-21 is: [{'id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'name': 'tempest-TestNetworkBasicOps-router-1662683632', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:19Z', 'revision_number': 3, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:14:22.458112 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:14:22.458112 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Checking segment: {'id': '4675bce1-c245-4376-9413-77056c342e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:14:22.458409 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:22.458681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Bound using segment: {'id': '4675bce1-c245-4376-9413-77056c342e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:14:22.459212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Bound port: 6504e6bc-5cd7-4b5e-add2-c5ff87edc983, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4675bce1-c245-4376-9413-77056c342e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:14:22.459514 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:22.468577 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:22.555249 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] For port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:14:22.558829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] For port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6504e6bc-5cd7-4b5e-add2-c5ff87edc983,segment=NetworkSegment(4675bce1-c245-4376-9413-77056c342e54),segment_id=4675bce1-c245-4376-9413-77056c342e54)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:14:22.564134 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:22.571409 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:22.618419 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:14:22.627493 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15167be8-8de3-4317-bfbf-5725fbb13360 None None] Pushing event updated for resources: {'Port': ['ID=6504e6bc-5cd7-4b5e-add2-c5ff87edc983,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:22.630756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74c143-cdad-48a1-bd04-0c4d560e5fd9 req-c3641d90-224d-443d-ae72-e6b108d69425 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:22.640690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a74c143-cdad-48a1-bd04-0c4d560e5fd9 req-c3641d90-224d-443d-ae72-e6b108d69425 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 943 time: 0.1090593 Aug 28 13:14:22.701513 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a74c143-cdad-48a1-bd04-0c4d560e5fd9 req-71adc8af-30d5-49a5-9a88-93a92f655759 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586126 Aug 28 13:14:22.797442 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:22.825890 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:23.031864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router 6291933a-6146-41a0-860f-25bc632da583 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:14:23.152869 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:14:23.165116 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Sync routers for ids ['6291933a-6146-41a0-860f-25bc632da583'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:14:23.178090 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:23.182504 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-97ab2a7b-0299-47a7-85c5-7b2d4c824f07 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1800911 Aug 28 13:14:23.183075 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60234) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:23.184035 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Routers {'6291933a-6146-41a0-860f-25bc632da583'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:23.185202 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:23.185941 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:14:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6291933a-6146-41a0-860f-25bc632da583'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:23.193816 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:23.221110 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2b7ab4e3-4fcf-4e30-adc4-bb707801a2cb tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=76128c3db5c64f1fb1ea03729f5b5e46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345821 Aug 28 13:14:23.221425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60236) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:23.298933 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:23.301503 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Port': ['ID=d00b3204-0e19-46e4-93ba-1c3a26cb70bf,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:23.326165 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Set router 6291933a-6146-41a0-860f-25bc632da583 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:23.333746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626ee63-aa0b-4022-9b32-3fdf2a1d2aa1 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:23.335624 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0626ee63-aa0b-4022-9b32-3fdf2a1d2aa1 tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1131334 Aug 28 13:14:23.339041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60238) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:23.391648 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4e8c70d0-e358-4168-8e62-7fc07136d14c tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0514297 Aug 28 13:14:23.392402 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60240) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:23.401469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c9415ac8-87c6-4055-8c30-a8c42828ab45 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1670585649', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:23.452568 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network e5040441-6327-4b24-9c3f-6c4bcd69bf62 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:14:23.454458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:23.462812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e59136f0-cae9-4a34-ae5c-37aacb615186 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:14:23.582701 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9415ac8-87c6-4055-8c30-a8c42828ab45 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Made reservation on behalf of 76128c3db5c64f1fb1ea03729f5b5e46 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:14:23.588978 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c9415ac8-87c6-4055-8c30-a8c42828ab45 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:23.612195 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:14:23.660719 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Router 5993ba92-c524-4c11-90b0-d2d533d57494 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:14:23.689069 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6291933a-6146-41a0-860f-25bc632da583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99446786', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:22Z', 'revision_number': 3, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:23.728237 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Checking router: 6291933a-6146-41a0-860f-25bc632da583 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:14:23.728885 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Updating router 6291933a-6146-41a0-860f-25bc632da583 port dbe598d2-8f5d-4122-b14e-27820e0f7c84 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:14:23.783230 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:23.796882 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e59136f0-cae9-4a34-ae5c-37aacb615186, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e59136f0-cae9-4a34-ae5c-37aacb615186,segment=NetworkSegment(543fe78a-69f7-4bcc-bc3f-5914135207d1),segment_id=543fe78a-69f7-4bcc-bc3f-5914135207d1)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:23.832937 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'e59136f0-cae9-4a34-ae5c-37aacb615186', 'network_id': '11a9511b-83fc-4cec-a271-6411e72db4f1', 'port_id': 'e59136f0-cae9-4a34-ae5c-37aacb615186', 'mac_address': 'fa:16:3e:7a:3c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6cbdcf-5bae-4819-8dd0-633c5dba3322', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:14:23.836574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:14:23.869485 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:14:23.888404 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:23.890289 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-00719201-fe7b-41b2-bae5-8f8d450241c8 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "PUT /v2.0/routers/5993ba92-c524-4c11-90b0-d2d533d57494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6917322 Aug 28 13:14:23.891333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2a42b090-67de-4537-8c28-0014a1fb1427 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:14:23.893078 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60244) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:23.924888 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59136f0-cae9-4a34-ae5c-37aacb615186 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:14:23.956566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e59136f0-cae9-4a34-ae5c-37aacb615186, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e59136f0-cae9-4a34-ae5c-37aacb615186,segment=NetworkSegment(543fe78a-69f7-4bcc-bc3f-5914135207d1),segment_id=543fe78a-69f7-4bcc-bc3f-5914135207d1)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:23.960071 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a9f53-fc2d-4822-908b-a2c4e4b52ed8 req-f02734b9-2bf1-4649-96e4-ac74c7c1e184 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:23.961866 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-485a9f53-fc2d-4822-908b-a2c4e4b52ed8 req-f02734b9-2bf1-4649-96e4-ac74c7c1e184 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 943 time: 0.1348276 Aug 28 13:14:23.963115 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c9415ac8-87c6-4055-8c30-a8c42828ab45 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:23.974020 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:24.026883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 2a42b090-67de-4537-8c28-0014a1fb1427 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:14:24.054615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 2a42b090-67de-4537-8c28-0014a1fb1427 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:24.055153 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:24.101753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=e59136f0-cae9-4a34-ae5c-37aacb615186,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:24.117736 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b77ac02-2158-4b6d-9dc7-ca6d3af9f046 None None] Network e5040441-6327-4b24-9c3f-6c4bcd69bf62 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:14:24.131836 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:24.143222 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Transition to ACTIVE for port object dbe598d2-8f5d-4122-b14e-27820e0f7c84 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:24.152123 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:24.166401 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9415ac8-87c6-4055-8c30-a8c42828ab45 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Subnet': ['ID=b7d8c224-8181-482e-b781-56c61ba1f09f,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:24.170726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570329a7-cd46-4a77-90a3-8dc7699aec88 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:24.171266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570329a7-cd46-4a77-90a3-8dc7699aec88 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:24.171733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570329a7-cd46-4a77-90a3-8dc7699aec88 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:24.172215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570329a7-cd46-4a77-90a3-8dc7699aec88 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:24.172651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570329a7-cd46-4a77-90a3-8dc7699aec88 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:24.173370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570329a7-cd46-4a77-90a3-8dc7699aec88 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:24.178899 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-570329a7-cd46-4a77-90a3-8dc7699aec88 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4218 time: 0.2848253 Aug 28 13:14:24.179323 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-485a9f53-fc2d-4822-908b-a2c4e4b52ed8 req-6b77a8e9-c23b-4f6f-84d1-6626f686e7e1 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354280 Aug 28 13:14:24.179517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60246) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:24.186896 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9415ac8-87c6-4055-8c30-a8c42828ab45 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Checking segment: {'id': '50ed2b47-053e-44a2-a304-ab3cc34d5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:14:24.187525 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9415ac8-87c6-4055-8c30-a8c42828ab45 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network hostable DHCP agents. Network: 8227817a-1732-4f6f-adf4-3725d8ae21c5, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:14:24.206184 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95acf79-85e3-46a4-ba42-bf0517f2a559 None None] Pushing event updated for resources: {'Port': ['ID=dbe598d2-8f5d-4122-b14e-27820e0f7c84,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:24.218157 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9415ac8-87c6-4055-8c30-a8c42828ab45 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 8227817a-1732-4f6f-adf4-3725d8ae21c5 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:14:24.220358 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95acf79-85e3-46a4-ba42-bf0517f2a559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:24.220814 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95acf79-85e3-46a4-ba42-bf0517f2a559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:24.221743 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95acf79-85e3-46a4-ba42-bf0517f2a559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:24.222156 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95acf79-85e3-46a4-ba42-bf0517f2a559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:24.222582 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95acf79-85e3-46a4-ba42-bf0517f2a559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:24.223002 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95acf79-85e3-46a4-ba42-bf0517f2a559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:24.223606 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95acf79-85e3-46a4-ba42-bf0517f2a559 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:24.224951 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95acf79-85e3-46a4-ba42-bf0517f2a559 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:24.225546 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95acf79-85e3-46a4-ba42-bf0517f2a559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:24.226344 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95acf79-85e3-46a4-ba42-bf0517f2a559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:24.226865 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95acf79-85e3-46a4-ba42-bf0517f2a559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:24.227366 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95acf79-85e3-46a4-ba42-bf0517f2a559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:24.230745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c9415ac8-87c6-4055-8c30-a8c42828ab45 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 8227817a-1732-4f6f-adf4-3725d8ae21c5) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:24.238242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9415ac8-87c6-4055-8c30-a8c42828ab45 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:24.239088 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c9415ac8-87c6-4055-8c30-a8c42828ab45 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:24.255956 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Attempting to bind port dbe598d2-8f5d-4122-b14e-27820e0f7c84 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:14:24.256766 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Attempting to bind port dbe598d2-8f5d-4122-b14e-27820e0f7c84 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:14:24.257542 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Attempting to bind port dbe598d2-8f5d-4122-b14e-27820e0f7c84 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:14:24.260769 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c9415ac8-87c6-4055-8c30-a8c42828ab45 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8671155 Aug 28 13:14:24.264048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60248) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:24.267671 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:14:24.271076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5b2436-aa17-405c-86fc-eab97060bc59 None None] Network 8227817a-1732-4f6f-adf4-3725d8ae21c5 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:14:24.271590 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:14:24.272102 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:24.272589 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:14:24.273395 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Bound port: dbe598d2-8f5d-4122-b14e-27820e0f7c84, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:14:24.273883 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:24.343016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908bfc7c-656a-4d5e-88fc-bef88629ff3b tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:24.343589 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908bfc7c-656a-4d5e-88fc-bef88629ff3b tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:24.343858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908bfc7c-656a-4d5e-88fc-bef88629ff3b tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:24.344309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908bfc7c-656a-4d5e-88fc-bef88629ff3b tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:24.344802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908bfc7c-656a-4d5e-88fc-bef88629ff3b tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:24.345199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908bfc7c-656a-4d5e-88fc-bef88629ff3b tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:24.349410 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-908bfc7c-656a-4d5e-88fc-bef88629ff3b tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3987 time: 0.1665699 Aug 28 13:14:24.352138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['e59136f0-cae9-4a34-ae5c-37aacb615186'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:14:24.352803 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60250) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:24.364235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ae970ada-7774-40cd-9db0-ceab429136e3 None None] Provisioning for port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:14:24.366469 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] For port dbe598d2-8f5d-4122-b14e-27820e0f7c84, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:14:24.370146 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] For port dbe598d2-8f5d-4122-b14e-27820e0f7c84, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=dbe598d2-8f5d-4122-b14e-27820e0f7c84,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:14:24.376571 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:24.424728 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ae970ada-7774-40cd-9db0-ceab429136e3 None None] Provisioning complete for port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:24.425100 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ae970ada-7774-40cd-9db0-ceab429136e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:24.430630 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Routers {'6291933a-6146-41a0-860f-25bc632da583'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:24.431564 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:14:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6291933a-6146-41a0-860f-25bc632da583'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:24.539851 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:24.588444 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 2a42b090-67de-4537-8c28-0014a1fb1427, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2a42b090-67de-4537-8c28-0014a1fb1427,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:24.607614 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:24.712908 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95acf79-85e3-46a4-ba42-bf0517f2a559 None None] Pushing event updated for resources: {'Port': ['ID=dbe598d2-8f5d-4122-b14e-27820e0f7c84,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:24.790222 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] Set router 6291933a-6146-41a0-860f-25bc632da583 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:24.835467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=2a42b090-67de-4537-8c28-0014a1fb1427,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:24.882228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Sync routers for ids ['5993ba92-c524-4c11-90b0-d2d533d57494'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:14:24.941012 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:24.957386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-8227817a-1732-4f6f-adf4-3725d8ae21c5', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ips': [{'subnet_id': 'b7d8c224-8181-482e-b781-56c61ba1f09f'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:14:24.958314 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:25.027742 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6291933a-6146-41a0-860f-25bc632da583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99446786', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:22Z', 'revision_number': 3, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:25.061090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Routers {'5993ba92-c524-4c11-90b0-d2d533d57494'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:25.061735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:14:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5993ba92-c524-4c11-90b0-d2d533d57494'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:25.066258 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84cf36b-ffad-44e7-bb59-ecaefe985112 None None] The sync data for ids ['6291933a-6146-41a0-860f-25bc632da583'] in n-d-791505-21 is: [{'id': '6291933a-6146-41a0-860f-25bc632da583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99446786', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:22Z', 'revision_number': 3, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:14:25.068839 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ae970ada-7774-40cd-9db0-ceab429136e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:25.093758 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4ae328c8-8f57-45af-b34e-2d3bf3cc414b tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.7397821 Aug 28 13:14:25.228522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Allocated IP 172.20.0.2 (8227817a-1732-4f6f-adf4-3725d8ae21c5/b7d8c224-8181-482e-b781-56c61ba1f09f/c00e7780-03d8-41d1-90d8-9de214adcef8) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:14:25.385902 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441588d-ff6b-4147-a534-008ccf98af8f req-13c8bae1-0aae-4f20-a6f7-cce69432c377 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:25.387746 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8441588d-ff6b-4147-a534-008ccf98af8f req-13c8bae1-0aae-4f20-a6f7-cce69432c377 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 944 time: 0.0904059 Aug 28 13:14:25.405782 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Set router 5993ba92-c524-4c11-90b0-d2d533d57494 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:25.451744 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8441588d-ff6b-4147-a534-008ccf98af8f req-da0798a6-c922-4ec5-ac5b-c32a13f22922 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577922 Aug 28 13:14:25.465939 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2a42b090-67de-4537-8c28-0014a1fb1427 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:14:25.558440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ae970ada-7774-40cd-9db0-ceab429136e3 None None] For port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6504e6bc-5cd7-4b5e-add2-c5ff87edc983,segment=NetworkSegment(4675bce1-c245-4376-9413-77056c342e54),segment_id=4675bce1-c245-4376-9413-77056c342e54)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:25.597102 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ae970ada-7774-40cd-9db0-ceab429136e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:25.911917 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 2a42b090-67de-4537-8c28-0014a1fb1427 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:25.912370 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:25.940141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60256) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:25.945054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ee708bcf-26d7-4679-affa-f117ffcf9e22 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-388133047', 'description': 'tempest-secgroup-smoke-388133047 description', 'project_id': 'b71b30df94e64348893b50e0a2be3059'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:25.966102 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-92f667be-07a2-485e-aad3-0a02fb63de64 None None] Provisioning for port d00b3204-0e19-46e4-93ba-1c3a26cb70bf completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:14:25.968121 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee708bcf-26d7-4679-affa-f117ffcf9e22 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:25.982019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae970ada-7774-40cd-9db0-ceab429136e3 None None] Pushing event updated for resources: {'Port': ['ID=6504e6bc-5cd7-4b5e-add2-c5ff87edc983,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:25.994895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-92f667be-07a2-485e-aad3-0a02fb63de64 None None] Provisioning complete for port d00b3204-0e19-46e4-93ba-1c3a26cb70bf triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:25.995261 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-92f667be-07a2-485e-aad3-0a02fb63de64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.062601 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee708bcf-26d7-4679-affa-f117ffcf9e22 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.066623 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee708bcf-26d7-4679-affa-f117ffcf9e22 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.088401 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.095321 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee708bcf-26d7-4679-affa-f117ffcf9e22 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.099309 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ee708bcf-26d7-4679-affa-f117ffcf9e22 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1575747 Aug 28 13:14:26.099982 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60258) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:26.105023 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-3ffcd132-c713-4a6a-a161-1a1f1c011646 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'f356a12e-6930-412b-97c4-afc96d73ddb0', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:26.105631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Transition to ACTIVE for port object c00e7780-03d8-41d1-90d8-9de214adcef8 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:26.110067 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-92f667be-07a2-485e-aad3-0a02fb63de64 None None] Port d00b3204-0e19-46e4-93ba-1c3a26cb70bf cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:14:26.115350 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee708bcf-26d7-4679-affa-f117ffcf9e22 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f356a12e-6930-412b-97c4-afc96d73ddb0,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:26.138306 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ffcd132-c713-4a6a-a161-1a1f1c011646 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.154693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Transition to ACTIVE for port object c00e7780-03d8-41d1-90d8-9de214adcef8 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:26.170933 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.210264 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-92f667be-07a2-485e-aad3-0a02fb63de64 None None] Provisioning complete for port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:26.210683 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-92f667be-07a2-485e-aad3-0a02fb63de64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.233526 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Allocated IP 172.20.0.1 (8227817a-1732-4f6f-adf4-3725d8ae21c5/b7d8c224-8181-482e-b781-56c61ba1f09f/dd7662dd-12e8-4171-b15d-a76a29fc4608) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:14:26.251115 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ffcd132-c713-4a6a-a161-1a1f1c011646 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.256911 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Network 8227817a-1732-4f6f-adf4-3725d8ae21c5 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:14:26.258468 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ffcd132-c713-4a6a-a161-1a1f1c011646 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.273226 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:26.287178 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'name': 'tempest-TestNetworkBasicOps-router-1662683632', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:22Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'd00b3204-0e19-46e4-93ba-1c3a26cb70bf', 'name': '', 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:cc:2e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:23Z', 'revision_number': 2, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:26.289070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:14:26.297115 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Pushing event updated for resources: {'Port': ['ID=c00e7780-03d8-41d1-90d8-9de214adcef8,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:26.321311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcd132-c713-4a6a-a161-1a1f1c011646 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9a4dc2-19ff-4146-8de8-ec938d63dfb6,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:26.329718 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ffcd132-c713-4a6a-a161-1a1f1c011646 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.330952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3ffcd132-c713-4a6a-a161-1a1f1c011646 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2299387 Aug 28 13:14:26.333706 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60260) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:26.338127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a9fc4546-ae3f-4268-b900-afa8141d58bf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'f356a12e-6930-412b-97c4-afc96d73ddb0', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:26.348014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Checking router: 5993ba92-c524-4c11-90b0-d2d533d57494 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:14:26.348294 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Updating router 5993ba92-c524-4c11-90b0-d2d533d57494 port d00b3204-0e19-46e4-93ba-1c3a26cb70bf binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:14:26.393944 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4546-ae3f-4268-b900-afa8141d58bf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.408985 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.412101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Attempting to bind port c00e7780-03d8-41d1-90d8-9de214adcef8 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:14:26.412101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Attempting to bind port c00e7780-03d8-41d1-90d8-9de214adcef8 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '50ed2b47-053e-44a2-a304-ab3cc34d5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:14:26.412364 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Attempting to bind port c00e7780-03d8-41d1-90d8-9de214adcef8 on network 8227817a-1732-4f6f-adf4-3725d8ae21c5 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:14:26.416790 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.444388 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Transition to ACTIVE for port object dd7662dd-12e8-4171-b15d-a76a29fc4608 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:26.444643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:14:26.444835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Checking segment: {'id': '50ed2b47-053e-44a2-a304-ab3cc34d5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:14:26.445236 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.445617 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Bound using segment: {'id': '50ed2b47-053e-44a2-a304-ab3cc34d5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:14:26.446084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Bound port: c00e7780-03d8-41d1-90d8-9de214adcef8, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ed2b47-053e-44a2-a304-ab3cc34d5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:14:26.446491 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.498223 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4546-ae3f-4268-b900-afa8141d58bf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.502793 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4546-ae3f-4268-b900-afa8141d58bf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.526435 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc4546-ae3f-4268-b900-afa8141d58bf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5661af91-9171-43d7-8af4-463a2ed42b26,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:26.534398 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.539580 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4546-ae3f-4268-b900-afa8141d58bf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.543330 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a9fc4546-ae3f-4268-b900-afa8141d58bf tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2061636 Aug 28 13:14:26.543506 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60264) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:26.550938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-1d367432-85fa-45ac-baa8-15f6edd21aa6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'f356a12e-6930-412b-97c4-afc96d73ddb0', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:26.619113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 8227817a-1732-4f6f-adf4-3725d8ae21c5 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:14:26.620074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] For port c00e7780-03d8-41d1-90d8-9de214adcef8, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:14:26.635727 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:26.642303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:14:26.643120 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] For port c00e7780-03d8-41d1-90d8-9de214adcef8, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c00e7780-03d8-41d1-90d8-9de214adcef8,segment=NetworkSegment(50ed2b47-053e-44a2-a304-ab3cc34d5c45),segment_id=50ed2b47-053e-44a2-a304-ab3cc34d5c45)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:14:26.647629 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=dd7662dd-12e8-4171-b15d-a76a29fc4608,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:26.658497 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.701662 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1d367432-85fa-45ac-baa8-15f6edd21aa6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.723045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f5b69722-2f5d-4ae4-80aa-767ec6f63d50 None None] Provisioning complete for port d00b3204-0e19-46e4-93ba-1c3a26cb70bf triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:26.723417 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f5b69722-2f5d-4ae4-80aa-767ec6f63d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.724523 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a1ecd-1a9d-417d-b6c3-226d106579f1 req-023552a6-7d46-4566-90b5-5c5adbac9355 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:26.726017 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce3a1ecd-1a9d-417d-b6c3-226d106579f1 req-023552a6-7d46-4566-90b5-5c5adbac9355 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 944 time: 0.1694443 Aug 28 13:14:26.735208 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.826188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f5b69722-2f5d-4ae4-80aa-767ec6f63d50 None None] Port d00b3204-0e19-46e4-93ba-1c3a26cb70bf cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:14:26.829022 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1647508-3245-40c1-b16d-4f6645d97711 None None] Pushing event updated for resources: {'Port': ['ID=c00e7780-03d8-41d1-90d8-9de214adcef8,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:26.862387 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ce3a1ecd-1a9d-417d-b6c3-226d106579f1 req-8458a5aa-bdad-4f54-97c7-3256c18b20af tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849731 Aug 28 13:14:26.886917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1d367432-85fa-45ac-baa8-15f6edd21aa6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.893798 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1d367432-85fa-45ac-baa8-15f6edd21aa6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.907571 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.920982 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Transition to ACTIVE for port object d00b3204-0e19-46e4-93ba-1c3a26cb70bf will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:26.928427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d367432-85fa-45ac-baa8-15f6edd21aa6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46c18a1-655f-4a5b-a3ca-eade954226a3,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:26.928565 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.932809 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1d367432-85fa-45ac-baa8-15f6edd21aa6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.938146 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1d367432-85fa-45ac-baa8-15f6edd21aa6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3934608 Aug 28 13:14:26.938696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60266) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:26.951731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f8bcc024-c4c4-45f8-bdc8-959f07904fe0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'f356a12e-6930-412b-97c4-afc96d73ddb0', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:26.974666 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:26.999795 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8bcc024-c4c4-45f8-bdc8-959f07904fe0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.079587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ae923-bc63-4682-b052-fff688a335d0 None None] Pushing event updated for resources: {'Port': ['ID=d00b3204-0e19-46e4-93ba-1c3a26cb70bf,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:27.137049 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Attempting to bind port d00b3204-0e19-46e4-93ba-1c3a26cb70bf on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:14:27.137523 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Attempting to bind port d00b3204-0e19-46e4-93ba-1c3a26cb70bf by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '4675bce1-c245-4376-9413-77056c342e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:14:27.138098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Attempting to bind port d00b3204-0e19-46e4-93ba-1c3a26cb70bf on network e5040441-6327-4b24-9c3f-6c4bcd69bf62 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:14:27.148945 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8bcc024-c4c4-45f8-bdc8-959f07904fe0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.150252 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:14:27.155633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Checking segment: {'id': '4675bce1-c245-4376-9413-77056c342e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:14:27.156069 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8bcc024-c4c4-45f8-bdc8-959f07904fe0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.156345 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.156850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Bound using segment: {'id': '4675bce1-c245-4376-9413-77056c342e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:14:27.157439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Bound port: d00b3204-0e19-46e4-93ba-1c3a26cb70bf, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4675bce1-c245-4376-9413-77056c342e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:14:27.157915 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.175588 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcc024-c4c4-45f8-bdc8-959f07904fe0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9900c4e2-4f6c-4965-adbf-dc7722da835e,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:27.188011 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f8bcc024-c4c4-45f8-bdc8-959f07904fe0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.193892 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f8bcc024-c4c4-45f8-bdc8-959f07904fe0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2524090 Aug 28 13:14:27.194211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60268) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:27.199152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f11735d0-ca56-440c-af34-a370f324a069 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'f356a12e-6930-412b-97c4-afc96d73ddb0', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:27.225583 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-f11735d0-ca56-440c-af34-a370f324a069 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Project b71b30df94e64348893b50e0a2be3059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:14:27.238538 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f11735d0-ca56-440c-af34-a370f324a069 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.285685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] For port d00b3204-0e19-46e4-93ba-1c3a26cb70bf, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:14:27.289659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] For port d00b3204-0e19-46e4-93ba-1c3a26cb70bf, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d00b3204-0e19-46e4-93ba-1c3a26cb70bf,segment=NetworkSegment(4675bce1-c245-4376-9413-77056c342e54),segment_id=4675bce1-c245-4376-9413-77056c342e54)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:14:27.295346 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.336195 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f11735d0-ca56-440c-af34-a370f324a069 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.341992 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f11735d0-ca56-440c-af34-a370f324a069 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.370692 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11735d0-ca56-440c-af34-a370f324a069 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d686f809-2621-4fd1-a61b-175961b54d49,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:27.383062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ae923-bc63-4682-b052-fff688a335d0 None None] Pushing event updated for resources: {'Port': ['ID=d00b3204-0e19-46e4-93ba-1c3a26cb70bf,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:27.383547 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f11735d0-ca56-440c-af34-a370f324a069 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.385000 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f11735d0-ca56-440c-af34-a370f324a069 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1897140 Aug 28 13:14:27.388552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60270) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:27.396009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c2b059a6-c5a2-4476-a398-6adce2461d6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'security_group_rule': {'security_group_id': 'f356a12e-6930-412b-97c4-afc96d73ddb0', 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:27.402337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Routers {'5993ba92-c524-4c11-90b0-d2d533d57494'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:27.403001 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:14:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5993ba92-c524-4c11-90b0-d2d533d57494'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:27.443271 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-c2b059a6-c5a2-4476-a398-6adce2461d6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Project b71b30df94e64348893b50e0a2be3059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:14:27.452688 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2b059a6-c5a2-4476-a398-6adce2461d6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.488845 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e59136f0-cae9-4a34-ae5c-37aacb615186 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:14:27.494246 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.500335 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.569464 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2b059a6-c5a2-4476-a398-6adce2461d6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.577551 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2b059a6-c5a2-4476-a398-6adce2461d6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.596511 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=dd7662dd-12e8-4171-b15d-a76a29fc4608,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:27.600048 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.660971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] Set router 5993ba92-c524-4c11-90b0-d2d533d57494 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:27.668785 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b059a6-c5a2-4476-a398-6adce2461d6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6585c4-0565-4d9c-ab47-c4075be0f62f,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:27.673982 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:14:27.685626 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c2b059a6-c5a2-4476-a398-6adce2461d6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.696097 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c2b059a6-c5a2-4476-a398-6adce2461d6a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3054352 Aug 28 13:14:27.744247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 8227817a-1732-4f6f-adf4-3725d8ae21c5 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:14:27.745608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port e59136f0-cae9-4a34-ae5c-37aacb615186 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:14:27.746628 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:27.755242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port e59136f0-cae9-4a34-ae5c-37aacb615186 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:27.755613 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:27.888537 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router 6291933a-6146-41a0-860f-25bc632da583 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:14:27.969674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16da556-5be6-4419-a414-5d7b2a17235c req-68c929a2-4548-4a58-bab0-b3676230726e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388133047&fields=id&tenant_id=b71b30df94e64348893b50e0a2be3059 HTTP/1.1" status: 200 len: 267 time: 0.0457394 Aug 28 13:14:27.981217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:27.983379 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:28.088404 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acf05f-6369-45ed-bfb8-fd9216ca0e5e req-a43e9ff5-d619-422c-b14a-33d51c343303 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:28.089963 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-42acf05f-6369-45ed-bfb8-fd9216ca0e5e req-a43e9ff5-d619-422c-b14a-33d51c343303 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 944 time: 0.1069202 Aug 28 13:14:28.093604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:14:28.100835 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7772df56-d4d8-42dc-86b4-dba4eb5915c4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "PUT /v2.0/routers/6291933a-6146-41a0-860f-25bc632da583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8354821 Aug 28 13:14:28.105314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16da556-5be6-4419-a414-5d7b2a17235c req-bf38d8ea-d3cb-4454-9a70-143e5f6e6c80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:28.107620 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16da556-5be6-4419-a414-5d7b2a17235c req-bf38d8ea-d3cb-4454-9a70-143e5f6e6c80 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/networks?id=e5040441-6327-4b24-9c3f-6c4bcd69bf62 HTTP/1.1" status: 200 len: 796 time: 0.1316302 Aug 28 13:14:28.111003 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:28.112164 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Sync routers for ids ['6291933a-6146-41a0-860f-25bc632da583'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:14:28.123830 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Routers {'6291933a-6146-41a0-860f-25bc632da583'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:28.125115 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:14:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6291933a-6146-41a0-860f-25bc632da583'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:28.149220 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16da556-5be6-4419-a414-5d7b2a17235c req-e8452ecb-c63a-4981-bd04-535759290252 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/quotas/b71b30df94e64348893b50e0a2be3059 HTTP/1.1" status: 200 len: 375 time: 0.0221801 Aug 28 13:14:28.158305 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-42acf05f-6369-45ed-bfb8-fd9216ca0e5e req-144fb844-0070-491f-b5f1-000fa0201a12 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565169 Aug 28 13:14:28.206177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7decfe8b-7558-4cb2-a99e-1b58de9a5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59136f0-cae9-4a34-ae5c-37aacb615186'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:28.209847 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58462f2-890a-4216-a8fe-4e4880df08ed" -d '{"events": [{"server_uuid": "7decfe8b-7558-4cb2-a99e-1b58de9a5506", "name": "network-vif-plugged", "status": "completed", "tag": "e59136f0-cae9-4a34-ae5c-37aacb615186"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:28.219820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c515ae7-fead-4bb1-8907-e4fb4f395acd None None] Network 8227817a-1732-4f6f-adf4-3725d8ae21c5 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:14:28.239406 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16da556-5be6-4419-a414-5d7b2a17235c req-9715518b-ee46-424d-a172-951e85d3e42d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b71b30df94e64348893b50e0a2be3059&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828516 Aug 28 13:14:28.248970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e59136f0-cae9-4a34-ae5c-37aacb615186, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e59136f0-cae9-4a34-ae5c-37aacb615186,segment=NetworkSegment(543fe78a-69f7-4bcc-bc3f-5914135207d1),segment_id=543fe78a-69f7-4bcc-bc3f-5914135207d1)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:28.296832 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e40e8e-97e9-4cf4-814b-6eeb52dae82a x-openstack-request-id: req-00e40e8e-97e9-4cf4-814b-6eeb52dae82a {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:28.297237 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7decfe8b-7558-4cb2-a99e-1b58de9a5506", "name": "network-vif-plugged", "status": "completed", "tag": "e59136f0-cae9-4a34-ae5c-37aacb615186", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:28.297403 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00e40e8e-97e9-4cf4-814b-6eeb52dae82a {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:28.297782 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7decfe8b-7558-4cb2-a99e-1b58de9a5506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59136f0-cae9-4a34-ae5c-37aacb615186', 'code': 200} Aug 28 13:14:28.298553 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:28.350105 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Set router 6291933a-6146-41a0-860f-25bc632da583 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:28.392853 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16da556-5be6-4419-a414-5d7b2a17235c req-4c5718d1-d8ad-4bd2-8b96-6b3a5edf85b7 service neutron] 10.222.0.20 "GET /v2.0/networks/e5040441-6327-4b24-9c3f-6c4bcd69bf62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512225 Aug 28 13:14:28.452300 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-385b3a2f-b2a2-427d-a145-e14758d30cdf tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-499487075&fields=id&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46 HTTP/1.1" status: 200 len: 267 time: 0.0439601 Aug 28 13:14:28.455645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca8df-2cae-4728-9189-6fb1e5800fe5 req-1d3187d8-88ad-4e2e-b9bc-830bafb44496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:28.457166 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82aca8df-2cae-4728-9189-6fb1e5800fe5 req-1d3187d8-88ad-4e2e-b9bc-830bafb44496 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 1097 time: 0.0910606 Aug 28 13:14:28.514746 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16da556-5be6-4419-a414-5d7b2a17235c req-93673633-c324-4210-8f4c-5d384ded1308 service neutron] 10.222.0.20 "GET /v2.0/networks/e5040441-6327-4b24-9c3f-6c4bcd69bf62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162484 Aug 28 13:14:28.530232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device dbe598d2-8f5d-4122-b14e-27820e0f7c84 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:14:28.565150 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-82aca8df-2cae-4728-9189-6fb1e5800fe5 req-1785b352-2fa7-473c-8b95-4f09abfd342a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926452 Aug 28 13:14:28.566733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'name': 'tempest-TestNetworkBasicOps-router-1662683632', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:22Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'd00b3204-0e19-46e4-93ba-1c3a26cb70bf', 'name': '', 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:cc:2e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:27Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:28.568601 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fcd0cd09-be2e-446a-ba44-6a9df47b5f49 None None] Provisioning for port c00e7780-03d8-41d1-90d8-9de214adcef8 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:14:28.603052 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6291933a-6146-41a0-860f-25bc632da583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99446786', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:26Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'dd7662dd-12e8-4171-b15d-a76a29fc4608', 'name': '', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:de:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:25Z', 'updated_at': '2021-08-28T13:14:27Z', 'revision_number': 2, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:28.615914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-22bf0256-f1b3-4f91-baee-5a5bc9045941 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:28.624496 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-22bf0256-f1b3-4f91-baee-5a5bc9045941 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/networks?id=8227817a-1732-4f6f-adf4-3725d8ae21c5 HTTP/1.1" status: 200 len: 797 time: 0.1613436 Aug 28 13:14:28.627515 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039f8aea-0331-4b6d-8880-f25bff71f011 None None] The sync data for ids ['5993ba92-c524-4c11-90b0-d2d533d57494'] in n-d-791505-21 is: [{'id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'name': 'tempest-TestNetworkBasicOps-router-1662683632', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:22Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'd00b3204-0e19-46e4-93ba-1c3a26cb70bf', 'name': '', 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:cc:2e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:27Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:14:28.647090 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-2122d728-2919-427f-b672-153d81d9678a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/quotas/76128c3db5c64f1fb1ea03729f5b5e46 HTTP/1.1" status: 200 len: 375 time: 0.0216236 Aug 28 13:14:28.685179 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Checking router: 6291933a-6146-41a0-860f-25bc632da583 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:14:28.686047 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Updating router 6291933a-6146-41a0-860f-25bc632da583 port dd7662dd-12e8-4171-b15d-a76a29fc4608 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:14:28.699551 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=e59136f0-cae9-4a34-ae5c-37aacb615186,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:28.751410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:28.751878 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:28.752320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:28.752752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:28.753196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:28.753626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:28.754076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:28.754538 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:28.754966 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:28.755406 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:28.755832 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:28.756295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:14:28.771146 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c8832b91-39f3-4b56-9c5b-ed49082783fe req-ae5d1603-8385-49cf-8424-d469ddaf760f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 210 time: 0.0640028 Aug 28 13:14:28.803509 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:28.831463 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port dbe598d2-8f5d-4122-b14e-27820e0f7c84 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:14:28.834190 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-137d8209-59a2-488c-b98a-2576f56874e6 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1859300 Aug 28 13:14:28.881661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port dbe598d2-8f5d-4122-b14e-27820e0f7c84 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:28.882139 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:29.076655 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:29.129395 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port dbe598d2-8f5d-4122-b14e-27820e0f7c84, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=dbe598d2-8f5d-4122-b14e-27820e0f7c84,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:29.134282 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:29.135150 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c00e7780-03d8-41d1-90d8-9de214adcef8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:14:29.305584 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:29.332869 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Transition to ACTIVE for port object dd7662dd-12e8-4171-b15d-a76a29fc4608 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:29.334571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=dbe598d2-8f5d-4122-b14e-27820e0f7c84,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:29.339042 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port c00e7780-03d8-41d1-90d8-9de214adcef8 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:14:29.352891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c00e7780-03d8-41d1-90d8-9de214adcef8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:29.353272 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:29.355636 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:29.415427 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d3377-d8e7-425e-9e5b-c1eae64c50a7 None None] Pushing event updated for resources: {'Port': ['ID=dd7662dd-12e8-4171-b15d-a76a29fc4608,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:29.443108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34a568-e3de-419a-af3c-117e2cf7c966 req-006937fe-9f6e-4f6c-86e6-c0dfddd71be2 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:29.458743 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a34a568-e3de-419a-af3c-117e2cf7c966 req-006937fe-9f6e-4f6c-86e6-c0dfddd71be2 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 945 time: 0.1469402 Aug 28 13:14:29.512249 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-db127fa3-d4ba-422e-99cc-426b3c3736f6 None None] Provisioning for port dd7662dd-12e8-4171-b15d-a76a29fc4608 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:14:29.564135 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a34a568-e3de-419a-af3c-117e2cf7c966 req-4aab564c-f621-44d8-a940-66b624a3221f tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034365 Aug 28 13:14:29.609135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-db127fa3-d4ba-422e-99cc-426b3c3736f6 None None] Provisioning complete for port c00e7780-03d8-41d1-90d8-9de214adcef8 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:29.609815 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-db127fa3-d4ba-422e-99cc-426b3c3736f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:29.659488 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Attempting to bind port dd7662dd-12e8-4171-b15d-a76a29fc4608 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:14:29.660201 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Attempting to bind port dd7662dd-12e8-4171-b15d-a76a29fc4608 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '50ed2b47-053e-44a2-a304-ab3cc34d5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:14:29.660785 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Attempting to bind port dd7662dd-12e8-4171-b15d-a76a29fc4608 on network 8227817a-1732-4f6f-adf4-3725d8ae21c5 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:14:29.675403 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:14:29.676714 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Checking segment: {'id': '50ed2b47-053e-44a2-a304-ab3cc34d5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:14:29.677815 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:29.678556 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Bound using segment: {'id': '50ed2b47-053e-44a2-a304-ab3cc34d5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:14:29.679622 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Bound port: dd7662dd-12e8-4171-b15d-a76a29fc4608, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ed2b47-053e-44a2-a304-ab3cc34d5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:14:29.680227 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:29.689805 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:29.781912 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port c00e7780-03d8-41d1-90d8-9de214adcef8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c00e7780-03d8-41d1-90d8-9de214adcef8,segment=NetworkSegment(50ed2b47-053e-44a2-a304-ab3cc34d5c45),segment_id=50ed2b47-053e-44a2-a304-ab3cc34d5c45)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:29.791387 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:29.894841 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] For port dd7662dd-12e8-4171-b15d-a76a29fc4608, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:14:29.907024 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] For port dd7662dd-12e8-4171-b15d-a76a29fc4608, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=dd7662dd-12e8-4171-b15d-a76a29fc4608,segment=NetworkSegment(50ed2b47-053e-44a2-a304-ab3cc34d5c45),segment_id=50ed2b47-053e-44a2-a304-ab3cc34d5c45)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:14:29.913610 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:29.966437 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=c00e7780-03d8-41d1-90d8-9de214adcef8,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:30.029005 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-b589daa1-07e0-4f7b-89a2-dab09090442c service neutron] 10.222.0.20 "GET /v2.0/networks/8227817a-1732-4f6f-adf4-3725d8ae21c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1787550 Aug 28 13:14:30.040835 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d3377-d8e7-425e-9e5b-c1eae64c50a7 None None] Pushing event updated for resources: {'Port': ['ID=dd7662dd-12e8-4171-b15d-a76a29fc4608,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:30.052879 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c48e865b-dbfc-43b9-b6c5-588935bb6cbf req-b3f2f49f-1790-495f-a23e-c3318c82b072 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 210 time: 0.0661855 Aug 28 13:14:30.085108 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Routers {'6291933a-6146-41a0-860f-25bc632da583'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:30.085756 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:14:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6291933a-6146-41a0-860f-25bc632da583'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:30.151163 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-6fdac784-1746-4d06-a111-bd9f6aad5c78 service neutron] 10.222.0.20 "GET /v2.0/networks/8227817a-1732-4f6f-adf4-3725d8ae21c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210227 Aug 28 13:14:30.155664 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device dbe598d2-8f5d-4122-b14e-27820e0f7c84 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:14:30.245310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port dbe598d2-8f5d-4122-b14e-27820e0f7c84 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:30.245688 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:30.326462 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] Set router 6291933a-6146-41a0-860f-25bc632da583 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:30.523469 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d00b3204-0e19-46e4-93ba-1c3a26cb70bf up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:14:30.533470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16da556-5be6-4419-a414-5d7b2a17235c req-c8d3eafc-6df5-41a3-8158-5cf0125c2663 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:30.538958 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16da556-5be6-4419-a414-5d7b2a17235c req-c8d3eafc-6df5-41a3-8158-5cf0125c2663 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.11 "GET /v2.0/networks?id=e5040441-6327-4b24-9c3f-6c4bcd69bf62 HTTP/1.1" status: 200 len: 796 time: 0.1639695 Aug 28 13:14:30.602234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port d00b3204-0e19-46e4-93ba-1c3a26cb70bf completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:14:30.613062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d00b3204-0e19-46e4-93ba-1c3a26cb70bf triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:30.614427 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:30.651962 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-945c11b8-e9c7-4b8b-b4a1-e3cd0dc5a7a9 req-2dcf46ee-d316-4bf0-ab18-5ca21de3df79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 210 time: 0.1098545 Aug 28 13:14:30.775800 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16da556-5be6-4419-a414-5d7b2a17235c req-59f51e1b-4939-4499-a5d2-d8624c42382f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b71b30df94e64348893b50e0a2be3059 HTTP/1.1" status: 200 len: 379 time: 0.1226716 Aug 28 13:14:30.789415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-d16da556-5be6-4419-a414-5d7b2a17235c req-96ac14ee-6743-4b77-8409-dadd1dc96bd0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'port': {'device_id': '8c71949b-cffd-4abb-b6b2-c74a0a0c4c46', 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'admin_state_up': True, 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'security_groups': ['f356a12e-6930-412b-97c4-afc96d73ddb0']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:30.806607 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:30.815502 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d1c99-8e80-42bf-b242-2ca8de8dc8e2 req-cf7859c6-a6e8-4cbe-bc9f-ccb681ed4bc2 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:30.817566 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d02d1c99-8e80-42bf-b242-2ca8de8dc8e2 req-cf7859c6-a6e8-4cbe-bc9f-ccb681ed4bc2 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 945 time: 0.0652688 Aug 28 13:14:30.848707 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port d00b3204-0e19-46e4-93ba-1c3a26cb70bf, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d00b3204-0e19-46e4-93ba-1c3a26cb70bf,segment=NetworkSegment(4675bce1-c245-4376-9413-77056c342e54),segment_id=4675bce1-c245-4376-9413-77056c342e54)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:30.857361 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:30.864963 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6291933a-6146-41a0-860f-25bc632da583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99446786', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:26Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'dd7662dd-12e8-4171-b15d-a76a29fc4608', 'name': '', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:de:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:25Z', 'updated_at': '2021-08-28T13:14:29Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:30.900824 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d02d1c99-8e80-42bf-b242-2ca8de8dc8e2 req-49aa13e2-c05e-4758-96d3-8384c52b2935 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700815 Aug 28 13:14:30.931384 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5b561-5e86-4da5-8d3c-f1692f6977f7 None None] The sync data for ids ['6291933a-6146-41a0-860f-25bc632da583'] in n-d-791505-21 is: [{'id': '6291933a-6146-41a0-860f-25bc632da583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99446786', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:26Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'dd7662dd-12e8-4171-b15d-a76a29fc4608', 'name': '', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:de:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:25Z', 'updated_at': '2021-08-28T13:14:29Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:14:30.963950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=d00b3204-0e19-46e4-93ba-1c3a26cb70bf,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:31.024116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16da556-5be6-4419-a414-5d7b2a17235c req-96ac14ee-6743-4b77-8409-dadd1dc96bd0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Made reservation on behalf of b71b30df94e64348893b50e0a2be3059 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:14:31.027772 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16da556-5be6-4419-a414-5d7b2a17235c req-96ac14ee-6743-4b77-8409-dadd1dc96bd0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:31.237637 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d6baa3f-a37c-4b42-9b1b-ff6d6006fa63 req-7d7ffb6b-1fb6-49a6-bc49-ea69708a57df tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 210 time: 0.0719762 Aug 28 13:14:31.255591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-d16da556-5be6-4419-a414-5d7b2a17235c req-96ac14ee-6743-4b77-8409-dadd1dc96bd0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Allocated IP 172.20.0.6 (e5040441-6327-4b24-9c3f-6c4bcd69bf62/b442f7ad-6698-4300-8dad-392b1a2c1e50/b10d57bc-0d06-4412-980c-a6b0098ffaf1) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:14:31.444186 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16da556-5be6-4419-a414-5d7b2a17235c req-96ac14ee-6743-4b77-8409-dadd1dc96bd0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:31.462841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-d16da556-5be6-4419-a414-5d7b2a17235c req-96ac14ee-6743-4b77-8409-dadd1dc96bd0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Transition to ACTIVE for port object b10d57bc-0d06-4412-980c-a6b0098ffaf1 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:31.504789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16da556-5be6-4419-a414-5d7b2a17235c req-96ac14ee-6743-4b77-8409-dadd1dc96bd0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:31.557958 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16da556-5be6-4419-a414-5d7b2a17235c req-96ac14ee-6743-4b77-8409-dadd1dc96bd0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network e5040441-6327-4b24-9c3f-6c4bcd69bf62 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:14:31.562575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-d16da556-5be6-4419-a414-5d7b2a17235c req-96ac14ee-6743-4b77-8409-dadd1dc96bd0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:31.566766 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16da556-5be6-4419-a414-5d7b2a17235c req-96ac14ee-6743-4b77-8409-dadd1dc96bd0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:14:31.626687 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac14ee-6743-4b77-8409-dadd1dc96bd0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Port': ['ID=b10d57bc-0d06-4412-980c-a6b0098ffaf1,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:31.655348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16da556-5be6-4419-a414-5d7b2a17235c req-96ac14ee-6743-4b77-8409-dadd1dc96bd0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:31.656205 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16da556-5be6-4419-a414-5d7b2a17235c req-96ac14ee-6743-4b77-8409-dadd1dc96bd0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:31.686971 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16da556-5be6-4419-a414-5d7b2a17235c req-96ac14ee-6743-4b77-8409-dadd1dc96bd0 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9016283 Aug 28 13:14:31.750765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Request body: {'port': {'device_id': '8c71949b-cffd-4abb-b6b2-c74a0a0c4c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:31.926470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50c348-fa78-48d1-9125-64c74ce37cda req-4433fa8b-c182-4b12-a7c5-3617b8bf1462 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:31.927852 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f50c348-fa78-48d1-9125-64c74ce37cda req-4433fa8b-c182-4b12-a7c5-3617b8bf1462 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 945 time: 0.2339816 Aug 28 13:14:31.961711 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-5bd8c21d-4468-4967-b9cf-fa8e9de6eaa1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:31.964112 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-5bd8c21d-4468-4967-b9cf-fa8e9de6eaa1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.10 "GET /v2.0/networks?id=8227817a-1732-4f6f-adf4-3725d8ae21c5 HTTP/1.1" status: 200 len: 797 time: 0.2070270 Aug 28 13:14:31.980013 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:31.985660 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f86dc1c5-0bf1-4bfd-b3f9-c3747bc8ffca req-6f62eeb7-af29-435a-8ebf-9ec678a2e95b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 210 time: 0.2151127 Aug 28 13:14:32.041186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a46cd539-457a-45b3-b344-237794cbf132 None None] Provisioning for port b10d57bc-0d06-4412-980c-a6b0098ffaf1 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:14:32.047557 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a46cd539-457a-45b3-b344-237794cbf132 None None] Provisioning complete for port b10d57bc-0d06-4412-980c-a6b0098ffaf1 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:32.048236 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a46cd539-457a-45b3-b344-237794cbf132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:32.049717 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f50c348-fa78-48d1-9125-64c74ce37cda req-f00ad895-5c79-4c91-ae0d-768928b4248d tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207936 Aug 28 13:14:32.064153 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-72ee40a0-40ed-4d59-8f58-f6236f5f8305 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76128c3db5c64f1fb1ea03729f5b5e46 HTTP/1.1" status: 200 len: 379 time: 0.0833468 Aug 28 13:14:32.080419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-e254a8d9-5427-4a76-bd6b-ac01fce19bf1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'port': {'device_id': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'admin_state_up': True, 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'security_groups': ['199296e3-162d-4834-afa9-0ee610bd8d08']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:32.108238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-a46cd539-457a-45b3-b344-237794cbf132 None None] Port b10d57bc-0d06-4412-980c-a6b0098ffaf1 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:14:32.113506 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c00e7780-03d8-41d1-90d8-9de214adcef8 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:14:32.173461 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c00e7780-03d8-41d1-90d8-9de214adcef8 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:32.173833 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:32.210941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-e254a8d9-5427-4a76-bd6b-ac01fce19bf1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Made reservation on behalf of 76128c3db5c64f1fb1ea03729f5b5e46 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:14:32.214674 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-e254a8d9-5427-4a76-bd6b-ac01fce19bf1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:32.270899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d00b3204-0e19-46e4-93ba-1c3a26cb70bf up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:14:32.336303 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d00b3204-0e19-46e4-93ba-1c3a26cb70bf triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:32.336636 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:32.396016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-e254a8d9-5427-4a76-bd6b-ac01fce19bf1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Allocated IP 172.20.0.12 (8227817a-1732-4f6f-adf4-3725d8ae21c5/b7d8c224-8181-482e-b781-56c61ba1f09f/50427dcc-68e2-4ff6-8aae-b42360de58be) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:14:32.420126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10d57bc-0d06-4412-980c-a6b0098ffaf1 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:14:32.426158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5326ca3-fe04-48f3-96f5-ac33eff8238c req-ab1a3905-aefe-4070-a734-0e64405577ca tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:32.427745 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5326ca3-fe04-48f3-96f5-ac33eff8238c req-ab1a3905-aefe-4070-a734-0e64405577ca tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 931 time: 0.0811653 Aug 28 13:14:32.428777 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:32.433489 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device dd7662dd-12e8-4171-b15d-a76a29fc4608 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:14:32.452806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Transition to ACTIVE for port object b10d57bc-0d06-4412-980c-a6b0098ffaf1 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:32.458054 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:32.502344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port dd7662dd-12e8-4171-b15d-a76a29fc4608 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:14:32.512165 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port dd7662dd-12e8-4171-b15d-a76a29fc4608 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:32.513189 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:32.563057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Pushing event updated for resources: {'Port': ['ID=b10d57bc-0d06-4412-980c-a6b0098ffaf1,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:32.569946 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5326ca3-fe04-48f3-96f5-ac33eff8238c req-4b485053-90ab-4a2c-929e-839ba9784251 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=f356a12e-6930-412b-97c4-afc96d73ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238084 Aug 28 13:14:32.651167 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:32.663667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Attempting to bind port b10d57bc-0d06-4412-980c-a6b0098ffaf1 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:14:32.663978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Attempting to bind port b10d57bc-0d06-4412-980c-a6b0098ffaf1 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '4675bce1-c245-4376-9413-77056c342e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:14:32.664321 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Attempting to bind port b10d57bc-0d06-4412-980c-a6b0098ffaf1 on network e5040441-6327-4b24-9c3f-6c4bcd69bf62 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:14:32.670752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Port b10d57bc-0d06-4412-980c-a6b0098ffaf1 on network e5040441-6327-4b24-9c3f-6c4bcd69bf62 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:14:32.671391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Attempting to bind port b10d57bc-0d06-4412-980c-a6b0098ffaf1 on network e5040441-6327-4b24-9c3f-6c4bcd69bf62 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:14:32.680374 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:14:32.680659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Checking segment: {'id': '4675bce1-c245-4376-9413-77056c342e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:14:32.681107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Bound using segment: {'id': '4675bce1-c245-4376-9413-77056c342e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:14:32.681611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Bound port: b10d57bc-0d06-4412-980c-a6b0098ffaf1, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4675bce1-c245-4376-9413-77056c342e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:14:32.682352 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:32.696026 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-e254a8d9-5427-4a76-bd6b-ac01fce19bf1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:32.709099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port dd7662dd-12e8-4171-b15d-a76a29fc4608, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=dd7662dd-12e8-4171-b15d-a76a29fc4608,segment=NetworkSegment(50ed2b47-053e-44a2-a304-ab3cc34d5c45),segment_id=50ed2b47-053e-44a2-a304-ab3cc34d5c45)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:32.714712 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:32.737491 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-e254a8d9-5427-4a76-bd6b-ac01fce19bf1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Transition to ACTIVE for port object 50427dcc-68e2-4ff6-8aae-b42360de58be will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:32.787317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] For port b10d57bc-0d06-4412-980c-a6b0098ffaf1, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:14:32.792762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] For port b10d57bc-0d06-4412-980c-a6b0098ffaf1, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b10d57bc-0d06-4412-980c-a6b0098ffaf1,segment=NetworkSegment(4675bce1-c245-4376-9413-77056c342e54),segment_id=4675bce1-c245-4376-9413-77056c342e54)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:14:32.796437 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=dd7662dd-12e8-4171-b15d-a76a29fc4608,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:32.799194 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:32.824516 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-e254a8d9-5427-4a76-bd6b-ac01fce19bf1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:32.841176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:32.841906 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:32.843592 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16da556-5be6-4419-a414-5d7b2a17235c req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] 10.222.0.11 "PUT /v2.0/ports/b10d57bc-0d06-4412-980c-a6b0098ffaf1 HTTP/1.1" status: 200 len: 1092 time: 1.0999291 Aug 28 13:14:32.844252 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c71949b-cffd-4abb-b6b2-c74a0a0c4c46', 'tag': 'b10d57bc-0d06-4412-980c-a6b0098ffaf1'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:32.847756 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb0b707-9884-4956-9164-0da70a4a1153" -d '{"events": [{"name": "network-changed", "server_uuid": "8c71949b-cffd-4abb-b6b2-c74a0a0c4c46", "tag": "b10d57bc-0d06-4412-980c-a6b0098ffaf1"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:32.881469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bb027-570d-456d-a878-e51559b8e0bf service neutron] Pushing event updated for resources: {'Port': ['ID=b10d57bc-0d06-4412-980c-a6b0098ffaf1,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:32.911085 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-e254a8d9-5427-4a76-bd6b-ac01fce19bf1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 8227817a-1732-4f6f-adf4-3725d8ae21c5 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:14:32.915067 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-e254a8d9-5427-4a76-bd6b-ac01fce19bf1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:32.921532 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-e254a8d9-5427-4a76-bd6b-ac01fce19bf1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:14:32.943786 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96eb501-afaf-4ec9-8062-31b653e8e3b0 x-openstack-request-id: req-c96eb501-afaf-4ec9-8062-31b653e8e3b0 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:32.944552 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c71949b-cffd-4abb-b6b2-c74a0a0c4c46", "tag": "b10d57bc-0d06-4412-980c-a6b0098ffaf1", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:32.945044 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c96eb501-afaf-4ec9-8062-31b653e8e3b0 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:32.946016 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c71949b-cffd-4abb-b6b2-c74a0a0c4c46', 'tag': 'b10d57bc-0d06-4412-980c-a6b0098ffaf1', 'status': 'completed', 'code': 200} Aug 28 13:14:32.968917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254a8d9-5427-4a76-bd6b-ac01fce19bf1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=50427dcc-68e2-4ff6-8aae-b42360de58be,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:32.969954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16da556-5be6-4419-a414-5d7b2a17235c req-8a6f10de-67a6-4f25-abfa-25279709994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:32.972065 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16da556-5be6-4419-a414-5d7b2a17235c req-8a6f10de-67a6-4f25-abfa-25279709994c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b71b30df94e64348893b50e0a2be3059&device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 1095 time: 0.0774751 Aug 28 13:14:33.032693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-e254a8d9-5427-4a76-bd6b-ac01fce19bf1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:33.033480 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-e254a8d9-5427-4a76-bd6b-ac01fce19bf1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:33.040651 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16da556-5be6-4419-a414-5d7b2a17235c req-647d3502-7968-4a41-8f46-d3dfd3d7cfe9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b10d57bc-0d06-4412-980c-a6b0098ffaf1 HTTP/1.1" status: 200 len: 217 time: 0.0573089 Aug 28 13:14:33.060200 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-e254a8d9-5427-4a76-bd6b-ac01fce19bf1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9835169 Aug 28 13:14:33.102057 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Request body: {'port': {'device_id': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:33.160650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16da556-5be6-4419-a414-5d7b2a17235c req-2ccb52b8-b9c0-41ec-8b85-7b89af9fa72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:33.161852 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16da556-5be6-4419-a414-5d7b2a17235c req-2ccb52b8-b9c0-41ec-8b85-7b89af9fa72c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b442f7ad-6698-4300-8dad-392b1a2c1e50 HTTP/1.1" status: 200 len: 834 time: 0.1141107 Aug 28 13:14:33.245763 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:33.280058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee49909-532e-42b9-8594-5040934b5efa req-7262e7ff-65a3-4359-9bda-6d668792cc7f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:33.281641 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fee49909-532e-42b9-8594-5040934b5efa req-7262e7ff-65a3-4359-9bda-6d668792cc7f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 932 time: 0.1162701 Aug 28 13:14:33.295992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16da556-5be6-4419-a414-5d7b2a17235c req-b46d0c66-aed3-4098-a7dd-1a4cce8960bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:33.298060 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16da556-5be6-4419-a414-5d7b2a17235c req-b46d0c66-aed3-4098-a7dd-1a4cce8960bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5040441-6327-4b24-9c3f-6c4bcd69bf62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1244316 Aug 28 13:14:33.311193 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc375fa-45fa-47be-bbeb-6af38489e94e req-987b42b3-1434-4fc1-809e-9688c9dfb627 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:33.312846 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2cc375fa-45fa-47be-bbeb-6af38489e94e req-987b42b3-1434-4fc1-809e-9688c9dfb627 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 945 time: 0.1043613 Aug 28 13:14:33.396612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6502e81d-f4b7-48f1-8f2a-3f5657687de6 None None] Provisioning for port 50427dcc-68e2-4ff6-8aae-b42360de58be completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:14:33.400580 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6502e81d-f4b7-48f1-8f2a-3f5657687de6 None None] Provisioning complete for port 50427dcc-68e2-4ff6-8aae-b42360de58be triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:33.400760 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6502e81d-f4b7-48f1-8f2a-3f5657687de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:33.403729 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2cc375fa-45fa-47be-bbeb-6af38489e94e req-9947a914-ecf6-4ddc-9d96-aaa27018a1c3 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813632 Aug 28 13:14:33.436745 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16da556-5be6-4419-a414-5d7b2a17235c req-f4e28a1b-3828-4480-a63c-f5c3b7fa384d service neutron] 10.222.0.11 "GET /v2.0/networks/e5040441-6327-4b24-9c3f-6c4bcd69bf62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228473 Aug 28 13:14:33.441691 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fee49909-532e-42b9-8594-5040934b5efa req-e0c0c350-e48c-4ea1-b6fc-9472666d4a58 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369569 Aug 28 13:14:33.457895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6502e81d-f4b7-48f1-8f2a-3f5657687de6 None None] Port 50427dcc-68e2-4ff6-8aae-b42360de58be cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:14:33.502463 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993ee7-7422-4468-bef0-463aa7006a85 req-dc1f57cc-0273-4b3f-804d-38ee2bf440fc tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:33.503927 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9c993ee7-7422-4468-bef0-463aa7006a85 req-dc1f57cc-0273-4b3f-804d-38ee2bf440fc tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.10 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 945 time: 0.1474447 Aug 28 13:14:33.539204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d16da556-5be6-4419-a414-5d7b2a17235c req-019b6d6e-c5a1-4644-8986-287cae96025b service neutron] 10.222.0.11 "GET /v2.0/networks/e5040441-6327-4b24-9c3f-6c4bcd69bf62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858502 Aug 28 13:14:33.635905 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0b707-9884-4956-9164-0da70a4a1153 req-16c93b6d-f6ce-4410-b532-5fc354c849a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:33.637527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fb0b707-9884-4956-9164-0da70a4a1153 req-16c93b6d-f6ce-4410-b532-5fc354c849a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b71b30df94e64348893b50e0a2be3059&device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 1095 time: 0.0517693 Aug 28 13:14:33.678058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-9c993ee7-7422-4468-bef0-463aa7006a85 req-08be3709-3959-4e12-8c3d-6c75294f1ce9 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Deleting port e59136f0-cae9-4a34-ae5c-37aacb615186 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:14:33.678310 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9c993ee7-7422-4468-bef0-463aa7006a85 req-08be3709-3959-4e12-8c3d-6c75294f1ce9 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:33.752747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c11af4-e500-4d66-b94e-afd6c524a1da req-92a4659b-72f9-4a28-a79f-5ab0671e362f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:33.754279 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19c11af4-e500-4d66-b94e-afd6c524a1da req-92a4659b-72f9-4a28-a79f-5ab0671e362f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 943 time: 0.1083140 Aug 28 13:14:33.763374 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50427dcc-68e2-4ff6-8aae-b42360de58be {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:14:33.775086 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:33.783860 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0b707-9884-4956-9164-0da70a4a1153 req-69e80b9c-83c8-4017-96fc-f651619a761f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:33.785361 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fb0b707-9884-4956-9164-0da70a4a1153 req-69e80b9c-83c8-4017-96fc-f651619a761f service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5040441-6327-4b24-9c3f-6c4bcd69bf62 HTTP/1.1" status: 200 len: 896 time: 0.1405199 Aug 28 13:14:33.804285 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Transition to ACTIVE for port object 50427dcc-68e2-4ff6-8aae-b42360de58be will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:33.813150 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:33.820901 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-9c993ee7-7422-4468-bef0-463aa7006a85 req-08be3709-3959-4e12-8c3d-6c75294f1ce9 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] For port e59136f0-cae9-4a34-ae5c-37aacb615186, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e59136f0-cae9-4a34-ae5c-37aacb615186,segment=NetworkSegment(543fe78a-69f7-4bcc-bc3f-5914135207d1),segment_id=543fe78a-69f7-4bcc-bc3f-5914135207d1)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:33.821291 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9c993ee7-7422-4468-bef0-463aa7006a85 req-08be3709-3959-4e12-8c3d-6c75294f1ce9 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:33.834731 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fb0b707-9884-4956-9164-0da70a4a1153 req-81912832-68bf-4437-a429-621f2909f528 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b10d57bc-0d06-4412-980c-a6b0098ffaf1 HTTP/1.1" status: 200 len: 217 time: 0.0363667 Aug 28 13:14:33.837564 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19c11af4-e500-4d66-b94e-afd6c524a1da req-c7abd2cc-a7ff-42a4-ab2e-77b1597e51da tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=f356a12e-6930-412b-97c4-afc96d73ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748749 Aug 28 13:14:33.865077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-9c993ee7-7422-4468-bef0-463aa7006a85 req-08be3709-3959-4e12-8c3d-6c75294f1ce9 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Calling delete_port for e59136f0-cae9-4a34-ae5c-37aacb615186 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:14:33.887932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0b707-9884-4956-9164-0da70a4a1153 req-878a70b4-a188-47ba-bbff-e2ea31872333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:33.889330 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Pushing event updated for resources: {'Port': ['ID=50427dcc-68e2-4ff6-8aae-b42360de58be,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:33.889616 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fb0b707-9884-4956-9164-0da70a4a1153 req-878a70b4-a188-47ba-bbff-e2ea31872333 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b442f7ad-6698-4300-8dad-392b1a2c1e50 HTTP/1.1" status: 200 len: 834 time: 0.0474768 Aug 28 13:14:33.909715 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device dd7662dd-12e8-4171-b15d-a76a29fc4608 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:14:33.958830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0b707-9884-4956-9164-0da70a4a1153 req-51e0b81c-7a07-452c-aa13-6ea5ff448a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:33.960388 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fb0b707-9884-4956-9164-0da70a4a1153 req-51e0b81c-7a07-452c-aa13-6ea5ff448a11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5040441-6327-4b24-9c3f-6c4bcd69bf62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614686 Aug 28 13:14:33.970761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port dd7662dd-12e8-4171-b15d-a76a29fc4608 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:33.971275 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:34.037149 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Attempting to bind port 50427dcc-68e2-4ff6-8aae-b42360de58be on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:14:34.037757 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Attempting to bind port 50427dcc-68e2-4ff6-8aae-b42360de58be by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '50ed2b47-053e-44a2-a304-ab3cc34d5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:14:34.037885 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Attempting to bind port 50427dcc-68e2-4ff6-8aae-b42360de58be on network 8227817a-1732-4f6f-adf4-3725d8ae21c5 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:14:34.046555 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Port 50427dcc-68e2-4ff6-8aae-b42360de58be on network 8227817a-1732-4f6f-adf4-3725d8ae21c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:14:34.046555 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Attempting to bind port 50427dcc-68e2-4ff6-8aae-b42360de58be on network 8227817a-1732-4f6f-adf4-3725d8ae21c5 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:14:34.077010 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:14:34.077351 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Checking segment: {'id': '50ed2b47-053e-44a2-a304-ab3cc34d5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:14:34.077743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Bound using segment: {'id': '50ed2b47-053e-44a2-a304-ab3cc34d5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:14:34.078193 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Bound port: 50427dcc-68e2-4ff6-8aae-b42360de58be, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ed2b47-053e-44a2-a304-ab3cc34d5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:14:34.078605 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:34.084544 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fb0b707-9884-4956-9164-0da70a4a1153 req-5805892b-bc51-46a4-ac8d-a9859fd6df15 service neutron] 10.222.0.11 "GET /v2.0/networks/e5040441-6327-4b24-9c3f-6c4bcd69bf62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165152 Aug 28 13:14:34.144489 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9c993ee7-7422-4468-bef0-463aa7006a85 req-08be3709-3959-4e12-8c3d-6c75294f1ce9 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:34.156385 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['e59136f0-cae9-4a34-ae5c-37aacb615186'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:14:34.186829 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fb0b707-9884-4956-9164-0da70a4a1153 req-7f440b5b-c6cf-428c-92af-368bad9211f9 service neutron] 10.222.0.11 "GET /v2.0/networks/e5040441-6327-4b24-9c3f-6c4bcd69bf62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942066 Aug 28 13:14:34.222037 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be3709-3959-4e12-8c3d-6c75294f1ce9 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Pushing event deleted for resources: {'Port': ['ID=e59136f0-cae9-4a34-ae5c-37aacb615186,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:34.232759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] For port 50427dcc-68e2-4ff6-8aae-b42360de58be, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:14:34.250220 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c993ee7-7422-4468-bef0-463aa7006a85 req-08be3709-3959-4e12-8c3d-6c75294f1ce9 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] No DVR routers for this DVR port e59136f0-cae9-4a34-ae5c-37aacb615186 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:14:34.252878 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9c993ee7-7422-4468-bef0-463aa7006a85 req-08be3709-3959-4e12-8c3d-6c75294f1ce9 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:34.255025 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9c993ee7-7422-4468-bef0-463aa7006a85 req-08be3709-3959-4e12-8c3d-6c75294f1ce9 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.10 "DELETE /v2.0/ports/e59136f0-cae9-4a34-ae5c-37aacb615186 HTTP/1.1" status: 204 len: 173 time: 0.7226658 Aug 28 13:14:34.260570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7decfe8b-7558-4cb2-a99e-1b58de9a5506', 'name': 'network-vif-deleted', 'tag': 'e59136f0-cae9-4a34-ae5c-37aacb615186'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:34.263576 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2521f006-a370-4a85-8af3-681d327a3cf2" -d '{"events": [{"server_uuid": "7decfe8b-7558-4cb2-a99e-1b58de9a5506", "name": "network-vif-deleted", "tag": "e59136f0-cae9-4a34-ae5c-37aacb615186"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:34.274376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] For port 50427dcc-68e2-4ff6-8aae-b42360de58be, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=50427dcc-68e2-4ff6-8aae-b42360de58be,segment=NetworkSegment(50ed2b47-053e-44a2-a304-ab3cc34d5c45),segment_id=50ed2b47-053e-44a2-a304-ab3cc34d5c45)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:14:34.279593 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:34.322775 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:34.323517 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:34.326261 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] 10.222.0.10 "PUT /v2.0/ports/50427dcc-68e2-4ff6-8aae-b42360de58be HTTP/1.1" status: 200 len: 1093 time: 1.2483053 Aug 28 13:14:34.329523 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c94920-6d98-4ea7-98a3-b02f75115c91 x-openstack-request-id: req-27c94920-6d98-4ea7-98a3-b02f75115c91 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:34.329523 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7decfe8b-7558-4cb2-a99e-1b58de9a5506", "name": "network-vif-deleted", "tag": "e59136f0-cae9-4a34-ae5c-37aacb615186", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:34.329523 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27c94920-6d98-4ea7-98a3-b02f75115c91 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:34.330714 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7decfe8b-7558-4cb2-a99e-1b58de9a5506', 'name': 'network-vif-deleted', 'tag': 'e59136f0-cae9-4a34-ae5c-37aacb615186', 'status': 'completed', 'code': 200} Aug 28 13:14:34.353796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762580bf-e186-412b-8fe3-bf3ffc357c83 service neutron] Pushing event updated for resources: {'Port': ['ID=50427dcc-68e2-4ff6-8aae-b42360de58be,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:34.430669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-b29fa020-b279-4298-ad66-3243a940546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:34.432393 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-b29fa020-b279-4298-ad66-3243a940546c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 1096 time: 0.0526402 Aug 28 13:14:34.485519 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-397a06ff-4fae-45d1-b43b-43224b87e5fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50427dcc-68e2-4ff6-8aae-b42360de58be HTTP/1.1" status: 200 len: 217 time: 0.0435843 Aug 28 13:14:34.543792 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a80b874f-ffa4-4b25-9953-4e90d682ce5d req-54840a8c-1d56-42de-b297-0fb6d2e0c87e tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=7decfe8b-7558-4cb2-a99e-1b58de9a5506 HTTP/1.1" status: 200 len: 210 time: 0.0477729 Aug 28 13:14:34.584006 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-22bc7e7a-112c-45e0-a6d8-856413f01178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:34.585732 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-22bc7e7a-112c-45e0-a6d8-856413f01178 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7d8c224-8181-482e-b781-56c61ba1f09f HTTP/1.1" status: 200 len: 835 time: 0.0907845 Aug 28 13:14:34.660111 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fef0e-4ad8-4a34-8814-5eec8a2fd0cb req-986fb13d-0759-49be-a136-c99d0fbe9150 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:34.662319 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-584fef0e-4ad8-4a34-8814-5eec8a2fd0cb req-986fb13d-0759-49be-a136-c99d0fbe9150 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 944 time: 0.0942421 Aug 28 13:14:34.667589 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-db6741ef-c895-4b61-bef8-943a9540f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:34.669716 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-db6741ef-c895-4b61-bef8-943a9540f954 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8227817a-1732-4f6f-adf4-3725d8ae21c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650337 Aug 28 13:14:34.759938 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-584fef0e-4ad8-4a34-8814-5eec8a2fd0cb req-0b5e4b6e-230c-46aa-9bee-3fc7c7d18325 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891604 Aug 28 13:14:34.792886 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-d9c8069e-a955-49f6-b0cf-20b2bac7ce92 service neutron] 10.222.0.10 "GET /v2.0/networks/8227817a-1732-4f6f-adf4-3725d8ae21c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150432 Aug 28 13:14:34.888674 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f5ddcb52-8720-4f37-a4eb-fbd3bb7dc38e req-e5cce9d3-7cdd-49c7-aac4-c0231a2666a9 service neutron] 10.222.0.10 "GET /v2.0/networks/8227817a-1732-4f6f-adf4-3725d8ae21c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858660 Aug 28 13:14:34.968027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b665f-5952-4d9b-853c-47253ba90238 req-a017f340-825f-48a2-a39a-ea3133943bed tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:34.969540 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-035b665f-5952-4d9b-853c-47253ba90238 req-a017f340-825f-48a2-a39a-ea3133943bed tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 943 time: 0.0531843 Aug 28 13:14:35.008517 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-035b665f-5952-4d9b-853c-47253ba90238 req-17f0a855-0e9f-4005-a772-8bc7d8160083 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=f356a12e-6930-412b-97c4-afc96d73ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330245 Aug 28 13:14:35.468730 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b10d57bc-0d06-4412-980c-a6b0098ffaf1 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:14:35.568284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port b10d57bc-0d06-4412-980c-a6b0098ffaf1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b10d57bc-0d06-4412-980c-a6b0098ffaf1,segment=NetworkSegment(4675bce1-c245-4376-9413-77056c342e54),segment_id=4675bce1-c245-4376-9413-77056c342e54)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:35.581424 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'b10d57bc-0d06-4412-980c-a6b0098ffaf1', 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'port_id': 'b10d57bc-0d06-4412-980c-a6b0098ffaf1', 'mac_address': 'fa:16:3e:32:b6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:14:35.619585 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:35.634979 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10d57bc-0d06-4412-980c-a6b0098ffaf1 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:14:35.663529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port b10d57bc-0d06-4412-980c-a6b0098ffaf1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b10d57bc-0d06-4412-980c-a6b0098ffaf1,segment=NetworkSegment(4675bce1-c245-4376-9413-77056c342e54),segment_id=4675bce1-c245-4376-9413-77056c342e54)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:35.673225 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:35.733232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=b10d57bc-0d06-4412-980c-a6b0098ffaf1,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:35.836507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-22cfda53-af7d-4d9a-b0f6-718ccc2e52b5 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:35.838424 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-22cfda53-af7d-4d9a-b0f6-718ccc2e52b5 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/networks?id=11a9511b-83fc-4cec-a271-6411e72db4f1 HTTP/1.1" status: 200 len: 809 time: 0.1079245 Aug 28 13:14:35.853370 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-ef0d54a0-4e4a-4969-bc16-d9372eda3387 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/quotas/538617800f544b16a1e6abb4c6d1514c HTTP/1.1" status: 200 len: 375 time: 0.0090661 Aug 28 13:14:35.880242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97806e20-91be-465e-98d3-77f51532b2fb req-3f295527-023a-450f-841a-6e178d3bf0b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:35.881769 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-97806e20-91be-465e-98d3-77f51532b2fb req-3f295527-023a-450f-841a-6e178d3bf0b4 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 944 time: 0.0501971 Aug 28 13:14:35.882399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['b10d57bc-0d06-4412-980c-a6b0098ffaf1'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:14:35.889937 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-612b9db3-8880-44f2-be9b-35aed0f2e9f1 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=538617800f544b16a1e6abb4c6d1514c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296960 Aug 28 13:14:35.926000 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-97806e20-91be-465e-98d3-77f51532b2fb req-b018c8c8-0624-43e7-8682-891d624fd26d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380018 Aug 28 13:14:35.992887 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-92394e4a-1529-4456-a6c3-39cd4f493d0f service neutron] 10.222.0.20 "GET /v2.0/networks/11a9511b-83fc-4cec-a271-6411e72db4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958874 Aug 28 13:14:36.090270 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-f9ca0e75-64c4-4bdb-8a07-f43978150efe service neutron] 10.222.0.20 "GET /v2.0/networks/11a9511b-83fc-4cec-a271-6411e72db4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898387 Aug 28 13:14:36.137149 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90768697-4bca-49ef-ae00-0f28d1553d83 req-952eca17-8a8a-48a6-8d1c-287e054f3894 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:36.139924 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-90768697-4bca-49ef-ae00-0f28d1553d83 req-952eca17-8a8a-48a6-8d1c-287e054f3894 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 944 time: 0.0538845 Aug 28 13:14:36.177857 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-90768697-4bca-49ef-ae00-0f28d1553d83 req-05396946-dbce-4450-a3f2-08b55efce88b tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=f356a12e-6930-412b-97c4-afc96d73ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332355 Aug 28 13:14:36.258242 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b85f14a3-daf2-4ccf-87d1-16a7e3885c1e req-7eb65b68-fc6b-41f1-a8d4-720e2f446ff7 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e95eb66-5be9-4c14-ba40-848e70a0e59e HTTP/1.1" status: 200 len: 210 time: 0.0279644 Aug 28 13:14:36.330399 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'tag': '50427dcc-68e2-4ff6-8aae-b42360de58be'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:36.332719 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71746e07-79cc-4e1c-bd41-7fc07c6565b2" -d '{"events": [{"name": "network-changed", "server_uuid": "32ba021b-2a19-409e-ae5b-d2b7214124b6", "tag": "50427dcc-68e2-4ff6-8aae-b42360de58be"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:36.372893 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07918e7d-0c11-42de-a553-632915cadc7b x-openstack-request-id: req-07918e7d-0c11-42de-a553-632915cadc7b {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:36.373309 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ba021b-2a19-409e-ae5b-d2b7214124b6", "tag": "50427dcc-68e2-4ff6-8aae-b42360de58be", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:36.373682 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07918e7d-0c11-42de-a553-632915cadc7b {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:36.374163 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'tag': '50427dcc-68e2-4ff6-8aae-b42360de58be', 'status': 'completed', 'code': 200} Aug 28 13:14:36.436000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71746e07-79cc-4e1c-bd41-7fc07c6565b2 req-e17ea1e9-d4a0-4f12-80a7-725f425378b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:36.437646 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-71746e07-79cc-4e1c-bd41-7fc07c6565b2 req-e17ea1e9-d4a0-4f12-80a7-725f425378b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 1096 time: 0.0412889 Aug 28 13:14:36.532947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71746e07-79cc-4e1c-bd41-7fc07c6565b2 req-0ac1d531-bd41-4e3f-bcae-6000932ff2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:36.534402 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-71746e07-79cc-4e1c-bd41-7fc07c6565b2 req-0ac1d531-bd41-4e3f-bcae-6000932ff2e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8227817a-1732-4f6f-adf4-3725d8ae21c5 HTTP/1.1" status: 200 len: 897 time: 0.0893235 Aug 28 13:14:36.583806 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-71746e07-79cc-4e1c-bd41-7fc07c6565b2 req-79f9bd2b-ae65-4692-87b9-2bddcc54765f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50427dcc-68e2-4ff6-8aae-b42360de58be HTTP/1.1" status: 200 len: 217 time: 0.0413404 Aug 28 13:14:36.646955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71746e07-79cc-4e1c-bd41-7fc07c6565b2 req-6728ba05-506d-45f9-90ad-5f346b69026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:36.648416 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-71746e07-79cc-4e1c-bd41-7fc07c6565b2 req-6728ba05-506d-45f9-90ad-5f346b69026e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7d8c224-8181-482e-b781-56c61ba1f09f HTTP/1.1" status: 200 len: 835 time: 0.0539336 Aug 28 13:14:36.707097 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71746e07-79cc-4e1c-bd41-7fc07c6565b2 req-5853274c-b30b-40ef-b8dc-f0af1fa0bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:36.708939 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-71746e07-79cc-4e1c-bd41-7fc07c6565b2 req-5853274c-b30b-40ef-b8dc-f0af1fa0bcb5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8227817a-1732-4f6f-adf4-3725d8ae21c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526555 Aug 28 13:14:36.817211 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-71746e07-79cc-4e1c-bd41-7fc07c6565b2 req-9bcc42b5-3ac4-4e01-ac6f-80c12102195d service neutron] 10.222.0.10 "GET /v2.0/networks/8227817a-1732-4f6f-adf4-3725d8ae21c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890851 Aug 28 13:14:36.916398 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-71746e07-79cc-4e1c-bd41-7fc07c6565b2 req-745168f3-b363-48e0-924a-721a8b6ffcda service neutron] 10.222.0.10 "GET /v2.0/networks/8227817a-1732-4f6f-adf4-3725d8ae21c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912383 Aug 28 13:14:37.049889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8edce9-99c9-448e-ba12-5fdc84c5ebfe req-81e252b8-1d13-4e74-a5c1-d58880aed69e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:37.051455 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fb8edce9-99c9-448e-ba12-5fdc84c5ebfe req-81e252b8-1d13-4e74-a5c1-d58880aed69e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 944 time: 0.0547941 Aug 28 13:14:37.092370 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fb8edce9-99c9-448e-ba12-5fdc84c5ebfe req-e1e5a8ef-5108-4523-bcc5-e7c3b9fd6404 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338297 Aug 28 13:14:37.243944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-f19dc891-05f9-437f-ab6e-d0d7feb72a7d tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:37.247021 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-f19dc891-05f9-437f-ab6e-d0d7feb72a7d tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.10 "GET /v2.0/networks?id=11a9511b-83fc-4cec-a271-6411e72db4f1 HTTP/1.1" status: 200 len: 809 time: 0.1162457 Aug 28 13:14:37.261196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-1ad82b39-ae13-4951-9d09-e37aa0fc1959 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Request body: {'port': {'device_id': '2e95eb66-5be9-4c14-ba40-848e70a0e59e', 'network_id': '11a9511b-83fc-4cec-a271-6411e72db4f1', 'admin_state_up': True, 'tenant_id': '538617800f544b16a1e6abb4c6d1514c'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:37.321265 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3d894-e4ba-44d4-b1f1-af7c989aa011 req-db27ad04-65e4-48e8-b2ab-08b46d4a21c5 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:37.322864 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbf3d894-e4ba-44d4-b1f1-af7c989aa011 req-db27ad04-65e4-48e8-b2ab-08b46d4a21c5 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 944 time: 0.0620699 Aug 28 13:14:37.365930 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-93fb8ba1-dea6-475f-a124-f8640a57b35e req-8daf45cb-1c49-4d4a-b1aa-eba496c50ee2 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e95eb66-5be9-4c14-ba40-848e70a0e59e HTTP/1.1" status: 200 len: 210 time: 0.0345883 Aug 28 13:14:37.371441 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbf3d894-e4ba-44d4-b1f1-af7c989aa011 req-47911c19-8bc1-48eb-8cd1-a9bdb33d3622 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=f356a12e-6930-412b-97c4-afc96d73ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408895 Aug 28 13:14:37.413579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-1ad82b39-ae13-4951-9d09-e37aa0fc1959 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Made reservation on behalf of 538617800f544b16a1e6abb4c6d1514c for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:14:37.417065 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-1ad82b39-ae13-4951-9d09-e37aa0fc1959 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:37.469032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b10d57bc-0d06-4412-980c-a6b0098ffaf1 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:14:37.518069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port b10d57bc-0d06-4412-980c-a6b0098ffaf1 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:14:37.522229 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port b10d57bc-0d06-4412-980c-a6b0098ffaf1 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:37.522638 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:37.546167 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 50427dcc-68e2-4ff6-8aae-b42360de58be details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:14:37.548516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e59136f0-cae9-4a34-ae5c-37aacb615186 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:14:37.554007 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-1ad82b39-ae13-4951-9d09-e37aa0fc1959 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Allocated IP 172.20.0.9 (11a9511b-83fc-4cec-a271-6411e72db4f1/dc6cbdcf-5bae-4819-8dd0-633c5dba3322/a8709bf8-a4eb-4221-9ab7-6b87aa089754) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:14:37.589775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: e59136f0-cae9-4a34-ae5c-37aacb615186 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:14:37.590116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e59136f0-cae9-4a34-ae5c-37aacb615186 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:14:37.603879 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:37.712937 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:37.723070 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-1ad82b39-ae13-4951-9d09-e37aa0fc1959 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:37.733705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 50427dcc-68e2-4ff6-8aae-b42360de58be, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=50427dcc-68e2-4ff6-8aae-b42360de58be,segment=NetworkSegment(50ed2b47-053e-44a2-a304-ab3cc34d5c45),segment_id=50ed2b47-053e-44a2-a304-ab3cc34d5c45)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:37.754008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c71949b-cffd-4abb-b6b2-c74a0a0c4c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10d57bc-0d06-4412-980c-a6b0098ffaf1'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:37.756287 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0f3821-44a2-4102-b856-65386012adfb" -d '{"events": [{"server_uuid": "8c71949b-cffd-4abb-b6b2-c74a0a0c4c46", "name": "network-vif-plugged", "status": "completed", "tag": "b10d57bc-0d06-4412-980c-a6b0098ffaf1"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:37.761269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '50427dcc-68e2-4ff6-8aae-b42360de58be', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'port_id': '50427dcc-68e2-4ff6-8aae-b42360de58be', 'mac_address': 'fa:16:3e:04:fc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:14:37.767235 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-1ad82b39-ae13-4951-9d09-e37aa0fc1959 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:37.775753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port b10d57bc-0d06-4412-980c-a6b0098ffaf1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b10d57bc-0d06-4412-980c-a6b0098ffaf1,segment=NetworkSegment(4675bce1-c245-4376-9413-77056c342e54),segment_id=4675bce1-c245-4376-9413-77056c342e54)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:37.797806 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:37.803019 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e889ccb1-92a0-4dc5-8b54-362bf9cf5869 x-openstack-request-id: req-e889ccb1-92a0-4dc5-8b54-362bf9cf5869 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:37.803312 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c71949b-cffd-4abb-b6b2-c74a0a0c4c46", "name": "network-vif-plugged", "status": "completed", "tag": "b10d57bc-0d06-4412-980c-a6b0098ffaf1", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:37.803566 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e889ccb1-92a0-4dc5-8b54-362bf9cf5869 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:37.803954 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c71949b-cffd-4abb-b6b2-c74a0a0c4c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10d57bc-0d06-4412-980c-a6b0098ffaf1', 'code': 200} Aug 28 13:14:37.821856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-1ad82b39-ae13-4951-9d09-e37aa0fc1959 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Network 11a9511b-83fc-4cec-a271-6411e72db4f1 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:14:37.826655 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad82b39-ae13-4951-9d09-e37aa0fc1959 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Pushing event updated for resources: {'Port': ['ID=a8709bf8-a4eb-4221-9ab7-6b87aa089754,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:37.829301 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-1ad82b39-ae13-4951-9d09-e37aa0fc1959 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:37.834233 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-1ad82b39-ae13-4951-9d09-e37aa0fc1959 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:14:37.854071 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:37.878832 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50427dcc-68e2-4ff6-8aae-b42360de58be {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:14:37.884071 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=b10d57bc-0d06-4412-980c-a6b0098ffaf1,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:37.892566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-1ad82b39-ae13-4951-9d09-e37aa0fc1959 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:37.893382 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-1ad82b39-ae13-4951-9d09-e37aa0fc1959 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:37.912365 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111e4b8-24f1-4fc5-9893-63cd0120d71b req-ddc83937-0032-4d7a-9588-2915c5d813ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:37.913416 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-1ad82b39-ae13-4951-9d09-e37aa0fc1959 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6566296 Aug 28 13:14:37.913605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 50427dcc-68e2-4ff6-8aae-b42360de58be, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=50427dcc-68e2-4ff6-8aae-b42360de58be,segment=NetworkSegment(50ed2b47-053e-44a2-a304-ab3cc34d5c45),segment_id=50ed2b47-053e-44a2-a304-ab3cc34d5c45)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:37.914447 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0111e4b8-24f1-4fc5-9893-63cd0120d71b req-ddc83937-0032-4d7a-9588-2915c5d813ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 1097 time: 0.0513370 Aug 28 13:14:37.917017 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:37.927172 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Request body: {'port': {'device_id': '2e95eb66-5be9-4c14-ba40-848e70a0e59e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:37.953035 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0111e4b8-24f1-4fc5-9893-63cd0120d71b req-56ecf077-93e3-49ee-a7b7-65f71d68af72 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f356a12e-6930-412b-97c4-afc96d73ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318091 Aug 28 13:14:37.970120 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=50427dcc-68e2-4ff6-8aae-b42360de58be,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:37.987511 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:38.133467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['50427dcc-68e2-4ff6-8aae-b42360de58be'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:14:38.223845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb044f-8f7c-490e-aebf-7a593181488d req-26f30b70-3473-445c-937d-2f0f497f967c tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:38.225281 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18fb044f-8f7c-490e-aebf-7a593181488d req-26f30b70-3473-445c-937d-2f0f497f967c tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 945 time: 0.0566924 Aug 28 13:14:38.267399 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18fb044f-8f7c-490e-aebf-7a593181488d req-a0d6c00a-1787-4631-be61-fc47b48ed757 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356963 Aug 28 13:14:38.291376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8709bf8-a4eb-4221-9ab7-6b87aa089754 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:14:38.299717 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:38.312000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Transition to ACTIVE for port object a8709bf8-a4eb-4221-9ab7-6b87aa089754 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:14:38.316585 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:38.365618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Pushing event updated for resources: {'Port': ['ID=a8709bf8-a4eb-4221-9ab7-6b87aa089754,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:38.453766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Attempting to bind port a8709bf8-a4eb-4221-9ab7-6b87aa089754 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:14:38.454109 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Attempting to bind port a8709bf8-a4eb-4221-9ab7-6b87aa089754 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '543fe78a-69f7-4bcc-bc3f-5914135207d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '11a9511b-83fc-4cec-a271-6411e72db4f1'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:14:38.454466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Attempting to bind port a8709bf8-a4eb-4221-9ab7-6b87aa089754 on network 11a9511b-83fc-4cec-a271-6411e72db4f1 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:14:38.474006 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Port a8709bf8-a4eb-4221-9ab7-6b87aa089754 on network 11a9511b-83fc-4cec-a271-6411e72db4f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:14:38.474457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Attempting to bind port a8709bf8-a4eb-4221-9ab7-6b87aa089754 on network 11a9511b-83fc-4cec-a271-6411e72db4f1 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:14:38.483841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:14:38.484181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Checking segment: {'id': '543fe78a-69f7-4bcc-bc3f-5914135207d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '11a9511b-83fc-4cec-a271-6411e72db4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:14:38.484575 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Bound using segment: {'id': '543fe78a-69f7-4bcc-bc3f-5914135207d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '11a9511b-83fc-4cec-a271-6411e72db4f1'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:14:38.485014 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Bound port: a8709bf8-a4eb-4221-9ab7-6b87aa089754, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '543fe78a-69f7-4bcc-bc3f-5914135207d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '11a9511b-83fc-4cec-a271-6411e72db4f1'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:14:38.485376 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:38.513203 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7e726-094d-40c2-af80-78b47beb26ed req-02b00521-e520-41db-b0f1-707e3c89364d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:38.514961 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4b7e726-094d-40c2-af80-78b47beb26ed req-02b00521-e520-41db-b0f1-707e3c89364d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 945 time: 0.0571213 Aug 28 13:14:38.537208 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89892844-11ad-400b-bc16-1232c8d3b844 req-6c33d2c0-073b-475c-8f4d-7eed4be7aead tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:38.538780 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-89892844-11ad-400b-bc16-1232c8d3b844 req-6c33d2c0-073b-475c-8f4d-7eed4be7aead tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e95eb66-5be9-4c14-ba40-848e70a0e59e HTTP/1.1" status: 200 len: 943 time: 0.0956910 Aug 28 13:14:38.555514 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4b7e726-094d-40c2-af80-78b47beb26ed req-1332c161-f43d-400b-8261-c20a6e92c56c tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=f356a12e-6930-412b-97c4-afc96d73ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344291 Aug 28 13:14:38.588469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] For port a8709bf8-a4eb-4221-9ab7-6b87aa089754, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:14:38.609412 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] For port a8709bf8-a4eb-4221-9ab7-6b87aa089754, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a8709bf8-a4eb-4221-9ab7-6b87aa089754,segment=NetworkSegment(543fe78a-69f7-4bcc-bc3f-5914135207d1),segment_id=543fe78a-69f7-4bcc-bc3f-5914135207d1)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:14:38.613042 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-89892844-11ad-400b-bc16-1232c8d3b844 req-146d4c07-8062-4aec-9d12-1402069824d0 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636058 Aug 28 13:14:38.614593 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:38.650911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:38.651542 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:38.653032 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] 10.222.0.10 "PUT /v2.0/ports/a8709bf8-a4eb-4221-9ab7-6b87aa089754 HTTP/1.1" status: 200 len: 1092 time: 0.7304351 Aug 28 13:14:38.654444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e95eb66-5be9-4c14-ba40-848e70a0e59e', 'tag': 'a8709bf8-a4eb-4221-9ab7-6b87aa089754'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:38.660496 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b40611-9cff-4aaa-810f-70d0fbe716c3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e95eb66-5be9-4c14-ba40-848e70a0e59e", "tag": "a8709bf8-a4eb-4221-9ab7-6b87aa089754"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:38.679083 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39f4f0-06aa-4a56-88af-2411a54e604f service neutron] Pushing event updated for resources: {'Port': ['ID=a8709bf8-a4eb-4221-9ab7-6b87aa089754,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:38.702779 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d8c4c1-6961-4bc6-9737-706121f3df93 x-openstack-request-id: req-90d8c4c1-6961-4bc6-9737-706121f3df93 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:38.703152 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e95eb66-5be9-4c14-ba40-848e70a0e59e", "tag": "a8709bf8-a4eb-4221-9ab7-6b87aa089754", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:38.703411 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90d8c4c1-6961-4bc6-9737-706121f3df93 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:38.703821 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e95eb66-5be9-4c14-ba40-848e70a0e59e', 'tag': 'a8709bf8-a4eb-4221-9ab7-6b87aa089754', 'status': 'completed', 'code': 200} Aug 28 13:14:38.750989 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-db1efb90-4608-41bb-ad66-9bff51861d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:38.753874 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-db1efb90-4608-41bb-ad66-9bff51861d0d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=538617800f544b16a1e6abb4c6d1514c&device_id=2e95eb66-5be9-4c14-ba40-848e70a0e59e HTTP/1.1" status: 200 len: 1095 time: 0.0437014 Aug 28 13:14:38.801673 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-7b98e7c9-92bb-47de-9be5-88a4668575e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8709bf8-a4eb-4221-9ab7-6b87aa089754 HTTP/1.1" status: 200 len: 217 time: 0.0393624 Aug 28 13:14:38.853208 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-fe890390-e360-44d9-9e53-52950c12a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:38.854720 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-fe890390-e360-44d9-9e53-52950c12a64d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc6cbdcf-5bae-4819-8dd0-633c5dba3322 HTTP/1.1" status: 200 len: 849 time: 0.0462651 Aug 28 13:14:38.887958 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-a7ee2870-6f3e-4a8b-987c-1bb0ac2fb2c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11a9511b-83fc-4cec-a271-6411e72db4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250740 Aug 28 13:14:38.982213 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-560bc98f-4816-493b-aa36-509724908ef3 service neutron] 10.222.0.10 "GET /v2.0/networks/11a9511b-83fc-4cec-a271-6411e72db4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861475 Aug 28 13:14:39.078067 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b979858c-f602-4b44-b1c6-75e31fa3cbc8 req-dfaaae62-36db-40d4-a7e8-f997c5dc8d5f service neutron] 10.222.0.10 "GET /v2.0/networks/11a9511b-83fc-4cec-a271-6411e72db4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882747 Aug 28 13:14:39.167223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b40611-9cff-4aaa-810f-70d0fbe716c3 req-6019c684-ddb3-4090-8368-7f6341ed1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:39.168720 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88b40611-9cff-4aaa-810f-70d0fbe716c3 req-6019c684-ddb3-4090-8368-7f6341ed1aab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=538617800f544b16a1e6abb4c6d1514c&device_id=2e95eb66-5be9-4c14-ba40-848e70a0e59e HTTP/1.1" status: 200 len: 1095 time: 0.0417025 Aug 28 13:14:39.263669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b40611-9cff-4aaa-810f-70d0fbe716c3 req-a1fd7677-d5cd-41bc-b591-ad0d7c720c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:39.265183 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88b40611-9cff-4aaa-810f-70d0fbe716c3 req-a1fd7677-d5cd-41bc-b591-ad0d7c720c79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11a9511b-83fc-4cec-a271-6411e72db4f1 HTTP/1.1" status: 200 len: 909 time: 0.0889390 Aug 28 13:14:39.308400 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88b40611-9cff-4aaa-810f-70d0fbe716c3 req-b4ca21b0-642b-49a8-8506-8da96c492c5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8709bf8-a4eb-4221-9ab7-6b87aa089754 HTTP/1.1" status: 200 len: 217 time: 0.0347979 Aug 28 13:14:39.393457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b40611-9cff-4aaa-810f-70d0fbe716c3 req-c832cedc-2535-4eb9-804c-042ad7a37341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:39.394988 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88b40611-9cff-4aaa-810f-70d0fbe716c3 req-c832cedc-2535-4eb9-804c-042ad7a37341 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc6cbdcf-5bae-4819-8dd0-633c5dba3322 HTTP/1.1" status: 200 len: 849 time: 0.0775177 Aug 28 13:14:39.419319 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683db06f-b275-4bfc-ad74-293c19beba09 req-28575f49-471f-4099-aede-ac6bcabc743a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:39.421032 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-683db06f-b275-4bfc-ad74-293c19beba09 req-28575f49-471f-4099-aede-ac6bcabc743a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 945 time: 0.0726988 Aug 28 13:14:39.441755 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88b40611-9cff-4aaa-810f-70d0fbe716c3 req-8be5722a-7987-45df-956f-68664e0e3fa2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11a9511b-83fc-4cec-a271-6411e72db4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386345 Aug 28 13:14:39.519985 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-683db06f-b275-4bfc-ad74-293c19beba09 req-dd940162-0bf6-4e89-bf35-d948ba3e8a1e tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811417 Aug 28 13:14:39.540587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 50427dcc-68e2-4ff6-8aae-b42360de58be up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:14:39.558839 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88b40611-9cff-4aaa-810f-70d0fbe716c3 req-536a5f1b-dfc2-4855-b0ab-81fdeea6354a service neutron] 10.222.0.10 "GET /v2.0/networks/11a9511b-83fc-4cec-a271-6411e72db4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045940 Aug 28 13:14:39.591915 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 50427dcc-68e2-4ff6-8aae-b42360de58be completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:14:39.597143 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 50427dcc-68e2-4ff6-8aae-b42360de58be triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:39.598002 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:39.677704 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88b40611-9cff-4aaa-810f-70d0fbe716c3 req-d1064d02-ea22-4d67-b203-dfd0fa24d899 service neutron] 10.222.0.10 "GET /v2.0/networks/11a9511b-83fc-4cec-a271-6411e72db4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104095 Aug 28 13:14:39.706430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ac2dc-4e71-41e8-a541-2c011f71dfc5 req-294f447b-43f4-4f38-a4ad-eb91346d324e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:39.708705 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da0ac2dc-4e71-41e8-a541-2c011f71dfc5 req-294f447b-43f4-4f38-a4ad-eb91346d324e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 945 time: 0.0702271 Aug 28 13:14:39.710342 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:39.749450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 50427dcc-68e2-4ff6-8aae-b42360de58be, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=50427dcc-68e2-4ff6-8aae-b42360de58be,segment=NetworkSegment(50ed2b47-053e-44a2-a304-ab3cc34d5c45),segment_id=50ed2b47-053e-44a2-a304-ab3cc34d5c45)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:39.755487 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:39.767295 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da0ac2dc-4e71-41e8-a541-2c011f71dfc5 req-dfa20e4b-cc1b-41f7-9996-104b4e35cc91 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=f356a12e-6930-412b-97c4-afc96d73ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480723 Aug 28 13:14:39.768285 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac3c97-9f1b-44f1-8495-4166e3326f32 req-73269ba9-66d7-44b7-9b0f-3c4fe6064faf tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:39.769845 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caac3c97-9f1b-44f1-8495-4166e3326f32 req-73269ba9-66d7-44b7-9b0f-3c4fe6064faf tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e95eb66-5be9-4c14-ba40-848e70a0e59e HTTP/1.1" status: 200 len: 943 time: 0.0699124 Aug 28 13:14:39.805085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50427dcc-68e2-4ff6-8aae-b42360de58be'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:39.808086 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06d16f2-9f5a-48d9-9af4-93249219d5ac" -d '{"events": [{"server_uuid": "32ba021b-2a19-409e-ae5b-d2b7214124b6", "name": "network-vif-plugged", "status": "completed", "tag": "50427dcc-68e2-4ff6-8aae-b42360de58be"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:39.814218 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caac3c97-9f1b-44f1-8495-4166e3326f32 req-4997b27f-a107-44b8-81cb-eadfa3999a05 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374637 Aug 28 13:14:39.829830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=50427dcc-68e2-4ff6-8aae-b42360de58be,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:39.867067 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e0acc1b4-ef80-4757-b17f-b7054d7b1dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:39.869593 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f7bdcd-b7bb-464c-97f6-ef438181781e x-openstack-request-id: req-51f7bdcd-b7bb-464c-97f6-ef438181781e {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:39.869878 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ba021b-2a19-409e-ae5b-d2b7214124b6", "name": "network-vif-plugged", "status": "completed", "tag": "50427dcc-68e2-4ff6-8aae-b42360de58be", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:39.870103 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51f7bdcd-b7bb-464c-97f6-ef438181781e {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:39.870505 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50427dcc-68e2-4ff6-8aae-b42360de58be', 'code': 200} Aug 28 13:14:39.912672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a682b6e-38dc-41d3-9c72-d176980747a8 req-9bb3435c-1a3a-4683-9ebf-166dad0c16cd tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:39.914212 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a682b6e-38dc-41d3-9c72-d176980747a8 req-9bb3435c-1a3a-4683-9ebf-166dad0c16cd tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 945 time: 0.0536547 Aug 28 13:14:39.957611 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a682b6e-38dc-41d3-9c72-d176980747a8 req-d1f037ef-f86c-418d-aa79-383f5351e4a9 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=f356a12e-6930-412b-97c4-afc96d73ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345471 Aug 28 13:14:39.980012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60420) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:39.985039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a15e0-f6e8-4234-989e-8e3c255ed833 req-20457cc8-1bcc-4dd1-a579-775a75f3b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:39.986816 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f27a15e0-f6e8-4234-989e-8e3c255ed833 req-20457cc8-1bcc-4dd1-a579-775a75f3b4b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 1098 time: 0.0505815 Aug 28 13:14:40.011205 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:40.024054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3263e5dc-94e0-43e6-8d1b-ba006e53cfb6 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:40.025522 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3263e5dc-94e0-43e6-8d1b-ba006e53cfb6 tempest-TestNetworkBasicOps-225635475 tempest-TestNetworkBasicOps-225635475-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 1092 time: 0.0446856 Aug 28 13:14:40.033497 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f27a15e0-f6e8-4234-989e-8e3c255ed833 req-df824ff8-8dfd-423a-a1a6-52a111618c1b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325880 Aug 28 13:14:40.033754 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60422) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:40.033754 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': 'b10d57bc-0d06-4412-980c-a6b0098ffaf1', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:40.057270 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:40.157105 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:40.258252 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Allocated IP 172.25.1.88 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/a9e36820-edc3-447a-b7a5-5a80b928e30e) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:14:40.366308 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:40.406715 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:40.444585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:14:40.449568 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:40.453264 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:14:40.458910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Port': ['ID=a9e36820-edc3-447a-b7a5-5a80b928e30e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:40.655263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa850b46-7218-4776-87c1-b5d7611b33a8 req-8bbbe016-5601-4959-b441-a0afd3c3ebaa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:40.656794 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fa850b46-7218-4776-87c1-b5d7611b33a8 req-8bbbe016-5601-4959-b441-a0afd3c3ebaa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.0529091 Aug 28 13:14:40.700200 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fa850b46-7218-4776-87c1-b5d7611b33a8 req-13b8c595-c89f-4284-8356-796672813bc2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338664 Aug 28 13:14:41.206595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1a2bc-d71a-4799-9cc6-72b1b9d5b8ff req-557aca10-5958-4f73-b786-dbfabcaf9bc4 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:41.208099 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62d1a2bc-d71a-4799-9cc6-72b1b9d5b8ff req-557aca10-5958-4f73-b786-dbfabcaf9bc4 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e95eb66-5be9-4c14-ba40-848e70a0e59e HTTP/1.1" status: 200 len: 943 time: 0.0934682 Aug 28 13:14:41.222286 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:41.285010 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-62d1a2bc-d71a-4799-9cc6-72b1b9d5b8ff req-fa744c23-fe9b-460c-8545-666317759cd5 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702782 Aug 28 13:14:41.325296 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:41.478205 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:41.483607 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:41.547653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event updated for resources: {'Port': ['ID=a9e36820-edc3-447a-b7a5-5a80b928e30e,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:41.561913 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:41.572344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device a8709bf8-a4eb-4221-9ab7-6b87aa089754 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:14:41.665766 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Floating IP 6c93eda2-66e4-47ca-8694-17444c5f3e0d associated. External IP: 172.25.1.88, port: b10d57bc-0d06-4412-980c-a6b0098ffaf1. Aug 28 13:14:41.679426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port a8709bf8-a4eb-4221-9ab7-6b87aa089754, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a8709bf8-a4eb-4221-9ab7-6b87aa089754,segment=NetworkSegment(543fe78a-69f7-4bcc-bc3f-5914135207d1),segment_id=543fe78a-69f7-4bcc-bc3f-5914135207d1)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:41.692032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'a8709bf8-a4eb-4221-9ab7-6b87aa089754', 'network_id': '11a9511b-83fc-4cec-a271-6411e72db4f1', 'port_id': 'a8709bf8-a4eb-4221-9ab7-6b87aa089754', 'mac_address': 'fa:16:3e:8c:74:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6cbdcf-5bae-4819-8dd0-633c5dba3322', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:14:41.734057 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:41.748320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8709bf8-a4eb-4221-9ab7-6b87aa089754 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:14:41.773391 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port a8709bf8-a4eb-4221-9ab7-6b87aa089754, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a8709bf8-a4eb-4221-9ab7-6b87aa089754,segment=NetworkSegment(543fe78a-69f7-4bcc-bc3f-5914135207d1),segment_id=543fe78a-69f7-4bcc-bc3f-5914135207d1)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:41.779954 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:41.839469 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=a8709bf8-a4eb-4221-9ab7-6b87aa089754,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:41.842307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76136c-2e72-4e02-8f77-90e9e40fc879 req-18a9142c-20f6-44cf-8fd0-d3abf44767aa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:41.843804 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a76136c-2e72-4e02-8f77-90e9e40fc879 req-18a9142c-20f6-44cf-8fd0-d3abf44767aa tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.0611095 Aug 28 13:14:41.908048 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a76136c-2e72-4e02-8f77-90e9e40fc879 req-2275b117-37f8-4bab-acb2-8bc2dfa4c71d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549734 Aug 28 13:14:41.928325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Router 5993ba92-c524-4c11-90b0-d2d533d57494 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:14:42.024138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['a8709bf8-a4eb-4221-9ab7-6b87aa089754'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:14:42.090333 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fc23c-ba36-49b0-9edf-33214d18c719 req-aad04e5b-8317-481f-9863-5afc1500f1ff tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:42.091992 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0f0fc23c-ba36-49b0-9edf-33214d18c719 req-aad04e5b-8317-481f-9863-5afc1500f1ff tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.0983896 Aug 28 13:14:42.093223 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:14:42.108648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6e2728-fb8b-43a6-a4e2-2b4c23802071 None None] Sync routers for ids ['5993ba92-c524-4c11-90b0-d2d533d57494'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:14:42.135089 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e2728-fb8b-43a6-a4e2-2b4c23802071 None None] Routers {'5993ba92-c524-4c11-90b0-d2d533d57494'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:42.135967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ed6e2728-fb8b-43a6-a4e2-2b4c23802071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:14:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5993ba92-c524-4c11-90b0-d2d533d57494'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:42.150198 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:42.215462 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0f0fc23c-ba36-49b0-9edf-33214d18c719 req-aa9805d5-00f3-450f-8f8a-6de9044fa971 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138299 Aug 28 13:14:42.229193 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-26239c49-6af0-423f-83b3-c49cd663caab tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1952465 Aug 28 13:14:42.229193 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c71949b-cffd-4abb-b6b2-c74a0a0c4c46', 'tag': 'b10d57bc-0d06-4412-980c-a6b0098ffaf1'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:42.229193 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8207a7b6-3bb2-4025-af25-6b8e54b04183" -d '{"events": [{"name": "network-changed", "server_uuid": "8c71949b-cffd-4abb-b6b2-c74a0a0c4c46", "tag": "b10d57bc-0d06-4412-980c-a6b0098ffaf1"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:42.230514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60432) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:42.262240 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60436) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:42.290206 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-822d55cc-792f-41bd-91af-1839d7f1c744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:42.298771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-ed6e2728-fb8b-43a6-a4e2-2b4c23802071 None None] Set router 5993ba92-c524-4c11-90b0-d2d533d57494 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:42.334208 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5f8f83-aa32-4c85-af1f-eb9446c2569e x-openstack-request-id: req-aa5f8f83-aa32-4c85-af1f-eb9446c2569e {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:42.334410 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c71949b-cffd-4abb-b6b2-c74a0a0c4c46", "tag": "b10d57bc-0d06-4412-980c-a6b0098ffaf1", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:42.334679 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa5f8f83-aa32-4c85-af1f-eb9446c2569e {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:42.335317 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c71949b-cffd-4abb-b6b2-c74a0a0c4c46', 'tag': 'b10d57bc-0d06-4412-980c-a6b0098ffaf1', 'status': 'completed', 'code': 200} Aug 28 13:14:42.351183 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-636e027e-8e73-49da-b1e0-4467b7356f4d tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/floatingips/6c93eda2-66e4-47ca-8694-17444c5f3e0d HTTP/1.1" status: 200 len: 990 time: 0.1169250 Aug 28 13:14:42.464164 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9c761d-db42-4d34-8d19-4fa177093c8e tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:42.466818 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6b9c761d-db42-4d34-8d19-4fa177093c8e tempest-TestNetworkAdvancedServerOps-384536648 tempest-TestNetworkAdvancedServerOps-384536648-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 1093 time: 0.2021420 Aug 28 13:14:42.469697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60440) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:42.475352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': '50427dcc-68e2-4ff6-8aae-b42360de58be', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:14:42.487879 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207a7b6-3bb2-4025-af25-6b8e54b04183 req-384356f0-ca2b-4200-86c9-00494b53795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:42.489930 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8207a7b6-3bb2-4025-af25-6b8e54b04183 req-384356f0-ca2b-4200-86c9-00494b53795f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b71b30df94e64348893b50e0a2be3059&device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 1097 time: 0.1477125 Aug 28 13:14:42.508190 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:42.525275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554b69b-eb23-40ca-a0dd-db74e593232b req-7cb412af-6a67-4f64-9f30-d105bb3b5c13 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:42.527913 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b554b69b-eb23-40ca-a0dd-db74e593232b req-7cb412af-6a67-4f64-9f30-d105bb3b5c13 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e95eb66-5be9-4c14-ba40-848e70a0e59e HTTP/1.1" status: 200 len: 944 time: 0.1371186 Aug 28 13:14:42.634389 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:42.692072 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b554b69b-eb23-40ca-a0dd-db74e593232b req-e577ff6c-8d88-4512-ac3b-4bb4e2ca5bf4 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458216 Aug 28 13:14:42.713847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207a7b6-3bb2-4025-af25-6b8e54b04183 req-78de149f-587c-4702-ab15-dd4d997cb149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:42.716351 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8207a7b6-3bb2-4025-af25-6b8e54b04183 req-78de149f-587c-4702-ab15-dd4d997cb149 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5040441-6327-4b24-9c3f-6c4bcd69bf62 HTTP/1.1" status: 200 len: 896 time: 0.2200415 Aug 28 13:14:42.729657 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:42.756417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ed6e2728-fb8b-43a6-a4e2-2b4c23802071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'name': 'tempest-TestNetworkBasicOps-router-1662683632', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:22Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '6c93eda2-66e4-47ca-8694-17444c5f3e0d', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'port_id': 'b10d57bc-0d06-4412-980c-a6b0098ffaf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'mac_address': 'fa:16:3e:32:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c71949b-cffd-4abb-b6b2-c74a0a0c4c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:14:40Z', 'updated_at': '2021-08-28T13:14:40Z', 'revision_number': 0, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00b3204-0e19-46e4-93ba-1c3a26cb70bf', 'name': '', 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:cc:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:30Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:42.767907 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Allocated IP 172.25.1.22 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/066bb400-f918-407b-9129-e81ddbc85b7d) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:14:42.786449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6e2728-fb8b-43a6-a4e2-2b4c23802071 None None] Checking router: 5993ba92-c524-4c11-90b0-d2d533d57494 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:14:42.790946 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8207a7b6-3bb2-4025-af25-6b8e54b04183 req-e0b03450-8e84-4f2f-9b50-0a23e8165bb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b10d57bc-0d06-4412-980c-a6b0098ffaf1 HTTP/1.1" status: 200 len: 998 time: 0.0655110 Aug 28 13:14:42.795306 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e2728-fb8b-43a6-a4e2-2b4c23802071 None None] Routers {'5993ba92-c524-4c11-90b0-d2d533d57494'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:42.795920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ed6e2728-fb8b-43a6-a4e2-2b4c23802071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:14:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5993ba92-c524-4c11-90b0-d2d533d57494'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:42.845731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207a7b6-3bb2-4025-af25-6b8e54b04183 req-17aac815-8086-405b-b7de-a63515bfb890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:42.847348 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8207a7b6-3bb2-4025-af25-6b8e54b04183 req-17aac815-8086-405b-b7de-a63515bfb890 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b442f7ad-6698-4300-8dad-392b1a2c1e50 HTTP/1.1" status: 200 len: 834 time: 0.0498543 Aug 28 13:14:42.877964 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:42.903581 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207a7b6-3bb2-4025-af25-6b8e54b04183 req-0e77754b-a765-4448-89d7-459aa9f8a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:42.905027 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8207a7b6-3bb2-4025-af25-6b8e54b04183 req-0e77754b-a765-4448-89d7-459aa9f8a5fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5040441-6327-4b24-9c3f-6c4bcd69bf62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510800 Aug 28 13:14:42.907702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-ed6e2728-fb8b-43a6-a4e2-2b4c23802071 None None] Set router 5993ba92-c524-4c11-90b0-d2d533d57494 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:42.926635 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:42.964864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:14:42.968021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:14:42.970731 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:14:43.000704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=066bb400-f918-407b-9129-e81ddbc85b7d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:43.001600 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8207a7b6-3bb2-4025-af25-6b8e54b04183 req-6a2254d9-0e5d-40a5-ba89-32f34f75a5a8 service neutron] 10.222.0.11 "GET /v2.0/networks/e5040441-6327-4b24-9c3f-6c4bcd69bf62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894578 Aug 28 13:14:43.100652 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8207a7b6-3bb2-4025-af25-6b8e54b04183 req-43c1d51c-c68e-4a73-bdd4-76021cd044c6 service neutron] 10.222.0.11 "GET /v2.0/networks/e5040441-6327-4b24-9c3f-6c4bcd69bf62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920491 Aug 28 13:14:43.148036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ed6e2728-fb8b-43a6-a4e2-2b4c23802071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'name': 'tempest-TestNetworkBasicOps-router-1662683632', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:22Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '6c93eda2-66e4-47ca-8694-17444c5f3e0d', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'port_id': 'b10d57bc-0d06-4412-980c-a6b0098ffaf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'mac_address': 'fa:16:3e:32:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c71949b-cffd-4abb-b6b2-c74a0a0c4c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:14:40Z', 'updated_at': '2021-08-28T13:14:40Z', 'revision_number': 0, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00b3204-0e19-46e4-93ba-1c3a26cb70bf', 'name': '', 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:cc:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:30Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:43.174231 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6e2728-fb8b-43a6-a4e2-2b4c23802071 None None] The sync data for ids ['5993ba92-c524-4c11-90b0-d2d533d57494'] in n-d-791505-21 is: [{'id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'name': 'tempest-TestNetworkBasicOps-router-1662683632', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:22Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '6c93eda2-66e4-47ca-8694-17444c5f3e0d', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'port_id': 'b10d57bc-0d06-4412-980c-a6b0098ffaf1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'mac_address': 'fa:16:3e:32:b6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c71949b-cffd-4abb-b6b2-c74a0a0c4c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:14:40Z', 'updated_at': '2021-08-28T13:14:40Z', 'revision_number': 0, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00b3204-0e19-46e4-93ba-1c3a26cb70bf', 'name': '', 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:cc:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:30Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:14:43.355317 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60442) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:43.364477 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:43.395436 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fb8f0-023a-4035-8501-10c90cfe854c None None] New status for floating IP 6c93eda2-66e4-47ca-8694-17444c5f3e0d: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:14:43.479791 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:43.597448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device a8709bf8-a4eb-4221-9ab7-6b87aa089754 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:14:43.646810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port a8709bf8-a4eb-4221-9ab7-6b87aa089754 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:14:43.650332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port a8709bf8-a4eb-4221-9ab7-6b87aa089754 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:14:43.650752 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:43.737498 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:43.760515 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e95eb66-5be9-4c14-ba40-848e70a0e59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8709bf8-a4eb-4221-9ab7-6b87aa089754'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:43.763027 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f35f20-34b6-477c-ad2d-1b3b30a2f1be" -d '{"events": [{"server_uuid": "2e95eb66-5be9-4c14-ba40-848e70a0e59e", "name": "network-vif-plugged", "status": "completed", "tag": "a8709bf8-a4eb-4221-9ab7-6b87aa089754"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:43.776668 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port a8709bf8-a4eb-4221-9ab7-6b87aa089754, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a8709bf8-a4eb-4221-9ab7-6b87aa089754,segment=NetworkSegment(543fe78a-69f7-4bcc-bc3f-5914135207d1),segment_id=543fe78a-69f7-4bcc-bc3f-5914135207d1)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:43.789635 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:43.816816 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ccbc7e-e2b5-4789-acca-e682aacafab4 x-openstack-request-id: req-e3ccbc7e-e2b5-4789-acca-e682aacafab4 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:43.817249 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e95eb66-5be9-4c14-ba40-848e70a0e59e", "name": "network-vif-plugged", "status": "completed", "tag": "a8709bf8-a4eb-4221-9ab7-6b87aa089754", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:43.817398 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3ccbc7e-e2b5-4789-acca-e682aacafab4 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:43.817783 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e95eb66-5be9-4c14-ba40-848e70a0e59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8709bf8-a4eb-4221-9ab7-6b87aa089754', 'code': 200} Aug 28 13:14:43.838026 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a0d5ca19-598d-43f8-97b2-136c55e4dade tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/floatingips/6c93eda2-66e4-47ca-8694-17444c5f3e0d HTTP/1.1" status: 200 len: 990 time: 0.4782953 Aug 28 13:14:43.846337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=a8709bf8-a4eb-4221-9ab7-6b87aa089754,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:43.872249 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:43.910787 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5167e-36d1-4c3f-aede-6ca19dbc52e5 req-56d40cfa-6118-44e9-9f6a-d4b6193d7e55 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:43.912240 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4fa5167e-36d1-4c3f-aede-6ca19dbc52e5 req-56d40cfa-6118-44e9-9f6a-d4b6193d7e55 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e95eb66-5be9-4c14-ba40-848e70a0e59e HTTP/1.1" status: 200 len: 945 time: 0.1302853 Aug 28 13:14:44.025354 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4fa5167e-36d1-4c3f-aede-6ca19dbc52e5 req-b6f0d6f4-39af-4e03-953d-9d41e5906c13 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069279 Aug 28 13:14:44.029234 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a0fb3-5f38-4a6e-8924-2c47bdafc0c8 req-bac63b6a-7a7e-46a0-b760-d321feff4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:44.030678 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8e7a0fb3-5f38-4a6e-8924-2c47bdafc0c8 req-bac63b6a-7a7e-46a0-b760-d321feff4952 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e95eb66-5be9-4c14-ba40-848e70a0e59e HTTP/1.1" status: 200 len: 1097 time: 0.1364641 Aug 28 13:14:44.087013 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8e7a0fb3-5f38-4a6e-8924-2c47bdafc0c8 req-05aa7a8b-ea2a-4e04-a5a6-6ae4c7aa6501 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485232 Aug 28 13:14:44.120566 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:44.127307 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:44.197369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event updated for resources: {'Port': ['ID=066bb400-f918-407b-9129-e81ddbc85b7d,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:44.211645 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:44.313174 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Floating IP 43c2e9e2-1b3d-422b-8868-56f6bfb3dde0 associated. External IP: 172.25.1.22, port: 50427dcc-68e2-4ff6-8aae-b42360de58be. Aug 28 13:14:44.532678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router 6291933a-6146-41a0-860f-25bc632da583 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:14:44.645179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:14:44.655893 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3de10e-f795-429f-b5a2-cd2f8524aa93 None None] Sync routers for ids ['6291933a-6146-41a0-860f-25bc632da583'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:14:44.662751 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:44.667294 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3de10e-f795-429f-b5a2-cd2f8524aa93 None None] Routers {'6291933a-6146-41a0-860f-25bc632da583'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:44.667948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-fe3de10e-f795-429f-b5a2-cd2f8524aa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:14:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6291933a-6146-41a0-860f-25bc632da583'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:44.691731 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9c02afc5-881e-494d-a50f-2633d4fa24bd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2209179 Aug 28 13:14:44.692420 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'tag': '50427dcc-68e2-4ff6-8aae-b42360de58be'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:44.694904 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5618d423-d17a-4e04-96a7-a3b119c14900" -d '{"events": [{"name": "network-changed", "server_uuid": "32ba021b-2a19-409e-ae5b-d2b7214124b6", "tag": "50427dcc-68e2-4ff6-8aae-b42360de58be"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:44.736981 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16dd05a-923e-473b-951d-d6c91a4522ca x-openstack-request-id: req-b16dd05a-923e-473b-951d-d6c91a4522ca {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:44.737278 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ba021b-2a19-409e-ae5b-d2b7214124b6", "tag": "50427dcc-68e2-4ff6-8aae-b42360de58be", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:44.737553 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b16dd05a-923e-473b-951d-d6c91a4522ca {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:44.737991 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'tag': '50427dcc-68e2-4ff6-8aae-b42360de58be', 'status': 'completed', 'code': 200} Aug 28 13:14:44.796749 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-fe3de10e-f795-429f-b5a2-cd2f8524aa93 None None] Set router 6291933a-6146-41a0-860f-25bc632da583 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:44.817635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618d423-d17a-4e04-96a7-a3b119c14900 req-8c0d9fd1-1e61-420f-a92d-98b61485ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:44.819227 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5618d423-d17a-4e04-96a7-a3b119c14900 req-8c0d9fd1-1e61-420f-a92d-98b61485ecbb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 1098 time: 0.0574069 Aug 28 13:14:44.823759 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6cbe3-7bb4-4ba9-9b64-5da0c783bb30 req-da75fdf1-82a3-4ded-8c54-215fc2d0daad tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:44.825469 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-baf6cbe3-7bb4-4ba9-9b64-5da0c783bb30 req-da75fdf1-82a3-4ded-8c54-215fc2d0daad tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.0587916 Aug 28 13:14:44.843239 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60452) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:44.873573 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-baf6cbe3-7bb4-4ba9-9b64-5da0c783bb30 req-3059fa4d-6101-40a5-a183-3eeca511b3fe tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370824 Aug 28 13:14:44.897014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60454) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:44.965733 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b90e12f9-b3df-4e56-9c9b-02a3e4d9d53f tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/floatingips/6c93eda2-66e4-47ca-8694-17444c5f3e0d HTTP/1.1" status: 200 len: 992 time: 0.1211400 Aug 28 13:14:44.979477 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1aeb65ff-2c5e-4078-bfd7-b7fef091f2c2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/43c2e9e2-1b3d-422b-8868-56f6bfb3dde0 HTTP/1.1" status: 200 len: 991 time: 0.0798411 Aug 28 13:14:44.997446 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618d423-d17a-4e04-96a7-a3b119c14900 req-9de6b153-bfbf-4c02-b5fc-3775d641cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:44.999158 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5618d423-d17a-4e04-96a7-a3b119c14900 req-9de6b153-bfbf-4c02-b5fc-3775d641cb9d service neutron] 10.222.0.10 "GET /v2.0/networks?id=8227817a-1732-4f6f-adf4-3725d8ae21c5 HTTP/1.1" status: 200 len: 897 time: 0.1698370 Aug 28 13:14:45.075030 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-fe3de10e-f795-429f-b5a2-cd2f8524aa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6291933a-6146-41a0-860f-25bc632da583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99446786', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:26Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '43c2e9e2-1b3d-422b-8868-56f6bfb3dde0', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'floating_ip_address': '172.25.1.22', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '6291933a-6146-41a0-860f-25bc632da583', 'port_id': '50427dcc-68e2-4ff6-8aae-b42360de58be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'mac_address': 'fa:16:3e:04:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:14:43Z', 'updated_at': '2021-08-28T13:14:43Z', 'revision_number': 0, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7662dd-12e8-4171-b15d-a76a29fc4608', 'name': '', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:de:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:25Z', 'updated_at': '2021-08-28T13:14:32Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:45.088993 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5618d423-d17a-4e04-96a7-a3b119c14900 req-1a49ab8b-7e70-4aeb-bbed-96e86147e7d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50427dcc-68e2-4ff6-8aae-b42360de58be HTTP/1.1" status: 200 len: 999 time: 0.0718195 Aug 28 13:14:45.103828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3de10e-f795-429f-b5a2-cd2f8524aa93 None None] Checking router: 6291933a-6146-41a0-860f-25bc632da583 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:14:45.114828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3de10e-f795-429f-b5a2-cd2f8524aa93 None None] Routers {'6291933a-6146-41a0-860f-25bc632da583'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:14:45.115570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-fe3de10e-f795-429f-b5a2-cd2f8524aa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:14:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6291933a-6146-41a0-860f-25bc632da583'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:45.183122 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618d423-d17a-4e04-96a7-a3b119c14900 req-509d8a16-5eb1-49f7-84dd-129d145ade60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:45.184598 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5618d423-d17a-4e04-96a7-a3b119c14900 req-509d8a16-5eb1-49f7-84dd-129d145ade60 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7d8c224-8181-482e-b781-56c61ba1f09f HTTP/1.1" status: 200 len: 835 time: 0.0841277 Aug 28 13:14:45.197114 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7696e74-30cf-4728-9eec-2138810706a8 req-19eb5445-f194-4c12-aef3-9cb1ef9a30e9 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:45.198854 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7696e74-30cf-4728-9eec-2138810706a8 req-19eb5445-f194-4c12-aef3-9cb1ef9a30e9 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e95eb66-5be9-4c14-ba40-848e70a0e59e HTTP/1.1" status: 200 len: 945 time: 0.0877008 Aug 28 13:14:45.250781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-fe3de10e-f795-429f-b5a2-cd2f8524aa93 None None] Set router 6291933a-6146-41a0-860f-25bc632da583 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:14:45.269187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618d423-d17a-4e04-96a7-a3b119c14900 req-d8a1e4e2-cea9-47f3-b021-3680af469d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:45.270932 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5618d423-d17a-4e04-96a7-a3b119c14900 req-d8a1e4e2-cea9-47f3-b021-3680af469d2a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8227817a-1732-4f6f-adf4-3725d8ae21c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712702 Aug 28 13:14:45.279597 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b7696e74-30cf-4728-9eec-2138810706a8 req-48e3aadf-90e6-44a3-a32a-d6ce7e8e591d tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525019 Aug 28 13:14:45.389688 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:45.393123 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5618d423-d17a-4e04-96a7-a3b119c14900 req-1d5fcbf1-c99b-4909-a356-ca749a2503bf service neutron] 10.222.0.10 "GET /v2.0/networks/8227817a-1732-4f6f-adf4-3725d8ae21c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122589 Aug 28 13:14:45.489038 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5618d423-d17a-4e04-96a7-a3b119c14900 req-a7d53f09-a43c-48f0-b9e9-ee52931dde73 service neutron] 10.222.0.10 "GET /v2.0/networks/8227817a-1732-4f6f-adf4-3725d8ae21c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879047 Aug 28 13:14:45.526459 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-fe3de10e-f795-429f-b5a2-cd2f8524aa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6291933a-6146-41a0-860f-25bc632da583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99446786', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:26Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '43c2e9e2-1b3d-422b-8868-56f6bfb3dde0', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'floating_ip_address': '172.25.1.22', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '6291933a-6146-41a0-860f-25bc632da583', 'port_id': '50427dcc-68e2-4ff6-8aae-b42360de58be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'mac_address': 'fa:16:3e:04:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:14:43Z', 'updated_at': '2021-08-28T13:14:43Z', 'revision_number': 0, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7662dd-12e8-4171-b15d-a76a29fc4608', 'name': '', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:de:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:25Z', 'updated_at': '2021-08-28T13:14:32Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:14:45.563699 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3de10e-f795-429f-b5a2-cd2f8524aa93 None None] The sync data for ids ['6291933a-6146-41a0-860f-25bc632da583'] in n-d-791505-21 is: [{'id': '6291933a-6146-41a0-860f-25bc632da583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99446786', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:26Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '43c2e9e2-1b3d-422b-8868-56f6bfb3dde0', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'floating_ip_address': '172.25.1.22', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '6291933a-6146-41a0-860f-25bc632da583', 'port_id': '50427dcc-68e2-4ff6-8aae-b42360de58be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'mac_address': 'fa:16:3e:04:fc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:14:43Z', 'updated_at': '2021-08-28T13:14:43Z', 'revision_number': 0, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd7662dd-12e8-4171-b15d-a76a29fc4608', 'name': '', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:de:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:25Z', 'updated_at': '2021-08-28T13:14:32Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:14:45.754730 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c1f92-df3b-43a0-a5df-6027f7d285b9 None None] New status for floating IP 43c2e9e2-1b3d-422b-8868-56f6bfb3dde0: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:14:45.983142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60458) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:14:46.044738 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e3f4fcdb-fcc2-4f73-8ab2-25d4db8e06e3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/43c2e9e2-1b3d-422b-8868-56f6bfb3dde0 HTTP/1.1" status: 200 len: 993 time: 0.0596437 Aug 28 13:14:46.431684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f95634-13f9-4706-aed7-e019408ea625 req-611ed46e-249d-47e7-a520-cc2bfd5cd35a tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:46.433165 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28f95634-13f9-4706-aed7-e019408ea625 req-611ed46e-249d-47e7-a520-cc2bfd5cd35a tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e95eb66-5be9-4c14-ba40-848e70a0e59e HTTP/1.1" status: 200 len: 945 time: 0.0592670 Aug 28 13:14:46.481579 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28f95634-13f9-4706-aed7-e019408ea625 req-0f850b4e-ea8a-49b8-b73c-f6b0b36f51d1 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384421 Aug 28 13:14:47.131554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719494c-95fa-449d-8b39-499c8991c895 req-5dd41086-3283-4297-b2c6-718db88a0ac8 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:47.133016 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d719494c-95fa-449d-8b39-499c8991c895 req-5dd41086-3283-4297-b2c6-718db88a0ac8 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e95eb66-5be9-4c14-ba40-848e70a0e59e HTTP/1.1" status: 200 len: 945 time: 0.0587101 Aug 28 13:14:47.186609 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d719494c-95fa-449d-8b39-499c8991c895 req-20c04677-ce2c-4813-984a-ad1a910c0af2 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391159 Aug 28 13:14:48.342537 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ed1f5-1baf-40d8-9b4a-452802a2ab80 req-6efbed8b-0280-4787-aaf8-280d3ce09e12 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:48.344114 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-551ed1f5-1baf-40d8-9b4a-452802a2ab80 req-6efbed8b-0280-4787-aaf8-280d3ce09e12 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e95eb66-5be9-4c14-ba40-848e70a0e59e HTTP/1.1" status: 200 len: 945 time: 0.0714617 Aug 28 13:14:48.388290 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-551ed1f5-1baf-40d8-9b4a-452802a2ab80 req-b9402a0c-506f-4ab7-85e9-3bae1fc47eaa tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.20 "GET /v2.0/security-groups?id=e60924ce-71b3-4c75-a109-067ce9d24dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382752 Aug 28 13:14:48.489326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fb939-0046-458b-8c39-38e64c9654de req-0604611b-cbcd-48c8-806b-59d05f06b3f1 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:14:48.490853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-268fb939-0046-458b-8c39-38e64c9654de req-0604611b-cbcd-48c8-806b-59d05f06b3f1 tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e95eb66-5be9-4c14-ba40-848e70a0e59e HTTP/1.1" status: 200 len: 945 time: 0.0489030 Aug 28 13:14:48.584560 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-268fb939-0046-458b-8c39-38e64c9654de req-e0728f13-ab2d-4edd-9c55-98cdd066dc2a tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Deleting port a8709bf8-a4eb-4221-9ab7-6b87aa089754 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:14:48.584905 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-268fb939-0046-458b-8c39-38e64c9654de req-e0728f13-ab2d-4edd-9c55-98cdd066dc2a tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:48.675031 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-268fb939-0046-458b-8c39-38e64c9654de req-e0728f13-ab2d-4edd-9c55-98cdd066dc2a tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] For port a8709bf8-a4eb-4221-9ab7-6b87aa089754, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=a8709bf8-a4eb-4221-9ab7-6b87aa089754,segment=NetworkSegment(543fe78a-69f7-4bcc-bc3f-5914135207d1),segment_id=543fe78a-69f7-4bcc-bc3f-5914135207d1)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:14:48.675401 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-268fb939-0046-458b-8c39-38e64c9654de req-e0728f13-ab2d-4edd-9c55-98cdd066dc2a tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:48.687961 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-268fb939-0046-458b-8c39-38e64c9654de req-e0728f13-ab2d-4edd-9c55-98cdd066dc2a tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Calling delete_port for a8709bf8-a4eb-4221-9ab7-6b87aa089754 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:14:48.817436 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-268fb939-0046-458b-8c39-38e64c9654de req-e0728f13-ab2d-4edd-9c55-98cdd066dc2a tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:48.830035 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['a8709bf8-a4eb-4221-9ab7-6b87aa089754'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:14:48.846734 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0728f13-ab2d-4edd-9c55-98cdd066dc2a tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Pushing event deleted for resources: {'Port': ['ID=a8709bf8-a4eb-4221-9ab7-6b87aa089754,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:14:48.888869 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-268fb939-0046-458b-8c39-38e64c9654de req-e0728f13-ab2d-4edd-9c55-98cdd066dc2a tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] No DVR routers for this DVR port a8709bf8-a4eb-4221-9ab7-6b87aa089754 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:14:48.891483 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-268fb939-0046-458b-8c39-38e64c9654de req-e0728f13-ab2d-4edd-9c55-98cdd066dc2a tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:14:48.893511 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-268fb939-0046-458b-8c39-38e64c9654de req-e0728f13-ab2d-4edd-9c55-98cdd066dc2a tempest-VolumesActionsTest-1905997557 tempest-VolumesActionsTest-1905997557-project] 10.222.0.10 "DELETE /v2.0/ports/a8709bf8-a4eb-4221-9ab7-6b87aa089754 HTTP/1.1" status: 204 len: 173 time: 0.3949337 Aug 28 13:14:48.893946 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e95eb66-5be9-4c14-ba40-848e70a0e59e', 'name': 'network-vif-deleted', 'tag': 'a8709bf8-a4eb-4221-9ab7-6b87aa089754'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:14:48.896351 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecc109f-d68b-44ae-84e5-e68d75ddd597" -d '{"events": [{"server_uuid": "2e95eb66-5be9-4c14-ba40-848e70a0e59e", "name": "network-vif-deleted", "tag": "a8709bf8-a4eb-4221-9ab7-6b87aa089754"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:14:48.941222 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654a9614-3595-490a-a86c-cb66ce7002f3 x-openstack-request-id: req-654a9614-3595-490a-a86c-cb66ce7002f3 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:14:48.941521 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e95eb66-5be9-4c14-ba40-848e70a0e59e", "name": "network-vif-deleted", "tag": "a8709bf8-a4eb-4221-9ab7-6b87aa089754", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:14:48.941783 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-654a9614-3595-490a-a86c-cb66ce7002f3 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:14:48.942188 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e95eb66-5be9-4c14-ba40-848e70a0e59e', 'name': 'network-vif-deleted', 'tag': 'a8709bf8-a4eb-4221-9ab7-6b87aa089754', 'status': 'completed', 'code': 200} Aug 28 13:14:51.636163 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device a8709bf8-a4eb-4221-9ab7-6b87aa089754 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:14:51.661325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: a8709bf8-a4eb-4221-9ab7-6b87aa089754 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:14:51.661979 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device a8709bf8-a4eb-4221-9ab7-6b87aa089754 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:14:59.610343 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:15:07.583095 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:08.209343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60706) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:08.254874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Deleting subnet dc6cbdcf-5bae-4819-8dd0-633c5dba3322 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:15:08.258024 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:08.292977 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:08.337352 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:08.390990 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:08.416458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc6cbdcf-5bae-4819-8dd0-633c5dba3322,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:08.421584 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:08.424298 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dc6cbdcf-5bae-4819-8dd0-633c5dba3322 HTTP/1.1" status: 204 len: 168 time: 0.2139175 Aug 28 13:15:08.426047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60708) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:08.431491 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.431839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.432175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.432505 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.432958 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.433185 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.433470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.433791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.434111 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.434956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.435276 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.435591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c232bc4-433e-408f-b03d-5dc803d6a2ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.503639 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:08.588375 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:08.599959 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a9511b-83fc-4cec-a271-6411e72db4f1']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:08.612623 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543fe78a-69f7-4bcc-bc3f-5914135207d1') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:08.612925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543fe78a-69f7-4bcc-bc3f-5914135207d1') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:08.621994 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:08.637790 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:08.644118 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:15:08.644473 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:15:08.646307 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:15:08.704918 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:08.713152 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:08.715246 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] 10.222.0.20 "DELETE /v2.0/networks/11a9511b-83fc-4cec-a271-6411e72db4f1 HTTP/1.1" status: 204 len: 168 time: 0.2881334 Aug 28 13:15:08.727017 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Pushing event deleted for resources: {'Network': ['ID=11a9511b-83fc-4cec-a271-6411e72db4f1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:08.736753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.736987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.737308 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.737657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.737993 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.738327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.738691 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.739023 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.739354 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.739684 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.740009 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.740336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e3267-330a-4e15-b9ad-b13b7c4ee378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:08.841924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60714) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:08.883492 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b33fdcfb-6655-4d7d-815f-1bc6edaf3249 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=538617800f544b16a1e6abb4c6d1514c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402105 Aug 28 13:15:08.885874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60716) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:08.935597 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b5bcbcc1-39b8-44a9-89d2-a339860e032e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:08.956982 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b5bcbcc1-39b8-44a9-89d2-a339860e032e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:09.007261 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b5bcbcc1-39b8-44a9-89d2-a339860e032e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:09.009867 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b5bcbcc1-39b8-44a9-89d2-a339860e032e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:09.011102 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b5bcbcc1-39b8-44a9-89d2-a339860e032e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e60924ce-71b3-4c75-a109-067ce9d24dc5 HTTP/1.1" status: 204 len: 168 time: 0.1242716 Aug 28 13:15:09.019623 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcbcc1-39b8-44a9-89d2-a339860e032e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60924ce-71b3-4c75-a109-067ce9d24dc5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:09.872876 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ea29ce40-08b2-4020-a6ae-31dd202d2780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:10.013183 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:10.091923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60746) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:10.211897 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a57a3156-1362-4a45-bf99-d825a3c94dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:10.304993 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a57a3156-1362-4a45-bf99-d825a3c94dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:10.308836 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a57a3156-1362-4a45-bf99-d825a3c94dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:10.345458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a3156-1362-4a45-bf99-d825a3c94dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3838f66-fe02-4f64-80b8-a43382d280bb,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:10.350600 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a57a3156-1362-4a45-bf99-d825a3c94dbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c084c6fc2d3647ff9081707f87b483b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573225 Aug 28 13:15:10.353293 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60754) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:10.408472 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba64e76f-5174-48e3-a8bc-102bd866963a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:10.430525 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba64e76f-5174-48e3-a8bc-102bd866963a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:10.481812 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba64e76f-5174-48e3-a8bc-102bd866963a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:10.485974 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba64e76f-5174-48e3-a8bc-102bd866963a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:10.487218 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ba64e76f-5174-48e3-a8bc-102bd866963a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3838f66-fe02-4f64-80b8-a43382d280bb HTTP/1.1" status: 204 len: 168 time: 0.1329229 Aug 28 13:15:10.495317 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64e76f-5174-48e3-a8bc-102bd866963a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3838f66-fe02-4f64-80b8-a43382d280bb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:11.130925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60776) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:11.242099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-da13c8c4-9517-47b1-8c3b-7aa83b2deb41 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1781820043-network', 'tenant_id': '6e41c814d7f0430fad1bee795304a44a'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:11.271979 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da13c8c4-9517-47b1-8c3b-7aa83b2deb41 admin admin] Made reservation on behalf of 6e41c814d7f0430fad1bee795304a44a for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:15:11.274269 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-da13c8c4-9517-47b1-8c3b-7aa83b2deb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:11.283199 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-da13c8c4-9517-47b1-8c3b-7aa83b2deb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:11.379973 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-da13c8c4-9517-47b1-8c3b-7aa83b2deb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:11.383781 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-da13c8c4-9517-47b1-8c3b-7aa83b2deb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:11.409086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da13c8c4-9517-47b1-8c3b-7aa83b2deb41 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:15:11.417812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13c8c4-9517-47b1-8c3b-7aa83b2deb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86911f0e-cf08-42d6-805d-407f4a185b30,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:11.424745 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-da13c8c4-9517-47b1-8c3b-7aa83b2deb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:11.425742 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-da13c8c4-9517-47b1-8c3b-7aa83b2deb41 admin admin] Added segment 4a5856dc-252a-47bc-bf62-2d5f24503e38 of type vlan for network 1a025d94-3218-4f24-b0fd-166dc22e2b6a Aug 28 13:15:11.467523 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-da13c8c4-9517-47b1-8c3b-7aa83b2deb41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:11.494411 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-da13c8c4-9517-47b1-8c3b-7aa83b2deb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:11.495413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da13c8c4-9517-47b1-8c3b-7aa83b2deb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:11.495985 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-da13c8c4-9517-47b1-8c3b-7aa83b2deb41 admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:11.579088 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-da13c8c4-9517-47b1-8c3b-7aa83b2deb41 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4470384 Aug 28 13:15:11.582920 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60780) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:11.588400 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-662c5d85-09dc-42dd-b87e-a7732792a725 admin admin] Request body: {'subnet': {'network_id': '1a025d94-3218-4f24-b0fd-166dc22e2b6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1781820043-subnet', 'tenant_id': '6e41c814d7f0430fad1bee795304a44a', 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:11.599441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13c8c4-9517-47b1-8c3b-7aa83b2deb41 admin admin] Pushing event updated for resources: {'Network': ['ID=1a025d94-3218-4f24-b0fd-166dc22e2b6a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:11.610829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 1a025d94-3218-4f24-b0fd-166dc22e2b6a details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:15:11.616738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662c5d85-09dc-42dd-b87e-a7732792a725 admin admin] Made reservation on behalf of 6e41c814d7f0430fad1bee795304a44a for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:15:11.619804 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-662c5d85-09dc-42dd-b87e-a7732792a725 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:11.801300 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-662c5d85-09dc-42dd-b87e-a7732792a725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:11.852508 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c5d85-09dc-42dd-b87e-a7732792a725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=011d378b-7e78-4dd2-8326-047d96e6eec5,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:11.867920 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c5d85-09dc-42dd-b87e-a7732792a725 admin admin] Checking segment: {'id': '4a5856dc-252a-47bc-bf62-2d5f24503e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1a025d94-3218-4f24-b0fd-166dc22e2b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:11.868274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c5d85-09dc-42dd-b87e-a7732792a725 admin admin] Network hostable DHCP agents. Network: 1a025d94-3218-4f24-b0fd-166dc22e2b6a, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:15:11.887216 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c5d85-09dc-42dd-b87e-a7732792a725 admin admin] Network 1a025d94-3218-4f24-b0fd-166dc22e2b6a is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:15:11.897222 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-662c5d85-09dc-42dd-b87e-a7732792a725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 1a025d94-3218-4f24-b0fd-166dc22e2b6a) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:11.901435 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662c5d85-09dc-42dd-b87e-a7732792a725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:11.902018 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-662c5d85-09dc-42dd-b87e-a7732792a725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:11.907160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df462679-6597-4015-8bdf-c4859f3bcd20 None None] Network 1a025d94-3218-4f24-b0fd-166dc22e2b6a requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:15:11.918185 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-662c5d85-09dc-42dd-b87e-a7732792a725 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3337739 Aug 28 13:15:11.921764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60782) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:11.927712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1781820043-router', 'tenant_id': '6e41c814d7f0430fad1bee795304a44a', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:11.950242 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:11.951305 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:12.021795 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:12.071771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-1a025d94-3218-4f24-b0fd-166dc22e2b6a', 'network_id': '1a025d94-3218-4f24-b0fd-166dc22e2b6a', 'tenant_id': '6e41c814d7f0430fad1bee795304a44a', 'fixed_ips': [{'subnet_id': '011d378b-7e78-4dd2-8326-047d96e6eec5'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:15:12.072660 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:12.163181 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:12.210696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Allocated IP 172.20.0.2 (1a025d94-3218-4f24-b0fd-166dc22e2b6a/011d378b-7e78-4dd2-8326-047d96e6eec5/310482f9-f065-4003-8525-de63cd547535) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:12.294768 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-de021d37-2db6-400e-94aa-3d890fbc7c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:12.378444 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:12.396871 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:12.397736 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:12.406308 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Transition to ACTIVE for port object 310482f9-f065-4003-8525-de63cd547535 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:12.428887 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Transition to ACTIVE for port object 310482f9-f065-4003-8525-de63cd547535 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:12.436967 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:12.477641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Network 1a025d94-3218-4f24-b0fd-166dc22e2b6a is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:12.482386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:12.489996 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:12.490235 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60786) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:12.499797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Pushing event updated for resources: {'Port': ['ID=310482f9-f065-4003-8525-de63cd547535,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:12.525078 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Allocated IP 172.25.1.250 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/f5522297-3ef2-478d-9fdc-47d3960c86cf) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:12.556619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Attempting to bind port 310482f9-f065-4003-8525-de63cd547535 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:12.557023 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Attempting to bind port 310482f9-f065-4003-8525-de63cd547535 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '4a5856dc-252a-47bc-bf62-2d5f24503e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1a025d94-3218-4f24-b0fd-166dc22e2b6a'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:12.557402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Attempting to bind port 310482f9-f065-4003-8525-de63cd547535 on network 1a025d94-3218-4f24-b0fd-166dc22e2b6a {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:12.568284 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9b036927-6aec-4269-9d90-41496b145f28 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/floatingips/6c93eda2-66e4-47ca-8694-17444c5f3e0d HTTP/1.1" status: 200 len: 992 time: 0.0706067 Aug 28 13:15:12.574942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:12.575324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Checking segment: {'id': '4a5856dc-252a-47bc-bf62-2d5f24503e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1a025d94-3218-4f24-b0fd-166dc22e2b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:12.575733 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:12.576169 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Bound using segment: {'id': '4a5856dc-252a-47bc-bf62-2d5f24503e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1a025d94-3218-4f24-b0fd-166dc22e2b6a'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:12.577461 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Bound port: 310482f9-f065-4003-8525-de63cd547535, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5856dc-252a-47bc-bf62-2d5f24503e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1a025d94-3218-4f24-b0fd-166dc22e2b6a'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:12.577856 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:12.599069 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:12.642169 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:12.653437 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] For port 310482f9-f065-4003-8525-de63cd547535, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:12.664908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] For port 310482f9-f065-4003-8525-de63cd547535, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=310482f9-f065-4003-8525-de63cd547535,segment=NetworkSegment(4a5856dc-252a-47bc-bf62-2d5f24503e38),segment_id=4a5856dc-252a-47bc-bf62-2d5f24503e38)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:12.671313 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:12.689101 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:12.728527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:12.732901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:12.737004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:12.746909 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e2303-9264-427c-bd3a-a184a3c5323f None None] Pushing event updated for resources: {'Port': ['ID=310482f9-f065-4003-8525-de63cd547535,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:12.783533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Pushing event updated for resources: {'Port': ['ID=f5522297-3ef2-478d-9fdc-47d3960c86cf,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:12.888715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60794) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:13.051887 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:13.094218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6b3fe79f-4c1d-42a3-80c6-051fc6d59cb6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Deleting port a9e36820-edc3-447a-b7a5-5a80b928e30e {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:15:13.094597 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe79f-4c1d-42a3-80c6-051fc6d59cb6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:13.183916 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe79f-4c1d-42a3-80c6-051fc6d59cb6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:13.184156 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe79f-4c1d-42a3-80c6-051fc6d59cb6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:13.198420 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-6b3fe79f-4c1d-42a3-80c6-051fc6d59cb6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Calling delete_port for a9e36820-edc3-447a-b7a5-5a80b928e30e owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:15:13.252173 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:13.355934 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe79f-4c1d-42a3-80c6-051fc6d59cb6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:13.383743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fe79f-4c1d-42a3-80c6-051fc6d59cb6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Port': ['ID=a9e36820-edc3-447a-b7a5-5a80b928e30e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:13.393808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Router a5a03598-de7a-43d4-919c-b31d2790ce15 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:15:13.446646 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe79f-4c1d-42a3-80c6-051fc6d59cb6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:13.447041 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-6b3fe79f-4c1d-42a3-80c6-051fc6d59cb6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Floating IP 6c93eda2-66e4-47ca-8694-17444c5f3e0d disassociated (deleted). External IP: 172.25.1.88, port: b10d57bc-0d06-4412-980c-a6b0098ffaf1. Aug 28 13:15:13.495154 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:13.518884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:15:13.530504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Sync routers for ids ['a5a03598-de7a-43d4-919c-b31d2790ce15'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:15:13.538481 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:13.540050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2da8b7d2-bc63-4ef1-aaf3-000a76414c41 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6172376 Aug 28 13:15:13.542755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60796) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:13.547911 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Routers {'a5a03598-de7a-43d4-919c-b31d2790ce15'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:13.548690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a5a03598-de7a-43d4-919c-b31d2790ce15'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:13.690407 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Set router a5a03598-de7a-43d4-919c-b31d2790ce15 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:13.713003 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3fe79f-4c1d-42a3-80c6-051fc6d59cb6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Router 5993ba92-c524-4c11-90b0-d2d533d57494 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:15:13.891400 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3fe79f-4c1d-42a3-80c6-051fc6d59cb6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:15:13.898089 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe79f-4c1d-42a3-80c6-051fc6d59cb6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:13.904116 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b278601-b75c-4bc4-bc81-4a089094484c None None] Sync routers for ids ['5993ba92-c524-4c11-90b0-d2d533d57494'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:15:13.925484 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b278601-b75c-4bc4-bc81-4a089094484c None None] Routers {'5993ba92-c524-4c11-90b0-d2d533d57494'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:13.926297 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2b278601-b75c-4bc4-bc81-4a089094484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5993ba92-c524-4c11-90b0-d2d533d57494'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:13.932927 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6b3fe79f-4c1d-42a3-80c6-051fc6d59cb6 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "DELETE /v2.0/floatingips/6c93eda2-66e4-47ca-8694-17444c5f3e0d HTTP/1.1" status: 204 len: 168 time: 1.0412185 Aug 28 13:15:13.935019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c71949b-cffd-4abb-b6b2-c74a0a0c4c46', 'tag': 'b10d57bc-0d06-4412-980c-a6b0098ffaf1'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:15:13.948552 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac43eb9-5f71-4fca-94bc-3ab1784a4657" -d '{"events": [{"name": "network-changed", "server_uuid": "8c71949b-cffd-4abb-b6b2-c74a0a0c4c46", "tag": "b10d57bc-0d06-4412-980c-a6b0098ffaf1"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:15:13.966129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15f3785-cbf6-44d8-9fd5-e697b4389781 None None] Network 1a025d94-3218-4f24-b0fd-166dc22e2b6a requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:15:14.033637 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d19954f-ff33-4613-9e5b-29ce787d1f69 x-openstack-request-id: req-9d19954f-ff33-4613-9e5b-29ce787d1f69 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:15:14.034303 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c71949b-cffd-4abb-b6b2-c74a0a0c4c46", "tag": "b10d57bc-0d06-4412-980c-a6b0098ffaf1", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:15:14.034905 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d19954f-ff33-4613-9e5b-29ce787d1f69 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:15:14.035570 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c71949b-cffd-4abb-b6b2-c74a0a0c4c46', 'tag': 'b10d57bc-0d06-4412-980c-a6b0098ffaf1', 'status': 'completed', 'code': 200} Aug 28 13:15:14.086344 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-2b278601-b75c-4bc4-bc81-4a089094484c None None] Set router 5993ba92-c524-4c11-90b0-d2d533d57494 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:14.102844 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 310482f9-f065-4003-8525-de63cd547535 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:14.162734 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9f335796-c085-4f70-a74c-803105608844 None None] Provisioning for port 310482f9-f065-4003-8525-de63cd547535 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:14.219412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 310482f9-f065-4003-8525-de63cd547535 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:14.237410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 310482f9-f065-4003-8525-de63cd547535 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:14.237789 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:14.374174 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2b278601-b75c-4bc4-bc81-4a089094484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'name': 'tempest-TestNetworkBasicOps-router-1662683632', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:22Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'd00b3204-0e19-46e4-93ba-1c3a26cb70bf', 'name': '', 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:cc:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:30Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:14.387352 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac43eb9-5f71-4fca-94bc-3ab1784a4657 req-d4b4541a-d363-45db-bd30-45a01a50710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:14.389024 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ac43eb9-5f71-4fca-94bc-3ab1784a4657 req-d4b4541a-d363-45db-bd30-45a01a50710b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b71b30df94e64348893b50e0a2be3059&device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 1097 time: 0.1417940 Aug 28 13:15:14.394410 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:14.399623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b3b92-55d0-4bdf-bd69-4b1d3ed04bcb req-00fdd195-c474-4c82-ba15-0cf271dc685e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:14.401205 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5a4b3b92-55d0-4bdf-bd69-4b1d3ed04bcb req-00fdd195-c474-4c82-ba15-0cf271dc685e tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 945 time: 0.1556363 Aug 28 13:15:14.412251 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b278601-b75c-4bc4-bc81-4a089094484c None None] Checking router: 5993ba92-c524-4c11-90b0-d2d533d57494 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:15:14.424491 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b278601-b75c-4bc4-bc81-4a089094484c None None] Routers {'5993ba92-c524-4c11-90b0-d2d533d57494'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:14.425291 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2b278601-b75c-4bc4-bc81-4a089094484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5993ba92-c524-4c11-90b0-d2d533d57494'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:14.450227 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 310482f9-f065-4003-8525-de63cd547535, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=310482f9-f065-4003-8525-de63cd547535,segment=NetworkSegment(4a5856dc-252a-47bc-bf62-2d5f24503e38),segment_id=4a5856dc-252a-47bc-bf62-2d5f24503e38)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:14.462622 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:14.526380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'name': 'tempest-TestAggregatesBasicOps-1781820043-router', 'tenant_id': '6e41c814d7f0430fad1bee795304a44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'f5522297-3ef2-478d-9fdc-47d3960c86cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:11Z', 'updated_at': '2021-08-28T13:15:12Z', 'revision_number': 3, 'project_id': '6e41c814d7f0430fad1bee795304a44a', 'gw_port': {'id': 'f5522297-3ef2-478d-9fdc-47d3960c86cf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:12Z', 'updated_at': '2021-08-28T13:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:14.531922 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=310482f9-f065-4003-8525-de63cd547535,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:14.552401 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5a4b3b92-55d0-4bdf-bd69-4b1d3ed04bcb req-664daccb-094a-45e9-aad8-3b593db10562 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=f356a12e-6930-412b-97c4-afc96d73ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366782 Aug 28 13:15:14.577803 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-2b278601-b75c-4bc4-bc81-4a089094484c None None] Set router 5993ba92-c524-4c11-90b0-d2d533d57494 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:14.578056 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Checking router: a5a03598-de7a-43d4-919c-b31d2790ce15 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:15:14.578056 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Updating router a5a03598-de7a-43d4-919c-b31d2790ce15 port f5522297-3ef2-478d-9fdc-47d3960c86cf binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:15:14.609812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac43eb9-5f71-4fca-94bc-3ab1784a4657 req-096bb74d-0c8e-48e1-b159-237249ae8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:14.611441 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ac43eb9-5f71-4fca-94bc-3ab1784a4657 req-096bb74d-0c8e-48e1-b159-237249ae8619 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e5040441-6327-4b24-9c3f-6c4bcd69bf62 HTTP/1.1" status: 200 len: 896 time: 0.2051914 Aug 28 13:15:14.615184 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:14.618956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ff2e72df-ee86-4f4c-8f71-d094f9c87adf None None] Provisioning complete for port 310482f9-f065-4003-8525-de63cd547535 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:14.619304 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ff2e72df-ee86-4f4c-8f71-d094f9c87adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:14.678659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ac43eb9-5f71-4fca-94bc-3ab1784a4657 req-eea6e35a-ee94-4db2-902c-f7d22fa31093 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b10d57bc-0d06-4412-980c-a6b0098ffaf1 HTTP/1.1" status: 200 len: 217 time: 0.0585208 Aug 28 13:15:14.769628 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac43eb9-5f71-4fca-94bc-3ab1784a4657 req-b67699d2-2fad-4ebd-8362-b13dcbcd4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:14.771254 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ac43eb9-5f71-4fca-94bc-3ab1784a4657 req-b67699d2-2fad-4ebd-8362-b13dcbcd4cad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b442f7ad-6698-4300-8dad-392b1a2c1e50 HTTP/1.1" status: 200 len: 834 time: 0.0842223 Aug 28 13:15:14.777466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:14.816148 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2b278601-b75c-4bc4-bc81-4a089094484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'name': 'tempest-TestNetworkBasicOps-router-1662683632', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:22Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'd00b3204-0e19-46e4-93ba-1c3a26cb70bf', 'name': '', 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:cc:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:30Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:14.848020 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b278601-b75c-4bc4-bc81-4a089094484c None None] The sync data for ids ['5993ba92-c524-4c11-90b0-d2d533d57494'] in n-d-791505-21 is: [{'id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'name': 'tempest-TestNetworkBasicOps-router-1662683632', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:22Z', 'revision_number': 4, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'd00b3204-0e19-46e4-93ba-1c3a26cb70bf', 'name': '', 'network_id': 'e5040441-6327-4b24-9c3f-6c4bcd69bf62', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'mac_address': 'fa:16:3e:cc:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:30Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'subnets': [{'id': 'b442f7ad-6698-4300-8dad-392b1a2c1e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:15:14.922399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac43eb9-5f71-4fca-94bc-3ab1784a4657 req-8e594e0c-782b-4599-8af8-2de25e1d653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:14.924114 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ac43eb9-5f71-4fca-94bc-3ab1784a4657 req-8e594e0c-782b-4599-8af8-2de25e1d653d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e5040441-6327-4b24-9c3f-6c4bcd69bf62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1434419 Aug 28 13:15:14.970924 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:14.981303 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Transition to ACTIVE for port object f5522297-3ef2-478d-9fdc-47d3960c86cf will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:14.988949 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:15.055185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9049394-87e1-4cfc-b602-23e53b04a5b7 None None] Pushing event updated for resources: {'Port': ['ID=f5522297-3ef2-478d-9fdc-47d3960c86cf,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:15.062736 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Attempting to bind port f5522297-3ef2-478d-9fdc-47d3960c86cf on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:15.063254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Attempting to bind port f5522297-3ef2-478d-9fdc-47d3960c86cf by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:15.063866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Attempting to bind port f5522297-3ef2-478d-9fdc-47d3960c86cf on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:15.069467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:15.069999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:15.070542 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:15.071066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:15.072038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Bound port: f5522297-3ef2-478d-9fdc-47d3960c86cf, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:15.072864 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:15.098616 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Allocated IP 172.20.0.1 (1a025d94-3218-4f24-b0fd-166dc22e2b6a/011d378b-7e78-4dd2-8326-047d96e6eec5/fb8cab94-8c40-48b8-b9f9-7ed471184e88) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:15.103661 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ac43eb9-5f71-4fca-94bc-3ab1784a4657 req-d04ac4bd-26da-42b6-b815-214af8074cfe service neutron] 10.222.0.11 "GET /v2.0/networks/e5040441-6327-4b24-9c3f-6c4bcd69bf62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702938 Aug 28 13:15:15.157450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] For port f5522297-3ef2-478d-9fdc-47d3960c86cf, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:15.162925 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffd17ae-40db-4f38-b096-039e01602f37 None None] New status for floating IP 6c93eda2-66e4-47ca-8694-17444c5f3e0d: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:15:15.165362 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] For port f5522297-3ef2-478d-9fdc-47d3960c86cf, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f5522297-3ef2-478d-9fdc-47d3960c86cf,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:15.200433 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:15.270700 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ac43eb9-5f71-4fca-94bc-3ab1784a4657 req-6e78001f-f863-4402-9894-0c2929da8c2b service neutron] 10.222.0.11 "GET /v2.0/networks/e5040441-6327-4b24-9c3f-6c4bcd69bf62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557944 Aug 28 13:15:15.287354 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Routers {'a5a03598-de7a-43d4-919c-b31d2790ce15'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:15.288005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a5a03598-de7a-43d4-919c-b31d2790ce15'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:15.288520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:15.305142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Transition to ACTIVE for port object fb8cab94-8c40-48b8-b9f9-7ed471184e88 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:15.328212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9049394-87e1-4cfc-b602-23e53b04a5b7 None None] Pushing event updated for resources: {'Port': ['ID=f5522297-3ef2-478d-9fdc-47d3960c86cf,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:15.343496 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:15.385378 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Network 1a025d94-3218-4f24-b0fd-166dc22e2b6a is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:15.390903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:15.394555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:15.402628 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:15.417303 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] Set router a5a03598-de7a-43d4-919c-b31d2790ce15 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:15.418788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Pushing event updated for resources: {'Port': ['ID=fb8cab94-8c40-48b8-b9f9-7ed471184e88,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:15.445515 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:15.624068 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:15.636558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'name': 'tempest-TestAggregatesBasicOps-1781820043-router', 'tenant_id': '6e41c814d7f0430fad1bee795304a44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'f5522297-3ef2-478d-9fdc-47d3960c86cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:11Z', 'updated_at': '2021-08-28T13:15:12Z', 'revision_number': 3, 'project_id': '6e41c814d7f0430fad1bee795304a44a', 'gw_port': {'id': 'f5522297-3ef2-478d-9fdc-47d3960c86cf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:12Z', 'updated_at': '2021-08-28T13:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:15.676949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b5a45-f731-4a86-b888-b7958790c33e req-9c923d9e-346b-4fcf-9d22-2c0b7bbea4d9 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:15.677989 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53ac6b-fde5-40a0-b0c5-3f26fbb54c2e None None] The sync data for ids ['a5a03598-de7a-43d4-919c-b31d2790ce15'] in n-d-791505-21 is: [{'id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'name': 'tempest-TestAggregatesBasicOps-1781820043-router', 'tenant_id': '6e41c814d7f0430fad1bee795304a44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'f5522297-3ef2-478d-9fdc-47d3960c86cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:11Z', 'updated_at': '2021-08-28T13:15:12Z', 'revision_number': 3, 'project_id': '6e41c814d7f0430fad1bee795304a44a', 'gw_port': {'id': 'f5522297-3ef2-478d-9fdc-47d3960c86cf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:12Z', 'updated_at': '2021-08-28T13:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:15:15.678385 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e48b5a45-f731-4a86-b888-b7958790c33e req-9c923d9e-346b-4fcf-9d22-2c0b7bbea4d9 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 945 time: 0.0963833 Aug 28 13:15:15.704550 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bb2acb8b-57a5-4d84-a607-d0e5d9be6e11 None None] Provisioning for port fb8cab94-8c40-48b8-b9f9-7ed471184e88 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:15.709021 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bb2acb8b-57a5-4d84-a607-d0e5d9be6e11 None None] Provisioning complete for port fb8cab94-8c40-48b8-b9f9-7ed471184e88 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:15.709386 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bb2acb8b-57a5-4d84-a607-d0e5d9be6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:15.713179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e7c55-b2c7-4a03-884c-eb0346d0601f req-b415a8fa-9abf-49ab-ad2c-5ec3c4ed9bbe tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:15.715322 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3a8e7c55-b2c7-4a03-884c-eb0346d0601f req-b415a8fa-9abf-49ab-ad2c-5ec3c4ed9bbe tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 945 time: 0.0713179 Aug 28 13:15:15.745877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-bb2acb8b-57a5-4d84-a607-d0e5d9be6e11 None None] Port fb8cab94-8c40-48b8-b9f9-7ed471184e88 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:15:15.757757 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3a8e7c55-b2c7-4a03-884c-eb0346d0601f req-e6235fa7-3a7c-44ea-9309-e602d2569ec9 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/security-groups?id=f356a12e-6930-412b-97c4-afc96d73ddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355446 Aug 28 13:15:15.891191 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-e48b5a45-f731-4a86-b888-b7958790c33e req-e0bbe624-e5b7-4aa3-9b7f-40ce1054d257 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Deleting port b10d57bc-0d06-4412-980c-a6b0098ffaf1 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:15:15.891630 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e48b5a45-f731-4a86-b888-b7958790c33e req-e0bbe624-e5b7-4aa3-9b7f-40ce1054d257 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:15.920528 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 310482f9-f065-4003-8525-de63cd547535 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:15.956968 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:15.965681 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:15.990538 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 310482f9-f065-4003-8525-de63cd547535 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:15.991161 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:16.062154 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:16.079589 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Pushing event updated for resources: {'Port': ['ID=fb8cab94-8c40-48b8-b9f9-7ed471184e88,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:16.089315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-e48b5a45-f731-4a86-b888-b7958790c33e req-e0bbe624-e5b7-4aa3-9b7f-40ce1054d257 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] For port b10d57bc-0d06-4412-980c-a6b0098ffaf1, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b10d57bc-0d06-4412-980c-a6b0098ffaf1,segment=NetworkSegment(4675bce1-c245-4376-9413-77056c342e54),segment_id=4675bce1-c245-4376-9413-77056c342e54)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:16.089688 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e48b5a45-f731-4a86-b888-b7958790c33e req-e0bbe624-e5b7-4aa3-9b7f-40ce1054d257 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:16.141233 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-e48b5a45-f731-4a86-b888-b7958790c33e req-e0bbe624-e5b7-4aa3-9b7f-40ce1054d257 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Calling delete_port for b10d57bc-0d06-4412-980c-a6b0098ffaf1 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:15:16.244029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Network 1a025d94-3218-4f24-b0fd-166dc22e2b6a is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:16.253651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:16.412803 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e48b5a45-f731-4a86-b888-b7958790c33e req-e0bbe624-e5b7-4aa3-9b7f-40ce1054d257 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:16.452948 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbe624-e5b7-4aa3-9b7f-40ce1054d257 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Port': ['ID=b10d57bc-0d06-4412-980c-a6b0098ffaf1,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:16.489204 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c4aa35b1-0569-4280-adc1-cd77039102e1 None None] Provisioning complete for port fb8cab94-8c40-48b8-b9f9-7ed471184e88 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:16.489204 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c4aa35b1-0569-4280-adc1-cd77039102e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:16.491983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Router a5a03598-de7a-43d4-919c-b31d2790ce15 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:15:16.506665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48b5a45-f731-4a86-b888-b7958790c33e req-e0bbe624-e5b7-4aa3-9b7f-40ce1054d257 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] No DVR routers for this DVR port b10d57bc-0d06-4412-980c-a6b0098ffaf1 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:15:16.512563 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e48b5a45-f731-4a86-b888-b7958790c33e req-e0bbe624-e5b7-4aa3-9b7f-40ce1054d257 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:16.512563 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e48b5a45-f731-4a86-b888-b7958790c33e req-e0bbe624-e5b7-4aa3-9b7f-40ce1054d257 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.11 "DELETE /v2.0/ports/b10d57bc-0d06-4412-980c-a6b0098ffaf1 HTTP/1.1" status: 204 len: 173 time: 0.8234565 Aug 28 13:15:16.512941 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c71949b-cffd-4abb-b6b2-c74a0a0c4c46', 'name': 'network-vif-deleted', 'tag': 'b10d57bc-0d06-4412-980c-a6b0098ffaf1'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:15:16.516030 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec93732-6895-4e47-baf8-2f8ef46a12dc" -d '{"events": [{"server_uuid": "8c71949b-cffd-4abb-b6b2-c74a0a0c4c46", "name": "network-vif-deleted", "tag": "b10d57bc-0d06-4412-980c-a6b0098ffaf1"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:15:16.554012 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa35b1-0569-4280-adc1-cd77039102e1 None None] Port fb8cab94-8c40-48b8-b9f9-7ed471184e88 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:15:16.589026 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79084823-20ec-434a-abdd-54afbdc61bf0 x-openstack-request-id: req-79084823-20ec-434a-abdd-54afbdc61bf0 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:15:16.589328 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c71949b-cffd-4abb-b6b2-c74a0a0c4c46", "name": "network-vif-deleted", "tag": "b10d57bc-0d06-4412-980c-a6b0098ffaf1", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:15:16.589577 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79084823-20ec-434a-abdd-54afbdc61bf0 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:15:16.589968 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c71949b-cffd-4abb-b6b2-c74a0a0c4c46', 'name': 'network-vif-deleted', 'tag': 'b10d57bc-0d06-4412-980c-a6b0098ffaf1', 'status': 'completed', 'code': 200} Aug 28 13:15:16.676596 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:15:16.685052 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0ab02ee2-c7a5-42fc-a3cb-88b998f4de6c admin admin] 10.222.0.20 "PUT /v2.0/routers/a5a03598-de7a-43d4-919c-b31d2790ce15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1406980 Aug 28 13:15:16.906859 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0bb1aef7-e800-46e5-94e7-13c0e9962afe req-23208996-93e1-4889-ad3a-13d6165bc035 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c71949b-cffd-4abb-b6b2-c74a0a0c4c46 HTTP/1.1" status: 200 len: 210 time: 0.0344272 Aug 28 13:15:17.267246 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60828) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:17.272628 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ac427623-4a15-4ffb-9f52-2c13034c16fd admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2098045486-network', 'tenant_id': '6b90548431364a0ca96ea85180188bc1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:17.295984 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac427623-4a15-4ffb-9f52-2c13034c16fd admin admin] Made reservation on behalf of 6b90548431364a0ca96ea85180188bc1 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:15:17.298987 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac427623-4a15-4ffb-9f52-2c13034c16fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:17.310003 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac427623-4a15-4ffb-9f52-2c13034c16fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:17.413656 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac427623-4a15-4ffb-9f52-2c13034c16fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:17.418196 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac427623-4a15-4ffb-9f52-2c13034c16fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:17.447792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac427623-4a15-4ffb-9f52-2c13034c16fd admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:15:17.464105 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac427623-4a15-4ffb-9f52-2c13034c16fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3797389d-3075-4891-8308-6ee1e41be783,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:17.468868 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac427623-4a15-4ffb-9f52-2c13034c16fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:17.469218 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-ac427623-4a15-4ffb-9f52-2c13034c16fd admin admin] Added segment 5d6f38ce-f74f-419f-9fe3-e2812bae510c of type vlan for network e011a22e-9823-4c8a-88e1-54f3857ae83f Aug 28 13:15:17.512718 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac427623-4a15-4ffb-9f52-2c13034c16fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:17.538003 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac427623-4a15-4ffb-9f52-2c13034c16fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:17.539266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac427623-4a15-4ffb-9f52-2c13034c16fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:17.539843 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac427623-4a15-4ffb-9f52-2c13034c16fd admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:17.584542 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Sync routers for ids ['a5a03598-de7a-43d4-919c-b31d2790ce15'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:15:17.597919 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Routers {'a5a03598-de7a-43d4-919c-b31d2790ce15'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:17.598950 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a5a03598-de7a-43d4-919c-b31d2790ce15'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:17.612941 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac427623-4a15-4ffb-9f52-2c13034c16fd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3445084 Aug 28 13:15:17.617688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60830) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:17.619105 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac427623-4a15-4ffb-9f52-2c13034c16fd admin admin] Pushing event updated for resources: {'Network': ['ID=e011a22e-9823-4c8a-88e1-54f3857ae83f,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:17.624613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-048893c1-7bd5-456f-ace5-1f0cb4511fd9 admin admin] Request body: {'subnet': {'network_id': 'e011a22e-9823-4c8a-88e1-54f3857ae83f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2098045486-subnet', 'tenant_id': '6b90548431364a0ca96ea85180188bc1', 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:17.632299 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network e011a22e-9823-4c8a-88e1-54f3857ae83f details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:15:17.646754 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048893c1-7bd5-456f-ace5-1f0cb4511fd9 admin admin] Made reservation on behalf of 6b90548431364a0ca96ea85180188bc1 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:15:17.649796 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-048893c1-7bd5-456f-ace5-1f0cb4511fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:17.758296 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Set router a5a03598-de7a-43d4-919c-b31d2790ce15 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:17.839250 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-048893c1-7bd5-456f-ace5-1f0cb4511fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:17.898414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048893c1-7bd5-456f-ace5-1f0cb4511fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=193292ba-8c71-4796-b24a-e63d6eaace61,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:17.906994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048893c1-7bd5-456f-ace5-1f0cb4511fd9 admin admin] Checking segment: {'id': '5d6f38ce-f74f-419f-9fe3-e2812bae510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e011a22e-9823-4c8a-88e1-54f3857ae83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:17.907284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048893c1-7bd5-456f-ace5-1f0cb4511fd9 admin admin] Network hostable DHCP agents. Network: e011a22e-9823-4c8a-88e1-54f3857ae83f, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:15:17.927582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048893c1-7bd5-456f-ace5-1f0cb4511fd9 admin admin] Network e011a22e-9823-4c8a-88e1-54f3857ae83f is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:15:17.944816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-048893c1-7bd5-456f-ace5-1f0cb4511fd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, e011a22e-9823-4c8a-88e1-54f3857ae83f) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:17.950640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048893c1-7bd5-456f-ace5-1f0cb4511fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:17.952709 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-048893c1-7bd5-456f-ace5-1f0cb4511fd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:17.958974 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeafe20-0f7d-44df-8eca-ffcde5ccac70 None None] Network e011a22e-9823-4c8a-88e1-54f3857ae83f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:15:17.979353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f5522297-3ef2-478d-9fdc-47d3960c86cf up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:17.988315 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-048893c1-7bd5-456f-ace5-1f0cb4511fd9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3691921 Aug 28 13:15:17.990201 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60834) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:17.990946 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60836) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:17.996650 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2098045486-router', 'tenant_id': '6b90548431364a0ca96ea85180188bc1', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:17.999784 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'name': 'tempest-TestAggregatesBasicOps-1781820043-router', 'tenant_id': '6e41c814d7f0430fad1bee795304a44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'f5522297-3ef2-478d-9fdc-47d3960c86cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:11Z', 'updated_at': '2021-08-28T13:15:15Z', 'revision_number': 4, 'project_id': '6e41c814d7f0430fad1bee795304a44a', 'gw_port': {'id': 'f5522297-3ef2-478d-9fdc-47d3960c86cf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:12Z', 'updated_at': '2021-08-28T13:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'fb8cab94-8c40-48b8-b9f9-7ed471184e88', 'name': '', 'network_id': '1a025d94-3218-4f24-b0fd-166dc22e2b6a', 'tenant_id': '6e41c814d7f0430fad1bee795304a44a', 'mac_address': 'fa:16:3e:7a:8b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '011d378b-7e78-4dd2-8326-047d96e6eec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:14Z', 'updated_at': '2021-08-28T13:15:15Z', 'revision_number': 2, 'project_id': '6e41c814d7f0430fad1bee795304a44a', 'subnets': [{'id': '011d378b-7e78-4dd2-8326-047d96e6eec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:18.031330 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.033519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.034332 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Checking router: a5a03598-de7a-43d4-919c-b31d2790ce15 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:15:18.035454 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Updating router a5a03598-de7a-43d4-919c-b31d2790ce15 port fb8cab94-8c40-48b8-b9f9-7ed471184e88 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:15:18.069854 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.070829 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eab222d6-ea7f-4db7-8e03-8696ad6adf7a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.097327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port f5522297-3ef2-478d-9fdc-47d3960c86cf completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:18.106074 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.116925 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eab222d6-ea7f-4db7-8e03-8696ad6adf7a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.134316 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f5522297-3ef2-478d-9fdc-47d3960c86cf triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:18.134707 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.193613 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eab222d6-ea7f-4db7-8e03-8696ad6adf7a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.196565 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eab222d6-ea7f-4db7-8e03-8696ad6adf7a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.201019 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-eab222d6-ea7f-4db7-8e03-8696ad6adf7a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "DELETE /v2.0/security-groups/f356a12e-6930-412b-97c4-afc96d73ddb0 HTTP/1.1" status: 204 len: 168 time: 0.2066269 Aug 28 13:15:18.217459 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab222d6-ea7f-4db7-8e03-8696ad6adf7a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f356a12e-6930-412b-97c4-afc96d73ddb0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:18.243372 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-e011a22e-9823-4c8a-88e1-54f3857ae83f', 'network_id': 'e011a22e-9823-4c8a-88e1-54f3857ae83f', 'tenant_id': '6b90548431364a0ca96ea85180188bc1', 'fixed_ips': [{'subnet_id': '193292ba-8c71-4796-b24a-e63d6eaace61'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:15:18.244297 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.251373 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60840) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:18.340423 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.343730 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.382454 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port f5522297-3ef2-478d-9fdc-47d3960c86cf, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f5522297-3ef2-478d-9fdc-47d3960c86cf,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:18.389172 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.474861 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=f5522297-3ef2-478d-9fdc-47d3960c86cf,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:18.477868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Allocated IP 172.20.0.2 (e011a22e-9823-4c8a-88e1-54f3857ae83f/193292ba-8c71-4796-b24a-e63d6eaace61/14d2b59a-15c6-48e6-8a4a-89c1cff91289) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:18.581421 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.599389 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Transition to ACTIVE for port object fb8cab94-8c40-48b8-b9f9-7ed471184e88 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:18.614784 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.684075 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.690574 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d59d0-4631-4350-b41c-04d50a929dd9 None None] Pushing event updated for resources: {'Port': ['ID=fb8cab94-8c40-48b8-b9f9-7ed471184e88,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:18.706625 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Transition to ACTIVE for port object 14d2b59a-15c6-48e6-8a4a-89c1cff91289 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:18.739698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Transition to ACTIVE for port object 14d2b59a-15c6-48e6-8a4a-89c1cff91289 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:18.747402 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.768580 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Attempting to bind port fb8cab94-8c40-48b8-b9f9-7ed471184e88 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:18.769947 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Attempting to bind port fb8cab94-8c40-48b8-b9f9-7ed471184e88 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '4a5856dc-252a-47bc-bf62-2d5f24503e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1a025d94-3218-4f24-b0fd-166dc22e2b6a'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:18.770695 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Attempting to bind port fb8cab94-8c40-48b8-b9f9-7ed471184e88 on network 1a025d94-3218-4f24-b0fd-166dc22e2b6a {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:18.784355 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:18.788856 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Network e011a22e-9823-4c8a-88e1-54f3857ae83f is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:18.789669 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Checking segment: {'id': '4a5856dc-252a-47bc-bf62-2d5f24503e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1a025d94-3218-4f24-b0fd-166dc22e2b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:18.790334 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.791351 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Bound using segment: {'id': '4a5856dc-252a-47bc-bf62-2d5f24503e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1a025d94-3218-4f24-b0fd-166dc22e2b6a'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:18.791351 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Bound port: fb8cab94-8c40-48b8-b9f9-7ed471184e88, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5856dc-252a-47bc-bf62-2d5f24503e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1a025d94-3218-4f24-b0fd-166dc22e2b6a'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:18.792183 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.797574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:18.801990 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:18.808432 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Pushing event updated for resources: {'Port': ['ID=14d2b59a-15c6-48e6-8a4a-89c1cff91289,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:18.871967 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3f63f1a8-e3e9-4f1a-8e5f-ffcbe291ee4a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.876423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Attempting to bind port 14d2b59a-15c6-48e6-8a4a-89c1cff91289 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:18.877262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Attempting to bind port 14d2b59a-15c6-48e6-8a4a-89c1cff91289 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '5d6f38ce-f74f-419f-9fe3-e2812bae510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e011a22e-9823-4c8a-88e1-54f3857ae83f'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:18.877262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Attempting to bind port 14d2b59a-15c6-48e6-8a4a-89c1cff91289 on network e011a22e-9823-4c8a-88e1-54f3857ae83f {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:18.883692 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:18.884074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Checking segment: {'id': '5d6f38ce-f74f-419f-9fe3-e2812bae510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e011a22e-9823-4c8a-88e1-54f3857ae83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:18.884811 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.885323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Bound using segment: {'id': '5d6f38ce-f74f-419f-9fe3-e2812bae510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e011a22e-9823-4c8a-88e1-54f3857ae83f'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:18.885797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Bound port: 14d2b59a-15c6-48e6-8a4a-89c1cff91289, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6f38ce-f74f-419f-9fe3-e2812bae510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e011a22e-9823-4c8a-88e1-54f3857ae83f'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:18.886171 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.962158 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] For port fb8cab94-8c40-48b8-b9f9-7ed471184e88, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:18.966268 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] For port fb8cab94-8c40-48b8-b9f9-7ed471184e88, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=fb8cab94-8c40-48b8-b9f9-7ed471184e88,segment=NetworkSegment(4a5856dc-252a-47bc-bf62-2d5f24503e38),segment_id=4a5856dc-252a-47bc-bf62-2d5f24503e38)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:18.977388 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:18.982108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] For port 14d2b59a-15c6-48e6-8a4a-89c1cff91289, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:18.990037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] For port 14d2b59a-15c6-48e6-8a4a-89c1cff91289, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=14d2b59a-15c6-48e6-8a4a-89c1cff91289,segment=NetworkSegment(5d6f38ce-f74f-419f-9fe3-e2812bae510c),segment_id=5d6f38ce-f74f-419f-9fe3-e2812bae510c)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:19.000118 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:19.051886 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:19.052706 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d59d0-4631-4350-b41c-04d50a929dd9 None None] Pushing event updated for resources: {'Port': ['ID=fb8cab94-8c40-48b8-b9f9-7ed471184e88,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:19.063873 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3051c8e-0ce7-4a08-bc4d-6854e1dd9bb3 None None] Pushing event updated for resources: {'Port': ['ID=14d2b59a-15c6-48e6-8a4a-89c1cff91289,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:19.096916 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:19.126388 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Routers {'a5a03598-de7a-43d4-919c-b31d2790ce15'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:19.127329 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a5a03598-de7a-43d4-919c-b31d2790ce15'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:19.269596 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Allocated IP 172.25.1.36 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/592a16e8-89ae-4c7d-a5ee-35dc76eabd20) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:19.304505 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] Set router a5a03598-de7a-43d4-919c-b31d2790ce15 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:19.450420 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:19.504087 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:19.554380 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:19.562736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:19.567915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:19.595352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Pushing event updated for resources: {'Port': ['ID=592a16e8-89ae-4c7d-a5ee-35dc76eabd20,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:19.634189 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'name': 'tempest-TestAggregatesBasicOps-1781820043-router', 'tenant_id': '6e41c814d7f0430fad1bee795304a44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'f5522297-3ef2-478d-9fdc-47d3960c86cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:11Z', 'updated_at': '2021-08-28T13:15:15Z', 'revision_number': 4, 'project_id': '6e41c814d7f0430fad1bee795304a44a', 'gw_port': {'id': 'f5522297-3ef2-478d-9fdc-47d3960c86cf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:12Z', 'updated_at': '2021-08-28T13:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'fb8cab94-8c40-48b8-b9f9-7ed471184e88', 'name': '', 'network_id': '1a025d94-3218-4f24-b0fd-166dc22e2b6a', 'tenant_id': '6e41c814d7f0430fad1bee795304a44a', 'mac_address': 'fa:16:3e:7a:8b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '011d378b-7e78-4dd2-8326-047d96e6eec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:14Z', 'updated_at': '2021-08-28T13:15:18Z', 'revision_number': 4, 'project_id': '6e41c814d7f0430fad1bee795304a44a', 'subnets': [{'id': '011d378b-7e78-4dd2-8326-047d96e6eec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:19.667779 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22b340c-fdff-4a20-93af-5047675fb6b6 None None] The sync data for ids ['a5a03598-de7a-43d4-919c-b31d2790ce15'] in n-d-791505-21 is: [{'id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'name': 'tempest-TestAggregatesBasicOps-1781820043-router', 'tenant_id': '6e41c814d7f0430fad1bee795304a44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'f5522297-3ef2-478d-9fdc-47d3960c86cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:11Z', 'updated_at': '2021-08-28T13:15:15Z', 'revision_number': 4, 'project_id': '6e41c814d7f0430fad1bee795304a44a', 'gw_port': {'id': 'f5522297-3ef2-478d-9fdc-47d3960c86cf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:12Z', 'updated_at': '2021-08-28T13:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'fb8cab94-8c40-48b8-b9f9-7ed471184e88', 'name': '', 'network_id': '1a025d94-3218-4f24-b0fd-166dc22e2b6a', 'tenant_id': '6e41c814d7f0430fad1bee795304a44a', 'mac_address': 'fa:16:3e:7a:8b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '011d378b-7e78-4dd2-8326-047d96e6eec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:14Z', 'updated_at': '2021-08-28T13:15:18Z', 'revision_number': 4, 'project_id': '6e41c814d7f0430fad1bee795304a44a', 'subnets': [{'id': '011d378b-7e78-4dd2-8326-047d96e6eec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:15:19.737705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b10d57bc-0d06-4412-980c-a6b0098ffaf1 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:15:19.772386 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-3f63f1a8-e3e9-4f1a-8e5f-ffcbe291ee4a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Deleting port d00b3204-0e19-46e4-93ba-1c3a26cb70bf {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:15:19.772738 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3f63f1a8-e3e9-4f1a-8e5f-ffcbe291ee4a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:19.782109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: b10d57bc-0d06-4412-980c-a6b0098ffaf1 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:15:19.782549 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b10d57bc-0d06-4412-980c-a6b0098ffaf1 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:15:19.916244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-3f63f1a8-e3e9-4f1a-8e5f-ffcbe291ee4a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] For port d00b3204-0e19-46e4-93ba-1c3a26cb70bf, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d00b3204-0e19-46e4-93ba-1c3a26cb70bf,segment=NetworkSegment(4675bce1-c245-4376-9413-77056c342e54),segment_id=4675bce1-c245-4376-9413-77056c342e54)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:19.916742 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3f63f1a8-e3e9-4f1a-8e5f-ffcbe291ee4a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:19.935931 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:19.944146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-3f63f1a8-e3e9-4f1a-8e5f-ffcbe291ee4a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Calling delete_port for d00b3204-0e19-46e4-93ba-1c3a26cb70bf owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:15:20.076253 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 14d2b59a-15c6-48e6-8a4a-89c1cff91289 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:20.167439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 14d2b59a-15c6-48e6-8a4a-89c1cff91289 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:20.176411 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f5522297-3ef2-478d-9fdc-47d3960c86cf up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:20.242422 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:20.246664 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f5522297-3ef2-478d-9fdc-47d3960c86cf triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:20.247590 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:20.251538 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3f63f1a8-e3e9-4f1a-8e5f-ffcbe291ee4a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:20.281904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63f1a8-e3e9-4f1a-8e5f-ffcbe291ee4a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Port': ['ID=d00b3204-0e19-46e4-93ba-1c3a26cb70bf,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:20.445847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device fb8cab94-8c40-48b8-b9f9-7ed471184e88 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:20.525841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Router c75c68e6-7c2b-4a9c-8008-c1bb5fd94940 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:15:20.547721 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3f63f1a8-e3e9-4f1a-8e5f-ffcbe291ee4a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:20.755330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fec5ab-36d6-482e-ac80-5fc4f31e9b4e None None] Network e011a22e-9823-4c8a-88e1-54f3857ae83f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:15:20.758813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:15:20.775636 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Sync routers for ids ['c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:15:20.786446 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a181f2b6-b272-4ce5-b366-47f145af6431 req-bd7c81cb-c44f-47fe-9cf6-647768954141 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1619499 Aug 28 13:15:20.788364 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:20.793161 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-23378bb5-cb4e-422a-8596-4615ef7b5760 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8003566 Aug 28 13:15:20.794188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60842) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:20.838499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Routers {'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:20.839148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:20.843340 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6d71229d-fbfc-4c80-be39-b65d2a102ec4 None None] Provisioning for port 14d2b59a-15c6-48e6-8a4a-89c1cff91289 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:20.848359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port fb8cab94-8c40-48b8-b9f9-7ed471184e88 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:20.900099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f63f1a8-e3e9-4f1a-8e5f-ffcbe291ee4a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Router 5993ba92-c524-4c11-90b0-d2d533d57494 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:15:20.903155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6d71229d-fbfc-4c80-be39-b65d2a102ec4 None None] Provisioning complete for port 14d2b59a-15c6-48e6-8a4a-89c1cff91289 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:20.903535 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d71229d-fbfc-4c80-be39-b65d2a102ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:20.909411 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port fb8cab94-8c40-48b8-b9f9-7ed471184e88 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:20.909787 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:20.935598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181f2b6-b272-4ce5-b366-47f145af6431 req-97466f78-da77-46e6-9033-40cd2cc01027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:20.937461 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a181f2b6-b272-4ce5-b366-47f145af6431 req-97466f78-da77-46e6-9033-40cd2cc01027 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 1098 time: 0.0683899 Aug 28 13:15:21.065711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f63f1a8-e3e9-4f1a-8e5f-ffcbe291ee4a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:15:21.071784 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3f63f1a8-e3e9-4f1a-8e5f-ffcbe291ee4a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "PUT /v2.0/routers/5993ba92-c524-4c11-90b0-d2d533d57494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8192549 Aug 28 13:15:21.074955 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60844) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:21.092145 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b087d9f6-ca40-4afe-a651-f354c406c23d None None] Sync routers for ids ['5993ba92-c524-4c11-90b0-d2d533d57494'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:15:21.119675 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b087d9f6-ca40-4afe-a651-f354c406c23d None None] Routers {'5993ba92-c524-4c11-90b0-d2d533d57494'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:21.120327 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b087d9f6-ca40-4afe-a651-f354c406c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5993ba92-c524-4c11-90b0-d2d533d57494'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:21.149377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca17186-a683-48ef-b1db-287876d39d53 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Deleting subnet b442f7ad-6698-4300-8dad-392b1a2c1e50 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:15:21.153747 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ca17186-a683-48ef-b1db-287876d39d53 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:21.159678 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:21.203213 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ca17186-a683-48ef-b1db-287876d39d53 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:21.205418 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181f2b6-b272-4ce5-b366-47f145af6431 req-612fc79d-27d5-41a9-9aa2-e65612fe2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:21.213783 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a181f2b6-b272-4ce5-b366-47f145af6431 req-612fc79d-27d5-41a9-9aa2-e65612fe2eb6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8227817a-1732-4f6f-adf4-3725d8ae21c5 HTTP/1.1" status: 200 len: 897 time: 0.2451134 Aug 28 13:15:21.214258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Set router c75c68e6-7c2b-4a9c-8008-c1bb5fd94940 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:21.305981 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-b087d9f6-ca40-4afe-a651-f354c406c23d None None] Set router 5993ba92-c524-4c11-90b0-d2d533d57494 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:21.320844 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ca17186-a683-48ef-b1db-287876d39d53 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:21.419625 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ca17186-a683-48ef-b1db-287876d39d53 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:21.425303 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a181f2b6-b272-4ce5-b366-47f145af6431 req-3346f464-73cc-49f5-ab6e-d3e0485dfd19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50427dcc-68e2-4ff6-8aae-b42360de58be HTTP/1.1" status: 200 len: 1001 time: 0.1564918 Aug 28 13:15:21.464492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca17186-a683-48ef-b1db-287876d39d53 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Subnet': ['ID=b442f7ad-6698-4300-8dad-392b1a2c1e50,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:21.467755 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ca17186-a683-48ef-b1db-287876d39d53 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:21.473677 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8ca17186-a683-48ef-b1db-287876d39d53 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "DELETE /v2.0/subnets/b442f7ad-6698-4300-8dad-392b1a2c1e50 HTTP/1.1" status: 204 len: 168 time: 0.3974757 Aug 28 13:15:21.474878 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60854) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:21.493618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb193f04-7e34-4abb-b80a-7784a28ec49c None None] Network e5040441-6327-4b24-9c3f-6c4bcd69bf62 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:15:21.549281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port fb8cab94-8c40-48b8-b9f9-7ed471184e88, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=fb8cab94-8c40-48b8-b9f9-7ed471184e88,segment=NetworkSegment(4a5856dc-252a-47bc-bf62-2d5f24503e38),segment_id=4a5856dc-252a-47bc-bf62-2d5f24503e38)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:21.605759 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:21.616209 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38973fa1-0e2e-4448-8609-32a89ccd4a8a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:21.662197 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b087d9f6-ca40-4afe-a651-f354c406c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'name': 'tempest-TestNetworkBasicOps-router-1662683632', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:15:20Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:21.677139 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181f2b6-b272-4ce5-b366-47f145af6431 req-5f35faef-f823-4091-9a52-771fab4669e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:21.679078 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a181f2b6-b272-4ce5-b366-47f145af6431 req-5f35faef-f823-4091-9a52-771fab4669e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7d8c224-8181-482e-b781-56c61ba1f09f HTTP/1.1" status: 200 len: 835 time: 0.2401714 Aug 28 13:15:21.702704 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d71229d-fbfc-4c80-be39-b65d2a102ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:21.721441 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b087d9f6-ca40-4afe-a651-f354c406c23d None None] Checking router: 5993ba92-c524-4c11-90b0-d2d533d57494 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:15:21.735685 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b087d9f6-ca40-4afe-a651-f354c406c23d None None] Routers {'5993ba92-c524-4c11-90b0-d2d533d57494'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:21.746594 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b087d9f6-ca40-4afe-a651-f354c406c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['5993ba92-c524-4c11-90b0-d2d533d57494'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:21.789959 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38973fa1-0e2e-4448-8609-32a89ccd4a8a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:21.855583 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181f2b6-b272-4ce5-b366-47f145af6431 req-de3fdba3-120d-4566-b001-39429db2d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:21.858043 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a181f2b6-b272-4ce5-b366-47f145af6431 req-de3fdba3-120d-4566-b001-39429db2d123 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8227817a-1732-4f6f-adf4-3725d8ae21c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1679745 Aug 28 13:15:21.929218 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-b087d9f6-ca40-4afe-a651-f354c406c23d None None] Set router 5993ba92-c524-4c11-90b0-d2d533d57494 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:21.930635 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-38973fa1-0e2e-4448-8609-32a89ccd4a8a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Deleting port 2a42b090-67de-4537-8c28-0014a1fb1427 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:15:21.930998 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38973fa1-0e2e-4448-8609-32a89ccd4a8a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:21.995569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=fb8cab94-8c40-48b8-b9f9-7ed471184e88,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:22.053507 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6d71229d-fbfc-4c80-be39-b65d2a102ec4 None None] For port 14d2b59a-15c6-48e6-8a4a-89c1cff91289, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=14d2b59a-15c6-48e6-8a4a-89c1cff91289,segment=NetworkSegment(5d6f38ce-f74f-419f-9fe3-e2812bae510c),segment_id=5d6f38ce-f74f-419f-9fe3-e2812bae510c)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:22.053848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-38973fa1-0e2e-4448-8609-32a89ccd4a8a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] For port 2a42b090-67de-4537-8c28-0014a1fb1427, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=2a42b090-67de-4537-8c28-0014a1fb1427,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:22.054781 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38973fa1-0e2e-4448-8609-32a89ccd4a8a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.072418 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6d71229d-fbfc-4c80-be39-b65d2a102ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.082720 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-38973fa1-0e2e-4448-8609-32a89ccd4a8a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Calling delete_port for 2a42b090-67de-4537-8c28-0014a1fb1427 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:15:22.180866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'name': 'tempest-TestAggregatesBasicOps-2098045486-router', 'tenant_id': '6b90548431364a0ca96ea85180188bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '592a16e8-89ae-4c7d-a5ee-35dc76eabd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:18Z', 'updated_at': '2021-08-28T13:15:19Z', 'revision_number': 3, 'project_id': '6b90548431364a0ca96ea85180188bc1', 'gw_port': {'id': '592a16e8-89ae-4c7d-a5ee-35dc76eabd20', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:19Z', 'updated_at': '2021-08-28T13:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:22.184213 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71229d-fbfc-4c80-be39-b65d2a102ec4 None None] Pushing event updated for resources: {'Port': ['ID=14d2b59a-15c6-48e6-8a4a-89c1cff91289,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:22.228905 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b087d9f6-ca40-4afe-a651-f354c406c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'name': 'tempest-TestNetworkBasicOps-router-1662683632', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:15:20Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:22.243647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Checking router: c75c68e6-7c2b-4a9c-8008-c1bb5fd94940 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:15:22.244031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Updating router c75c68e6-7c2b-4a9c-8008-c1bb5fd94940 port 592a16e8-89ae-4c7d-a5ee-35dc76eabd20 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:15:22.256448 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcf78d-5302-49f0-9f60-256b43b3b905 req-863966b0-ddc8-45db-b614-e194ef7eeab3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:22.274174 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dfbcf78d-5302-49f0-9f60-256b43b3b905 req-863966b0-ddc8-45db-b614-e194ef7eeab3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.3848894 Aug 28 13:15:22.291184 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b087d9f6-ca40-4afe-a651-f354c406c23d None None] The sync data for ids ['5993ba92-c524-4c11-90b0-d2d533d57494'] in n-d-791505-21 is: [{'id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'name': 'tempest-TestNetworkBasicOps-router-1662683632', 'tenant_id': 'b71b30df94e64348893b50e0a2be3059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:15:20Z', 'revision_number': 5, 'project_id': 'b71b30df94e64348893b50e0a2be3059', 'gw_port': {'id': '2a42b090-67de-4537-8c28-0014a1fb1427', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5993ba92-c524-4c11-90b0-d2d533d57494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:18Z', 'updated_at': '2021-08-28T13:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:15:22.298219 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.347711 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a181f2b6-b272-4ce5-b366-47f145af6431 req-3c58ba0d-67a4-44b9-b7c0-35dbb66c5b94 service neutron] 10.222.0.10 "GET /v2.0/networks/8227817a-1732-4f6f-adf4-3725d8ae21c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795094 Aug 28 13:15:22.362998 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.369654 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38973fa1-0e2e-4448-8609-32a89ccd4a8a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.409021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38973fa1-0e2e-4448-8609-32a89ccd4a8a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Port': ['ID=2a42b090-67de-4537-8c28-0014a1fb1427,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:22.460922 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dfbcf78d-5302-49f0-9f60-256b43b3b905 req-bce6c98b-df36-4304-b518-feece7cf4686 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836877 Aug 28 13:15:22.493080 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38973fa1-0e2e-4448-8609-32a89ccd4a8a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.557368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-89dc46d1-fcee-4938-ab05-50600f5a6ad1 None None] Provisioning complete for port 14d2b59a-15c6-48e6-8a4a-89c1cff91289 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:22.557864 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-89dc46d1-fcee-4938-ab05-50600f5a6ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.604985 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38973fa1-0e2e-4448-8609-32a89ccd4a8a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.608148 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38973fa1-0e2e-4448-8609-32a89ccd4a8a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.671398 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38973fa1-0e2e-4448-8609-32a89ccd4a8a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.672400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38973fa1-0e2e-4448-8609-32a89ccd4a8a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Fanout notify agent at l3_agent the message router_deleted on router 5993ba92-c524-4c11-90b0-d2d533d57494 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:15:22.692248 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-38973fa1-0e2e-4448-8609-32a89ccd4a8a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.696672 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-38973fa1-0e2e-4448-8609-32a89ccd4a8a tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "DELETE /v2.0/routers/5993ba92-c524-4c11-90b0-d2d533d57494 HTTP/1.1" status: 204 len: 168 time: 1.2203982 Aug 28 13:15:22.696997 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60868) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:22.739011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da2be4a-cf5d-432d-adc3-ae95a108053e None None] DHCP port deletion for e5040441-6327-4b24-9c3f-6c4bcd69bf62 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:15:22.757811 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a181f2b6-b272-4ce5-b366-47f145af6431 req-2462a67f-3eb9-4751-876d-6e5ae2888533 service neutron] 10.222.0.10 "GET /v2.0/networks/8227817a-1732-4f6f-adf4-3725d8ae21c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921392 Aug 28 13:15:22.794469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Allocated IP 172.20.0.1 (e011a22e-9823-4c8a-88e1-54f3857ae83f/193292ba-8c71-4796-b24a-e63d6eaace61/6fd1d230-9e43-4274-9b1d-0110d1a26d20) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:22.814701 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.822790 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.837021 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Transition to ACTIVE for port object 592a16e8-89ae-4c7d-a5ee-35dc76eabd20 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:22.851808 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.904275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Deleting port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:15:22.904748 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.909758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25089e-6bba-4dea-8c4a-8fc69e28d2db None None] Pushing event updated for resources: {'Port': ['ID=592a16e8-89ae-4c7d-a5ee-35dc76eabd20,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:22.933935 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2da2be4a-cf5d-432d-adc3-ae95a108053e None None] Deleting port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:15:22.934234 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2da2be4a-cf5d-432d-adc3-ae95a108053e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.950271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Attempting to bind port 592a16e8-89ae-4c7d-a5ee-35dc76eabd20 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:22.950675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Attempting to bind port 592a16e8-89ae-4c7d-a5ee-35dc76eabd20 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:22.951034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Attempting to bind port 592a16e8-89ae-4c7d-a5ee-35dc76eabd20 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:22.980459 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] For port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6504e6bc-5cd7-4b5e-add2-c5ff87edc983,segment=NetworkSegment(4675bce1-c245-4376-9413-77056c342e54),segment_id=4675bce1-c245-4376-9413-77056c342e54)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:22.980921 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.993159 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:22.993536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:22.993965 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:22.994324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:22.994849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Bound port: 592a16e8-89ae-4c7d-a5ee-35dc76eabd20, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:22.995238 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:23.004382 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Calling delete_port for 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:15:23.043221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-2da2be4a-cf5d-432d-adc3-ae95a108053e None None] For port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6504e6bc-5cd7-4b5e-add2-c5ff87edc983,segment=NetworkSegment(4675bce1-c245-4376-9413-77056c342e54),segment_id=4675bce1-c245-4376-9413-77056c342e54)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:23.043889 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2da2be4a-cf5d-432d-adc3-ae95a108053e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:23.101772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] For port 592a16e8-89ae-4c7d-a5ee-35dc76eabd20, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:23.105459 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-2da2be4a-cf5d-432d-adc3-ae95a108053e None None] Calling delete_port for 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:15:23.112185 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:23.113833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] For port 592a16e8-89ae-4c7d-a5ee-35dc76eabd20, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=592a16e8-89ae-4c7d-a5ee-35dc76eabd20,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:23.123756 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:23.131935 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] No DVR routers for this DVR port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:15:23.179045 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Port': ['ID=6504e6bc-5cd7-4b5e-add2-c5ff87edc983,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:23.263901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Routers {'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:23.265228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:23.271358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25089e-6bba-4dea-8c4a-8fc69e28d2db None None] Pushing event updated for resources: {'Port': ['ID=592a16e8-89ae-4c7d-a5ee-35dc76eabd20,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:23.331487 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:15:23.340511 n-d-791505-21 neutron-server[94879]: self.session.flush() Aug 28 13:15:23.356039 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2da2be4a-cf5d-432d-adc3-ae95a108053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:23.356225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5040441-6327-4b24-9c3f-6c4bcd69bf62']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:23.377853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4675bce1-c245-4376-9413-77056c342e54') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:23.378142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4675bce1-c245-4376-9413-77056c342e54') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:23.392870 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:23.414955 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:23.426160 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:15:23.426612 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:23.427098 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:15:23.430468 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:15:23.438804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2be4a-cf5d-432d-adc3-ae95a108053e None None] Pushing event deleted for resources: {'Port': ['ID=6504e6bc-5cd7-4b5e-add2-c5ff87edc983,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:23.445994 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da2be4a-cf5d-432d-adc3-ae95a108053e None None] No DVR routers for this DVR port 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:15:23.454928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Transition to ACTIVE for port object 6fd1d230-9e43-4274-9b1d-0110d1a26d20 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:23.483292 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] Set router c75c68e6-7c2b-4a9c-8008-c1bb5fd94940 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:23.507877 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:23.525806 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:23.534921 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:23.537459 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] 10.222.0.20 "DELETE /v2.0/networks/e5040441-6327-4b24-9c3f-6c4bcd69bf62 HTTP/1.1" status: 204 len: 168 time: 0.8394518 Aug 28 13:15:23.565153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e4b3a-a75f-4697-867e-d80ba8b5e538 tempest-TestNetworkBasicOps-825725200 tempest-TestNetworkBasicOps-825725200-project] Pushing event deleted for resources: {'Network': ['ID=e5040441-6327-4b24-9c3f-6c4bcd69bf62,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:23.578352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Network e011a22e-9823-4c8a-88e1-54f3857ae83f is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:23.584123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:23.586988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:23.632314 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Pushing event updated for resources: {'Port': ['ID=6fd1d230-9e43-4274-9b1d-0110d1a26d20,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:23.672318 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:23.738435 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b9e27-2bdf-48d1-902a-5f871f6f8eb8 req-63812ec9-6970-495e-ba00-e9402730be29 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:23.750801 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d66b9e27-2bdf-48d1-902a-5f871f6f8eb8 req-63812ec9-6970-495e-ba00-e9402730be29 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.1426549 Aug 28 13:15:23.836649 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d66b9e27-2bdf-48d1-902a-5f871f6f8eb8 req-cdfc090c-651c-4b27-895d-48dfbadd36a3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662460 Aug 28 13:15:23.947108 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:23.950223 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 14d2b59a-15c6-48e6-8a4a-89c1cff91289 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:23.985120 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-52b2a2a2-6cbf-4fca-83b3-28b8efb8757e None None] Provisioning for port 6fd1d230-9e43-4274-9b1d-0110d1a26d20 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:24.005185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-52b2a2a2-6cbf-4fca-83b3-28b8efb8757e None None] Provisioning complete for port 6fd1d230-9e43-4274-9b1d-0110d1a26d20 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:24.005553 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-52b2a2a2-6cbf-4fca-83b3-28b8efb8757e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:24.024739 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60876) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:24.081599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-52b2a2a2-6cbf-4fca-83b3-28b8efb8757e None None] Port 6fd1d230-9e43-4274-9b1d-0110d1a26d20 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:15:24.095647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 14d2b59a-15c6-48e6-8a4a-89c1cff91289 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:24.096081 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:24.145705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'name': 'tempest-TestAggregatesBasicOps-2098045486-router', 'tenant_id': '6b90548431364a0ca96ea85180188bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '592a16e8-89ae-4c7d-a5ee-35dc76eabd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:18Z', 'updated_at': '2021-08-28T13:15:19Z', 'revision_number': 3, 'project_id': '6b90548431364a0ca96ea85180188bc1', 'gw_port': {'id': '592a16e8-89ae-4c7d-a5ee-35dc76eabd20', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:19Z', 'updated_at': '2021-08-28T13:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:24.146658 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:24.151695 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:24.177083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25231b0-dee0-42b9-9585-79e43c35b582 None None] The sync data for ids ['c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'] in n-d-791505-21 is: [{'id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'name': 'tempest-TestAggregatesBasicOps-2098045486-router', 'tenant_id': '6b90548431364a0ca96ea85180188bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '592a16e8-89ae-4c7d-a5ee-35dc76eabd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:18Z', 'updated_at': '2021-08-28T13:15:19Z', 'revision_number': 3, 'project_id': '6b90548431364a0ca96ea85180188bc1', 'gw_port': {'id': '592a16e8-89ae-4c7d-a5ee-35dc76eabd20', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:19Z', 'updated_at': '2021-08-28T13:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:15:24.200215 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7189d653-0a33-4223-ace9-afae1b9572c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b71b30df94e64348893b50e0a2be3059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739626 Aug 28 13:15:24.207023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60880) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:24.218579 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:24.223113 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device fb8cab94-8c40-48b8-b9f9-7ed471184e88 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:24.269238 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc952bf9-3455-41de-ab3d-b3be54bb6297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:24.289248 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port fb8cab94-8c40-48b8-b9f9-7ed471184e88 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:24.289697 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:24.295723 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc952bf9-3455-41de-ab3d-b3be54bb6297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:24.300274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Pushing event updated for resources: {'Port': ['ID=6fd1d230-9e43-4274-9b1d-0110d1a26d20,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:24.348207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Network e011a22e-9823-4c8a-88e1-54f3857ae83f is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:24.349749 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:24.355034 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc952bf9-3455-41de-ab3d-b3be54bb6297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:24.359568 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cc952bf9-3455-41de-ab3d-b3be54bb6297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:24.361098 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cc952bf9-3455-41de-ab3d-b3be54bb6297 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/099dfe2c-55a8-469a-a2f1-44eaa49837ec HTTP/1.1" status: 204 len: 168 time: 0.1527088 Aug 28 13:15:24.370500 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc952bf9-3455-41de-ab3d-b3be54bb6297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099dfe2c-55a8-469a-a2f1-44eaa49837ec,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:24.481358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:15:24.541156 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:15:24.542766 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6504e6bc-5cd7-4b5e-add2-c5ff87edc983 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:15:24.543205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d00b3204-0e19-46e4-93ba-1c3a26cb70bf no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:15:24.568195 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Router c75c68e6-7c2b-4a9c-8008-c1bb5fd94940 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:15:24.569877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: d00b3204-0e19-46e4-93ba-1c3a26cb70bf {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:15:24.570218 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d00b3204-0e19-46e4-93ba-1c3a26cb70bf not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:15:24.570665 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2a42b090-67de-4537-8c28-0014a1fb1427 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:15:24.606032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 2a42b090-67de-4537-8c28-0014a1fb1427 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:15:24.606931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 2a42b090-67de-4537-8c28-0014a1fb1427 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:15:24.721298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:15:24.728094 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-237efd0c-158b-4b8d-af92-8353792841a6 admin admin] 10.222.0.20 "PUT /v2.0/routers/c75c68e6-7c2b-4a9c-8008-c1bb5fd94940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9319630 Aug 28 13:15:24.816371 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e51d84ef-9e63-4dab-9be9-4800231f4dc9 None None] Provisioning complete for port 6fd1d230-9e43-4274-9b1d-0110d1a26d20 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:24.817273 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e51d84ef-9e63-4dab-9be9-4800231f4dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:24.847791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60888) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:24.866324 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6282d5b5-fb7b-4b6f-b2d7-2c2f95724fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:24.868584 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-e51d84ef-9e63-4dab-9be9-4800231f4dc9 None None] Port 6fd1d230-9e43-4274-9b1d-0110d1a26d20 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:15:25.002447 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7abe33-cdf8-4ee0-884e-145408e42b01 req-1e2ca91e-2e5a-45f9-aa57-96274512f269 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:25.004213 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d7abe33-cdf8-4ee0-884e-145408e42b01 req-1e2ca91e-2e5a-45f9-aa57-96274512f269 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.0638781 Aug 28 13:15:25.009906 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6282d5b5-fb7b-4b6f-b2d7-2c2f95724fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:25.020191 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6282d5b5-fb7b-4b6f-b2d7-2c2f95724fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:25.050603 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d7abe33-cdf8-4ee0-884e-145408e42b01 req-f630f454-8eae-4d4c-8d4d-03c0f4f2deed tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380969 Aug 28 13:15:25.074229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282d5b5-fb7b-4b6f-b2d7-2c2f95724fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7e14b1-0a25-4253-8fc6-ed4969ab68b8,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:25.080707 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6282d5b5-fb7b-4b6f-b2d7-2c2f95724fca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=505c3ae669d145e6a1f7b6a9bbdea35a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308986 Aug 28 13:15:25.086025 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60896) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:25.147071 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25808cfc-84ee-4c32-bf45-872ed1bb1cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:25.187662 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25808cfc-84ee-4c32-bf45-872ed1bb1cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:25.259216 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25808cfc-84ee-4c32-bf45-872ed1bb1cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:25.261827 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-25808cfc-84ee-4c32-bf45-872ed1bb1cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:25.263064 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-25808cfc-84ee-4c32-bf45-872ed1bb1cc8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d7e14b1-0a25-4253-8fc6-ed4969ab68b8 HTTP/1.1" status: 204 len: 168 time: 0.1760943 Aug 28 13:15:25.272215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25808cfc-84ee-4c32-bf45-872ed1bb1cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7e14b1-0a25-4253-8fc6-ed4969ab68b8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:25.936584 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 592a16e8-89ae-4c7d-a5ee-35dc76eabd20 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:25.991774 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 592a16e8-89ae-4c7d-a5ee-35dc76eabd20 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:26.003890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 592a16e8-89ae-4c7d-a5ee-35dc76eabd20 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:26.004274 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.030766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60950) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:26.109740 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.130844 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 592a16e8-89ae-4c7d-a5ee-35dc76eabd20, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=592a16e8-89ae-4c7d-a5ee-35dc76eabd20,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:26.135575 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.185830 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8d15bbca-c910-43fc-8fd1-a5110aef7d2e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1135270939-network', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:26.202304 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=592a16e8-89ae-4c7d-a5ee-35dc76eabd20,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:26.218479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0cd64-4ba8-454e-943c-32495618bf56 req-60f1a81f-9951-47ba-a85f-54910e9d4744 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:26.220241 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36d0cd64-4ba8-454e-943c-32495618bf56 req-60f1a81f-9951-47ba-a85f-54910e9d4744 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.0840173 Aug 28 13:15:26.222951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d15bbca-c910-43fc-8fd1-a5110aef7d2e admin admin] Made reservation on behalf of bfa467c998e542408cd59322ce9a0c71 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:15:26.225352 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d15bbca-c910-43fc-8fd1-a5110aef7d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.235474 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d15bbca-c910-43fc-8fd1-a5110aef7d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.274895 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36d0cd64-4ba8-454e-943c-32495618bf56 req-ad54267f-05d7-4df8-9893-2e03596e287c tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471981 Aug 28 13:15:26.277279 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60964) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:26.349118 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d15bbca-c910-43fc-8fd1-a5110aef7d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.353111 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d15bbca-c910-43fc-8fd1-a5110aef7d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.377767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d15bbca-c910-43fc-8fd1-a5110aef7d2e admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:15:26.388195 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15bbca-c910-43fc-8fd1-a5110aef7d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698c32ed-4d72-4f28-97ff-bc5e72f6cf87,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:26.394090 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d15bbca-c910-43fc-8fd1-a5110aef7d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.394474 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-8d15bbca-c910-43fc-8fd1-a5110aef7d2e admin admin] Added segment 166c1c82-2e1d-4763-b9dd-ddd5b88a45a5 of type vlan for network ad1e0c47-7599-4a39-bb41-379750035e93 Aug 28 13:15:26.436451 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d15bbca-c910-43fc-8fd1-a5110aef7d2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.462480 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d15bbca-c910-43fc-8fd1-a5110aef7d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.463454 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d15bbca-c910-43fc-8fd1-a5110aef7d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:26.464020 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8d15bbca-c910-43fc-8fd1-a5110aef7d2e admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.524823 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8d15bbca-c910-43fc-8fd1-a5110aef7d2e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4895391 Aug 28 13:15:26.525131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60966) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:26.533018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-628773b2-fe26-4b04-ba5b-152deda5aa4f admin admin] Request body: {'subnet': {'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1135270939-subnet', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:26.540744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15bbca-c910-43fc-8fd1-a5110aef7d2e admin admin] Pushing event updated for resources: {'Network': ['ID=ad1e0c47-7599-4a39-bb41-379750035e93,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:26.551530 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network ad1e0c47-7599-4a39-bb41-379750035e93 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:15:26.563009 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628773b2-fe26-4b04-ba5b-152deda5aa4f admin admin] Made reservation on behalf of bfa467c998e542408cd59322ce9a0c71 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:15:26.565372 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-628773b2-fe26-4b04-ba5b-152deda5aa4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.671490 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fb34-0ab6-45a1-a971-5445d82bcdb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.754589 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-628773b2-fe26-4b04-ba5b-152deda5aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.817588 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628773b2-fe26-4b04-ba5b-152deda5aa4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed9eb34d-8601-4703-ace5-3667dbf5f9b7,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:26.827937 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628773b2-fe26-4b04-ba5b-152deda5aa4f admin admin] Checking segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:26.828298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628773b2-fe26-4b04-ba5b-152deda5aa4f admin admin] Network hostable DHCP agents. Network: ad1e0c47-7599-4a39-bb41-379750035e93, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:15:26.846032 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628773b2-fe26-4b04-ba5b-152deda5aa4f admin admin] Network ad1e0c47-7599-4a39-bb41-379750035e93 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:15:26.855279 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-628773b2-fe26-4b04-ba5b-152deda5aa4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, ad1e0c47-7599-4a39-bb41-379750035e93) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:26.860666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628773b2-fe26-4b04-ba5b-152deda5aa4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:26.861304 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-628773b2-fe26-4b04-ba5b-152deda5aa4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.865921 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e80aea-bf9f-4847-8fce-e98965093877 None None] Network ad1e0c47-7599-4a39-bb41-379750035e93 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:15:26.879489 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-628773b2-fe26-4b04-ba5b-152deda5aa4f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3531075 Aug 28 13:15:26.882016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60968) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:26.887029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:26.915898 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.919014 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.946657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1fb34-0ab6-45a1-a971-5445d82bcdb9 admin admin] Deleting port fb8cab94-8c40-48b8-b9f9-7ed471184e88 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:15:26.947009 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fb34-0ab6-45a1-a971-5445d82bcdb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:26.986165 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:27.007078 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Sync routers for ids ['c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:15:27.032517 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Routers {'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:27.033361 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:27.043964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-f0a1fb34-0ab6-45a1-a971-5445d82bcdb9 admin admin] For port fb8cab94-8c40-48b8-b9f9-7ed471184e88, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=fb8cab94-8c40-48b8-b9f9-7ed471184e88,segment=NetworkSegment(4a5856dc-252a-47bc-bf62-2d5f24503e38),segment_id=4a5856dc-252a-47bc-bf62-2d5f24503e38)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:27.044257 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fb34-0ab6-45a1-a971-5445d82bcdb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:27.058793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1fb34-0ab6-45a1-a971-5445d82bcdb9 admin admin] Calling delete_port for fb8cab94-8c40-48b8-b9f9-7ed471184e88 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:15:27.075135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-ad1e0c47-7599-4a39-bb41-379750035e93', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:15:27.076310 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:27.152427 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:27.225563 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Set router c75c68e6-7c2b-4a9c-8008-c1bb5fd94940 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:27.273891 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fb34-0ab6-45a1-a971-5445d82bcdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:27.328815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1fb34-0ab6-45a1-a971-5445d82bcdb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8cab94-8c40-48b8-b9f9-7ed471184e88,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:27.368160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Allocated IP 172.20.0.2 (ad1e0c47-7599-4a39-bb41-379750035e93/ed9eb34d-8601-4703-ace5-3667dbf5f9b7/027488d4-f14b-4496-a287-20f7fdf594b4) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:27.426845 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:27.449917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:27.463602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007237-c3d5-48ec-b085-f9cdf45b6b63 req-7de3f139-f78d-4cba-8ffc-97e79f6dd726 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:27.465891 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07007237-c3d5-48ec-b085-f9cdf45b6b63 req-7de3f139-f78d-4cba-8ffc-97e79f6dd726 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.1057487 Aug 28 13:15:27.520107 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-07007237-c3d5-48ec-b085-f9cdf45b6b63 req-64c8cabe-4090-4fda-9e50-8fef18c2e1c2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458381 Aug 28 13:15:27.540505 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f0a1fb34-0ab6-45a1-a971-5445d82bcdb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:27.645163 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Allocated IP 172.25.1.67 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/b3af31d0-69d7-4c94-b19d-09b8fe3b6425) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:27.657773 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:27.667894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'name': 'tempest-TestAggregatesBasicOps-2098045486-router', 'tenant_id': '6b90548431364a0ca96ea85180188bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '592a16e8-89ae-4c7d-a5ee-35dc76eabd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:18Z', 'updated_at': '2021-08-28T13:15:23Z', 'revision_number': 4, 'project_id': '6b90548431364a0ca96ea85180188bc1', 'gw_port': {'id': '592a16e8-89ae-4c7d-a5ee-35dc76eabd20', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:19Z', 'updated_at': '2021-08-28T13:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6fd1d230-9e43-4274-9b1d-0110d1a26d20', 'name': '', 'network_id': 'e011a22e-9823-4c8a-88e1-54f3857ae83f', 'tenant_id': '6b90548431364a0ca96ea85180188bc1', 'mac_address': 'fa:16:3e:eb:c5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '193292ba-8c71-4796-b24a-e63d6eaace61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:22Z', 'updated_at': '2021-08-28T13:15:24Z', 'revision_number': 2, 'project_id': '6b90548431364a0ca96ea85180188bc1', 'subnets': [{'id': '193292ba-8c71-4796-b24a-e63d6eaace61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:27.672769 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Transition to ACTIVE for port object 027488d4-f14b-4496-a287-20f7fdf594b4 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:27.706987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Checking router: c75c68e6-7c2b-4a9c-8008-c1bb5fd94940 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:15:27.707355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Updating router c75c68e6-7c2b-4a9c-8008-c1bb5fd94940 port 6fd1d230-9e43-4274-9b1d-0110d1a26d20 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:15:27.739196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Transition to ACTIVE for port object 027488d4-f14b-4496-a287-20f7fdf594b4 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:27.743624 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:27.755654 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:27.797448 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:27.823333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Network ad1e0c47-7599-4a39-bb41-379750035e93 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:27.833781 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:27.840061 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:27.849969 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:27.856114 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Pushing event updated for resources: {'Port': ['ID=027488d4-f14b-4496-a287-20f7fdf594b4,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:27.904317 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:27.922148 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:27.929809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:27.981250 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=b3af31d0-69d7-4c94-b19d-09b8fe3b6425,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:27.984490 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Attempting to bind port 027488d4-f14b-4496-a287-20f7fdf594b4 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:27.984865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Attempting to bind port 027488d4-f14b-4496-a287-20f7fdf594b4 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:27.985226 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Attempting to bind port 027488d4-f14b-4496-a287-20f7fdf594b4 on network ad1e0c47-7599-4a39-bb41-379750035e93 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:28.035315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:28.035982 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Checking segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:28.036089 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:28.036464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Bound using segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:28.036938 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Bound port: 027488d4-f14b-4496-a287-20f7fdf594b4, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:28.037315 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:28.042001 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 592a16e8-89ae-4c7d-a5ee-35dc76eabd20 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:28.149534 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a1fb34-0ab6-45a1-a971-5445d82bcdb9 admin admin] Router a5a03598-de7a-43d4-919c-b31d2790ce15 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:15:28.194289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] For port 027488d4-f14b-4496-a287-20f7fdf594b4, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:28.199092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] For port 027488d4-f14b-4496-a287-20f7fdf594b4, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=027488d4-f14b-4496-a287-20f7fdf594b4,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:28.205370 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 592a16e8-89ae-4c7d-a5ee-35dc76eabd20 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:28.205799 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:28.207770 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:28.244773 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:28.259297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a1fb34-0ab6-45a1-a971-5445d82bcdb9 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:15:28.271019 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f0a1fb34-0ab6-45a1-a971-5445d82bcdb9 admin admin] 10.222.0.20 "PUT /v2.0/routers/a5a03598-de7a-43d4-919c-b31d2790ce15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9924443 Aug 28 13:15:28.272368 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60972) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:28.277078 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2ec93c-3e07-499a-acc8-ba7d6ea1b546 None None] Sync routers for ids ['a5a03598-de7a-43d4-919c-b31d2790ce15'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:15:28.292457 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ec93c-3e07-499a-acc8-ba7d6ea1b546 None None] Routers {'a5a03598-de7a-43d4-919c-b31d2790ce15'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:28.293580 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4c2ec93c-3e07-499a-acc8-ba7d6ea1b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a5a03598-de7a-43d4-919c-b31d2790ce15'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:28.356121 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:28.360010 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254a5d9-436a-4833-bf0e-9af59257db60 None None] Pushing event updated for resources: {'Port': ['ID=027488d4-f14b-4496-a287-20f7fdf594b4,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:28.388749 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Transition to ACTIVE for port object 6fd1d230-9e43-4274-9b1d-0110d1a26d20 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:28.401430 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:28.446633 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6655c243-6527-4d03-82de-9aef3d096d29 admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:28.467415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354db9ca-14e4-4736-b7a6-bdd9c8810cb2 None None] Pushing event updated for resources: {'Port': ['ID=6fd1d230-9e43-4274-9b1d-0110d1a26d20,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:28.531422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Attempting to bind port 6fd1d230-9e43-4274-9b1d-0110d1a26d20 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:28.531811 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Attempting to bind port 6fd1d230-9e43-4274-9b1d-0110d1a26d20 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '5d6f38ce-f74f-419f-9fe3-e2812bae510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e011a22e-9823-4c8a-88e1-54f3857ae83f'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:28.532150 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Attempting to bind port 6fd1d230-9e43-4274-9b1d-0110d1a26d20 on network e011a22e-9823-4c8a-88e1-54f3857ae83f {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:28.542405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:28.542765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Checking segment: {'id': '5d6f38ce-f74f-419f-9fe3-e2812bae510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e011a22e-9823-4c8a-88e1-54f3857ae83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:28.543169 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:28.543561 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Bound using segment: {'id': '5d6f38ce-f74f-419f-9fe3-e2812bae510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e011a22e-9823-4c8a-88e1-54f3857ae83f'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:28.544034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Bound port: 6fd1d230-9e43-4274-9b1d-0110d1a26d20, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d6f38ce-f74f-419f-9fe3-e2812bae510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e011a22e-9823-4c8a-88e1-54f3857ae83f'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:28.544413 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:28.595838 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-4c2ec93c-3e07-499a-acc8-ba7d6ea1b546 None None] Set router a5a03598-de7a-43d4-919c-b31d2790ce15 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:28.654651 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:28.697805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] For port 6fd1d230-9e43-4274-9b1d-0110d1a26d20, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:28.701589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] For port 6fd1d230-9e43-4274-9b1d-0110d1a26d20, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6fd1d230-9e43-4274-9b1d-0110d1a26d20,segment=NetworkSegment(5d6f38ce-f74f-419f-9fe3-e2812bae510c),segment_id=5d6f38ce-f74f-419f-9fe3-e2812bae510c)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:28.703160 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6655c243-6527-4d03-82de-9aef3d096d29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:28.708157 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:28.845305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Routers {'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:28.845964 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:28.849786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354db9ca-14e4-4736-b7a6-bdd9c8810cb2 None None] Pushing event updated for resources: {'Port': ['ID=6fd1d230-9e43-4274-9b1d-0110d1a26d20,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:28.877981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cc5a4-6b90-4b7d-8f2f-04978885a576 req-9cb1f0c9-db4d-46d9-8c0c-a6d12ba1ff54 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:28.879984 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-297cc5a4-6b90-4b7d-8f2f-04978885a576 req-9cb1f0c9-db4d-46d9-8c0c-a6d12ba1ff54 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.1874096 Aug 28 13:15:28.883084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:15:28.900574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db9ca-14e4-4736-b7a6-bdd9c8810cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:28.900920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db9ca-14e4-4736-b7a6-bdd9c8810cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:28.901248 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db9ca-14e4-4736-b7a6-bdd9c8810cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:28.901625 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db9ca-14e4-4736-b7a6-bdd9c8810cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:28.901957 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db9ca-14e4-4736-b7a6-bdd9c8810cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:28.902293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db9ca-14e4-4736-b7a6-bdd9c8810cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:28.902633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db9ca-14e4-4736-b7a6-bdd9c8810cb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:28.902947 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db9ca-14e4-4736-b7a6-bdd9c8810cb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:28.903359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db9ca-14e4-4736-b7a6-bdd9c8810cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:28.903562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db9ca-14e4-4736-b7a6-bdd9c8810cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:28.903877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db9ca-14e4-4736-b7a6-bdd9c8810cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:28.904832 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354db9ca-14e4-4736-b7a6-bdd9c8810cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:28.916815 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6655c243-6527-4d03-82de-9aef3d096d29 admin admin] Deleting port f5522297-3ef2-478d-9fdc-47d3960c86cf {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:15:28.917296 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6655c243-6527-4d03-82de-9aef3d096d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:28.979353 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4c2ec93c-3e07-499a-acc8-ba7d6ea1b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'name': 'tempest-TestAggregatesBasicOps-1781820043-router', 'tenant_id': '6e41c814d7f0430fad1bee795304a44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'f5522297-3ef2-478d-9fdc-47d3960c86cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:11Z', 'updated_at': '2021-08-28T13:15:27Z', 'revision_number': 5, 'project_id': '6e41c814d7f0430fad1bee795304a44a', 'gw_port': {'id': 'f5522297-3ef2-478d-9fdc-47d3960c86cf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:12Z', 'updated_at': '2021-08-28T13:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:29.010284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-6655c243-6527-4d03-82de-9aef3d096d29 admin admin] For port f5522297-3ef2-478d-9fdc-47d3960c86cf, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f5522297-3ef2-478d-9fdc-47d3960c86cf,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:29.010866 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6655c243-6527-4d03-82de-9aef3d096d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:29.036072 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2ec93c-3e07-499a-acc8-ba7d6ea1b546 None None] Checking router: a5a03598-de7a-43d4-919c-b31d2790ce15 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:15:29.046507 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ec93c-3e07-499a-acc8-ba7d6ea1b546 None None] Routers {'a5a03598-de7a-43d4-919c-b31d2790ce15'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:29.046843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6655c243-6527-4d03-82de-9aef3d096d29 admin admin] Calling delete_port for f5522297-3ef2-478d-9fdc-47d3960c86cf owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:15:29.047098 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4c2ec93c-3e07-499a-acc8-ba7d6ea1b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a5a03598-de7a-43d4-919c-b31d2790ce15'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:29.059653 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:15:29.091737 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:29.097957 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9ac3d60e-fd5d-4ebb-89f5-960db4e15aa6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2146585 Aug 28 13:15:29.099295 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 60976) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:29.162182 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-297cc5a4-6b90-4b7d-8f2f-04978885a576 req-6c675c02-a3a6-4b1f-8b4e-ce4a2005f32f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750769 Aug 28 13:15:29.176877 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-4c2ec93c-3e07-499a-acc8-ba7d6ea1b546 None None] Set router a5a03598-de7a-43d4-919c-b31d2790ce15 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:29.239692 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4c2ec93c-3e07-499a-acc8-ba7d6ea1b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'name': 'tempest-TestAggregatesBasicOps-1781820043-router', 'tenant_id': '6e41c814d7f0430fad1bee795304a44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:11Z', 'updated_at': '2021-08-28T13:15:28Z', 'revision_number': 6, 'project_id': '6e41c814d7f0430fad1bee795304a44a', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:29.244722 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Sync routers for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:15:29.257052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] Set router c75c68e6-7c2b-4a9c-8008-c1bb5fd94940 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:29.289716 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2ec93c-3e07-499a-acc8-ba7d6ea1b546 None None] The sync data for ids ['a5a03598-de7a-43d4-919c-b31d2790ce15'] in n-d-791505-21 is: [{'id': 'a5a03598-de7a-43d4-919c-b31d2790ce15', 'name': 'tempest-TestAggregatesBasicOps-1781820043-router', 'tenant_id': '6e41c814d7f0430fad1bee795304a44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:11Z', 'updated_at': '2021-08-28T13:15:28Z', 'revision_number': 6, 'project_id': '6e41c814d7f0430fad1bee795304a44a', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:15:29.317375 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:29.317887 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:29.362581 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6655c243-6527-4d03-82de-9aef3d096d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:29.397318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655c243-6527-4d03-82de-9aef3d096d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5522297-3ef2-478d-9fdc-47d3960c86cf,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:29.477338 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6655c243-6527-4d03-82de-9aef3d096d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:29.579196 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6655c243-6527-4d03-82de-9aef3d096d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:29.581422 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6655c243-6527-4d03-82de-9aef3d096d29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:29.606235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:29.637374 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6655c243-6527-4d03-82de-9aef3d096d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:29.638155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6655c243-6527-4d03-82de-9aef3d096d29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5a03598-de7a-43d4-919c-b31d2790ce15 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:15:29.643332 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6655c243-6527-4d03-82de-9aef3d096d29 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:29.647069 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6655c243-6527-4d03-82de-9aef3d096d29 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a5a03598-de7a-43d4-919c-b31d2790ce15 HTTP/1.1" status: 204 len: 168 time: 1.3740549 Aug 28 13:15:29.647729 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60978) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:29.716447 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-95533be4-c285-43f0-9831-0ff108abfee5 admin admin] Deleting subnet 011d378b-7e78-4dd2-8326-047d96e6eec5 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:15:29.720436 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-95533be4-c285-43f0-9831-0ff108abfee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:29.757989 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-95533be4-c285-43f0-9831-0ff108abfee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:29.789550 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:29.841538 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6274b75-f254-49ec-bfe5-17f34b9c0ca0 None None] Network ad1e0c47-7599-4a39-bb41-379750035e93 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:15:29.855493 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-95533be4-c285-43f0-9831-0ff108abfee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:29.912651 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-95533be4-c285-43f0-9831-0ff108abfee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:29.927128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'name': 'tempest-TestAggregatesBasicOps-2098045486-router', 'tenant_id': '6b90548431364a0ca96ea85180188bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '592a16e8-89ae-4c7d-a5ee-35dc76eabd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:18Z', 'updated_at': '2021-08-28T13:15:23Z', 'revision_number': 4, 'project_id': '6b90548431364a0ca96ea85180188bc1', 'gw_port': {'id': '592a16e8-89ae-4c7d-a5ee-35dc76eabd20', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:19Z', 'updated_at': '2021-08-28T13:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6fd1d230-9e43-4274-9b1d-0110d1a26d20', 'name': '', 'network_id': 'e011a22e-9823-4c8a-88e1-54f3857ae83f', 'tenant_id': '6b90548431364a0ca96ea85180188bc1', 'mac_address': 'fa:16:3e:eb:c5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '193292ba-8c71-4796-b24a-e63d6eaace61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:22Z', 'updated_at': '2021-08-28T13:15:28Z', 'revision_number': 4, 'project_id': '6b90548431364a0ca96ea85180188bc1', 'subnets': [{'id': '193292ba-8c71-4796-b24a-e63d6eaace61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:29.949200 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-95533be4-c285-43f0-9831-0ff108abfee5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:29.954417 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-95533be4-c285-43f0-9831-0ff108abfee5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/011d378b-7e78-4dd2-8326-047d96e6eec5 HTTP/1.1" status: 204 len: 168 time: 0.3056998 Aug 28 13:15:29.955038 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60980) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:29.957152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95533be4-c285-43f0-9831-0ff108abfee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=011d378b-7e78-4dd2-8326-047d96e6eec5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:29.976088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0451c256-2fa4-4994-b6dd-1297dce9bc34 None None] Network 1a025d94-3218-4f24-b0fd-166dc22e2b6a requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:15:29.981571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40d76fb-aa2d-4e3a-8f1e-aaf4d16b7538 None None] The sync data for ids ['c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'] in n-d-791505-21 is: [{'id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'name': 'tempest-TestAggregatesBasicOps-2098045486-router', 'tenant_id': '6b90548431364a0ca96ea85180188bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '592a16e8-89ae-4c7d-a5ee-35dc76eabd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:18Z', 'updated_at': '2021-08-28T13:15:23Z', 'revision_number': 4, 'project_id': '6b90548431364a0ca96ea85180188bc1', 'gw_port': {'id': '592a16e8-89ae-4c7d-a5ee-35dc76eabd20', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:19Z', 'updated_at': '2021-08-28T13:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '6fd1d230-9e43-4274-9b1d-0110d1a26d20', 'name': '', 'network_id': 'e011a22e-9823-4c8a-88e1-54f3857ae83f', 'tenant_id': '6b90548431364a0ca96ea85180188bc1', 'mac_address': 'fa:16:3e:eb:c5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '193292ba-8c71-4796-b24a-e63d6eaace61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:22Z', 'updated_at': '2021-08-28T13:15:28Z', 'revision_number': 4, 'project_id': '6b90548431364a0ca96ea85180188bc1', 'subnets': [{'id': '193292ba-8c71-4796-b24a-e63d6eaace61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:15:29.991839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Allocated IP 172.20.0.1 (ad1e0c47-7599-4a39-bb41-379750035e93/ed9eb34d-8601-4703-ace5-3667dbf5f9b7/92b53ea1-a248-4ec7-b110-4d675e78af59) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:30.038483 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.051511 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-be5e74f6-69a2-499c-9717-3047aa838ec1 None None] Provisioning for port 027488d4-f14b-4496-a287-20f7fdf594b4 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:30.060497 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:28Z', 'revision_number': 3, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:30.104790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] Deleting port 310482f9-f065-4003-8525-de63cd547535 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:15:30.105180 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.115766 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.126180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Checking router: f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:15:30.126565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Updating router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 port b3af31d0-69d7-4c94-b19d-09b8fe3b6425 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:15:30.129720 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Transition to ACTIVE for port object 92b53ea1-a248-4ec7-b110-4d675e78af59 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:30.213628 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.215483 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.302669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] For port 310482f9-f065-4003-8525-de63cd547535, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=310482f9-f065-4003-8525-de63cd547535,segment=NetworkSegment(4a5856dc-252a-47bc-bf62-2d5f24503e38),segment_id=4a5856dc-252a-47bc-bf62-2d5f24503e38)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:30.303774 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.306450 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Network ad1e0c47-7599-4a39-bb41-379750035e93 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:30.322050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] Calling delete_port for 310482f9-f065-4003-8525-de63cd547535 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:15:30.336262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:30.343949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:30.416106 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 027488d4-f14b-4496-a287-20f7fdf594b4 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:30.438248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Pushing event updated for resources: {'Port': ['ID=92b53ea1-a248-4ec7-b110-4d675e78af59,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:30.467661 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.493919 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.535895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] No DVR routers for this DVR port 310482f9-f065-4003-8525-de63cd547535 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:15:30.547524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc78f13-ec4a-4cf7-a232-1b93d18e3a5a req-2b328483-ca10-4d27-b170-8a9c6d1bf5db tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:30.549157 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7cc78f13-ec4a-4cf7-a232-1b93d18e3a5a req-2b328483-ca10-4d27-b170-8a9c6d1bf5db tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.2416461 Aug 28 13:15:30.557095 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf782ce5-9893-4fb2-81fb-d7a811a1931f None None] DHCP port deletion for 1a025d94-3218-4f24-b0fd-166dc22e2b6a request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:15:30.648792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 027488d4-f14b-4496-a287-20f7fdf594b4 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:30.659492 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.667046 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7cc78f13-ec4a-4cf7-a232-1b93d18e3a5a req-9f699d8b-b20a-49da-aaf1-eaffa463a4b2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112533 Aug 28 13:15:30.670281 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] Pushing event deleted for resources: {'Port': ['ID=310482f9-f065-4003-8525-de63cd547535,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:30.672828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 027488d4-f14b-4496-a287-20f7fdf594b4 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:30.673278 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.706351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a025d94-3218-4f24-b0fd-166dc22e2b6a']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:30.734800 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5856dc-252a-47bc-bf62-2d5f24503e38') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:30.735119 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5856dc-252a-47bc-bf62-2d5f24503e38') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:30.740452 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.759085 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.785123 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.801822 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:15:30.802559 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:15:30.815908 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:15:30.894461 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.905373 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.907765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Transition to ACTIVE for port object b3af31d0-69d7-4c94-b19d-09b8fe3b6425 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:30.912001 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.918272 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1a025d94-3218-4f24-b0fd-166dc22e2b6a HTTP/1.1" status: 204 len: 168 time: 0.9618435 Aug 28 13:15:30.919147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 60984) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:30.935007 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:30.946325 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:31.013264 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca50c8d-a888-4a04-9e6a-f0a0399f7276 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a025d94-3218-4f24-b0fd-166dc22e2b6a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:31.039994 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:31.048811 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:31.109428 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cd6c2492-3442-40f0-8834-33d97939c2e1 None None] Provisioning for port 92b53ea1-a248-4ec7-b110-4d675e78af59 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:31.111619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e199e1-396e-49d0-a4b5-26d8ca4f7e49 None None] Pushing event updated for resources: {'Port': ['ID=b3af31d0-69d7-4c94-b19d-09b8fe3b6425,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:31.126924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Attempting to bind port b3af31d0-69d7-4c94-b19d-09b8fe3b6425 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:31.127296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Attempting to bind port b3af31d0-69d7-4c94-b19d-09b8fe3b6425 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:31.127660 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Attempting to bind port b3af31d0-69d7-4c94-b19d-09b8fe3b6425 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:31.132258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 027488d4-f14b-4496-a287-20f7fdf594b4, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=027488d4-f14b-4496-a287-20f7fdf594b4,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:31.133276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cd6c2492-3442-40f0-8834-33d97939c2e1 None None] Provisioning complete for port 92b53ea1-a248-4ec7-b110-4d675e78af59 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:31.133990 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cd6c2492-3442-40f0-8834-33d97939c2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:31.165052 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:31.167098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:31.167467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:31.167863 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:31.168243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:31.168730 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Bound port: b3af31d0-69d7-4c94-b19d-09b8fe3b6425, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:31.169183 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:31.209523 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:31.286426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f5522297-3ef2-478d-9fdc-47d3960c86cf no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:15:31.301796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-cd6c2492-3442-40f0-8834-33d97939c2e1 None None] Port 92b53ea1-a248-4ec7-b110-4d675e78af59 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:15:31.342048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: f5522297-3ef2-478d-9fdc-47d3960c86cf {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:15:31.342524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f5522297-3ef2-478d-9fdc-47d3960c86cf not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:15:31.343158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device fb8cab94-8c40-48b8-b9f9-7ed471184e88 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:15:31.391005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: fb8cab94-8c40-48b8-b9f9-7ed471184e88 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:15:31.391353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device fb8cab94-8c40-48b8-b9f9-7ed471184e88 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:15:31.393507 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] For port b3af31d0-69d7-4c94-b19d-09b8fe3b6425, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:31.406105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=027488d4-f14b-4496-a287-20f7fdf594b4,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:31.425560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] For port b3af31d0-69d7-4c94-b19d-09b8fe3b6425, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b3af31d0-69d7-4c94-b19d-09b8fe3b6425,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:31.433290 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cd6c2492-3442-40f0-8834-33d97939c2e1 None None] Provisioning complete for port 027488d4-f14b-4496-a287-20f7fdf594b4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:31.433719 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cd6c2492-3442-40f0-8834-33d97939c2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:31.444255 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:31.577174 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d54f491e-ad79-4273-9d53-f5f799c6d157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:31.733119 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Pushing event updated for resources: {'Port': ['ID=92b53ea1-a248-4ec7-b110-4d675e78af59,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:31.735513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:31.735890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:31.806217 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Network ad1e0c47-7599-4a39-bb41-379750035e93 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:31.807908 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:31.850531 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:31.856941 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbfd92-3c3a-4531-861c-d29ffa8c662a req-e569d0b7-7838-49cf-82b3-8a90fdcfac6d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:31.859556 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1dbfd92-3c3a-4531-861c-d29ffa8c662a req-e569d0b7-7838-49cf-82b3-8a90fdcfac6d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.0685403 Aug 28 13:15:31.988320 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1dbfd92-3c3a-4531-861c-d29ffa8c662a req-deea4ae0-05f8-4dd3-8257-9bb3b98ae4ea tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775168 Aug 28 13:15:32.023255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:15:32.030963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e199e1-396e-49d0-a4b5-26d8ca4f7e49 None None] Pushing event updated for resources: {'Port': ['ID=b3af31d0-69d7-4c94-b19d-09b8fe3b6425,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:32.114341 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 027488d4-f14b-4496-a287-20f7fdf594b4 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:32.124274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-d54f491e-ad79-4273-9d53-f5f799c6d157 admin admin] Deleting port 6fd1d230-9e43-4274-9b1d-0110d1a26d20 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:15:32.124274 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d54f491e-ad79-4273-9d53-f5f799c6d157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:32.153419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:15:32.171616 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ae9d4887-43ae-432a-9b85-a844dc94b127 admin admin] 10.222.0.20 "PUT /v2.0/routers/f2ebd5f7-d725-4a99-b1d1-c0b31fe24309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0577793 Aug 28 13:15:32.231993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-d54f491e-ad79-4273-9d53-f5f799c6d157 admin admin] For port 6fd1d230-9e43-4274-9b1d-0110d1a26d20, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6fd1d230-9e43-4274-9b1d-0110d1a26d20,segment=NetworkSegment(5d6f38ce-f74f-419f-9fe3-e2812bae510c),segment_id=5d6f38ce-f74f-419f-9fe3-e2812bae510c)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:32.233243 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d54f491e-ad79-4273-9d53-f5f799c6d157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:32.236798 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 027488d4-f14b-4496-a287-20f7fdf594b4 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:32.237171 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:32.248573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-d54f491e-ad79-4273-9d53-f5f799c6d157 admin admin] Calling delete_port for 6fd1d230-9e43-4274-9b1d-0110d1a26d20 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:15:32.308914 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4dd86732-08d3-4b1a-9a74-1f9daf0c2897 None None] Provisioning complete for port 92b53ea1-a248-4ec7-b110-4d675e78af59 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:32.309285 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4dd86732-08d3-4b1a-9a74-1f9daf0c2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:32.384147 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-4dd86732-08d3-4b1a-9a74-1f9daf0c2897 None None] Port 92b53ea1-a248-4ec7-b110-4d675e78af59 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:15:32.390733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 2, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:32.428477 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6fd1d230-9e43-4274-9b1d-0110d1a26d20 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:32.430339 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11398f9-427e-4c2a-8fe2-8e00cd2e7211 None None] The sync data for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 is: [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 2, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:15:32.480267 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d54f491e-ad79-4273-9d53-f5f799c6d157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:32.486099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6fd1d230-9e43-4274-9b1d-0110d1a26d20 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:32.486926 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:32.507207 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Port 6fd1d230-9e43-4274-9b1d-0110d1a26d20 was deleted so its status cannot be updated. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 28 13:15:32.512393 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f491e-ad79-4273-9d53-f5f799c6d157 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd1d230-9e43-4274-9b1d-0110d1a26d20,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:32.579894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 310482f9-f065-4003-8525-de63cd547535 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:15:32.608832 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 310482f9-f065-4003-8525-de63cd547535 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:15:32.609885 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 310482f9-f065-4003-8525-de63cd547535 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:15:32.787831 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d54f491e-ad79-4273-9d53-f5f799c6d157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:32.877894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32770) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:32.883566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-738aa15f-e988-4d2e-9aab-2961665982fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1315868883-network', 'tenant_id': '0c9ddf9e55d3461ea4b7807a7092181a'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:32.907968 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738aa15f-e988-4d2e-9aab-2961665982fc admin admin] Made reservation on behalf of 0c9ddf9e55d3461ea4b7807a7092181a for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:15:32.910468 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-738aa15f-e988-4d2e-9aab-2961665982fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:32.926588 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-738aa15f-e988-4d2e-9aab-2961665982fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:33.048939 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-738aa15f-e988-4d2e-9aab-2961665982fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:33.049182 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54f491e-ad79-4273-9d53-f5f799c6d157 admin admin] Router c75c68e6-7c2b-4a9c-8008-c1bb5fd94940 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:15:33.054297 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-738aa15f-e988-4d2e-9aab-2961665982fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:33.070209 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738aa15f-e988-4d2e-9aab-2961665982fc admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:15:33.085071 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-738aa15f-e988-4d2e-9aab-2961665982fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:33.085428 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-738aa15f-e988-4d2e-9aab-2961665982fc admin admin] Added segment 98b63c4a-a3ca-4eb5-b210-e422cf092436 of type vlan for network 5c3bfa71-1cf7-41b5-b503-e3e81b51a587 Aug 28 13:15:33.174305 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-738aa15f-e988-4d2e-9aab-2961665982fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:33.177912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54f491e-ad79-4273-9d53-f5f799c6d157 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:15:33.183813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738aa15f-e988-4d2e-9aab-2961665982fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d8a539-6f83-4934-bfd4-2e2f21e21abe,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:33.190794 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32774) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:33.191049 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776eaf9d-a807-4156-9c19-99582083467a None None] Sync routers for ids ['c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:15:33.200272 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d54f491e-ad79-4273-9d53-f5f799c6d157 admin admin] 10.222.0.20 "PUT /v2.0/routers/c75c68e6-7c2b-4a9c-8008-c1bb5fd94940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2411358 Aug 28 13:15:33.205969 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776eaf9d-a807-4156-9c19-99582083467a None None] Routers {'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:33.206633 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-776eaf9d-a807-4156-9c19-99582083467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:33.273933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5cb7f-bfef-4cbf-a247-b82d7bc5b0f1 req-724da014-8b00-485a-aa6a-5e9a715e201d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:33.276381 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0ae5cb7f-bfef-4cbf-a247-b82d7bc5b0f1 req-724da014-8b00-485a-aa6a-5e9a715e201d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.1828244 Aug 28 13:15:33.336649 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-776eaf9d-a807-4156-9c19-99582083467a None None] Set router c75c68e6-7c2b-4a9c-8008-c1bb5fd94940 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:33.346180 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-738aa15f-e988-4d2e-9aab-2961665982fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:33.347193 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738aa15f-e988-4d2e-9aab-2961665982fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:33.347777 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-738aa15f-e988-4d2e-9aab-2961665982fc admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:33.421012 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0ae5cb7f-bfef-4cbf-a247-b82d7bc5b0f1 req-40bff8c9-dc5a-4b43-aee9-5259a3ee83ab tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309376 Aug 28 13:15:33.443712 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-738aa15f-e988-4d2e-9aab-2961665982fc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5642703 Aug 28 13:15:33.446942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 32776) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:33.452146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-3aef9331-eb6d-4d72-928a-cd09161dbfed admin admin] Request body: {'subnet': {'network_id': '5c3bfa71-1cf7-41b5-b503-e3e81b51a587', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1315868883-subnet', 'tenant_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:33.463523 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1d76-5e7b-4e53-954d-7fe64d446a09 admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:33.500709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aef9331-eb6d-4d72-928a-cd09161dbfed admin admin] Made reservation on behalf of 0c9ddf9e55d3461ea4b7807a7092181a for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:15:33.504108 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3aef9331-eb6d-4d72-928a-cd09161dbfed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:33.509231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738aa15f-e988-4d2e-9aab-2961665982fc admin admin] Pushing event updated for resources: {'Network': ['ID=5c3bfa71-1cf7-41b5-b503-e3e81b51a587,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:33.519603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 5c3bfa71-1cf7-41b5-b503-e3e81b51a587 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:15:33.625711 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-776eaf9d-a807-4156-9c19-99582083467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'name': 'tempest-TestAggregatesBasicOps-2098045486-router', 'tenant_id': '6b90548431364a0ca96ea85180188bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '592a16e8-89ae-4c7d-a5ee-35dc76eabd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:18Z', 'updated_at': '2021-08-28T13:15:32Z', 'revision_number': 5, 'project_id': '6b90548431364a0ca96ea85180188bc1', 'gw_port': {'id': '592a16e8-89ae-4c7d-a5ee-35dc76eabd20', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:19Z', 'updated_at': '2021-08-28T13:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:33.643701 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1d76-5e7b-4e53-954d-7fe64d446a09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:33.666311 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776eaf9d-a807-4156-9c19-99582083467a None None] Checking router: c75c68e6-7c2b-4a9c-8008-c1bb5fd94940 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:15:33.680569 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776eaf9d-a807-4156-9c19-99582083467a None None] Routers {'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:33.682347 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-776eaf9d-a807-4156-9c19-99582083467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:33.712096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd1d76-5e7b-4e53-954d-7fe64d446a09 admin admin] Deleting port 592a16e8-89ae-4c7d-a5ee-35dc76eabd20 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:15:33.712469 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1d76-5e7b-4e53-954d-7fe64d446a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:33.749298 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3aef9331-eb6d-4d72-928a-cd09161dbfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:33.797957 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-776eaf9d-a807-4156-9c19-99582083467a None None] Set router c75c68e6-7c2b-4a9c-8008-c1bb5fd94940 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:33.826570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-7ebd1d76-5e7b-4e53-954d-7fe64d446a09 admin admin] For port 592a16e8-89ae-4c7d-a5ee-35dc76eabd20, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=592a16e8-89ae-4c7d-a5ee-35dc76eabd20,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:33.827145 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1d76-5e7b-4e53-954d-7fe64d446a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:33.837522 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef9331-eb6d-4d72-928a-cd09161dbfed admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b4220c-048a-403c-a528-f30f8b065f4e,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:33.846318 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd1d76-5e7b-4e53-954d-7fe64d446a09 admin admin] Calling delete_port for 592a16e8-89ae-4c7d-a5ee-35dc76eabd20 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:15:33.848046 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aef9331-eb6d-4d72-928a-cd09161dbfed admin admin] Checking segment: {'id': '98b63c4a-a3ca-4eb5-b210-e422cf092436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5c3bfa71-1cf7-41b5-b503-e3e81b51a587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:33.848410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aef9331-eb6d-4d72-928a-cd09161dbfed admin admin] Network hostable DHCP agents. Network: 5c3bfa71-1cf7-41b5-b503-e3e81b51a587, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:15:33.858164 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-776eaf9d-a807-4156-9c19-99582083467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'name': 'tempest-TestAggregatesBasicOps-2098045486-router', 'tenant_id': '6b90548431364a0ca96ea85180188bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:18Z', 'updated_at': '2021-08-28T13:15:33Z', 'revision_number': 6, 'project_id': '6b90548431364a0ca96ea85180188bc1', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:33.875495 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aef9331-eb6d-4d72-928a-cd09161dbfed admin admin] Network 5c3bfa71-1cf7-41b5-b503-e3e81b51a587 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:15:33.900714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-3aef9331-eb6d-4d72-928a-cd09161dbfed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 5c3bfa71-1cf7-41b5-b503-e3e81b51a587) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:33.901720 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776eaf9d-a807-4156-9c19-99582083467a None None] The sync data for ids ['c75c68e6-7c2b-4a9c-8008-c1bb5fd94940'] in n-d-791505-21 is: [{'id': 'c75c68e6-7c2b-4a9c-8008-c1bb5fd94940', 'name': 'tempest-TestAggregatesBasicOps-2098045486-router', 'tenant_id': '6b90548431364a0ca96ea85180188bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:18Z', 'updated_at': '2021-08-28T13:15:33Z', 'revision_number': 6, 'project_id': '6b90548431364a0ca96ea85180188bc1', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:15:33.905562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aef9331-eb6d-4d72-928a-cd09161dbfed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:33.906562 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3aef9331-eb6d-4d72-928a-cd09161dbfed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:33.924675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6811f7-e31c-4003-b2fe-7eba1800c11f None None] Network 5c3bfa71-1cf7-41b5-b503-e3e81b51a587 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:15:33.929853 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3aef9331-eb6d-4d72-928a-cd09161dbfed admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4817696 Aug 28 13:15:33.932383 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 32778) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:33.937817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1315868883-router', 'tenant_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:33.970210 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:33.974089 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.034832 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.106312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-5c3bfa71-1cf7-41b5-b503-e3e81b51a587', 'network_id': '5c3bfa71-1cf7-41b5-b503-e3e81b51a587', 'tenant_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'fixed_ips': [{'subnet_id': '22b4220c-048a-403c-a528-f30f8b065f4e'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:15:34.107729 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.132717 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1d76-5e7b-4e53-954d-7fe64d446a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.165402 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd1d76-5e7b-4e53-954d-7fe64d446a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=592a16e8-89ae-4c7d-a5ee-35dc76eabd20,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:34.197372 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.238253 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1d76-5e7b-4e53-954d-7fe64d446a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.284233 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Allocated IP 172.20.0.2 (5c3bfa71-1cf7-41b5-b503-e3e81b51a587/22b4220c-048a-403c-a528-f30f8b065f4e/a5be5cac-ec90-4168-b390-8e62a1af8c94) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:34.339485 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1d76-5e7b-4e53-954d-7fe64d446a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.343874 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1d76-5e7b-4e53-954d-7fe64d446a09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.384901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b3af31d0-69d7-4c94-b19d-09b8fe3b6425 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:34.416420 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1d76-5e7b-4e53-954d-7fe64d446a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.417327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebd1d76-5e7b-4e53-954d-7fe64d446a09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c75c68e6-7c2b-4a9c-8008-c1bb5fd94940 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:15:34.422866 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1d76-5e7b-4e53-954d-7fe64d446a09 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.426299 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7ebd1d76-5e7b-4e53-954d-7fe64d446a09 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c75c68e6-7c2b-4a9c-8008-c1bb5fd94940 HTTP/1.1" status: 204 len: 168 time: 1.2319281 Aug 28 13:15:34.426606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32780) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:34.448962 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.470662 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.484159 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-086f0a35-3efa-4f6a-a25d-78322bc29e71 admin admin] Deleting subnet 193292ba-8c71-4796-b24a-e63d6eaace61 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:15:34.487953 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-086f0a35-3efa-4f6a-a25d-78322bc29e71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.527155 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.540764 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Transition to ACTIVE for port object a5be5cac-ec90-4168-b390-8e62a1af8c94 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:34.549362 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-086f0a35-3efa-4f6a-a25d-78322bc29e71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.574904 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Transition to ACTIVE for port object a5be5cac-ec90-4168-b390-8e62a1af8c94 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:34.585576 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.594570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port b3af31d0-69d7-4c94-b19d-09b8fe3b6425 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:34.640696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Network 5c3bfa71-1cf7-41b5-b503-e3e81b51a587 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:34.641476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa963c-7797-4b75-b1d8-6b69aca8f259 req-7bd5a63a-9a75-4c06-bace-36b715b4c0b2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:34.641767 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b3af31d0-69d7-4c94-b19d-09b8fe3b6425 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:34.642138 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.643157 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-baaa963c-7797-4b75-b1d8-6b69aca8f259 req-7bd5a63a-9a75-4c06-bace-36b715b4c0b2 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.0931427 Aug 28 13:15:34.645934 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-086f0a35-3efa-4f6a-a25d-78322bc29e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.647499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:34.651142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Allocated IP 172.25.1.222 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/f4597eb4-0e89-48f6-9f34-c5c54f44fdd2) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:34.653753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:34.694606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Pushing event updated for resources: {'Port': ['ID=a5be5cac-ec90-4168-b390-8e62a1af8c94,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:34.710737 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-086f0a35-3efa-4f6a-a25d-78322bc29e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.751650 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f0a35-3efa-4f6a-a25d-78322bc29e71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=193292ba-8c71-4796-b24a-e63d6eaace61,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:34.764024 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4a3962-73ef-41a7-84b6-de994009e869 None None] Network e011a22e-9823-4c8a-88e1-54f3857ae83f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:15:34.768353 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-086f0a35-3efa-4f6a-a25d-78322bc29e71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.771489 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-086f0a35-3efa-4f6a-a25d-78322bc29e71 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/193292ba-8c71-4796-b24a-e63d6eaace61 HTTP/1.1" status: 204 len: 168 time: 0.3429859 Aug 28 13:15:34.773325 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32784) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:34.786420 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Attempting to bind port a5be5cac-ec90-4168-b390-8e62a1af8c94 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:34.786809 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Attempting to bind port a5be5cac-ec90-4168-b390-8e62a1af8c94 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '98b63c4a-a3ca-4eb5-b210-e422cf092436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5c3bfa71-1cf7-41b5-b503-e3e81b51a587'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:34.787164 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Attempting to bind port a5be5cac-ec90-4168-b390-8e62a1af8c94 on network 5c3bfa71-1cf7-41b5-b503-e3e81b51a587 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:34.839816 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:34.840196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Checking segment: {'id': '98b63c4a-a3ca-4eb5-b210-e422cf092436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5c3bfa71-1cf7-41b5-b503-e3e81b51a587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:34.840601 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.841004 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Bound using segment: {'id': '98b63c4a-a3ca-4eb5-b210-e422cf092436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5c3bfa71-1cf7-41b5-b503-e3e81b51a587'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:34.841485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Bound port: a5be5cac-ec90-4168-b390-8e62a1af8c94, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b63c4a-a3ca-4eb5-b210-e422cf092436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5c3bfa71-1cf7-41b5-b503-e3e81b51a587'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:34.842733 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.881361 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.951057 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] Deleting port 14d2b59a-15c6-48e6-8a4a-89c1cff91289 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:15:34.951492 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:34.959858 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:35.028513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port b3af31d0-69d7-4c94-b19d-09b8fe3b6425, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b3af31d0-69d7-4c94-b19d-09b8fe3b6425,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:35.038184 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] For port 14d2b59a-15c6-48e6-8a4a-89c1cff91289, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=14d2b59a-15c6-48e6-8a4a-89c1cff91289,segment=NetworkSegment(5d6f38ce-f74f-419f-9fe3-e2812bae510c),segment_id=5d6f38ce-f74f-419f-9fe3-e2812bae510c)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:35.038485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] For port a5be5cac-ec90-4168-b390-8e62a1af8c94, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:35.038608 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:35.040536 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:35.047274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] For port a5be5cac-ec90-4168-b390-8e62a1af8c94, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a5be5cac-ec90-4168-b390-8e62a1af8c94,segment=NetworkSegment(98b63c4a-a3ca-4eb5-b210-e422cf092436),segment_id=98b63c4a-a3ca-4eb5-b210-e422cf092436)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:35.062455 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] Calling delete_port for 14d2b59a-15c6-48e6-8a4a-89c1cff91289 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:15:35.079537 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:35.126035 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=b3af31d0-69d7-4c94-b19d-09b8fe3b6425,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:35.186624 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a951bb-f11b-4d00-bc2b-d1fa10b36ada None None] DHCP port deletion for e011a22e-9823-4c8a-88e1-54f3857ae83f request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:15:35.192945 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:35.223955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] Pushing event deleted for resources: {'Port': ['ID=14d2b59a-15c6-48e6-8a4a-89c1cff91289,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:35.226317 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:35.234599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] No DVR routers for this DVR port 14d2b59a-15c6-48e6-8a4a-89c1cff91289 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:15:35.276655 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-95a951bb-f11b-4d00-bc2b-d1fa10b36ada None None] The port '14d2b59a-15c6-48e6-8a4a-89c1cff91289' was deleted {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 28 13:15:35.292187 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:35.292966 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547de09-95f6-4b64-8e7c-ea852cd80e18 None None] Pushing event updated for resources: {'Port': ['ID=a5be5cac-ec90-4168-b390-8e62a1af8c94,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:35.348937 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:35.353915 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:35.361356 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e011a22e-9823-4c8a-88e1-54f3857ae83f']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:35.361532 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:35.374954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6f38ce-f74f-419f-9fe3-e2812bae510c') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:35.375268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6f38ce-f74f-419f-9fe3-e2812bae510c') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:35.378630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-baaa963c-7797-4b75-b1d8-6b69aca8f259 req-3a19ad43-1b11-4e60-9eb8-faed4c8cb81f tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777890 Aug 28 13:15:35.384088 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:35.387122 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:35.389463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Pushing event updated for resources: {'Port': ['ID=f4597eb4-0e89-48f6-9f34-c5c54f44fdd2,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:35.415246 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:35.424546 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:15:35.425528 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:15:35.427253 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:15:35.498024 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:35.510508 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:35.512506 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] 10.222.0.20 "DELETE /v2.0/networks/e011a22e-9823-4c8a-88e1-54f3857ae83f HTTP/1.1" status: 204 len: 168 time: 0.7375450 Aug 28 13:15:35.536922 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ad707-6d9c-43c7-8eed-2ed06c6b7bce admin admin] Pushing event deleted for resources: {'Network': ['ID=e011a22e-9823-4c8a-88e1-54f3857ae83f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:35.623868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Sync routers for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:15:35.636510 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:35.637229 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:35.752401 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:35.758339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 32788) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:35.773763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:35.879446 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2ae3ee72-e26d-485c-b537-98c23f8e3739 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e41c814d7f0430fad1bee795304a44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1174386 Aug 28 13:15:35.879615 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 32790) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:35.986892 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e1821af7-6fac-42c4-97b5-bb12678c685e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:36.038332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 2, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:36.043082 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b3af31d0-69d7-4c94-b19d-09b8fe3b6425 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:36.050273 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e1821af7-6fac-42c4-97b5-bb12678c685e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:36.087449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Checking router: f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:15:36.087892 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Updating router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 port 92b53ea1-a248-4ec7-b110-4d675e78af59 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:15:36.093080 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:36.131067 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:36.175538 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e1821af7-6fac-42c4-97b5-bb12678c685e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:36.179385 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e1821af7-6fac-42c4-97b5-bb12678c685e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:36.190043 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e1821af7-6fac-42c4-97b5-bb12678c685e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86911f0e-cf08-42d6-805d-407f4a185b30 HTTP/1.1" status: 204 len: 168 time: 0.2999609 Aug 28 13:15:36.190721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b3af31d0-69d7-4c94-b19d-09b8fe3b6425 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:36.190721 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:36.225348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1821af7-6fac-42c4-97b5-bb12678c685e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86911f0e-cf08-42d6-805d-407f4a185b30,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:36.293912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Router a5c7b683-bd99-4c86-a1b4-26eb5a914714 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:15:36.439099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:15:36.451848 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Sync routers for ids ['a5c7b683-bd99-4c86-a1b4-26eb5a914714'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:15:36.468903 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Routers {'a5c7b683-bd99-4c86-a1b4-26eb5a914714'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:36.469547 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a5c7b683-bd99-4c86-a1b4-26eb5a914714'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:36.506562 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:36.514793 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2a1364b7-28c1-4253-9f2c-b58e1b4e187c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5808699 Aug 28 13:15:36.516884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 32798) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:36.608228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570f706-6d20-45df-b18b-398146bcb28c req-4e0202e3-02fb-4623-b191-f64e27860fc3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:36.610768 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3570f706-6d20-45df-b18b-398146bcb28c req-4e0202e3-02fb-4623-b191-f64e27860fc3 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.1312256 Aug 28 13:15:36.629753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a5be5cac-ec90-4168-b390-8e62a1af8c94 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:36.639361 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Set router a5c7b683-bd99-4c86-a1b4-26eb5a914714 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:36.672940 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:15:36.676987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f5626f-2032-4ceb-aad1-8018cc583188 None None] Network 5c3bfa71-1cf7-41b5-b503-e3e81b51a587 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:15:36.694263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32800) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:36.741427 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3570f706-6d20-45df-b18b-398146bcb28c req-24c532a8-bf20-4abf-9df6-297569a0b41a tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231697 Aug 28 13:15:36.753635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b6781619-8e2e-40f6-bb08-01c61c0efd54 None None] Provisioning for port a5be5cac-ec90-4168-b390-8e62a1af8c94 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:36.806247 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dbba717d-d552-42b7-99f4-45aef981a5cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b90548431364a0ca96ea85180188bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1075292 Aug 28 13:15:36.806956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32802) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:36.808505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port a5be5cac-ec90-4168-b390-8e62a1af8c94 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:36.817863 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a5be5cac-ec90-4168-b390-8e62a1af8c94 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:36.818394 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:36.889229 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5c6722b1-e426-4d3d-993a-43258f819d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:36.899069 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'name': 'tempest-TestVolumeBootPattern-1315868883-router', 'tenant_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'f4597eb4-0e89-48f6-9f34-c5c54f44fdd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:33Z', 'updated_at': '2021-08-28T13:15:35Z', 'revision_number': 3, 'project_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'gw_port': {'id': 'f4597eb4-0e89-48f6-9f34-c5c54f44fdd2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:be:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:34Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:36.921356 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5c6722b1-e426-4d3d-993a-43258f819d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:36.954026 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Checking router: a5c7b683-bd99-4c86-a1b4-26eb5a914714 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:15:36.954392 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Updating router a5c7b683-bd99-4c86-a1b4-26eb5a914714 port f4597eb4-0e89-48f6-9f34-c5c54f44fdd2 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:15:36.985617 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:36.986056 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5c6722b1-e426-4d3d-993a-43258f819d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:36.988759 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5c6722b1-e426-4d3d-993a-43258f819d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:36.992455 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5c6722b1-e426-4d3d-993a-43258f819d01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3797389d-3075-4891-8308-6ee1e41be783 HTTP/1.1" status: 204 len: 168 time: 0.1820552 Aug 28 13:15:37.001658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6722b1-e426-4d3d-993a-43258f819d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3797389d-3075-4891-8308-6ee1e41be783,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:37.101856 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.122068 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Transition to ACTIVE for port object 92b53ea1-a248-4ec7-b110-4d675e78af59 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:37.132349 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.137008 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.151945 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.300026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71f434-29fb-45f1-b26e-6ee7fe541236 None None] Pushing event updated for resources: {'Port': ['ID=92b53ea1-a248-4ec7-b110-4d675e78af59,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:37.363891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port a5be5cac-ec90-4168-b390-8e62a1af8c94, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a5be5cac-ec90-4168-b390-8e62a1af8c94,segment=NetworkSegment(98b63c4a-a3ca-4eb5-b210-e422cf092436),segment_id=98b63c4a-a3ca-4eb5-b210-e422cf092436)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:37.378407 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.390852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Attempting to bind port 92b53ea1-a248-4ec7-b110-4d675e78af59 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:37.391487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Attempting to bind port 92b53ea1-a248-4ec7-b110-4d675e78af59 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:37.392055 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Attempting to bind port 92b53ea1-a248-4ec7-b110-4d675e78af59 on network ad1e0c47-7599-4a39-bb41-379750035e93 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:37.427971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:37.428788 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Checking segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:37.429494 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.430336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Bound using segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:37.431073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Bound port: 92b53ea1-a248-4ec7-b110-4d675e78af59, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:37.432148 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.491134 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Allocated IP 172.20.0.1 (5c3bfa71-1cf7-41b5-b503-e3e81b51a587/22b4220c-048a-403c-a528-f30f8b065f4e/938cbf01-770e-4946-95c0-62fbbb376172) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:37.526289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 592a16e8-89ae-4c7d-a5ee-35dc76eabd20 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:15:37.558197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 592a16e8-89ae-4c7d-a5ee-35dc76eabd20 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:15:37.558197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 592a16e8-89ae-4c7d-a5ee-35dc76eabd20 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:15:37.558197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 14d2b59a-15c6-48e6-8a4a-89c1cff91289 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:15:37.586178 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.593572 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=a5be5cac-ec90-4168-b390-8e62a1af8c94,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:37.613357 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Transition to ACTIVE for port object f4597eb4-0e89-48f6-9f34-c5c54f44fdd2 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:37.615510 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 14d2b59a-15c6-48e6-8a4a-89c1cff91289 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:15:37.615864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 14d2b59a-15c6-48e6-8a4a-89c1cff91289 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:15:37.616294 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6fd1d230-9e43-4274-9b1d-0110d1a26d20 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:15:37.623996 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.658832 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Attempting to bind port f4597eb4-0e89-48f6-9f34-c5c54f44fdd2 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:37.659171 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Attempting to bind port f4597eb4-0e89-48f6-9f34-c5c54f44fdd2 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:37.659759 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Attempting to bind port f4597eb4-0e89-48f6-9f34-c5c54f44fdd2 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:37.664329 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 6fd1d230-9e43-4274-9b1d-0110d1a26d20 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:15:37.664747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6fd1d230-9e43-4274-9b1d-0110d1a26d20 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:15:37.673090 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.684259 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:37.685002 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:37.685772 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.686165 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:37.686664 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Bound port: f4597eb4-0e89-48f6-9f34-c5c54f44fdd2, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:37.687475 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.697983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Transition to ACTIVE for port object 938cbf01-770e-4946-95c0-62fbbb376172 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:37.699690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] For port 92b53ea1-a248-4ec7-b110-4d675e78af59, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:37.704850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] For port 92b53ea1-a248-4ec7-b110-4d675e78af59, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=92b53ea1-a248-4ec7-b110-4d675e78af59,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:37.716212 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.745855 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.749119 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.749843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-43061566-7506-4c8d-a68c-7f4893451a46 None None] Provisioning complete for port a5be5cac-ec90-4168-b390-8e62a1af8c94 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:37.750205 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-43061566-7506-4c8d-a68c-7f4893451a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.755556 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca4b29-104c-4f34-9962-53119c799f3b None None] Pushing event updated for resources: {'Port': ['ID=f4597eb4-0e89-48f6-9f34-c5c54f44fdd2,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:37.778223 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca4b29-104c-4f34-9962-53119c799f3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:37.780058 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca4b29-104c-4f34-9962-53119c799f3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:37.780584 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca4b29-104c-4f34-9962-53119c799f3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:37.781216 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca4b29-104c-4f34-9962-53119c799f3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:37.781819 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca4b29-104c-4f34-9962-53119c799f3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:37.782510 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca4b29-104c-4f34-9962-53119c799f3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:37.784013 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca4b29-104c-4f34-9962-53119c799f3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:37.784738 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca4b29-104c-4f34-9962-53119c799f3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:37.785494 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca4b29-104c-4f34-9962-53119c799f3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:37.786276 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca4b29-104c-4f34-9962-53119c799f3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:37.787017 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca4b29-104c-4f34-9962-53119c799f3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:37.787592 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ca4b29-104c-4f34-9962-53119c799f3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:15:37.794704 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] For port f4597eb4-0e89-48f6-9f34-c5c54f44fdd2, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:37.801321 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] For port f4597eb4-0e89-48f6-9f34-c5c54f44fdd2, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f4597eb4-0e89-48f6-9f34-c5c54f44fdd2,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:37.816893 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:37.835681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Network 5c3bfa71-1cf7-41b5-b503-e3e81b51a587 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:37.839744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71f434-29fb-45f1-b26e-6ee7fe541236 None None] Pushing event updated for resources: {'Port': ['ID=92b53ea1-a248-4ec7-b110-4d675e78af59,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:37.845375 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:37.846392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:37.855987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:37.860386 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:37.907612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Pushing event updated for resources: {'Port': ['ID=938cbf01-770e-4946-95c0-62fbbb376172,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:37.988453 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.022856 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Routers {'a5c7b683-bd99-4c86-a1b4-26eb5a914714'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:38.023503 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a5c7b683-bd99-4c86-a1b4-26eb5a914714'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:38.038121 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca4b29-104c-4f34-9962-53119c799f3b None None] Pushing event updated for resources: {'Port': ['ID=f4597eb4-0e89-48f6-9f34-c5c54f44fdd2,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:38.128862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:38.206276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 92b53ea1-a248-4ec7-b110-4d675e78af59 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:38.267708 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] Set router a5c7b683-bd99-4c86-a1b4-26eb5a914714 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:38.336095 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af45da3-0fd4-4657-80d2-4ee73e66d339 req-ad44a06e-d4e2-4457-8433-2765f9c4b7a5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:38.345999 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8af45da3-0fd4-4657-80d2-4ee73e66d339 req-ad44a06e-d4e2-4457-8433-2765f9c4b7a5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.3591666 Aug 28 13:15:38.351318 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.356690 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32826) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:38.379529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 92b53ea1-a248-4ec7-b110-4d675e78af59 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:38.392603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 92b53ea1-a248-4ec7-b110-4d675e78af59 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:38.392995 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.426236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8af45da3-0fd4-4657-80d2-4ee73e66d339 req-a89da0e0-07f6-4f0d-8a27-95ce32ac9127 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789244 Aug 28 13:15:38.459089 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7b76f60c-6f14-4184-9ce1-1320f0b7767f None None] Provisioning complete for port 92b53ea1-a248-4ec7-b110-4d675e78af59 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:38.459380 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7b76f60c-6f14-4184-9ce1-1320f0b7767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.515214 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-36f8eb29-39c1-4053-9569-0f633db26bcf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1966715269-network', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:38.555153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f8eb29-39c1-4053-9569-0f633db26bcf admin admin] Made reservation on behalf of 8e9e0a6153cb4cb381daf7eb059c7561 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:15:38.561560 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36f8eb29-39c1-4053-9569-0f633db26bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.563705 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'name': 'tempest-TestVolumeBootPattern-1315868883-router', 'tenant_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'f4597eb4-0e89-48f6-9f34-c5c54f44fdd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:33Z', 'updated_at': '2021-08-28T13:15:35Z', 'revision_number': 3, 'project_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'gw_port': {'id': 'f4597eb4-0e89-48f6-9f34-c5c54f44fdd2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:be:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:34Z', 'updated_at': '2021-08-28T13:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:38.577875 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36f8eb29-39c1-4053-9569-0f633db26bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.601832 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ba3efe-2be4-4f42-9588-78d40bee688c None None] The sync data for ids ['a5c7b683-bd99-4c86-a1b4-26eb5a914714'] in n-d-791505-21 is: [{'id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'name': 'tempest-TestVolumeBootPattern-1315868883-router', 'tenant_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'f4597eb4-0e89-48f6-9f34-c5c54f44fdd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:33Z', 'updated_at': '2021-08-28T13:15:35Z', 'revision_number': 3, 'project_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'gw_port': {'id': 'f4597eb4-0e89-48f6-9f34-c5c54f44fdd2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:be:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:34Z', 'updated_at': '2021-08-28T13:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:15:38.624835 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.632466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.642107 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.707389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:37Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:38.722131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Pushing event updated for resources: {'Port': ['ID=938cbf01-770e-4946-95c0-62fbbb376172,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:38.747032 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.787427 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36f8eb29-39c1-4053-9569-0f633db26bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.793185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fa1ae9-3dd7-41bf-b618-1748e1595352 None None] The sync data for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 is: [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:37Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:15:38.795460 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36f8eb29-39c1-4053-9569-0f633db26bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.799212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 92b53ea1-a248-4ec7-b110-4d675e78af59, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=92b53ea1-a248-4ec7-b110-4d675e78af59,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:38.806649 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7b76f60c-6f14-4184-9ce1-1320f0b7767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.811131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f8eb29-39c1-4053-9569-0f633db26bcf admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:15:38.812258 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.813296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a5be5cac-ec90-4168-b390-8e62a1af8c94 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:38.861787 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36f8eb29-39c1-4053-9569-0f633db26bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.862485 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-36f8eb29-39c1-4053-9569-0f633db26bcf admin admin] Added segment 301edf0f-4780-4b19-b368-4d8c2fdde138 of type vlan for network cb31a5c4-fa23-49d4-8654-6778e034da8a Aug 28 13:15:38.864069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8eb29-39c1-4053-9569-0f633db26bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed39f92-fea1-40d1-adf4-32e830d755a4,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:38.924607 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Network 5c3bfa71-1cf7-41b5-b503-e3e81b51a587 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:38.927144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:38.945448 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36f8eb29-39c1-4053-9569-0f633db26bcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.993253 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36f8eb29-39c1-4053-9569-0f633db26bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:38.994510 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f8eb29-39c1-4053-9569-0f633db26bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:38.995108 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-36f8eb29-39c1-4053-9569-0f633db26bcf admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:39.022956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=92b53ea1-a248-4ec7-b110-4d675e78af59,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:39.086765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a5be5cac-ec90-4168-b390-8e62a1af8c94 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:39.089167 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:39.141119 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-7b76f60c-6f14-4184-9ce1-1320f0b7767f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:15:39.141803 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-7b76f60c-6f14-4184-9ce1-1320f0b7767f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:15:39.150988 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-36f8eb29-39c1-4053-9569-0f633db26bcf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7879047 Aug 28 13:15:39.150988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8eb29-39c1-4053-9569-0f633db26bcf admin admin] Pushing event updated for resources: {'Network': ['ID=cb31a5c4-fa23-49d4-8654-6778e034da8a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:39.151916 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 32830) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:39.162309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a583a2bb-19ee-4556-b058-7343fb9cd1ce admin admin] Request body: {'subnet': {'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1966715269-subnet', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:39.180475 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network cb31a5c4-fa23-49d4-8654-6778e034da8a details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:15:39.221660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Router a5c7b683-bd99-4c86-a1b4-26eb5a914714 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:15:39.268519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a583a2bb-19ee-4556-b058-7343fb9cd1ce admin admin] Made reservation on behalf of 8e9e0a6153cb4cb381daf7eb059c7561 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:15:39.274091 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a583a2bb-19ee-4556-b058-7343fb9cd1ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:39.467402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:15:39.476120 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d18fb8de-68a4-4d29-be23-3aeee08dd72c admin admin] 10.222.0.20 "PUT /v2.0/routers/a5c7b683-bd99-4c86-a1b4-26eb5a914714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9550707 Aug 28 13:15:39.595111 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a583a2bb-19ee-4556-b058-7343fb9cd1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:39.599893 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549634cc-a628-4632-b786-8c483d79ca80 req-8846ac41-fae2-4af6-843a-911d5c77bc16 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:39.602549 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-549634cc-a628-4632-b786-8c483d79ca80 req-8846ac41-fae2-4af6-843a-911d5c77bc16 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.0875378 Aug 28 13:15:39.664397 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-549634cc-a628-4632-b786-8c483d79ca80 req-a8182391-a61f-4517-9f4f-a8fb7fadced5 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539949 Aug 28 13:15:39.695436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583a2bb-19ee-4556-b058-7343fb9cd1ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=bff6c299-3838-42c0-a747-13d74205713f,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:39.704721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a583a2bb-19ee-4556-b058-7343fb9cd1ce admin admin] Checking segment: {'id': '301edf0f-4780-4b19-b368-4d8c2fdde138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:39.705280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583a2bb-19ee-4556-b058-7343fb9cd1ce admin admin] Network hostable DHCP agents. Network: cb31a5c4-fa23-49d4-8654-6778e034da8a, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:15:39.726708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a583a2bb-19ee-4556-b058-7343fb9cd1ce admin admin] Network cb31a5c4-fa23-49d4-8654-6778e034da8a is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:15:39.735051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7b76f60c-6f14-4184-9ce1-1320f0b7767f None None] Provisioning for port 938cbf01-770e-4946-95c0-62fbbb376172 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:39.740667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-a583a2bb-19ee-4556-b058-7343fb9cd1ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, cb31a5c4-fa23-49d4-8654-6778e034da8a) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:39.743472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7b76f60c-6f14-4184-9ce1-1320f0b7767f None None] Provisioning complete for port 938cbf01-770e-4946-95c0-62fbbb376172 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:39.744129 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7b76f60c-6f14-4184-9ce1-1320f0b7767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:39.749093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a583a2bb-19ee-4556-b058-7343fb9cd1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:39.749789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a583a2bb-19ee-4556-b058-7343fb9cd1ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:39.773297 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a583a2bb-19ee-4556-b058-7343fb9cd1ce admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6172268 Aug 28 13:15:39.774865 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 32840) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:39.782700 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1966715269-router', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:39.813564 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7b76f60c-6f14-4184-9ce1-1320f0b7767f None None] Port 938cbf01-770e-4946-95c0-62fbbb376172 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:15:39.820882 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:39.822898 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:39.896557 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:40.002516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b15b1c3-b7e3-41a3-983f-a705521a888c None None] Network cb31a5c4-fa23-49d4-8654-6778e034da8a requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:15:40.125673 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 92b53ea1-a248-4ec7-b110-4d675e78af59 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:40.137097 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:40.183507 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:40.184016 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-db1c074f-4ab6-4b47-b6b6-a4788bc0cef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:40.202645 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3f3d6932-cdec-44cb-a88f-83d135c9dbeb None None] Provisioning complete for port 938cbf01-770e-4946-95c0-62fbbb376172 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:40.203554 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6932-cdec-44cb-a88f-83d135c9dbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:40.301749 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d6932-cdec-44cb-a88f-83d135c9dbeb None None] Port 938cbf01-770e-4946-95c0-62fbbb376172 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:15:40.319374 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 92b53ea1-a248-4ec7-b110-4d675e78af59 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:40.320105 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:40.452612 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:40.484268 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:40.484985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-cb31a5c4-fa23-49d4-8654-6778e034da8a', 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'fixed_ips': [{'subnet_id': 'bff6c299-3838-42c0-a747-13d74205713f'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:15:40.485844 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:40.500158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f4597eb4-0e89-48f6-9f34-c5c54f44fdd2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:40.621764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Allocated IP 172.25.1.250 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/28ab8404-cda7-45b8-b4f3-62ea0922f33a) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:40.668330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port f4597eb4-0e89-48f6-9f34-c5c54f44fdd2 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:40.686730 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f4597eb4-0e89-48f6-9f34-c5c54f44fdd2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:40.687093 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:40.753792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908572b3-9aab-4d4d-8740-6c78de340751 req-1e0751d9-6529-477f-82d3-0c3d221055c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:40.761995 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-908572b3-9aab-4d4d-8740-6c78de340751 req-1e0751d9-6529-477f-82d3-0c3d221055c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 1098 time: 0.1877887 Aug 28 13:15:40.826565 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-908572b3-9aab-4d4d-8740-6c78de340751 req-e8823012-d343-4c22-9faf-edce9753474e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617964 Aug 28 13:15:40.889495 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede65d6-e70b-4335-be98-d6289d1ac6b5 req-0f842696-12ef-45f8-9022-484e5e1a9b4c tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:40.891486 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3ede65d6-e70b-4335-be98-d6289d1ac6b5 req-0f842696-12ef-45f8-9022-484e5e1a9b4c tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.1000559 Aug 28 13:15:40.895023 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:40.957105 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3ede65d6-e70b-4335-be98-d6289d1ac6b5 req-b7569b79-1b69-4e36-ae9c-b969b25361ff tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560856 Aug 28 13:15:40.968104 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:41.018556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:41.022966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:41.025405 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:41.027477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Pushing event updated for resources: {'Port': ['ID=28ab8404-cda7-45b8-b4f3-62ea0922f33a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:41.037165 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Allocated IP 172.20.0.2 (cb31a5c4-fa23-49d4-8654-6778e034da8a/bff6c299-3838-42c0-a747-13d74205713f/baf97c71-6c56-499f-8f25-4564f3703608) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:41.074327 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:41.149620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port f4597eb4-0e89-48f6-9f34-c5c54f44fdd2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f4597eb4-0e89-48f6-9f34-c5c54f44fdd2,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:41.155059 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:41.219442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=f4597eb4-0e89-48f6-9f34-c5c54f44fdd2,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:41.297423 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:41.307106 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Transition to ACTIVE for port object baf97c71-6c56-499f-8f25-4564f3703608 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:41.323717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Transition to ACTIVE for port object baf97c71-6c56-499f-8f25-4564f3703608 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:41.335876 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:41.385044 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:41.387244 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Network cb31a5c4-fa23-49d4-8654-6778e034da8a is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:41.395775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:41.399951 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:41.408614 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Sync routers for ids ['a5c7b683-bd99-4c86-a1b4-26eb5a914714'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:15:41.412652 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Pushing event updated for resources: {'Port': ['ID=baf97c71-6c56-499f-8f25-4564f3703608,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:41.446259 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Routers {'a5c7b683-bd99-4c86-a1b4-26eb5a914714'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:41.447523 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a5c7b683-bd99-4c86-a1b4-26eb5a914714'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:41.525908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Attempting to bind port baf97c71-6c56-499f-8f25-4564f3703608 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:41.526283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Attempting to bind port baf97c71-6c56-499f-8f25-4564f3703608 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '301edf0f-4780-4b19-b368-4d8c2fdde138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:41.526760 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Attempting to bind port baf97c71-6c56-499f-8f25-4564f3703608 on network cb31a5c4-fa23-49d4-8654-6778e034da8a {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:41.552391 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:41.553012 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Checking segment: {'id': '301edf0f-4780-4b19-b368-4d8c2fdde138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:41.553692 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:41.554326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Bound using segment: {'id': '301edf0f-4780-4b19-b368-4d8c2fdde138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:41.555096 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Bound port: baf97c71-6c56-499f-8f25-4564f3703608, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301edf0f-4780-4b19-b368-4d8c2fdde138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:41.555723 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:41.653124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Set router a5c7b683-bd99-4c86-a1b4-26eb5a914714 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:41.728569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] For port baf97c71-6c56-499f-8f25-4564f3703608, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:41.843282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] For port baf97c71-6c56-499f-8f25-4564f3703608, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=baf97c71-6c56-499f-8f25-4564f3703608,segment=NetworkSegment(301edf0f-4780-4b19-b368-4d8c2fdde138),segment_id=301edf0f-4780-4b19-b368-4d8c2fdde138)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:41.861200 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:41.879657 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 50427dcc-68e2-4ff6-8aae-b42360de58be details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:15:42.022418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 50427dcc-68e2-4ff6-8aae-b42360de58be, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=50427dcc-68e2-4ff6-8aae-b42360de58be,segment=NetworkSegment(50ed2b47-053e-44a2-a304-ab3cc34d5c45),segment_id=50ed2b47-053e-44a2-a304-ab3cc34d5c45)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:42.039309 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 50427dcc-68e2-4ff6-8aae-b42360de58be no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:15:42.090013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '50427dcc-68e2-4ff6-8aae-b42360de58be', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'port_id': '50427dcc-68e2-4ff6-8aae-b42360de58be', 'mac_address': 'fa:16:3e:04:fc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:15:42.092934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f4597eb4-0e89-48f6-9f34-c5c54f44fdd2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:42.168706 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ebba3-95e3-4f76-8277-b90efe369641 req-b194a26f-564d-4012-beb0-7f748c400494 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:42.172038 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-475ebba3-95e3-4f76-8277-b90efe369641 req-b194a26f-564d-4012-beb0-7f748c400494 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.0745301 Aug 28 13:15:42.199523 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:42.250565 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-475ebba3-95e3-4f76-8277-b90efe369641 req-2fa27728-2527-4cfd-8aea-a1840ca21cd1 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667973 Aug 28 13:15:42.268064 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32872) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:42.325480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef270eb-84a5-44f2-9053-8040d3757812 None None] Pushing event updated for resources: {'Port': ['ID=baf97c71-6c56-499f-8f25-4564f3703608,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:42.345287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f4597eb4-0e89-48f6-9f34-c5c54f44fdd2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:42.349232 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:42.376731 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d55f36b2-3913-407d-8ff3-d665fa7d2d25 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/floatingips/43c2e9e2-1b3d-422b-8868-56f6bfb3dde0 HTTP/1.1" status: 200 len: 993 time: 0.1072659 Aug 28 13:15:42.391168 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:42.392985 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-09ed4d43-0de3-40b2-8f81-cc812f3ea1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:42.479569 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:42.512697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aae809-82f2-41f8-a722-dc39098a3219 req-bf3f0565-5a0a-4916-80f1-76dc9d15e8a5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:42.514665 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74aae809-82f2-41f8-a722-dc39098a3219 req-bf3f0565-5a0a-4916-80f1-76dc9d15e8a5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 812 time: 0.2297378 Aug 28 13:15:42.520963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50427dcc-68e2-4ff6-8aae-b42360de58be {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:15:42.548325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'name': 'tempest-TestVolumeBootPattern-1315868883-router', 'tenant_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'f4597eb4-0e89-48f6-9f34-c5c54f44fdd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:33Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 4, 'project_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'gw_port': {'id': 'f4597eb4-0e89-48f6-9f34-c5c54f44fdd2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:34Z', 'updated_at': '2021-08-28T13:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '938cbf01-770e-4946-95c0-62fbbb376172', 'name': '', 'network_id': '5c3bfa71-1cf7-41b5-b503-e3e81b51a587', 'tenant_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'mac_address': 'fa:16:3e:28:07:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '22b4220c-048a-403c-a528-f30f8b065f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:37Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 2, 'project_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'subnets': [{'id': '22b4220c-048a-403c-a528-f30f8b065f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:42.549773 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74aae809-82f2-41f8-a722-dc39098a3219 req-5e057965-4eac-4f72-a6ff-2a436f9f84d1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/quotas/bfa467c998e542408cd59322ce9a0c71 HTTP/1.1" status: 200 len: 375 time: 0.0226545 Aug 28 13:15:42.587970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 50427dcc-68e2-4ff6-8aae-b42360de58be, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=50427dcc-68e2-4ff6-8aae-b42360de58be,segment=NetworkSegment(50ed2b47-053e-44a2-a304-ab3cc34d5c45),segment_id=50ed2b47-053e-44a2-a304-ab3cc34d5c45)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:42.595507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Router a1c78726-27a4-4072-bce4-f970cecdb34b is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:15:42.605421 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Checking router: a5c7b683-bd99-4c86-a1b4-26eb5a914714 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:15:42.606389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Updating router a5c7b683-bd99-4c86-a1b4-26eb5a914714 port 938cbf01-770e-4946-95c0-62fbbb376172 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:15:42.642132 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:42.665760 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74aae809-82f2-41f8-a722-dc39098a3219 req-88f0c549-bbd2-4461-8a0a-238fbfb86f21 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024649 Aug 28 13:15:42.724142 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:42.752772 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:42.809957 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:15:42.828621 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=50427dcc-68e2-4ff6-8aae-b42360de58be,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:42.829149 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Sync routers for ids ['a1c78726-27a4-4072-bce4-f970cecdb34b'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:15:42.836233 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:15:42.836847 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:15:42.847168 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74aae809-82f2-41f8-a722-dc39098a3219 req-d4bb0b89-3a60-4dfd-9ff0-c20cf639e728 service neutron] 10.222.0.20 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650074 Aug 28 13:15:42.848657 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:42.850270 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-64194397-8da0-4822-9633-c9ce3d42b3a1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0723932 Aug 28 13:15:42.852965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32874) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:42.866644 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Routers {'a1c78726-27a4-4072-bce4-f970cecdb34b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:42.867679 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a1c78726-27a4-4072-bce4-f970cecdb34b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:42.988183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74aae809-82f2-41f8-a722-dc39098a3219 req-f9b2bc16-4601-4ad5-a361-c6ceac32f638 service neutron] 10.222.0.20 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235292 Aug 28 13:15:43.000587 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Set router a1c78726-27a4-4072-bce4-f970cecdb34b gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:43.087141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['50427dcc-68e2-4ff6-8aae-b42360de58be'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:15:43.162887 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:43.181493 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Transition to ACTIVE for port object 938cbf01-770e-4946-95c0-62fbbb376172 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:43.194926 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:43.270188 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'name': 'tempest-TestServerBasicOps-1966715269-router', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:39Z', 'updated_at': '2021-08-28T13:15:41Z', 'revision_number': 3, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'gw_port': {'id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:db:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:40Z', 'updated_at': '2021-08-28T13:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:43.317437 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Checking router: a1c78726-27a4-4072-bce4-f970cecdb34b for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:15:43.317859 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Updating router a1c78726-27a4-4072-bce4-f970cecdb34b port 28ab8404-cda7-45b8-b4f3-62ea0922f33a binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:15:43.325482 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a103b-ab6f-4937-806c-81221948a839 None None] Pushing event updated for resources: {'Port': ['ID=938cbf01-770e-4946-95c0-62fbbb376172,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:43.383601 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:43.448522 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:43.497289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 50427dcc-68e2-4ff6-8aae-b42360de58be {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:15:43.506098 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d443e41-7dfa-4c04-8cf4-cddc71b84a75 req-2c31d680-cad2-409e-b7db-abaab984efba tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 210 time: 0.0606966 Aug 28 13:15:43.622665 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Attempting to bind port 938cbf01-770e-4946-95c0-62fbbb376172 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:43.625093 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Attempting to bind port 938cbf01-770e-4946-95c0-62fbbb376172 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '98b63c4a-a3ca-4eb5-b210-e422cf092436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5c3bfa71-1cf7-41b5-b503-e3e81b51a587'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:43.625670 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Attempting to bind port 938cbf01-770e-4946-95c0-62fbbb376172 on network 5c3bfa71-1cf7-41b5-b503-e3e81b51a587 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:43.632079 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:43.633090 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:43.658854 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 50427dcc-68e2-4ff6-8aae-b42360de58be, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=50427dcc-68e2-4ff6-8aae-b42360de58be,segment=NetworkSegment(50ed2b47-053e-44a2-a304-ab3cc34d5c45),segment_id=50ed2b47-053e-44a2-a304-ab3cc34d5c45)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:43.669255 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:43.670017 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Checking segment: {'id': '98b63c4a-a3ca-4eb5-b210-e422cf092436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5c3bfa71-1cf7-41b5-b503-e3e81b51a587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:43.679684 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:43.680101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Bound using segment: {'id': '98b63c4a-a3ca-4eb5-b210-e422cf092436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5c3bfa71-1cf7-41b5-b503-e3e81b51a587'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:43.680605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Bound port: 938cbf01-770e-4946-95c0-62fbbb376172, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b63c4a-a3ca-4eb5-b210-e422cf092436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5c3bfa71-1cf7-41b5-b503-e3e81b51a587'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:43.680970 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:43.683095 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:43.730639 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ce915a-d5ee-410e-931d-d0d702ada3dd None None] Network cb31a5c4-fa23-49d4-8654-6778e034da8a requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:15:43.836029 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:43.848087 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Transition to ACTIVE for port object 28ab8404-cda7-45b8-b4f3-62ea0922f33a will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:43.853600 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Allocated IP 172.20.0.1 (cb31a5c4-fa23-49d4-8654-6778e034da8a/bff6c299-3838-42c0-a747-13d74205713f/f59eb8b0-2f48-452b-8786-5980b405e039) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:43.856419 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:43.964699 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Attempting to bind port 28ab8404-cda7-45b8-b4f3-62ea0922f33a on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:43.965413 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Attempting to bind port 28ab8404-cda7-45b8-b4f3-62ea0922f33a by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:43.965834 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Attempting to bind port 28ab8404-cda7-45b8-b4f3-62ea0922f33a on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:43.974654 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5f3ce-4219-4a50-b5e6-b9628857d85d None None] Pushing event updated for resources: {'Port': ['ID=28ab8404-cda7-45b8-b4f3-62ea0922f33a,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:43.983482 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:43.984103 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:43.984676 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:43.985060 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:43.985534 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Bound port: 28ab8404-cda7-45b8-b4f3-62ea0922f33a, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:43.985909 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:44.042214 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:44.044858 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device baf97c71-6c56-499f-8f25-4564f3703608 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:44.056944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Transition to ACTIVE for port object f59eb8b0-2f48-452b-8786-5980b405e039 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:44.057182 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=50427dcc-68e2-4ff6-8aae-b42360de58be,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:44.072333 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] For port 28ab8404-cda7-45b8-b4f3-62ea0922f33a, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:44.078808 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] For port 28ab8404-cda7-45b8-b4f3-62ea0922f33a, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=28ab8404-cda7-45b8-b4f3-62ea0922f33a,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:44.083845 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:44.102213 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:44.156699 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Network cb31a5c4-fa23-49d4-8654-6778e034da8a is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:44.161520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:44.163029 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5f3ce-4219-4a50-b5e6-b9628857d85d None None] Pushing event updated for resources: {'Port': ['ID=28ab8404-cda7-45b8-b4f3-62ea0922f33a,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:44.175799 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Routers {'a1c78726-27a4-4072-bce4-f970cecdb34b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:44.176435 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a1c78726-27a4-4072-bce4-f970cecdb34b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:44.177935 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:44.192776 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] For port 938cbf01-770e-4946-95c0-62fbbb376172, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:44.218547 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Pushing event updated for resources: {'Port': ['ID=f59eb8b0-2f48-452b-8786-5980b405e039,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:44.246494 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:44.254899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] For port 938cbf01-770e-4946-95c0-62fbbb376172, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=938cbf01-770e-4946-95c0-62fbbb376172,segment=NetworkSegment(98b63c4a-a3ca-4eb5-b210-e422cf092436),segment_id=98b63c4a-a3ca-4eb5-b210-e422cf092436)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:44.280484 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:44.302148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-56f01ab6-0fb2-4513-97f5-0ff1199e193f None None] Provisioning for port baf97c71-6c56-499f-8f25-4564f3703608 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:44.303956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port baf97c71-6c56-499f-8f25-4564f3703608 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:44.307710 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] Set router a1c78726-27a4-4072-bce4-f970cecdb34b gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:44.342600 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-56f01ab6-0fb2-4513-97f5-0ff1199e193f None None] Provisioning complete for port baf97c71-6c56-499f-8f25-4564f3703608 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:44.343358 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-56f01ab6-0fb2-4513-97f5-0ff1199e193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:44.346053 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port baf97c71-6c56-499f-8f25-4564f3703608 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:44.346540 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:44.409324 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:44.567586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a103b-ab6f-4937-806c-81221948a839 None None] Pushing event updated for resources: {'Port': ['ID=938cbf01-770e-4946-95c0-62fbbb376172,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:44.571261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Routers {'a5c7b683-bd99-4c86-a1b4-26eb5a914714'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:44.571884 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a5c7b683-bd99-4c86-a1b4-26eb5a914714'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:44.716672 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'name': 'tempest-TestServerBasicOps-1966715269-router', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:39Z', 'updated_at': '2021-08-28T13:15:41Z', 'revision_number': 3, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'gw_port': {'id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:db:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:40Z', 'updated_at': '2021-08-28T13:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:44.752097 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:44.759772 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:44.770437 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ba55f-9240-4871-9814-0da980f0c9cc None None] The sync data for ids ['a1c78726-27a4-4072-bce4-f970cecdb34b'] in n-d-791505-21 is: [{'id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'name': 'tempest-TestServerBasicOps-1966715269-router', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:39Z', 'updated_at': '2021-08-28T13:15:41Z', 'revision_number': 3, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'gw_port': {'id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:db:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:40Z', 'updated_at': '2021-08-28T13:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:15:44.788971 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:44.820926 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da5ad8cf-5e0c-47bb-b2d4-6686aa19ecd2 req-eea7da9c-656d-4553-a8d8-3890fa202ea8 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 210 time: 0.1729913 Aug 28 13:15:44.875156 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-56f01ab6-0fb2-4513-97f5-0ff1199e193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:44.896580 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:44.906822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Pushing event updated for resources: {'Port': ['ID=f59eb8b0-2f48-452b-8786-5980b405e039,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:44.931969 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] Set router a5c7b683-bd99-4c86-a1b4-26eb5a914714 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:44.951610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aae809-82f2-41f8-a722-dc39098a3219 req-b1f09e6c-ef5e-4bf1-b499-fa40b3b2bbc9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:44.953286 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74aae809-82f2-41f8-a722-dc39098a3219 req-b1f09e6c-ef5e-4bf1-b499-fa40b3b2bbc9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 812 time: 0.3319387 Aug 28 13:15:44.968193 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port baf97c71-6c56-499f-8f25-4564f3703608, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=baf97c71-6c56-499f-8f25-4564f3703608,segment=NetworkSegment(301edf0f-4780-4b19-b368-4d8c2fdde138),segment_id=301edf0f-4780-4b19-b368-4d8c2fdde138)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:44.981281 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:44.982350 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-74aae809-82f2-41f8-a722-dc39098a3219 req-58587931-3c39-4ea4-ac14-ad78b75237d6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'port': {'device_id': '60eaacb6-0fe6-42c7-ac75-7a113749ecf2', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'admin_state_up': True, 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:45.077175 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Network cb31a5c4-fa23-49d4-8654-6778e034da8a is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:45.081212 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:45.101302 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=baf97c71-6c56-499f-8f25-4564f3703608,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:45.189419 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-56f01ab6-0fb2-4513-97f5-0ff1199e193f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:15:45.190025 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-56f01ab6-0fb2-4513-97f5-0ff1199e193f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:15:45.225452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74aae809-82f2-41f8-a722-dc39098a3219 req-58587931-3c39-4ea4-ac14-ad78b75237d6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Made reservation on behalf of bfa467c998e542408cd59322ce9a0c71 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:15:45.243425 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-74aae809-82f2-41f8-a722-dc39098a3219 req-58587931-3c39-4ea4-ac14-ad78b75237d6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:45.295303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Router a1c78726-27a4-4072-bce4-f970cecdb34b has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:15:45.408111 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:45.456266 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'name': 'tempest-TestVolumeBootPattern-1315868883-router', 'tenant_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'f4597eb4-0e89-48f6-9f34-c5c54f44fdd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:33Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 4, 'project_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'gw_port': {'id': 'f4597eb4-0e89-48f6-9f34-c5c54f44fdd2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:34Z', 'updated_at': '2021-08-28T13:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '938cbf01-770e-4946-95c0-62fbbb376172', 'name': '', 'network_id': '5c3bfa71-1cf7-41b5-b503-e3e81b51a587', 'tenant_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'mac_address': 'fa:16:3e:28:07:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '22b4220c-048a-403c-a528-f30f8b065f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:37Z', 'updated_at': '2021-08-28T13:15:44Z', 'revision_number': 4, 'project_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'subnets': [{'id': '22b4220c-048a-403c-a528-f30f8b065f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:45.484280 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:15:45.498738 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1ae2dbc1-3cf9-48ed-b6a8-b9afd723a866 admin admin] 10.222.0.20 "PUT /v2.0/routers/a1c78726-27a4-4072-bce4-f970cecdb34b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6445384 Aug 28 13:15:45.509289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97806f3-1539-4de5-8898-e67df1d19496 None None] The sync data for ids ['a5c7b683-bd99-4c86-a1b4-26eb5a914714'] in n-d-791505-21 is: [{'id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'name': 'tempest-TestVolumeBootPattern-1315868883-router', 'tenant_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'f4597eb4-0e89-48f6-9f34-c5c54f44fdd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:33Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 4, 'project_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'gw_port': {'id': 'f4597eb4-0e89-48f6-9f34-c5c54f44fdd2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:34Z', 'updated_at': '2021-08-28T13:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '938cbf01-770e-4946-95c0-62fbbb376172', 'name': '', 'network_id': '5c3bfa71-1cf7-41b5-b503-e3e81b51a587', 'tenant_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'mac_address': 'fa:16:3e:28:07:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '22b4220c-048a-403c-a528-f30f8b065f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:37Z', 'updated_at': '2021-08-28T13:15:44Z', 'revision_number': 4, 'project_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'subnets': [{'id': '22b4220c-048a-403c-a528-f30f8b065f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:15:45.521704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-74aae809-82f2-41f8-a722-dc39098a3219 req-58587931-3c39-4ea4-ac14-ad78b75237d6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Allocated IP 172.20.0.8 (ad1e0c47-7599-4a39-bb41-379750035e93/ed9eb34d-8601-4703-ace5-3667dbf5f9b7/1ceeba68-e785-47f6-8ba5-c0ee0abc8940) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:45.788576 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-74aae809-82f2-41f8-a722-dc39098a3219 req-58587931-3c39-4ea4-ac14-ad78b75237d6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:45.818462 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-74aae809-82f2-41f8-a722-dc39098a3219 req-58587931-3c39-4ea4-ac14-ad78b75237d6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Transition to ACTIVE for port object 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:45.895932 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f819bd7e-eacf-4c9b-b85b-01bf78b39f11 None None] Provisioning complete for port baf97c71-6c56-499f-8f25-4564f3703608 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:45.896530 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f819bd7e-eacf-4c9b-b85b-01bf78b39f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:45.901172 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-74aae809-82f2-41f8-a722-dc39098a3219 req-58587931-3c39-4ea4-ac14-ad78b75237d6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:45.987968 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 50427dcc-68e2-4ff6-8aae-b42360de58be up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:46.029735 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74aae809-82f2-41f8-a722-dc39098a3219 req-58587931-3c39-4ea4-ac14-ad78b75237d6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Network ad1e0c47-7599-4a39-bb41-379750035e93 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:46.040440 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-74aae809-82f2-41f8-a722-dc39098a3219 req-58587931-3c39-4ea4-ac14-ad78b75237d6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:46.052544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-74aae809-82f2-41f8-a722-dc39098a3219 req-58587931-3c39-4ea4-ac14-ad78b75237d6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:46.125094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ffa4-1eb3-47d7-9302-1800aff3bb75 req-353816f8-e894-4613-a4d5-217221554a67 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:46.127785 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be81ffa4-1eb3-47d7-9302-1800aff3bb75 req-353816f8-e894-4613-a4d5-217221554a67 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 931 time: 0.1357918 Aug 28 13:15:46.156832 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58587931-3c39-4ea4-ac14-ad78b75237d6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'Port': ['ID=1ceeba68-e785-47f6-8ba5-c0ee0abc8940,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:46.223120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aae809-82f2-41f8-a722-dc39098a3219 req-58587931-3c39-4ea4-ac14-ad78b75237d6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:46.223803 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-74aae809-82f2-41f8-a722-dc39098a3219 req-58587931-3c39-4ea4-ac14-ad78b75237d6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:46.258246 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be81ffa4-1eb3-47d7-9302-1800aff3bb75 req-91f156ca-8556-4678-8353-abb9204e8faf tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165562 Aug 28 13:15:46.274786 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74aae809-82f2-41f8-a722-dc39098a3219 req-58587931-3c39-4ea4-ac14-ad78b75237d6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3023009 Aug 28 13:15:46.308174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Request body: {'port': {'device_id': '60eaacb6-0fe6-42c7-ac75-7a113749ecf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:46.313668 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 50427dcc-68e2-4ff6-8aae-b42360de58be triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:46.314633 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:46.365304 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 28ab8404-cda7-45b8-b4f3-62ea0922f33a up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:46.394398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f819bd7e-eacf-4c9b-b85b-01bf78b39f11 None None] Provisioning for port f59eb8b0-2f48-452b-8786-5980b405e039 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:46.436080 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f819bd7e-eacf-4c9b-b85b-01bf78b39f11 None None] Provisioning complete for port f59eb8b0-2f48-452b-8786-5980b405e039 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:46.436791 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f819bd7e-eacf-4c9b-b85b-01bf78b39f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:46.455310 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:46.542351 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f819bd7e-eacf-4c9b-b85b-01bf78b39f11 None None] Port f59eb8b0-2f48-452b-8786-5980b405e039 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:15:46.643372 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 28ab8404-cda7-45b8-b4f3-62ea0922f33a completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:46.661546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 28ab8404-cda7-45b8-b4f3-62ea0922f33a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:46.661921 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:46.679204 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32910) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:46.684823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0bc8051e-dc6b-4b8e-95b7-369e56a8c3a0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-411065870-network', 'tenant_id': '5d3d037945254c99bfb7aade6955bb12'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:46.710104 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc8051e-dc6b-4b8e-95b7-369e56a8c3a0 admin admin] Made reservation on behalf of 5d3d037945254c99bfb7aade6955bb12 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:15:46.716174 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0bc8051e-dc6b-4b8e-95b7-369e56a8c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:46.735844 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0bc8051e-dc6b-4b8e-95b7-369e56a8c3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:46.739277 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:46.834921 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8f5e0329-53ae-4872-93a4-ad449bee9394 None None] Provisioning for port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:46.841394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8f5e0329-53ae-4872-93a4-ad449bee9394 None None] Provisioning complete for port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:46.842446 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8f5e0329-53ae-4872-93a4-ad449bee9394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:46.872040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:15:46.881370 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:46.884258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 50427dcc-68e2-4ff6-8aae-b42360de58be, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=50427dcc-68e2-4ff6-8aae-b42360de58be,segment=NetworkSegment(50ed2b47-053e-44a2-a304-ab3cc34d5c45),segment_id=50ed2b47-053e-44a2-a304-ab3cc34d5c45)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:46.885622 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50427dcc-68e2-4ff6-8aae-b42360de58be'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:15:46.888716 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8df70fe-aa89-46b5-8401-a88f1db6088b" -d '{"events": [{"server_uuid": "32ba021b-2a19-409e-ae5b-d2b7214124b6", "name": "network-vif-plugged", "status": "completed", "tag": "50427dcc-68e2-4ff6-8aae-b42360de58be"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:15:46.905063 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0bc8051e-dc6b-4b8e-95b7-369e56a8c3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:46.907803 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:46.911870 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0bc8051e-dc6b-4b8e-95b7-369e56a8c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:46.917106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Transition to ACTIVE for port object 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:46.923007 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:46.953668 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 28ab8404-cda7-45b8-b4f3-62ea0922f33a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=28ab8404-cda7-45b8-b4f3-62ea0922f33a,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:46.954049 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc8051e-dc6b-4b8e-95b7-369e56a8c3a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:15:46.960541 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:46.965193 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74cfca2-6471-47bf-959a-100144df1621 x-openstack-request-id: req-d74cfca2-6471-47bf-959a-100144df1621 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:15:46.965481 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ba021b-2a19-409e-ae5b-d2b7214124b6", "name": "network-vif-plugged", "status": "completed", "tag": "50427dcc-68e2-4ff6-8aae-b42360de58be", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:15:46.966015 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d74cfca2-6471-47bf-959a-100144df1621 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:15:46.967145 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50427dcc-68e2-4ff6-8aae-b42360de58be', 'code': 200} Aug 28 13:15:46.969900 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:46.970680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device baf97c71-6c56-499f-8f25-4564f3703608 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:47.002193 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0bc8051e-dc6b-4b8e-95b7-369e56a8c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:47.002568 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-0bc8051e-dc6b-4b8e-95b7-369e56a8c3a0 admin admin] Added segment 8e0214e3-16b6-47bb-bc79-3595019bfb05 of type vlan for network 8e15f260-bc19-45f4-b49b-74422f4e218e Aug 28 13:15:47.003771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8051e-dc6b-4b8e-95b7-369e56a8c3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8747a3a6-6a2f-4668-aaa3-1c4ab7845929,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:47.023862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8f5e0329-53ae-4872-93a4-ad449bee9394 None None] Port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:15:47.026042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ceeba68-e785-47f6-8ba5-c0ee0abc8940,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:47.083072 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=50427dcc-68e2-4ff6-8aae-b42360de58be,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:47.100276 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0bc8051e-dc6b-4b8e-95b7-369e56a8c3a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:47.113287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8f5e0329-53ae-4872-93a4-ad449bee9394 None None] Provisioning complete for port f59eb8b0-2f48-452b-8786-5980b405e039 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:47.113663 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8f5e0329-53ae-4872-93a4-ad449bee9394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:47.146448 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0bc8051e-dc6b-4b8e-95b7-369e56a8c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:47.148201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc8051e-dc6b-4b8e-95b7-369e56a8c3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:47.149430 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0bc8051e-dc6b-4b8e-95b7-369e56a8c3a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:47.172219 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0bc8051e-dc6b-4b8e-95b7-369e56a8c3a0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4914458 Aug 28 13:15:47.177053 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32914) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:47.180894 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Attempting to bind port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:47.181570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Attempting to bind port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:47.182158 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Attempting to bind port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 on network ad1e0c47-7599-4a39-bb41-379750035e93 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:47.188747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 on network ad1e0c47-7599-4a39-bb41-379750035e93 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:15:47.189473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Attempting to bind port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 on network ad1e0c47-7599-4a39-bb41-379750035e93 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:47.198619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:47.202945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Checking segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:47.204464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Bound using segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:47.205160 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Bound port: 1ceeba68-e785-47f6-8ba5-c0ee0abc8940, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:47.205857 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:47.207223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e9ebea75-1631-4cec-bfe5-b9bd312e7c70 admin admin] Request body: {'subnet': {'network_id': '8e15f260-bc19-45f4-b49b-74422f4e218e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-411065870-subnet', 'tenant_id': '5d3d037945254c99bfb7aade6955bb12', 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:47.273432 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port baf97c71-6c56-499f-8f25-4564f3703608 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:47.274112 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:47.283913 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8051e-dc6b-4b8e-95b7-369e56a8c3a0 admin admin] Pushing event updated for resources: {'Network': ['ID=8e15f260-bc19-45f4-b49b-74422f4e218e,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:47.291003 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ebea75-1631-4cec-bfe5-b9bd312e7c70 admin admin] Made reservation on behalf of 5d3d037945254c99bfb7aade6955bb12 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:15:47.293429 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9ebea75-1631-4cec-bfe5-b9bd312e7c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:47.358276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 8e15f260-bc19-45f4-b49b-74422f4e218e details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:15:47.381902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8f5e0329-53ae-4872-93a4-ad449bee9394 None None] Port f59eb8b0-2f48-452b-8786-5980b405e039 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:15:47.429114 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] For port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:47.433927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] For port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1ceeba68-e785-47f6-8ba5-c0ee0abc8940,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:47.439374 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:47.461979 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=28ab8404-cda7-45b8-b4f3-62ea0922f33a,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:47.490044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:47.491065 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:47.492969 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74aae809-82f2-41f8-a722-dc39098a3219 req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] 10.222.0.11 "PUT /v2.0/ports/1ceeba68-e785-47f6-8ba5-c0ee0abc8940 HTTP/1.1" status: 200 len: 1092 time: 1.2095215 Aug 28 13:15:47.493620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60eaacb6-0fe6-42c7-ac75-7a113749ecf2', 'tag': '1ceeba68-e785-47f6-8ba5-c0ee0abc8940'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:15:47.500637 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24f4181-a39f-44f5-9710-3cc00f0a8a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "60eaacb6-0fe6-42c7-ac75-7a113749ecf2", "tag": "1ceeba68-e785-47f6-8ba5-c0ee0abc8940"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:15:47.593544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e74d50-e222-40b9-a742-f0a0bf2eece5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ceeba68-e785-47f6-8ba5-c0ee0abc8940,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:47.605971 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fa949c-b789-4d5a-8a1a-29a49a7b02aa x-openstack-request-id: req-c3fa949c-b789-4d5a-8a1a-29a49a7b02aa {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:15:47.606883 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60eaacb6-0fe6-42c7-ac75-7a113749ecf2", "tag": "1ceeba68-e785-47f6-8ba5-c0ee0abc8940", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:15:47.607433 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3fa949c-b789-4d5a-8a1a-29a49a7b02aa {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:15:47.608412 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60eaacb6-0fe6-42c7-ac75-7a113749ecf2', 'tag': '1ceeba68-e785-47f6-8ba5-c0ee0abc8940', 'status': 'completed', 'code': 200} Aug 28 13:15:47.693386 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aae809-82f2-41f8-a722-dc39098a3219 req-5c08a996-8904-498b-816b-9802ce8f422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:47.695141 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74aae809-82f2-41f8-a722-dc39098a3219 req-5c08a996-8904-498b-816b-9802ce8f422e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 1095 time: 0.0857196 Aug 28 13:15:47.730686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 938cbf01-770e-4946-95c0-62fbbb376172 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:47.749939 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74aae809-82f2-41f8-a722-dc39098a3219 req-2e2b897c-34e5-4833-a122-12aac12bce0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ceeba68-e785-47f6-8ba5-c0ee0abc8940 HTTP/1.1" status: 200 len: 217 time: 0.0460327 Aug 28 13:15:47.828351 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 938cbf01-770e-4946-95c0-62fbbb376172 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:47.835665 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 938cbf01-770e-4946-95c0-62fbbb376172 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:47.837138 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:47.847322 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aae809-82f2-41f8-a722-dc39098a3219 req-c96a035b-b76b-419e-a0a7-a20eba1cc723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:47.848964 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74aae809-82f2-41f8-a722-dc39098a3219 req-c96a035b-b76b-419e-a0a7-a20eba1cc723 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0917573 Aug 28 13:15:47.924733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aae809-82f2-41f8-a722-dc39098a3219 req-d3c8e7b2-8ca6-4ae4-8241-f34312deffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:47.927247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74aae809-82f2-41f8-a722-dc39098a3219 req-d3c8e7b2-8ca6-4ae4-8241-f34312deffe8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707629 Aug 28 13:15:48.011155 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:48.031070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Sync routers for ids ['a1c78726-27a4-4072-bce4-f970cecdb34b'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:15:48.056432 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Routers {'a1c78726-27a4-4072-bce4-f970cecdb34b'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:48.057376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a1c78726-27a4-4072-bce4-f970cecdb34b'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:48.116826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 938cbf01-770e-4946-95c0-62fbbb376172, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=938cbf01-770e-4946-95c0-62fbbb376172,segment=NetworkSegment(98b63c4a-a3ca-4eb5-b210-e422cf092436),segment_id=98b63c4a-a3ca-4eb5-b210-e422cf092436)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:48.125069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59959-3e07-4c00-8e1f-4f8d1aecb36d req-5780ef38-b347-4522-b916-b0458183bd42 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:48.126340 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3ba59959-3e07-4c00-8e1f-4f8d1aecb36d req-5780ef38-b347-4522-b916-b0458183bd42 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 943 time: 0.1028082 Aug 28 13:15:48.128204 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:48.157310 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74aae809-82f2-41f8-a722-dc39098a3219 req-0849d5bc-19e1-4fee-9463-3b52bf4b6fba service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235162 Aug 28 13:15:48.241331 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3ba59959-3e07-4c00-8e1f-4f8d1aecb36d req-f397e716-0281-4c74-a385-0d4cc68cb455 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929511 Aug 28 13:15:48.283822 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 28ab8404-cda7-45b8-b4f3-62ea0922f33a up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:48.331715 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74aae809-82f2-41f8-a722-dc39098a3219 req-e2fcfda0-3834-48d8-bf09-b25c816dc0ac service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668932 Aug 28 13:15:48.350758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Set router a1c78726-27a4-4072-bce4-f970cecdb34b gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:48.352819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=938cbf01-770e-4946-95c0-62fbbb376172,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:48.421967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9ebea75-1631-4cec-bfe5-b9bd312e7c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:48.443463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4181-a39f-44f5-9710-3cc00f0a8a7a req-4194e987-487a-4f3f-abfe-a75a7b6786ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:48.445447 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c24f4181-a39f-44f5-9710-3cc00f0a8a7a req-4194e987-487a-4f3f-abfe-a75a7b6786ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 1095 time: 0.0641224 Aug 28 13:15:48.496357 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ebea75-1631-4cec-bfe5-b9bd312e7c70 admin admin] Checking segment: {'id': '8e0214e3-16b6-47bb-bc79-3595019bfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e15f260-bc19-45f4-b49b-74422f4e218e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:48.497017 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ebea75-1631-4cec-bfe5-b9bd312e7c70 admin admin] Network hostable DHCP agents. Network: 8e15f260-bc19-45f4-b49b-74422f4e218e, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:15:48.503392 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebea75-1631-4cec-bfe5-b9bd312e7c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e1cb7ca-9a4e-407f-945e-052418113c0e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:48.524160 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ebea75-1631-4cec-bfe5-b9bd312e7c70 admin admin] Network 8e15f260-bc19-45f4-b49b-74422f4e218e is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:15:48.537671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-e9ebea75-1631-4cec-bfe5-b9bd312e7c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 8e15f260-bc19-45f4-b49b-74422f4e218e) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:48.542814 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ebea75-1631-4cec-bfe5-b9bd312e7c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:48.543686 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9ebea75-1631-4cec-bfe5-b9bd312e7c70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:48.569022 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e9ebea75-1631-4cec-bfe5-b9bd312e7c70 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3872426 Aug 28 13:15:48.571298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32920) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:48.576986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-411065870-router', 'tenant_id': '5d3d037945254c99bfb7aade6955bb12', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:48.596639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4181-a39f-44f5-9710-3cc00f0a8a7a req-c4d7a704-f16d-4f73-9b28-c36d9908b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:48.598649 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c24f4181-a39f-44f5-9710-3cc00f0a8a7a req-c4d7a704-f16d-4f73-9b28-c36d9908b188 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.1459150 Aug 28 13:15:48.603622 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:48.604897 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:48.610721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb9753c-38ca-4645-bc3e-b9625edaa208 None None] Network 8e15f260-bc19-45f4-b49b-74422f4e218e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:15:48.616666 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 28ab8404-cda7-45b8-b4f3-62ea0922f33a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:48.616666 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:48.665330 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c24f4181-a39f-44f5-9710-3cc00f0a8a7a req-dccf6854-ce6d-4cea-b783-e2aa72bbdda3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ceeba68-e785-47f6-8ba5-c0ee0abc8940 HTTP/1.1" status: 200 len: 217 time: 0.0596857 Aug 28 13:15:48.667592 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:48.728594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4181-a39f-44f5-9710-3cc00f0a8a7a req-35084221-ba7b-45d1-b2ea-32f22dab0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:48.731102 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c24f4181-a39f-44f5-9710-3cc00f0a8a7a req-35084221-ba7b-45d1-b2ea-32f22dab0cf9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0585506 Aug 28 13:15:48.800895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4181-a39f-44f5-9710-3cc00f0a8a7a req-50a1e40b-7faf-4efa-b523-e39a81ed6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:48.802749 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c24f4181-a39f-44f5-9710-3cc00f0a8a7a req-50a1e40b-7faf-4efa-b523-e39a81ed6be8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639427 Aug 28 13:15:48.837300 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:48.932156 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c24f4181-a39f-44f5-9710-3cc00f0a8a7a req-1fe58d1b-ce27-408b-9481-785accba6adf service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221344 Aug 28 13:15:48.963132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'name': 'tempest-TestServerBasicOps-1966715269-router', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:39Z', 'updated_at': '2021-08-28T13:15:44Z', 'revision_number': 4, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'gw_port': {'id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:40Z', 'updated_at': '2021-08-28T13:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f59eb8b0-2f48-452b-8786-5980b405e039', 'name': '', 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'mac_address': 'fa:16:3e:53:2b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bff6c299-3838-42c0-a747-13d74205713f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:43Z', 'updated_at': '2021-08-28T13:15:44Z', 'revision_number': 2, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'subnets': [{'id': 'bff6c299-3838-42c0-a747-13d74205713f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:48.965139 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-8e15f260-bc19-45f4-b49b-74422f4e218e', 'network_id': '8e15f260-bc19-45f4-b49b-74422f4e218e', 'tenant_id': '5d3d037945254c99bfb7aade6955bb12', 'fixed_ips': [{'subnet_id': '9e1cb7ca-9a4e-407f-945e-052418113c0e'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:15:48.965959 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:49.006786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Checking router: a1c78726-27a4-4072-bce4-f970cecdb34b for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:15:49.007553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Updating router a1c78726-27a4-4072-bce4-f970cecdb34b port f59eb8b0-2f48-452b-8786-5980b405e039 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:15:49.044090 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:49.064421 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c24f4181-a39f-44f5-9710-3cc00f0a8a7a req-838d7104-c1c2-4fa2-aa08-f1d13cbc54ae service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253059 Aug 28 13:15:49.064677 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:49.087605 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:49.211301 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Allocated IP 172.25.1.41 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/c3cbd32d-e951-4153-8a25-86cb27da2514) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:49.259432 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Allocated IP 172.20.0.2 (8e15f260-bc19-45f4-b49b-74422f4e218e/9e1cb7ca-9a4e-407f-945e-052418113c0e/74181a18-9adb-4303-ace3-3d3261208690) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:49.348257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:49.394352 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:49.408862 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ce267-278e-412a-bde0-64f8b20713f7 req-4bd21a63-1b4d-46c0-b1ce-7df247098b1a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:49.410615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-158ce267-278e-412a-bde0-64f8b20713f7 req-4bd21a63-1b4d-46c0-b1ce-7df247098b1a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 943 time: 0.0696251 Aug 28 13:15:49.470800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c3cbd32d-e951-4153-8a25-86cb27da2514,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:49.477317 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-158ce267-278e-412a-bde0-64f8b20713f7 req-41cd3669-271e-411b-b4db-058289a8f137 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603344 Aug 28 13:15:49.489911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:49.492423 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:49.495913 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:49.543478 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:49.550523 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:49.559056 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Transition to ACTIVE for port object 74181a18-9adb-4303-ace3-3d3261208690 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:49.567320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Transition to ACTIVE for port object f59eb8b0-2f48-452b-8786-5980b405e039 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:49.578902 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:49.583850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Transition to ACTIVE for port object 74181a18-9adb-4303-ace3-3d3261208690 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:49.612771 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:49.646719 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e79b9-bf4d-49de-84f6-c3a00f253972 None None] Pushing event updated for resources: {'Port': ['ID=f59eb8b0-2f48-452b-8786-5980b405e039,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:49.670574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Network 8e15f260-bc19-45f4-b49b-74422f4e218e is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:49.677073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:49.712934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:49.770131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Attempting to bind port f59eb8b0-2f48-452b-8786-5980b405e039 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:49.770635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Attempting to bind port f59eb8b0-2f48-452b-8786-5980b405e039 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '301edf0f-4780-4b19-b368-4d8c2fdde138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:49.771066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Attempting to bind port f59eb8b0-2f48-452b-8786-5980b405e039 on network cb31a5c4-fa23-49d4-8654-6778e034da8a {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:49.792014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:49.792480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Checking segment: {'id': '301edf0f-4780-4b19-b368-4d8c2fdde138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:49.793038 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:49.793561 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Bound using segment: {'id': '301edf0f-4780-4b19-b368-4d8c2fdde138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:49.794242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Bound port: f59eb8b0-2f48-452b-8786-5980b405e039, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301edf0f-4780-4b19-b368-4d8c2fdde138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:49.795435 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:49.806096 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:49.831603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Pushing event updated for resources: {'Port': ['ID=74181a18-9adb-4303-ace3-3d3261208690,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:49.897415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Attempting to bind port 74181a18-9adb-4303-ace3-3d3261208690 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:49.897787 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Attempting to bind port 74181a18-9adb-4303-ace3-3d3261208690 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '8e0214e3-16b6-47bb-bc79-3595019bfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e15f260-bc19-45f4-b49b-74422f4e218e'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:49.898141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Attempting to bind port 74181a18-9adb-4303-ace3-3d3261208690 on network 8e15f260-bc19-45f4-b49b-74422f4e218e {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:49.913315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:49.913695 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Checking segment: {'id': '8e0214e3-16b6-47bb-bc79-3595019bfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e15f260-bc19-45f4-b49b-74422f4e218e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:49.914100 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:49.915070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Bound using segment: {'id': '8e0214e3-16b6-47bb-bc79-3595019bfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e15f260-bc19-45f4-b49b-74422f4e218e'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:49.915561 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Bound port: 74181a18-9adb-4303-ace3-3d3261208690, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0214e3-16b6-47bb-bc79-3595019bfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e15f260-bc19-45f4-b49b-74422f4e218e'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:49.915949 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:49.920570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] For port f59eb8b0-2f48-452b-8786-5980b405e039, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:49.944697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] For port f59eb8b0-2f48-452b-8786-5980b405e039, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f59eb8b0-2f48-452b-8786-5980b405e039,segment=NetworkSegment(301edf0f-4780-4b19-b368-4d8c2fdde138),segment_id=301edf0f-4780-4b19-b368-4d8c2fdde138)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:49.967981 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:50.033717 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:50.066886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] For port 74181a18-9adb-4303-ace3-3d3261208690, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:50.070451 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] For port 74181a18-9adb-4303-ace3-3d3261208690, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=74181a18-9adb-4303-ace3-3d3261208690,segment=NetworkSegment(8e0214e3-16b6-47bb-bc79-3595019bfb05),segment_id=8e0214e3-16b6-47bb-bc79-3595019bfb05)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:50.071599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e79b9-bf4d-49de-84f6-c3a00f253972 None None] Pushing event updated for resources: {'Port': ['ID=f59eb8b0-2f48-452b-8786-5980b405e039,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:50.074444 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Routers {'a1c78726-27a4-4072-bce4-f970cecdb34b'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:50.074993 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a1c78726-27a4-4072-bce4-f970cecdb34b'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:50.081314 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:50.190530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Router 26af6115-0541-485a-a54c-f6dbf5538133 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:15:50.271408 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d5765-a5dc-4e75-bbe3-c3b3804537bd None None] Pushing event updated for resources: {'Port': ['ID=74181a18-9adb-4303-ace3-3d3261208690,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:50.291124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] Set router a1c78726-27a4-4072-bce4-f970cecdb34b gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:50.320873 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 938cbf01-770e-4946-95c0-62fbbb376172 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:50.368778 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:15:50.381835 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Sync routers for ids ['26af6115-0541-485a-a54c-f6dbf5538133'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:15:50.387606 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:50.389322 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ca134135-7384-4841-a194-839d01cef5d4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8168080 Aug 28 13:15:50.392181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32924) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:50.400818 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Routers {'26af6115-0541-485a-a54c-f6dbf5538133'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:50.401449 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['26af6115-0541-485a-a54c-f6dbf5538133'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:50.620034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 938cbf01-770e-4946-95c0-62fbbb376172 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:50.620632 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:50.642323 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Set router 26af6115-0541-485a-a54c-f6dbf5538133 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:50.777377 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'name': 'tempest-TestServerBasicOps-1966715269-router', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:39Z', 'updated_at': '2021-08-28T13:15:44Z', 'revision_number': 4, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'gw_port': {'id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:40Z', 'updated_at': '2021-08-28T13:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f59eb8b0-2f48-452b-8786-5980b405e039', 'name': '', 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'mac_address': 'fa:16:3e:53:2b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bff6c299-3838-42c0-a747-13d74205713f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:43Z', 'updated_at': '2021-08-28T13:15:49Z', 'revision_number': 4, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'subnets': [{'id': 'bff6c299-3838-42c0-a747-13d74205713f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:50.783738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa484-8984-447e-ad8b-21024b9a2b23 req-2faffaae-fd15-4993-a428-e5dab511034d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:50.785644 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-612fa484-8984-447e-ad8b-21024b9a2b23 req-2faffaae-fd15-4993-a428-e5dab511034d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 943 time: 0.1419010 Aug 28 13:15:50.813077 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49329ead-2868-48b0-a29d-146067b71b1d None None] The sync data for ids ['a1c78726-27a4-4072-bce4-f970cecdb34b'] in n-d-791505-21 is: [{'id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'name': 'tempest-TestServerBasicOps-1966715269-router', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:39Z', 'updated_at': '2021-08-28T13:15:44Z', 'revision_number': 4, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'gw_port': {'id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:40Z', 'updated_at': '2021-08-28T13:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f59eb8b0-2f48-452b-8786-5980b405e039', 'name': '', 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'mac_address': 'fa:16:3e:53:2b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bff6c299-3838-42c0-a747-13d74205713f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:43Z', 'updated_at': '2021-08-28T13:15:49Z', 'revision_number': 4, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'subnets': [{'id': 'bff6c299-3838-42c0-a747-13d74205713f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:15:50.921175 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-612fa484-8984-447e-ad8b-21024b9a2b23 req-e2ec2f53-fd5f-49cc-b47d-45b16dd2bdce tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280830 Aug 28 13:15:50.985312 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26af6115-0541-485a-a54c-f6dbf5538133', 'name': 'tempest-TestServerBasicOps-411065870-router', 'tenant_id': '5d3d037945254c99bfb7aade6955bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c3cbd32d-e951-4153-8a25-86cb27da2514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:48Z', 'updated_at': '2021-08-28T13:15:49Z', 'revision_number': 3, 'project_id': '5d3d037945254c99bfb7aade6955bb12', 'gw_port': {'id': 'c3cbd32d-e951-4153-8a25-86cb27da2514', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:27:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26af6115-0541-485a-a54c-f6dbf5538133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:49Z', 'updated_at': '2021-08-28T13:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:51.019101 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Checking router: 26af6115-0541-485a-a54c-f6dbf5538133 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:15:51.019769 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Updating router 26af6115-0541-485a-a54c-f6dbf5538133 port c3cbd32d-e951-4153-8a25-86cb27da2514 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:15:51.051346 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:51.117567 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:51.336048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Allocated IP 172.20.0.1 (8e15f260-bc19-45f4-b49b-74422f4e218e/9e1cb7ca-9a4e-407f-945e-052418113c0e/4837112e-7436-4ad9-b790-df2ea5b3eb13) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:51.389584 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:51.402494 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Transition to ACTIVE for port object c3cbd32d-e951-4153-8a25-86cb27da2514 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:51.410816 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:51.467767 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:51.468343 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Attempting to bind port c3cbd32d-e951-4153-8a25-86cb27da2514 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:51.468343 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Attempting to bind port c3cbd32d-e951-4153-8a25-86cb27da2514 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:51.468584 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Attempting to bind port c3cbd32d-e951-4153-8a25-86cb27da2514 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:51.475901 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:51.476615 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:51.477229 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:51.478091 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:51.478226 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Bound port: c3cbd32d-e951-4153-8a25-86cb27da2514, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:51.478630 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:51.484861 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Transition to ACTIVE for port object 4837112e-7436-4ad9-b790-df2ea5b3eb13 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:51.515521 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bed77-8adc-411e-a2a3-ae51ab54161c None None] Pushing event updated for resources: {'Port': ['ID=c3cbd32d-e951-4153-8a25-86cb27da2514,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:51.525115 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:51.551190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e57cb5-5cf6-4224-aee9-481afe6fa37b None None] Network 8e15f260-bc19-45f4-b49b-74422f4e218e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:15:51.559002 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] For port c3cbd32d-e951-4153-8a25-86cb27da2514, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:51.565664 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] For port c3cbd32d-e951-4153-8a25-86cb27da2514, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c3cbd32d-e951-4153-8a25-86cb27da2514,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:51.570522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Network 8e15f260-bc19-45f4-b49b-74422f4e218e is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:51.572030 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:51.573713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:51.576914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:51.614796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Pushing event updated for resources: {'Port': ['ID=4837112e-7436-4ad9-b790-df2ea5b3eb13,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:51.633589 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:51.646536 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Routers {'26af6115-0541-485a-a54c-f6dbf5538133'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:51.647809 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['26af6115-0541-485a-a54c-f6dbf5538133'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:51.704601 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bed77-8adc-411e-a2a3-ae51ab54161c None None] Pushing event updated for resources: {'Port': ['ID=c3cbd32d-e951-4153-8a25-86cb27da2514,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:51.727196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-505cbde3-8e7e-43c9-82b2-240705251ee5 None None] Provisioning for port 74181a18-9adb-4303-ace3-3d3261208690 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:51.817256 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:51.841067 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] Set router 26af6115-0541-485a-a54c-f6dbf5538133 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:52.069204 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:52.075490 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:52.096941 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758aa2c9-c94b-4fdb-bbf2-286a0dff5ee9 req-20965bd9-1d45-4b63-b4a1-4bdc19bd9a27 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:52.100333 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-758aa2c9-c94b-4fdb-bbf2-286a0dff5ee9 req-20965bd9-1d45-4b63-b4a1-4bdc19bd9a27 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 943 time: 0.0767066 Aug 28 13:15:52.110173 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26af6115-0541-485a-a54c-f6dbf5538133', 'name': 'tempest-TestServerBasicOps-411065870-router', 'tenant_id': '5d3d037945254c99bfb7aade6955bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c3cbd32d-e951-4153-8a25-86cb27da2514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:48Z', 'updated_at': '2021-08-28T13:15:49Z', 'revision_number': 3, 'project_id': '5d3d037945254c99bfb7aade6955bb12', 'gw_port': {'id': 'c3cbd32d-e951-4153-8a25-86cb27da2514', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:27:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26af6115-0541-485a-a54c-f6dbf5538133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:49Z', 'updated_at': '2021-08-28T13:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:52.148477 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ba40ce-8edd-4b9f-9e2a-3eec1ff3820b None None] The sync data for ids ['26af6115-0541-485a-a54c-f6dbf5538133'] in n-d-791505-21 is: [{'id': '26af6115-0541-485a-a54c-f6dbf5538133', 'name': 'tempest-TestServerBasicOps-411065870-router', 'tenant_id': '5d3d037945254c99bfb7aade6955bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c3cbd32d-e951-4153-8a25-86cb27da2514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:48Z', 'updated_at': '2021-08-28T13:15:49Z', 'revision_number': 3, 'project_id': '5d3d037945254c99bfb7aade6955bb12', 'gw_port': {'id': 'c3cbd32d-e951-4153-8a25-86cb27da2514', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:27:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26af6115-0541-485a-a54c-f6dbf5538133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:49Z', 'updated_at': '2021-08-28T13:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:15:52.173497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Pushing event updated for resources: {'Port': ['ID=4837112e-7436-4ad9-b790-df2ea5b3eb13,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:52.180000 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cd01efaf-4c9b-4fc6-828b-129026fdb5b4 None None] Provisioning for port 4837112e-7436-4ad9-b790-df2ea5b3eb13 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:52.184884 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cd01efaf-4c9b-4fc6-828b-129026fdb5b4 None None] Provisioning complete for port 4837112e-7436-4ad9-b790-df2ea5b3eb13 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:52.185785 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cd01efaf-4c9b-4fc6-828b-129026fdb5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:52.187117 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-758aa2c9-c94b-4fdb-bbf2-286a0dff5ee9 req-4f9b2364-ca31-452f-96bd-7253710d37b5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792587 Aug 28 13:15:52.188718 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:52.253152 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-cd01efaf-4c9b-4fc6-828b-129026fdb5b4 None None] Port 4837112e-7436-4ad9-b790-df2ea5b3eb13 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:15:52.330067 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 74181a18-9adb-4303-ace3-3d3261208690 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:52.343107 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Network 8e15f260-bc19-45f4-b49b-74422f4e218e is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:52.344678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:52.495046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Router 26af6115-0541-485a-a54c-f6dbf5538133 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:15:52.604332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4f394906-d85f-40bf-be2d-440e2347a0f3 None None] Provisioning complete for port 4837112e-7436-4ad9-b790-df2ea5b3eb13 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:52.604332 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4f394906-d85f-40bf-be2d-440e2347a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:52.659991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-4f394906-d85f-40bf-be2d-440e2347a0f3 None None] Port 4837112e-7436-4ad9-b790-df2ea5b3eb13 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:15:52.662524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 74181a18-9adb-4303-ace3-3d3261208690 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:52.667305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 74181a18-9adb-4303-ace3-3d3261208690 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:52.667797 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:52.690970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:15:52.698636 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-11dfc010-6acc-435d-b52e-32ae14bbc423 admin admin] 10.222.0.20 "PUT /v2.0/routers/26af6115-0541-485a-a54c-f6dbf5538133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3051815 Aug 28 13:15:52.777732 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:52.806760 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-85e2123d-d6e4-4603-b5c8-43bdafe9394c None None] Provisioning complete for port 4837112e-7436-4ad9-b790-df2ea5b3eb13 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:52.807153 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-85e2123d-d6e4-4603-b5c8-43bdafe9394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:52.851616 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 74181a18-9adb-4303-ace3-3d3261208690, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=74181a18-9adb-4303-ace3-3d3261208690,segment=NetworkSegment(8e0214e3-16b6-47bb-bc79-3595019bfb05),segment_id=8e0214e3-16b6-47bb-bc79-3595019bfb05)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:52.862790 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:52.863646 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f59eb8b0-2f48-452b-8786-5980b405e039 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:52.891144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-85e2123d-d6e4-4603-b5c8-43bdafe9394c None None] Port 4837112e-7436-4ad9-b790-df2ea5b3eb13 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:15:52.961199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=74181a18-9adb-4303-ace3-3d3261208690,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:52.972153 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port f59eb8b0-2f48-452b-8786-5980b405e039 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:52.976835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f59eb8b0-2f48-452b-8786-5980b405e039 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:52.977242 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:53.080953 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:53.136941 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port f59eb8b0-2f48-452b-8786-5980b405e039, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f59eb8b0-2f48-452b-8786-5980b405e039,segment=NetworkSegment(301edf0f-4780-4b19-b368-4d8c2fdde138),segment_id=301edf0f-4780-4b19-b368-4d8c2fdde138)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:53.151692 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:53.210816 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=f59eb8b0-2f48-452b-8786-5980b405e039,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:53.338486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1dac1-dff6-4ab8-b8e1-1f6e847ca14e req-2375942f-f7b0-4bdc-bedc-058a26123195 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:53.340430 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8fc1dac1-dff6-4ab8-b8e1-1f6e847ca14e req-2375942f-f7b0-4bdc-bedc-058a26123195 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 943 time: 0.0636461 Aug 28 13:15:53.385873 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8fc1dac1-dff6-4ab8-b8e1-1f6e847ca14e req-a481c875-01f4-45d0-9d8c-16355698123d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376325 Aug 28 13:15:53.443799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32938) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:53.448793 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-818e2785-62f8-4d81-ab6f-01c07fdf9393 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-893421342', 'description': 'tempest-secgroup-smoke-893421342 description', 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:53.472307 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-818e2785-62f8-4d81-ab6f-01c07fdf9393 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:53.572495 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-818e2785-62f8-4d81-ab6f-01c07fdf9393 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:53.577657 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-818e2785-62f8-4d81-ab6f-01c07fdf9393 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:53.610558 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-818e2785-62f8-4d81-ab6f-01c07fdf9393 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:53.611833 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-818e2785-62f8-4d81-ab6f-01c07fdf9393 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1668658 Aug 28 13:15:53.613824 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e2785-62f8-4d81-ab6f-01c07fdf9393 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c45488-06ca-42c0-b290-a3ea0603842f,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:53.616001 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 32940) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:53.627220 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4a2a9aef-8214-4eb0-a620-31ca454ef429 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Request body: {'security_group_rule': {'security_group_id': '53c45488-06ca-42c0-b290-a3ea0603842f', 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:53.676749 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4a2a9aef-8214-4eb0-a620-31ca454ef429 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:53.728824 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4a2a9aef-8214-4eb0-a620-31ca454ef429 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:53.733632 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4a2a9aef-8214-4eb0-a620-31ca454ef429 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:53.754665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a9aef-8214-4eb0-a620-31ca454ef429 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb60b58f-68b7-40f8-990a-1dda3606b955,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:53.757199 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4a2a9aef-8214-4eb0-a620-31ca454ef429 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:53.758303 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4a2a9aef-8214-4eb0-a620-31ca454ef429 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399767 Aug 28 13:15:53.761148 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 32942) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:53.767163 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c8f4b53f-cffd-4fc6-806c-207660b95d05 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Request body: {'security_group_rule': {'security_group_id': '53c45488-06ca-42c0-b290-a3ea0603842f', 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:53.793881 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c8f4b53f-cffd-4fc6-806c-207660b95d05 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:53.862942 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c8f4b53f-cffd-4fc6-806c-207660b95d05 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:53.867088 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c8f4b53f-cffd-4fc6-806c-207660b95d05 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:53.886546 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4b53f-cffd-4fc6-806c-207660b95d05 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763668b0-a803-464b-824c-50883cd70c1e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:53.895915 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c8f4b53f-cffd-4fc6-806c-207660b95d05 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:53.897224 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c8f4b53f-cffd-4fc6-806c-207660b95d05 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349990 Aug 28 13:15:53.901108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 32944) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:53.906342 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-3e4cf055-6fed-4a57-a553-ff235f8b8670 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Request body: {'security_group_rule': {'security_group_id': '53c45488-06ca-42c0-b290-a3ea0603842f', 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:53.938113 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf055-6fed-4a57-a553-ff235f8b8670 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.000222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf055-6fed-4a57-a553-ff235f8b8670 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.004067 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf055-6fed-4a57-a553-ff235f8b8670 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.022861 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cf055-6fed-4a57-a553-ff235f8b8670 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebf5bcd-151c-481e-9e52-d5650f7d69e5,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:54.028399 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf055-6fed-4a57-a553-ff235f8b8670 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.033563 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3e4cf055-6fed-4a57-a553-ff235f8b8670 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277406 Aug 28 13:15:54.033563 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 32946) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:54.037433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-45e8b7dd-b13d-49ab-add6-764e8b7d4d70 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Request body: {'security_group_rule': {'security_group_id': '53c45488-06ca-42c0-b290-a3ea0603842f', 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:54.067389 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45e8b7dd-b13d-49ab-add6-764e8b7d4d70 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.134371 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45e8b7dd-b13d-49ab-add6-764e8b7d4d70 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.139084 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45e8b7dd-b13d-49ab-add6-764e8b7d4d70 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.161867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8b7dd-b13d-49ab-add6-764e8b7d4d70 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb98a06-ad09-4a6d-8afc-5b02cfc97b26,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:54.170087 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45e8b7dd-b13d-49ab-add6-764e8b7d4d70 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.174126 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-45e8b7dd-b13d-49ab-add6-764e8b7d4d70 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378157 Aug 28 13:15:54.174798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 32948) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:54.179863 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c77739f2-9074-40be-8f32-15c9e742bca6 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Request body: {'security_group_rule': {'security_group_id': '53c45488-06ca-42c0-b290-a3ea0603842f', 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:54.201369 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-c77739f2-9074-40be-8f32-15c9e742bca6 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Project 8e9e0a6153cb4cb381daf7eb059c7561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:15:54.206879 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c77739f2-9074-40be-8f32-15c9e742bca6 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.280277 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c77739f2-9074-40be-8f32-15c9e742bca6 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.286142 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c77739f2-9074-40be-8f32-15c9e742bca6 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.296336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 74181a18-9adb-4303-ace3-3d3261208690 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:54.307183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77739f2-9074-40be-8f32-15c9e742bca6 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9568481a-59c0-406a-8d57-13f035524395,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:54.316262 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c77739f2-9074-40be-8f32-15c9e742bca6 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.320218 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c77739f2-9074-40be-8f32-15c9e742bca6 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1421854 Aug 28 13:15:54.320512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 32950) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:15:54.325427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-45fe0112-21f9-4d1c-b8ee-f7262b354b11 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Request body: {'security_group_rule': {'security_group_id': '53c45488-06ca-42c0-b290-a3ea0603842f', 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:54.354445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 74181a18-9adb-4303-ace3-3d3261208690 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:54.354902 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.357294 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-45fe0112-21f9-4d1c-b8ee-f7262b354b11 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Project 8e9e0a6153cb4cb381daf7eb059c7561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:15:54.371890 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45fe0112-21f9-4d1c-b8ee-f7262b354b11 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.454943 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f59eb8b0-2f48-452b-8786-5980b405e039 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:54.464050 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45fe0112-21f9-4d1c-b8ee-f7262b354b11 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.469198 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45fe0112-21f9-4d1c-b8ee-f7262b354b11 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.521804 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe0112-21f9-4d1c-b8ee-f7262b354b11 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2146cdad-a844-4e37-955c-38a24557dbeb,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:54.522477 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f59eb8b0-2f48-452b-8786-5980b405e039 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:54.522850 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.524728 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45fe0112-21f9-4d1c-b8ee-f7262b354b11 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.525931 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-45fe0112-21f9-4d1c-b8ee-f7262b354b11 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2044826 Aug 28 13:15:54.554393 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1008ceb-697f-4115-8bfc-4095eb052db6 req-b6641527-1252-4e17-b8a9-e09d570a49ab tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:54.556406 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1008ceb-697f-4115-8bfc-4095eb052db6 req-b6641527-1252-4e17-b8a9-e09d570a49ab tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 943 time: 0.0785799 Aug 28 13:15:54.604163 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e1008ceb-697f-4115-8bfc-4095eb052db6 req-6f56b22b-fdd7-4fa4-9ef4-206a2f06da75 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408318 Aug 28 13:15:54.636275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c3cbd32d-e951-4153-8a25-86cb27da2514 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:54.693913 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port c3cbd32d-e951-4153-8a25-86cb27da2514 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:54.699316 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c3cbd32d-e951-4153-8a25-86cb27da2514 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:54.699688 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.723257 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53eb2798-fb17-44df-9772-7989e731ce7c req-d6e3be34-3c87-4ee1-a8cd-101c50906363 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893421342&fields=id&tenant_id=8e9e0a6153cb4cb381daf7eb059c7561 HTTP/1.1" status: 200 len: 267 time: 0.0418105 Aug 28 13:15:54.786647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Sync routers for ids ['26af6115-0541-485a-a54c-f6dbf5538133'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:15:54.795540 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.808792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Routers {'26af6115-0541-485a-a54c-f6dbf5538133'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:54.809507 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['26af6115-0541-485a-a54c-f6dbf5538133'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:54.847974 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb2798-fb17-44df-9772-7989e731ce7c req-c3e8a179-99c4-4132-ade2-8ca0aa843c03 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:54.849893 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53eb2798-fb17-44df-9772-7989e731ce7c req-c3e8a179-99c4-4132-ade2-8ca0aa843c03 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/networks?id=cb31a5c4-fa23-49d4-8654-6778e034da8a HTTP/1.1" status: 200 len: 809 time: 0.1190379 Aug 28 13:15:54.855324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port c3cbd32d-e951-4153-8a25-86cb27da2514, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c3cbd32d-e951-4153-8a25-86cb27da2514,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:54.863259 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:54.869626 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53eb2798-fb17-44df-9772-7989e731ce7c req-c6564571-55af-4990-8a7f-113dea297662 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/quotas/8e9e0a6153cb4cb381daf7eb059c7561 HTTP/1.1" status: 200 len: 375 time: 0.0140755 Aug 28 13:15:54.923663 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53eb2798-fb17-44df-9772-7989e731ce7c req-704676a0-923a-4306-92c4-26614280dde1 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e9e0a6153cb4cb381daf7eb059c7561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474567 Aug 28 13:15:54.962608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=c3cbd32d-e951-4153-8a25-86cb27da2514,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:54.974485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Set router 26af6115-0541-485a-a54c-f6dbf5538133 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:55.034269 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53eb2798-fb17-44df-9772-7989e731ce7c req-f054ad31-fc6c-4f03-87ec-4493d8251c89 service neutron] 10.222.0.20 "GET /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977058 Aug 28 13:15:55.132963 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53eb2798-fb17-44df-9772-7989e731ce7c req-1b05dc87-c958-46e5-84a9-78b1e399535a service neutron] 10.222.0.20 "GET /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920982 Aug 28 13:15:55.175972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26af6115-0541-485a-a54c-f6dbf5538133', 'name': 'tempest-TestServerBasicOps-411065870-router', 'tenant_id': '5d3d037945254c99bfb7aade6955bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c3cbd32d-e951-4153-8a25-86cb27da2514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:48Z', 'updated_at': '2021-08-28T13:15:51Z', 'revision_number': 4, 'project_id': '5d3d037945254c99bfb7aade6955bb12', 'gw_port': {'id': 'c3cbd32d-e951-4153-8a25-86cb27da2514', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:27:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26af6115-0541-485a-a54c-f6dbf5538133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:49Z', 'updated_at': '2021-08-28T13:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '4837112e-7436-4ad9-b790-df2ea5b3eb13', 'name': '', 'network_id': '8e15f260-bc19-45f4-b49b-74422f4e218e', 'tenant_id': '5d3d037945254c99bfb7aade6955bb12', 'mac_address': 'fa:16:3e:7f:90:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26af6115-0541-485a-a54c-f6dbf5538133', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9e1cb7ca-9a4e-407f-945e-052418113c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:51Z', 'updated_at': '2021-08-28T13:15:51Z', 'revision_number': 2, 'project_id': '5d3d037945254c99bfb7aade6955bb12', 'subnets': [{'id': '9e1cb7ca-9a4e-407f-945e-052418113c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:55.207528 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Checking router: 26af6115-0541-485a-a54c-f6dbf5538133 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:15:55.207856 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Updating router 26af6115-0541-485a-a54c-f6dbf5538133 port 4837112e-7436-4ad9-b790-df2ea5b3eb13 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:15:55.232742 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:55.325409 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-504ee99a-e334-4770-acd4-94a5dddedee1 req-f60ffc20-ddea-4eeb-9fb4-b91827d5147c tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 210 time: 0.0279384 Aug 28 13:15:55.538065 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:55.548666 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Transition to ACTIVE for port object 4837112e-7436-4ad9-b790-df2ea5b3eb13 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:55.554407 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:55.611764 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f76c9-bb9b-43e8-8151-05ab4290a8a2 None None] Pushing event updated for resources: {'Port': ['ID=4837112e-7436-4ad9-b790-df2ea5b3eb13,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:55.681631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Attempting to bind port 4837112e-7436-4ad9-b790-df2ea5b3eb13 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:55.682009 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Attempting to bind port 4837112e-7436-4ad9-b790-df2ea5b3eb13 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '8e0214e3-16b6-47bb-bc79-3595019bfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e15f260-bc19-45f4-b49b-74422f4e218e'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:55.682562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Attempting to bind port 4837112e-7436-4ad9-b790-df2ea5b3eb13 on network 8e15f260-bc19-45f4-b49b-74422f4e218e {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:55.689477 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:55.689933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Checking segment: {'id': '8e0214e3-16b6-47bb-bc79-3595019bfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e15f260-bc19-45f4-b49b-74422f4e218e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:55.690242 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:55.692170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Bound using segment: {'id': '8e0214e3-16b6-47bb-bc79-3595019bfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e15f260-bc19-45f4-b49b-74422f4e218e'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:55.692170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Bound port: 4837112e-7436-4ad9-b790-df2ea5b3eb13, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0214e3-16b6-47bb-bc79-3595019bfb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8e15f260-bc19-45f4-b49b-74422f4e218e'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:55.692170 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:55.761687 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ca9de-42f8-45bd-839d-f5de0c7677d9 req-88eb3ccd-000b-46d7-aba7-338effa052b3 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:55.764323 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-803ca9de-42f8-45bd-839d-f5de0c7677d9 req-88eb3ccd-000b-46d7-aba7-338effa052b3 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 943 time: 0.0691190 Aug 28 13:15:55.795206 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] For port 4837112e-7436-4ad9-b790-df2ea5b3eb13, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:55.799317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] For port 4837112e-7436-4ad9-b790-df2ea5b3eb13, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4837112e-7436-4ad9-b790-df2ea5b3eb13,segment=NetworkSegment(8e0214e3-16b6-47bb-bc79-3595019bfb05),segment_id=8e0214e3-16b6-47bb-bc79-3595019bfb05)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:55.804631 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:55.819794 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-803ca9de-42f8-45bd-839d-f5de0c7677d9 req-db0f5f65-3c8d-44ac-93cb-a22887d91445 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455356 Aug 28 13:15:55.880565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f76c9-bb9b-43e8-8151-05ab4290a8a2 None None] Pushing event updated for resources: {'Port': ['ID=4837112e-7436-4ad9-b790-df2ea5b3eb13,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:55.885058 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Routers {'26af6115-0541-485a-a54c-f6dbf5538133'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:15:55.885818 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['26af6115-0541-485a-a54c-f6dbf5538133'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:56.025340 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] Set router 26af6115-0541-485a-a54c-f6dbf5538133 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:15:56.210656 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c3cbd32d-e951-4153-8a25-86cb27da2514 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:56.298625 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c3cbd32d-e951-4153-8a25-86cb27da2514 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:56.298879 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:56.334735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26af6115-0541-485a-a54c-f6dbf5538133', 'name': 'tempest-TestServerBasicOps-411065870-router', 'tenant_id': '5d3d037945254c99bfb7aade6955bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c3cbd32d-e951-4153-8a25-86cb27da2514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:48Z', 'updated_at': '2021-08-28T13:15:51Z', 'revision_number': 4, 'project_id': '5d3d037945254c99bfb7aade6955bb12', 'gw_port': {'id': 'c3cbd32d-e951-4153-8a25-86cb27da2514', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:27:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af6115-0541-485a-a54c-f6dbf5538133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:49Z', 'updated_at': '2021-08-28T13:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '4837112e-7436-4ad9-b790-df2ea5b3eb13', 'name': '', 'network_id': '8e15f260-bc19-45f4-b49b-74422f4e218e', 'tenant_id': '5d3d037945254c99bfb7aade6955bb12', 'mac_address': 'fa:16:3e:7f:90:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26af6115-0541-485a-a54c-f6dbf5538133', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9e1cb7ca-9a4e-407f-945e-052418113c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:51Z', 'updated_at': '2021-08-28T13:15:55Z', 'revision_number': 4, 'project_id': '5d3d037945254c99bfb7aade6955bb12', 'subnets': [{'id': '9e1cb7ca-9a4e-407f-945e-052418113c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:15:56.383343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03ae96-5bbf-4a7d-9792-192da466c823 None None] The sync data for ids ['26af6115-0541-485a-a54c-f6dbf5538133'] in n-d-791505-21 is: [{'id': '26af6115-0541-485a-a54c-f6dbf5538133', 'name': 'tempest-TestServerBasicOps-411065870-router', 'tenant_id': '5d3d037945254c99bfb7aade6955bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c3cbd32d-e951-4153-8a25-86cb27da2514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:48Z', 'updated_at': '2021-08-28T13:15:51Z', 'revision_number': 4, 'project_id': '5d3d037945254c99bfb7aade6955bb12', 'gw_port': {'id': 'c3cbd32d-e951-4153-8a25-86cb27da2514', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:27:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af6115-0541-485a-a54c-f6dbf5538133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:49Z', 'updated_at': '2021-08-28T13:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '4837112e-7436-4ad9-b790-df2ea5b3eb13', 'name': '', 'network_id': '8e15f260-bc19-45f4-b49b-74422f4e218e', 'tenant_id': '5d3d037945254c99bfb7aade6955bb12', 'mac_address': 'fa:16:3e:7f:90:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26af6115-0541-485a-a54c-f6dbf5538133', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '9e1cb7ca-9a4e-407f-945e-052418113c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:51Z', 'updated_at': '2021-08-28T13:15:55Z', 'revision_number': 4, 'project_id': '5d3d037945254c99bfb7aade6955bb12', 'subnets': [{'id': '9e1cb7ca-9a4e-407f-945e-052418113c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:15:56.462168 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f3a5b47-bb33-476c-be7c-f1d096a984ae req-e5dd605f-b7cd-461a-846b-2e134b1e3ea9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 210 time: 0.0314646 Aug 28 13:15:56.493713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb2798-fb17-44df-9772-7989e731ce7c req-3a69d01b-1f0a-4103-ad5a-f10056cdc6b1 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:56.495216 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53eb2798-fb17-44df-9772-7989e731ce7c req-3a69d01b-1f0a-4103-ad5a-f10056cdc6b1 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.10 "GET /v2.0/networks?id=cb31a5c4-fa23-49d4-8654-6778e034da8a HTTP/1.1" status: 200 len: 809 time: 0.1391730 Aug 28 13:15:56.551106 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53eb2798-fb17-44df-9772-7989e731ce7c req-3dc44912-3d5a-4ff9-9cd3-73221363f929 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e9e0a6153cb4cb381daf7eb059c7561 HTTP/1.1" status: 200 len: 379 time: 0.0419774 Aug 28 13:15:56.564338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-53eb2798-fb17-44df-9772-7989e731ce7c req-2911f321-71f8-4a39-a578-d91ce119c65f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Request body: {'port': {'device_id': 'e9b4db70-5874-4f0c-85bd-6d40ad18a65e', 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a', 'admin_state_up': True, 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'security_groups': ['53c45488-06ca-42c0-b290-a3ea0603842f']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:56.682172 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53eb2798-fb17-44df-9772-7989e731ce7c req-2911f321-71f8-4a39-a578-d91ce119c65f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Made reservation on behalf of 8e9e0a6153cb4cb381daf7eb059c7561 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:15:56.685882 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-53eb2798-fb17-44df-9772-7989e731ce7c req-2911f321-71f8-4a39-a578-d91ce119c65f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:56.820531 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-53eb2798-fb17-44df-9772-7989e731ce7c req-2911f321-71f8-4a39-a578-d91ce119c65f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Allocated IP 172.20.0.13 (cb31a5c4-fa23-49d4-8654-6778e034da8a/bff6c299-3838-42c0-a747-13d74205713f/e896a481-8ecd-4b0c-801d-0455b805fecb) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:15:56.999336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5c73d-ce02-407e-97ee-079b5fc16012 req-456b0f2c-6eb5-487c-b9bf-204a3905fd87 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:57.000917 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-23c5c73d-ce02-407e-97ee-079b5fc16012 req-456b0f2c-6eb5-487c-b9bf-204a3905fd87 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 943 time: 0.1022394 Aug 28 13:15:57.020675 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-53eb2798-fb17-44df-9772-7989e731ce7c req-2911f321-71f8-4a39-a578-d91ce119c65f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:57.046856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-53eb2798-fb17-44df-9772-7989e731ce7c req-2911f321-71f8-4a39-a578-d91ce119c65f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Transition to ACTIVE for port object e896a481-8ecd-4b0c-801d-0455b805fecb will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:57.067172 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-23c5c73d-ce02-407e-97ee-079b5fc16012 req-f5ae4f6b-81e0-4b18-8335-975b6fa97c0d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574262 Aug 28 13:15:57.105548 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-53eb2798-fb17-44df-9772-7989e731ce7c req-2911f321-71f8-4a39-a578-d91ce119c65f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:57.148970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53eb2798-fb17-44df-9772-7989e731ce7c req-2911f321-71f8-4a39-a578-d91ce119c65f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Network cb31a5c4-fa23-49d4-8654-6778e034da8a is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:15:57.155399 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-53eb2798-fb17-44df-9772-7989e731ce7c req-2911f321-71f8-4a39-a578-d91ce119c65f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:15:57.159191 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-53eb2798-fb17-44df-9772-7989e731ce7c req-2911f321-71f8-4a39-a578-d91ce119c65f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:15:57.192339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911f321-71f8-4a39-a578-d91ce119c65f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Pushing event updated for resources: {'Port': ['ID=e896a481-8ecd-4b0c-801d-0455b805fecb,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:57.224148 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb2798-fb17-44df-9772-7989e731ce7c req-2911f321-71f8-4a39-a578-d91ce119c65f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:57.224930 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-53eb2798-fb17-44df-9772-7989e731ce7c req-2911f321-71f8-4a39-a578-d91ce119c65f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:57.241042 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53eb2798-fb17-44df-9772-7989e731ce7c req-2911f321-71f8-4a39-a578-d91ce119c65f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6812921 Aug 28 13:15:57.267109 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Request body: {'port': {'device_id': 'e9b4db70-5874-4f0c-85bd-6d40ad18a65e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:15:57.331414 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:57.446945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b21710ff-960e-4d28-b491-3777334f310d None None] Provisioning for port e896a481-8ecd-4b0c-801d-0455b805fecb completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:57.451734 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b21710ff-960e-4d28-b491-3777334f310d None None] Provisioning complete for port e896a481-8ecd-4b0c-801d-0455b805fecb triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:57.452302 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b21710ff-960e-4d28-b491-3777334f310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:57.486700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b21710ff-960e-4d28-b491-3777334f310d None None] Port e896a481-8ecd-4b0c-801d-0455b805fecb cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:15:57.583613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89883f69-23ae-4dac-a4a7-ff229a84d52a req-75498b61-99ef-481e-b114-d6b2a3be9237 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:57.585118 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-89883f69-23ae-4dac-a4a7-ff229a84d52a req-75498b61-99ef-481e-b114-d6b2a3be9237 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 932 time: 0.0492771 Aug 28 13:15:57.605179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e896a481-8ecd-4b0c-801d-0455b805fecb {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:15:57.613716 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:57.625484 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-89883f69-23ae-4dac-a4a7-ff229a84d52a req-c92f4264-12f5-409f-9aa9-2fbd18116b41 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c45488-06ca-42c0-b290-a3ea0603842f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342436 Aug 28 13:15:57.625776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Transition to ACTIVE for port object e896a481-8ecd-4b0c-801d-0455b805fecb will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:15:57.629823 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:57.703606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Pushing event updated for resources: {'Port': ['ID=e896a481-8ecd-4b0c-801d-0455b805fecb,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:57.761413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Attempting to bind port e896a481-8ecd-4b0c-801d-0455b805fecb on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:15:57.761752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Attempting to bind port e896a481-8ecd-4b0c-801d-0455b805fecb by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '301edf0f-4780-4b19-b368-4d8c2fdde138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:15:57.762250 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Attempting to bind port e896a481-8ecd-4b0c-801d-0455b805fecb on network cb31a5c4-fa23-49d4-8654-6778e034da8a {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:57.767805 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Port e896a481-8ecd-4b0c-801d-0455b805fecb on network cb31a5c4-fa23-49d4-8654-6778e034da8a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:15:57.768137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Attempting to bind port e896a481-8ecd-4b0c-801d-0455b805fecb on network cb31a5c4-fa23-49d4-8654-6778e034da8a {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:15:57.773590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:15:57.775266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Checking segment: {'id': '301edf0f-4780-4b19-b368-4d8c2fdde138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:15:57.775266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Bound using segment: {'id': '301edf0f-4780-4b19-b368-4d8c2fdde138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:15:57.775266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Bound port: e896a481-8ecd-4b0c-801d-0455b805fecb, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301edf0f-4780-4b19-b368-4d8c2fdde138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:15:57.775266 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:57.828473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:15:57.859079 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] For port e896a481-8ecd-4b0c-801d-0455b805fecb, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:15:57.862693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] For port e896a481-8ecd-4b0c-801d-0455b805fecb, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e896a481-8ecd-4b0c-801d-0455b805fecb,segment=NetworkSegment(301edf0f-4780-4b19-b368-4d8c2fdde138),segment_id=301edf0f-4780-4b19-b368-4d8c2fdde138)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:15:57.870042 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:57.912095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:57.912715 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:57.921446 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53eb2798-fb17-44df-9772-7989e731ce7c req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] 10.222.0.10 "PUT /v2.0/ports/e896a481-8ecd-4b0c-801d-0455b805fecb HTTP/1.1" status: 200 len: 1093 time: 0.6597264 Aug 28 13:15:57.921994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b4db70-5874-4f0c-85bd-6d40ad18a65e', 'tag': 'e896a481-8ecd-4b0c-801d-0455b805fecb'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:15:57.926248 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0e941e-c797-4105-b9ed-145b9508a29b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b4db70-5874-4f0c-85bd-6d40ad18a65e", "tag": "e896a481-8ecd-4b0c-801d-0455b805fecb"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:15:57.973047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bc85a-a3ff-4135-aa10-fc9a65f9b28b service neutron] Pushing event updated for resources: {'Port': ['ID=e896a481-8ecd-4b0c-801d-0455b805fecb,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:57.996228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1ceeba68-e785-47f6-8ba5-c0ee0abc8940,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:58.007352 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4363b1fe-346d-4b0c-9c09-09f28102d5ec x-openstack-request-id: req-4363b1fe-346d-4b0c-9c09-09f28102d5ec {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:15:58.007594 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b4db70-5874-4f0c-85bd-6d40ad18a65e", "tag": "e896a481-8ecd-4b0c-801d-0455b805fecb", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:15:58.007846 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4363b1fe-346d-4b0c-9c09-09f28102d5ec {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:15:58.008250 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b4db70-5874-4f0c-85bd-6d40ad18a65e', 'tag': 'e896a481-8ecd-4b0c-801d-0455b805fecb', 'status': 'completed', 'code': 200} Aug 28 13:15:58.016389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '1ceeba68-e785-47f6-8ba5-c0ee0abc8940', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'port_id': '1ceeba68-e785-47f6-8ba5-c0ee0abc8940', 'mac_address': 'fa:16:3e:64:44:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:15:58.045795 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb2798-fb17-44df-9772-7989e731ce7c req-1b7793da-583b-4b11-833f-89c6196e8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:58.047514 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53eb2798-fb17-44df-9772-7989e731ce7c req-1b7793da-583b-4b11-833f-89c6196e8e81 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e9e0a6153cb4cb381daf7eb059c7561&device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 1096 time: 0.0534248 Aug 28 13:15:58.059794 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:58.073884 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:15:58.096385 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1ceeba68-e785-47f6-8ba5-c0ee0abc8940,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:58.099429 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53eb2798-fb17-44df-9772-7989e731ce7c req-2f7f3582-48ee-491c-80b4-b778b11a26d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e896a481-8ecd-4b0c-801d-0455b805fecb HTTP/1.1" status: 200 len: 217 time: 0.0386877 Aug 28 13:15:58.101547 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:58.169727 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb2798-fb17-44df-9772-7989e731ce7c req-47aa7ae8-a871-46a6-b753-c6be83baa97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:58.171376 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53eb2798-fb17-44df-9772-7989e731ce7c req-47aa7ae8-a871-46a6-b753-c6be83baa97e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bff6c299-3838-42c0-a747-13d74205713f HTTP/1.1" status: 200 len: 848 time: 0.0558195 Aug 28 13:15:58.194070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=1ceeba68-e785-47f6-8ba5-c0ee0abc8940,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:58.271024 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764956e1-e9b2-43ea-90cd-ba9debad5deb req-e6015a6e-a194-4ccc-b523-3b980db2d2f8 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:58.283034 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-764956e1-e9b2-43ea-90cd-ba9debad5deb req-e6015a6e-a194-4ccc-b523-3b980db2d2f8 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 944 time: 0.1265268 Aug 28 13:15:58.304131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['1ceeba68-e785-47f6-8ba5-c0ee0abc8940'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:15:58.331862 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-764956e1-e9b2-43ea-90cd-ba9debad5deb req-ad77b1a2-2e49-4bca-bfbc-d7b829446147 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474536 Aug 28 13:15:58.346413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4837112e-7436-4ad9-b790-df2ea5b3eb13 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:58.435911 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 4837112e-7436-4ad9-b790-df2ea5b3eb13 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:58.448436 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 4837112e-7436-4ad9-b790-df2ea5b3eb13 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:58.449169 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:58.581523 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:58.617549 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb2798-fb17-44df-9772-7989e731ce7c req-2ee6e401-035e-448a-8e87-01601851d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:58.618983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 4837112e-7436-4ad9-b790-df2ea5b3eb13, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4837112e-7436-4ad9-b790-df2ea5b3eb13,segment=NetworkSegment(8e0214e3-16b6-47bb-bc79-3595019bfb05),segment_id=8e0214e3-16b6-47bb-bc79-3595019bfb05)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:15:58.619135 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53eb2798-fb17-44df-9772-7989e731ce7c req-2ee6e401-035e-448a-8e87-01601851d4ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb31a5c4-fa23-49d4-8654-6778e034da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4390070 Aug 28 13:15:58.622847 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:58.678606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=4837112e-7436-4ad9-b790-df2ea5b3eb13,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:15:58.747585 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53eb2798-fb17-44df-9772-7989e731ce7c req-c2a453db-6187-4d6e-bf15-b6be21ce0af1 service neutron] 10.222.0.10 "GET /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173139 Aug 28 13:15:58.770965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc70bd9-d446-46e3-b7ec-fed2bddc54c7 req-d1c320da-a6dc-4273-a16b-75756b8c150b tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:58.772445 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cc70bd9-d446-46e3-b7ec-fed2bddc54c7 req-d1c320da-a6dc-4273-a16b-75756b8c150b tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 944 time: 0.0706234 Aug 28 13:15:58.849285 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cc70bd9-d446-46e3-b7ec-fed2bddc54c7 req-6368832e-5c54-47f5-9a3d-ba23788cab0a tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c45488-06ca-42c0-b290-a3ea0603842f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662775 Aug 28 13:15:58.875053 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-53eb2798-fb17-44df-9772-7989e731ce7c req-6b7383ac-3af8-43ce-9525-84c44ef73058 service neutron] 10.222.0.10 "GET /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198027 Aug 28 13:15:58.974164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e941e-c797-4105-b9ed-145b9508a29b req-9f10780e-2c94-4b73-8b4c-67b2d1090f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:58.975716 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ea0e941e-c797-4105-b9ed-145b9508a29b req-9f10780e-2c94-4b73-8b4c-67b2d1090f98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e9e0a6153cb4cb381daf7eb059c7561&device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 1096 time: 0.0472167 Aug 28 13:15:59.077811 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e941e-c797-4105-b9ed-145b9508a29b req-549db5a7-3879-4d33-954f-57381163633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:59.079517 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ea0e941e-c797-4105-b9ed-145b9508a29b req-549db5a7-3879-4d33-954f-57381163633a service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb31a5c4-fa23-49d4-8654-6778e034da8a HTTP/1.1" status: 200 len: 909 time: 0.0932379 Aug 28 13:15:59.129241 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ea0e941e-c797-4105-b9ed-145b9508a29b req-c2b26afe-05db-4c2d-af40-4775bc4f53ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e896a481-8ecd-4b0c-801d-0455b805fecb HTTP/1.1" status: 200 len: 217 time: 0.0408545 Aug 28 13:15:59.181731 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e941e-c797-4105-b9ed-145b9508a29b req-171dfe93-441b-4fa3-8812-0717374624cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:59.183842 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ea0e941e-c797-4105-b9ed-145b9508a29b req-171dfe93-441b-4fa3-8812-0717374624cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bff6c299-3838-42c0-a747-13d74205713f HTTP/1.1" status: 200 len: 848 time: 0.0466993 Aug 28 13:15:59.234407 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e941e-c797-4105-b9ed-145b9508a29b req-7207a310-f45d-4757-ab40-2186617e1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:59.235920 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ea0e941e-c797-4105-b9ed-145b9508a29b req-7207a310-f45d-4757-ab40-2186617e1ca2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb31a5c4-fa23-49d4-8654-6778e034da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434659 Aug 28 13:15:59.338315 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ea0e941e-c797-4105-b9ed-145b9508a29b req-676deefd-d884-4554-b94e-bd1c1b605390 service neutron] 10.222.0.10 "GET /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939591 Aug 28 13:15:59.453653 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ea0e941e-c797-4105-b9ed-145b9508a29b req-0def97ae-5451-45de-9d31-74353154179d service neutron] 10.222.0.10 "GET /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983374 Aug 28 13:15:59.485454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e6f58-67f1-434a-882d-65853bf8d1a6 req-88ae4e83-2922-4134-88fe-1bd6403a3e7a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:59.487050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a97e6f58-67f1-434a-882d-65853bf8d1a6 req-88ae4e83-2922-4134-88fe-1bd6403a3e7a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 944 time: 0.0689447 Aug 28 13:15:59.526170 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a97e6f58-67f1-434a-882d-65853bf8d1a6 req-80485b36-1d8d-42d5-bbf0-b7ee7491abd0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330167 Aug 28 13:15:59.838148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:15:59.890228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:15:59.894028 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:15:59.894452 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:15:59.965499 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b58ad5-8825-4d67-86e0-996acf5fac74 req-6716166f-2731-4b7f-a2af-afe1900015c8 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:15:59.968036 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f8b58ad5-8825-4d67-86e0-996acf5fac74 req-6716166f-2731-4b7f-a2af-afe1900015c8 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 944 time: 0.0510774 Aug 28 13:15:59.978272 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:00.002035 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60eaacb6-0fe6-42c7-ac75-7a113749ecf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ceeba68-e785-47f6-8ba5-c0ee0abc8940'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:16:00.004714 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3d5995-404f-4203-8de6-94f29fb01772" -d '{"events": [{"server_uuid": "60eaacb6-0fe6-42c7-ac75-7a113749ecf2", "name": "network-vif-plugged", "status": "completed", "tag": "1ceeba68-e785-47f6-8ba5-c0ee0abc8940"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:16:00.007586 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f8b58ad5-8825-4d67-86e0-996acf5fac74 req-6316f0b6-1e1c-4171-861d-013cff361f99 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c45488-06ca-42c0-b290-a3ea0603842f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327685 Aug 28 13:16:00.020127 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1ceeba68-e785-47f6-8ba5-c0ee0abc8940,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:16:00.034450 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:00.063084 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9798cb72-19e4-4790-9151-ddaa9ad199e4 x-openstack-request-id: req-9798cb72-19e4-4790-9151-ddaa9ad199e4 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:16:00.063356 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60eaacb6-0fe6-42c7-ac75-7a113749ecf2", "name": "network-vif-plugged", "status": "completed", "tag": "1ceeba68-e785-47f6-8ba5-c0ee0abc8940", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:16:00.063603 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9798cb72-19e4-4790-9151-ddaa9ad199e4 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:16:00.063983 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60eaacb6-0fe6-42c7-ac75-7a113749ecf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ceeba68-e785-47f6-8ba5-c0ee0abc8940', 'code': 200} Aug 28 13:16:00.092828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=1ceeba68-e785-47f6-8ba5-c0ee0abc8940,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:00.148141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cb221-54b3-437f-bcd7-b5fd87431525 req-cd8d66a8-2ebf-41bc-a2c7-8afdae640e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:00.149992 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-894cb221-54b3-437f-bcd7-b5fd87431525 req-cd8d66a8-2ebf-41bc-a2c7-8afdae640e59 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 1097 time: 0.0421221 Aug 28 13:16:00.186991 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-894cb221-54b3-437f-bcd7-b5fd87431525 req-1f0bae06-acb0-4175-8b72-487f4a6cc7c7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301998 Aug 28 13:16:00.206387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4837112e-7436-4ad9-b790-df2ea5b3eb13 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:16:00.253679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 4837112e-7436-4ad9-b790-df2ea5b3eb13 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:16:00.254047 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:00.650462 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e03fb4-42f3-43e8-b13f-9836954e259f req-a1a92025-dfff-4f0e-9c21-c83e84da71da tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:00.652010 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-03e03fb4-42f3-43e8-b13f-9836954e259f req-a1a92025-dfff-4f0e-9c21-c83e84da71da tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0550594 Aug 28 13:16:00.690622 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-03e03fb4-42f3-43e8-b13f-9836954e259f req-1397db7a-4db5-4f25-9dfa-4e0d5a1a5f40 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325186 Aug 28 13:16:01.141257 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8bdae-02f2-4ed4-b9cc-87f483a903ac req-9e917049-73a8-4e0a-8f44-709cd4034dff tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:01.142806 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79a8bdae-02f2-4ed4-b9cc-87f483a903ac req-9e917049-73a8-4e0a-8f44-709cd4034dff tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 944 time: 0.0579789 Aug 28 13:16:01.194001 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79a8bdae-02f2-4ed4-b9cc-87f483a903ac req-a507fe76-32a4-4819-b29c-0b0b4a96ec76 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c45488-06ca-42c0-b290-a3ea0603842f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429165 Aug 28 13:16:01.811403 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef20f0-5ca6-4958-829e-a0f5881e2df0 req-639f48bb-3d02-4da5-b68f-276a74a2b677 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:01.812917 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-62ef20f0-5ca6-4958-829e-a0f5881e2df0 req-639f48bb-3d02-4da5-b68f-276a74a2b677 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0514545 Aug 28 13:16:01.850155 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-62ef20f0-5ca6-4958-829e-a0f5881e2df0 req-df8b0ee5-89c1-4220-b4b4-f0e69553d048 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Aug 28 13:16:01.938180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e896a481-8ecd-4b0c-801d-0455b805fecb details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:16:01.967966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50415b01-746d-4364-97ba-2af9d7a49790 req-fba4e3f8-6945-4bca-88cd-e7bcd5123d62 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:01.969640 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50415b01-746d-4364-97ba-2af9d7a49790 req-fba4e3f8-6945-4bca-88cd-e7bcd5123d62 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0523539 Aug 28 13:16:02.015873 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-50415b01-746d-4364-97ba-2af9d7a49790 req-954e8571-1dcb-4f2d-b904-08d590d74786 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399649 Aug 28 13:16:02.040924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e896a481-8ecd-4b0c-801d-0455b805fecb, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e896a481-8ecd-4b0c-801d-0455b805fecb,segment=NetworkSegment(301edf0f-4780-4b19-b368-4d8c2fdde138),segment_id=301edf0f-4780-4b19-b368-4d8c2fdde138)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:16:02.056853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'e896a481-8ecd-4b0c-801d-0455b805fecb', 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a', 'port_id': 'e896a481-8ecd-4b0c-801d-0455b805fecb', 'mac_address': 'fa:16:3e:bc:3d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff6c299-3838-42c0-a747-13d74205713f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:16:02.098790 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:02.114439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e896a481-8ecd-4b0c-801d-0455b805fecb {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:16:02.136347 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e896a481-8ecd-4b0c-801d-0455b805fecb, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e896a481-8ecd-4b0c-801d-0455b805fecb,segment=NetworkSegment(301edf0f-4780-4b19-b368-4d8c2fdde138),segment_id=301edf0f-4780-4b19-b368-4d8c2fdde138)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:16:02.137400 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0033396-92d6-4a01-97f0-8f8ff7734fc0 req-4b8df27d-b856-4f05-b1ea-be46a443f6c7 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:02.139134 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e0033396-92d6-4a01-97f0-8f8ff7734fc0 req-4b8df27d-b856-4f05-b1ea-be46a443f6c7 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0533128 Aug 28 13:16:02.142411 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:02.191891 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e0033396-92d6-4a01-97f0-8f8ff7734fc0 req-e4098675-6acf-4e2e-af3c-34f29c16fe1c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444345 Aug 28 13:16:02.206225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=e896a481-8ecd-4b0c-801d-0455b805fecb,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:02.344472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98e17a-41a1-46c8-a5aa-ca765f2e20f1 req-3018f7fb-1bf1-4f54-82a4-61bac0d54665 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:02.346070 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3b98e17a-41a1-46c8-a5aa-ca765f2e20f1 req-3018f7fb-1bf1-4f54-82a4-61bac0d54665 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 945 time: 0.0683756 Aug 28 13:16:02.395113 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3b98e17a-41a1-46c8-a5aa-ca765f2e20f1 req-f87a2023-9b21-4d81-8e38-445c42739120 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c45488-06ca-42c0-b290-a3ea0603842f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415323 Aug 28 13:16:02.410148 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['e896a481-8ecd-4b0c-801d-0455b805fecb'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:16:02.469920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d7418-5e2e-46bb-886d-e4f380a1a39b req-b3a61c80-26a3-4dc9-a6f6-c71c7085f244 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:02.473967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-261d7418-5e2e-46bb-886d-e4f380a1a39b req-b3a61c80-26a3-4dc9-a6f6-c71c7085f244 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0572274 Aug 28 13:16:02.511538 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-261d7418-5e2e-46bb-886d-e4f380a1a39b req-66a96a1c-cbf9-49ff-a1cc-d8edeb68571c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326469 Aug 28 13:16:03.520416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd344f3-ad70-4a09-a98c-2375e0293661 req-d6049192-a57d-4fa0-a6dc-046d842df426 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:03.521948 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9dd344f3-ad70-4a09-a98c-2375e0293661 req-d6049192-a57d-4fa0-a6dc-046d842df426 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 945 time: 0.0516505 Aug 28 13:16:03.563983 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9dd344f3-ad70-4a09-a98c-2375e0293661 req-bb03ac7d-c645-4632-8830-e33c49ffc9d1 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c45488-06ca-42c0-b290-a3ea0603842f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352359 Aug 28 13:16:03.633876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ddfa1-fcc4-40e3-ac2b-89cb75a40140 req-613f9f68-6807-48ef-884c-8bbbe2de69b2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:03.635429 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c79ddfa1-fcc4-40e3-ac2b-89cb75a40140 req-613f9f68-6807-48ef-884c-8bbbe2de69b2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0532131 Aug 28 13:16:03.675695 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c79ddfa1-fcc4-40e3-ac2b-89cb75a40140 req-6b4edebd-229e-4d9f-899a-d66318d43d46 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336030 Aug 28 13:16:03.849456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbb039-b85e-476d-b90e-ad6edf8a8053 req-5b27a9f2-36a5-4755-b665-c4c93f2bbea2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:03.850938 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83dbb039-b85e-476d-b90e-ad6edf8a8053 req-5b27a9f2-36a5-4755-b665-c4c93f2bbea2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 945 time: 0.0573802 Aug 28 13:16:03.940975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-83dbb039-b85e-476d-b90e-ad6edf8a8053 req-d7b251eb-4ac0-4ea1-9a50-fec9dbde47d5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Deleting port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:16:03.941227 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-83dbb039-b85e-476d-b90e-ad6edf8a8053 req-d7b251eb-4ac0-4ea1-9a50-fec9dbde47d5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:03.948230 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e896a481-8ecd-4b0c-801d-0455b805fecb up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:16:03.998480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port e896a481-8ecd-4b0c-801d-0455b805fecb completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:16:04.002188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port e896a481-8ecd-4b0c-801d-0455b805fecb triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:16:04.002584 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:04.055641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-83dbb039-b85e-476d-b90e-ad6edf8a8053 req-d7b251eb-4ac0-4ea1-9a50-fec9dbde47d5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] For port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=1ceeba68-e785-47f6-8ba5-c0ee0abc8940,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:16:04.056033 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-83dbb039-b85e-476d-b90e-ad6edf8a8053 req-d7b251eb-4ac0-4ea1-9a50-fec9dbde47d5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:04.070445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-83dbb039-b85e-476d-b90e-ad6edf8a8053 req-d7b251eb-4ac0-4ea1-9a50-fec9dbde47d5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Calling delete_port for 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:16:04.102997 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:04.128276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b4db70-5874-4f0c-85bd-6d40ad18a65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e896a481-8ecd-4b0c-801d-0455b805fecb'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:16:04.130081 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc9d680-e148-4ca7-bec7-2d815309bc33" -d '{"events": [{"server_uuid": "e9b4db70-5874-4f0c-85bd-6d40ad18a65e", "name": "network-vif-plugged", "status": "completed", "tag": "e896a481-8ecd-4b0c-801d-0455b805fecb"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:16:04.145059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e896a481-8ecd-4b0c-801d-0455b805fecb, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e896a481-8ecd-4b0c-801d-0455b805fecb,segment=NetworkSegment(301edf0f-4780-4b19-b368-4d8c2fdde138),segment_id=301edf0f-4780-4b19-b368-4d8c2fdde138)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:16:04.150210 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:04.178436 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92e62a0-4ee9-490a-9017-67fa380a11fd x-openstack-request-id: req-e92e62a0-4ee9-490a-9017-67fa380a11fd {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:16:04.178727 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b4db70-5874-4f0c-85bd-6d40ad18a65e", "name": "network-vif-plugged", "status": "completed", "tag": "e896a481-8ecd-4b0c-801d-0455b805fecb", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:16:04.178976 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e92e62a0-4ee9-490a-9017-67fa380a11fd {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:16:04.179364 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b4db70-5874-4f0c-85bd-6d40ad18a65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e896a481-8ecd-4b0c-801d-0455b805fecb', 'code': 200} Aug 28 13:16:04.210063 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=e896a481-8ecd-4b0c-801d-0455b805fecb,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:04.234136 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-83dbb039-b85e-476d-b90e-ad6edf8a8053 req-d7b251eb-4ac0-4ea1-9a50-fec9dbde47d5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:04.252595 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['1ceeba68-e785-47f6-8ba5-c0ee0abc8940'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:16:04.267093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b251eb-4ac0-4ea1-9a50-fec9dbde47d5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event deleted for resources: {'Port': ['ID=1ceeba68-e785-47f6-8ba5-c0ee0abc8940,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:04.307679 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e2505-926e-44d1-8009-57d8dad10251 req-c04b7e28-b425-46e1-b124-6100afd17015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:04.309442 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cb1e2505-926e-44d1-8009-57d8dad10251 req-c04b7e28-b425-46e1-b124-6100afd17015 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 1098 time: 0.0596485 Aug 28 13:16:04.320441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dbb039-b85e-476d-b90e-ad6edf8a8053 req-d7b251eb-4ac0-4ea1-9a50-fec9dbde47d5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] No DVR routers for this DVR port 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:16:04.323222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-83dbb039-b85e-476d-b90e-ad6edf8a8053 req-d7b251eb-4ac0-4ea1-9a50-fec9dbde47d5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:04.326348 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83dbb039-b85e-476d-b90e-ad6edf8a8053 req-d7b251eb-4ac0-4ea1-9a50-fec9dbde47d5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "DELETE /v2.0/ports/1ceeba68-e785-47f6-8ba5-c0ee0abc8940 HTTP/1.1" status: 204 len: 173 time: 0.4689257 Aug 28 13:16:04.326825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60eaacb6-0fe6-42c7-ac75-7a113749ecf2', 'name': 'network-vif-deleted', 'tag': '1ceeba68-e785-47f6-8ba5-c0ee0abc8940'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:16:04.331855 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2397ccc1-9f8d-41d4-9b96-cf19416481aa" -d '{"events": [{"server_uuid": "60eaacb6-0fe6-42c7-ac75-7a113749ecf2", "name": "network-vif-deleted", "tag": "1ceeba68-e785-47f6-8ba5-c0ee0abc8940"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:16:04.357286 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cb1e2505-926e-44d1-8009-57d8dad10251 req-c7e7e251-2766-4f79-aea1-55c3a9492b72 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=53c45488-06ca-42c0-b290-a3ea0603842f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392320 Aug 28 13:16:04.378048 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34d3ea1-2881-4e0a-ae29-bd58e7a3167d x-openstack-request-id: req-c34d3ea1-2881-4e0a-ae29-bd58e7a3167d {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:16:04.378384 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60eaacb6-0fe6-42c7-ac75-7a113749ecf2", "name": "network-vif-deleted", "tag": "1ceeba68-e785-47f6-8ba5-c0ee0abc8940", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:16:04.378658 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c34d3ea1-2881-4e0a-ae29-bd58e7a3167d {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:16:04.379059 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60eaacb6-0fe6-42c7-ac75-7a113749ecf2', 'name': 'network-vif-deleted', 'tag': '1ceeba68-e785-47f6-8ba5-c0ee0abc8940', 'status': 'completed', 'code': 200} Aug 28 13:16:04.753697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a270cbd-f6df-4a51-a16a-c26a4bf0dbf3 req-556ed25d-ba14-4c40-a523-46ce937d9296 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:04.762259 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1a270cbd-f6df-4a51-a16a-c26a4bf0dbf3 req-556ed25d-ba14-4c40-a523-46ce937d9296 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 946 time: 0.0945721 Aug 28 13:16:04.809171 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2935bfbc-ef2c-4adb-bc07-fe7071e2c5f3 req-0dedb198-6268-4233-a607-85bbdac3bf0b tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 210 time: 0.0410964 Aug 28 13:16:04.826969 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1a270cbd-f6df-4a51-a16a-c26a4bf0dbf3 req-70d8bc82-d12f-49fa-9391-de13c1013b1b tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c45488-06ca-42c0-b290-a3ea0603842f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625346 Aug 28 13:16:05.941901 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97c87c8f-2ee3-42cb-a1df-edae0aa57e56 req-2e446c1c-78d4-4cec-94ad-f0ee93a50929 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 210 time: 0.0341709 Aug 28 13:16:05.984472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcf0d1-8c86-46aa-a6b6-e3a5d047515b req-8d69dafc-304e-48b4-a6cb-b123390d9830 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:05.987145 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-46fcf0d1-8c86-46aa-a6b6-e3a5d047515b req-8d69dafc-304e-48b4-a6cb-b123390d9830 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 946 time: 0.0891533 Aug 28 13:16:06.034493 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-46fcf0d1-8c86-46aa-a6b6-e3a5d047515b req-70d4dff1-15ba-4a96-b654-311f8a475289 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c45488-06ca-42c0-b290-a3ea0603842f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410383 Aug 28 13:16:06.170409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a702da-06c9-48b3-91bd-b68da076f584 req-f68c6583-6724-4d1a-935b-82baa651b38d tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:06.172664 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28a702da-06c9-48b3-91bd-b68da076f584 req-f68c6583-6724-4d1a-935b-82baa651b38d tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 946 time: 0.0589290 Aug 28 13:16:06.211963 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28a702da-06c9-48b3-91bd-b68da076f584 req-6b439764-caa7-4aa3-8fb2-b04f5575901c tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c45488-06ca-42c0-b290-a3ea0603842f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332601 Aug 28 13:16:06.331734 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4b8a5-1941-4b32-8e69-009580030e65 req-1dae5048-5ba3-49c2-83f7-9d9d9d162fa6 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:06.333526 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-02d4b8a5-1941-4b32-8e69-009580030e65 req-1dae5048-5ba3-49c2-83f7-9d9d9d162fa6 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 946 time: 0.0521445 Aug 28 13:16:06.389489 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-02d4b8a5-1941-4b32-8e69-009580030e65 req-7b5a9cd2-fdd8-4c78-bd9b-42db5fe54c8f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c45488-06ca-42c0-b290-a3ea0603842f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499399 Aug 28 13:16:06.414803 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33032) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:06.571651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9ed670-d24e-41ce-b9b0-f88235a940bb tempest-TestServerBasicOps-1677634205 tempest-TestServerBasicOps-1677634205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:06.573195 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9b9ed670-d24e-41ce-b9b0-f88235a940bb tempest-TestServerBasicOps-1677634205 tempest-TestServerBasicOps-1677634205-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 1093 time: 0.1572421 Aug 28 13:16:06.577667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33036) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:06.582236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': 'e896a481-8ecd-4b0c-801d-0455b805fecb', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:16:06.605837 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:06.719613 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:06.831948 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Allocated IP 172.25.1.245 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/a3392b85-3c50-4a27-a39d-c3e05e33de1a) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:16:06.947584 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:06.993897 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:07.063512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:16:07.069631 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d76e4579-ede1-4c3f-9d9c-e695440e396c req-c766e72c-5682-4558-8c3e-a85642aacc79 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 210 time: 0.0465975 Aug 28 13:16:07.070694 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:16:07.073263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:16:07.103346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Pushing event updated for resources: {'Port': ['ID=a3392b85-3c50-4a27-a39d-c3e05e33de1a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:07.460521 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:07.544643 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:07.591089 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:07.703265 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:07.708207 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:07.781862 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Pushing event updated for resources: {'Port': ['ID=a3392b85-3c50-4a27-a39d-c3e05e33de1a,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:07.807060 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:07.866939 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:16:07.893133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:16:07.893133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 1ceeba68-e785-47f6-8ba5-c0ee0abc8940 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:16:08.194094 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9473615-643b-415b-955f-6e6fe0582d66 req-2aaa1ba1-649b-49e6-9a71-64e6478d2f4d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=60eaacb6-0fe6-42c7-ac75-7a113749ecf2 HTTP/1.1" status: 200 len: 210 time: 0.0339885 Aug 28 13:16:08.276900 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Floating IP f47c1542-1b40-4ed7-87da-bde2c8e6d481 associated. External IP: 172.25.1.245, port: e896a481-8ecd-4b0c-801d-0455b805fecb. Aug 28 13:16:08.513038 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Router a1c78726-27a4-4072-bce4-f970cecdb34b has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:16:08.621183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:16:08.634122 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b53a1-a475-41db-a563-c9752a89be9c None None] Sync routers for ids ['a1c78726-27a4-4072-bce4-f970cecdb34b'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:16:08.637572 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:08.649272 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b53a1-a475-41db-a563-c9752a89be9c None None] Routers {'a1c78726-27a4-4072-bce4-f970cecdb34b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:16:08.650142 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ef4b53a1-a475-41db-a563-c9752a89be9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a1c78726-27a4-4072-bce4-f970cecdb34b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:16:08.670531 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9c892e32-62b1-4a10-882c-27ba95ce63da tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0917430 Aug 28 13:16:08.671128 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b4db70-5874-4f0c-85bd-6d40ad18a65e', 'tag': 'e896a481-8ecd-4b0c-801d-0455b805fecb'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:16:08.673432 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b639f2-4e1c-4010-ba77-eb5cc5d6b002" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b4db70-5874-4f0c-85bd-6d40ad18a65e", "tag": "e896a481-8ecd-4b0c-801d-0455b805fecb"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:16:08.713703 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5880a2-a40e-4902-8666-4bbdb199a119 x-openstack-request-id: req-8f5880a2-a40e-4902-8666-4bbdb199a119 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:16:08.714082 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b4db70-5874-4f0c-85bd-6d40ad18a65e", "tag": "e896a481-8ecd-4b0c-801d-0455b805fecb", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:16:08.714400 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f5880a2-a40e-4902-8666-4bbdb199a119 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:16:08.714880 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b4db70-5874-4f0c-85bd-6d40ad18a65e', 'tag': 'e896a481-8ecd-4b0c-801d-0455b805fecb', 'status': 'completed', 'code': 200} Aug 28 13:16:08.771051 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-ef4b53a1-a475-41db-a563-c9752a89be9c None None] Set router a1c78726-27a4-4072-bce4-f970cecdb34b gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:16:08.788162 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b639f2-4e1c-4010-ba77-eb5cc5d6b002 req-e2ec1263-414e-4931-83ec-72e0607debf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:08.790039 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0b639f2-4e1c-4010-ba77-eb5cc5d6b002 req-e2ec1263-414e-4931-83ec-72e0607debf0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e9e0a6153cb4cb381daf7eb059c7561&device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 1098 time: 0.0467036 Aug 28 13:16:08.884666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b639f2-4e1c-4010-ba77-eb5cc5d6b002 req-d57b8f88-f92d-4926-a8a9-1e801f0632c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:08.886168 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0b639f2-4e1c-4010-ba77-eb5cc5d6b002 req-d57b8f88-f92d-4926-a8a9-1e801f0632c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb31a5c4-fa23-49d4-8654-6778e034da8a HTTP/1.1" status: 200 len: 909 time: 0.0870044 Aug 28 13:16:08.962322 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0b639f2-4e1c-4010-ba77-eb5cc5d6b002 req-7d67e93c-674a-4441-9389-00432b4b0649 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e896a481-8ecd-4b0c-801d-0455b805fecb HTTP/1.1" status: 200 len: 1000 time: 0.0673003 Aug 28 13:16:09.018652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b639f2-4e1c-4010-ba77-eb5cc5d6b002 req-45e0fe55-828e-4b9d-bc77-068bfe06eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:09.020494 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0b639f2-4e1c-4010-ba77-eb5cc5d6b002 req-45e0fe55-828e-4b9d-bc77-068bfe06eee8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bff6c299-3838-42c0-a747-13d74205713f HTTP/1.1" status: 200 len: 848 time: 0.0499544 Aug 28 13:16:09.074696 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b639f2-4e1c-4010-ba77-eb5cc5d6b002 req-bfb7bcb6-77f1-4dbe-b267-026b35844b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:09.076952 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0b639f2-4e1c-4010-ba77-eb5cc5d6b002 req-bfb7bcb6-77f1-4dbe-b267-026b35844b16 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb31a5c4-fa23-49d4-8654-6778e034da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482957 Aug 28 13:16:09.110806 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ef4b53a1-a475-41db-a563-c9752a89be9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'name': 'tempest-TestServerBasicOps-1966715269-router', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:39Z', 'updated_at': '2021-08-28T13:15:44Z', 'revision_number': 4, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'gw_port': {'id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:40Z', 'updated_at': '2021-08-28T13:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'f47c1542-1b40-4ed7-87da-bde2c8e6d481', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'port_id': 'e896a481-8ecd-4b0c-801d-0455b805fecb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a', 'mac_address': 'fa:16:3e:bc:3d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b4db70-5874-4f0c-85bd-6d40ad18a65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:16:07Z', 'updated_at': '2021-08-28T13:16:07Z', 'revision_number': 0, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f59eb8b0-2f48-452b-8786-5980b405e039', 'name': '', 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'mac_address': 'fa:16:3e:53:2b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bff6c299-3838-42c0-a747-13d74205713f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:43Z', 'updated_at': '2021-08-28T13:15:53Z', 'revision_number': 5, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'subnets': [{'id': 'bff6c299-3838-42c0-a747-13d74205713f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:16:09.137574 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b53a1-a475-41db-a563-c9752a89be9c None None] Checking router: a1c78726-27a4-4072-bce4-f970cecdb34b for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:16:09.151440 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b53a1-a475-41db-a563-c9752a89be9c None None] Routers {'a1c78726-27a4-4072-bce4-f970cecdb34b'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:16:09.152162 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ef4b53a1-a475-41db-a563-c9752a89be9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:15:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a1c78726-27a4-4072-bce4-f970cecdb34b'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:16:09.182247 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0b639f2-4e1c-4010-ba77-eb5cc5d6b002 req-c37d01d0-075c-4755-87fd-aeac209e3cd6 service neutron] 10.222.0.10 "GET /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958667 Aug 28 13:16:09.264537 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-ef4b53a1-a475-41db-a563-c9752a89be9c None None] Set router a1c78726-27a4-4072-bce4-f970cecdb34b gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:16:09.281713 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0b639f2-4e1c-4010-ba77-eb5cc5d6b002 req-96c688b5-900f-48b5-8ad6-03bfbdb12a64 service neutron] 10.222.0.10 "GET /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909328 Aug 28 13:16:09.515889 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ef4b53a1-a475-41db-a563-c9752a89be9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'name': 'tempest-TestServerBasicOps-1966715269-router', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:39Z', 'updated_at': '2021-08-28T13:15:44Z', 'revision_number': 4, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'gw_port': {'id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:40Z', 'updated_at': '2021-08-28T13:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'f47c1542-1b40-4ed7-87da-bde2c8e6d481', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'port_id': 'e896a481-8ecd-4b0c-801d-0455b805fecb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a', 'mac_address': 'fa:16:3e:bc:3d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b4db70-5874-4f0c-85bd-6d40ad18a65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:16:07Z', 'updated_at': '2021-08-28T13:16:07Z', 'revision_number': 0, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f59eb8b0-2f48-452b-8786-5980b405e039', 'name': '', 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'mac_address': 'fa:16:3e:53:2b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bff6c299-3838-42c0-a747-13d74205713f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:43Z', 'updated_at': '2021-08-28T13:15:53Z', 'revision_number': 5, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'subnets': [{'id': 'bff6c299-3838-42c0-a747-13d74205713f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:16:09.543508 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b53a1-a475-41db-a563-c9752a89be9c None None] The sync data for ids ['a1c78726-27a4-4072-bce4-f970cecdb34b'] in n-d-791505-21 is: [{'id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'name': 'tempest-TestServerBasicOps-1966715269-router', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:39Z', 'updated_at': '2021-08-28T13:15:44Z', 'revision_number': 4, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'gw_port': {'id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:40Z', 'updated_at': '2021-08-28T13:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'f47c1542-1b40-4ed7-87da-bde2c8e6d481', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'floating_ip_address': '172.25.1.245', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'port_id': 'e896a481-8ecd-4b0c-801d-0455b805fecb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a', 'mac_address': 'fa:16:3e:bc:3d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b4db70-5874-4f0c-85bd-6d40ad18a65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:16:07Z', 'updated_at': '2021-08-28T13:16:07Z', 'revision_number': 0, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f59eb8b0-2f48-452b-8786-5980b405e039', 'name': '', 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'mac_address': 'fa:16:3e:53:2b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bff6c299-3838-42c0-a747-13d74205713f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:43Z', 'updated_at': '2021-08-28T13:15:53Z', 'revision_number': 5, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'subnets': [{'id': 'bff6c299-3838-42c0-a747-13d74205713f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:16:09.756964 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae1880-524f-4768-8b8e-69009c0add71 None None] New status for floating IP f47c1542-1b40-4ed7-87da-bde2c8e6d481: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:16:10.017797 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3a436168-c33e-47b4-90f4-87f965122935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:10.025450 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:12.276222 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-58db448d-99b9-4565-a7a7-bed0d1b20cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:12.590151 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:13.493083 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:13.645382 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:16:15.382124 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:21.636255 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0c5e177-694f-4fb2-9905-ffafcc7fa241 req-00492549-9818-4a92-9d42-f693513146e1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0633297 Aug 28 13:16:21.727329 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33164) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:21.751071 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5e177-694f-4fb2-9905-ffafcc7fa241 req-66c0d478-5b0c-4305-b479-a71853ff890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:21.753593 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0c5e177-694f-4fb2-9905-ffafcc7fa241 req-66c0d478-5b0c-4305-b479-a71853ff890e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 1098 time: 0.0652781 Aug 28 13:16:21.896768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5e177-694f-4fb2-9905-ffafcc7fa241 req-87096a2b-3bf6-4002-8d16-e14670dd5f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:21.898546 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0c5e177-694f-4fb2-9905-ffafcc7fa241 req-87096a2b-3bf6-4002-8d16-e14670dd5f0d service neutron] 10.222.0.10 "GET /v2.0/networks?id=8227817a-1732-4f6f-adf4-3725d8ae21c5 HTTP/1.1" status: 200 len: 897 time: 0.1152329 Aug 28 13:16:21.917105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port 066bb400-f918-407b-9129-e81ddbc85b7d {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:16:21.917557 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:21.982712 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0c5e177-694f-4fb2-9905-ffafcc7fa241 req-4d1ce4ed-a656-4475-abc6-04d25466d449 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50427dcc-68e2-4ff6-8aae-b42360de58be HTTP/1.1" status: 200 len: 1001 time: 0.0707719 Aug 28 13:16:22.004806 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:22.005287 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:22.028194 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for 066bb400-f918-407b-9129-e81ddbc85b7d owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:16:22.048121 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5e177-694f-4fb2-9905-ffafcc7fa241 req-33c64817-4e77-430a-af0e-afdffe6bab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:22.050664 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0c5e177-694f-4fb2-9905-ffafcc7fa241 req-33c64817-4e77-430a-af0e-afdffe6bab7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7d8c224-8181-482e-b781-56c61ba1f09f HTTP/1.1" status: 200 len: 835 time: 0.0548999 Aug 28 13:16:22.114438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5e177-694f-4fb2-9905-ffafcc7fa241 req-71fad5ce-6ed0-492e-9577-06abbe26d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:22.116362 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0c5e177-694f-4fb2-9905-ffafcc7fa241 req-71fad5ce-6ed0-492e-9577-06abbe26d646 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8227817a-1732-4f6f-adf4-3725d8ae21c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550137 Aug 28 13:16:22.198768 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:22.225968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=066bb400-f918-407b-9129-e81ddbc85b7d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:22.260352 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0c5e177-694f-4fb2-9905-ffafcc7fa241 req-4061fa09-d85e-416a-bcba-26e567fb8b00 service neutron] 10.222.0.10 "GET /v2.0/networks/8227817a-1732-4f6f-adf4-3725d8ae21c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283481 Aug 28 13:16:22.266351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:22.267241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:22.267777 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:22.268670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:22.269196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:22.269724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:22.270246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:22.270809 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:22.271361 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:22.271883 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:22.272378 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:22.272887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:22.352199 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:22.352905 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Floating IP 43c2e9e2-1b3d-422b-8868-56f6bfb3dde0 disassociated (deleted). External IP: 172.25.1.22, port: 50427dcc-68e2-4ff6-8aae-b42360de58be. Aug 28 13:16:22.415903 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a0c5e177-694f-4fb2-9905-ffafcc7fa241 req-4ed24f4b-27c1-4370-ade3-0ff659cd5f11 service neutron] 10.222.0.10 "GET /v2.0/networks/8227817a-1732-4f6f-adf4-3725d8ae21c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476314 Aug 28 13:16:22.600550 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router 6291933a-6146-41a0-860f-25bc632da583 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:16:22.743187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:16:22.753235 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:22.764497 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df29d32-828b-42f2-90bd-524b423f44db None None] Sync routers for ids ['6291933a-6146-41a0-860f-25bc632da583'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:16:22.775295 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df29d32-828b-42f2-90bd-524b423f44db None None] Routers {'6291933a-6146-41a0-860f-25bc632da583'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:16:22.777282 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8df29d32-828b-42f2-90bd-524b423f44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:16:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6291933a-6146-41a0-860f-25bc632da583'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:16:22.801032 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6a81d384-d322-4b4e-9edd-04ffd48c8796 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/floatingips/43c2e9e2-1b3d-422b-8868-56f6bfb3dde0 HTTP/1.1" status: 204 len: 168 time: 1.0696125 Aug 28 13:16:22.801032 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'tag': '50427dcc-68e2-4ff6-8aae-b42360de58be'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:16:22.801775 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9838633f-ec69-499d-94d2-62c0f6c30a22" -d '{"events": [{"name": "network-changed", "server_uuid": "32ba021b-2a19-409e-ae5b-d2b7214124b6", "tag": "50427dcc-68e2-4ff6-8aae-b42360de58be"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:16:22.865714 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5094a835-9ff6-4901-accd-0da98ad8ab2b x-openstack-request-id: req-5094a835-9ff6-4901-accd-0da98ad8ab2b {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:16:22.866164 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ba021b-2a19-409e-ae5b-d2b7214124b6", "tag": "50427dcc-68e2-4ff6-8aae-b42360de58be", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:16:22.866530 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5094a835-9ff6-4901-accd-0da98ad8ab2b {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:16:22.867090 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'tag': '50427dcc-68e2-4ff6-8aae-b42360de58be', 'status': 'completed', 'code': 200} Aug 28 13:16:22.954716 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-8df29d32-828b-42f2-90bd-524b423f44db None None] Set router 6291933a-6146-41a0-860f-25bc632da583 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:16:23.025265 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838633f-ec69-499d-94d2-62c0f6c30a22 req-b63fd17d-0b8f-49cd-ba26-94bbec2c1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:23.028357 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9838633f-ec69-499d-94d2-62c0f6c30a22 req-b63fd17d-0b8f-49cd-ba26-94bbec2c1d87 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 1098 time: 0.1124105 Aug 28 13:16:23.139387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dda56d-8b87-4d46-b9d7-edd9e5557736 req-030bb21a-c633-4f11-9592-cf14bb8f6947 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:23.148007 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-43dda56d-8b87-4d46-b9d7-edd9e5557736 req-030bb21a-c633-4f11-9592-cf14bb8f6947 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.0832493 Aug 28 13:16:23.198798 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-43dda56d-8b87-4d46-b9d7-edd9e5557736 req-8b51ad9b-52b1-4ae0-a7eb-4e3349ce3740 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492699 Aug 28 13:16:23.205269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838633f-ec69-499d-94d2-62c0f6c30a22 req-bc43f38d-39b5-453d-ba2d-ba3bbf914a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:23.207799 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9838633f-ec69-499d-94d2-62c0f6c30a22 req-bc43f38d-39b5-453d-ba2d-ba3bbf914a2d service neutron] 10.222.0.10 "GET /v2.0/networks?id=8227817a-1732-4f6f-adf4-3725d8ae21c5 HTTP/1.1" status: 200 len: 897 time: 0.1642203 Aug 28 13:16:23.255815 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8df29d32-828b-42f2-90bd-524b423f44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6291933a-6146-41a0-860f-25bc632da583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99446786', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:26Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'dd7662dd-12e8-4171-b15d-a76a29fc4608', 'name': '', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:de:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:25Z', 'updated_at': '2021-08-28T13:14:32Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:16:23.277461 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9838633f-ec69-499d-94d2-62c0f6c30a22 req-8b1d8218-7c05-408e-9d3c-820a9f78cba7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50427dcc-68e2-4ff6-8aae-b42360de58be HTTP/1.1" status: 200 len: 217 time: 0.0517716 Aug 28 13:16:23.298409 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df29d32-828b-42f2-90bd-524b423f44db None None] Checking router: 6291933a-6146-41a0-860f-25bc632da583 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:16:23.313178 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df29d32-828b-42f2-90bd-524b423f44db None None] Routers {'6291933a-6146-41a0-860f-25bc632da583'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:16:23.314268 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8df29d32-828b-42f2-90bd-524b423f44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:16:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6291933a-6146-41a0-860f-25bc632da583'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:16:23.346924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838633f-ec69-499d-94d2-62c0f6c30a22 req-082579a9-3c1d-4211-ac6d-2dfe245501c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:23.348780 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9838633f-ec69-499d-94d2-62c0f6c30a22 req-082579a9-3c1d-4211-ac6d-2dfe245501c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7d8c224-8181-482e-b781-56c61ba1f09f HTTP/1.1" status: 200 len: 835 time: 0.0590861 Aug 28 13:16:23.418652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838633f-ec69-499d-94d2-62c0f6c30a22 req-77e839c9-81f8-473f-8040-ab96eaca1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:23.422880 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9838633f-ec69-499d-94d2-62c0f6c30a22 req-77e839c9-81f8-473f-8040-ab96eaca1e9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8227817a-1732-4f6f-adf4-3725d8ae21c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560539 Aug 28 13:16:23.467654 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-8df29d32-828b-42f2-90bd-524b423f44db None None] Set router 6291933a-6146-41a0-860f-25bc632da583 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:16:23.563352 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9838633f-ec69-499d-94d2-62c0f6c30a22 req-2d499e7e-3b1f-498e-803f-33fcd3d4416b service neutron] 10.222.0.10 "GET /v2.0/networks/8227817a-1732-4f6f-adf4-3725d8ae21c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281438 Aug 28 13:16:23.725849 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9838633f-ec69-499d-94d2-62c0f6c30a22 req-a62641de-6933-497d-ad8b-55e98168386d service neutron] 10.222.0.10 "GET /v2.0/networks/8227817a-1732-4f6f-adf4-3725d8ae21c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406467 Aug 28 13:16:23.790995 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8df29d32-828b-42f2-90bd-524b423f44db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6291933a-6146-41a0-860f-25bc632da583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99446786', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:26Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'dd7662dd-12e8-4171-b15d-a76a29fc4608', 'name': '', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:de:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:25Z', 'updated_at': '2021-08-28T13:14:32Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:16:23.832641 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df29d32-828b-42f2-90bd-524b423f44db None None] The sync data for ids ['6291933a-6146-41a0-860f-25bc632da583'] in n-d-791505-21 is: [{'id': '6291933a-6146-41a0-860f-25bc632da583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99446786', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:26Z', 'revision_number': 4, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'dd7662dd-12e8-4171-b15d-a76a29fc4608', 'name': '', 'network_id': '8227817a-1732-4f6f-adf4-3725d8ae21c5', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'mac_address': 'fa:16:3e:de:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:25Z', 'updated_at': '2021-08-28T13:14:32Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'subnets': [{'id': 'b7d8c224-8181-482e-b781-56c61ba1f09f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:16:24.124467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160d70c-0ee4-4503-b3a2-a9f996973a73 None None] New status for floating IP 43c2e9e2-1b3d-422b-8868-56f6bfb3dde0: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:16:24.367311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29928e03-55e0-4783-9cac-40141a35f682 req-9ce64843-28d0-4723-8155-cbbba77db5a8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:24.370118 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-29928e03-55e0-4783-9cac-40141a35f682 req-9ce64843-28d0-4723-8155-cbbba77db5a8 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.0704818 Aug 28 13:16:24.418742 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-29928e03-55e0-4783-9cac-40141a35f682 req-ec006403-1618-445f-a747-571324cbb173 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/security-groups?id=199296e3-162d-4834-afa9-0ee610bd8d08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410323 Aug 28 13:16:25.014084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c333ea4-5c85-4514-a0b1-858954d440dd req-ea9cdc8b-ee8a-46c4-aa1b-0bc2040e0070 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:25.015705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c333ea4-5c85-4514-a0b1-858954d440dd req-ea9cdc8b-ee8a-46c4-aa1b-0bc2040e0070 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.10 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 946 time: 0.0610952 Aug 28 13:16:25.123404 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-3c333ea4-5c85-4514-a0b1-858954d440dd req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port 50427dcc-68e2-4ff6-8aae-b42360de58be {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:16:25.123746 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3c333ea4-5c85-4514-a0b1-858954d440dd req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:25.218629 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-3c333ea4-5c85-4514-a0b1-858954d440dd req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] For port 50427dcc-68e2-4ff6-8aae-b42360de58be, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=50427dcc-68e2-4ff6-8aae-b42360de58be,segment=NetworkSegment(50ed2b47-053e-44a2-a304-ab3cc34d5c45),segment_id=50ed2b47-053e-44a2-a304-ab3cc34d5c45)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:16:25.219011 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3c333ea4-5c85-4514-a0b1-858954d440dd req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:25.240544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-3c333ea4-5c85-4514-a0b1-858954d440dd req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for 50427dcc-68e2-4ff6-8aae-b42360de58be owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:16:25.372470 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3c333ea4-5c85-4514-a0b1-858954d440dd req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:25.405711 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=50427dcc-68e2-4ff6-8aae-b42360de58be,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:25.433636 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:25.433927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:25.434271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:25.435175 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:25.435510 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:25.435843 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:25.436175 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:25.436501 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:25.436826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:25.437149 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:25.437473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:25.437792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:25.461866 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c333ea4-5c85-4514-a0b1-858954d440dd req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] No DVR routers for this DVR port 50427dcc-68e2-4ff6-8aae-b42360de58be on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:16:25.464356 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-3c333ea4-5c85-4514-a0b1-858954d440dd req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:25.466658 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c333ea4-5c85-4514-a0b1-858954d440dd req-3e8b4009-546e-4412-a493-4ca92eb6634d tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.10 "DELETE /v2.0/ports/50427dcc-68e2-4ff6-8aae-b42360de58be HTTP/1.1" status: 204 len: 173 time: 0.4435093 Aug 28 13:16:25.467129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'name': 'network-vif-deleted', 'tag': '50427dcc-68e2-4ff6-8aae-b42360de58be'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:16:25.469439 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fbc669-0976-495d-b5ed-c32636c77416" -d '{"events": [{"server_uuid": "32ba021b-2a19-409e-ae5b-d2b7214124b6", "name": "network-vif-deleted", "tag": "50427dcc-68e2-4ff6-8aae-b42360de58be"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:16:25.535729 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d537b2-c42c-45e4-afdd-517ef90a98f9 x-openstack-request-id: req-b9d537b2-c42c-45e4-afdd-517ef90a98f9 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:16:25.536023 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ba021b-2a19-409e-ae5b-d2b7214124b6", "name": "network-vif-deleted", "tag": "50427dcc-68e2-4ff6-8aae-b42360de58be", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:16:25.536274 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9d537b2-c42c-45e4-afdd-517ef90a98f9 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:16:25.536674 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ba021b-2a19-409e-ae5b-d2b7214124b6', 'name': 'network-vif-deleted', 'tag': '50427dcc-68e2-4ff6-8aae-b42360de58be', 'status': 'completed', 'code': 200} Aug 28 13:16:25.547175 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-786f511b-ac15-49aa-952c-d6c881f2d2e5 req-1a4f1f1e-5f84-4e35-91f3-c59d1f4ededd tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "GET /v2.0/ports?device_id=32ba021b-2a19-409e-ae5b-d2b7214124b6 HTTP/1.1" status: 200 len: 210 time: 0.0356436 Aug 28 13:16:26.610545 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33216) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:27.062391 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-509fab68-9f02-46a4-b943-2bf50fcaa055 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:27.422442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-509fab68-9f02-46a4-b943-2bf50fcaa055 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port dd7662dd-12e8-4171-b15d-a76a29fc4608 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:16:27.422785 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-509fab68-9f02-46a4-b943-2bf50fcaa055 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:27.519130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-509fab68-9f02-46a4-b943-2bf50fcaa055 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] For port dd7662dd-12e8-4171-b15d-a76a29fc4608, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=dd7662dd-12e8-4171-b15d-a76a29fc4608,segment=NetworkSegment(50ed2b47-053e-44a2-a304-ab3cc34d5c45),segment_id=50ed2b47-053e-44a2-a304-ab3cc34d5c45)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:16:27.519519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-509fab68-9f02-46a4-b943-2bf50fcaa055 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:27.533615 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-509fab68-9f02-46a4-b943-2bf50fcaa055 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for dd7662dd-12e8-4171-b15d-a76a29fc4608 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:16:27.738555 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-509fab68-9f02-46a4-b943-2bf50fcaa055 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:27.767153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fab68-9f02-46a4-b943-2bf50fcaa055 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=dd7662dd-12e8-4171-b15d-a76a29fc4608,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:27.978127 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-509fab68-9f02-46a4-b943-2bf50fcaa055 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:28.098094 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 50427dcc-68e2-4ff6-8aae-b42360de58be no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:16:28.119106 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 50427dcc-68e2-4ff6-8aae-b42360de58be {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:16:28.119524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 50427dcc-68e2-4ff6-8aae-b42360de58be not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:16:28.220069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509fab68-9f02-46a4-b943-2bf50fcaa055 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Router 6291933a-6146-41a0-860f-25bc632da583 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:16:28.326786 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509fab68-9f02-46a4-b943-2bf50fcaa055 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:16:28.331931 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-509fab68-9f02-46a4-b943-2bf50fcaa055 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "PUT /v2.0/routers/6291933a-6146-41a0-860f-25bc632da583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7198904 Aug 28 13:16:28.335088 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33222) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:28.336429 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af33ad4-497d-4542-8909-c65ad5f39693 None None] Sync routers for ids ['6291933a-6146-41a0-860f-25bc632da583'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:16:28.345620 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af33ad4-497d-4542-8909-c65ad5f39693 None None] Routers {'6291933a-6146-41a0-860f-25bc632da583'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:16:28.346222 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-1af33ad4-497d-4542-8909-c65ad5f39693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:16:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6291933a-6146-41a0-860f-25bc632da583'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:16:28.391339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff847a5-b8d4-4467-906f-ba6d6d085513 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting subnet b7d8c224-8181-482e-b781-56c61ba1f09f {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:16:28.394878 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eff847a5-b8d4-4467-906f-ba6d6d085513 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:28.435087 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eff847a5-b8d4-4467-906f-ba6d6d085513 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:28.457980 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-1af33ad4-497d-4542-8909-c65ad5f39693 None None] Set router 6291933a-6146-41a0-860f-25bc632da583 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:16:28.520794 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eff847a5-b8d4-4467-906f-ba6d6d085513 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:28.587681 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eff847a5-b8d4-4467-906f-ba6d6d085513 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:28.617705 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-eff847a5-b8d4-4467-906f-ba6d6d085513 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:28.621599 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-eff847a5-b8d4-4467-906f-ba6d6d085513 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/subnets/b7d8c224-8181-482e-b781-56c61ba1f09f HTTP/1.1" status: 204 len: 168 time: 0.2850349 Aug 28 13:16:28.623028 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33224) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:28.624076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff847a5-b8d4-4467-906f-ba6d6d085513 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d8c224-8181-482e-b781-56c61ba1f09f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:28.626455 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca77bdd0-9e1f-42b1-b65a-eb1a08675109 None None] Network 8227817a-1732-4f6f-adf4-3725d8ae21c5 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:16:28.659410 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-1af33ad4-497d-4542-8909-c65ad5f39693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6291933a-6146-41a0-860f-25bc632da583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99446786', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:16:27Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:16:28.750670 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-79875264-856b-4e70-8b70-b47cf0365f79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:28.784770 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af33ad4-497d-4542-8909-c65ad5f39693 None None] Checking router: 6291933a-6146-41a0-860f-25bc632da583 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:16:28.793750 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af33ad4-497d-4542-8909-c65ad5f39693 None None] Routers {'6291933a-6146-41a0-860f-25bc632da583'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:16:28.794488 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-1af33ad4-497d-4542-8909-c65ad5f39693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:16:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6291933a-6146-41a0-860f-25bc632da583'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:16:28.851426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] DHCP port deletion for 8227817a-1732-4f6f-adf4-3725d8ae21c5 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:16:28.908734 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-1af33ad4-497d-4542-8909-c65ad5f39693 None None] Set router 6291933a-6146-41a0-860f-25bc632da583 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:16:28.913013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Deleting port c00e7780-03d8-41d1-90d8-9de214adcef8 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:16:28.913385 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:28.999727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] For port c00e7780-03d8-41d1-90d8-9de214adcef8, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c00e7780-03d8-41d1-90d8-9de214adcef8,segment=NetworkSegment(50ed2b47-053e-44a2-a304-ab3cc34d5c45),segment_id=50ed2b47-053e-44a2-a304-ab3cc34d5c45)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:16:29.000150 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:29.017049 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Calling delete_port for c00e7780-03d8-41d1-90d8-9de214adcef8 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:16:29.107085 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:29.126101 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-1af33ad4-497d-4542-8909-c65ad5f39693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6291933a-6146-41a0-860f-25bc632da583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99446786', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:16:27Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:16:29.136864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Pushing event deleted for resources: {'Port': ['ID=c00e7780-03d8-41d1-90d8-9de214adcef8,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:29.148046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:29.150311 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:29.150698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:29.151041 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:29.151376 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:29.151904 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:29.152243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:29.152569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:29.153034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:29.153397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:29.153722 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:29.154123 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:16:29.161846 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469cb084-f0fd-4a38-a02e-093714ccf5f0 None None] No DVR routers for this DVR port c00e7780-03d8-41d1-90d8-9de214adcef8 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:16:29.162506 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af33ad4-497d-4542-8909-c65ad5f39693 None None] The sync data for ids ['6291933a-6146-41a0-860f-25bc632da583'] in n-d-791505-21 is: [{'id': '6291933a-6146-41a0-860f-25bc632da583', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99446786', 'tenant_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:16:27Z', 'revision_number': 5, 'project_id': '76128c3db5c64f1fb1ea03729f5b5e46', 'gw_port': {'id': 'dbe598d2-8f5d-4122-b14e-27820e0f7c84', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6291933a-6146-41a0-860f-25bc632da583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:14:21Z', 'updated_at': '2021-08-28T13:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:16:29.230763 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-79875264-856b-4e70-8b70-b47cf0365f79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:29.290693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-79875264-856b-4e70-8b70-b47cf0365f79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Deleting port dbe598d2-8f5d-4122-b14e-27820e0f7c84 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:16:29.291027 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-79875264-856b-4e70-8b70-b47cf0365f79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:29.376989 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-79875264-856b-4e70-8b70-b47cf0365f79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] For port dbe598d2-8f5d-4122-b14e-27820e0f7c84, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=dbe598d2-8f5d-4122-b14e-27820e0f7c84,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:16:29.377603 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-79875264-856b-4e70-8b70-b47cf0365f79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:29.391377 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-79875264-856b-4e70-8b70-b47cf0365f79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Calling delete_port for dbe598d2-8f5d-4122-b14e-27820e0f7c84 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:16:29.570191 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-79875264-856b-4e70-8b70-b47cf0365f79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:29.613352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79875264-856b-4e70-8b70-b47cf0365f79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Port': ['ID=dbe598d2-8f5d-4122-b14e-27820e0f7c84,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:29.688141 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-79875264-856b-4e70-8b70-b47cf0365f79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:29.794929 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-79875264-856b-4e70-8b70-b47cf0365f79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:29.797333 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-79875264-856b-4e70-8b70-b47cf0365f79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:29.843152 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-79875264-856b-4e70-8b70-b47cf0365f79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:29.843589 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79875264-856b-4e70-8b70-b47cf0365f79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Fanout notify agent at l3_agent the message router_deleted on router 6291933a-6146-41a0-860f-25bc632da583 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:16:29.850538 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-79875264-856b-4e70-8b70-b47cf0365f79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:29.851695 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-79875264-856b-4e70-8b70-b47cf0365f79 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/routers/6291933a-6146-41a0-860f-25bc632da583 HTTP/1.1" status: 204 len: 168 time: 1.2255569 Aug 28 13:16:29.854764 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33236) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:29.961525 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b415710d-7e8c-4bb3-94ee-71389f9f2f60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:30.051172 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b415710d-7e8c-4bb3-94ee-71389f9f2f60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:30.061990 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b415710d-7e8c-4bb3-94ee-71389f9f2f60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8227817a-1732-4f6f-adf4-3725d8ae21c5']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:16:30.073487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b415710d-7e8c-4bb3-94ee-71389f9f2f60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ed2b47-053e-44a2-a304-ab3cc34d5c45') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:16:30.073783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-b415710d-7e8c-4bb3-94ee-71389f9f2f60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ed2b47-053e-44a2-a304-ab3cc34d5c45') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:16:30.083341 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b415710d-7e8c-4bb3-94ee-71389f9f2f60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:30.102263 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b415710d-7e8c-4bb3-94ee-71389f9f2f60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:30.109791 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b415710d-7e8c-4bb3-94ee-71389f9f2f60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:16:30.110195 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b415710d-7e8c-4bb3-94ee-71389f9f2f60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:16:30.113214 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:16:30.174682 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b415710d-7e8c-4bb3-94ee-71389f9f2f60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:30.181884 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b415710d-7e8c-4bb3-94ee-71389f9f2f60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:30.187063 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b415710d-7e8c-4bb3-94ee-71389f9f2f60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/networks/8227817a-1732-4f6f-adf4-3725d8ae21c5 HTTP/1.1" status: 204 len: 168 time: 0.3278713 Aug 28 13:16:30.187237 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33238) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:30.205575 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415710d-7e8c-4bb3-94ee-71389f9f2f60 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'Network': ['ID=8227817a-1732-4f6f-adf4-3725d8ae21c5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:30.260792 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-938fded0-bfc4-4605-a1e7-234b6bf31611 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:30.286576 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-938fded0-bfc4-4605-a1e7-234b6bf31611 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:30.365583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-938fded0-bfc4-4605-a1e7-234b6bf31611 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:30.369140 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-938fded0-bfc4-4605-a1e7-234b6bf31611 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:30.371105 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-938fded0-bfc4-4605-a1e7-234b6bf31611 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] 10.222.0.20 "DELETE /v2.0/security-groups/199296e3-162d-4834-afa9-0ee610bd8d08 HTTP/1.1" status: 204 len: 168 time: 0.1825056 Aug 28 13:16:30.384340 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fded0-bfc4-4605-a1e7-234b6bf31611 tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199296e3-162d-4834-afa9-0ee610bd8d08,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:30.410014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device dbe598d2-8f5d-4122-b14e-27820e0f7c84 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:16:30.472249 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: dbe598d2-8f5d-4122-b14e-27820e0f7c84 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:16:30.475895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device dbe598d2-8f5d-4122-b14e-27820e0f7c84 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:16:30.476516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c00e7780-03d8-41d1-90d8-9de214adcef8 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:16:30.528762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: c00e7780-03d8-41d1-90d8-9de214adcef8 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:16:30.529987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c00e7780-03d8-41d1-90d8-9de214adcef8 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:16:30.530813 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device dd7662dd-12e8-4171-b15d-a76a29fc4608 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:16:30.555721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: dd7662dd-12e8-4171-b15d-a76a29fc4608 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:16:30.556334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device dd7662dd-12e8-4171-b15d-a76a29fc4608 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:16:30.818010 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33248) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:30.958684 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-beab498b-b170-4d29-90db-8fc145343d5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76128c3db5c64f1fb1ea03729f5b5e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393425 Aug 28 13:16:30.961355 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33252) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:31.010603 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c700c46b-daca-4876-b606-725ba3d82935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:31.031875 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c700c46b-daca-4876-b606-725ba3d82935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:31.078972 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c700c46b-daca-4876-b606-725ba3d82935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:31.081551 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c700c46b-daca-4876-b606-725ba3d82935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:31.082731 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c700c46b-daca-4876-b606-725ba3d82935 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04ffcf67-b458-4eca-94f9-c6f586c4f409 HTTP/1.1" status: 204 len: 168 time: 0.1204848 Aug 28 13:16:31.090619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700c46b-daca-4876-b606-725ba3d82935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ffcf67-b458-4eca-94f9-c6f586c4f409,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:31.372827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33258) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:31.416575 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-52f5f555-0494-407b-b97f-7db229e1bde4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f640e9d24dd42c48badb959fdabecf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422287 Aug 28 13:16:31.419215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33260) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:31.469593 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0809-4f6b-4814-848e-332a8b39723c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:31.490655 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0809-4f6b-4814-848e-332a8b39723c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:31.540207 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0809-4f6b-4814-848e-332a8b39723c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:31.542869 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0809-4f6b-4814-848e-332a8b39723c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:31.544567 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8bfd0809-4f6b-4814-848e-332a8b39723c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86bfe731-7f78-448b-a11f-38324c15f375 HTTP/1.1" status: 204 len: 168 time: 0.1244078 Aug 28 13:16:31.556870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd0809-4f6b-4814-848e-332a8b39723c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bfe731-7f78-448b-a11f-38324c15f375,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:31.929150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bf514-5de0-4066-9911-84fbc17096a0 req-8d1e6a9d-5243-486d-b0d2-e33a8dda7429 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:31.930789 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-747bf514-5de0-4066-9911-84fbc17096a0 req-8d1e6a9d-5243-486d-b0d2-e33a8dda7429 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 812 time: 0.1084106 Aug 28 13:16:31.946309 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-747bf514-5de0-4066-9911-84fbc17096a0 req-589c1f56-e2c5-485a-bd93-b709731c7f8d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/quotas/bfa467c998e542408cd59322ce9a0c71 HTTP/1.1" status: 200 len: 375 time: 0.0096772 Aug 28 13:16:32.000879 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-747bf514-5de0-4066-9911-84fbc17096a0 req-8450b6ea-d957-4983-b7af-9aa5168974b8 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481682 Aug 28 13:16:32.110490 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-747bf514-5de0-4066-9911-84fbc17096a0 req-0fccae31-9545-4c2e-88c1-b43471185d57 service neutron] 10.222.0.20 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018035 Aug 28 13:16:32.208236 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-747bf514-5de0-4066-9911-84fbc17096a0 req-16b7d875-1725-4d07-b649-926b72fe0327 service neutron] 10.222.0.20 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899282 Aug 28 13:16:32.312519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33296) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:32.426849 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-1924f58e-1867-40c6-8fe0-b080ae7a0bdf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1765267941-network', 'tenant_id': 'cd61d7d4ce7c45d3bac64c612faa8e23'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:16:32.430415 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f4e4dc52-c417-4e02-95e6-1aff34aefa47 req-6f6d5995-c06d-4d18-9191-07ebf5ad0dbe tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 210 time: 0.0322340 Aug 28 13:16:32.465098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1924f58e-1867-40c6-8fe0-b080ae7a0bdf admin admin] Made reservation on behalf of cd61d7d4ce7c45d3bac64c612faa8e23 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:16:32.468585 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1924f58e-1867-40c6-8fe0-b080ae7a0bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:32.485763 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1924f58e-1867-40c6-8fe0-b080ae7a0bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:32.586027 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1924f58e-1867-40c6-8fe0-b080ae7a0bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:32.591247 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1924f58e-1867-40c6-8fe0-b080ae7a0bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:32.614620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1924f58e-1867-40c6-8fe0-b080ae7a0bdf admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:16:32.630098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924f58e-1867-40c6-8fe0-b080ae7a0bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03931643-68d8-4147-b0fb-6f30456ce57a,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:32.636084 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1924f58e-1867-40c6-8fe0-b080ae7a0bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:32.636428 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-1924f58e-1867-40c6-8fe0-b080ae7a0bdf admin admin] Added segment 10c913ec-cc18-46ab-9e98-7985f84cdee8 of type vlan for network 71c2bf46-86ca-4c17-8b60-faeca34c1c8d Aug 28 13:16:32.686470 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1924f58e-1867-40c6-8fe0-b080ae7a0bdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:32.716911 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1924f58e-1867-40c6-8fe0-b080ae7a0bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:32.717723 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1924f58e-1867-40c6-8fe0-b080ae7a0bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:32.718479 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1924f58e-1867-40c6-8fe0-b080ae7a0bdf admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:32.774219 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1924f58e-1867-40c6-8fe0-b080ae7a0bdf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4605763 Aug 28 13:16:32.777760 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33310) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:32.786833 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-dc51089f-e762-4f89-8f27-6b351796aa32 admin admin] Request body: {'subnet': {'network_id': '71c2bf46-86ca-4c17-8b60-faeca34c1c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1765267941-subnet', 'tenant_id': 'cd61d7d4ce7c45d3bac64c612faa8e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:16:32.804173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924f58e-1867-40c6-8fe0-b080ae7a0bdf admin admin] Pushing event updated for resources: {'Network': ['ID=71c2bf46-86ca-4c17-8b60-faeca34c1c8d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:32.814758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 71c2bf46-86ca-4c17-8b60-faeca34c1c8d details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:16:32.827381 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc51089f-e762-4f89-8f27-6b351796aa32 admin admin] Made reservation on behalf of cd61d7d4ce7c45d3bac64c612faa8e23 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:16:32.829992 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc51089f-e762-4f89-8f27-6b351796aa32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:33.013280 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc51089f-e762-4f89-8f27-6b351796aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:33.074431 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51089f-e762-4f89-8f27-6b351796aa32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da1efcd-9600-423e-b213-0fb480ed2f9d,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:33.083807 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc51089f-e762-4f89-8f27-6b351796aa32 admin admin] Checking segment: {'id': '10c913ec-cc18-46ab-9e98-7985f84cdee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '71c2bf46-86ca-4c17-8b60-faeca34c1c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:16:33.084174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51089f-e762-4f89-8f27-6b351796aa32 admin admin] Network hostable DHCP agents. Network: 71c2bf46-86ca-4c17-8b60-faeca34c1c8d, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:16:33.101749 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51089f-e762-4f89-8f27-6b351796aa32 admin admin] Network 71c2bf46-86ca-4c17-8b60-faeca34c1c8d is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:16:33.111290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-dc51089f-e762-4f89-8f27-6b351796aa32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 71c2bf46-86ca-4c17-8b60-faeca34c1c8d) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:16:33.115965 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc51089f-e762-4f89-8f27-6b351796aa32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:33.116683 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dc51089f-e762-4f89-8f27-6b351796aa32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:33.121970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7650f0-a01d-4149-b75c-49cc2eb32056 None None] Network 71c2bf46-86ca-4c17-8b60-faeca34c1c8d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:16:33.132023 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dc51089f-e762-4f89-8f27-6b351796aa32 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3520000 Aug 28 13:16:33.253051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d6ea7d-ffa3-485d-8eeb-95404ca357b3 None None] Network 71c2bf46-86ca-4c17-8b60-faeca34c1c8d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:16:33.380021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bf514-5de0-4066-9911-84fbc17096a0 req-08111fe8-c4ad-4e0f-9ea1-092c9eea4814 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:33.381593 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-747bf514-5de0-4066-9911-84fbc17096a0 req-08111fe8-c4ad-4e0f-9ea1-092c9eea4814 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 812 time: 0.1338034 Aug 28 13:16:33.394606 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-747bf514-5de0-4066-9911-84fbc17096a0 req-172d33d2-4dd2-4e91-b0e7-328a26be536c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'port': {'device_id': '364a626b-4743-4381-9ab8-a93ed8fb30de', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'admin_state_up': True, 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:16:33.512038 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747bf514-5de0-4066-9911-84fbc17096a0 req-172d33d2-4dd2-4e91-b0e7-328a26be536c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Made reservation on behalf of bfa467c998e542408cd59322ce9a0c71 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:16:33.516476 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-747bf514-5de0-4066-9911-84fbc17096a0 req-172d33d2-4dd2-4e91-b0e7-328a26be536c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:33.565709 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9e5db780-1415-4c0c-b26d-4df4e9ccbfa3 req-75149a45-78a2-4be7-bf6a-dc2177911cf2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 210 time: 0.0393801 Aug 28 13:16:33.674856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-747bf514-5de0-4066-9911-84fbc17096a0 req-172d33d2-4dd2-4e91-b0e7-328a26be536c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Allocated IP 172.20.0.3 (ad1e0c47-7599-4a39-bb41-379750035e93/ed9eb34d-8601-4703-ace5-3667dbf5f9b7/ed561c14-129b-4658-8192-bbdbd98f4ff6) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:16:33.704091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33328) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:33.710726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b9fd173f-af32-4829-b7c1-e6a94a8dba06 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-167725770-network', 'tenant_id': 'c0258bb1bcf34338a8d6b2507bdb79dd'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:16:33.732876 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fd173f-af32-4829-b7c1-e6a94a8dba06 admin admin] Made reservation on behalf of c0258bb1bcf34338a8d6b2507bdb79dd for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:16:33.735691 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9fd173f-af32-4829-b7c1-e6a94a8dba06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:33.745140 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9fd173f-af32-4829-b7c1-e6a94a8dba06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:33.866090 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9fd173f-af32-4829-b7c1-e6a94a8dba06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:33.873487 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9fd173f-af32-4829-b7c1-e6a94a8dba06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:33.881486 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-747bf514-5de0-4066-9911-84fbc17096a0 req-172d33d2-4dd2-4e91-b0e7-328a26be536c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:33.897255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fd173f-af32-4829-b7c1-e6a94a8dba06 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:16:33.899974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-747bf514-5de0-4066-9911-84fbc17096a0 req-172d33d2-4dd2-4e91-b0e7-328a26be536c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Transition to ACTIVE for port object ed561c14-129b-4658-8192-bbdbd98f4ff6 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:16:33.911678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd173f-af32-4829-b7c1-e6a94a8dba06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd4bb2f-530c-4fa8-92f7-e7b643e06223,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:33.917385 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9fd173f-af32-4829-b7c1-e6a94a8dba06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:33.917533 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-b9fd173f-af32-4829-b7c1-e6a94a8dba06 admin admin] Added segment 7b6cd0eb-94e4-44ad-b4bf-a33da9e0f361 of type vlan for network 841b7ac1-e434-4855-8d64-616416c9a5e9 Aug 28 13:16:33.951107 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-747bf514-5de0-4066-9911-84fbc17096a0 req-172d33d2-4dd2-4e91-b0e7-328a26be536c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:33.966984 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9fd173f-af32-4829-b7c1-e6a94a8dba06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:33.998826 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9fd173f-af32-4829-b7c1-e6a94a8dba06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:34.000191 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd173f-af32-4829-b7c1-e6a94a8dba06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:34.000880 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9fd173f-af32-4829-b7c1-e6a94a8dba06 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:34.002194 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747bf514-5de0-4066-9911-84fbc17096a0 req-172d33d2-4dd2-4e91-b0e7-328a26be536c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Network ad1e0c47-7599-4a39-bb41-379750035e93 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:16:34.006260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-747bf514-5de0-4066-9911-84fbc17096a0 req-172d33d2-4dd2-4e91-b0e7-328a26be536c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:16:34.010286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-747bf514-5de0-4066-9911-84fbc17096a0 req-172d33d2-4dd2-4e91-b0e7-328a26be536c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:16:34.046497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d33d2-4dd2-4e91-b0e7-328a26be536c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'Port': ['ID=ed561c14-129b-4658-8192-bbdbd98f4ff6,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:34.072676 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bf514-5de0-4066-9911-84fbc17096a0 req-172d33d2-4dd2-4e91-b0e7-328a26be536c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:34.073611 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-747bf514-5de0-4066-9911-84fbc17096a0 req-172d33d2-4dd2-4e91-b0e7-328a26be536c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:34.077274 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b9fd173f-af32-4829-b7c1-e6a94a8dba06 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3720572 Aug 28 13:16:34.080769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33334) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:34.085812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c1fffd8b-411b-4501-bcf5-ee81010c3ad8 admin admin] Request body: {'subnet': {'network_id': '841b7ac1-e434-4855-8d64-616416c9a5e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-167725770-subnet', 'tenant_id': 'c0258bb1bcf34338a8d6b2507bdb79dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:16:34.087412 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd173f-af32-4829-b7c1-e6a94a8dba06 admin admin] Pushing event updated for resources: {'Network': ['ID=841b7ac1-e434-4855-8d64-616416c9a5e9,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:34.101250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 841b7ac1-e434-4855-8d64-616416c9a5e9 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:16:34.117880 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fffd8b-411b-4501-bcf5-ee81010c3ad8 admin admin] Made reservation on behalf of c0258bb1bcf34338a8d6b2507bdb79dd for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:16:34.120130 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c1fffd8b-411b-4501-bcf5-ee81010c3ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:34.125167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-747bf514-5de0-4066-9911-84fbc17096a0 req-172d33d2-4dd2-4e91-b0e7-328a26be536c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7339532 Aug 28 13:16:34.139978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Request body: {'port': {'device_id': '364a626b-4743-4381-9ab8-a93ed8fb30de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:16:34.226722 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:34.383875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3eda401f-c2cd-4ae9-ba0f-911d0b31c477 None None] Provisioning for port ed561c14-129b-4658-8192-bbdbd98f4ff6 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:16:34.388561 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3eda401f-c2cd-4ae9-ba0f-911d0b31c477 None None] Provisioning complete for port ed561c14-129b-4658-8192-bbdbd98f4ff6 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:16:34.389059 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3eda401f-c2cd-4ae9-ba0f-911d0b31c477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:34.425786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3eda401f-c2cd-4ae9-ba0f-911d0b31c477 None None] Port ed561c14-129b-4658-8192-bbdbd98f4ff6 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:16:34.534749 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c1fffd8b-411b-4501-bcf5-ee81010c3ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:34.635274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fffd8b-411b-4501-bcf5-ee81010c3ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68e57f8-4b04-41d1-b354-72b369e640da,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:34.664816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fffd8b-411b-4501-bcf5-ee81010c3ad8 admin admin] Checking segment: {'id': '7b6cd0eb-94e4-44ad-b4bf-a33da9e0f361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '841b7ac1-e434-4855-8d64-616416c9a5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:16:34.665185 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fffd8b-411b-4501-bcf5-ee81010c3ad8 admin admin] Network hostable DHCP agents. Network: 841b7ac1-e434-4855-8d64-616416c9a5e9, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:16:34.717314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed561c14-129b-4658-8192-bbdbd98f4ff6 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:16:34.727134 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:34.740105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fffd8b-411b-4501-bcf5-ee81010c3ad8 admin admin] Network 841b7ac1-e434-4855-8d64-616416c9a5e9 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:16:34.749614 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Transition to ACTIVE for port object ed561c14-129b-4658-8192-bbdbd98f4ff6 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:16:34.761221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8734aca-7404-4b36-8da2-21d2fd5e27d0 req-4e131be3-178f-44cd-9a34-a614f50241fa tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:34.763188 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a8734aca-7404-4b36-8da2-21d2fd5e27d0 req-4e131be3-178f-44cd-9a34-a614f50241fa tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 931 time: 0.1182630 Aug 28 13:16:34.764327 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:34.767841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-c1fffd8b-411b-4501-bcf5-ee81010c3ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 841b7ac1-e434-4855-8d64-616416c9a5e9) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:16:34.780087 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2165f25-bb56-47a2-8b08-511bee4ff91e None None] Network 841b7ac1-e434-4855-8d64-616416c9a5e9 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:16:34.795515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fffd8b-411b-4501-bcf5-ee81010c3ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:34.796111 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c1fffd8b-411b-4501-bcf5-ee81010c3ad8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:34.846083 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c1fffd8b-411b-4501-bcf5-ee81010c3ad8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7641599 Aug 28 13:16:34.849243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Pushing event updated for resources: {'Port': ['ID=ed561c14-129b-4658-8192-bbdbd98f4ff6,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:34.889595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a8734aca-7404-4b36-8da2-21d2fd5e27d0 req-3ac8cef5-5fec-442d-a905-cefaf858c582 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966141 Aug 28 13:16:34.965444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Attempting to bind port ed561c14-129b-4658-8192-bbdbd98f4ff6 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:16:34.968562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Attempting to bind port ed561c14-129b-4658-8192-bbdbd98f4ff6 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:16:34.969005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Attempting to bind port ed561c14-129b-4658-8192-bbdbd98f4ff6 on network ad1e0c47-7599-4a39-bb41-379750035e93 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:16:34.978233 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Port ed561c14-129b-4658-8192-bbdbd98f4ff6 on network ad1e0c47-7599-4a39-bb41-379750035e93 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:16:34.978586 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Attempting to bind port ed561c14-129b-4658-8192-bbdbd98f4ff6 on network ad1e0c47-7599-4a39-bb41-379750035e93 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:16:34.991047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462e6c3a-6678-4b2d-9534-e9b8f365f835 None None] Network 841b7ac1-e434-4855-8d64-616416c9a5e9 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:16:34.993740 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:16:34.994079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Checking segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:16:34.994495 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Bound using segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:16:34.994939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Bound port: ed561c14-129b-4658-8192-bbdbd98f4ff6, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:16:34.995304 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:35.089459 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] For port ed561c14-129b-4658-8192-bbdbd98f4ff6, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:16:35.096019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] For port ed561c14-129b-4658-8192-bbdbd98f4ff6, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=ed561c14-129b-4658-8192-bbdbd98f4ff6,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:16:35.102251 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:35.164993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:35.164993 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:35.164993 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-747bf514-5de0-4066-9911-84fbc17096a0 req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] 10.222.0.11 "PUT /v2.0/ports/ed561c14-129b-4658-8192-bbdbd98f4ff6 HTTP/1.1" status: 200 len: 1092 time: 1.0297587 Aug 28 13:16:35.168074 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364a626b-4743-4381-9ab8-a93ed8fb30de', 'tag': 'ed561c14-129b-4658-8192-bbdbd98f4ff6'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:16:35.170975 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3186bbc-4f4a-49b5-ad8a-f23d38787cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "364a626b-4743-4381-9ab8-a93ed8fb30de", "tag": "ed561c14-129b-4658-8192-bbdbd98f4ff6"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:16:35.214434 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8183108-dabb-4ba5-aa17-53aef4eecb01 service neutron] Pushing event updated for resources: {'Port': ['ID=ed561c14-129b-4658-8192-bbdbd98f4ff6,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:35.251829 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b6b063-9269-4473-8439-0c130a2a1762 x-openstack-request-id: req-c2b6b063-9269-4473-8439-0c130a2a1762 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:16:35.252146 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364a626b-4743-4381-9ab8-a93ed8fb30de", "tag": "ed561c14-129b-4658-8192-bbdbd98f4ff6", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:16:35.252465 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2b6b063-9269-4473-8439-0c130a2a1762 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:16:35.253581 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364a626b-4743-4381-9ab8-a93ed8fb30de', 'tag': 'ed561c14-129b-4658-8192-bbdbd98f4ff6', 'status': 'completed', 'code': 200} Aug 28 13:16:35.275460 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bf514-5de0-4066-9911-84fbc17096a0 req-8aae767a-5d02-47ed-a15a-cb51452feea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:35.277052 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-747bf514-5de0-4066-9911-84fbc17096a0 req-8aae767a-5d02-47ed-a15a-cb51452feea2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 1095 time: 0.0585685 Aug 28 13:16:35.333543 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-747bf514-5de0-4066-9911-84fbc17096a0 req-ecdabc60-f6e8-4123-8ee5-00432a22d6a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed561c14-129b-4658-8192-bbdbd98f4ff6 HTTP/1.1" status: 200 len: 217 time: 0.0457468 Aug 28 13:16:35.399201 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bf514-5de0-4066-9911-84fbc17096a0 req-93c8a3ed-9a97-47e5-a5c3-e0d5a9b81603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:35.401185 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-747bf514-5de0-4066-9911-84fbc17096a0 req-93c8a3ed-9a97-47e5-a5c3-e0d5a9b81603 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0608799 Aug 28 13:16:35.465907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bf514-5de0-4066-9911-84fbc17096a0 req-aae2a0ff-3203-4f22-b40d-b0e174c094ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:35.467687 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-747bf514-5de0-4066-9911-84fbc17096a0 req-aae2a0ff-3203-4f22-b40d-b0e174c094ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588648 Aug 28 13:16:35.522837 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-bec483d1-b380-498f-81c5-30899a5e684f tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:35.531501 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-bec483d1-b380-498f-81c5-30899a5e684f tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/networks?id=71c2bf46-86ca-4c17-8b60-faeca34c1c8d HTTP/1.1" status: 200 len: 812 time: 0.1287394 Aug 28 13:16:35.548769 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-c31ac9df-0564-4980-b77c-d1d72925419a tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/quotas/cd61d7d4ce7c45d3bac64c612faa8e23 HTTP/1.1" status: 200 len: 375 time: 0.0160961 Aug 28 13:16:35.575670 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-747bf514-5de0-4066-9911-84fbc17096a0 req-aff40e13-7a93-49e2-9a67-b3beb7cede27 service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984130 Aug 28 13:16:35.587778 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-ef608692-0155-4589-8f97-67cf03467b2c tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd61d7d4ce7c45d3bac64c612faa8e23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378189 Aug 28 13:16:35.704010 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-747bf514-5de0-4066-9911-84fbc17096a0 req-8dbf671a-e4b8-452c-86d1-27cf4cd19343 service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213467 Aug 28 13:16:35.708933 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-4762a63c-d079-46e0-ba1d-2f64cb491823 service neutron] 10.222.0.20 "GET /v2.0/networks/71c2bf46-86ca-4c17-8b60-faeca34c1c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122112 Aug 28 13:16:35.801978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3186bbc-4f4a-49b5-ad8a-f23d38787cbf req-6bb5c87d-2af9-4a9f-86c7-2952213a4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:35.803592 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b3186bbc-4f4a-49b5-ad8a-f23d38787cbf req-6bb5c87d-2af9-4a9f-86c7-2952213a4179 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 1095 time: 0.0476422 Aug 28 13:16:35.814666 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-ca75f784-27bc-4a52-ad70-0b67fef7088d service neutron] 10.222.0.20 "GET /v2.0/networks/71c2bf46-86ca-4c17-8b60-faeca34c1c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992634 Aug 28 13:16:35.909575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3186bbc-4f4a-49b5-ad8a-f23d38787cbf req-ea00e1fe-6a55-43be-9d66-2833ee562fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:35.911341 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b3186bbc-4f4a-49b5-ad8a-f23d38787cbf req-ea00e1fe-6a55-43be-9d66-2833ee562fa9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.1002476 Aug 28 13:16:35.987878 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b3186bbc-4f4a-49b5-ad8a-f23d38787cbf req-8ad8f5ea-8414-461f-9819-c1cf28adb67a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed561c14-129b-4658-8192-bbdbd98f4ff6 HTTP/1.1" status: 200 len: 217 time: 0.0691183 Aug 28 13:16:36.055282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3186bbc-4f4a-49b5-ad8a-f23d38787cbf req-18f31855-68a1-459a-97c4-1a2689bec4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:36.056806 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b3186bbc-4f4a-49b5-ad8a-f23d38787cbf req-18f31855-68a1-459a-97c4-1a2689bec4b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0572348 Aug 28 13:16:36.063042 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-72fc7d56-d858-45e8-8011-2dbc01991664 req-9c1f9178-c337-431b-a138-b4ae15f4ce83 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 210 time: 0.0610673 Aug 28 13:16:36.128159 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3186bbc-4f4a-49b5-ad8a-f23d38787cbf req-8e00684d-ef42-48d1-9810-7c1cb28e557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:36.129678 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b3186bbc-4f4a-49b5-ad8a-f23d38787cbf req-8e00684d-ef42-48d1-9810-7c1cb28e557e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580292 Aug 28 13:16:36.137441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8a27c-55a0-4b7b-aef0-89687de065d8 req-796a26e5-13c3-41c2-ad86-50ba0da4da96 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:36.140073 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0bb8a27c-55a0-4b7b-aef0-89687de065d8 req-796a26e5-13c3-41c2-ad86-50ba0da4da96 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 943 time: 0.1504822 Aug 28 13:16:36.231911 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0bb8a27c-55a0-4b7b-aef0-89687de065d8 req-cf5db775-8f3a-46aa-9013-94190ed8d179 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829644 Aug 28 13:16:36.272961 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b3186bbc-4f4a-49b5-ad8a-f23d38787cbf req-1ca5082b-8b61-4dc0-be0f-4500650b62ed service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318882 Aug 28 13:16:36.372719 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b3186bbc-4f4a-49b5-ad8a-f23d38787cbf req-fd39d49a-6a8c-40bb-9ec3-8702a2db18cd service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921938 Aug 28 13:16:37.319146 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-96c571c1-85e6-4215-8ab2-1c0a8b8e372a req-5dac83e4-68f4-4c10-ada9-56e93eb3363f tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 210 time: 0.1403296 Aug 28 13:16:37.392054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-3af8c174-ceab-4c53-9749-181a440ea2c1 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:37.393793 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-3af8c174-ceab-4c53-9749-181a440ea2c1 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.10 "GET /v2.0/networks?id=71c2bf46-86ca-4c17-8b60-faeca34c1c8d HTTP/1.1" status: 200 len: 812 time: 0.2648873 Aug 28 13:16:37.421180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-5ccea0f9-4479-403a-9162-105a69f1b2a2 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Request body: {'port': {'device_id': '46926dda-51dc-4b4d-9090-96516a746c07', 'network_id': '71c2bf46-86ca-4c17-8b60-faeca34c1c8d', 'admin_state_up': True, 'tenant_id': 'cd61d7d4ce7c45d3bac64c612faa8e23'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:16:37.446014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9dbc9-45b6-466e-83d5-6168c89bd2f7 req-cae853ad-8f01-4953-922d-b4bf63553900 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:37.459344 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-00f9dbc9-45b6-466e-83d5-6168c89bd2f7 req-cae853ad-8f01-4953-922d-b4bf63553900 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 943 time: 0.1070385 Aug 28 13:16:37.527258 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-00f9dbc9-45b6-466e-83d5-6168c89bd2f7 req-1f4c0f4e-fa9f-449e-bc94-d8d30d3f2344 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668638 Aug 28 13:16:37.603433 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:37.639788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-5ccea0f9-4479-403a-9162-105a69f1b2a2 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Made reservation on behalf of cd61d7d4ce7c45d3bac64c612faa8e23 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:16:37.646568 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-5ccea0f9-4479-403a-9162-105a69f1b2a2 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:37.852075 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-5ccea0f9-4479-403a-9162-105a69f1b2a2 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Allocated IP 172.20.0.3 (71c2bf46-86ca-4c17-8b60-faeca34c1c8d/8da1efcd-9600-423e-b213-0fb480ed2f9d/07fbc129-d3f3-41f3-bab2-5a099d6ba89f) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:16:38.091810 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-5ccea0f9-4479-403a-9162-105a69f1b2a2 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:38.161162 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-5ccea0f9-4479-403a-9162-105a69f1b2a2 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:38.208848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-5ccea0f9-4479-403a-9162-105a69f1b2a2 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Network 71c2bf46-86ca-4c17-8b60-faeca34c1c8d is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:16:38.216886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-5ccea0f9-4479-403a-9162-105a69f1b2a2 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:16:38.221989 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccea0f9-4479-403a-9162-105a69f1b2a2 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Pushing event updated for resources: {'Port': ['ID=07fbc129-d3f3-41f3-bab2-5a099d6ba89f,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:38.224885 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-5ccea0f9-4479-403a-9162-105a69f1b2a2 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:16:38.289632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-5ccea0f9-4479-403a-9162-105a69f1b2a2 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:38.290601 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-5ccea0f9-4479-403a-9162-105a69f1b2a2 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:38.318287 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-5ccea0f9-4479-403a-9162-105a69f1b2a2 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9027512 Aug 28 13:16:38.332242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Request body: {'port': {'device_id': '46926dda-51dc-4b4d-9090-96516a746c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:16:38.410714 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:38.531506 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57919e24-c6bd-453a-90e9-153199db669b req-1a99d484-1135-4913-9903-43916ade2570 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:38.533060 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57919e24-c6bd-453a-90e9-153199db669b req-1a99d484-1135-4913-9903-43916ade2570 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 931 time: 0.1177080 Aug 28 13:16:38.678261 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-57919e24-c6bd-453a-90e9-153199db669b req-c3f86c46-c071-4395-929d-af094c009f90 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865405 Aug 28 13:16:38.722230 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b7cbc-2ad4-462a-9f03-72d6e033e30f req-d5814442-f5ea-45b3-bbc4-fa96f31f27f9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:38.723388 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3f2b7cbc-2ad4-462a-9f03-72d6e033e30f req-d5814442-f5ea-45b3-bbc4-fa96f31f27f9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 943 time: 0.0726130 Aug 28 13:16:38.783886 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3f2b7cbc-2ad4-462a-9f03-72d6e033e30f req-4ce1e57f-1cf5-4ac9-bdbf-22acf4e49f87 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445886 Aug 28 13:16:38.863113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07fbc129-d3f3-41f3-bab2-5a099d6ba89f {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:16:38.876456 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:38.895878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Transition to ACTIVE for port object 07fbc129-d3f3-41f3-bab2-5a099d6ba89f will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:16:38.904052 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:38.993829 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Pushing event updated for resources: {'Port': ['ID=07fbc129-d3f3-41f3-bab2-5a099d6ba89f,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:39.058862 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Attempting to bind port 07fbc129-d3f3-41f3-bab2-5a099d6ba89f on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:16:39.059108 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Attempting to bind port 07fbc129-d3f3-41f3-bab2-5a099d6ba89f by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '10c913ec-cc18-46ab-9e98-7985f84cdee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '71c2bf46-86ca-4c17-8b60-faeca34c1c8d'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:16:39.060174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Attempting to bind port 07fbc129-d3f3-41f3-bab2-5a099d6ba89f on network 71c2bf46-86ca-4c17-8b60-faeca34c1c8d {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:16:39.067705 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Port 07fbc129-d3f3-41f3-bab2-5a099d6ba89f on network 71c2bf46-86ca-4c17-8b60-faeca34c1c8d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:16:39.068508 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Attempting to bind port 07fbc129-d3f3-41f3-bab2-5a099d6ba89f on network 71c2bf46-86ca-4c17-8b60-faeca34c1c8d {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:16:39.075696 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:16:39.076001 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Checking segment: {'id': '10c913ec-cc18-46ab-9e98-7985f84cdee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '71c2bf46-86ca-4c17-8b60-faeca34c1c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:16:39.076662 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Bound using segment: {'id': '10c913ec-cc18-46ab-9e98-7985f84cdee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '71c2bf46-86ca-4c17-8b60-faeca34c1c8d'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:16:39.077269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Bound port: 07fbc129-d3f3-41f3-bab2-5a099d6ba89f, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c913ec-cc18-46ab-9e98-7985f84cdee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '71c2bf46-86ca-4c17-8b60-faeca34c1c8d'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:16:39.077817 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:39.175473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] For port 07fbc129-d3f3-41f3-bab2-5a099d6ba89f, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:16:39.180744 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] For port 07fbc129-d3f3-41f3-bab2-5a099d6ba89f, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=07fbc129-d3f3-41f3-bab2-5a099d6ba89f,segment=NetworkSegment(10c913ec-cc18-46ab-9e98-7985f84cdee8),segment_id=10c913ec-cc18-46ab-9e98-7985f84cdee8)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:16:39.192016 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:39.234760 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:39.236231 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:39.237888 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] 10.222.0.10 "PUT /v2.0/ports/07fbc129-d3f3-41f3-bab2-5a099d6ba89f HTTP/1.1" status: 200 len: 1092 time: 0.9102082 Aug 28 13:16:39.238077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46926dda-51dc-4b4d-9090-96516a746c07', 'tag': '07fbc129-d3f3-41f3-bab2-5a099d6ba89f'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:16:39.241624 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0543cd6b-a832-4f50-99f9-46b24dd8af20" -d '{"events": [{"name": "network-changed", "server_uuid": "46926dda-51dc-4b4d-9090-96516a746c07", "tag": "07fbc129-d3f3-41f3-bab2-5a099d6ba89f"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:16:39.271804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8dba7-1b16-4237-ab1c-e65c6c40bd80 service neutron] Pushing event updated for resources: {'Port': ['ID=07fbc129-d3f3-41f3-bab2-5a099d6ba89f,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:39.287594 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816e62e1-df41-4f0e-a193-f94122bf993b x-openstack-request-id: req-816e62e1-df41-4f0e-a193-f94122bf993b {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:16:39.287892 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46926dda-51dc-4b4d-9090-96516a746c07", "tag": "07fbc129-d3f3-41f3-bab2-5a099d6ba89f", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:16:39.288754 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-816e62e1-df41-4f0e-a193-f94122bf993b {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:16:39.288754 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46926dda-51dc-4b4d-9090-96516a746c07', 'tag': '07fbc129-d3f3-41f3-bab2-5a099d6ba89f', 'status': 'completed', 'code': 200} Aug 28 13:16:39.345697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-0cf141c9-f853-4ff4-af40-92a35d764fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:39.347339 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-0cf141c9-f853-4ff4-af40-92a35d764fa5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd61d7d4ce7c45d3bac64c612faa8e23&device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 1095 time: 0.0463758 Aug 28 13:16:39.398982 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-40dc3f1e-dfb1-46e8-8d3e-171519d6a4e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07fbc129-d3f3-41f3-bab2-5a099d6ba89f HTTP/1.1" status: 200 len: 217 time: 0.0379739 Aug 28 13:16:39.470655 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-2937139f-4136-451f-8d5d-f036f1510500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:39.472162 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-2937139f-4136-451f-8d5d-f036f1510500 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da1efcd-9600-423e-b213-0fb480ed2f9d HTTP/1.1" status: 200 len: 852 time: 0.0635159 Aug 28 13:16:39.512163 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-759d3f80-b328-47c6-a2e4-4c5909f3e50c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71c2bf46-86ca-4c17-8b60-faeca34c1c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319438 Aug 28 13:16:39.628226 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-59f8c28d-7ea6-45a2-9463-a1612bac542b service neutron] 10.222.0.10 "GET /v2.0/networks/71c2bf46-86ca-4c17-8b60-faeca34c1c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062934 Aug 28 13:16:39.768573 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-486878c2-2c0e-4e68-b916-7d4dbe20a736 req-98d4ea66-4e6c-41e4-b4c5-4c33e5a23789 service neutron] 10.222.0.10 "GET /v2.0/networks/71c2bf46-86ca-4c17-8b60-faeca34c1c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310225 Aug 28 13:16:39.823917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263267c-71a7-4660-8d83-2a91ce7867cc req-8ef07411-429f-4a2b-8009-550ac43e47ef tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:39.825927 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b263267c-71a7-4660-8d83-2a91ce7867cc req-8ef07411-429f-4a2b-8009-550ac43e47ef tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 943 time: 0.0670404 Aug 28 13:16:39.880670 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543cd6b-a832-4f50-99f9-46b24dd8af20 req-388e198f-fa5d-435e-ba84-a3c1555e9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:39.882249 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0543cd6b-a832-4f50-99f9-46b24dd8af20 req-388e198f-fa5d-435e-ba84-a3c1555e9230 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd61d7d4ce7c45d3bac64c612faa8e23&device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 1095 time: 0.0484738 Aug 28 13:16:39.907364 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b263267c-71a7-4660-8d83-2a91ce7867cc req-fa3c6fe0-2707-4c22-a21a-fdf7a08370f1 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731766 Aug 28 13:16:40.019157 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8a2ac784-f73e-4ea8-8a81-a184f6931032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:40.027175 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d928aa-5632-4acc-ab6b-2331f43f5948 req-2f0cf616-60e7-4661-93de-8e8141b810e2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:40.029985 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44d928aa-5632-4acc-ab6b-2331f43f5948 req-2f0cf616-60e7-4661-93de-8e8141b810e2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 943 time: 0.1461377 Aug 28 13:16:40.040408 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:40.066094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543cd6b-a832-4f50-99f9-46b24dd8af20 req-abf12aff-a2fe-4812-bfa0-1972fc3dbfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:40.067593 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0543cd6b-a832-4f50-99f9-46b24dd8af20 req-abf12aff-a2fe-4812-bfa0-1972fc3dbfcd service neutron] 10.222.0.10 "GET /v2.0/networks?id=71c2bf46-86ca-4c17-8b60-faeca34c1c8d HTTP/1.1" status: 200 len: 912 time: 0.1733618 Aug 28 13:16:40.150959 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0543cd6b-a832-4f50-99f9-46b24dd8af20 req-469cc712-3af0-4983-906b-45d7f1345091 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07fbc129-d3f3-41f3-bab2-5a099d6ba89f HTTP/1.1" status: 200 len: 217 time: 0.0736508 Aug 28 13:16:40.156029 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-44d928aa-5632-4acc-ab6b-2331f43f5948 req-da8e0815-efc0-4416-99a0-61ca08187b00 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145272 Aug 28 13:16:40.242035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543cd6b-a832-4f50-99f9-46b24dd8af20 req-0c7b3a91-062c-4bf6-925c-8509f2afa8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:40.243840 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0543cd6b-a832-4f50-99f9-46b24dd8af20 req-0c7b3a91-062c-4bf6-925c-8509f2afa8f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da1efcd-9600-423e-b213-0fb480ed2f9d HTTP/1.1" status: 200 len: 852 time: 0.0761728 Aug 28 13:16:40.281161 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0543cd6b-a832-4f50-99f9-46b24dd8af20 req-1b38832b-abcd-4d51-b57c-ec0e43aaa228 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71c2bf46-86ca-4c17-8b60-faeca34c1c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272892 Aug 28 13:16:40.381178 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0543cd6b-a832-4f50-99f9-46b24dd8af20 req-ce01a718-5ac5-4f3a-9f35-ba18e4cdeca0 service neutron] 10.222.0.10 "GET /v2.0/networks/71c2bf46-86ca-4c17-8b60-faeca34c1c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926731 Aug 28 13:16:40.521232 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0543cd6b-a832-4f50-99f9-46b24dd8af20 req-0b308fbf-9487-44d9-974c-f893853995fd service neutron] 10.222.0.10 "GET /v2.0/networks/71c2bf46-86ca-4c17-8b60-faeca34c1c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298814 Aug 28 13:16:41.037065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475f7a3-37ef-4565-944d-4dbbead28a62 req-8c72097b-9a32-4723-9dc0-bcdfa200b358 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:41.038766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4475f7a3-37ef-4565-944d-4dbbead28a62 req-8c72097b-9a32-4723-9dc0-bcdfa200b358 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 943 time: 0.0503228 Aug 28 13:16:41.082925 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4475f7a3-37ef-4565-944d-4dbbead28a62 req-853e89fc-3cdf-41e1-9c87-c44ed4b37133 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370471 Aug 28 13:16:41.304752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979e90c-d545-442e-bf3c-75fa3d7a3ba7 req-7a4a3214-0ab0-4f91-a34f-77f22d9a0f26 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:41.307331 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8979e90c-d545-442e-bf3c-75fa3d7a3ba7 req-7a4a3214-0ab0-4f91-a34f-77f22d9a0f26 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 943 time: 0.0621486 Aug 28 13:16:41.354913 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8979e90c-d545-442e-bf3c-75fa3d7a3ba7 req-0d3a8b1a-51f8-4cb1-a2c3-dbccf9e107ee tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402853 Aug 28 13:16:42.166945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 07fbc129-d3f3-41f3-bab2-5a099d6ba89f details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:16:42.205785 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e5607-d0f6-462f-a3af-4596facd2eec req-639c9914-6a34-4544-99d3-32dc462fba82 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:42.206906 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c72e5607-d0f6-462f-a3af-4596facd2eec req-639c9914-6a34-4544-99d3-32dc462fba82 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 943 time: 0.0544252 Aug 28 13:16:42.249737 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c72e5607-d0f6-462f-a3af-4596facd2eec req-7c3369b8-d749-47e6-805c-5fb98bbab631 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363843 Aug 28 13:16:42.268594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 07fbc129-d3f3-41f3-bab2-5a099d6ba89f, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=07fbc129-d3f3-41f3-bab2-5a099d6ba89f,segment=NetworkSegment(10c913ec-cc18-46ab-9e98-7985f84cdee8),segment_id=10c913ec-cc18-46ab-9e98-7985f84cdee8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:16:42.288691 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '07fbc129-d3f3-41f3-bab2-5a099d6ba89f', 'network_id': '71c2bf46-86ca-4c17-8b60-faeca34c1c8d', 'port_id': '07fbc129-d3f3-41f3-bab2-5a099d6ba89f', 'mac_address': 'fa:16:3e:02:8d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da1efcd-9600-423e-b213-0fb480ed2f9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:16:42.298848 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7acc848d-85bd-4f83-b603-28d879c9b73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:42.341434 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:42.355599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07fbc129-d3f3-41f3-bab2-5a099d6ba89f {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:16:42.376308 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 07fbc129-d3f3-41f3-bab2-5a099d6ba89f, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=07fbc129-d3f3-41f3-bab2-5a099d6ba89f,segment=NetworkSegment(10c913ec-cc18-46ab-9e98-7985f84cdee8),segment_id=10c913ec-cc18-46ab-9e98-7985f84cdee8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:16:42.379770 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:42.431064 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=07fbc129-d3f3-41f3-bab2-5a099d6ba89f,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:42.497109 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bb722-4c3f-4323-aaf2-32b9d7695042 req-270ccddf-859e-41fd-9b07-9e7790e6872e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:42.498717 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-902bb722-4c3f-4323-aaf2-32b9d7695042 req-270ccddf-859e-41fd-9b07-9e7790e6872e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 943 time: 0.0559051 Aug 28 13:16:42.544930 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-902bb722-4c3f-4323-aaf2-32b9d7695042 req-b65d8e0b-b4eb-42b0-a57c-f770a11b6218 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351932 Aug 28 13:16:42.586814 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:42.624356 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['07fbc129-d3f3-41f3-bab2-5a099d6ba89f'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:16:43.374397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e9dbd-4518-4f4e-ac1d-42d34e4f3b46 req-90b13755-71b4-4901-bd71-67046f65436c tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:43.376950 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e2e9dbd-4518-4f4e-ac1d-42d34e4f3b46 req-90b13755-71b4-4901-bd71-67046f65436c tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 944 time: 0.0536246 Aug 28 13:16:43.423001 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0e2e9dbd-4518-4f4e-ac1d-42d34e4f3b46 req-0ffba385-b795-48d0-9a09-17ee547cb040 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412056 Aug 28 13:16:43.493067 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:43.666264 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f83948-b5d2-4666-8970-8b9bce76cc50 req-3f0d7c52-7660-4997-be6d-bf0eff090310 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:43.667842 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-94f83948-b5d2-4666-8970-8b9bce76cc50 req-3f0d7c52-7660-4997-be6d-bf0eff090310 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 943 time: 0.0517845 Aug 28 13:16:43.708487 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-94f83948-b5d2-4666-8970-8b9bce76cc50 req-63803717-68e8-4f34-98b7-70c6d7566f00 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340488 Aug 28 13:16:44.165145 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 07fbc129-d3f3-41f3-bab2-5a099d6ba89f up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:16:44.217541 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 07fbc129-d3f3-41f3-bab2-5a099d6ba89f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:16:44.221357 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 07fbc129-d3f3-41f3-bab2-5a099d6ba89f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:16:44.221727 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:44.300937 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:44.325401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46926dda-51dc-4b4d-9090-96516a746c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fbc129-d3f3-41f3-bab2-5a099d6ba89f'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:16:44.327856 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b02f2a-3a1a-44e0-8cf6-df2bdaa20334" -d '{"events": [{"server_uuid": "46926dda-51dc-4b4d-9090-96516a746c07", "name": "network-vif-plugged", "status": "completed", "tag": "07fbc129-d3f3-41f3-bab2-5a099d6ba89f"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:16:44.341409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 07fbc129-d3f3-41f3-bab2-5a099d6ba89f, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=07fbc129-d3f3-41f3-bab2-5a099d6ba89f,segment=NetworkSegment(10c913ec-cc18-46ab-9e98-7985f84cdee8),segment_id=10c913ec-cc18-46ab-9e98-7985f84cdee8)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:16:44.348912 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:44.388559 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a81cd0-de68-4380-8a7e-15d8d7403335 x-openstack-request-id: req-42a81cd0-de68-4380-8a7e-15d8d7403335 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:16:44.389126 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46926dda-51dc-4b4d-9090-96516a746c07", "name": "network-vif-plugged", "status": "completed", "tag": "07fbc129-d3f3-41f3-bab2-5a099d6ba89f", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:16:44.389126 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42a81cd0-de68-4380-8a7e-15d8d7403335 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:16:44.389456 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46926dda-51dc-4b4d-9090-96516a746c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fbc129-d3f3-41f3-bab2-5a099d6ba89f', 'code': 200} Aug 28 13:16:44.428819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=07fbc129-d3f3-41f3-bab2-5a099d6ba89f,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:44.537373 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a804936-1660-4820-84e6-5debfdb54bce req-085ea5f9-f6ad-4546-a3ac-f43c0c8a5e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:44.539030 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a804936-1660-4820-84e6-5debfdb54bce req-085ea5f9-f6ad-4546-a3ac-f43c0c8a5e2f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 1097 time: 0.0785129 Aug 28 13:16:44.585626 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84354565-e99a-43b0-8b9f-51117801ebd9 req-383b0d47-43ea-42f5-9bbe-2be4c04acee6 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:44.587168 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-84354565-e99a-43b0-8b9f-51117801ebd9 req-383b0d47-43ea-42f5-9bbe-2be4c04acee6 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0807621 Aug 28 13:16:44.605598 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8a804936-1660-4820-84e6-5debfdb54bce req-f60e232f-1eaa-456a-87c4-17739f693fd2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573344 Aug 28 13:16:44.639884 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-84354565-e99a-43b0-8b9f-51117801ebd9 req-61fe9660-d7a2-4e42-8ee1-da9fe48e073b tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442421 Aug 28 13:16:44.834599 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c843b-9a6a-4480-84eb-ec6dcbafbc11 req-a8b9c8d2-219f-482c-a415-b5c2e155910c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:44.836234 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-271c843b-9a6a-4480-84eb-ec6dcbafbc11 req-a8b9c8d2-219f-482c-a415-b5c2e155910c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 943 time: 0.0547609 Aug 28 13:16:44.896695 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-271c843b-9a6a-4480-84eb-ec6dcbafbc11 req-7af05948-d8c5-4e89-802e-e50de4e5d4e4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529091 Aug 28 13:16:45.391364 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:45.796654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e5853-3bed-41bc-af30-b40c0eaec4f0 req-2c959593-b6fe-4c45-ba0d-b8faa706242a tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:45.798234 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb8e5853-3bed-41bc-af30-b40c0eaec4f0 req-2c959593-b6fe-4c45-ba0d-b8faa706242a tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0628726 Aug 28 13:16:45.856687 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb8e5853-3bed-41bc-af30-b40c0eaec4f0 req-a5e17445-ad65-4904-a41f-3ee5857c2918 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512099 Aug 28 13:16:46.017973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b44c9-8a7c-4281-a9a7-0bb5450ca032 req-f420ec3a-f5a3-49da-948c-8374ab78fc79 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:46.019449 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-463b44c9-8a7c-4281-a9a7-0bb5450ca032 req-f420ec3a-f5a3-49da-948c-8374ab78fc79 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 943 time: 0.0516717 Aug 28 13:16:46.075475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-463b44c9-8a7c-4281-a9a7-0bb5450ca032 req-8933125a-a97e-4e67-9b61-11a03a5d8118 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495973 Aug 28 13:16:46.990929 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0340429-6fa8-4397-9919-3e65f2585d10 req-bfcd4c00-a3cc-44f5-9ebb-6cbe9f6c67fb tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:46.992502 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0340429-6fa8-4397-9919-3e65f2585d10 req-bfcd4c00-a3cc-44f5-9ebb-6cbe9f6c67fb tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0635607 Aug 28 13:16:47.035205 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d0340429-6fa8-4397-9919-3e65f2585d10 req-99936519-b5d6-40cd-a1df-a138ff84e231 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358992 Aug 28 13:16:47.176689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41469f7f-4dd4-4b77-8b4c-a7b1b50f6da8 req-69f79e0b-2c56-48a6-8e8d-752d20e04dbd tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:47.179024 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41469f7f-4dd4-4b77-8b4c-a7b1b50f6da8 req-69f79e0b-2c56-48a6-8e8d-752d20e04dbd tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0702946 Aug 28 13:16:47.212127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ee0c2-99c9-4a14-8589-354c1604eac0 req-900c140b-197c-4260-a681-ff79cb22358e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:47.213668 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e79ee0c2-99c9-4a14-8589-354c1604eac0 req-900c140b-197c-4260-a681-ff79cb22358e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 943 time: 0.0603456 Aug 28 13:16:47.234810 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41469f7f-4dd4-4b77-8b4c-a7b1b50f6da8 req-1a0f172c-63d8-4bd5-939f-5ff95553b9b7 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478375 Aug 28 13:16:47.288643 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e79ee0c2-99c9-4a14-8589-354c1604eac0 req-258b8822-3ac3-40e2-b140-119d86040636 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653052 Aug 28 13:16:47.468224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33424) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:47.563233 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6c9e5-e995-4bae-ad26-cabdff850f9e req-27b0f6c2-9d7b-4ddb-bffb-2b3017d1335d tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:47.565313 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fef6c9e5-e995-4bae-ad26-cabdff850f9e req-27b0f6c2-9d7b-4ddb-bffb-2b3017d1335d tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0772061 Aug 28 13:16:47.620531 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fef6c9e5-e995-4bae-ad26-cabdff850f9e req-54d27297-ed63-4e6a-81ac-cbe1e6de6bd3 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465653 Aug 28 13:16:47.677198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b03ac4-e5c3-4668-bc60-ac8e3f6be59e req-d2287e5e-c364-43cd-80ad-0be5ae9a2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:47.679294 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-92b03ac4-e5c3-4668-bc60-ac8e3f6be59e req-d2287e5e-c364-43cd-80ad-0be5ae9a2782 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 1098 time: 0.2094390 Aug 28 13:16:47.734346 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-92b03ac4-e5c3-4668-bc60-ac8e3f6be59e req-8ebb59bc-ef8a-4c01-888f-8a82b111c6d3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=53c45488-06ca-42c0-b290-a3ea0603842f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462687 Aug 28 13:16:48.414102 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20f19b-2f09-4a43-8b62-c60697087783 req-5ee2e57d-4fee-49d8-a007-bd87c69247af tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:48.415618 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d20f19b-2f09-4a43-8b62-c60697087783 req-5ee2e57d-4fee-49d8-a007-bd87c69247af tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 943 time: 0.0513892 Aug 28 13:16:48.459210 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d20f19b-2f09-4a43-8b62-c60697087783 req-3c4f0283-6fc1-45fe-90db-ca92bbbcefb6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332053 Aug 28 13:16:48.760413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e8fb3-d034-4014-86e4-c42b0089f05e req-45008e7d-a1e8-41c3-9784-487d57211d03 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:48.762916 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a91e8fb3-d034-4014-86e4-c42b0089f05e req-45008e7d-a1e8-41c3-9784-487d57211d03 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0571656 Aug 28 13:16:48.806039 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a91e8fb3-d034-4014-86e4-c42b0089f05e req-76833c82-a6e7-4789-a575-a9e82c7632af tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350273 Aug 28 13:16:49.071750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120777c-a2ca-4cce-af3e-49e90811bbbc req-e1856658-cc2d-4e1c-a224-5631743e1fdc tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:49.073387 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e120777c-a2ca-4cce-af3e-49e90811bbbc req-e1856658-cc2d-4e1c-a224-5631743e1fdc tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0919819 Aug 28 13:16:49.081777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b6c18-67ef-4d90-a294-4021cbc5ec97 req-37efcbb1-cbb1-40d9-8af4-b56093f65684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:49.083479 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f72b6c18-67ef-4d90-a294-4021cbc5ec97 req-37efcbb1-cbb1-40d9-8af4-b56093f65684 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd61d7d4ce7c45d3bac64c612faa8e23&device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 1097 time: 0.0661573 Aug 28 13:16:49.181930 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e120777c-a2ca-4cce-af3e-49e90811bbbc req-46c759dd-87bc-4875-80e1-7b023eb2df45 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974529 Aug 28 13:16:49.217825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b6c18-67ef-4d90-a294-4021cbc5ec97 req-ce12f158-962a-49bb-b0f7-791e89d0e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:49.219603 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f72b6c18-67ef-4d90-a294-4021cbc5ec97 req-ce12f158-962a-49bb-b0f7-791e89d0e3e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71c2bf46-86ca-4c17-8b60-faeca34c1c8d HTTP/1.1" status: 200 len: 912 time: 0.1282225 Aug 28 13:16:49.262733 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f72b6c18-67ef-4d90-a294-4021cbc5ec97 req-53a3422c-3009-479e-8f29-12d1c52044ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07fbc129-d3f3-41f3-bab2-5a099d6ba89f HTTP/1.1" status: 200 len: 217 time: 0.0349786 Aug 28 13:16:49.314481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b6c18-67ef-4d90-a294-4021cbc5ec97 req-ef240c60-3da3-40c9-a1f2-0db97209e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:49.315953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f72b6c18-67ef-4d90-a294-4021cbc5ec97 req-ef240c60-3da3-40c9-a1f2-0db97209e511 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da1efcd-9600-423e-b213-0fb480ed2f9d HTTP/1.1" status: 200 len: 852 time: 0.0445709 Aug 28 13:16:49.349299 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f72b6c18-67ef-4d90-a294-4021cbc5ec97 req-ea0ba0d7-8592-4fa9-9ee1-311eed916c53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71c2bf46-86ca-4c17-8b60-faeca34c1c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257599 Aug 28 13:16:49.450057 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f72b6c18-67ef-4d90-a294-4021cbc5ec97 req-c1005c1f-f943-4893-a44e-4f15eaf0c3f8 service neutron] 10.222.0.10 "GET /v2.0/networks/71c2bf46-86ca-4c17-8b60-faeca34c1c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922236 Aug 28 13:16:49.545745 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f72b6c18-67ef-4d90-a294-4021cbc5ec97 req-fb395426-9d07-49d9-9339-8b3e7445046d service neutron] 10.222.0.10 "GET /v2.0/networks/71c2bf46-86ca-4c17-8b60-faeca34c1c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861046 Aug 28 13:16:49.585635 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4e34f-44f8-43e7-8953-fc82ff51f364 req-725770c0-367f-4e6c-badd-4030939c217a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:49.588622 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dac4e34f-44f8-43e7-8953-fc82ff51f364 req-725770c0-367f-4e6c-badd-4030939c217a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 943 time: 0.0580218 Aug 28 13:16:49.648217 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dac4e34f-44f8-43e7-8953-fc82ff51f364 req-441fb81d-e236-4e7d-bf43-788a953bf858 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488198 Aug 28 13:16:50.324970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3315670-b5af-4a14-ac7f-e9d6d2f1edf7 req-1286b133-0bed-47cb-a2ee-380eaae1eeac tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:50.327456 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e3315670-b5af-4a14-ac7f-e9d6d2f1edf7 req-1286b133-0bed-47cb-a2ee-380eaae1eeac tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0600953 Aug 28 13:16:50.370466 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e3315670-b5af-4a14-ac7f-e9d6d2f1edf7 req-a50f0035-7cdf-4dd8-9d0e-d9e83b191d0f tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331810 Aug 28 13:16:50.645856 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:16:50.769904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b7f1f-c2c0-4369-989b-bc8f1287f341 req-0a4719f8-37ff-4831-ab06-2508113f2084 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:50.771411 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c79b7f1f-c2c0-4369-989b-bc8f1287f341 req-0a4719f8-37ff-4831-ab06-2508113f2084 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 943 time: 0.0495834 Aug 28 13:16:50.812944 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c79b7f1f-c2c0-4369-989b-bc8f1287f341 req-f92dbf00-966f-43a3-946a-767b440fa512 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355701 Aug 28 13:16:51.490480 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f61a6f-7cc1-4568-a00b-3de0dc818a1f req-c6abef32-ee6b-48f2-a3ec-e076f362ae6f tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:51.492015 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-67f61a6f-7cc1-4568-a00b-3de0dc818a1f req-c6abef32-ee6b-48f2-a3ec-e076f362ae6f tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0511146 Aug 28 13:16:51.529634 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-67f61a6f-7cc1-4568-a00b-3de0dc818a1f req-4f305a23-1fde-4c58-ba0f-8abfa8cdbaaf tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317037 Aug 28 13:16:51.777879 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff479073-6a28-4bda-8410-d6d554d5100b req-1a174e52-b3bb-4af4-9a4f-5af37bd66c67 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:51.779874 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ff479073-6a28-4bda-8410-d6d554d5100b req-1a174e52-b3bb-4af4-9a4f-5af37bd66c67 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0755248 Aug 28 13:16:51.850680 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ff479073-6a28-4bda-8410-d6d554d5100b req-78396b2a-4300-4e06-8822-c069dba9c8e6 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566680 Aug 28 13:16:51.957214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3438b6-edc9-4dba-9436-7e9d39db423c req-7198bc5b-0017-493a-82dc-4edd75f0f832 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:51.958637 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e3438b6-edc9-4dba-9436-7e9d39db423c req-7198bc5b-0017-493a-82dc-4edd75f0f832 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 943 time: 0.0572736 Aug 28 13:16:51.998806 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6e3438b6-edc9-4dba-9436-7e9d39db423c req-84ff1b69-3f9c-4d33-a041-5f84ca0000d1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339973 Aug 28 13:16:53.008252 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4560b79-be18-40d9-866d-a373e9e8ffde req-59be63d3-1a5d-4d52-83c0-db9bcfd52322 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:53.013706 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f4560b79-be18-40d9-866d-a373e9e8ffde req-59be63d3-1a5d-4d52-83c0-db9bcfd52322 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0652585 Aug 28 13:16:53.054601 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f4560b79-be18-40d9-866d-a373e9e8ffde req-28343277-4fb5-4383-8033-7278785b0246 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384552 Aug 28 13:16:53.136981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55713109-ef2d-40f4-a137-050c62baa685 req-87db40f7-afe6-4d61-b9e6-02d87af62c29 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:53.138620 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-55713109-ef2d-40f4-a137-050c62baa685 req-87db40f7-afe6-4d61-b9e6-02d87af62c29 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 943 time: 0.0586317 Aug 28 13:16:53.188355 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-55713109-ef2d-40f4-a137-050c62baa685 req-89b1327e-fd3f-4ee9-a0af-aceeeeb909e9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434325 Aug 28 13:16:53.312221 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08ee12-f371-4bd0-8e60-fc5e87ae6095 req-02b3e390-6151-49cd-9233-4a4b5e42c723 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:53.313851 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb08ee12-f371-4bd0-8e60-fc5e87ae6095 req-02b3e390-6151-49cd-9233-4a4b5e42c723 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0808692 Aug 28 13:16:53.345396 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da5ef7-7383-4b27-a557-dac72839e350 req-5469c43e-ce39-41d1-bc7f-f8fa729c61ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:53.346919 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39da5ef7-7383-4b27-a557-dac72839e350 req-5469c43e-ce39-41d1-bc7f-f8fa729c61ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd61d7d4ce7c45d3bac64c612faa8e23&device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 1097 time: 0.0710588 Aug 28 13:16:53.386039 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eb08ee12-f371-4bd0-8e60-fc5e87ae6095 req-f764e772-bf37-4d06-b099-0246f59d8e50 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647876 Aug 28 13:16:53.466242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da5ef7-7383-4b27-a557-dac72839e350 req-49cb2312-710a-4ef6-9a91-394fa11c9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:53.466816 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39da5ef7-7383-4b27-a557-dac72839e350 req-49cb2312-710a-4ef6-9a91-394fa11c9ec7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71c2bf46-86ca-4c17-8b60-faeca34c1c8d HTTP/1.1" status: 200 len: 912 time: 0.1082754 Aug 28 13:16:53.511488 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39da5ef7-7383-4b27-a557-dac72839e350 req-8a806a44-9584-4062-8450-0514c30cf099 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07fbc129-d3f3-41f3-bab2-5a099d6ba89f HTTP/1.1" status: 200 len: 217 time: 0.0364432 Aug 28 13:16:53.561368 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da5ef7-7383-4b27-a557-dac72839e350 req-1615b1c7-9b9f-4b0b-a303-f98043eeffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:53.563030 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39da5ef7-7383-4b27-a557-dac72839e350 req-1615b1c7-9b9f-4b0b-a303-f98043eeffd6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8da1efcd-9600-423e-b213-0fb480ed2f9d HTTP/1.1" status: 200 len: 852 time: 0.0437679 Aug 28 13:16:53.598595 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39da5ef7-7383-4b27-a557-dac72839e350 req-0ee2c26d-76a1-4cfb-8cb7-5542b501d3fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71c2bf46-86ca-4c17-8b60-faeca34c1c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284507 Aug 28 13:16:53.689309 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39da5ef7-7383-4b27-a557-dac72839e350 req-4339b4af-8642-40ee-aebb-30060b16f4d9 service neutron] 10.222.0.10 "GET /v2.0/networks/71c2bf46-86ca-4c17-8b60-faeca34c1c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828142 Aug 28 13:16:53.786030 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-39da5ef7-7383-4b27-a557-dac72839e350 req-0f5e18d1-b7e1-4055-9e5c-b9e49c188ddc service neutron] 10.222.0.10 "GET /v2.0/networks/71c2bf46-86ca-4c17-8b60-faeca34c1c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882432 Aug 28 13:16:54.060690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device ed561c14-129b-4658-8192-bbdbd98f4ff6 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:16:54.208931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port ed561c14-129b-4658-8192-bbdbd98f4ff6, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=ed561c14-129b-4658-8192-bbdbd98f4ff6,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:16:54.221365 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'ed561c14-129b-4658-8192-bbdbd98f4ff6', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'port_id': 'ed561c14-129b-4658-8192-bbdbd98f4ff6', 'mac_address': 'fa:16:3e:09:1e:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:16:54.262576 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:54.277214 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed561c14-129b-4658-8192-bbdbd98f4ff6 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:16:54.303031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port ed561c14-129b-4658-8192-bbdbd98f4ff6, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=ed561c14-129b-4658-8192-bbdbd98f4ff6,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:16:54.306843 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:54.327741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd2782-7987-4472-a0f6-145d8fd8f8ed req-bb9522c6-c76a-4d62-b937-a729d2cd9a17 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:54.329478 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbfd2782-7987-4472-a0f6-145d8fd8f8ed req-bb9522c6-c76a-4d62-b937-a729d2cd9a17 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 943 time: 0.0532181 Aug 28 13:16:54.365535 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=ed561c14-129b-4658-8192-bbdbd98f4ff6,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:54.378128 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bbfd2782-7987-4472-a0f6-145d8fd8f8ed req-3d32afbc-f98a-4075-b1c5-5340920ac367 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416880 Aug 28 13:16:54.498806 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['ed561c14-129b-4658-8192-bbdbd98f4ff6'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:16:54.522514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a56c59-3521-4a8a-a01b-08bcdb03b1c2 req-3b70feb4-8603-4e3c-8c1a-b8fdc94fd55a tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:54.524084 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-91a56c59-3521-4a8a-a01b-08bcdb03b1c2 req-3b70feb4-8603-4e3c-8c1a-b8fdc94fd55a tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0618443 Aug 28 13:16:54.563838 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-91a56c59-3521-4a8a-a01b-08bcdb03b1c2 req-4160e5c0-d7c8-441c-bce3-febc62c646c6 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334349 Aug 28 13:16:55.495517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ad1c6-570c-49f6-a599-dd29f46578b6 req-a23dfc7a-e461-4030-82ec-d9db13e8d266 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:55.497045 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c36ad1c6-570c-49f6-a599-dd29f46578b6 req-a23dfc7a-e461-4030-82ec-d9db13e8d266 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 944 time: 0.0491860 Aug 28 13:16:55.535824 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c36ad1c6-570c-49f6-a599-dd29f46578b6 req-9e3d23e1-e45c-471f-a876-648953ba7984 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318954 Aug 28 13:16:55.678714 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0598973-b096-4564-a853-c11275744c2e req-ec4aa2ac-4f6d-47f5-9234-ee6132be343b tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:55.681777 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f0598973-b096-4564-a853-c11275744c2e req-ec4aa2ac-4f6d-47f5-9234-ee6132be343b tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0495145 Aug 28 13:16:55.718144 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f0598973-b096-4564-a853-c11275744c2e req-f40321a5-63bb-435f-85a0-01aa3d4ad761 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312653 Aug 28 13:16:55.959381 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd57151-c32d-406f-8564-d54d10f3a9d6 req-1a56aa07-60ee-4ac9-bc99-e22d29e523ff tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:55.960322 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1bd57151-c32d-406f-8564-d54d10f3a9d6 req-1a56aa07-60ee-4ac9-bc99-e22d29e523ff tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0496819 Aug 28 13:16:56.004907 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1bd57151-c32d-406f-8564-d54d10f3a9d6 req-552f7e8b-6f30-467d-8aa1-e185dcec2d7b tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385926 Aug 28 13:16:56.087558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device ed561c14-129b-4658-8192-bbdbd98f4ff6 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:16:56.149606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port ed561c14-129b-4658-8192-bbdbd98f4ff6 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:16:56.155715 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port ed561c14-129b-4658-8192-bbdbd98f4ff6 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:16:56.156207 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:56.236103 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:56.261976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364a626b-4743-4381-9ab8-a93ed8fb30de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed561c14-129b-4658-8192-bbdbd98f4ff6'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:16:56.264472 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164d8353-24be-4c23-966b-7f65628e0662" -d '{"events": [{"server_uuid": "364a626b-4743-4381-9ab8-a93ed8fb30de", "name": "network-vif-plugged", "status": "completed", "tag": "ed561c14-129b-4658-8192-bbdbd98f4ff6"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:16:56.279575 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port ed561c14-129b-4658-8192-bbdbd98f4ff6, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=ed561c14-129b-4658-8192-bbdbd98f4ff6,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:16:56.284889 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:56.314386 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098c2f1d-a74c-4228-ab9d-a85217b2c7cb x-openstack-request-id: req-098c2f1d-a74c-4228-ab9d-a85217b2c7cb {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:16:56.314699 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364a626b-4743-4381-9ab8-a93ed8fb30de", "name": "network-vif-plugged", "status": "completed", "tag": "ed561c14-129b-4658-8192-bbdbd98f4ff6", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:16:56.314950 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-098c2f1d-a74c-4228-ab9d-a85217b2c7cb {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:16:56.315342 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364a626b-4743-4381-9ab8-a93ed8fb30de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed561c14-129b-4658-8192-bbdbd98f4ff6', 'code': 200} Aug 28 13:16:56.340042 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=ed561c14-129b-4658-8192-bbdbd98f4ff6,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:56.421082 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1ca00-8766-4bf0-9dc2-132cbbd06e13 req-c7ab1c5e-ff75-4a93-9567-daceb4223231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:56.422621 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1f1ca00-8766-4bf0-9dc2-132cbbd06e13 req-c7ab1c5e-ff75-4a93-9567-daceb4223231 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 1097 time: 0.0435123 Aug 28 13:16:56.457776 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1f1ca00-8766-4bf0-9dc2-132cbbd06e13 req-9406bd91-2f76-4248-a75e-b348866303b8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281441 Aug 28 13:16:57.001430 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b9138-90d9-4b9d-9bfd-6d6e9cfb1824 req-57f0bcf3-717e-4fe2-919f-f01b4c039659 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:57.003009 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9c4b9138-90d9-4b9d-9bfd-6d6e9cfb1824 req-57f0bcf3-717e-4fe2-919f-f01b4c039659 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 945 time: 0.3981812 Aug 28 13:16:57.050116 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9c4b9138-90d9-4b9d-9bfd-6d6e9cfb1824 req-a73da02a-2dc3-47bb-8a8f-d7859ca3b7ce tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407777 Aug 28 13:16:57.127421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ab4c6-c5c5-479c-b85c-409070b60a88 req-1657c08d-ad35-4eea-ad83-c13e2ff321df tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:57.128962 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a12ab4c6-c5c5-479c-b85c-409070b60a88 req-1657c08d-ad35-4eea-ad83-c13e2ff321df tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0515449 Aug 28 13:16:57.176113 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a12ab4c6-c5c5-479c-b85c-409070b60a88 req-a04b054d-013e-4ccb-822c-49d27020384e tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381272 Aug 28 13:16:57.969054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ed4d1-dedb-4343-ad98-a156e157c96c req-d2dc94a8-c657-4648-8dfe-5d0b88b25472 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:57.970451 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e58ed4d1-dedb-4343-ad98-a156e157c96c req-d2dc94a8-c657-4648-8dfe-5d0b88b25472 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.10 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 945 time: 0.0481756 Aug 28 13:16:58.067561 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-e58ed4d1-dedb-4343-ad98-a156e157c96c req-b7b56584-f88e-4673-b524-f13585671aaf tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Deleting port 07fbc129-d3f3-41f3-bab2-5a099d6ba89f {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:16:58.068257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e58ed4d1-dedb-4343-ad98-a156e157c96c req-b7b56584-f88e-4673-b524-f13585671aaf tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:58.188570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-e58ed4d1-dedb-4343-ad98-a156e157c96c req-b7b56584-f88e-4673-b524-f13585671aaf tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] For port 07fbc129-d3f3-41f3-bab2-5a099d6ba89f, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=07fbc129-d3f3-41f3-bab2-5a099d6ba89f,segment=NetworkSegment(10c913ec-cc18-46ab-9e98-7985f84cdee8),segment_id=10c913ec-cc18-46ab-9e98-7985f84cdee8)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:16:58.188952 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e58ed4d1-dedb-4343-ad98-a156e157c96c req-b7b56584-f88e-4673-b524-f13585671aaf tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:58.212082 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a73d4d-f674-492a-9a3a-37943cc807cd req-3ae21166-6f16-480e-83c6-68cd3f11401a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:58.213710 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9a73d4d-f674-492a-9a3a-37943cc807cd req-3ae21166-6f16-480e-83c6-68cd3f11401a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 945 time: 0.0938568 Aug 28 13:16:58.221545 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-e58ed4d1-dedb-4343-ad98-a156e157c96c req-b7b56584-f88e-4673-b524-f13585671aaf tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Calling delete_port for 07fbc129-d3f3-41f3-bab2-5a099d6ba89f owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:16:58.300180 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9a73d4d-f674-492a-9a3a-37943cc807cd req-9e6bc898-378a-4f18-9c6e-0f309ad2e1a2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799842 Aug 28 13:16:58.427821 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e58ed4d1-dedb-4343-ad98-a156e157c96c req-b7b56584-f88e-4673-b524-f13585671aaf tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:58.463333 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b56584-f88e-4673-b524-f13585671aaf tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Pushing event deleted for resources: {'Port': ['ID=07fbc129-d3f3-41f3-bab2-5a099d6ba89f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:58.504405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3fea3-7f65-4730-b62f-76c66da6d586 req-13acec82-f151-44e7-aa8d-f6590b6fb8bc tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:58.506000 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fef3fea3-7f65-4730-b62f-76c66da6d586 req-13acec82-f151-44e7-aa8d-f6590b6fb8bc tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 945 time: 0.1229470 Aug 28 13:16:58.521918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58ed4d1-dedb-4343-ad98-a156e157c96c req-b7b56584-f88e-4673-b524-f13585671aaf tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] No DVR routers for this DVR port 07fbc129-d3f3-41f3-bab2-5a099d6ba89f on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:16:58.530435 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e58ed4d1-dedb-4343-ad98-a156e157c96c req-b7b56584-f88e-4673-b524-f13585671aaf tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:58.532358 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e58ed4d1-dedb-4343-ad98-a156e157c96c req-b7b56584-f88e-4673-b524-f13585671aaf tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.10 "DELETE /v2.0/ports/07fbc129-d3f3-41f3-bab2-5a099d6ba89f HTTP/1.1" status: 204 len: 173 time: 0.5549028 Aug 28 13:16:58.532799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46926dda-51dc-4b4d-9090-96516a746c07', 'name': 'network-vif-deleted', 'tag': '07fbc129-d3f3-41f3-bab2-5a099d6ba89f'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:16:58.535866 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3fa154-67f2-463d-a886-b1b0fff0bb31" -d '{"events": [{"server_uuid": "46926dda-51dc-4b4d-9090-96516a746c07", "name": "network-vif-deleted", "tag": "07fbc129-d3f3-41f3-bab2-5a099d6ba89f"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:16:58.571356 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fef3fea3-7f65-4730-b62f-76c66da6d586 req-403469cf-3211-4f06-ad37-04582d5445a3 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513504 Aug 28 13:16:58.646115 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90fb2e6-cb15-48a7-a673-ef0692211580 x-openstack-request-id: req-c90fb2e6-cb15-48a7-a673-ef0692211580 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:16:58.646624 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46926dda-51dc-4b4d-9090-96516a746c07", "name": "network-vif-deleted", "tag": "07fbc129-d3f3-41f3-bab2-5a099d6ba89f", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:16:58.646769 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c90fb2e6-cb15-48a7-a673-ef0692211580 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:16:58.647703 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46926dda-51dc-4b4d-9090-96516a746c07', 'name': 'network-vif-deleted', 'tag': '07fbc129-d3f3-41f3-bab2-5a099d6ba89f', 'status': 'completed', 'code': 200} Aug 28 13:16:58.657412 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb44817-7f0d-4ea7-96b7-77fc03281268 req-e7b9bb05-fbf4-43ee-ab2b-ea26071af0b8 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:58.662885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8fb44817-7f0d-4ea7-96b7-77fc03281268 req-e7b9bb05-fbf4-43ee-ab2b-ea26071af0b8 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/ports?device_id=46926dda-51dc-4b4d-9090-96516a746c07 HTTP/1.1" status: 200 len: 867 time: 0.4164097 Aug 28 13:16:58.701796 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8fb44817-7f0d-4ea7-96b7-77fc03281268 req-fc87f8fa-645c-47e4-b59e-a94b342acfb1 tempest-TestServerAdvancedOps-584789837 tempest-TestServerAdvancedOps-584789837-project] 10.222.0.20 "GET /v2.0/security-groups?id=03931643-68d8-4147-b0fb-6f30456ce57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337474 Aug 28 13:16:58.753052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601dd3f-aefd-425b-bf92-61cf1d628c95 req-07ad4d26-e750-4eca-9473-819e76c20565 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:58.754700 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2601dd3f-aefd-425b-bf92-61cf1d628c95 req-07ad4d26-e750-4eca-9473-819e76c20565 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 945 time: 0.0516555 Aug 28 13:16:58.801229 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2601dd3f-aefd-425b-bf92-61cf1d628c95 req-66a29772-569e-4c84-8f6d-4cdf4bda4459 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406699 Aug 28 13:16:59.116739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03525b-e4f5-4adf-a8ec-ca922b8e6d39 req-f846b004-4ece-4464-b10b-0864c6134519 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:16:59.118238 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6a03525b-e4f5-4adf-a8ec-ca922b8e6d39 req-f846b004-4ece-4464-b10b-0864c6134519 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 945 time: 0.0522897 Aug 28 13:16:59.156513 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6a03525b-e4f5-4adf-a8ec-ca922b8e6d39 req-a9e9b411-c4e7-4cf0-8d14-d68c68a420d1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Aug 28 13:16:59.766243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33510) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:16:59.811532 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4992ee-08d1-4e4d-b9d6-c4ab32fc07ba admin admin] Deleting subnet 8da1efcd-9600-423e-b213-0fb480ed2f9d {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:16:59.814757 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb4992ee-08d1-4e4d-b9d6-c4ab32fc07ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:59.846947 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb4992ee-08d1-4e4d-b9d6-c4ab32fc07ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:59.887844 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb4992ee-08d1-4e4d-b9d6-c4ab32fc07ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:59.939040 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb4992ee-08d1-4e4d-b9d6-c4ab32fc07ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:59.963116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4992ee-08d1-4e4d-b9d6-c4ab32fc07ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da1efcd-9600-423e-b213-0fb480ed2f9d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:16:59.968008 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eb4992ee-08d1-4e4d-b9d6-c4ab32fc07ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:16:59.969862 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-eb4992ee-08d1-4e4d-b9d6-c4ab32fc07ba admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8da1efcd-9600-423e-b213-0fb480ed2f9d HTTP/1.1" status: 204 len: 168 time: 0.2025127 Aug 28 13:16:59.972215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33512) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:17:00.038740 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc914-4499-42ae-893d-f5124a061544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.121247 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc914-4499-42ae-893d-f5124a061544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.130877 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-a1dfc914-4499-42ae-893d-f5124a061544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c2bf46-86ca-4c17-8b60-faeca34c1c8d']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:17:00.140711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-a1dfc914-4499-42ae-893d-f5124a061544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c913ec-cc18-46ab-9e98-7985f84cdee8') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:17:00.141006 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-a1dfc914-4499-42ae-893d-f5124a061544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c913ec-cc18-46ab-9e98-7985f84cdee8') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:17:00.149661 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc914-4499-42ae-893d-f5124a061544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.164130 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc914-4499-42ae-893d-f5124a061544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.170788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1dfc914-4499-42ae-893d-f5124a061544 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:17:00.171284 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc914-4499-42ae-893d-f5124a061544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:17:00.173035 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:17:00.231917 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc914-4499-42ae-893d-f5124a061544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.239377 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc914-4499-42ae-893d-f5124a061544 admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.243923 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a1dfc914-4499-42ae-893d-f5124a061544 admin admin] 10.222.0.20 "DELETE /v2.0/networks/71c2bf46-86ca-4c17-8b60-faeca34c1c8d HTTP/1.1" status: 204 len: 168 time: 0.2681234 Aug 28 13:17:00.244094 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 07fbc129-d3f3-41f3-bab2-5a099d6ba89f no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:17:00.244538 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33518) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:17:00.251728 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfc914-4499-42ae-893d-f5124a061544 admin admin] Pushing event deleted for resources: {'Network': ['ID=71c2bf46-86ca-4c17-8b60-faeca34c1c8d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:17:00.265830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 07fbc129-d3f3-41f3-bab2-5a099d6ba89f {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:17:00.266176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 07fbc129-d3f3-41f3-bab2-5a099d6ba89f not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:17:00.297000 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-c285fec9-a3ce-4a05-8f86-7a7ca5ea184f admin admin] Deleting subnet d68e57f8-4b04-41d1-b354-72b369e640da {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:17:00.308524 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c285fec9-a3ce-4a05-8f86-7a7ca5ea184f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.367577 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c285fec9-a3ce-4a05-8f86-7a7ca5ea184f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.402040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6d7da-513e-427c-99a6-1b796e248e0d req-62ba451b-4a00-4cd1-810e-5e9548275018 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:00.403613 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1fe6d7da-513e-427c-99a6-1b796e248e0d req-62ba451b-4a00-4cd1-810e-5e9548275018 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 945 time: 0.1794643 Aug 28 13:17:00.431957 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c285fec9-a3ce-4a05-8f86-7a7ca5ea184f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.473994 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1fe6d7da-513e-427c-99a6-1b796e248e0d req-42cba9bc-02ba-4b00-bc34-7d2d66bf1c63 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642362 Aug 28 13:17:00.489517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22944685-20a4-4d3a-9859-03c242e899c6 req-3125d218-da71-4ed6-8323-57a5aaa9a869 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:00.491060 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22944685-20a4-4d3a-9859-03c242e899c6 req-3125d218-da71-4ed6-8323-57a5aaa9a869 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 945 time: 0.0486577 Aug 28 13:17:00.512653 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c285fec9-a3ce-4a05-8f86-7a7ca5ea184f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.538337 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285fec9-a3ce-4a05-8f86-7a7ca5ea184f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d68e57f8-4b04-41d1-b354-72b369e640da,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:17:00.542207 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c285fec9-a3ce-4a05-8f86-7a7ca5ea184f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.546867 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c285fec9-a3ce-4a05-8f86-7a7ca5ea184f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d68e57f8-4b04-41d1-b354-72b369e640da HTTP/1.1" status: 204 len: 168 time: 0.3015018 Aug 28 13:17:00.547690 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33520) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:17:00.584912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-22944685-20a4-4d3a-9859-03c242e899c6 req-5b3764c5-6569-4e3b-9627-a86f30e46798 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Deleting port ed561c14-129b-4658-8192-bbdbd98f4ff6 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:17:00.585252 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-22944685-20a4-4d3a-9859-03c242e899c6 req-5b3764c5-6569-4e3b-9627-a86f30e46798 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.621368 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d8198053-0586-465f-8af1-5cd17ed4621a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.677508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-22944685-20a4-4d3a-9859-03c242e899c6 req-5b3764c5-6569-4e3b-9627-a86f30e46798 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] For port ed561c14-129b-4658-8192-bbdbd98f4ff6, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=ed561c14-129b-4658-8192-bbdbd98f4ff6,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:17:00.677877 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-22944685-20a4-4d3a-9859-03c242e899c6 req-5b3764c5-6569-4e3b-9627-a86f30e46798 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.690884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-22944685-20a4-4d3a-9859-03c242e899c6 req-5b3764c5-6569-4e3b-9627-a86f30e46798 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Calling delete_port for ed561c14-129b-4658-8192-bbdbd98f4ff6 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:17:00.700064 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d8198053-0586-465f-8af1-5cd17ed4621a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.710634 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-d8198053-0586-465f-8af1-5cd17ed4621a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841b7ac1-e434-4855-8d64-616416c9a5e9']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:17:00.721384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-d8198053-0586-465f-8af1-5cd17ed4621a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6cd0eb-94e4-44ad-b4bf-a33da9e0f361') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:17:00.721687 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-d8198053-0586-465f-8af1-5cd17ed4621a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6cd0eb-94e4-44ad-b4bf-a33da9e0f361') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:17:00.730436 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d8198053-0586-465f-8af1-5cd17ed4621a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.744138 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d8198053-0586-465f-8af1-5cd17ed4621a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.750500 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8198053-0586-465f-8af1-5cd17ed4621a admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:17:00.751236 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d8198053-0586-465f-8af1-5cd17ed4621a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:17:00.752916 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:17:00.812084 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d8198053-0586-465f-8af1-5cd17ed4621a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.827874 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d8198053-0586-465f-8af1-5cd17ed4621a admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.829774 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d8198053-0586-465f-8af1-5cd17ed4621a admin admin] 10.222.0.20 "DELETE /v2.0/networks/841b7ac1-e434-4855-8d64-616416c9a5e9 HTTP/1.1" status: 204 len: 168 time: 0.2811029 Aug 28 13:17:00.831019 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-22944685-20a4-4d3a-9859-03c242e899c6 req-5b3764c5-6569-4e3b-9627-a86f30e46798 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.831594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8198053-0586-465f-8af1-5cd17ed4621a admin admin] Pushing event deleted for resources: {'Network': ['ID=841b7ac1-e434-4855-8d64-616416c9a5e9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:17:00.844607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['ed561c14-129b-4658-8192-bbdbd98f4ff6'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:17:00.865901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3764c5-6569-4e3b-9627-a86f30e46798 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event deleted for resources: {'Port': ['ID=ed561c14-129b-4658-8192-bbdbd98f4ff6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:17:00.909265 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-22944685-20a4-4d3a-9859-03c242e899c6 req-5b3764c5-6569-4e3b-9627-a86f30e46798 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] No DVR routers for this DVR port ed561c14-129b-4658-8192-bbdbd98f4ff6 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:17:00.911996 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-22944685-20a4-4d3a-9859-03c242e899c6 req-5b3764c5-6569-4e3b-9627-a86f30e46798 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:00.913959 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22944685-20a4-4d3a-9859-03c242e899c6 req-5b3764c5-6569-4e3b-9627-a86f30e46798 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "DELETE /v2.0/ports/ed561c14-129b-4658-8192-bbdbd98f4ff6 HTTP/1.1" status: 204 len: 173 time: 0.4167597 Aug 28 13:17:00.914324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364a626b-4743-4381-9ab8-a93ed8fb30de', 'name': 'network-vif-deleted', 'tag': 'ed561c14-129b-4658-8192-bbdbd98f4ff6'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:17:00.916851 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b049076d-dd1d-41c5-b482-0c1f9301d9ad" -d '{"events": [{"server_uuid": "364a626b-4743-4381-9ab8-a93ed8fb30de", "name": "network-vif-deleted", "tag": "ed561c14-129b-4658-8192-bbdbd98f4ff6"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:17:00.958635 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a33a50-3db6-4c63-b646-fdf8113222c6 x-openstack-request-id: req-08a33a50-3db6-4c63-b646-fdf8113222c6 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:17:00.958961 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364a626b-4743-4381-9ab8-a93ed8fb30de", "name": "network-vif-deleted", "tag": "ed561c14-129b-4658-8192-bbdbd98f4ff6", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:17:00.959475 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08a33a50-3db6-4c63-b646-fdf8113222c6 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:17:00.959618 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364a626b-4743-4381-9ab8-a93ed8fb30de', 'name': 'network-vif-deleted', 'tag': 'ed561c14-129b-4658-8192-bbdbd98f4ff6', 'status': 'completed', 'code': 200} Aug 28 13:17:01.021206 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 33526) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:17:01.071188 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4e15e71d-afe8-43ae-8692-ef2d3df5478f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd61d7d4ce7c45d3bac64c612faa8e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488255 Aug 28 13:17:01.073803 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33528) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:17:01.128093 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dfcfc560-0494-4bf3-8c25-db81efec2ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:01.150193 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dfcfc560-0494-4bf3-8c25-db81efec2ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:01.202938 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dfcfc560-0494-4bf3-8c25-db81efec2ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:01.206564 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dfcfc560-0494-4bf3-8c25-db81efec2ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:01.208341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dfcfc560-0494-4bf3-8c25-db81efec2ad4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03931643-68d8-4147-b0fb-6f30456ce57a HTTP/1.1" status: 204 len: 168 time: 0.1333036 Aug 28 13:17:01.220113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfc560-0494-4bf3-8c25-db81efec2ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03931643-68d8-4147-b0fb-6f30456ce57a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:17:01.537462 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33536) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:17:01.590561 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b5cfec23-8997-44dc-866f-2a7409f04d3d req-d14432a4-4a72-40bd-bb6b-512d784eeab5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 210 time: 0.0439811 Aug 28 13:17:01.606480 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8d270afe-5829-47db-9b25-8443cd06a04a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0258bb1bcf34338a8d6b2507bdb79dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674386 Aug 28 13:17:01.613520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 33538) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:17:01.667957 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5f55316-48c0-4078-b43d-d38c5f771f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:01.692902 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5f55316-48c0-4078-b43d-d38c5f771f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:01.741439 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5f55316-48c0-4078-b43d-d38c5f771f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:01.744467 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c5f55316-48c0-4078-b43d-d38c5f771f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:01.745694 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c5f55316-48c0-4078-b43d-d38c5f771f48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebd4bb2f-530c-4fa8-92f7-e7b643e06223 HTTP/1.1" status: 204 len: 168 time: 0.1312091 Aug 28 13:17:01.755190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f55316-48c0-4078-b43d-d38c5f771f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd4bb2f-530c-4fa8-92f7-e7b643e06223,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:17:02.693601 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1727f7e6-5584-41a7-958a-7bfba4fa083d req-d9439cd0-b4ad-4a76-b979-07511818a57f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 210 time: 0.0275717 Aug 28 13:17:03.789078 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f1557c40-e1dd-4ff7-8b4e-ca70bc6df8cd req-a314238d-bfbc-4cbc-b008-2e65d32f0657 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=364a626b-4743-4381-9ab8-a93ed8fb30de HTTP/1.1" status: 200 len: 210 time: 0.0275593 Aug 28 13:17:04.105812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device ed561c14-129b-4658-8192-bbdbd98f4ff6 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:17:04.128933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: ed561c14-129b-4658-8192-bbdbd98f4ff6 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:17:04.129270 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device ed561c14-129b-4658-8192-bbdbd98f4ff6 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:17:07.587232 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:10.002902 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9462b045-c572-41fe-a194-f377a126e184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:10.018546 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:12.280511 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ebb22428-a627-414e-990b-701204dfb5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:12.581818 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:13.495148 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:15.384945 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:23.684147 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efe183a2-4512-4f8d-96e3-dd77f429b1f5 req-15c08328-d129-4b82-bc71-cadb16c68dae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0610390 Aug 28 13:17:23.757493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe183a2-4512-4f8d-96e3-dd77f429b1f5 req-1a41b61d-920e-480a-bd3b-6c5d2281e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:23.759136 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efe183a2-4512-4f8d-96e3-dd77f429b1f5 req-1a41b61d-920e-480a-bd3b-6c5d2281e7ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e9e0a6153cb4cb381daf7eb059c7561&device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 1098 time: 0.0489106 Aug 28 13:17:23.891145 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe183a2-4512-4f8d-96e3-dd77f429b1f5 req-bfdb1ab5-8206-4c9c-869d-feb4373a6f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:23.892799 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efe183a2-4512-4f8d-96e3-dd77f429b1f5 req-bfdb1ab5-8206-4c9c-869d-feb4373a6f54 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb31a5c4-fa23-49d4-8654-6778e034da8a HTTP/1.1" status: 200 len: 909 time: 0.1107783 Aug 28 13:17:23.984396 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efe183a2-4512-4f8d-96e3-dd77f429b1f5 req-8ea60099-ddc4-46d4-8af2-b339beccd1cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e896a481-8ecd-4b0c-801d-0455b805fecb HTTP/1.1" status: 200 len: 1002 time: 0.0804751 Aug 28 13:17:24.036701 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe183a2-4512-4f8d-96e3-dd77f429b1f5 req-c46964ea-d033-47f1-8ad2-8186ad702f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:24.038182 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efe183a2-4512-4f8d-96e3-dd77f429b1f5 req-c46964ea-d033-47f1-8ad2-8186ad702f1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bff6c299-3838-42c0-a747-13d74205713f HTTP/1.1" status: 200 len: 848 time: 0.0451953 Aug 28 13:17:24.085800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe183a2-4512-4f8d-96e3-dd77f429b1f5 req-fcdbe9ee-dc6f-4ab1-ae47-e93b2f388bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:24.087338 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efe183a2-4512-4f8d-96e3-dd77f429b1f5 req-fcdbe9ee-dc6f-4ab1-ae47-e93b2f388bed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb31a5c4-fa23-49d4-8654-6778e034da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408623 Aug 28 13:17:24.182321 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efe183a2-4512-4f8d-96e3-dd77f429b1f5 req-2d7c6293-04bc-48db-9c9d-a06ff60c8f91 service neutron] 10.222.0.10 "GET /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871284 Aug 28 13:17:24.277692 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efe183a2-4512-4f8d-96e3-dd77f429b1f5 req-1933592a-4256-4f11-aec0-27f89f2d37c5 service neutron] 10.222.0.10 "GET /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851917 Aug 28 13:17:25.782091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-6b85f82b-3114-481e-95b0-83fe3693daff tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:25.783689 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-6b85f82b-3114-481e-95b0-83fe3693daff tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 812 time: 0.1062458 Aug 28 13:17:25.799724 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-98147ad1-6330-41d7-b777-630bd35b83c2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/quotas/bfa467c998e542408cd59322ce9a0c71 HTTP/1.1" status: 200 len: 375 time: 0.0093098 Aug 28 13:17:25.850921 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-39c2bdf0-fda5-40ce-95fa-7c13d334482f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453699 Aug 28 13:17:25.944422 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-42dacfd8-ec81-4897-8d50-19ea9aeedd03 service neutron] 10.222.0.20 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867558 Aug 28 13:17:26.034641 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-b66f6746-bc1a-4173-8990-dc76e1dc7610 service neutron] 10.222.0.20 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839989 Aug 28 13:17:26.335296 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53af025a-b02e-488d-89e2-37138fe780cc req-6ca450ec-516a-4875-8f0f-ed387161730d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 210 time: 0.0266099 Aug 28 13:17:27.191584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-52fb9f9d-e278-4f72-8d91-c59b1b5c1bbb tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:27.193151 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-52fb9f9d-e278-4f72-8d91-c59b1b5c1bbb tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 812 time: 0.1087306 Aug 28 13:17:27.205747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'port': {'device_id': 'fa40fbfd-21d4-44df-9491-c22b014a0689', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'admin_state_up': True, 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:17:27.321811 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Made reservation on behalf of bfa467c998e542408cd59322ce9a0c71 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:17:27.325879 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:27.434248 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f4412c1f-fa5f-4aac-b86e-af706ecc58ba req-a708c975-aa87-4cba-987b-91e9b7587e6c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 210 time: 0.0276964 Aug 28 13:17:27.466012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Allocated IP 172.20.0.6 (ad1e0c47-7599-4a39-bb41-379750035e93/ed9eb34d-8601-4703-ace5-3667dbf5f9b7/e7212ace-a403-4409-a9b9-afaeea8c9a3c) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:17:27.623239 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:27.638498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Transition to ACTIVE for port object e7212ace-a403-4409-a9b9-afaeea8c9a3c will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:17:27.645362 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:17:27.672266 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:27.719036 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Network ad1e0c47-7599-4a39-bb41-379750035e93 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:17:27.726295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:17:27.731226 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:17:27.735838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'Port': ['ID=e7212ace-a403-4409-a9b9-afaeea8c9a3c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:17:27.765720 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:27.766067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:27.766477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:27.766765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:27.767100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:27.767426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:27.767750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:27.768071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:27.768391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:27.768715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:27.769033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:27.769932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:27.797608 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:27.798284 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:27.814735 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-594d8f14-6aef-4f9b-acc6-26429a3efaa4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6128824 Aug 28 13:17:27.827670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Request body: {'port': {'device_id': 'fa40fbfd-21d4-44df-9491-c22b014a0689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:17:27.889379 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:28.012980 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5631dc3c-0d95-429d-b48b-39ec89b9144e None None] Provisioning for port e7212ace-a403-4409-a9b9-afaeea8c9a3c completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:17:28.017967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5631dc3c-0d95-429d-b48b-39ec89b9144e None None] Provisioning complete for port e7212ace-a403-4409-a9b9-afaeea8c9a3c triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:17:28.018482 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5631dc3c-0d95-429d-b48b-39ec89b9144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:28.055155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-5631dc3c-0d95-429d-b48b-39ec89b9144e None None] Port e7212ace-a403-4409-a9b9-afaeea8c9a3c cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:17:28.189287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7212ace-a403-4409-a9b9-afaeea8c9a3c {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:17:28.198332 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:28.212027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Transition to ACTIVE for port object e7212ace-a403-4409-a9b9-afaeea8c9a3c will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:17:28.215948 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:28.266562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Pushing event updated for resources: {'Port': ['ID=e7212ace-a403-4409-a9b9-afaeea8c9a3c,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:17:28.349171 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Attempting to bind port e7212ace-a403-4409-a9b9-afaeea8c9a3c on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:17:28.349502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Attempting to bind port e7212ace-a403-4409-a9b9-afaeea8c9a3c by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:17:28.349849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Attempting to bind port e7212ace-a403-4409-a9b9-afaeea8c9a3c on network ad1e0c47-7599-4a39-bb41-379750035e93 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:17:28.354681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Port e7212ace-a403-4409-a9b9-afaeea8c9a3c on network ad1e0c47-7599-4a39-bb41-379750035e93 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:17:28.355001 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Attempting to bind port e7212ace-a403-4409-a9b9-afaeea8c9a3c on network ad1e0c47-7599-4a39-bb41-379750035e93 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:17:28.360568 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:17:28.360906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Checking segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:17:28.361281 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Bound using segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:17:28.361696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Bound port: e7212ace-a403-4409-a9b9-afaeea8c9a3c, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:17:28.362051 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:28.440429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] For port e7212ace-a403-4409-a9b9-afaeea8c9a3c, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:17:28.445139 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] For port e7212ace-a403-4409-a9b9-afaeea8c9a3c, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e7212ace-a403-4409-a9b9-afaeea8c9a3c,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:17:28.449925 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:28.487721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:28.488591 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:28.489973 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] 10.222.0.11 "PUT /v2.0/ports/e7212ace-a403-4409-a9b9-afaeea8c9a3c HTTP/1.1" status: 200 len: 1092 time: 0.6668937 Aug 28 13:17:28.490471 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa40fbfd-21d4-44df-9491-c22b014a0689', 'tag': 'e7212ace-a403-4409-a9b9-afaeea8c9a3c'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:17:28.493018 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a53a6b-9abe-42bd-b940-f03a4b7de90f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa40fbfd-21d4-44df-9491-c22b014a0689", "tag": "e7212ace-a403-4409-a9b9-afaeea8c9a3c"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:17:28.522060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f617c02-dd8d-431a-9a27-6e99fdcef68d service neutron] Pushing event updated for resources: {'Port': ['ID=e7212ace-a403-4409-a9b9-afaeea8c9a3c,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:17:28.584484 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94467bfd-1f37-4cfb-9438-2cb3b48450ee x-openstack-request-id: req-94467bfd-1f37-4cfb-9438-2cb3b48450ee {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:17:28.584830 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa40fbfd-21d4-44df-9491-c22b014a0689", "tag": "e7212ace-a403-4409-a9b9-afaeea8c9a3c", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:17:28.585014 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94467bfd-1f37-4cfb-9438-2cb3b48450ee {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:17:28.585398 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa40fbfd-21d4-44df-9491-c22b014a0689', 'tag': 'e7212ace-a403-4409-a9b9-afaeea8c9a3c', 'status': 'completed', 'code': 200} Aug 28 13:17:28.624347 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-c7cc5f3a-4625-4ad5-9bea-209ff922fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:28.625876 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-c7cc5f3a-4625-4ad5-9bea-209ff922fe27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 1095 time: 0.0803397 Aug 28 13:17:28.640840 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd638049-96f0-46d3-89ac-1904bfbcebb6 req-1fa8b300-62e8-46cd-b179-e173e0d5a229 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:28.642798 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd638049-96f0-46d3-89ac-1904bfbcebb6 req-1fa8b300-62e8-46cd-b179-e173e0d5a229 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 943 time: 0.0685039 Aug 28 13:17:28.696946 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-e8a85d2e-e1aa-4200-88cb-de16690a649e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7212ace-a403-4409-a9b9-afaeea8c9a3c HTTP/1.1" status: 200 len: 217 time: 0.0531397 Aug 28 13:17:28.745772 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd638049-96f0-46d3-89ac-1904bfbcebb6 req-dc6755db-81c2-4253-8532-d05ba6536905 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939898 Aug 28 13:17:28.766025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-bef7bf19-09ad-4f3a-9589-8e4c401a3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:28.766025 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-bef7bf19-09ad-4f3a-9589-8e4c401a3acd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0591865 Aug 28 13:17:28.814842 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-80913a3f-d91c-46ba-9007-f0ccbca73931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:28.817017 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-80913a3f-d91c-46ba-9007-f0ccbca73931 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449750 Aug 28 13:17:28.910274 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-b2a52d5f-79a3-4922-ab41-d2d09c48efec service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859222 Aug 28 13:17:29.008695 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0d83b08-0cf8-4234-97a2-9546132561eb req-462304cf-225e-4a57-a4da-6e2f78470a20 service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917706 Aug 28 13:17:29.096721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a6b-9abe-42bd-b940-f03a4b7de90f req-0db38143-6560-4e53-ae7a-2e9c5792c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:29.098479 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37a53a6b-9abe-42bd-b940-f03a4b7de90f req-0db38143-6560-4e53-ae7a-2e9c5792c286 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 1095 time: 0.0444841 Aug 28 13:17:29.189590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a6b-9abe-42bd-b940-f03a4b7de90f req-1badfe8b-67ed-4ed7-aa6d-9ff08a436941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:29.191114 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37a53a6b-9abe-42bd-b940-f03a4b7de90f req-1badfe8b-67ed-4ed7-aa6d-9ff08a436941 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.0857196 Aug 28 13:17:29.235819 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37a53a6b-9abe-42bd-b940-f03a4b7de90f req-a912db3c-4321-480c-b38a-d753804d08eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7212ace-a403-4409-a9b9-afaeea8c9a3c HTTP/1.1" status: 200 len: 217 time: 0.0380085 Aug 28 13:17:29.286221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a6b-9abe-42bd-b940-f03a4b7de90f req-52c7f4f5-cc31-40de-8aea-8423a943f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:29.287681 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37a53a6b-9abe-42bd-b940-f03a4b7de90f req-52c7f4f5-cc31-40de-8aea-8423a943f7b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0446808 Aug 28 13:17:29.336175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a53a6b-9abe-42bd-b940-f03a4b7de90f req-b0ce5e47-849a-4b89-b1fa-226d00b271b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:29.337688 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37a53a6b-9abe-42bd-b940-f03a4b7de90f req-b0ce5e47-849a-4b89-b1fa-226d00b271b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431004 Aug 28 13:17:29.435334 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37a53a6b-9abe-42bd-b940-f03a4b7de90f req-abe19944-a5a8-4c0e-a9c6-d9ffc6338aff service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902905 Aug 28 13:17:29.528448 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37a53a6b-9abe-42bd-b940-f03a4b7de90f req-c8e364d3-821f-4545-a706-212330d7a77a service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857334 Aug 28 13:17:29.876169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89b8a7-5977-434a-b10f-ab606d2085be req-e4abf0fc-6e2e-43c5-98bd-e72844878d2e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:29.877680 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad89b8a7-5977-434a-b10f-ab606d2085be req-e4abf0fc-6e2e-43c5-98bd-e72844878d2e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 943 time: 0.0556221 Aug 28 13:17:29.917823 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad89b8a7-5977-434a-b10f-ab606d2085be req-afa2ec8e-82f3-4671-8317-52f8d1dcc833 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334301 Aug 28 13:17:31.220851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a47b8-c05f-4c07-8921-62296cf983ea req-9a1171e9-e2ac-4606-9d39-2aa71663893a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:31.222475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f4a47b8-c05f-4c07-8921-62296cf983ea req-9a1171e9-e2ac-4606-9d39-2aa71663893a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 943 time: 0.2349882 Aug 28 13:17:31.268610 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f4a47b8-c05f-4c07-8921-62296cf983ea req-c5b00e2d-5096-40ca-9bf5-25e3c2642492 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 Aug 28 13:17:32.383091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0ce2b-3705-442f-91e4-a20d664a3422 req-82e92f97-c5c9-461c-854f-b04e48f50e2d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:32.384597 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5cd0ce2b-3705-442f-91e4-a20d664a3422 req-82e92f97-c5c9-461c-854f-b04e48f50e2d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 943 time: 0.0489664 Aug 28 13:17:32.422804 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5cd0ce2b-3705-442f-91e4-a20d664a3422 req-700f200b-bcc2-4241-aba0-4ca68d996a22 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323498 Aug 28 13:17:33.540255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634f04-7cf6-45d1-8c47-b0a269287e05 req-ebcb443b-aa15-4d70-8b98-a03be8c6bb38 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:33.541753 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f634f04-7cf6-45d1-8c47-b0a269287e05 req-ebcb443b-aa15-4d70-8b98-a03be8c6bb38 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 943 time: 0.0502558 Aug 28 13:17:33.579503 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f634f04-7cf6-45d1-8c47-b0a269287e05 req-239a449e-7b07-4c74-a4de-6b9ce9e9082c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317006 Aug 28 13:17:34.693580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5cceb-30f9-45e1-9262-48ec8c38c524 req-a1cf3a59-9d53-4994-ae14-76902eca73f8 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:34.695110 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56b5cceb-30f9-45e1-9262-48ec8c38c524 req-a1cf3a59-9d53-4994-ae14-76902eca73f8 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 943 time: 0.0490732 Aug 28 13:17:34.733156 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56b5cceb-30f9-45e1-9262-48ec8c38c524 req-da560f6d-5c5a-4b08-b6c4-1a6e619c4f2d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317473 Aug 28 13:17:35.845873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902e587-b976-4dcb-969d-daa3f680e0f0 req-fb7cade9-e0b9-4d33-acf8-048a84caef85 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:35.847890 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2902e587-b976-4dcb-969d-daa3f680e0f0 req-fb7cade9-e0b9-4d33-acf8-048a84caef85 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 943 time: 0.0483639 Aug 28 13:17:35.887074 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2902e587-b976-4dcb-969d-daa3f680e0f0 req-9eda51a7-b299-4bfc-924e-258284b203f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331306 Aug 28 13:17:37.007063 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886150d-6641-47d5-9e10-0cbc77e1bd72 req-5c6c27cb-ef3b-49db-9120-32df3c8c3552 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:37.008670 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2886150d-6641-47d5-9e10-0cbc77e1bd72 req-5c6c27cb-ef3b-49db-9120-32df3c8c3552 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 943 time: 0.0550539 Aug 28 13:17:37.047438 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2886150d-6641-47d5-9e10-0cbc77e1bd72 req-77207018-3382-4ebe-abca-0c6e9f58950e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328670 Aug 28 13:17:37.615593 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:38.165113 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98004a-269e-4bcf-9b7a-b64f7a52946b req-fb2e4859-bede-4239-abfa-65a5ec6cc88c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:38.166610 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b98004a-269e-4bcf-9b7a-b64f7a52946b req-fb2e4859-bede-4239-abfa-65a5ec6cc88c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 943 time: 0.0522060 Aug 28 13:17:38.205796 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5b98004a-269e-4bcf-9b7a-b64f7a52946b req-ad452006-42f0-4dd0-a4cb-42b742169032 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331037 Aug 28 13:17:38.229954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e7212ace-a403-4409-a9b9-afaeea8c9a3c details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:17:38.323432 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e7212ace-a403-4409-a9b9-afaeea8c9a3c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e7212ace-a403-4409-a9b9-afaeea8c9a3c,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:17:38.335200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'e7212ace-a403-4409-a9b9-afaeea8c9a3c', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'port_id': 'e7212ace-a403-4409-a9b9-afaeea8c9a3c', 'mac_address': 'fa:16:3e:32:1d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:17:38.370871 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:38.384055 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7212ace-a403-4409-a9b9-afaeea8c9a3c {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:17:38.402523 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e7212ace-a403-4409-a9b9-afaeea8c9a3c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e7212ace-a403-4409-a9b9-afaeea8c9a3c,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:17:38.406268 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:38.454768 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e7212ace-a403-4409-a9b9-afaeea8c9a3c,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:17:38.461857 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:38.462194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:38.462552 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:38.462888 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:38.463211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:38.463529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:38.463847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:38.464162 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:38.464476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:38.464791 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:38.465103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:38.465413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:38.616807 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['e7212ace-a403-4409-a9b9-afaeea8c9a3c'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:17:39.319020 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd9577-a35d-4587-aa1e-b140ba0e4686 req-a94c0c86-e834-4cb0-8a83-13822dae37bb tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:39.320525 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-49fd9577-a35d-4587-aa1e-b140ba0e4686 req-a94c0c86-e834-4cb0-8a83-13822dae37bb tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 944 time: 0.0489664 Aug 28 13:17:39.358570 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-49fd9577-a35d-4587-aa1e-b140ba0e4686 req-305e158a-e8c7-4966-91a8-6fb5c01d7c75 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316317 Aug 28 13:17:40.009856 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8877995b-708b-48d7-b0ee-f0e454e8b08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:40.022193 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:40.245770 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e7212ace-a403-4409-a9b9-afaeea8c9a3c up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:17:40.294418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port e7212ace-a403-4409-a9b9-afaeea8c9a3c completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:17:40.297851 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port e7212ace-a403-4409-a9b9-afaeea8c9a3c triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:17:40.298210 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:40.371458 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:40.393495 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa40fbfd-21d4-44df-9491-c22b014a0689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7212ace-a403-4409-a9b9-afaeea8c9a3c'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:17:40.395781 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816398c4-a68f-49fd-bb0f-9cc3a8cea7b1" -d '{"events": [{"server_uuid": "fa40fbfd-21d4-44df-9491-c22b014a0689", "name": "network-vif-plugged", "status": "completed", "tag": "e7212ace-a403-4409-a9b9-afaeea8c9a3c"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:17:40.409172 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e7212ace-a403-4409-a9b9-afaeea8c9a3c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e7212ace-a403-4409-a9b9-afaeea8c9a3c,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:17:40.413750 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:40.437805 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80ce7e1-d646-4456-aaca-07614e39e424 x-openstack-request-id: req-f80ce7e1-d646-4456-aaca-07614e39e424 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:17:40.438112 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa40fbfd-21d4-44df-9491-c22b014a0689", "name": "network-vif-plugged", "status": "completed", "tag": "e7212ace-a403-4409-a9b9-afaeea8c9a3c", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:17:40.438384 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f80ce7e1-d646-4456-aaca-07614e39e424 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:17:40.438789 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa40fbfd-21d4-44df-9491-c22b014a0689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7212ace-a403-4409-a9b9-afaeea8c9a3c', 'code': 200} Aug 28 13:17:40.465232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e7212ace-a403-4409-a9b9-afaeea8c9a3c,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:17:40.490271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773fd61-37dd-46c7-931e-0c2687e26ba6 req-7251c363-281f-46c2-bae7-41efa3ba64a2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:40.491835 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f773fd61-37dd-46c7-931e-0c2687e26ba6 req-7251c363-281f-46c2-bae7-41efa3ba64a2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 945 time: 0.0518751 Aug 28 13:17:40.560288 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f773fd61-37dd-46c7-931e-0c2687e26ba6 req-1e2ed8f2-d936-4329-8134-5f435b59c647 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621169 Aug 28 13:17:40.566696 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df555f1-4463-4a35-bca8-504ad43b8e54 req-e1d57809-fda6-4569-a6c6-f87e1ec2964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:40.568763 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5df555f1-4463-4a35-bca8-504ad43b8e54 req-e1d57809-fda6-4569-a6c6-f87e1ec2964e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 1097 time: 0.0633166 Aug 28 13:17:40.607989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5df555f1-4463-4a35-bca8-504ad43b8e54 req-bb39fd9d-bfd7-4939-acd6-87c1aa82a8c7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325506 Aug 28 13:17:41.692390 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a550a2-c592-4759-ba84-e830ff51070e req-7c649282-480b-41ec-90cf-b99fb6bc3675 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:41.694148 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-28a550a2-c592-4759-ba84-e830ff51070e req-7c649282-480b-41ec-90cf-b99fb6bc3675 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 945 time: 0.0569115 Aug 28 13:17:41.733169 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-28a550a2-c592-4759-ba84-e830ff51070e req-da7fcbf2-da35-4b8e-84ba-93f57ec36316 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320964 Aug 28 13:17:41.851780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a466a5-a52e-4405-b41f-6801b17f8b2e req-830a9b93-7ab9-4394-a2c7-e4c189da0ec3 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:41.853259 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-30a466a5-a52e-4405-b41f-6801b17f8b2e req-830a9b93-7ab9-4394-a2c7-e4c189da0ec3 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 945 time: 0.0534294 Aug 28 13:17:41.894247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-30a466a5-a52e-4405-b41f-6801b17f8b2e req-f3f27136-f3af-42ae-88ab-8e6051ce21e4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346885 Aug 28 13:17:42.286309 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a668ca73-a604-45c1-85df-db4685d6d1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:42.584861 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:43.497598 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:44.344021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-7c51af0e-159b-44aa-bdc5-3935eed96c06 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:44.345496 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-7c51af0e-159b-44aa-bdc5-3935eed96c06 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 812 time: 0.0999451 Aug 28 13:17:44.360806 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-8d54353f-dedc-4fb9-9885-879a76cfbc00 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/quotas/bfa467c998e542408cd59322ce9a0c71 HTTP/1.1" status: 200 len: 375 time: 0.0094519 Aug 28 13:17:44.419696 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-cf486696-be31-4643-9826-2134da83e4af tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527532 Aug 28 13:17:44.508184 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-bcb5ff53-66da-488b-b26b-46aa1600b0eb service neutron] 10.222.0.20 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813816 Aug 28 13:17:44.597786 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-0f23a4b1-4e22-4b47-95cb-635b2eee6a8f service neutron] 10.222.0.20 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835123 Aug 28 13:17:44.794766 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edd615cf-7bb6-4ce5-9c1e-2fd2c7cdebb4 req-7641c735-7f4a-4d86-aec6-6088b07c3772 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 210 time: 0.0322452 Aug 28 13:17:45.387871 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:45.723165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-956d1df6-f5e8-45a9-8955-485b364cc1de tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:45.724638 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-956d1df6-f5e8-45a9-8955-485b364cc1de tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.10 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 812 time: 0.1052871 Aug 28 13:17:45.738719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'port': {'device_id': 'debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'admin_state_up': True, 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:17:45.856772 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Made reservation on behalf of bfa467c998e542408cd59322ce9a0c71 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:17:45.861368 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:45.900814 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1c08c7f5-e1b6-4b82-9d57-199156e8a936 req-585707c9-917e-430d-9a12-d641563d5e8a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 210 time: 0.0343492 Aug 28 13:17:45.998063 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Allocated IP 172.20.0.11 (ad1e0c47-7599-4a39-bb41-379750035e93/ed9eb34d-8601-4703-ace5-3667dbf5f9b7/6df79dbf-432d-4693-9e69-b6931e8d7d36) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:17:46.166291 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:46.180987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Transition to ACTIVE for port object 6df79dbf-432d-4693-9e69-b6931e8d7d36 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:17:46.214448 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:46.226154 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['e7212ace-a403-4409-a9b9-afaeea8c9a3c'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:17:46.262927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Network ad1e0c47-7599-4a39-bb41-379750035e93 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:17:46.268318 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:17:46.272198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:17:46.280791 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'Port': ['ID=6df79dbf-432d-4693-9e69-b6931e8d7d36,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:17:46.315459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:46.316176 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:46.316679 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:46.321950 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:46.322524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:46.322864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:46.323194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:46.323524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:46.323849 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:46.324170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:46.324494 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:46.324812 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:17:46.355150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:46.356086 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:46.372214 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-4306f216-ac71-471e-a536-4420dd72b015 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6377189 Aug 28 13:17:46.386697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Request body: {'port': {'device_id': 'debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:17:46.451042 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:46.556295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-489bc8f0-d59c-4aa5-83f8-6cf1d873c534 None None] Provisioning for port 6df79dbf-432d-4693-9e69-b6931e8d7d36 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:17:46.561551 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-489bc8f0-d59c-4aa5-83f8-6cf1d873c534 None None] Provisioning complete for port 6df79dbf-432d-4693-9e69-b6931e8d7d36 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:17:46.561924 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-489bc8f0-d59c-4aa5-83f8-6cf1d873c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:46.607374 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-489bc8f0-d59c-4aa5-83f8-6cf1d873c534 None None] Port 6df79dbf-432d-4693-9e69-b6931e8d7d36 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:17:46.736441 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df79dbf-432d-4693-9e69-b6931e8d7d36 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:17:46.744087 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:46.756376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Transition to ACTIVE for port object 6df79dbf-432d-4693-9e69-b6931e8d7d36 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:17:46.762048 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:46.811638 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6df79dbf-432d-4693-9e69-b6931e8d7d36,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:17:46.889985 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Attempting to bind port 6df79dbf-432d-4693-9e69-b6931e8d7d36 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:17:46.890575 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Attempting to bind port 6df79dbf-432d-4693-9e69-b6931e8d7d36 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:17:46.890669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Attempting to bind port 6df79dbf-432d-4693-9e69-b6931e8d7d36 on network ad1e0c47-7599-4a39-bb41-379750035e93 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:17:46.895370 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Port 6df79dbf-432d-4693-9e69-b6931e8d7d36 on network ad1e0c47-7599-4a39-bb41-379750035e93 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:17:46.895703 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Attempting to bind port 6df79dbf-432d-4693-9e69-b6931e8d7d36 on network ad1e0c47-7599-4a39-bb41-379750035e93 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:17:46.902716 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:17:46.903068 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Checking segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:17:46.903464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Bound using segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:17:46.903901 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Bound port: 6df79dbf-432d-4693-9e69-b6931e8d7d36, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:17:46.904268 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:46.974296 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] For port 6df79dbf-432d-4693-9e69-b6931e8d7d36, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:17:46.977788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] For port 6df79dbf-432d-4693-9e69-b6931e8d7d36, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6df79dbf-432d-4693-9e69-b6931e8d7d36,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:17:46.995174 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:47.057208 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:47.058315 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:17:47.060538 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] 10.222.0.10 "PUT /v2.0/ports/6df79dbf-432d-4693-9e69-b6931e8d7d36 HTTP/1.1" status: 200 len: 1093 time: 0.6777780 Aug 28 13:17:47.062594 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a', 'tag': '6df79dbf-432d-4693-9e69-b6931e8d7d36'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:17:47.066189 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc97b1f-d52a-4fd8-aa58-f891164dfcff" -d '{"events": [{"name": "network-changed", "server_uuid": "debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a", "tag": "6df79dbf-432d-4693-9e69-b6931e8d7d36"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:17:47.107137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8a39c-6a0b-474d-88d6-434a29342088 req-2815c4ed-2ff0-4932-b46f-50d52fb0c752 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:47.109045 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4fc8a39c-6a0b-474d-88d6-434a29342088 req-2815c4ed-2ff0-4932-b46f-50d52fb0c752 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.1284852 Aug 28 13:17:47.119741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecade022-29b2-45e5-ad9e-2cafd0aee6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6df79dbf-432d-4693-9e69-b6931e8d7d36,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:17:47.125744 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b6f130-f405-43eb-9ea9-7abd6cc59d4e x-openstack-request-id: req-b2b6f130-f405-43eb-9ea9-7abd6cc59d4e {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:17:47.126029 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a", "tag": "6df79dbf-432d-4693-9e69-b6931e8d7d36", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:17:47.126280 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2b6f130-f405-43eb-9ea9-7abd6cc59d4e {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:17:47.126689 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a', 'tag': '6df79dbf-432d-4693-9e69-b6931e8d7d36', 'status': 'completed', 'code': 200} Aug 28 13:17:47.186311 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4fc8a39c-6a0b-474d-88d6-434a29342088 req-fac58c31-ca3f-4cfe-aa21-5766ae28fb1f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623262 Aug 28 13:17:47.189489 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-85fde093-5316-43fb-afb6-a2488eae0f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:47.191020 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-85fde093-5316-43fb-afb6-a2488eae0f9e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 1096 time: 0.0810654 Aug 28 13:17:47.241002 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-2f67c06a-5dfd-467b-a1f6-d5593a70a212 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6df79dbf-432d-4693-9e69-b6931e8d7d36 HTTP/1.1" status: 200 len: 217 time: 0.0400629 Aug 28 13:17:47.292888 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-a9e47853-d3d6-47ad-9a3a-a8068e2411e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:47.294374 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-a9e47853-d3d6-47ad-9a3a-a8068e2411e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0453525 Aug 28 13:17:47.345119 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-1a08edbd-3753-4cdd-ad69-1e5a64a808ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:47.346625 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-1a08edbd-3753-4cdd-ad69-1e5a64a808ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440466 Aug 28 13:17:47.442200 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-ffdfece6-197f-40f8-a59f-a5a0ac6e4815 service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873518 Aug 28 13:17:47.537963 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6ff568c-d1f2-42e3-b9c6-643b59aed137 req-a91d9a22-08c9-4181-b806-3e9c1797bb0c service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875993 Aug 28 13:17:47.630687 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc97b1f-d52a-4fd8-aa58-f891164dfcff req-0d4e3829-8ac5-4061-b26c-c4739eb0a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:47.632179 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9dc97b1f-d52a-4fd8-aa58-f891164dfcff req-0d4e3829-8ac5-4061-b26c-c4739eb0a5c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 1096 time: 0.0425754 Aug 28 13:17:47.727849 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc97b1f-d52a-4fd8-aa58-f891164dfcff req-7eb0b4b6-52b5-44ec-a7d8-56dc6abcc893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:47.729362 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9dc97b1f-d52a-4fd8-aa58-f891164dfcff req-7eb0b4b6-52b5-44ec-a7d8-56dc6abcc893 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.0890465 Aug 28 13:17:47.772570 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9dc97b1f-d52a-4fd8-aa58-f891164dfcff req-dcee62b5-15e4-49bd-8d7e-505fae792c35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6df79dbf-432d-4693-9e69-b6931e8d7d36 HTTP/1.1" status: 200 len: 217 time: 0.0355284 Aug 28 13:17:47.828302 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc97b1f-d52a-4fd8-aa58-f891164dfcff req-a61da3a5-6fe0-4856-a008-b8fda50e71e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:47.829660 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9dc97b1f-d52a-4fd8-aa58-f891164dfcff req-a61da3a5-6fe0-4856-a008-b8fda50e71e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0445642 Aug 28 13:17:47.884504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc97b1f-d52a-4fd8-aa58-f891164dfcff req-35db0ab5-15ce-478e-929e-cf091ff545e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:47.886149 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9dc97b1f-d52a-4fd8-aa58-f891164dfcff req-35db0ab5-15ce-478e-929e-cf091ff545e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483398 Aug 28 13:17:47.983091 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9dc97b1f-d52a-4fd8-aa58-f891164dfcff req-45904298-abc1-4585-ae1f-199538178f1c service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883889 Aug 28 13:17:48.077796 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9dc97b1f-d52a-4fd8-aa58-f891164dfcff req-9d33e492-a2b7-4307-b705-43135e7d6341 service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872111 Aug 28 13:17:48.329383 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8db47-74cf-4c6e-b76a-8970f581a631 req-87515509-7b3e-437b-bef9-2a8da4bc7755 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:48.331007 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8f8db47-74cf-4c6e-b76a-8970f581a631 req-87515509-7b3e-437b-bef9-2a8da4bc7755 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.0523560 Aug 28 13:17:48.377713 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8f8db47-74cf-4c6e-b76a-8970f581a631 req-fe31b9ce-d2f4-4792-88a9-56cbd4709772 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Aug 28 13:17:49.547255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07f71b-6c4d-4d27-af3e-649320ff58fc req-a7a9f849-41a8-410f-b724-54f572852c85 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:49.552587 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe07f71b-6c4d-4d27-af3e-649320ff58fc req-a7a9f849-41a8-410f-b724-54f572852c85 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.0874786 Aug 28 13:17:49.607733 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe07f71b-6c4d-4d27-af3e-649320ff58fc req-5a999de8-a91b-4981-b4b7-310d61b8b96e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502148 Aug 28 13:17:50.755381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0820b5-b6e8-48c4-bd16-446a52c13069 req-29cb2629-d6ce-49ec-806a-518bf3ecdffb tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:50.756944 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c0820b5-b6e8-48c4-bd16-446a52c13069 req-29cb2629-d6ce-49ec-806a-518bf3ecdffb tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.0572281 Aug 28 13:17:50.810693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c0820b5-b6e8-48c4-bd16-446a52c13069 req-bee06e56-49f7-4dd7-980b-e23a99eecb5d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448401 Aug 28 13:17:51.938870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99899b-b701-4b18-bebb-1449a7b16938 req-c394df7a-dc86-4445-8fb8-ca5bb72b8f0c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:51.940325 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a99899b-b701-4b18-bebb-1449a7b16938 req-c394df7a-dc86-4445-8fb8-ca5bb72b8f0c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.0561457 Aug 28 13:17:51.982077 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a99899b-b701-4b18-bebb-1449a7b16938 req-c8fc3a6e-fb83-45c4-bb27-02666d197592 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343778 Aug 28 13:17:53.137204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bda0f-53a5-49f4-a5d1-53b39e897e23 req-3ccef442-6528-4321-97aa-a6e80b3a36e2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:53.138757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b10bda0f-53a5-49f4-a5d1-53b39e897e23 req-3ccef442-6528-4321-97aa-a6e80b3a36e2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.0666146 Aug 28 13:17:53.189808 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b10bda0f-53a5-49f4-a5d1-53b39e897e23 req-0cbe0ba7-5802-42de-84c0-9883b61a72f5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431969 Aug 28 13:17:54.314090 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994ef6f-7a96-442f-9991-f5a77692333b req-131d2cb8-68c8-4f24-8ecd-ad56c7bf4c58 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:54.315605 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a994ef6f-7a96-442f-9991-f5a77692333b req-131d2cb8-68c8-4f24-8ecd-ad56c7bf4c58 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.0540929 Aug 28 13:17:54.353739 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a994ef6f-7a96-442f-9991-f5a77692333b req-3d81539d-ad9d-4cd5-83c5-5746a90d9cf8 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322633 Aug 28 13:17:55.472628 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f133ad-9295-415d-bea6-0b152e655a7a req-7238e8db-4d5f-4971-a952-a54efce530a6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:55.474116 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76f133ad-9295-415d-bea6-0b152e655a7a req-7238e8db-4d5f-4971-a952-a54efce530a6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.0520504 Aug 28 13:17:55.513895 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76f133ad-9295-415d-bea6-0b152e655a7a req-fd6085e4-75cf-4c3c-b09f-1f7b22ff9b8f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Aug 28 13:17:56.638306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f6c36-aff5-4268-a381-e8bffd77cce1 req-5165d44c-3063-4b84-8158-dc63c03a1fe9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:56.641584 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-568f6c36-aff5-4268-a381-e8bffd77cce1 req-5165d44c-3063-4b84-8158-dc63c03a1fe9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.0591822 Aug 28 13:17:56.691379 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-568f6c36-aff5-4268-a381-e8bffd77cce1 req-41e559cd-665e-4615-9708-88ccd642cecb tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453346 Aug 28 13:17:57.811142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a2f18-1890-48b0-bad0-9e09a97ac669 req-d566880c-3bc7-4cf4-a94f-3de36b5097a5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:57.812641 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c91a2f18-1890-48b0-bad0-9e09a97ac669 req-d566880c-3bc7-4cf4-a94f-3de36b5097a5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.0518525 Aug 28 13:17:57.851080 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c91a2f18-1890-48b0-bad0-9e09a97ac669 req-47c8953e-aac2-4e23-8401-975ba564c1a4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324283 Aug 28 13:17:58.970981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecf6f8-23b0-4dcb-b313-696f8d86a0c7 req-4aa19f5e-9efe-4d98-8b29-3e81fa0195aa tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:17:58.972500 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-58ecf6f8-23b0-4dcb-b313-696f8d86a0c7 req-4aa19f5e-9efe-4d98-8b29-3e81fa0195aa tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.0503228 Aug 28 13:17:59.011561 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-58ecf6f8-23b0-4dcb-b313-696f8d86a0c7 req-19f1e7c0-9655-416d-87d8-4f6049a299fc tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328040 Aug 28 13:18:00.152684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a664195-61ee-4f42-883b-443bf9ba2559 req-4935b4cc-8781-490a-8897-21e8d63c2ecb tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:00.154150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7a664195-61ee-4f42-883b-443bf9ba2559 req-4935b4cc-8781-490a-8897-21e8d63c2ecb tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.0551453 Aug 28 13:18:00.193043 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7a664195-61ee-4f42-883b-443bf9ba2559 req-5190df77-8bba-41d4-bcca-024aa0ad539a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328817 Aug 28 13:18:01.314492 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494fc8a-3429-4315-a698-1487465b9f64 req-0e9c2934-329a-475a-a206-16f0126f5b78 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:01.315970 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f494fc8a-3429-4315-a698-1487465b9f64 req-0e9c2934-329a-475a-a206-16f0126f5b78 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.0548706 Aug 28 13:18:01.353658 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f494fc8a-3429-4315-a698-1487465b9f64 req-3390b206-df54-4a5b-9c48-0322239b8d8a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310299 Aug 28 13:18:02.473199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c032a49-c504-42e4-a569-70e04a270574 req-f1514a59-7df7-4013-986d-94a858b6dc02 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:02.474620 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c032a49-c504-42e4-a569-70e04a270574 req-f1514a59-7df7-4013-986d-94a858b6dc02 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.0487983 Aug 28 13:18:02.513430 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c032a49-c504-42e4-a569-70e04a270574 req-67892fde-1f01-4a5e-b76c-e93b4183b515 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316708 Aug 28 13:18:03.628153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec753f-8775-467c-b720-dc8266e4cf12 req-a9706522-ef4b-484b-b66e-c6c8e7859652 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:03.629636 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8aec753f-8775-467c-b720-dc8266e4cf12 req-a9706522-ef4b-484b-b66e-c6c8e7859652 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.0491207 Aug 28 13:18:03.668696 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8aec753f-8775-467c-b720-dc8266e4cf12 req-81add4d6-9e9f-4c5d-be37-8076426818db tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329003 Aug 28 13:18:04.645118 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:18:04.791202 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1e9e8-df42-499f-bfb7-da55cd4353d0 req-d8c9b409-186d-4407-a647-1c062413e684 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:04.793095 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28b1e9e8-df42-499f-bfb7-da55cd4353d0 req-d8c9b409-186d-4407-a647-1c062413e684 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.0527117 Aug 28 13:18:04.834383 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-28b1e9e8-df42-499f-bfb7-da55cd4353d0 req-170927b1-bd16-4615-b5f6-5abcb7632de3 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344522 Aug 28 13:18:05.955826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e7b19-f0da-49a1-8c8b-b200df7cb55a req-463e1799-60aa-4271-b15b-84580f3f7081 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:05.957236 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd5e7b19-f0da-49a1-8c8b-b200df7cb55a req-463e1799-60aa-4271-b15b-84580f3f7081 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 944 time: 0.0492268 Aug 28 13:18:05.995254 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd5e7b19-f0da-49a1-8c8b-b200df7cb55a req-7030ffdf-195f-4ec9-b92b-b877464f925e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321517 Aug 28 13:18:06.633825 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 6df79dbf-432d-4693-9e69-b6931e8d7d36 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:18:06.738756 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 6df79dbf-432d-4693-9e69-b6931e8d7d36, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6df79dbf-432d-4693-9e69-b6931e8d7d36,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:18:06.749835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '6df79dbf-432d-4693-9e69-b6931e8d7d36', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'port_id': '6df79dbf-432d-4693-9e69-b6931e8d7d36', 'mac_address': 'fa:16:3e:6e:4f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:18:06.787779 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:06.805189 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df79dbf-432d-4693-9e69-b6931e8d7d36 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:18:06.824694 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 6df79dbf-432d-4693-9e69-b6931e8d7d36, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6df79dbf-432d-4693-9e69-b6931e8d7d36,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:18:06.828160 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:06.878529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=6df79dbf-432d-4693-9e69-b6931e8d7d36,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:18:07.074793 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['6df79dbf-432d-4693-9e69-b6931e8d7d36'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:18:07.128998 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85529-543c-4a87-bbc1-7475b645aada req-58eb021a-9019-495f-a096-ee77c098f91c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:07.130476 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b0e85529-543c-4a87-bbc1-7475b645aada req-58eb021a-9019-495f-a096-ee77c098f91c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 945 time: 0.0598984 Aug 28 13:18:07.172669 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b0e85529-543c-4a87-bbc1-7475b645aada req-28eb40e9-ccf9-4037-97b3-1c20f4afca85 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330513 Aug 28 13:18:07.620474 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:08.296801 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccce29-6ef6-4ad0-b015-2018382e1c76 req-52bfd056-a844-4e56-8479-151b87b8a9e2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:08.298274 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f9ccce29-6ef6-4ad0-b015-2018382e1c76 req-52bfd056-a844-4e56-8479-151b87b8a9e2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 945 time: 0.0524440 Aug 28 13:18:08.334782 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f9ccce29-6ef6-4ad0-b015-2018382e1c76 req-4f5d2d97-7113-4312-a0ed-d49602eda117 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306535 Aug 28 13:18:08.641158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 6df79dbf-432d-4693-9e69-b6931e8d7d36 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:18:08.691840 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 6df79dbf-432d-4693-9e69-b6931e8d7d36 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:18:08.695579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 6df79dbf-432d-4693-9e69-b6931e8d7d36 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:18:08.695969 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:08.771286 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:08.793417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df79dbf-432d-4693-9e69-b6931e8d7d36'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:18:08.795832 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5d4860-bf4c-45e9-bdaf-9f841f02147a" -d '{"events": [{"server_uuid": "debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a", "name": "network-vif-plugged", "status": "completed", "tag": "6df79dbf-432d-4693-9e69-b6931e8d7d36"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:18:08.809291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 6df79dbf-432d-4693-9e69-b6931e8d7d36, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6df79dbf-432d-4693-9e69-b6931e8d7d36,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:18:08.813406 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:08.842781 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03779ad-4d2b-4d1e-8241-665474f33eea x-openstack-request-id: req-e03779ad-4d2b-4d1e-8241-665474f33eea {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:18:08.843063 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a", "name": "network-vif-plugged", "status": "completed", "tag": "6df79dbf-432d-4693-9e69-b6931e8d7d36", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:18:08.843307 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e03779ad-4d2b-4d1e-8241-665474f33eea {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:18:08.843686 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df79dbf-432d-4693-9e69-b6931e8d7d36', 'code': 200} Aug 28 13:18:08.872713 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=6df79dbf-432d-4693-9e69-b6931e8d7d36,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:18:08.934089 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8d39b-b2b0-40d9-885c-0daa0f8e96ba req-880ee005-c99b-4cd8-9cbd-b0681e1c3478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:08.935594 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d8b8d39b-b2b0-40d9-885c-0daa0f8e96ba req-880ee005-c99b-4cd8-9cbd-b0681e1c3478 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 1098 time: 0.0417397 Aug 28 13:18:08.972338 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d8b8d39b-b2b0-40d9-885c-0daa0f8e96ba req-98a63c16-929b-4535-b6bd-68568fe37b3d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289774 Aug 28 13:18:09.462240 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad577a56-f53b-4abd-aa4c-a616919cc415 req-275c1670-1c27-4689-85d2-71888ca45bb9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:09.464448 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad577a56-f53b-4abd-aa4c-a616919cc415 req-275c1670-1c27-4689-85d2-71888ca45bb9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 946 time: 0.0594800 Aug 28 13:18:09.507220 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad577a56-f53b-4abd-aa4c-a616919cc415 req-1a5cf16e-0646-4521-a784-48493177741a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361149 Aug 28 13:18:10.001706 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d9c56d22-85d0-414b-bea4-e81f89e4bbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:10.045628 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:10.635479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4255d4c-1175-427b-94ca-e14229d48adb req-bc96cf74-96d4-4a7c-a638-d92d15e213dd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:10.637113 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4255d4c-1175-427b-94ca-e14229d48adb req-bc96cf74-96d4-4a7c-a638-d92d15e213dd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 946 time: 0.0548067 Aug 28 13:18:10.677155 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4255d4c-1175-427b-94ca-e14229d48adb req-321b175f-ed15-41f2-a28a-ca777bc6471f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339181 Aug 28 13:18:10.802544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5568a2-6242-43b9-9694-2fb9d27431e1 req-081868e3-8c4b-4010-bfaf-7058c85a430f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:10.804107 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad5568a2-6242-43b9-9694-2fb9d27431e1 req-081868e3-8c4b-4010-bfaf-7058c85a430f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 946 time: 0.0547354 Aug 28 13:18:10.844382 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad5568a2-6242-43b9-9694-2fb9d27431e1 req-0a3f1e39-7b5c-4d42-b5d2-a6840db99452 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337853 Aug 28 13:18:11.157926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fef4a-cefe-4e6a-9300-f7ebf0f05a60 req-91c3771d-f9ac-4079-935d-d2c449d19392 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:11.159296 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a87fef4a-cefe-4e6a-9300-f7ebf0f05a60 req-91c3771d-f9ac-4079-935d-d2c449d19392 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 946 time: 0.0563047 Aug 28 13:18:11.213413 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a87fef4a-cefe-4e6a-9300-f7ebf0f05a60 req-d2f69c22-7870-4654-a81a-f6a0695b133e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471394 Aug 28 13:18:12.284257 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bb307494-e914-4760-906e-c8d8c9264597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:12.362934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c15a85-65f2-4ed0-b1a2-640d5902a803 req-9ef329fa-97c0-414d-a3ef-58e4ac437ee8 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:12.364495 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f2c15a85-65f2-4ed0-b1a2-640d5902a803 req-9ef329fa-97c0-414d-a3ef-58e4ac437ee8 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 946 time: 0.0691345 Aug 28 13:18:12.414989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f2c15a85-65f2-4ed0-b1a2-640d5902a803 req-5630f5b0-ac82-4f54-bb2f-d0bbb92918d4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420446 Aug 28 13:18:12.590989 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:12.758863 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78655477-2548-4ae9-a8bc-4aeba95ae60b req-1027ba1e-636f-4388-91e5-14da0ff3f088 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:12.761337 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78655477-2548-4ae9-a8bc-4aeba95ae60b req-1027ba1e-636f-4388-91e5-14da0ff3f088 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.10 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 946 time: 0.0514786 Aug 28 13:18:12.861249 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-78655477-2548-4ae9-a8bc-4aeba95ae60b req-2c1258c1-2141-4e45-b5b7-88f09bdab67e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Deleting port 6df79dbf-432d-4693-9e69-b6931e8d7d36 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:18:12.861499 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-78655477-2548-4ae9-a8bc-4aeba95ae60b req-2c1258c1-2141-4e45-b5b7-88f09bdab67e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:12.953702 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-78655477-2548-4ae9-a8bc-4aeba95ae60b req-2c1258c1-2141-4e45-b5b7-88f09bdab67e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] For port 6df79dbf-432d-4693-9e69-b6931e8d7d36, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=6df79dbf-432d-4693-9e69-b6931e8d7d36,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:18:12.954072 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-78655477-2548-4ae9-a8bc-4aeba95ae60b req-2c1258c1-2141-4e45-b5b7-88f09bdab67e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:12.967176 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-78655477-2548-4ae9-a8bc-4aeba95ae60b req-2c1258c1-2141-4e45-b5b7-88f09bdab67e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Calling delete_port for 6df79dbf-432d-4693-9e69-b6931e8d7d36 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:18:13.107057 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-78655477-2548-4ae9-a8bc-4aeba95ae60b req-2c1258c1-2141-4e45-b5b7-88f09bdab67e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:13.121330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['e7212ace-a403-4409-a9b9-afaeea8c9a3c'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:18:13.141199 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1258c1-2141-4e45-b5b7-88f09bdab67e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event deleted for resources: {'Port': ['ID=6df79dbf-432d-4693-9e69-b6931e8d7d36,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:18:13.188657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-78655477-2548-4ae9-a8bc-4aeba95ae60b req-2c1258c1-2141-4e45-b5b7-88f09bdab67e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] No DVR routers for this DVR port 6df79dbf-432d-4693-9e69-b6931e8d7d36 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:18:13.191536 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-78655477-2548-4ae9-a8bc-4aeba95ae60b req-2c1258c1-2141-4e45-b5b7-88f09bdab67e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:13.193700 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-78655477-2548-4ae9-a8bc-4aeba95ae60b req-2c1258c1-2141-4e45-b5b7-88f09bdab67e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.10 "DELETE /v2.0/ports/6df79dbf-432d-4693-9e69-b6931e8d7d36 HTTP/1.1" status: 204 len: 173 time: 0.4258308 Aug 28 13:18:13.194173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a', 'name': 'network-vif-deleted', 'tag': '6df79dbf-432d-4693-9e69-b6931e8d7d36'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:18:13.196831 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f30334-620c-437a-ba85-a9e5e83c89d3" -d '{"events": [{"server_uuid": "debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a", "name": "network-vif-deleted", "tag": "6df79dbf-432d-4693-9e69-b6931e8d7d36"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:18:13.240488 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092ded50-3b3a-4e3f-9310-ac6e293edc93 x-openstack-request-id: req-092ded50-3b3a-4e3f-9310-ac6e293edc93 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:18:13.241013 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a", "name": "network-vif-deleted", "tag": "6df79dbf-432d-4693-9e69-b6931e8d7d36", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:18:13.241298 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-092ded50-3b3a-4e3f-9310-ac6e293edc93 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:18:13.241770 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a', 'name': 'network-vif-deleted', 'tag': '6df79dbf-432d-4693-9e69-b6931e8d7d36', 'status': 'completed', 'code': 200} Aug 28 13:18:13.503827 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:13.535846 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b2164d7-f7cf-4350-a634-b823b01e6555 req-73107c99-d4d6-4f74-8b16-2fe05409daf0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 210 time: 0.0424199 Aug 28 13:18:14.637597 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b6ebb73e-74c8-466d-9e87-fd195e67b510 req-5096ac45-3ad4-4862-a104-f4bc39edee09 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 210 time: 0.0283780 Aug 28 13:18:14.673040 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 6df79dbf-432d-4693-9e69-b6931e8d7d36 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:18:14.695790 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 6df79dbf-432d-4693-9e69-b6931e8d7d36 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:18:14.696127 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 6df79dbf-432d-4693-9e69-b6931e8d7d36 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:18:15.389664 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:15.735039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-465cf2e3-272f-4ba3-97c2-607c9facc424 req-f86c1db3-14aa-4064-9c10-fc0c3303a891 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 210 time: 0.0279214 Aug 28 13:18:16.848191 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a5f8dfa8-d922-46d6-a7da-65be902051ff req-03e855a5-ebe9-4798-9a3b-2d6de5c58ffb tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=debc6f0b-4f15-4bbe-aaf4-f352cecc8e5a HTTP/1.1" status: 200 len: 210 time: 0.0297360 Aug 28 13:18:21.327320 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55673988-f166-4e94-8232-b91d7d28ea3b req-63945449-c828-458e-addd-be008879c17e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:21.328825 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-55673988-f166-4e94-8232-b91d7d28ea3b req-63945449-c828-458e-addd-be008879c17e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 945 time: 0.0484297 Aug 28 13:18:21.366446 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-55673988-f166-4e94-8232-b91d7d28ea3b req-432b3571-9f84-4551-bdc2-9fbd15de4041 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315642 Aug 28 13:18:22.485154 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f07a-40ee-4d31-90bb-3a9ecbedaeb7 req-001dae21-1d2a-41b5-bb01-66f1915df8c1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:22.486937 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efc5f07a-40ee-4d31-90bb-3a9ecbedaeb7 req-001dae21-1d2a-41b5-bb01-66f1915df8c1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 945 time: 0.0503983 Aug 28 13:18:22.527478 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-efc5f07a-40ee-4d31-90bb-3a9ecbedaeb7 req-db7967c0-41c2-4274-a473-8dd9092cdd16 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=698c32ed-4d72-4f28-97ff-bc5e72f6cf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339334 Aug 28 13:18:22.843231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876be22-e563-49ec-a642-491ed0aa01b0 req-429474e9-d884-4b6a-91bc-f8e36a995cf7 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:22.844691 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3876be22-e563-49ec-a642-491ed0aa01b0 req-429474e9-d884-4b6a-91bc-f8e36a995cf7 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 945 time: 0.0503395 Aug 28 13:18:22.938346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-3876be22-e563-49ec-a642-491ed0aa01b0 req-21caf50f-f364-4a4a-b3bf-a2b642d22bc9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Deleting port e7212ace-a403-4409-a9b9-afaeea8c9a3c {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:18:22.938701 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3876be22-e563-49ec-a642-491ed0aa01b0 req-21caf50f-f364-4a4a-b3bf-a2b642d22bc9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:23.024056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-3876be22-e563-49ec-a642-491ed0aa01b0 req-21caf50f-f364-4a4a-b3bf-a2b642d22bc9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] For port e7212ace-a403-4409-a9b9-afaeea8c9a3c, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e7212ace-a403-4409-a9b9-afaeea8c9a3c,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:18:23.024417 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3876be22-e563-49ec-a642-491ed0aa01b0 req-21caf50f-f364-4a4a-b3bf-a2b642d22bc9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:23.037709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-3876be22-e563-49ec-a642-491ed0aa01b0 req-21caf50f-f364-4a4a-b3bf-a2b642d22bc9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Calling delete_port for e7212ace-a403-4409-a9b9-afaeea8c9a3c owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:18:23.165643 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3876be22-e563-49ec-a642-491ed0aa01b0 req-21caf50f-f364-4a4a-b3bf-a2b642d22bc9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:23.177498 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['e7212ace-a403-4409-a9b9-afaeea8c9a3c'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:18:23.194573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21caf50f-f364-4a4a-b3bf-a2b642d22bc9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event deleted for resources: {'Port': ['ID=e7212ace-a403-4409-a9b9-afaeea8c9a3c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:18:23.240829 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-3876be22-e563-49ec-a642-491ed0aa01b0 req-21caf50f-f364-4a4a-b3bf-a2b642d22bc9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] No DVR routers for this DVR port e7212ace-a403-4409-a9b9-afaeea8c9a3c on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:18:23.243520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-3876be22-e563-49ec-a642-491ed0aa01b0 req-21caf50f-f364-4a4a-b3bf-a2b642d22bc9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:23.246331 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3876be22-e563-49ec-a642-491ed0aa01b0 req-21caf50f-f364-4a4a-b3bf-a2b642d22bc9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "DELETE /v2.0/ports/e7212ace-a403-4409-a9b9-afaeea8c9a3c HTTP/1.1" status: 204 len: 173 time: 0.3958826 Aug 28 13:18:23.246814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa40fbfd-21d4-44df-9491-c22b014a0689', 'name': 'network-vif-deleted', 'tag': 'e7212ace-a403-4409-a9b9-afaeea8c9a3c'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:18:23.249126 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef80ead9-4c8c-4bc2-bbda-ab1431e1e698" -d '{"events": [{"server_uuid": "fa40fbfd-21d4-44df-9491-c22b014a0689", "name": "network-vif-deleted", "tag": "e7212ace-a403-4409-a9b9-afaeea8c9a3c"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:18:23.414304 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f628daf-c437-4b83-b2f3-092e4d535b93 x-openstack-request-id: req-8f628daf-c437-4b83-b2f3-092e4d535b93 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:18:23.414628 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa40fbfd-21d4-44df-9491-c22b014a0689", "name": "network-vif-deleted", "tag": "e7212ace-a403-4409-a9b9-afaeea8c9a3c", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:18:23.414878 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f628daf-c437-4b83-b2f3-092e4d535b93 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:18:23.415270 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa40fbfd-21d4-44df-9491-c22b014a0689', 'name': 'network-vif-deleted', 'tag': 'e7212ace-a403-4409-a9b9-afaeea8c9a3c', 'status': 'completed', 'code': 200} Aug 28 13:18:23.636634 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae2597d3-bb40-4853-b795-f6030bc7a80b req-51b07a70-90d8-4e94-a06e-45c95f919b56 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 210 time: 0.0333679 Aug 28 13:18:24.737615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ab57c93-499f-4590-a489-8d19d7bdd13d req-e83a8446-d52e-4f2b-8c08-e405077a30fb tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 210 time: 0.0273013 Aug 28 13:18:25.834645 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f8779967-4355-44cb-9d12-633581651ac5 req-97f5ac03-c33d-4fdc-88d4-409c8861e682 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 210 time: 0.0275617 Aug 28 13:18:26.152880 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe4871be-ea1c-45a7-8135-41fd1e391ece req-f2677c52-de86-4b60-9d2a-63072fed8fd3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398121 Aug 28 13:18:26.242027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4871be-ea1c-45a7-8135-41fd1e391ece req-e7fcde44-ce82-4dbd-8c0a-1ac79542b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:26.243672 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe4871be-ea1c-45a7-8135-41fd1e391ece req-e7fcde44-ce82-4dbd-8c0a-1ac79542b236 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e9e0a6153cb4cb381daf7eb059c7561&device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 1098 time: 0.0418572 Aug 28 13:18:26.358478 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4871be-ea1c-45a7-8135-41fd1e391ece req-c2abd14d-aefb-43c6-b62f-f6382aecafca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:26.360036 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe4871be-ea1c-45a7-8135-41fd1e391ece req-c2abd14d-aefb-43c6-b62f-f6382aecafca service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb31a5c4-fa23-49d4-8654-6778e034da8a HTTP/1.1" status: 200 len: 909 time: 0.0958071 Aug 28 13:18:26.432953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe4871be-ea1c-45a7-8135-41fd1e391ece req-91a9e290-9774-419c-a6d1-ea4d29afe379 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e896a481-8ecd-4b0c-801d-0455b805fecb HTTP/1.1" status: 200 len: 1002 time: 0.0644689 Aug 28 13:18:26.490469 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4871be-ea1c-45a7-8135-41fd1e391ece req-66cd0ed9-f706-447f-b885-268bfaa576fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:26.492389 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe4871be-ea1c-45a7-8135-41fd1e391ece req-66cd0ed9-f706-447f-b885-268bfaa576fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bff6c299-3838-42c0-a747-13d74205713f HTTP/1.1" status: 200 len: 848 time: 0.0523553 Aug 28 13:18:26.493533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e7212ace-a403-4409-a9b9-afaeea8c9a3c no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:18:26.514962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: e7212ace-a403-4409-a9b9-afaeea8c9a3c {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:18:26.515312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e7212ace-a403-4409-a9b9-afaeea8c9a3c not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:18:26.542785 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4871be-ea1c-45a7-8135-41fd1e391ece req-e0f6a65e-bf6e-457d-9346-42f43d1cadb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:26.544304 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe4871be-ea1c-45a7-8135-41fd1e391ece req-e0f6a65e-bf6e-457d-9346-42f43d1cadb3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb31a5c4-fa23-49d4-8654-6778e034da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433569 Aug 28 13:18:26.557665 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-fe4871be-ea1c-45a7-8135-41fd1e391ece req-d7b236a0-5e79-4af0-a5dd-82bef345203f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:18:26.558681 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe4871be-ea1c-45a7-8135-41fd1e391ece req-d7b236a0-5e79-4af0-a5dd-82bef345203f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055938 Aug 28 13:18:26.668920 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe4871be-ea1c-45a7-8135-41fd1e391ece req-5337b5d2-8e71-40e3-a9ac-69969f610b69 service neutron] 10.222.0.10 "GET /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982714 Aug 28 13:18:26.771972 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe4871be-ea1c-45a7-8135-41fd1e391ece req-afc11e35-5f22-4322-88cd-60e1d6e13380 service neutron] 10.222.0.10 "GET /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955589 Aug 28 13:18:26.943206 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7e489321-af4a-4148-b4ee-18f0053b7731 req-9f6e6242-a8da-4328-97e1-6064673750b7 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa40fbfd-21d4-44df-9491-c22b014a0689 HTTP/1.1" status: 200 len: 210 time: 0.0275452 Aug 28 13:18:29.993874 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34006) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:18:29.999809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-aed6bda2-f971-49d9-9895-ed6742323888 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1719739243', 'description': 'tempest-secgroup-smoke-1719739243 description', 'project_id': 'bfa467c998e542408cd59322ce9a0c71'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:18:30.021709 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aed6bda2-f971-49d9-9895-ed6742323888 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.100686 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aed6bda2-f971-49d9-9895-ed6742323888 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.105130 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aed6bda2-f971-49d9-9895-ed6742323888 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.133178 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aed6bda2-f971-49d9-9895-ed6742323888 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.134402 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-aed6bda2-f971-49d9-9895-ed6742323888 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1385748 Aug 28 13:18:30.136357 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6bda2-f971-49d9-9895-ed6742323888 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8328b20-8678-4b70-a189-2839a60c1ae6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:18:30.137559 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34008) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:18:30.142240 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'security_group_rule': {'security_group_id': 'b8328b20-8678-4b70-a189-2839a60c1ae6', 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:18:30.168044 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.222715 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.226378 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.244365 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a41e4a-3653-4367-b182-6c1afb9fedfc,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:18:30.253741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:30.254092 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:30.254465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:30.254811 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:30.255137 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:30.255473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:30.255802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:30.256129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:30.256453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:30.256778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:30.257101 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:30.257437 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:30.261508 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.262748 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-68a66a2e-7e88-46be-a889-4b7f6a1d8306 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241684 Aug 28 13:18:30.265411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34010) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:18:30.269780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-c265e5e0-befb-494a-8536-926a6490c232 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'security_group_rule': {'security_group_id': 'b8328b20-8678-4b70-a189-2839a60c1ae6', 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:18:30.296750 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c265e5e0-befb-494a-8536-926a6490c232 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.355704 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c265e5e0-befb-494a-8536-926a6490c232 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.359358 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c265e5e0-befb-494a-8536-926a6490c232 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.377664 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e5e0-befb-494a-8536-926a6490c232 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c3ce21-52ab-41e8-9f36-97c491a8a104,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:18:30.384688 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c265e5e0-befb-494a-8536-926a6490c232 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.386286 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c265e5e0-befb-494a-8536-926a6490c232 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199603 Aug 28 13:18:30.389003 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34012) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:18:30.393354 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-606cef81-049b-4c5c-89db-6cda64d6caef tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'security_group_rule': {'security_group_id': 'b8328b20-8678-4b70-a189-2839a60c1ae6', 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:18:30.419362 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-606cef81-049b-4c5c-89db-6cda64d6caef tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.476622 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-606cef81-049b-4c5c-89db-6cda64d6caef tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.480777 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-606cef81-049b-4c5c-89db-6cda64d6caef tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.501885 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cef81-049b-4c5c-89db-6cda64d6caef tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c35cfe-a15d-40c2-b1bd-1c8346bc31c1,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:18:30.505513 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-606cef81-049b-4c5c-89db-6cda64d6caef tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.509546 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-606cef81-049b-4c5c-89db-6cda64d6caef tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168752 Aug 28 13:18:30.509546 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34014) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:18:30.515096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-cfd78125-44e4-4466-aa31-d75465e1edb1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'security_group_rule': {'security_group_id': 'b8328b20-8678-4b70-a189-2839a60c1ae6', 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:18:30.542081 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cfd78125-44e4-4466-aa31-d75465e1edb1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.601551 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cfd78125-44e4-4466-aa31-d75465e1edb1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.605701 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cfd78125-44e4-4466-aa31-d75465e1edb1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.625787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd78125-44e4-4466-aa31-d75465e1edb1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cd0274-4c53-4473-8fb8-2c2260048351,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:18:30.628553 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-cfd78125-44e4-4466-aa31-d75465e1edb1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.629763 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cfd78125-44e4-4466-aa31-d75465e1edb1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192663 Aug 28 13:18:30.632487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34016) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:18:30.636884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-22ef4e80-d319-414f-88c9-ffe68c7412b0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'security_group_rule': {'security_group_id': 'b8328b20-8678-4b70-a189-2839a60c1ae6', 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:18:30.658843 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-22ef4e80-d319-414f-88c9-ffe68c7412b0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Project bfa467c998e542408cd59322ce9a0c71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:18:30.663806 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-22ef4e80-d319-414f-88c9-ffe68c7412b0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.725846 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-22ef4e80-d319-414f-88c9-ffe68c7412b0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.730770 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-22ef4e80-d319-414f-88c9-ffe68c7412b0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.751008 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef4e80-d319-414f-88c9-ffe68c7412b0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63456a9-195e-48ed-96b2-d1dd9e73deac,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:18:30.756644 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-22ef4e80-d319-414f-88c9-ffe68c7412b0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.757983 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-22ef4e80-d319-414f-88c9-ffe68c7412b0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245747 Aug 28 13:18:30.760746 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34018) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:18:30.765039 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7bc6a2fa-64f3-4397-abe5-584bc276ff7d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'security_group_rule': {'security_group_id': 'b8328b20-8678-4b70-a189-2839a60c1ae6', 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:18:30.785792 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-7bc6a2fa-64f3-4397-abe5-584bc276ff7d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Project bfa467c998e542408cd59322ce9a0c71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:18:30.790405 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a2fa-64f3-4397-abe5-584bc276ff7d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.852390 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a2fa-64f3-4397-abe5-584bc276ff7d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.856686 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a2fa-64f3-4397-abe5-584bc276ff7d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.876623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6a2fa-64f3-4397-abe5-584bc276ff7d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc4e23f-47d6-4bad-88aa-616cd48b78f7,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:18:30.885348 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a2fa-64f3-4397-abe5-584bc276ff7d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:30.886647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7bc6a2fa-64f3-4397-abe5-584bc276ff7d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249778 Aug 28 13:18:37.638834 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:40.006241 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b4a469ea-605d-462d-91a9-2d7f3a6b293f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:40.049043 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:41.644939 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:18:42.277221 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f0e4c706-14e7-455d-ac40-c66ca00bc75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:42.595613 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:43.505151 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:45.193114 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-04822575-49f5-456c-a34c-78c0289c85d8 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1719739243&fields=id&tenant_id=bfa467c998e542408cd59322ce9a0c71 HTTP/1.1" status: 200 len: 267 time: 0.0322595 Aug 28 13:18:45.300422 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-c53f929a-3dc2-4740-9f18-a691adfeb20d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:45.301862 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-c53f929a-3dc2-4740-9f18-a691adfeb20d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 812 time: 0.1008306 Aug 28 13:18:45.317180 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-4d57ffec-3d95-40c9-986e-61290f5d9686 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/quotas/bfa467c998e542408cd59322ce9a0c71 HTTP/1.1" status: 200 len: 375 time: 0.0096142 Aug 28 13:18:45.367185 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a0b83d1d-11af-4ac5-a775-82af4a111258 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447719 Aug 28 13:18:45.393860 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:45.465549 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-ef3339c6-966f-4edd-ac55-2f591b7cfddf service neutron] 10.222.0.20 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860486 Aug 28 13:18:45.553739 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-990b4c87-36e1-4124-857a-85a59e2c772b service neutron] 10.222.0.20 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819755 Aug 28 13:18:45.838539 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b1e4b0a4-a779-456f-b347-f227401ccd02 req-710775c9-5af9-433e-a462-0ebe3c2e6cde tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 210 time: 0.0259881 Aug 28 13:18:46.829266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-0fa21114-e0f8-452b-b6b4-1802b32127ed tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:46.830772 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-0fa21114-e0f8-452b-b6b4-1802b32127ed tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 812 time: 0.1088965 Aug 28 13:18:46.876501 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-629a7a7a-1fc1-419b-9e1c-de834ddeea15 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfa467c998e542408cd59322ce9a0c71 HTTP/1.1" status: 200 len: 380 time: 0.0363708 Aug 28 13:18:46.887156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-62f37d4c-85b7-409e-9ba8-3f680c0d09f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'port': {'device_id': '7d27dd0f-8f88-4f9b-8019-e19eefb15479', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'admin_state_up': True, 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'security_groups': ['b8328b20-8678-4b70-a189-2839a60c1ae6']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:18:46.942439 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88c06e99-dac0-4089-b378-951f027a87e6 req-3645e8bd-feec-48ad-85ef-30777b7a0824 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 210 time: 0.0288780 Aug 28 13:18:47.003578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-62f37d4c-85b7-409e-9ba8-3f680c0d09f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Made reservation on behalf of bfa467c998e542408cd59322ce9a0c71 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:18:47.007078 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-62f37d4c-85b7-409e-9ba8-3f680c0d09f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:47.135199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-62f37d4c-85b7-409e-9ba8-3f680c0d09f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Allocated IP 172.20.0.10 (ad1e0c47-7599-4a39-bb41-379750035e93/ed9eb34d-8601-4703-ace5-3667dbf5f9b7/b87e8eef-7995-4364-bc69-0f6f0f65c771) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:18:47.271430 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-62f37d4c-85b7-409e-9ba8-3f680c0d09f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:47.291796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-62f37d4c-85b7-409e-9ba8-3f680c0d09f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Transition to ACTIVE for port object b87e8eef-7995-4364-bc69-0f6f0f65c771 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:18:47.327668 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-62f37d4c-85b7-409e-9ba8-3f680c0d09f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:47.371934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-62f37d4c-85b7-409e-9ba8-3f680c0d09f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Network ad1e0c47-7599-4a39-bb41-379750035e93 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:18:47.377862 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-62f37d4c-85b7-409e-9ba8-3f680c0d09f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:18:47.380547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-62f37d4c-85b7-409e-9ba8-3f680c0d09f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:18:47.412179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f37d4c-85b7-409e-9ba8-3f680c0d09f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'Port': ['ID=b87e8eef-7995-4364-bc69-0f6f0f65c771,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:18:47.446545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-62f37d4c-85b7-409e-9ba8-3f680c0d09f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:47.447285 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-62f37d4c-85b7-409e-9ba8-3f680c0d09f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:47.466773 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-62f37d4c-85b7-409e-9ba8-3f680c0d09f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5839782 Aug 28 13:18:47.478569 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-582beee6-22d3-496e-8062-46f7dd298067 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:18:47.479547 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-582beee6-22d3-496e-8062-46f7dd298067 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056694 Aug 28 13:18:47.568460 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Request body: {'port': {'device_id': '7d27dd0f-8f88-4f9b-8019-e19eefb15479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:18:47.622350 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:47.673262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-adff1eb3-e1d8-4227-b21a-9bd1897ca303 None None] Provisioning for port b87e8eef-7995-4364-bc69-0f6f0f65c771 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:18:47.679486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-adff1eb3-e1d8-4227-b21a-9bd1897ca303 None None] Provisioning complete for port b87e8eef-7995-4364-bc69-0f6f0f65c771 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:18:47.680024 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-adff1eb3-e1d8-4227-b21a-9bd1897ca303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:47.722505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-adff1eb3-e1d8-4227-b21a-9bd1897ca303 None None] Port b87e8eef-7995-4364-bc69-0f6f0f65c771 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:18:47.889688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87e8eef-7995-4364-bc69-0f6f0f65c771 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:18:47.897221 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:47.909959 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Transition to ACTIVE for port object b87e8eef-7995-4364-bc69-0f6f0f65c771 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:18:47.914557 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:47.973637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Pushing event updated for resources: {'Port': ['ID=b87e8eef-7995-4364-bc69-0f6f0f65c771,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:18:48.100467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Attempting to bind port b87e8eef-7995-4364-bc69-0f6f0f65c771 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:18:48.100801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Attempting to bind port b87e8eef-7995-4364-bc69-0f6f0f65c771 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:18:48.101131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Attempting to bind port b87e8eef-7995-4364-bc69-0f6f0f65c771 on network ad1e0c47-7599-4a39-bb41-379750035e93 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:18:48.111767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Port b87e8eef-7995-4364-bc69-0f6f0f65c771 on network ad1e0c47-7599-4a39-bb41-379750035e93 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:18:48.112088 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Attempting to bind port b87e8eef-7995-4364-bc69-0f6f0f65c771 on network ad1e0c47-7599-4a39-bb41-379750035e93 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:18:48.124214 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef368a7-38a6-45f6-82bc-920ab9148921 req-53f1c181-bb2f-4ce0-b126-551c31582f41 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:48.125801 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ef368a7-38a6-45f6-82bc-920ab9148921 req-53f1c181-bb2f-4ce0-b126-551c31582f41 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 944 time: 0.0798259 Aug 28 13:18:48.129077 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:18:48.129424 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Checking segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:18:48.129823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Bound using segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:18:48.130244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Bound port: b87e8eef-7995-4364-bc69-0f6f0f65c771, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:18:48.130640 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:48.205404 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ef368a7-38a6-45f6-82bc-920ab9148921 req-964e0f6f-538b-4de3-82e7-7725a2ee32f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711811 Aug 28 13:18:48.231205 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] For port b87e8eef-7995-4364-bc69-0f6f0f65c771, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:18:48.234598 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] For port b87e8eef-7995-4364-bc69-0f6f0f65c771, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b87e8eef-7995-4364-bc69-0f6f0f65c771,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:18:48.240793 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:48.280009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:48.280642 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:48.282094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] 10.222.0.11 "PUT /v2.0/ports/b87e8eef-7995-4364-bc69-0f6f0f65c771 HTTP/1.1" status: 200 len: 1093 time: 0.7951910 Aug 28 13:18:48.282586 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d27dd0f-8f88-4f9b-8019-e19eefb15479', 'tag': 'b87e8eef-7995-4364-bc69-0f6f0f65c771'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:18:48.284898 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de5c3fb-1e77-4c4a-9044-8c24aadc5f67" -d '{"events": [{"name": "network-changed", "server_uuid": "7d27dd0f-8f88-4f9b-8019-e19eefb15479", "tag": "b87e8eef-7995-4364-bc69-0f6f0f65c771"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:18:48.313330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1afd4-f19c-43c3-84bf-9e7185c8cec0 service neutron] Pushing event updated for resources: {'Port': ['ID=b87e8eef-7995-4364-bc69-0f6f0f65c771,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:18:48.362089 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3011728b-d958-45d6-9e3a-15e7c3f4b29d x-openstack-request-id: req-3011728b-d958-45d6-9e3a-15e7c3f4b29d {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:18:48.362452 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d27dd0f-8f88-4f9b-8019-e19eefb15479", "tag": "b87e8eef-7995-4364-bc69-0f6f0f65c771", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:18:48.362673 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3011728b-d958-45d6-9e3a-15e7c3f4b29d {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:18:48.363063 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d27dd0f-8f88-4f9b-8019-e19eefb15479', 'tag': 'b87e8eef-7995-4364-bc69-0f6f0f65c771', 'status': 'completed', 'code': 200} Aug 28 13:18:48.381069 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-9f23ed2a-aa32-4b38-a6fa-58ff93943e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:48.382688 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-9f23ed2a-aa32-4b38-a6fa-58ff93943e15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 1096 time: 0.0545058 Aug 28 13:18:48.426410 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-6717250e-4038-40be-a0c3-f6ec9d2bd724 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87e8eef-7995-4364-bc69-0f6f0f65c771 HTTP/1.1" status: 200 len: 217 time: 0.0355911 Aug 28 13:18:48.477731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-2fb64850-d5a3-4ad1-b12f-74d5ccc43293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:48.479258 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-2fb64850-d5a3-4ad1-b12f-74d5ccc43293 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0451088 Aug 28 13:18:48.530461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-130b4c66-afd7-4cd0-911b-fe4f30d37e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:48.532279 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-130b4c66-afd7-4cd0-911b-fe4f30d37e19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457504 Aug 28 13:18:48.625548 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-367ca7ae-d0c2-4403-8b3d-96b8ae2ca0d7 service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860598 Aug 28 13:18:48.725046 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8372c957-5708-4a8c-9dff-6d75e6d9850a req-2c322271-bf52-4404-adaa-2d57b73c71bc service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917025 Aug 28 13:18:48.812373 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5c3fb-1e77-4c4a-9044-8c24aadc5f67 req-db4fc6c6-288b-4907-9740-f0fda4b67007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:48.813912 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1de5c3fb-1e77-4c4a-9044-8c24aadc5f67 req-db4fc6c6-288b-4907-9740-f0fda4b67007 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 1096 time: 0.0429137 Aug 28 13:18:48.903460 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5c3fb-1e77-4c4a-9044-8c24aadc5f67 req-c9b52c18-c767-4f22-96f2-4ec0776af74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:48.904927 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1de5c3fb-1e77-4c4a-9044-8c24aadc5f67 req-c9b52c18-c767-4f22-96f2-4ec0776af74f service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.0836849 Aug 28 13:18:48.950707 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1de5c3fb-1e77-4c4a-9044-8c24aadc5f67 req-e943a017-a89a-4013-9898-38d5c92756af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87e8eef-7995-4364-bc69-0f6f0f65c771 HTTP/1.1" status: 200 len: 217 time: 0.0382001 Aug 28 13:18:49.000058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5c3fb-1e77-4c4a-9044-8c24aadc5f67 req-1c698ee9-e024-4dc0-86c7-5ab5f1533ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:49.001396 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1de5c3fb-1e77-4c4a-9044-8c24aadc5f67 req-1c698ee9-e024-4dc0-86c7-5ab5f1533ccb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0444064 Aug 28 13:18:49.047939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5c3fb-1e77-4c4a-9044-8c24aadc5f67 req-f98fe2a6-6219-45e7-81f4-061abf1ffc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:49.049548 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1de5c3fb-1e77-4c4a-9044-8c24aadc5f67 req-f98fe2a6-6219-45e7-81f4-061abf1ffc50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413189 Aug 28 13:18:49.142338 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1de5c3fb-1e77-4c4a-9044-8c24aadc5f67 req-3ac6f56a-244c-45e5-b2c8-9b4d8621e69f service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851390 Aug 28 13:18:49.236324 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1de5c3fb-1e77-4c4a-9044-8c24aadc5f67 req-7bb16045-3526-462a-99f8-cbb6983cff38 service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857949 Aug 28 13:18:49.330534 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d155c6-6248-44b6-82f2-5ae824d8adbc req-6f640aa5-a6da-44a5-b30d-c6e1cca4182d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:49.332096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-20d155c6-6248-44b6-82f2-5ae824d8adbc req-6f640aa5-a6da-44a5-b30d-c6e1cca4182d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 944 time: 0.0554459 Aug 28 13:18:49.711848 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-20d155c6-6248-44b6-82f2-5ae824d8adbc req-9ecd8219-1ef1-4eba-8f18-ff30d3e9a70e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3734748 Aug 28 13:18:50.833250 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dabf8c-2fc3-461f-970c-a35bfcec5abd req-f25524e5-591f-405d-b9e6-1d8a8e3ce8b8 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:50.834796 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-21dabf8c-2fc3-461f-970c-a35bfcec5abd req-f25524e5-591f-405d-b9e6-1d8a8e3ce8b8 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 944 time: 0.0535467 Aug 28 13:18:50.878582 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-21dabf8c-2fc3-461f-970c-a35bfcec5abd req-b6585a4d-7049-4c5d-a760-bdb9fe5e4d23 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370047 Aug 28 13:18:51.995044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f5845-5f79-4c98-9414-340cb0a81874 req-f3e932f8-0b27-451e-9f23-3aca57d4c70e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:51.996654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b82f5845-5f79-4c98-9414-340cb0a81874 req-f3e932f8-0b27-451e-9f23-3aca57d4c70e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 944 time: 0.0503099 Aug 28 13:18:52.035330 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b82f5845-5f79-4c98-9414-340cb0a81874 req-6677ddf6-ea80-4824-93c1-540067c23902 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326045 Aug 28 13:18:53.480386 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84209c-b577-41cd-ad1f-ff9a40d54cb5 req-8872a913-10a4-482a-ab6d-e690afde649e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:53.482519 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-de84209c-b577-41cd-ad1f-ff9a40d54cb5 req-8872a913-10a4-482a-ab6d-e690afde649e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 944 time: 0.3780251 Aug 28 13:18:53.524242 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-de84209c-b577-41cd-ad1f-ff9a40d54cb5 req-6cee8436-202f-4d17-b5b9-3fb30e5548f5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352621 Aug 28 13:18:54.637092 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ec182-638c-422a-a751-48dbf954564a req-f30951dc-6335-4d32-bd4e-9bb34c506b54 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:54.638597 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d36ec182-638c-422a-a751-48dbf954564a req-f30951dc-6335-4d32-bd4e-9bb34c506b54 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 944 time: 0.0483167 Aug 28 13:18:54.679680 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d36ec182-638c-422a-a751-48dbf954564a req-17b5531a-470c-4f13-800d-b7aaefdbe46e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351167 Aug 28 13:18:55.796462 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0841b-3170-457c-9180-27a4fe94855d req-cd50259f-ed35-4687-a99a-9c89445313c1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:55.797945 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9a0841b-3170-457c-9180-27a4fe94855d req-cd50259f-ed35-4687-a99a-9c89445313c1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 944 time: 0.0490353 Aug 28 13:18:55.834210 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b9a0841b-3170-457c-9180-27a4fe94855d req-17703d81-6116-4d48-b442-b22d4eca1c91 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303824 Aug 28 13:18:56.950238 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f856a45-a05e-4651-a7e4-ff948c4374d3 req-c8f80ebb-761d-4776-8624-0e235390faab tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:56.951615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f856a45-a05e-4651-a7e4-ff948c4374d3 req-c8f80ebb-761d-4776-8624-0e235390faab tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 944 time: 0.0512059 Aug 28 13:18:56.988947 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f856a45-a05e-4651-a7e4-ff948c4374d3 req-1d05a5fb-ef4e-43b7-bb6b-eaa51dc4bb77 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314350 Aug 28 13:18:58.104259 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110093d-04ef-47bd-af7d-38b08f32cc10 req-8caef6e9-1683-43d5-b4c3-4d3db6aaa6c3 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:58.106454 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4110093d-04ef-47bd-af7d-38b08f32cc10 req-8caef6e9-1683-43d5-b4c3-4d3db6aaa6c3 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 944 time: 0.0521643 Aug 28 13:18:58.142983 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4110093d-04ef-47bd-af7d-38b08f32cc10 req-2bb6090c-1fa0-4137-bf0b-ade4a6b50e6b tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302682 Aug 28 13:18:58.650806 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b87e8eef-7995-4364-bc69-0f6f0f65c771 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:18:58.743727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port b87e8eef-7995-4364-bc69-0f6f0f65c771, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b87e8eef-7995-4364-bc69-0f6f0f65c771,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:18:58.754996 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'b87e8eef-7995-4364-bc69-0f6f0f65c771', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'port_id': 'b87e8eef-7995-4364-bc69-0f6f0f65c771', 'mac_address': 'fa:16:3e:b3:8f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:18:58.795148 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:58.810392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87e8eef-7995-4364-bc69-0f6f0f65c771 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:18:58.828582 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port b87e8eef-7995-4364-bc69-0f6f0f65c771, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b87e8eef-7995-4364-bc69-0f6f0f65c771,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:18:58.832612 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:18:58.878575 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=b87e8eef-7995-4364-bc69-0f6f0f65c771,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:18:58.885515 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:58.885892 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:58.886217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:58.886563 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:58.886889 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:58.887211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:58.887544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:58.887844 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:58.888161 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:58.888473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:58.888784 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:58.889097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:18:59.035747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['b87e8eef-7995-4364-bc69-0f6f0f65c771'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:18:59.259665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7913b-3df6-48b3-9155-fa6b964b6a4b req-abb2ddf1-e8fa-4fdd-b01b-431078b5916c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:18:59.261964 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-04b7913b-3df6-48b3-9155-fa6b964b6a4b req-abb2ddf1-e8fa-4fdd-b01b-431078b5916c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 945 time: 0.0501618 Aug 28 13:18:59.301097 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-04b7913b-3df6-48b3-9155-fa6b964b6a4b req-57ebc931-310d-4848-bbe1-d4d91a76f481 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327630 Aug 28 13:19:00.415168 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a32bc-0d7a-482d-9cc9-07378adfccae req-ad2c37ff-3925-404b-9a52-c7d8bafc0370 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:00.416641 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7c4a32bc-0d7a-482d-9cc9-07378adfccae req-ad2c37ff-3925-404b-9a52-c7d8bafc0370 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 945 time: 0.0484655 Aug 28 13:19:00.454292 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7c4a32bc-0d7a-482d-9cc9-07378adfccae req-3c12d5b6-7409-432a-9176-917f0d3e0841 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311198 Aug 28 13:19:00.651231 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b87e8eef-7995-4364-bc69-0f6f0f65c771 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:19:00.700207 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port b87e8eef-7995-4364-bc69-0f6f0f65c771 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:19:00.703942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port b87e8eef-7995-4364-bc69-0f6f0f65c771 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:19:00.704312 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:00.782194 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:00.804426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d27dd0f-8f88-4f9b-8019-e19eefb15479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87e8eef-7995-4364-bc69-0f6f0f65c771'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:19:00.806671 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318b61f8-5feb-439c-9797-18623ca42ae8" -d '{"events": [{"server_uuid": "7d27dd0f-8f88-4f9b-8019-e19eefb15479", "name": "network-vif-plugged", "status": "completed", "tag": "b87e8eef-7995-4364-bc69-0f6f0f65c771"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:19:00.819579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port b87e8eef-7995-4364-bc69-0f6f0f65c771, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b87e8eef-7995-4364-bc69-0f6f0f65c771,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:19:00.825349 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:00.872455 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=b87e8eef-7995-4364-bc69-0f6f0f65c771,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:19:00.909874 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce37db3-652e-4562-9f4e-a2e6ce03e184 x-openstack-request-id: req-dce37db3-652e-4562-9f4e-a2e6ce03e184 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:19:00.910167 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d27dd0f-8f88-4f9b-8019-e19eefb15479", "name": "network-vif-plugged", "status": "completed", "tag": "b87e8eef-7995-4364-bc69-0f6f0f65c771", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:19:00.910445 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dce37db3-652e-4562-9f4e-a2e6ce03e184 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:19:00.910866 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d27dd0f-8f88-4f9b-8019-e19eefb15479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87e8eef-7995-4364-bc69-0f6f0f65c771', 'code': 200} Aug 28 13:19:01.004944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469d44f-b7ee-46a3-b478-4a78299885a4 req-1b4ffd53-5101-43c0-b121-68e45d6f6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:01.006497 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1469d44f-b7ee-46a3-b478-4a78299885a4 req-1b4ffd53-5101-43c0-b121-68e45d6f6eb3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 1098 time: 0.0405989 Aug 28 13:19:01.040737 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1469d44f-b7ee-46a3-b478-4a78299885a4 req-d52f5d54-4bd4-48aa-9006-c30604a8ad45 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272434 Aug 28 13:19:01.567517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6b920-6549-422e-ba23-bf9d831a92a3 req-9851d292-93a5-4de6-906f-99782dc04373 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:01.568976 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52e6b920-6549-422e-ba23-bf9d831a92a3 req-9851d292-93a5-4de6-906f-99782dc04373 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 946 time: 0.0482519 Aug 28 13:19:01.606309 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52e6b920-6549-422e-ba23-bf9d831a92a3 req-35b58f6f-3ada-49ca-a94c-526f2255b500 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312600 Aug 28 13:19:02.726211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5335a-f9af-487d-9fb9-ead7c1d76796 req-fc143db3-f171-43dd-a0c6-4b8b2df6a931 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:02.727724 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-58e5335a-f9af-487d-9fb9-ead7c1d76796 req-fc143db3-f171-43dd-a0c6-4b8b2df6a931 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 946 time: 0.0521834 Aug 28 13:19:02.769402 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-58e5335a-f9af-487d-9fb9-ead7c1d76796 req-22f8783e-7469-47d9-aef7-c5a25ce32089 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347967 Aug 28 13:19:02.888232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caccc8f-c429-47b5-9edf-848210d47c88 req-c913a5d7-8ba4-4b15-98ca-40aba3a4ecd1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:02.889744 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7caccc8f-c429-47b5-9edf-848210d47c88 req-c913a5d7-8ba4-4b15-98ca-40aba3a4ecd1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 946 time: 0.0528533 Aug 28 13:19:02.927674 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7caccc8f-c429-47b5-9edf-848210d47c88 req-9b21540c-b3cd-4f16-b014-b8495a575c12 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318639 Aug 28 13:19:02.950472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34212) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:19:02.989868 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadf0841-d15d-41c1-bb33-d2157016c757 tempest-TestVolumeBootPattern-1984768974 tempest-TestVolumeBootPattern-1984768974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:02.991375 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fadf0841-d15d-41c1-bb33-d2157016c757 tempest-TestVolumeBootPattern-1984768974 tempest-TestVolumeBootPattern-1984768974-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 1093 time: 0.0399089 Aug 28 13:19:02.994187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34214) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:19:02.999342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': 'b87e8eef-7995-4364-bc69-0f6f0f65c771', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:19:03.020476 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:03.118860 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:03.218754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Allocated IP 172.25.1.87 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/6b245eb7-9fab-4ea6-a6bd-09bc6a9d74a6) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:19:03.320580 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:03.359518 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:03.395657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:19:03.400284 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:19:03.405295 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:19:03.411263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'Port': ['ID=6b245eb7-9fab-4ea6-a6bd-09bc6a9d74a6,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:19:03.438960 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:19:03.439303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:19:03.439647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:19:03.439973 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:19:03.440310 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:19:03.440627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:19:03.440952 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:19:03.441271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:19:03.441619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:19:03.441938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:19:03.442256 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:19:03.442603 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:19:03.772219 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:03.837562 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:03.984759 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:03.990019 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:04.063793 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'Port': ['ID=6b245eb7-9fab-4ea6-a6bd-09bc6a9d74a6,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:19:04.072737 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:04.171666 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Floating IP 122f61d6-6e1a-445e-996f-5d2f3fd45433 associated. External IP: 172.25.1.87, port: b87e8eef-7995-4364-bc69-0f6f0f65c771. Aug 28 13:19:04.372351 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:19:04.476004 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:19:04.486352 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657be7d-9b74-4ea5-8b89-06b98c176659 None None] Sync routers for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:19:04.493023 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:04.495688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e657be7d-9b74-4ea5-8b89-06b98c176659 None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:19:04.496855 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e657be7d-9b74-4ea5-8b89-06b98c176659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:18:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:19:04.524314 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c41de216-ccab-45d1-836a-d240c0b9ecb0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5289352 Aug 28 13:19:04.524815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d27dd0f-8f88-4f9b-8019-e19eefb15479', 'tag': 'b87e8eef-7995-4364-bc69-0f6f0f65c771'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:19:04.527598 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d366abc1-544a-425b-bdcb-0dc1808c17ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7d27dd0f-8f88-4f9b-8019-e19eefb15479", "tag": "b87e8eef-7995-4364-bc69-0f6f0f65c771"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:19:04.607292 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-e657be7d-9b74-4ea5-8b89-06b98c176659 None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:19:04.648985 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f656e9e-b5c2-4dee-8e62-ae77faa0f094 x-openstack-request-id: req-9f656e9e-b5c2-4dee-8e62-ae77faa0f094 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:19:04.649271 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d27dd0f-8f88-4f9b-8019-e19eefb15479", "tag": "b87e8eef-7995-4364-bc69-0f6f0f65c771", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:19:04.649520 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f656e9e-b5c2-4dee-8e62-ae77faa0f094 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:19:04.649921 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d27dd0f-8f88-4f9b-8019-e19eefb15479', 'tag': 'b87e8eef-7995-4364-bc69-0f6f0f65c771', 'status': 'completed', 'code': 200} Aug 28 13:19:04.711965 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366abc1-544a-425b-bdcb-0dc1808c17ce req-1512ff1e-f1dc-49ad-af7c-e8e2c66470fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:04.713548 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d366abc1-544a-425b-bdcb-0dc1808c17ce req-1512ff1e-f1dc-49ad-af7c-e8e2c66470fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 1098 time: 0.0409420 Aug 28 13:19:04.808311 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366abc1-544a-425b-bdcb-0dc1808c17ce req-4dac390b-a882-467c-bc11-4f752b7f0591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:04.809743 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d366abc1-544a-425b-bdcb-0dc1808c17ce req-4dac390b-a882-467c-bc11-4f752b7f0591 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.0892582 Aug 28 13:19:04.844981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e657be7d-9b74-4ea5-8b89-06b98c176659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '122f61d6-6e1a-445e-996f-5d2f3fd45433', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'port_id': 'b87e8eef-7995-4364-bc69-0f6f0f65c771', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'mac_address': 'fa:16:3e:b3:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d27dd0f-8f88-4f9b-8019-e19eefb15479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:19:03Z', 'updated_at': '2021-08-28T13:19:03Z', 'revision_number': 0, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:19:04.871349 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657be7d-9b74-4ea5-8b89-06b98c176659 None None] Checking router: f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:19:04.875631 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d366abc1-544a-425b-bdcb-0dc1808c17ce req-34c4fb1e-e874-4c4d-8547-0d85e811d347 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87e8eef-7995-4364-bc69-0f6f0f65c771 HTTP/1.1" status: 200 len: 999 time: 0.0590529 Aug 28 13:19:04.879499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e657be7d-9b74-4ea5-8b89-06b98c176659 None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:19:04.880090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e657be7d-9b74-4ea5-8b89-06b98c176659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:18:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:19:04.924883 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366abc1-544a-425b-bdcb-0dc1808c17ce req-52d52f81-b287-44cb-b0f2-1cf4917cfeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:04.926398 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d366abc1-544a-425b-bdcb-0dc1808c17ce req-52d52f81-b287-44cb-b0f2-1cf4917cfeb5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0438623 Aug 28 13:19:04.976144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366abc1-544a-425b-bdcb-0dc1808c17ce req-2e19297c-7754-4499-80b9-6d82016fecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:04.977647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d366abc1-544a-425b-bdcb-0dc1808c17ce req-2e19297c-7754-4499-80b9-6d82016fecf6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440495 Aug 28 13:19:04.983977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-e657be7d-9b74-4ea5-8b89-06b98c176659 None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:19:05.067268 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d366abc1-544a-425b-bdcb-0dc1808c17ce req-213762a4-3767-4361-b87c-a7cfcd7447d6 service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824912 Aug 28 13:19:05.166724 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d366abc1-544a-425b-bdcb-0dc1808c17ce req-8e5e61a6-0d84-42a5-9c30-e330b9d94ab8 service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918579 Aug 28 13:19:05.205895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e657be7d-9b74-4ea5-8b89-06b98c176659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '122f61d6-6e1a-445e-996f-5d2f3fd45433', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'port_id': 'b87e8eef-7995-4364-bc69-0f6f0f65c771', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'mac_address': 'fa:16:3e:b3:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d27dd0f-8f88-4f9b-8019-e19eefb15479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:19:03Z', 'updated_at': '2021-08-28T13:19:03Z', 'revision_number': 0, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:19:05.235125 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657be7d-9b74-4ea5-8b89-06b98c176659 None None] The sync data for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 is: [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '122f61d6-6e1a-445e-996f-5d2f3fd45433', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'port_id': 'b87e8eef-7995-4364-bc69-0f6f0f65c771', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'mac_address': 'fa:16:3e:b3:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d27dd0f-8f88-4f9b-8019-e19eefb15479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:19:03Z', 'updated_at': '2021-08-28T13:19:03Z', 'revision_number': 0, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:19:05.424593 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac7110-b973-4fbe-a449-15776b62fa50 None None] New status for floating IP 122f61d6-6e1a-445e-996f-5d2f3fd45433: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:19:07.652111 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:10.007560 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-56b587ce-4ddf-4df3-8c3c-85f5957ea41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:10.047020 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:12.280516 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-13a9d34e-3ee7-4724-bd57-4c8965eef5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:12.600899 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:13.508072 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:15.395655 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:18.643837 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:19:22.170801 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8bdf4bf-90e6-4747-8a62-14a3d30c4580 req-a8be73d7-4584-496b-9bbe-293aaf56e83a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411227 Aug 28 13:19:22.252583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdf4bf-90e6-4747-8a62-14a3d30c4580 req-6168102a-7c01-4310-83ed-e92532992701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:22.254098 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8bdf4bf-90e6-4747-8a62-14a3d30c4580 req-6168102a-7c01-4310-83ed-e92532992701 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 1098 time: 0.0414634 Aug 28 13:19:22.366702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdf4bf-90e6-4747-8a62-14a3d30c4580 req-490f7cd8-d2e8-4733-bb29-953a27ae4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:22.368174 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8bdf4bf-90e6-4747-8a62-14a3d30c4580 req-490f7cd8-d2e8-4733-bb29-953a27ae4d1e service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.0927494 Aug 28 13:19:22.436993 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8bdf4bf-90e6-4747-8a62-14a3d30c4580 req-6e283a9e-e774-40cc-b9bd-4d96ec029381 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87e8eef-7995-4364-bc69-0f6f0f65c771 HTTP/1.1" status: 200 len: 1001 time: 0.0601370 Aug 28 13:19:22.487488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdf4bf-90e6-4747-8a62-14a3d30c4580 req-cbc6492f-5320-4459-8dfc-2fab5db0e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:22.488910 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8bdf4bf-90e6-4747-8a62-14a3d30c4580 req-cbc6492f-5320-4459-8dfc-2fab5db0e35f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0450313 Aug 28 13:19:22.543019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdf4bf-90e6-4747-8a62-14a3d30c4580 req-e40ed48c-856c-46fb-966b-1045dc857c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:22.544590 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8bdf4bf-90e6-4747-8a62-14a3d30c4580 req-e40ed48c-856c-46fb-966b-1045dc857c01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477495 Aug 28 13:19:22.636175 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8bdf4bf-90e6-4747-8a62-14a3d30c4580 req-5d862e27-16d6-4dde-9b2d-dbc41aeb9c6b service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838380 Aug 28 13:19:22.737561 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8bdf4bf-90e6-4747-8a62-14a3d30c4580 req-158bb0c9-ad4b-4b44-8667-4ac5b336bcb2 service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877709 Aug 28 13:19:28.179292 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45a330ab-b585-4628-8364-8687a1ed5df2 req-8e19fc4e-984c-41bc-8047-256863678be4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427253 Aug 28 13:19:28.262788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a330ab-b585-4628-8364-8687a1ed5df2 req-ced7f153-2e60-4dcc-ab08-958c01051624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:28.264289 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45a330ab-b585-4628-8364-8687a1ed5df2 req-ced7f153-2e60-4dcc-ab08-958c01051624 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e9e0a6153cb4cb381daf7eb059c7561&device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 1098 time: 0.0414517 Aug 28 13:19:28.375758 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a330ab-b585-4628-8364-8687a1ed5df2 req-6f38604e-9288-4e7a-90fa-d159d4c65341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:28.377354 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45a330ab-b585-4628-8364-8687a1ed5df2 req-6f38604e-9288-4e7a-90fa-d159d4c65341 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb31a5c4-fa23-49d4-8654-6778e034da8a HTTP/1.1" status: 200 len: 909 time: 0.0901327 Aug 28 13:19:28.447224 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45a330ab-b585-4628-8364-8687a1ed5df2 req-c306752e-ef67-4e12-b1bc-ea5dd948494c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e896a481-8ecd-4b0c-801d-0455b805fecb HTTP/1.1" status: 200 len: 1002 time: 0.0625596 Aug 28 13:19:28.499468 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a330ab-b585-4628-8364-8687a1ed5df2 req-a0fb9cf8-c24b-4e83-9726-7406e467f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:28.501488 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45a330ab-b585-4628-8364-8687a1ed5df2 req-a0fb9cf8-c24b-4e83-9726-7406e467f649 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bff6c299-3838-42c0-a747-13d74205713f HTTP/1.1" status: 200 len: 848 time: 0.0452526 Aug 28 13:19:28.552567 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a330ab-b585-4628-8364-8687a1ed5df2 req-78582d4a-decd-4d3f-902a-f75b7e14bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:19:28.554103 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45a330ab-b585-4628-8364-8687a1ed5df2 req-78582d4a-decd-4d3f-902a-f75b7e14bd76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb31a5c4-fa23-49d4-8654-6778e034da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447898 Aug 28 13:19:28.647722 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45a330ab-b585-4628-8364-8687a1ed5df2 req-ec1a908e-11f9-462f-a37c-5599fd1047a0 service neutron] 10.222.0.10 "GET /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860000 Aug 28 13:19:28.747342 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-45a330ab-b585-4628-8364-8687a1ed5df2 req-f9d34827-1c74-403b-9bfc-ae5f8214fe42 service neutron] 10.222.0.10 "GET /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916052 Aug 28 13:19:37.664022 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:40.007697 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-511a4939-3ec7-473b-ab62-4f2a639c7f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:40.052705 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:42.283397 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-68f3001b-facd-4733-9ec9-88a48780e75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:42.602292 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:43.510487 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:45.397375 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:19:55.643241 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:20:07.662016 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:10.008673 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f3338347-d4d4-4b74-a7c6-4cd895f90080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:10.055619 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:12.287560 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-13e6d927-1994-4050-9218-fab981feb6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:12.602161 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:13.512941 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:15.400617 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:22.151478 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94706938-633b-47b1-b93e-e0cdba127b4a req-875e6c9c-4ee9-4d21-8234-bad578771cf6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441260 Aug 28 13:20:22.232396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94706938-633b-47b1-b93e-e0cdba127b4a req-b300d57c-f63d-4405-b146-36962aac2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:20:22.234281 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94706938-633b-47b1-b93e-e0cdba127b4a req-b300d57c-f63d-4405-b146-36962aac2c97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 1098 time: 0.0410120 Aug 28 13:20:22.339791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94706938-633b-47b1-b93e-e0cdba127b4a req-7d949067-b541-43b9-8a14-57d23617a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:20:22.341267 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94706938-633b-47b1-b93e-e0cdba127b4a req-7d949067-b541-43b9-8a14-57d23617a76d service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.0882359 Aug 28 13:20:22.408237 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94706938-633b-47b1-b93e-e0cdba127b4a req-3271715b-5a68-4567-9fcb-1161195f89ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87e8eef-7995-4364-bc69-0f6f0f65c771 HTTP/1.1" status: 200 len: 1001 time: 0.0601890 Aug 28 13:20:22.456326 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94706938-633b-47b1-b93e-e0cdba127b4a req-4c71feeb-798d-454d-bae1-4e8744579c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:20:22.457742 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94706938-633b-47b1-b93e-e0cdba127b4a req-4c71feeb-798d-454d-bae1-4e8744579c45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0424380 Aug 28 13:20:22.506614 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94706938-633b-47b1-b93e-e0cdba127b4a req-fb25e553-90fd-47ea-968f-9e6cf828638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:20:22.508274 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94706938-633b-47b1-b93e-e0cdba127b4a req-fb25e553-90fd-47ea-968f-9e6cf828638b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436230 Aug 28 13:20:22.595891 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94706938-633b-47b1-b93e-e0cdba127b4a req-60e2e33c-970e-4959-9acb-e8019216d2a7 service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801861 Aug 28 13:20:22.688650 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-94706938-633b-47b1-b93e-e0cdba127b4a req-eed8d9a0-b069-4009-9046-342d21755410 service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850420 Aug 28 13:20:30.325002 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9d7b8e2-acef-47ab-9218-6cde55f1c19b req-e86365e6-ede7-4824-bb61-05ab2f28827a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412333 Aug 28 13:20:30.407928 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7b8e2-acef-47ab-9218-6cde55f1c19b req-1db08b35-2cf4-4e39-8b2c-a121b120587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:20:30.409404 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9d7b8e2-acef-47ab-9218-6cde55f1c19b req-1db08b35-2cf4-4e39-8b2c-a121b120587c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e9e0a6153cb4cb381daf7eb059c7561&device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 1098 time: 0.0404699 Aug 28 13:20:30.519583 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7b8e2-acef-47ab-9218-6cde55f1c19b req-43b21c12-647a-4998-889e-d82b997fda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:20:30.521075 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9d7b8e2-acef-47ab-9218-6cde55f1c19b req-43b21c12-647a-4998-889e-d82b997fda2c service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb31a5c4-fa23-49d4-8654-6778e034da8a HTTP/1.1" status: 200 len: 909 time: 0.0911388 Aug 28 13:20:30.588300 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9d7b8e2-acef-47ab-9218-6cde55f1c19b req-3032906a-a306-46c1-b499-339b8cef1449 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e896a481-8ecd-4b0c-801d-0455b805fecb HTTP/1.1" status: 200 len: 1002 time: 0.0594180 Aug 28 13:20:30.639863 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7b8e2-acef-47ab-9218-6cde55f1c19b req-6008abdc-6ed7-4187-87b3-47df6997d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:20:30.641349 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9d7b8e2-acef-47ab-9218-6cde55f1c19b req-6008abdc-6ed7-4187-87b3-47df6997d04b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bff6c299-3838-42c0-a747-13d74205713f HTTP/1.1" status: 200 len: 848 time: 0.0451579 Aug 28 13:20:30.693693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7b8e2-acef-47ab-9218-6cde55f1c19b req-0f9eb1d7-3082-41c4-9326-6f76db87ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:20:30.696381 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9d7b8e2-acef-47ab-9218-6cde55f1c19b req-0f9eb1d7-3082-41c4-9326-6f76db87ffcd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb31a5c4-fa23-49d4-8654-6778e034da8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473614 Aug 28 13:20:30.786598 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9d7b8e2-acef-47ab-9218-6cde55f1c19b req-32b64e75-80fe-4363-adb9-b17e3403ec09 service neutron] 10.222.0.10 "GET /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825093 Aug 28 13:20:30.885085 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a9d7b8e2-acef-47ab-9218-6cde55f1c19b req-434edb2a-947e-49c6-8fc8-3824d5bb7627 service neutron] 10.222.0.10 "GET /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903904 Aug 28 13:20:32.642456 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:20:37.660775 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:40.008763 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-edba8f7e-724f-4de6-b05e-67e89083e393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:40.061292 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:42.289417 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4b477f0d-47d4-421a-a3ab-f4aa34fb8d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:42.602515 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:43.516192 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:45.404589 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:53.764970 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7155773-f506-4401-a197-b5470fae50a8 req-a1a6ed67-8e25-41a5-8472-db340212b57f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:20:53.766506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e7155773-f506-4401-a197-b5470fae50a8 req-a1a6ed67-8e25-41a5-8472-db340212b57f tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 946 time: 0.0517442 Aug 28 13:20:53.806771 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e7155773-f506-4401-a197-b5470fae50a8 req-eb4d3b07-c230-414d-b3ac-6a303da455f9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c45488-06ca-42c0-b290-a3ea0603842f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334470 Aug 28 13:20:54.971809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ce0cd-e7ad-440d-8242-856773ddd349 req-08a86a88-6a6b-4e43-81b4-fc1ab24f2f8e tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:20:54.973323 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4a8ce0cd-e7ad-440d-8242-856773ddd349 req-08a86a88-6a6b-4e43-81b4-fc1ab24f2f8e tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 946 time: 0.0559547 Aug 28 13:20:55.017827 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4a8ce0cd-e7ad-440d-8242-856773ddd349 req-41658368-e6bf-4bd3-95e0-3b286e481107 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/security-groups?id=53c45488-06ca-42c0-b290-a3ea0603842f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385332 Aug 28 13:20:55.129789 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751faf0-cc8c-4c7a-aab8-61640301f72f req-00489e09-89c4-490f-9303-1ee7dcf21992 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:20:55.131276 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e751faf0-cc8c-4c7a-aab8-61640301f72f req-00489e09-89c4-490f-9303-1ee7dcf21992 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 946 time: 0.0483098 Aug 28 13:20:55.224746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-e751faf0-cc8c-4c7a-aab8-61640301f72f req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Deleting port e896a481-8ecd-4b0c-801d-0455b805fecb {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:20:55.225011 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e751faf0-cc8c-4c7a-aab8-61640301f72f req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:55.309352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-e751faf0-cc8c-4c7a-aab8-61640301f72f req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] For port e896a481-8ecd-4b0c-801d-0455b805fecb, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e896a481-8ecd-4b0c-801d-0455b805fecb,segment=NetworkSegment(301edf0f-4780-4b19-b368-4d8c2fdde138),segment_id=301edf0f-4780-4b19-b368-4d8c2fdde138)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:20:55.310236 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e751faf0-cc8c-4c7a-aab8-61640301f72f req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:55.503160 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e751faf0-cc8c-4c7a-aab8-61640301f72f req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:55.503555 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e751faf0-cc8c-4c7a-aab8-61640301f72f req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:55.503863 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [req-e751faf0-cc8c-4c7a-aab8-61640301f72f req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Floating IP f47c1542-1b40-4ed7-87da-bde2c8e6d481 disassociated. External IP: 172.25.1.245, port: e896a481-8ecd-4b0c-801d-0455b805fecb. Aug 28 13:20:55.504203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-e751faf0-cc8c-4c7a-aab8-61640301f72f req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Calling delete_port for e896a481-8ecd-4b0c-801d-0455b805fecb owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:20:55.627332 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e751faf0-cc8c-4c7a-aab8-61640301f72f req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:55.660446 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Pushing event deleted for resources: {'Port': ['ID=e896a481-8ecd-4b0c-801d-0455b805fecb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:20:55.672735 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:55.673086 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:55.673428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:55.673787 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:55.674126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:55.674508 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:55.674838 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:55.675163 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:55.676398 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:55.676398 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:55.676398 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:55.676676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:56.118952 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e751faf0-cc8c-4c7a-aab8-61640301f72f req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Router a1c78726-27a4-4072-bce4-f970cecdb34b has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:20:56.146353 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4e714ce-2965-49ed-91f8-b4deae46753d req-ba9e652f-6f6c-4fd5-80c3-0eed29bd3f6e tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b4db70-5874-4f0c-85bd-6d40ad18a65e HTTP/1.1" status: 200 len: 210 time: 0.0335281 Aug 28 13:20:56.228426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e751faf0-cc8c-4c7a-aab8-61640301f72f req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:20:56.239456 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d56517d-76ed-4b3b-98bf-61f4d7a2086b None None] Sync routers for ids ['a1c78726-27a4-4072-bce4-f970cecdb34b'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:20:56.249270 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d56517d-76ed-4b3b-98bf-61f4d7a2086b None None] Routers {'a1c78726-27a4-4072-bce4-f970cecdb34b'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:20:56.249818 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7d56517d-76ed-4b3b-98bf-61f4d7a2086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:20:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a1c78726-27a4-4072-bce4-f970cecdb34b'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:20:56.278126 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e751faf0-cc8c-4c7a-aab8-61640301f72f req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] No DVR routers for this DVR port e896a481-8ecd-4b0c-801d-0455b805fecb on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:20:56.280826 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e751faf0-cc8c-4c7a-aab8-61640301f72f req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:56.282973 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e751faf0-cc8c-4c7a-aab8-61640301f72f req-4de6d129-17db-454b-9d85-71e90cb9cdb4 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.10 "DELETE /v2.0/ports/e896a481-8ecd-4b0c-801d-0455b805fecb HTTP/1.1" status: 204 len: 173 time: 1.1436150 Aug 28 13:20:56.283490 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b4db70-5874-4f0c-85bd-6d40ad18a65e', 'name': 'network-vif-deleted', 'tag': 'e896a481-8ecd-4b0c-801d-0455b805fecb'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:20:56.285821 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb52aea0-b79e-4967-9912-469ac926579b" -d '{"events": [{"server_uuid": "e9b4db70-5874-4f0c-85bd-6d40ad18a65e", "name": "network-vif-deleted", "tag": "e896a481-8ecd-4b0c-801d-0455b805fecb"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:20:56.349143 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9c1cda-3e8c-49e0-8c03-c70d25c75916 x-openstack-request-id: req-9c9c1cda-3e8c-49e0-8c03-c70d25c75916 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:20:56.349439 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b4db70-5874-4f0c-85bd-6d40ad18a65e", "name": "network-vif-deleted", "tag": "e896a481-8ecd-4b0c-801d-0455b805fecb", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:20:56.349690 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c9c1cda-3e8c-49e0-8c03-c70d25c75916 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:20:56.350114 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b4db70-5874-4f0c-85bd-6d40ad18a65e', 'name': 'network-vif-deleted', 'tag': 'e896a481-8ecd-4b0c-801d-0455b805fecb', 'status': 'completed', 'code': 200} Aug 28 13:20:56.528525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-7d56517d-76ed-4b3b-98bf-61f4d7a2086b None None] Set router a1c78726-27a4-4072-bce4-f970cecdb34b gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:20:56.737653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7d56517d-76ed-4b3b-98bf-61f4d7a2086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'name': 'tempest-TestServerBasicOps-1966715269-router', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:39Z', 'updated_at': '2021-08-28T13:15:44Z', 'revision_number': 4, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'gw_port': {'id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:40Z', 'updated_at': '2021-08-28T13:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f59eb8b0-2f48-452b-8786-5980b405e039', 'name': '', 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'mac_address': 'fa:16:3e:53:2b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bff6c299-3838-42c0-a747-13d74205713f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:43Z', 'updated_at': '2021-08-28T13:15:53Z', 'revision_number': 5, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'subnets': [{'id': 'bff6c299-3838-42c0-a747-13d74205713f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:20:56.768832 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d56517d-76ed-4b3b-98bf-61f4d7a2086b None None] Checking router: a1c78726-27a4-4072-bce4-f970cecdb34b for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:20:56.777367 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d56517d-76ed-4b3b-98bf-61f4d7a2086b None None] Routers {'a1c78726-27a4-4072-bce4-f970cecdb34b'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:20:56.777718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7d56517d-76ed-4b3b-98bf-61f4d7a2086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:20:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a1c78726-27a4-4072-bce4-f970cecdb34b'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:20:56.883067 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-7d56517d-76ed-4b3b-98bf-61f4d7a2086b None None] Set router a1c78726-27a4-4072-bce4-f970cecdb34b gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:20:57.075049 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7d56517d-76ed-4b3b-98bf-61f4d7a2086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'name': 'tempest-TestServerBasicOps-1966715269-router', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:39Z', 'updated_at': '2021-08-28T13:15:44Z', 'revision_number': 4, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'gw_port': {'id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:40Z', 'updated_at': '2021-08-28T13:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f59eb8b0-2f48-452b-8786-5980b405e039', 'name': '', 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'mac_address': 'fa:16:3e:53:2b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bff6c299-3838-42c0-a747-13d74205713f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:43Z', 'updated_at': '2021-08-28T13:15:53Z', 'revision_number': 5, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'subnets': [{'id': 'bff6c299-3838-42c0-a747-13d74205713f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:20:57.100454 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d56517d-76ed-4b3b-98bf-61f4d7a2086b None None] The sync data for ids ['a1c78726-27a4-4072-bce4-f970cecdb34b'] in n-d-791505-21 is: [{'id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'name': 'tempest-TestServerBasicOps-1966715269-router', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:39Z', 'updated_at': '2021-08-28T13:15:44Z', 'revision_number': 4, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'gw_port': {'id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:40Z', 'updated_at': '2021-08-28T13:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'f59eb8b0-2f48-452b-8786-5980b405e039', 'name': '', 'network_id': 'cb31a5c4-fa23-49d4-8654-6778e034da8a', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'mac_address': 'fa:16:3e:53:2b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'bff6c299-3838-42c0-a747-13d74205713f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:43Z', 'updated_at': '2021-08-28T13:15:53Z', 'revision_number': 5, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'subnets': [{'id': 'bff6c299-3838-42c0-a747-13d74205713f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:20:57.203548 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34292) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:20:57.334823 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b17709f-3d05-4207-9b0e-8a6ea5ad76ae None None] New status for floating IP f47c1542-1b40-4ed7-87da-bde2c8e6d481: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:20:57.335402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Deleting port a3392b85-3c50-4a27-a39d-c3e05e33de1a {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:20:57.335652 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:57.418267 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:57.418541 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:57.431794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Calling delete_port for a3392b85-3c50-4a27-a39d-c3e05e33de1a owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:20:57.570904 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:57.595769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Pushing event deleted for resources: {'Port': ['ID=a3392b85-3c50-4a27-a39d-c3e05e33de1a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:20:57.621648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:57.621987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:57.622318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:57.622695 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:57.623025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:57.623371 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:57.623692 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:57.624009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:57.624322 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:57.624654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:57.624979 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:57.625290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:20:57.663484 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:57.666037 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:57.667806 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-eec8a99a-513c-4e51-8f12-8b87088512a9 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "DELETE /v2.0/floatingips/f47c1542-1b40-4ed7-87da-bde2c8e6d481 HTTP/1.1" status: 204 len: 168 time: 0.4632690 Aug 28 13:20:57.735272 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34298) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:20:57.793102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5eb4c75e-04fa-4f0d-af0f-a27960748809 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:57.817678 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5eb4c75e-04fa-4f0d-af0f-a27960748809 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:57.879889 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5eb4c75e-04fa-4f0d-af0f-a27960748809 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:57.882489 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5eb4c75e-04fa-4f0d-af0f-a27960748809 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:57.883632 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5eb4c75e-04fa-4f0d-af0f-a27960748809 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] 10.222.0.20 "DELETE /v2.0/security-groups/53c45488-06ca-42c0-b290-a3ea0603842f HTTP/1.1" status: 204 len: 168 time: 0.1473718 Aug 28 13:20:57.897547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4c75e-04fa-4f0d-af0f-a27960748809 tempest-TestServerBasicOps-254831228 tempest-TestServerBasicOps-254831228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c45488-06ca-42c0-b290-a3ea0603842f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:20:57.938952 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34302) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:20:58.408104 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a4ff9e4-b5c5-4d98-8b32-4b31ef356ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:58.663373 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ff9e4-b5c5-4d98-8b32-4b31ef356ab2 admin admin] Deleting port f59eb8b0-2f48-452b-8786-5980b405e039 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:20:58.663726 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a4ff9e4-b5c5-4d98-8b32-4b31ef356ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:58.753731 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-0a4ff9e4-b5c5-4d98-8b32-4b31ef356ab2 admin admin] For port f59eb8b0-2f48-452b-8786-5980b405e039, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f59eb8b0-2f48-452b-8786-5980b405e039,segment=NetworkSegment(301edf0f-4780-4b19-b368-4d8c2fdde138),segment_id=301edf0f-4780-4b19-b368-4d8c2fdde138)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:20:58.754093 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a4ff9e4-b5c5-4d98-8b32-4b31ef356ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:58.769326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ff9e4-b5c5-4d98-8b32-4b31ef356ab2 admin admin] Calling delete_port for f59eb8b0-2f48-452b-8786-5980b405e039 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:20:58.964709 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a4ff9e4-b5c5-4d98-8b32-4b31ef356ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:58.992543 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ff9e4-b5c5-4d98-8b32-4b31ef356ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f59eb8b0-2f48-452b-8786-5980b405e039,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:20:59.176608 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a4ff9e4-b5c5-4d98-8b32-4b31ef356ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:59.403470 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4ff9e4-b5c5-4d98-8b32-4b31ef356ab2 admin admin] Router a1c78726-27a4-4072-bce4-f970cecdb34b has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:20:59.502934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e896a481-8ecd-4b0c-801d-0455b805fecb no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:20:59.512294 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4ff9e4-b5c5-4d98-8b32-4b31ef356ab2 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:20:59.520597 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0a4ff9e4-b5c5-4d98-8b32-4b31ef356ab2 admin admin] 10.222.0.20 "PUT /v2.0/routers/a1c78726-27a4-4072-bce4-f970cecdb34b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5773873 Aug 28 13:20:59.520597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34308) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:20:59.524084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1b84c8-88a2-4ec9-879a-80b91a1e6f0c None None] Sync routers for ids ['a1c78726-27a4-4072-bce4-f970cecdb34b'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:20:59.529399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: e896a481-8ecd-4b0c-801d-0455b805fecb {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:20:59.529775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e896a481-8ecd-4b0c-801d-0455b805fecb not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:20:59.537152 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b84c8-88a2-4ec9-879a-80b91a1e6f0c None None] Routers {'a1c78726-27a4-4072-bce4-f970cecdb34b'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:20:59.537772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-af1b84c8-88a2-4ec9-879a-80b91a1e6f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:20:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a1c78726-27a4-4072-bce4-f970cecdb34b'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:20:59.626730 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-038c2ab3-123f-4a21-97f6-39fad5a74582 admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:59.645702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-af1b84c8-88a2-4ec9-879a-80b91a1e6f0c None None] Set router a1c78726-27a4-4072-bce4-f970cecdb34b gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:20:59.732029 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-038c2ab3-123f-4a21-97f6-39fad5a74582 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:59.785117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-038c2ab3-123f-4a21-97f6-39fad5a74582 admin admin] Deleting port 28ab8404-cda7-45b8-b4f3-62ea0922f33a {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:20:59.785461 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-038c2ab3-123f-4a21-97f6-39fad5a74582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:59.830317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-af1b84c8-88a2-4ec9-879a-80b91a1e6f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'name': 'tempest-TestServerBasicOps-1966715269-router', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:39Z', 'updated_at': '2021-08-28T13:20:58Z', 'revision_number': 5, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'gw_port': {'id': '28ab8404-cda7-45b8-b4f3-62ea0922f33a', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:db:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:40Z', 'updated_at': '2021-08-28T13:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:20:59.857370 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1b84c8-88a2-4ec9-879a-80b91a1e6f0c None None] Checking router: a1c78726-27a4-4072-bce4-f970cecdb34b for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:20:59.865717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b84c8-88a2-4ec9-879a-80b91a1e6f0c None None] Routers {'a1c78726-27a4-4072-bce4-f970cecdb34b'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:20:59.866320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-af1b84c8-88a2-4ec9-879a-80b91a1e6f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:20:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a1c78726-27a4-4072-bce4-f970cecdb34b'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:20:59.868095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-038c2ab3-123f-4a21-97f6-39fad5a74582 admin admin] For port 28ab8404-cda7-45b8-b4f3-62ea0922f33a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=28ab8404-cda7-45b8-b4f3-62ea0922f33a,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:20:59.868464 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-038c2ab3-123f-4a21-97f6-39fad5a74582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:20:59.880652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-038c2ab3-123f-4a21-97f6-39fad5a74582 admin admin] Calling delete_port for 28ab8404-cda7-45b8-b4f3-62ea0922f33a owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:20:59.951168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-af1b84c8-88a2-4ec9-879a-80b91a1e6f0c None None] Set router a1c78726-27a4-4072-bce4-f970cecdb34b gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:21:00.006452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-af1b84c8-88a2-4ec9-879a-80b91a1e6f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'name': 'tempest-TestServerBasicOps-1966715269-router', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:39Z', 'updated_at': '2021-08-28T13:20:59Z', 'revision_number': 6, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:00.032464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1b84c8-88a2-4ec9-879a-80b91a1e6f0c None None] The sync data for ids ['a1c78726-27a4-4072-bce4-f970cecdb34b'] in n-d-791505-21 is: [{'id': 'a1c78726-27a4-4072-bce4-f970cecdb34b', 'name': 'tempest-TestServerBasicOps-1966715269-router', 'tenant_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:39Z', 'updated_at': '2021-08-28T13:20:59Z', 'revision_number': 6, 'project_id': '8e9e0a6153cb4cb381daf7eb059c7561', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:21:00.051579 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-038c2ab3-123f-4a21-97f6-39fad5a74582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:00.076401 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c2ab3-123f-4a21-97f6-39fad5a74582 admin admin] Pushing event deleted for resources: {'Port': ['ID=28ab8404-cda7-45b8-b4f3-62ea0922f33a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:00.139164 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-038c2ab3-123f-4a21-97f6-39fad5a74582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:00.227628 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-038c2ab3-123f-4a21-97f6-39fad5a74582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:00.229642 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-038c2ab3-123f-4a21-97f6-39fad5a74582 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:00.275421 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-038c2ab3-123f-4a21-97f6-39fad5a74582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:00.276687 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038c2ab3-123f-4a21-97f6-39fad5a74582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1c78726-27a4-4072-bce4-f970cecdb34b {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:21:00.281453 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-038c2ab3-123f-4a21-97f6-39fad5a74582 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:00.282561 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-038c2ab3-123f-4a21-97f6-39fad5a74582 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a1c78726-27a4-4072-bce4-f970cecdb34b HTTP/1.1" status: 204 len: 168 time: 0.7615488 Aug 28 13:21:00.285077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34310) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:21:00.328782 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6490f85-3b14-453a-a003-382a187130cf admin admin] Deleting subnet bff6c299-3838-42c0-a747-13d74205713f {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:21:00.331844 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6490f85-3b14-453a-a003-382a187130cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:00.365387 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6490f85-3b14-453a-a003-382a187130cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:00.453186 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6490f85-3b14-453a-a003-382a187130cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:00.495259 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f59eb8b0-2f48-452b-8786-5980b405e039 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:21:00.511408 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6490f85-3b14-453a-a003-382a187130cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:00.516996 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: f59eb8b0-2f48-452b-8786-5980b405e039 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:21:00.517884 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f59eb8b0-2f48-452b-8786-5980b405e039 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:21:00.543956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6490f85-3b14-453a-a003-382a187130cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bff6c299-3838-42c0-a747-13d74205713f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:00.547582 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f6490f85-3b14-453a-a003-382a187130cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:00.549460 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f6490f85-3b14-453a-a003-382a187130cf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bff6c299-3838-42c0-a747-13d74205713f HTTP/1.1" status: 204 len: 168 time: 0.2634864 Aug 28 13:21:00.551938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34312) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:21:00.554604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc0e46-dcf7-4da6-8be6-409617e50bfa None None] Network cb31a5c4-fa23-49d4-8654-6778e034da8a requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:21:00.621379 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:00.679498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] Deleting port baf97c71-6c56-499f-8f25-4564f3703608 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:21:00.679840 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:00.752283 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] For port baf97c71-6c56-499f-8f25-4564f3703608, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=baf97c71-6c56-499f-8f25-4564f3703608,segment=NetworkSegment(301edf0f-4780-4b19-b368-4d8c2fdde138),segment_id=301edf0f-4780-4b19-b368-4d8c2fdde138)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:21:00.752651 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:00.765508 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] Calling delete_port for baf97c71-6c56-499f-8f25-4564f3703608 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:21:00.848408 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:00.856994 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066dac52-793e-42b7-b4e9-f11a75aa340f None None] DHCP port deletion for cb31a5c4-fa23-49d4-8654-6778e034da8a request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:21:00.879133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=baf97c71-6c56-499f-8f25-4564f3703608,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:00.884161 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] No DVR routers for this DVR port baf97c71-6c56-499f-8f25-4564f3703608 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:21:00.958100 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:00.969297 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb31a5c4-fa23-49d4-8654-6778e034da8a']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:00.984981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301edf0f-4780-4b19-b368-4d8c2fdde138') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:00.985286 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301edf0f-4780-4b19-b368-4d8c2fdde138') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:00.995316 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:01.009379 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:01.015365 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:21:01.015787 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:21:01.017451 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:21:01.074911 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:01.080373 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:01.085138 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cb31a5c4-fa23-49d4-8654-6778e034da8a HTTP/1.1" status: 204 len: 168 time: 0.5295033 Aug 28 13:21:01.085259 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34314) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:21:01.139162 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2392e5-6ba8-4f49-87fd-85383a6ec1b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb31a5c4-fa23-49d4-8654-6778e034da8a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:01.452630 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ec52fbab-5fd7-4ffb-a07c-391c7c817840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:01.696133 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-ec52fbab-5fd7-4ffb-a07c-391c7c817840 admin admin] Deleting port 4837112e-7436-4ad9-b790-df2ea5b3eb13 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:21:01.696474 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ec52fbab-5fd7-4ffb-a07c-391c7c817840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:01.773618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-ec52fbab-5fd7-4ffb-a07c-391c7c817840 admin admin] For port 4837112e-7436-4ad9-b790-df2ea5b3eb13, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=4837112e-7436-4ad9-b790-df2ea5b3eb13,segment=NetworkSegment(8e0214e3-16b6-47bb-bc79-3595019bfb05),segment_id=8e0214e3-16b6-47bb-bc79-3595019bfb05)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:21:01.773980 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ec52fbab-5fd7-4ffb-a07c-391c7c817840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:01.786978 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-ec52fbab-5fd7-4ffb-a07c-391c7c817840 admin admin] Calling delete_port for 4837112e-7436-4ad9-b790-df2ea5b3eb13 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:21:01.963200 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ec52fbab-5fd7-4ffb-a07c-391c7c817840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:01.989341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52fbab-5fd7-4ffb-a07c-391c7c817840 admin admin] Pushing event deleted for resources: {'Port': ['ID=4837112e-7436-4ad9-b790-df2ea5b3eb13,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:02.173080 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ec52fbab-5fd7-4ffb-a07c-391c7c817840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:02.438302 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device baf97c71-6c56-499f-8f25-4564f3703608 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:21:02.459682 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: baf97c71-6c56-499f-8f25-4564f3703608 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:21:02.460027 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device baf97c71-6c56-499f-8f25-4564f3703608 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:21:02.460451 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 28ab8404-cda7-45b8-b4f3-62ea0922f33a no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:21:02.482126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 28ab8404-cda7-45b8-b4f3-62ea0922f33a {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:21:02.482510 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 28ab8404-cda7-45b8-b4f3-62ea0922f33a not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:21:02.672100 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d34e3-4b9a-486e-8b0e-dafe4b706d21 req-70961bd8-6f0b-47b2-8531-f4275150fd9f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:02.673607 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2c6d34e3-4b9a-486e-8b0e-dafe4b706d21 req-70961bd8-6f0b-47b2-8531-f4275150fd9f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 946 time: 0.0713859 Aug 28 13:21:02.774454 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2c6d34e3-4b9a-486e-8b0e-dafe4b706d21 req-f6937e99-80ee-42e2-95c8-6b82198c065e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720649 Aug 28 13:21:02.798836 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec52fbab-5fd7-4ffb-a07c-391c7c817840 admin admin] Router 26af6115-0541-485a-a54c-f6dbf5538133 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:21:02.905841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec52fbab-5fd7-4ffb-a07c-391c7c817840 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:21:02.911141 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ec52fbab-5fd7-4ffb-a07c-391c7c817840 admin admin] 10.222.0.20 "PUT /v2.0/routers/26af6115-0541-485a-a54c-f6dbf5538133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8249218 Aug 28 13:21:02.913735 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34322) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:21:02.918886 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ae263-4b57-4f10-88c5-de546047e06a None None] Sync routers for ids ['26af6115-0541-485a-a54c-f6dbf5538133'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:21:02.928338 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ae263-4b57-4f10-88c5-de546047e06a None None] Routers {'26af6115-0541-485a-a54c-f6dbf5538133'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:21:02.928959 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-298ae263-4b57-4f10-88c5-de546047e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:20:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['26af6115-0541-485a-a54c-f6dbf5538133'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:03.025121 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8898eef4-fbc9-4d77-8c15-ff1b82593895 admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:03.036753 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-298ae263-4b57-4f10-88c5-de546047e06a None None] Set router 26af6115-0541-485a-a54c-f6dbf5538133 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:21:03.131378 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8898eef4-fbc9-4d77-8c15-ff1b82593895 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:03.186504 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-8898eef4-fbc9-4d77-8c15-ff1b82593895 admin admin] Deleting port c3cbd32d-e951-4153-8a25-86cb27da2514 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:21:03.187183 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8898eef4-fbc9-4d77-8c15-ff1b82593895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:03.268339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-8898eef4-fbc9-4d77-8c15-ff1b82593895 admin admin] For port c3cbd32d-e951-4153-8a25-86cb27da2514, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c3cbd32d-e951-4153-8a25-86cb27da2514,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:21:03.268709 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8898eef4-fbc9-4d77-8c15-ff1b82593895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:03.281867 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-8898eef4-fbc9-4d77-8c15-ff1b82593895 admin admin] Calling delete_port for c3cbd32d-e951-4153-8a25-86cb27da2514 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:21:03.308311 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-298ae263-4b57-4f10-88c5-de546047e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26af6115-0541-485a-a54c-f6dbf5538133', 'name': 'tempest-TestServerBasicOps-411065870-router', 'tenant_id': '5d3d037945254c99bfb7aade6955bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'c3cbd32d-e951-4153-8a25-86cb27da2514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:48Z', 'updated_at': '2021-08-28T13:21:01Z', 'revision_number': 5, 'project_id': '5d3d037945254c99bfb7aade6955bb12', 'gw_port': {'id': 'c3cbd32d-e951-4153-8a25-86cb27da2514', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:27:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af6115-0541-485a-a54c-f6dbf5538133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:49Z', 'updated_at': '2021-08-28T13:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:03.339767 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ae263-4b57-4f10-88c5-de546047e06a None None] Checking router: 26af6115-0541-485a-a54c-f6dbf5538133 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:21:03.348391 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ae263-4b57-4f10-88c5-de546047e06a None None] Routers {'26af6115-0541-485a-a54c-f6dbf5538133'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:21:03.349016 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-298ae263-4b57-4f10-88c5-de546047e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:20:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['26af6115-0541-485a-a54c-f6dbf5538133'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:03.435507 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-298ae263-4b57-4f10-88c5-de546047e06a None None] Set router 26af6115-0541-485a-a54c-f6dbf5538133 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:21:03.462579 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8898eef4-fbc9-4d77-8c15-ff1b82593895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:03.487544 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-298ae263-4b57-4f10-88c5-de546047e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26af6115-0541-485a-a54c-f6dbf5538133', 'name': 'tempest-TestServerBasicOps-411065870-router', 'tenant_id': '5d3d037945254c99bfb7aade6955bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:48Z', 'updated_at': '2021-08-28T13:21:03Z', 'revision_number': 6, 'project_id': '5d3d037945254c99bfb7aade6955bb12', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:03.495130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898eef4-fbc9-4d77-8c15-ff1b82593895 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3cbd32d-e951-4153-8a25-86cb27da2514,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:03.518908 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ae263-4b57-4f10-88c5-de546047e06a None None] The sync data for ids ['26af6115-0541-485a-a54c-f6dbf5538133'] in n-d-791505-21 is: [{'id': '26af6115-0541-485a-a54c-f6dbf5538133', 'name': 'tempest-TestServerBasicOps-411065870-router', 'tenant_id': '5d3d037945254c99bfb7aade6955bb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:48Z', 'updated_at': '2021-08-28T13:21:03Z', 'revision_number': 6, 'project_id': '5d3d037945254c99bfb7aade6955bb12', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:21:03.561241 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8898eef4-fbc9-4d77-8c15-ff1b82593895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:03.657538 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8898eef4-fbc9-4d77-8c15-ff1b82593895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:03.659714 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8898eef4-fbc9-4d77-8c15-ff1b82593895 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:03.707253 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8898eef4-fbc9-4d77-8c15-ff1b82593895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:03.707785 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8898eef4-fbc9-4d77-8c15-ff1b82593895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26af6115-0541-485a-a54c-f6dbf5538133 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:21:03.712837 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8898eef4-fbc9-4d77-8c15-ff1b82593895 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:03.714568 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8898eef4-fbc9-4d77-8c15-ff1b82593895 admin admin] 10.222.0.20 "DELETE /v2.0/routers/26af6115-0541-485a-a54c-f6dbf5538133 HTTP/1.1" status: 204 len: 168 time: 0.7990122 Aug 28 13:21:03.716926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34324) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:21:03.762030 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-166c5799-213f-4145-b301-4325e3a10382 admin admin] Deleting subnet 9e1cb7ca-9a4e-407f-945e-052418113c0e {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:21:03.765241 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-166c5799-213f-4145-b301-4325e3a10382 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:03.786864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f85eba-f089-4062-9052-5635ec822e53 req-1750c420-a990-4936-a5df-e9c40e64107e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:03.788327 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74f85eba-f089-4062-9052-5635ec822e53 req-1750c420-a990-4936-a5df-e9c40e64107e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 946 time: 0.0475640 Aug 28 13:21:03.801043 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-166c5799-213f-4145-b301-4325e3a10382 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:03.887832 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-166c5799-213f-4145-b301-4325e3a10382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:03.948998 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-166c5799-213f-4145-b301-4325e3a10382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:03.978502 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c5799-213f-4145-b301-4325e3a10382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e1cb7ca-9a4e-407f-945e-052418113c0e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:03.984527 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-166c5799-213f-4145-b301-4325e3a10382 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:03.991434 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-166c5799-213f-4145-b301-4325e3a10382 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9e1cb7ca-9a4e-407f-945e-052418113c0e HTTP/1.1" status: 204 len: 168 time: 0.2694535 Aug 28 13:21:03.991643 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032eef7-746e-4080-ac68-60c9249f231b req-6e16c0c9-4fd3-473e-a52c-17b66e243586 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:03.991850 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34328) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:21:03.992667 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0032eef7-746e-4080-ac68-60c9249f231b req-6e16c0c9-4fd3-473e-a52c-17b66e243586 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 946 time: 0.0963573 Aug 28 13:21:03.996524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0f1609-d9bd-4235-a60f-6edddf997f0c None None] Network 8e15f260-bc19-45f4-b49b-74422f4e218e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:21:04.003885 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-74f85eba-f089-4062-9052-5635ec822e53 req-087c9a40-db97-4888-ab7c-19f70d796467 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Deleting port b87e8eef-7995-4364-bc69-0f6f0f65c771 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:21:04.004434 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-74f85eba-f089-4062-9052-5635ec822e53 req-087c9a40-db97-4888-ab7c-19f70d796467 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.081227 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.098197 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0032eef7-746e-4080-ac68-60c9249f231b req-9281b40f-3e12-4ee9-ade9-24a6bd93a0f4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742431 Aug 28 13:21:04.130319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-74f85eba-f089-4062-9052-5635ec822e53 req-087c9a40-db97-4888-ab7c-19f70d796467 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] For port b87e8eef-7995-4364-bc69-0f6f0f65c771, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=b87e8eef-7995-4364-bc69-0f6f0f65c771,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:21:04.130712 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-74f85eba-f089-4062-9052-5635ec822e53 req-087c9a40-db97-4888-ab7c-19f70d796467 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.144527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] Deleting port 74181a18-9adb-4303-ace3-3d3261208690 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:21:04.144876 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.212248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] For port 74181a18-9adb-4303-ace3-3d3261208690, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=74181a18-9adb-4303-ace3-3d3261208690,segment=NetworkSegment(8e0214e3-16b6-47bb-bc79-3595019bfb05),segment_id=8e0214e3-16b6-47bb-bc79-3595019bfb05)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:21:04.212931 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.226166 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] Calling delete_port for 74181a18-9adb-4303-ace3-3d3261208690 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:21:04.309884 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.336284 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=74181a18-9adb-4303-ace3-3d3261208690,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:04.340120 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] No DVR routers for this DVR port 74181a18-9adb-4303-ace3-3d3261208690 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:21:04.357476 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-74f85eba-f089-4062-9052-5635ec822e53 req-087c9a40-db97-4888-ab7c-19f70d796467 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.357860 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-74f85eba-f089-4062-9052-5635ec822e53 req-087c9a40-db97-4888-ab7c-19f70d796467 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.358174 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [req-74f85eba-f089-4062-9052-5635ec822e53 req-087c9a40-db97-4888-ab7c-19f70d796467 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Floating IP 122f61d6-6e1a-445e-996f-5d2f3fd45433 disassociated. External IP: 172.25.1.87, port: b87e8eef-7995-4364-bc69-0f6f0f65c771. Aug 28 13:21:04.358546 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-74f85eba-f089-4062-9052-5635ec822e53 req-087c9a40-db97-4888-ab7c-19f70d796467 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Calling delete_port for b87e8eef-7995-4364-bc69-0f6f0f65c771 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:21:04.374417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1673475b-ab1f-4f86-a9b1-b270f41d537b None None] DHCP port deletion for 8e15f260-bc19-45f4-b49b-74422f4e218e request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:21:04.425583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.441599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e15f260-bc19-45f4-b49b-74422f4e218e']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:04.456884 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4837112e-7436-4ad9-b790-df2ea5b3eb13 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:21:04.459688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0214e3-16b6-47bb-bc79-3595019bfb05') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:04.460094 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0214e3-16b6-47bb-bc79-3595019bfb05') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:04.470096 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.477676 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 4837112e-7436-4ad9-b790-df2ea5b3eb13 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:21:04.478193 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 4837112e-7436-4ad9-b790-df2ea5b3eb13 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:21:04.478634 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c3cbd32d-e951-4153-8a25-86cb27da2514 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:21:04.485381 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.500793 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: c3cbd32d-e951-4153-8a25-86cb27da2514 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:21:04.501179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:21:04.501586 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c3cbd32d-e951-4153-8a25-86cb27da2514 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:21:04.501993 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 74181a18-9adb-4303-ace3-3d3261208690 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:21:04.502450 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:21:04.504584 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:21:04.513614 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-74f85eba-f089-4062-9052-5635ec822e53 req-087c9a40-db97-4888-ab7c-19f70d796467 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.530659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 74181a18-9adb-4303-ace3-3d3261208690 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:21:04.531002 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 74181a18-9adb-4303-ace3-3d3261208690 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:21:04.568322 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c9a40-db97-4888-ab7c-19f70d796467 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event deleted for resources: {'Port': ['ID=b87e8eef-7995-4364-bc69-0f6f0f65c771,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:04.572543 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.579246 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.581187 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8e15f260-bc19-45f4-b49b-74422f4e218e HTTP/1.1" status: 204 len: 168 time: 0.5885546 Aug 28 13:21:04.598132 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c72df-cf7e-4b1b-a103-412e78f087a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e15f260-bc19-45f4-b49b-74422f4e218e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:04.693783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74f85eba-f089-4062-9052-5635ec822e53 req-087c9a40-db97-4888-ab7c-19f70d796467 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:21:04.716022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34332) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:21:04.763492 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a77f8232-f947-4bcd-b521-e816acb53ea3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e9e0a6153cb4cb381daf7eb059c7561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462260 Aug 28 13:21:04.765855 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34334) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:21:04.809759 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74f85eba-f089-4062-9052-5635ec822e53 req-087c9a40-db97-4888-ab7c-19f70d796467 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:21:04.820092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a6303-f589-420a-ac39-6a7631446395 None None] Sync routers for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:21:04.821379 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-10f14d42-04df-4cf2-9cb1-e95f86be4e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.830073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a6303-f589-420a-ac39-6a7631446395 None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:21:04.830727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ff7a6303-f589-420a-ac39-6a7631446395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:20:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:04.849117 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-10f14d42-04df-4cf2-9cb1-e95f86be4e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.852993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f85eba-f089-4062-9052-5635ec822e53 req-087c9a40-db97-4888-ab7c-19f70d796467 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] No DVR routers for this DVR port b87e8eef-7995-4364-bc69-0f6f0f65c771 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:21:04.855680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-74f85eba-f089-4062-9052-5635ec822e53 req-087c9a40-db97-4888-ab7c-19f70d796467 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.857756 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74f85eba-f089-4062-9052-5635ec822e53 req-087c9a40-db97-4888-ab7c-19f70d796467 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "DELETE /v2.0/ports/b87e8eef-7995-4364-bc69-0f6f0f65c771 HTTP/1.1" status: 204 len: 173 time: 1.0626514 Aug 28 13:21:04.858339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d27dd0f-8f88-4f9b-8019-e19eefb15479', 'name': 'network-vif-deleted', 'tag': 'b87e8eef-7995-4364-bc69-0f6f0f65c771'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:21:04.860734 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b380deb6-9f56-4db8-b54b-3d1b046d8fcb" -d '{"events": [{"server_uuid": "7d27dd0f-8f88-4f9b-8019-e19eefb15479", "name": "network-vif-deleted", "tag": "b87e8eef-7995-4364-bc69-0f6f0f65c771"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:21:04.917068 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-10f14d42-04df-4cf2-9cb1-e95f86be4e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.923889 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-10f14d42-04df-4cf2-9cb1-e95f86be4e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:04.925416 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-10f14d42-04df-4cf2-9cb1-e95f86be4e48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fed39f92-fea1-40d1-adf4-32e830d755a4 HTTP/1.1" status: 204 len: 168 time: 0.1580803 Aug 28 13:21:04.935837 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b025c0df-f4ab-4fed-997b-50dd99be5a07 x-openstack-request-id: req-b025c0df-f4ab-4fed-997b-50dd99be5a07 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:21:04.936201 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d27dd0f-8f88-4f9b-8019-e19eefb15479", "name": "network-vif-deleted", "tag": "b87e8eef-7995-4364-bc69-0f6f0f65c771", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:21:04.936713 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b025c0df-f4ab-4fed-997b-50dd99be5a07 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:21:04.937247 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d27dd0f-8f88-4f9b-8019-e19eefb15479', 'name': 'network-vif-deleted', 'tag': 'b87e8eef-7995-4364-bc69-0f6f0f65c771', 'status': 'completed', 'code': 200} Aug 28 13:21:04.955521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f14d42-04df-4cf2-9cb1-e95f86be4e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed39f92-fea1-40d1-adf4-32e830d755a4,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:04.990305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-ff7a6303-f589-420a-ac39-6a7631446395 None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:21:05.218568 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ff7a6303-f589-420a-ac39-6a7631446395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:05.226119 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-88483668-715f-4c77-b47c-e00e5468612b req-c03c566a-c471-42a7-91b5-da4ac835ebe9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 210 time: 0.0484898 Aug 28 13:21:05.252071 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a6303-f589-420a-ac39-6a7631446395 None None] Checking router: f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:21:05.260896 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a6303-f589-420a-ac39-6a7631446395 None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:21:05.261503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ff7a6303-f589-420a-ac39-6a7631446395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:20:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:05.338924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34346) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:21:05.384544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-ff7a6303-f589-420a-ac39-6a7631446395 None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:21:05.386687 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e6a3f5ea-d346-4554-a741-4a9e78a31903 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d3d037945254c99bfb7aade6955bb12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465448 Aug 28 13:21:05.390396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34348) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:21:05.445136 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-528ace55-262d-49f3-ae08-fc7d3e7793ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:05.469089 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-528ace55-262d-49f3-ae08-fc7d3e7793ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:05.527556 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-528ace55-262d-49f3-ae08-fc7d3e7793ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:05.530704 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-528ace55-262d-49f3-ae08-fc7d3e7793ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:05.534256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-528ace55-262d-49f3-ae08-fc7d3e7793ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8747a3a6-6a2f-4668-aaa3-1c4ab7845929 HTTP/1.1" status: 204 len: 168 time: 0.1402638 Aug 28 13:21:05.540987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ace55-262d-49f3-ae08-fc7d3e7793ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8747a3a6-6a2f-4668-aaa3-1c4ab7845929,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:05.789753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ff7a6303-f589-420a-ac39-6a7631446395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:05.819592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a6303-f589-420a-ac39-6a7631446395 None None] The sync data for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 is: [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:21:06.121966 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf81ba3-3c89-43c1-9bbd-63d9162620ee None None] New status for floating IP 122f61d6-6e1a-445e-996f-5d2f3fd45433: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:21:06.317111 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-acff4106-b419-4db4-9f09-08e24640e974 req-5cf85f45-9ab5-415d-b087-b850c1a1c4d5 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 210 time: 0.0281758 Aug 28 13:21:07.420464 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fbcf545-3154-4e9f-b9ba-3b86550be56f req-fbdb8959-fd65-4c54-8d42-9fb633b4976d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 210 time: 0.0286429 Aug 28 13:21:07.683042 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:08.523827 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-632826d0-8c0c-4121-914d-2701b9a2c300 req-c168a415-55d6-4a20-8952-b54384bf210a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d27dd0f-8f88-4f9b-8019-e19eefb15479 HTTP/1.1" status: 200 len: 210 time: 0.0263424 Aug 28 13:21:09.309327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b87e8eef-7995-4364-bc69-0f6f0f65c771 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:21:09.329499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: b87e8eef-7995-4364-bc69-0f6f0f65c771 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:21:09.329842 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device b87e8eef-7995-4364-bc69-0f6f0f65c771 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:21:09.641812 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:21:09.786486 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-48adb7e5-a1b3-42f3-9820-2601afbd17ad tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1719739243&fields=id&tenant_id=bfa467c998e542408cd59322ce9a0c71 HTTP/1.1" status: 200 len: 267 time: 0.0335305 Aug 28 13:21:09.893994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-173e7adf-a891-402a-b686-cb60899f2155 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:09.895465 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-173e7adf-a891-402a-b686-cb60899f2155 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 812 time: 0.1015098 Aug 28 13:21:09.910335 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-7bbbc237-c284-4dbd-8825-b941086cca45 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/quotas/bfa467c998e542408cd59322ce9a0c71 HTTP/1.1" status: 200 len: 375 time: 0.0090401 Aug 28 13:21:09.963245 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-b3b74dfc-dec4-46c1-bbcf-f731d1b64f5a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476863 Aug 28 13:21:09.978891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-426566df-8b79-469a-ae1e-b005ffe79d01 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:21:09.980390 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-426566df-8b79-469a-ae1e-b005ffe79d01 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062442 Aug 28 13:21:10.011406 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-775df3c1-c847-49ff-a9e7-91125be57b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:10.061856 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:10.176095 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-ef152a9d-ec47-485d-b068-fb955ca2b41c service neutron] 10.222.0.20 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897864 Aug 28 13:21:10.265611 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-142622ab-c93d-4170-b212-9a1869eed341 service neutron] 10.222.0.20 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835578 Aug 28 13:21:10.550350 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-25958bff-bf7e-4859-9aab-ff1eaba08b2a req-a4506b8c-3e1d-4c47-9d13-3d43729feae3 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 210 time: 0.0260744 Aug 28 13:21:11.441050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-25882400-0e3a-4b8d-8549-90f11e06294f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:11.442200 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-25882400-0e3a-4b8d-8549-90f11e06294f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.10 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 812 time: 0.1093395 Aug 28 13:21:11.487817 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-804ca5cd-ba76-4a94-8161-cd61782d385f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfa467c998e542408cd59322ce9a0c71 HTTP/1.1" status: 200 len: 380 time: 0.0353715 Aug 28 13:21:11.497770 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-ba0c21dc-7f80-4e0d-9401-58b1e5e1c81f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'port': {'device_id': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'admin_state_up': True, 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'security_groups': ['b8328b20-8678-4b70-a189-2839a60c1ae6']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:21:11.611144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-ba0c21dc-7f80-4e0d-9401-58b1e5e1c81f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Made reservation on behalf of bfa467c998e542408cd59322ce9a0c71 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:21:11.615094 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-ba0c21dc-7f80-4e0d-9401-58b1e5e1c81f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:11.662135 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a1d86cfc-5b19-4a02-a42d-bcebdcb971ab req-fa296f0a-33cd-45fe-919e-835499bae6bd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 210 time: 0.0366836 Aug 28 13:21:11.772202 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-ba0c21dc-7f80-4e0d-9401-58b1e5e1c81f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Allocated IP 172.20.0.3 (ad1e0c47-7599-4a39-bb41-379750035e93/ed9eb34d-8601-4703-ace5-3667dbf5f9b7/1927c135-3d45-45c3-ac4c-a58528ec65f7) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:21:11.913830 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-ba0c21dc-7f80-4e0d-9401-58b1e5e1c81f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:11.927368 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-ba0c21dc-7f80-4e0d-9401-58b1e5e1c81f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Transition to ACTIVE for port object 1927c135-3d45-45c3-ac4c-a58528ec65f7 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:21:11.963118 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-ba0c21dc-7f80-4e0d-9401-58b1e5e1c81f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:12.006831 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-ba0c21dc-7f80-4e0d-9401-58b1e5e1c81f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Network ad1e0c47-7599-4a39-bb41-379750035e93 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:21:12.013119 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-ba0c21dc-7f80-4e0d-9401-58b1e5e1c81f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:21:12.016908 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-ba0c21dc-7f80-4e0d-9401-58b1e5e1c81f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:21:12.041150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c21dc-7f80-4e0d-9401-58b1e5e1c81f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'Port': ['ID=1927c135-3d45-45c3-ac4c-a58528ec65f7,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:12.072099 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-ba0c21dc-7f80-4e0d-9401-58b1e5e1c81f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:12.072731 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-ba0c21dc-7f80-4e0d-9401-58b1e5e1c81f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:12.088476 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-ba0c21dc-7f80-4e0d-9401-58b1e5e1c81f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5947115 Aug 28 13:21:12.168856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Request body: {'port': {'device_id': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:21:12.229197 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:12.246247 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-500ce348-4f83-44ca-a2ea-faa17b813b50 None None] Provisioning for port 1927c135-3d45-45c3-ac4c-a58528ec65f7 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:21:12.251020 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-500ce348-4f83-44ca-a2ea-faa17b813b50 None None] Provisioning complete for port 1927c135-3d45-45c3-ac4c-a58528ec65f7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:21:12.251581 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-500ce348-4f83-44ca-a2ea-faa17b813b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:12.301922 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-500ce348-4f83-44ca-a2ea-faa17b813b50 None None] Port 1927c135-3d45-45c3-ac4c-a58528ec65f7 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:21:12.307000 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf05cf9f-4999-4724-8ae4-eb83a7af9e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:12.501033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1927c135-3d45-45c3-ac4c-a58528ec65f7 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:21:12.508477 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:12.520671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Transition to ACTIVE for port object 1927c135-3d45-45c3-ac4c-a58528ec65f7 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:21:12.524472 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:12.596615 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1927c135-3d45-45c3-ac4c-a58528ec65f7,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:12.623837 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:12.664055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Attempting to bind port 1927c135-3d45-45c3-ac4c-a58528ec65f7 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:21:12.664395 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Attempting to bind port 1927c135-3d45-45c3-ac4c-a58528ec65f7 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:21:12.665139 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Attempting to bind port 1927c135-3d45-45c3-ac4c-a58528ec65f7 on network ad1e0c47-7599-4a39-bb41-379750035e93 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:21:12.670796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Port 1927c135-3d45-45c3-ac4c-a58528ec65f7 on network ad1e0c47-7599-4a39-bb41-379750035e93 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:21:12.671127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Attempting to bind port 1927c135-3d45-45c3-ac4c-a58528ec65f7 on network ad1e0c47-7599-4a39-bb41-379750035e93 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:21:12.676827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:21:12.677177 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Checking segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:21:12.677562 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Bound using segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:21:12.677992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Bound port: 1927c135-3d45-45c3-ac4c-a58528ec65f7, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:21:12.678380 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:12.760139 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] For port 1927c135-3d45-45c3-ac4c-a58528ec65f7, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:21:12.766096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] For port 1927c135-3d45-45c3-ac4c-a58528ec65f7, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=1927c135-3d45-45c3-ac4c-a58528ec65f7,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:21:12.771475 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:12.816590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268374d-38a0-4661-9d30-eb6a01c9133f req-b1319e5e-653c-4220-949d-236d75fffb81 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:12.823495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:12.824104 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:12.825541 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] 10.222.0.10 "PUT /v2.0/ports/1927c135-3d45-45c3-ac4c-a58528ec65f7 HTTP/1.1" status: 200 len: 1092 time: 0.7275655 Aug 28 13:21:12.825991 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5268374d-38a0-4661-9d30-eb6a01c9133f req-b1319e5e-653c-4220-949d-236d75fffb81 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 943 time: 0.0774245 Aug 28 13:21:12.826194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'tag': '1927c135-3d45-45c3-ac4c-a58528ec65f7'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:21:12.831189 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b566ae7-1200-4671-9894-bea6c1805b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0737b23-76a8-429e-a8be-5c0caf074afb", "tag": "1927c135-3d45-45c3-ac4c-a58528ec65f7"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:21:12.879113 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5268374d-38a0-4661-9d30-eb6a01c9133f req-5645de66-53dc-4ef5-accc-79f8cf7aa6c7 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516462 Aug 28 13:21:12.911907 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45445a9-a01c-4ebb-9c58-4ded9d8a92de x-openstack-request-id: req-d45445a9-a01c-4ebb-9c58-4ded9d8a92de {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:21:12.912198 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0737b23-76a8-429e-a8be-5c0caf074afb", "tag": "1927c135-3d45-45c3-ac4c-a58528ec65f7", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:21:12.912507 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d45445a9-a01c-4ebb-9c58-4ded9d8a92de {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:21:12.912914 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'tag': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'status': 'completed', 'code': 200} Aug 28 13:21:12.933927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45865a3d-f5db-49dc-97c5-929ac69264e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1927c135-3d45-45c3-ac4c-a58528ec65f7,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:12.952669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-b58a1394-0787-4f57-80f2-ea463384498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:12.954215 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-b58a1394-0787-4f57-80f2-ea463384498d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 1095 time: 0.0720632 Aug 28 13:21:13.000605 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-97b4d31a-19cc-4f0e-afec-3cd786fb76ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1927c135-3d45-45c3-ac4c-a58528ec65f7 HTTP/1.1" status: 200 len: 217 time: 0.0371752 Aug 28 13:21:13.055864 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-9085d6e6-d502-4587-a5a8-c67e8545ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:13.057367 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-9085d6e6-d502-4587-a5a8-c67e8545ebc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0482414 Aug 28 13:21:13.105938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-ee60aa7e-08d1-4a97-9809-30cee522f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:13.107380 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-ee60aa7e-08d1-4a97-9809-30cee522f1a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410285 Aug 28 13:21:13.207662 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-95f178d9-b470-4fec-9ef3-0c838b61e951 service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873723 Aug 28 13:21:13.293593 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-31a4a74a-94ce-4e60-aab8-87542d01d038 req-7c7e18b4-e0d2-4f83-a373-a1f70d5185de service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833321 Aug 28 13:21:13.386740 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b566ae7-1200-4671-9894-bea6c1805b1f req-4c102f98-aaac-4b86-b41b-24024e3d100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:13.388383 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5b566ae7-1200-4671-9894-bea6c1805b1f req-4c102f98-aaac-4b86-b41b-24024e3d100d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 1095 time: 0.0485384 Aug 28 13:21:13.487471 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b566ae7-1200-4671-9894-bea6c1805b1f req-9a610d2c-0319-419c-8a9f-b36bd0414834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:13.489218 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5b566ae7-1200-4671-9894-bea6c1805b1f req-9a610d2c-0319-419c-8a9f-b36bd0414834 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.0913112 Aug 28 13:21:13.519737 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:13.538754 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5b566ae7-1200-4671-9894-bea6c1805b1f req-7d9ee0bf-c229-4998-82a2-29e4e314aa7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1927c135-3d45-45c3-ac4c-a58528ec65f7 HTTP/1.1" status: 200 len: 217 time: 0.0402079 Aug 28 13:21:13.593013 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b566ae7-1200-4671-9894-bea6c1805b1f req-2e944406-50aa-453c-acf3-d7d8e43efe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:13.594438 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5b566ae7-1200-4671-9894-bea6c1805b1f req-2e944406-50aa-453c-acf3-d7d8e43efe63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0471878 Aug 28 13:21:13.641896 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b566ae7-1200-4671-9894-bea6c1805b1f req-a30cfb0f-e2cc-47c6-b31d-8333921b4dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:13.643351 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5b566ae7-1200-4671-9894-bea6c1805b1f req-a30cfb0f-e2cc-47c6-b31d-8333921b4dac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416901 Aug 28 13:21:13.737841 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5b566ae7-1200-4671-9894-bea6c1805b1f req-80be466c-7383-48e0-bf86-2ff9335d7c28 service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860879 Aug 28 13:21:13.832800 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5b566ae7-1200-4671-9894-bea6c1805b1f req-b5ce10b3-ad5a-4b78-83a6-331a452dbb36 service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866158 Aug 28 13:21:13.991199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7605bc-d424-4951-be5c-0c87236653c3 req-709c4d21-3c55-4ab6-8e72-d84b18df0c24 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:13.992738 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd7605bc-d424-4951-be5c-0c87236653c3 req-709c4d21-3c55-4ab6-8e72-d84b18df0c24 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 943 time: 0.0510769 Aug 28 13:21:14.033288 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd7605bc-d424-4951-be5c-0c87236653c3 req-0207420b-06de-49aa-a057-c79d031c965a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335908 Aug 28 13:21:15.150896 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd0509-e409-472b-867d-d86a7a791c42 req-b415543b-e16d-4fd1-8c09-1a49dc5da15c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:15.153252 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52cd0509-e409-472b-867d-d86a7a791c42 req-b415543b-e16d-4fd1-8c09-1a49dc5da15c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 943 time: 0.0514219 Aug 28 13:21:15.192077 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-52cd0509-e409-472b-867d-d86a7a791c42 req-41102e2a-d9cd-4d10-aae8-420562c824b6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325022 Aug 28 13:21:15.408182 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:16.307231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1cd44-db77-4e6f-b53c-6b35fe118c6e req-61b19e73-6b42-4dc2-80a1-817592a03db8 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:16.309607 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5cb1cd44-db77-4e6f-b53c-6b35fe118c6e req-61b19e73-6b42-4dc2-80a1-817592a03db8 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 943 time: 0.0479665 Aug 28 13:21:16.346873 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5cb1cd44-db77-4e6f-b53c-6b35fe118c6e req-c03879d0-4fc1-4207-bb45-79e40bcadd81 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Aug 28 13:21:17.464954 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f782ab8-58b8-455f-bd0c-abf8a869c64c req-d2249ede-c4a7-4aa4-9272-1074b79ad93d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:17.466440 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f782ab8-58b8-455f-bd0c-abf8a869c64c req-d2249ede-c4a7-4aa4-9272-1074b79ad93d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 943 time: 0.0531774 Aug 28 13:21:17.504250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f782ab8-58b8-455f-bd0c-abf8a869c64c req-4ecb6df3-8969-4889-a700-928184785f78 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318270 Aug 28 13:21:18.623724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de7569-3bd9-4a62-93e8-7a582ed76a51 req-b6218d86-d913-4bd4-8639-4ad8ff75e7db tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:18.625096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0de7569-3bd9-4a62-93e8-7a582ed76a51 req-b6218d86-d913-4bd4-8639-4ad8ff75e7db tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 943 time: 0.0526826 Aug 28 13:21:18.664586 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e0de7569-3bd9-4a62-93e8-7a582ed76a51 req-5e5e1028-efdb-40f5-bc43-abb7f303ac9e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333593 Aug 28 13:21:19.783183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de77488-71cd-4486-9991-26cf6d769fa5 req-bce8d773-1bc6-46ea-8561-397fe840c01e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:19.784714 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6de77488-71cd-4486-9991-26cf6d769fa5 req-bce8d773-1bc6-46ea-8561-397fe840c01e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 943 time: 0.0515952 Aug 28 13:21:19.825287 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6de77488-71cd-4486-9991-26cf6d769fa5 req-100a1976-aefa-44fd-8425-68d2e7ff4838 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346389 Aug 28 13:21:20.945279 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7f544-f991-4bab-b1ff-cd82e2efa23d req-0dcf6b1e-a3ff-4ba3-9716-d7d6b3afdaf7 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:20.946787 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-adf7f544-f991-4bab-b1ff-cd82e2efa23d req-0dcf6b1e-a3ff-4ba3-9716-d7d6b3afdaf7 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 943 time: 0.0536551 Aug 28 13:21:20.985810 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-adf7f544-f991-4bab-b1ff-cd82e2efa23d req-dd8cda00-d1d6-46d2-95db-5c082bd2cabe tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329368 Aug 28 13:21:21.564810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 1927c135-3d45-45c3-ac4c-a58528ec65f7 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:21:21.656743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 1927c135-3d45-45c3-ac4c-a58528ec65f7, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=1927c135-3d45-45c3-ac4c-a58528ec65f7,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:21:21.668489 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'port_id': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'mac_address': 'fa:16:3e:f7:d8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:21:21.708787 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:21.721296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1927c135-3d45-45c3-ac4c-a58528ec65f7 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:21:21.739668 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 1927c135-3d45-45c3-ac4c-a58528ec65f7, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=1927c135-3d45-45c3-ac4c-a58528ec65f7,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:21:21.743179 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:21.789558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=1927c135-3d45-45c3-ac4c-a58528ec65f7,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:21.798452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:21:21.798796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:21:21.799129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:21:21.799456 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:21:21.799785 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:21:21.800106 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:21:21.800422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:21:21.800741 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:21:21.801060 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:21:21.801371 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:21:21.801683 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:21:21.801995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:21:21.992042 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['1927c135-3d45-45c3-ac4c-a58528ec65f7'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:21:22.102523 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c920e-324e-4873-b1b7-ec8d04e95f34 req-8465f4d7-ba1e-41dd-b18c-67f5692a9c55 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:22.104025 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-332c920e-324e-4873-b1b7-ec8d04e95f34 req-8465f4d7-ba1e-41dd-b18c-67f5692a9c55 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 944 time: 0.0507352 Aug 28 13:21:22.146001 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-332c920e-324e-4873-b1b7-ec8d04e95f34 req-e32ef782-2689-4127-bdde-4a01b7c3e084 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346096 Aug 28 13:21:23.261335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568d6e7-5bfc-4e91-b500-c02ab68b88d4 req-fa604442-f214-4af4-86c3-c287f01f990f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:23.262840 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f568d6e7-5bfc-4e91-b500-c02ab68b88d4 req-fa604442-f214-4af4-86c3-c287f01f990f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 944 time: 0.0501556 Aug 28 13:21:23.299573 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f568d6e7-5bfc-4e91-b500-c02ab68b88d4 req-d5ccdbe4-2dd3-4ac3-ac02-47d82ba2d429 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307996 Aug 28 13:21:23.564211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 1927c135-3d45-45c3-ac4c-a58528ec65f7 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:21:23.611089 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 1927c135-3d45-45c3-ac4c-a58528ec65f7 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:21:23.614812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 1927c135-3d45-45c3-ac4c-a58528ec65f7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:21:23.615183 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:23.696141 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:23.718039 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1927c135-3d45-45c3-ac4c-a58528ec65f7'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:21:23.720294 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77180bfd-1c64-4e2a-94bd-66df37c0b52f" -d '{"events": [{"server_uuid": "e0737b23-76a8-429e-a8be-5c0caf074afb", "name": "network-vif-plugged", "status": "completed", "tag": "1927c135-3d45-45c3-ac4c-a58528ec65f7"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:21:23.733132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 1927c135-3d45-45c3-ac4c-a58528ec65f7, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=1927c135-3d45-45c3-ac4c-a58528ec65f7,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:21:23.737411 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:23.762073 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896ff580-0eae-4e37-a37e-9eb896b93ebe x-openstack-request-id: req-896ff580-0eae-4e37-a37e-9eb896b93ebe {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:21:23.762563 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0737b23-76a8-429e-a8be-5c0caf074afb", "name": "network-vif-plugged", "status": "completed", "tag": "1927c135-3d45-45c3-ac4c-a58528ec65f7", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:21:23.762848 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-896ff580-0eae-4e37-a37e-9eb896b93ebe {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:21:23.763211 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'code': 200} Aug 28 13:21:23.788635 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=1927c135-3d45-45c3-ac4c-a58528ec65f7,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:23.861429 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc30915-a2d9-4060-9a73-4a9aa2590f33 req-e1cda023-93ed-4227-9eb8-66f5f86b6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:23.862860 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dfc30915-a2d9-4060-9a73-4a9aa2590f33 req-e1cda023-93ed-4227-9eb8-66f5f86b6190 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 1097 time: 0.0440421 Aug 28 13:21:23.899078 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dfc30915-a2d9-4060-9a73-4a9aa2590f33 req-6a765fa1-dee6-4ca0-b9c8-07dc4ab3538b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274932 Aug 28 13:21:24.420808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07543ef5-a912-402f-9c6b-eb246ad02d5c req-5f012b3c-e130-4282-b40b-49acd33461a6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:24.422279 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07543ef5-a912-402f-9c6b-eb246ad02d5c req-5f012b3c-e130-4282-b40b-49acd33461a6 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 945 time: 0.0551503 Aug 28 13:21:24.460812 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07543ef5-a912-402f-9c6b-eb246ad02d5c req-a072f624-d7d9-4727-b2a2-676b82d89b5e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324616 Aug 28 13:21:25.582322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907ac02-8639-4553-af27-08771f728593 req-906f2326-4446-4e7c-80de-5686e39e43c7 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:25.583868 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0907ac02-8639-4553-af27-08771f728593 req-906f2326-4446-4e7c-80de-5686e39e43c7 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 945 time: 0.0517604 Aug 28 13:21:25.622175 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0907ac02-8639-4553-af27-08771f728593 req-b908d107-2fd1-4307-9964-780fa0828267 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322726 Aug 28 13:21:25.736032 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f20ba-c4dd-4db0-b769-7a6c6504e5ae req-dabad24f-f31e-4488-894d-0dcfa746951d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:25.737527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-868f20ba-c4dd-4db0-b769-7a6c6504e5ae req-dabad24f-f31e-4488-894d-0dcfa746951d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 945 time: 0.0481873 Aug 28 13:21:25.775197 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-868f20ba-c4dd-4db0-b769-7a6c6504e5ae req-07d4b60a-e7e7-4452-ab28-30a82913ca17 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314956 Aug 28 13:21:25.797481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34428) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:21:25.939542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22229f86-da3e-4058-909a-46cb915b0283 tempest-TestVolumeBootPattern-1984768974 tempest-TestVolumeBootPattern-1984768974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:25.941100 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-22229f86-da3e-4058-909a-46cb915b0283 tempest-TestVolumeBootPattern-1984768974 tempest-TestVolumeBootPattern-1984768974-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 1092 time: 0.1426530 Aug 28 13:21:25.943957 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34432) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:21:25.948283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:21:25.970476 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:26.068372 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:26.174081 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Allocated IP 172.25.1.104 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/4cb6e588-79ce-465e-ab41-48c200744cab) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:21:26.278561 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:26.320466 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:26.357527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:21:26.360296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:21:26.365936 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:21:26.394963 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'Port': ['ID=4cb6e588-79ce-465e-ab41-48c200744cab,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:27.058732 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:27.126392 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:27.269197 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:27.273574 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:27.341321 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'Port': ['ID=4cb6e588-79ce-465e-ab41-48c200744cab,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:21:27.354333 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:27.454254 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Floating IP 148760b6-5c8b-43b5-8bc2-0fe51c80f4ed associated. External IP: 172.25.1.104, port: 1927c135-3d45-45c3-ac4c-a58528ec65f7. Aug 28 13:21:27.679426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:21:27.795783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:21:27.805261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c31216a-05bc-40bf-9f1d-16ccbf2c1ce4 None None] Sync routers for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:21:27.814137 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:27.816937 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c31216a-05bc-40bf-9f1d-16ccbf2c1ce4 None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:21:27.817755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-9c31216a-05bc-40bf-9f1d-16ccbf2c1ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:21:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:27.845138 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-af89f299-34bc-4497-b398-968720e478df tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9000661 Aug 28 13:21:27.845732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'tag': '1927c135-3d45-45c3-ac4c-a58528ec65f7'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:21:27.848200 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b543e164-cf72-4c93-ba7e-f7106bdedadc" -d '{"events": [{"name": "network-changed", "server_uuid": "e0737b23-76a8-429e-a8be-5c0caf074afb", "tag": "1927c135-3d45-45c3-ac4c-a58528ec65f7"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:21:27.890644 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72e08e9-2a25-4b64-82a2-d0de32a2be2e x-openstack-request-id: req-e72e08e9-2a25-4b64-82a2-d0de32a2be2e {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:21:27.890936 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0737b23-76a8-429e-a8be-5c0caf074afb", "tag": "1927c135-3d45-45c3-ac4c-a58528ec65f7", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:21:27.891189 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e72e08e9-2a25-4b64-82a2-d0de32a2be2e {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:21:27.891643 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'tag': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'status': 'completed', 'code': 200} Aug 28 13:21:27.947478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-9c31216a-05bc-40bf-9f1d-16ccbf2c1ce4 None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:21:27.967459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543e164-cf72-4c93-ba7e-f7106bdedadc req-b0fae225-f208-4db2-94e5-b6ba8bd27e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:27.969004 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b543e164-cf72-4c93-ba7e-f7106bdedadc req-b0fae225-f208-4db2-94e5-b6ba8bd27e64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 1097 time: 0.0476642 Aug 28 13:21:28.075613 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543e164-cf72-4c93-ba7e-f7106bdedadc req-9866d278-e847-40d6-89a3-8b9531220e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:28.077166 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b543e164-cf72-4c93-ba7e-f7106bdedadc req-9866d278-e847-40d6-89a3-8b9531220e94 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.0985680 Aug 28 13:21:28.148672 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b543e164-cf72-4c93-ba7e-f7106bdedadc req-525c331d-67b9-44ff-9ec9-2a813b5f33a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1927c135-3d45-45c3-ac4c-a58528ec65f7 HTTP/1.1" status: 200 len: 999 time: 0.0634120 Aug 28 13:21:28.202904 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-9c31216a-05bc-40bf-9f1d-16ccbf2c1ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '148760b6-5c8b-43b5-8bc2-0fe51c80f4ed', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'port_id': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'mac_address': 'fa:16:3e:f7:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:21:26Z', 'updated_at': '2021-08-28T13:21:26Z', 'revision_number': 0, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:28.205279 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543e164-cf72-4c93-ba7e-f7106bdedadc req-f51b1b7f-9485-48ae-86e8-5e255dc55fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:28.206815 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b543e164-cf72-4c93-ba7e-f7106bdedadc req-f51b1b7f-9485-48ae-86e8-5e255dc55fac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0486240 Aug 28 13:21:28.229310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c31216a-05bc-40bf-9f1d-16ccbf2c1ce4 None None] Checking router: f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:21:28.239101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c31216a-05bc-40bf-9f1d-16ccbf2c1ce4 None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:21:28.239714 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-9c31216a-05bc-40bf-9f1d-16ccbf2c1ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:21:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:28.254258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543e164-cf72-4c93-ba7e-f7106bdedadc req-7e328738-6fc0-4a99-bc85-0aea106cf6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:28.255799 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b543e164-cf72-4c93-ba7e-f7106bdedadc req-7e328738-6fc0-4a99-bc85-0aea106cf6cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416512 Aug 28 13:21:28.344878 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-9c31216a-05bc-40bf-9f1d-16ccbf2c1ce4 None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:21:28.350035 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b543e164-cf72-4c93-ba7e-f7106bdedadc req-3c3d9ae7-fe4f-4706-96e6-fdb4ee4a477a service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818541 Aug 28 13:21:28.444266 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b543e164-cf72-4c93-ba7e-f7106bdedadc req-91b9657a-1db5-46cd-a096-1f44814bb8b6 service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896626 Aug 28 13:21:28.565533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-9c31216a-05bc-40bf-9f1d-16ccbf2c1ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '148760b6-5c8b-43b5-8bc2-0fe51c80f4ed', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'port_id': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'mac_address': 'fa:16:3e:f7:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:21:26Z', 'updated_at': '2021-08-28T13:21:26Z', 'revision_number': 0, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:21:28.594592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c31216a-05bc-40bf-9f1d-16ccbf2c1ce4 None None] The sync data for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 is: [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '148760b6-5c8b-43b5-8bc2-0fe51c80f4ed', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'port_id': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'mac_address': 'fa:16:3e:f7:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:21:26Z', 'updated_at': '2021-08-28T13:21:26Z', 'revision_number': 0, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:21:28.793474 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47a796d-13f6-41ec-a9d6-4813b292b096 None None] New status for floating IP 148760b6-5c8b-43b5-8bc2-0fe51c80f4ed: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:21:31.592644 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8ea51d15-ccc1-4f09-8b48-9a4c696c74e8 req-8da0d4b8-f503-4099-a8cc-e5700a101ae4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392938 Aug 28 13:21:31.674712 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea51d15-ccc1-4f09-8b48-9a4c696c74e8 req-df2b7e7b-126f-4ed7-9924-5d1a794bece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:31.676242 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8ea51d15-ccc1-4f09-8b48-9a4c696c74e8 req-df2b7e7b-126f-4ed7-9924-5d1a794bece5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 1097 time: 0.0402730 Aug 28 13:21:31.782748 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea51d15-ccc1-4f09-8b48-9a4c696c74e8 req-fa46f31c-a486-4cdb-9cec-024223b291ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:31.784214 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8ea51d15-ccc1-4f09-8b48-9a4c696c74e8 req-fa46f31c-a486-4cdb-9cec-024223b291ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.0860879 Aug 28 13:21:31.849123 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8ea51d15-ccc1-4f09-8b48-9a4c696c74e8 req-54b51444-af23-4be3-af78-9259cf4a269c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1927c135-3d45-45c3-ac4c-a58528ec65f7 HTTP/1.1" status: 200 len: 1001 time: 0.0575635 Aug 28 13:21:31.902614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea51d15-ccc1-4f09-8b48-9a4c696c74e8 req-8046af49-5ef5-4167-afb4-7bc3303f2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:31.904151 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8ea51d15-ccc1-4f09-8b48-9a4c696c74e8 req-8046af49-5ef5-4167-afb4-7bc3303f2dc4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0468566 Aug 28 13:21:31.951657 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea51d15-ccc1-4f09-8b48-9a4c696c74e8 req-31337709-0acf-4713-9390-2d4aee1dd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:21:31.960099 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8ea51d15-ccc1-4f09-8b48-9a4c696c74e8 req-31337709-0acf-4713-9390-2d4aee1dd94f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412948 Aug 28 13:21:32.042006 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8ea51d15-ccc1-4f09-8b48-9a4c696c74e8 req-d7b290a6-a74a-4964-9b40-a3b80f6c1714 service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810323 Aug 28 13:21:32.135842 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8ea51d15-ccc1-4f09-8b48-9a4c696c74e8 req-d3be32ca-1c71-421b-901e-e224df234cda service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854993 Aug 28 13:21:37.707886 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:40.015266 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f7d56ffe-98f2-4bd5-9a9d-ad5ce5f50e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:40.064554 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:42.290195 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4b7fc71c-73da-4612-842d-d2454b9d8d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:42.611403 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:43.522626 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:45.410196 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:21:46.643661 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:22:07.721012 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:22:10.018089 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4bac499b-2818-48a2-b3ff-08cc35c2440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:22:10.082505 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:22:12.292501 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bd863240-ee80-4ea5-b0fa-90ec458aa782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:22:12.613638 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:22:13.525953 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:22:15.413093 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:22:23.642135 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:22:32.166035 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-00898287-93a1-44f6-8520-e0c57da8c2c8 req-695090b4-93af-495d-b688-ae701946be15 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407281 Aug 28 13:22:32.248268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898287-93a1-44f6-8520-e0c57da8c2c8 req-d3fc3732-be01-4614-a9a6-289fed091c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:22:32.249750 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-00898287-93a1-44f6-8520-e0c57da8c2c8 req-d3fc3732-be01-4614-a9a6-289fed091c77 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 1097 time: 0.0416672 Aug 28 13:22:32.690512 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898287-93a1-44f6-8520-e0c57da8c2c8 req-fb0b6c0e-4f47-4ca1-bd84-305188aa81dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:22:32.692805 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-00898287-93a1-44f6-8520-e0c57da8c2c8 req-fb0b6c0e-4f47-4ca1-bd84-305188aa81dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.4228418 Aug 28 13:22:32.757394 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-00898287-93a1-44f6-8520-e0c57da8c2c8 req-370b1da3-50b5-405d-bf3f-960ab060b9a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1927c135-3d45-45c3-ac4c-a58528ec65f7 HTTP/1.1" status: 200 len: 1001 time: 0.0567203 Aug 28 13:22:32.809414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898287-93a1-44f6-8520-e0c57da8c2c8 req-0a4593de-e99d-4541-99de-b031e749833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:22:32.810950 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-00898287-93a1-44f6-8520-e0c57da8c2c8 req-0a4593de-e99d-4541-99de-b031e749833e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0460255 Aug 28 13:22:32.857322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898287-93a1-44f6-8520-e0c57da8c2c8 req-efbcf25d-a157-4e04-bf00-7bd7692de90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:22:32.858825 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-00898287-93a1-44f6-8520-e0c57da8c2c8 req-efbcf25d-a157-4e04-bf00-7bd7692de90a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395367 Aug 28 13:22:32.947073 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-00898287-93a1-44f6-8520-e0c57da8c2c8 req-3e8e2f98-d1bd-4a21-9c9a-83db9ded895a service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793366 Aug 28 13:22:33.040479 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-00898287-93a1-44f6-8520-e0c57da8c2c8 req-31ab6d0c-afb8-4fe7-8ea3-b6ca3af7e5d9 service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854325 Aug 28 13:22:37.719928 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:22:40.018126 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5f18d099-9f29-49cd-bba1-e23fe5758abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:22:40.076110 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:22:42.299895 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1d302aa2-9d78-4c48-83d4-fa6991987aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:22:42.615587 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:22:43.527242 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:22:45.415778 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:00.642594 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:23:07.731902 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:08.040201 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d504b354-c7e1-4ceb-ae43-1dbce7633989 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1719739243&fields=id&tenant_id=bfa467c998e542408cd59322ce9a0c71 HTTP/1.1" status: 200 len: 267 time: 0.0352502 Aug 28 13:23:08.151704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-3c0cf96c-64eb-42e0-a9da-b9d0121f0af1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:08.153272 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-3c0cf96c-64eb-42e0-a9da-b9d0121f0af1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 812 time: 0.1061690 Aug 28 13:23:08.168680 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-a2d9a8e5-edee-4812-999c-c888c0d8e5c4 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/quotas/bfa467c998e542408cd59322ce9a0c71 HTTP/1.1" status: 200 len: 375 time: 0.0096486 Aug 28 13:23:08.227052 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-9088370c-83a6-4c73-a45b-7a3c490df9aa tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0526054 Aug 28 13:23:08.243555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-e9e5f093-ee5c-47b2-885e-3c1618544190 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:23:08.244523 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-e9e5f093-ee5c-47b2-885e-3c1618544190 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067890 Aug 28 13:23:08.388252 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-45714ad3-430b-4738-b41e-910151b24e70 service neutron] 10.222.0.20 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349349 Aug 28 13:23:08.482714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-eba60a87-dc33-4f4a-85a1-cc29f2ea42f2 service neutron] 10.222.0.20 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881956 Aug 28 13:23:08.832464 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-71776c21-a24f-4ac9-8ab7-224c1c713318 req-ded60b74-d78c-489c-91e5-823e12a1c093 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 210 time: 0.0878239 Aug 28 13:23:09.647870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-42a6eecd-4c80-42fc-bdeb-9c35934c3c4e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:09.650025 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-42a6eecd-4c80-42fc-bdeb-9c35934c3c4e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 812 time: 0.1081748 Aug 28 13:23:09.700748 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-6f690501-08da-433d-b04a-f4b1da1d9cca tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfa467c998e542408cd59322ce9a0c71 HTTP/1.1" status: 200 len: 380 time: 0.0420766 Aug 28 13:23:09.710153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'port': {'device_id': '6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'admin_state_up': True, 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'security_groups': ['b8328b20-8678-4b70-a189-2839a60c1ae6']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:23:09.824091 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Made reservation on behalf of bfa467c998e542408cd59322ce9a0c71 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:23:09.827722 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:09.957358 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-508b5067-907d-422a-a550-6cacd67f464e req-7adffa44-b18f-4ff4-8636-dd4f1923cbac tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 210 time: 0.0530586 Aug 28 13:23:09.982308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Allocated IP 172.20.0.11 (ad1e0c47-7599-4a39-bb41-379750035e93/ed9eb34d-8601-4703-ace5-3667dbf5f9b7/2ac6e03d-a173-4d04-a76a-045940482083) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:23:10.021628 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-197272df-f80d-4937-8bc6-544fe522aecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:10.077883 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:10.124130 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:10.142902 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Transition to ACTIVE for port object 2ac6e03d-a173-4d04-a76a-045940482083 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:23:10.174517 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:10.218277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Network ad1e0c47-7599-4a39-bb41-379750035e93 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:23:10.223704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:23:10.228732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:23:10.254774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'Port': ['ID=2ac6e03d-a173-4d04-a76a-045940482083,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:23:10.268767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:10.268767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:10.268767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:10.268767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:10.268767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:10.269243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:10.269556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:10.269720 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:10.270023 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:10.270333 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:10.270667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:10.270974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:10.295289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:10.296218 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:10.312581 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-dfbc31e3-3663-4398-a5dd-fbd82f4f4e44 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6059744 Aug 28 13:23:10.325314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Request body: {'port': {'device_id': '6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:23:10.384595 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:10.462956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-320f15d3-bcad-476c-bc1f-8b8c6090141e None None] Provisioning for port 2ac6e03d-a173-4d04-a76a-045940482083 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:23:10.467444 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-320f15d3-bcad-476c-bc1f-8b8c6090141e None None] Provisioning complete for port 2ac6e03d-a173-4d04-a76a-045940482083 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:23:10.467879 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-320f15d3-bcad-476c-bc1f-8b8c6090141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:10.503038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-320f15d3-bcad-476c-bc1f-8b8c6090141e None None] Port 2ac6e03d-a173-4d04-a76a-045940482083 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:23:10.667021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac6e03d-a173-4d04-a76a-045940482083 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:23:10.674527 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:10.688266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Transition to ACTIVE for port object 2ac6e03d-a173-4d04-a76a-045940482083 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:23:10.692263 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:10.744198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac6e03d-a173-4d04-a76a-045940482083,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:23:10.817375 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Attempting to bind port 2ac6e03d-a173-4d04-a76a-045940482083 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:23:10.817709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Attempting to bind port 2ac6e03d-a173-4d04-a76a-045940482083 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:23:10.818049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Attempting to bind port 2ac6e03d-a173-4d04-a76a-045940482083 on network ad1e0c47-7599-4a39-bb41-379750035e93 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:23:10.823904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Port 2ac6e03d-a173-4d04-a76a-045940482083 on network ad1e0c47-7599-4a39-bb41-379750035e93 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:23:10.824305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Attempting to bind port 2ac6e03d-a173-4d04-a76a-045940482083 on network ad1e0c47-7599-4a39-bb41-379750035e93 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:23:10.829884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:23:10.830297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Checking segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:23:10.830772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Bound using segment: {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:23:10.831338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Bound port: 2ac6e03d-a173-4d04-a76a-045940482083, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:23:10.831769 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:10.910886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] For port 2ac6e03d-a173-4d04-a76a-045940482083, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:23:10.915040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] For port 2ac6e03d-a173-4d04-a76a-045940482083, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2ac6e03d-a173-4d04-a76a-045940482083,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:23:10.920886 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:10.958869 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:10.959503 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:10.961941 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] 10.222.0.11 "PUT /v2.0/ports/2ac6e03d-a173-4d04-a76a-045940482083 HTTP/1.1" status: 200 len: 1093 time: 0.6403742 Aug 28 13:23:10.961941 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d', 'tag': '2ac6e03d-a173-4d04-a76a-045940482083'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:23:10.964403 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6226631f-d484-4f0f-abfd-900e7b091d61" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d", "tag": "2ac6e03d-a173-4d04-a76a-045940482083"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:23:10.995130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b3a27-35d2-4e50-8bbd-01369f5aedc5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac6e03d-a173-4d04-a76a-045940482083,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:23:11.020536 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1378a438-019d-4182-8092-9dd8a9bdc013 x-openstack-request-id: req-1378a438-019d-4182-8092-9dd8a9bdc013 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:23:11.020736 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d", "tag": "2ac6e03d-a173-4d04-a76a-045940482083", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:23:11.020997 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1378a438-019d-4182-8092-9dd8a9bdc013 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:23:11.021413 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d', 'tag': '2ac6e03d-a173-4d04-a76a-045940482083', 'status': 'completed', 'code': 200} Aug 28 13:23:11.122958 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226631f-d484-4f0f-abfd-900e7b091d61 req-73268801-d0ba-4b8f-a2f3-1a756c5e53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:11.124505 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6226631f-d484-4f0f-abfd-900e7b091d61 req-73268801-d0ba-4b8f-a2f3-1a756c5e53f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 1096 time: 0.0783103 Aug 28 13:23:11.138579 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1332d-a159-48da-8050-af1c54de62f1 req-6fb3950d-3192-4fd9-991d-84a1c294d248 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:11.140136 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-77c1332d-a159-48da-8050-af1c54de62f1 req-6fb3950d-3192-4fd9-991d-84a1c294d248 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 944 time: 0.0678234 Aug 28 13:23:11.297550 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-77c1332d-a159-48da-8050-af1c54de62f1 req-3c91ab71-e218-48fc-84e6-5617a76deb0d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473751 Aug 28 13:23:11.357027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226631f-d484-4f0f-abfd-900e7b091d61 req-70b48238-2119-4d37-9193-559b86000a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:11.358527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6226631f-d484-4f0f-abfd-900e7b091d61 req-70b48238-2119-4d37-9193-559b86000a7b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=bfa467c998e542408cd59322ce9a0c71&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2174749 Aug 28 13:23:11.528843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226631f-d484-4f0f-abfd-900e7b091d61 req-b251adf3-359f-4bce-9f49-f6f8e37374c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:11.530351 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6226631f-d484-4f0f-abfd-900e7b091d61 req-b251adf3-359f-4bce-9f49-f6f8e37374c1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1643655 Aug 28 13:23:11.613523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-c9bd5adf-a150-4654-b997-f9417ae3cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:11.614946 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-c9bd5adf-a150-4654-b997-f9417ae3cd54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 1096 time: 0.0453300 Aug 28 13:23:11.656946 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-319c9d8b-15a1-4f10-9d8f-8336da25040c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ac6e03d-a173-4d04-a76a-045940482083 HTTP/1.1" status: 200 len: 217 time: 0.0346761 Aug 28 13:23:11.711184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-6decb406-57a0-4188-90f5-989ec3c4b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:11.712678 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-6decb406-57a0-4188-90f5-989ec3c4b71f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0492132 Aug 28 13:23:11.760414 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-c9ad69b6-fc3a-4256-9077-1dbc24ec9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:11.761921 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-c9ad69b6-fc3a-4256-9077-1dbc24ec9268 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418937 Aug 28 13:23:11.853134 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-03bfa9ed-b05b-45d8-ad63-f543a13c39ba service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833340 Aug 28 13:23:11.952000 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9cc5978d-e6c9-4655-a842-e4b4da840c03 req-f99943d6-d26f-4f2f-b5ad-a65a50091e0c service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914478 Aug 28 13:23:12.293322 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ad2b35c4-7968-4d32-a34c-ba1fe0956e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:12.417642 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e87cd-8a9e-4493-9d75-9449c853be72 req-cec2da26-3feb-4252-9e80-79242cdd7881 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:12.419241 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-205e87cd-8a9e-4493-9d75-9449c853be72 req-cec2da26-3feb-4252-9e80-79242cdd7881 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 944 time: 0.0503345 Aug 28 13:23:12.458133 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-205e87cd-8a9e-4493-9d75-9449c853be72 req-a9e477ac-36dd-4185-bef8-128ef637a199 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328789 Aug 28 13:23:12.616488 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:13.533168 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:13.582892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd352af-4dff-4488-894a-e8552a313f91 req-1d0067f7-724e-4b0d-89ef-6637bd22003d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:13.584375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edd352af-4dff-4488-894a-e8552a313f91 req-1d0067f7-724e-4b0d-89ef-6637bd22003d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 944 time: 0.0521002 Aug 28 13:23:13.627594 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edd352af-4dff-4488-894a-e8552a313f91 req-e614a9ab-6531-4f0a-a93b-22879bd54dfb tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370226 Aug 28 13:23:14.746302 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a5a6f-f8e8-46e5-bebe-1ab4a3ec32b9 req-46d7248e-a890-42a9-b166-93d5400bd50d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:14.747804 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c7a5a6f-f8e8-46e5-bebe-1ab4a3ec32b9 req-46d7248e-a890-42a9-b166-93d5400bd50d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 944 time: 0.0534418 Aug 28 13:23:14.785302 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3c7a5a6f-f8e8-46e5-bebe-1ab4a3ec32b9 req-3eb791bd-476a-44e7-9b0b-0adba4719141 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316768 Aug 28 13:23:15.418100 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:15.899853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efdfc1-eac4-4045-b2fd-661273790d0c req-6b19acfe-4a4d-4b4e-b607-228110fa5e8d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:15.901527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38efdfc1-eac4-4045-b2fd-661273790d0c req-6b19acfe-4a4d-4b4e-b607-228110fa5e8d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 944 time: 0.0489826 Aug 28 13:23:15.943496 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38efdfc1-eac4-4045-b2fd-661273790d0c req-cbdbc77c-9446-40f9-9f6c-45e513fa1faf tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361249 Aug 28 13:23:17.056792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab029536-1c2f-4b9e-91b2-b6322e7b2c92 req-8e07933d-3fa4-490a-b6fa-a492723c4c6e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:17.058263 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ab029536-1c2f-4b9e-91b2-b6322e7b2c92 req-8e07933d-3fa4-490a-b6fa-a492723c4c6e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 944 time: 0.0484452 Aug 28 13:23:17.094637 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ab029536-1c2f-4b9e-91b2-b6322e7b2c92 req-46d0baba-54b5-42c2-9540-1560b32d7f17 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304735 Aug 28 13:23:18.209856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbf37d-68e8-4ce0-b043-fb67a8ddd081 req-1693d36b-9222-4516-8db1-3e7c6fb5703a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:18.211412 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0cbf37d-68e8-4ce0-b043-fb67a8ddd081 req-1693d36b-9222-4516-8db1-3e7c6fb5703a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 944 time: 0.0492835 Aug 28 13:23:18.249335 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0cbf37d-68e8-4ce0-b043-fb67a8ddd081 req-efd1032f-459e-4286-865c-293d875afbab tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318570 Aug 28 13:23:19.363480 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96b2df-472e-4284-875f-b68c5f394051 req-986c2841-1b77-4d14-b565-f0a688705c1f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:19.365221 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d96b2df-472e-4284-875f-b68c5f394051 req-986c2841-1b77-4d14-b565-f0a688705c1f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 944 time: 0.0486314 Aug 28 13:23:19.403649 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d96b2df-472e-4284-875f-b68c5f394051 req-d1f488bb-e4be-4c65-bb52-be8179f46902 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321031 Aug 28 13:23:19.905229 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2ac6e03d-a173-4d04-a76a-045940482083 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:23:20.017818 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 2ac6e03d-a173-4d04-a76a-045940482083, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2ac6e03d-a173-4d04-a76a-045940482083,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:23:20.029935 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '2ac6e03d-a173-4d04-a76a-045940482083', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'port_id': '2ac6e03d-a173-4d04-a76a-045940482083', 'mac_address': 'fa:16:3e:da:3a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:23:20.075001 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:20.088878 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac6e03d-a173-4d04-a76a-045940482083 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:23:20.109031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 2ac6e03d-a173-4d04-a76a-045940482083, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2ac6e03d-a173-4d04-a76a-045940482083,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:23:20.112737 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:20.166652 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=2ac6e03d-a173-4d04-a76a-045940482083,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:23:20.175739 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:20.176182 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:20.176556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:20.177025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:20.177490 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:20.177920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:20.178414 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:20.178872 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:20.179890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:20.180564 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:20.180877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:20.181237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:23:20.359317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['2ac6e03d-a173-4d04-a76a-045940482083'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:23:20.519761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9244982-65bb-4ee4-a735-dc78dcba487f req-e2691e22-94fb-4d7e-8ec3-d4c63ab3e915 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:20.521430 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d9244982-65bb-4ee4-a735-dc78dcba487f req-e2691e22-94fb-4d7e-8ec3-d4c63ab3e915 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 945 time: 0.0515885 Aug 28 13:23:20.561480 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d9244982-65bb-4ee4-a735-dc78dcba487f req-579dea00-227e-4b77-94b9-31e0e3cd788f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325904 Aug 28 13:23:21.692554 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfd7e2-d655-4a02-8854-e742e3f95a0e req-7844abc7-40fa-4715-bd24-e41f8e02c5f0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:21.694079 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edbfd7e2-d655-4a02-8854-e742e3f95a0e req-7844abc7-40fa-4715-bd24-e41f8e02c5f0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 945 time: 0.0632782 Aug 28 13:23:21.740013 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-edbfd7e2-d655-4a02-8854-e742e3f95a0e req-38e0609f-bfe9-4c44-a9c3-8c6cc03a1c30 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354683 Aug 28 13:23:21.920626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2ac6e03d-a173-4d04-a76a-045940482083 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:23:21.978674 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 2ac6e03d-a173-4d04-a76a-045940482083 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:23:21.982760 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 2ac6e03d-a173-4d04-a76a-045940482083 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:23:21.983159 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:22.069839 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:22.093066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac6e03d-a173-4d04-a76a-045940482083'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:23:22.095300 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acd539d-49c4-4692-80fb-c6c11413afa1" -d '{"events": [{"server_uuid": "6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d", "name": "network-vif-plugged", "status": "completed", "tag": "2ac6e03d-a173-4d04-a76a-045940482083"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:23:22.109395 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 2ac6e03d-a173-4d04-a76a-045940482083, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2ac6e03d-a173-4d04-a76a-045940482083,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:23:22.113475 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:22.140550 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943b627d-eb1c-416c-9339-4df4be4dce00 x-openstack-request-id: req-943b627d-eb1c-416c-9339-4df4be4dce00 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:23:22.140882 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d", "name": "network-vif-plugged", "status": "completed", "tag": "2ac6e03d-a173-4d04-a76a-045940482083", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:23:22.141182 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-943b627d-eb1c-416c-9339-4df4be4dce00 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:23:22.141531 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac6e03d-a173-4d04-a76a-045940482083', 'code': 200} Aug 28 13:23:22.168654 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=2ac6e03d-a173-4d04-a76a-045940482083,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:23:22.233411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cbadf-767e-4c12-8aaf-5162454c39b7 req-c2e72279-52ca-42a6-bf27-7645cae2b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:22.234928 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c4cbadf-767e-4c12-8aaf-5162454c39b7 req-c2e72279-52ca-42a6-bf27-7645cae2b8cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 1098 time: 0.0413742 Aug 28 13:23:22.280046 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c4cbadf-767e-4c12-8aaf-5162454c39b7 req-b166b101-b2e2-4161-8a93-597cf8992062 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381908 Aug 28 13:23:22.868889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca5c69-9e2a-4ccc-b5c3-b4ee4d259be1 req-bf5135d2-0ab2-4768-999a-f4c8e7aa0b2e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:22.870625 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25ca5c69-9e2a-4ccc-b5c3-b4ee4d259be1 req-bf5135d2-0ab2-4768-999a-f4c8e7aa0b2e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 946 time: 0.0571854 Aug 28 13:23:22.915513 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25ca5c69-9e2a-4ccc-b5c3-b4ee4d259be1 req-59f3fe3e-72b2-4469-8972-6a254f602fb1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380709 Aug 28 13:23:24.034351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acaf915-0702-401e-89ad-a69dcd73cec6 req-8ea58094-db50-440c-8440-14f9a6923800 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:24.035887 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9acaf915-0702-401e-89ad-a69dcd73cec6 req-8ea58094-db50-440c-8440-14f9a6923800 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 946 time: 0.0495751 Aug 28 13:23:24.075686 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9acaf915-0702-401e-89ad-a69dcd73cec6 req-68c0c401-b1db-4675-bc55-03c0dc05035c tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338304 Aug 28 13:23:24.188544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf4fc1-0045-4b65-ab7f-0928c4e8e761 req-77e74efa-4286-47a3-b079-21322e47a170 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:24.190033 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3cdf4fc1-0045-4b65-ab7f-0928c4e8e761 req-77e74efa-4286-47a3-b079-21322e47a170 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 946 time: 0.0478728 Aug 28 13:23:24.227491 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3cdf4fc1-0045-4b65-ab7f-0928c4e8e761 req-99c573d4-58ab-42e0-9e08-7ef1068cdf1e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313637 Aug 28 13:23:24.250630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34578) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:23:24.289764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bfaaf4-f479-438d-9016-5fcb54049604 tempest-TestVolumeBootPattern-1984768974 tempest-TestVolumeBootPattern-1984768974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:24.291303 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-64bfaaf4-f479-438d-9016-5fcb54049604 tempest-TestVolumeBootPattern-1984768974 tempest-TestVolumeBootPattern-1984768974-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 1093 time: 0.0396359 Aug 28 13:23:24.294071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34580) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:23:24.298340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': '2ac6e03d-a173-4d04-a76a-045940482083', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:23:24.319941 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:24.418308 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:24.523903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Allocated IP 172.25.1.228 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/f68e4068-49b8-4d87-884a-66c5be345772) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:23:24.628787 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:24.666606 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:24.702732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:23:24.705506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:23:24.710916 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:23:24.735968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'Port': ['ID=f68e4068-49b8-4d87-884a-66c5be345772,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:23:25.336187 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8ecc2cc3-310e-4c24-95dc-0d4ae0ce531e req-c0966709-5d82-47b6-a7b8-b5bb845c4741 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0899506 Aug 28 13:23:25.458589 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc2cc3-310e-4c24-95dc-0d4ae0ce531e req-c300d64f-bba6-4601-a2c1-030e1cb44e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:25.460542 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8ecc2cc3-310e-4c24-95dc-0d4ae0ce531e req-c300d64f-bba6-4601-a2c1-030e1cb44e71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 1098 time: 0.0781503 Aug 28 13:23:25.475366 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:25.606852 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:25.638192 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc2cc3-310e-4c24-95dc-0d4ae0ce531e req-2beff204-986a-4019-9316-4fad7717dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:25.639682 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8ecc2cc3-310e-4c24-95dc-0d4ae0ce531e req-2beff204-986a-4019-9316-4fad7717dd6e service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.1399307 Aug 28 13:23:25.757121 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8ecc2cc3-310e-4c24-95dc-0d4ae0ce531e req-4542d6e2-3c16-41c4-aabd-f09a4c407e8c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ac6e03d-a173-4d04-a76a-045940482083 HTTP/1.1" status: 200 len: 1000 time: 0.1083558 Aug 28 13:23:25.836985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc2cc3-310e-4c24-95dc-0d4ae0ce531e req-674ea05d-e532-4d99-9ee8-53448f2610b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:25.838580 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8ecc2cc3-310e-4c24-95dc-0d4ae0ce531e req-674ea05d-e532-4d99-9ee8-53448f2610b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0723803 Aug 28 13:23:25.881514 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:25.888324 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:25.931345 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc2cc3-310e-4c24-95dc-0d4ae0ce531e req-67e6f177-6bc0-4bdb-8318-1b73ca650e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:25.932836 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8ecc2cc3-310e-4c24-95dc-0d4ae0ce531e req-67e6f177-6bc0-4bdb-8318-1b73ca650e7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861564 Aug 28 13:23:25.980697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event updated for resources: {'Port': ['ID=f68e4068-49b8-4d87-884a-66c5be345772,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:23:26.027973 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:26.127098 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8ecc2cc3-310e-4c24-95dc-0d4ae0ce531e req-f389674c-5e96-4b4d-bd83-97f295bc8a1e service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706173 Aug 28 13:23:26.195122 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Floating IP 47465170-5221-4afb-a1fe-cdfcd6e4f6fb associated. External IP: 172.25.1.228, port: 2ac6e03d-a173-4d04-a76a-045940482083. Aug 28 13:23:26.305013 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8ecc2cc3-310e-4c24-95dc-0d4ae0ce531e req-a2b65690-b892-4a83-a41c-75bfb956e514 service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699829 Aug 28 13:23:26.432091 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:23:26.535989 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:23:26.546218 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba190c7-4e07-4834-89ac-f832766e6229 None None] Sync routers for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:23:26.552150 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:26.556804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba190c7-4e07-4834-89ac-f832766e6229 None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:23:26.557453 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cba190c7-4e07-4834-89ac-f832766e6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:23:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:23:26.588675 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4bb6747f-1904-4ea6-a6d6-4aeed365a38e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2880831 Aug 28 13:23:26.588675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d', 'tag': '2ac6e03d-a173-4d04-a76a-045940482083'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:23:26.588675 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d733c16c-f167-4b4d-a71c-f11ac1c6f9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d", "tag": "2ac6e03d-a173-4d04-a76a-045940482083"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:23:26.699842 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d04d83-d52b-47d5-8954-6abc88b0da38 x-openstack-request-id: req-77d04d83-d52b-47d5-8954-6abc88b0da38 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:23:26.700134 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d", "tag": "2ac6e03d-a173-4d04-a76a-045940482083", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:23:26.700390 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77d04d83-d52b-47d5-8954-6abc88b0da38 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:23:26.700795 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d', 'tag': '2ac6e03d-a173-4d04-a76a-045940482083', 'status': 'completed', 'code': 200} Aug 28 13:23:26.764140 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733c16c-f167-4b4d-a71c-f11ac1c6f9e7 req-06382d15-0fba-4258-9d55-1f579926542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:26.765940 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d733c16c-f167-4b4d-a71c-f11ac1c6f9e7 req-06382d15-0fba-4258-9d55-1f579926542b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 1098 time: 0.0441561 Aug 28 13:23:26.830474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-cba190c7-4e07-4834-89ac-f832766e6229 None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:23:26.858278 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733c16c-f167-4b4d-a71c-f11ac1c6f9e7 req-64d9937d-c9f5-4d5e-a431-9a30297cd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:26.859831 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d733c16c-f167-4b4d-a71c-f11ac1c6f9e7 req-64d9937d-c9f5-4d5e-a431-9a30297cd173 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.0872355 Aug 28 13:23:26.929623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d733c16c-f167-4b4d-a71c-f11ac1c6f9e7 req-fcc7da33-0990-41f5-afa4-a5fa95976529 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ac6e03d-a173-4d04-a76a-045940482083 HTTP/1.1" status: 200 len: 1000 time: 0.0621881 Aug 28 13:23:26.979125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733c16c-f167-4b4d-a71c-f11ac1c6f9e7 req-e29f8229-f4e4-454e-8528-e994968d9a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:26.981209 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d733c16c-f167-4b4d-a71c-f11ac1c6f9e7 req-e29f8229-f4e4-454e-8528-e994968d9a06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0441453 Aug 28 13:23:27.025964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733c16c-f167-4b4d-a71c-f11ac1c6f9e7 req-8405c6ad-2daa-42c0-83fd-0367901ebd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:27.028041 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d733c16c-f167-4b4d-a71c-f11ac1c6f9e7 req-8405c6ad-2daa-42c0-83fd-0367901ebd84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398357 Aug 28 13:23:27.053153 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cba190c7-4e07-4834-89ac-f832766e6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '148760b6-5c8b-43b5-8bc2-0fe51c80f4ed', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'port_id': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'mac_address': 'fa:16:3e:f7:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:21:26Z', 'updated_at': '2021-08-28T13:21:28Z', 'revision_number': 1, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address_scope': None}, {'id': '47465170-5221-4afb-a1fe-cdfcd6e4f6fb', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'port_id': '2ac6e03d-a173-4d04-a76a-045940482083', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'mac_address': 'fa:16:3e:da:3a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:23:25Z', 'updated_at': '2021-08-28T13:23:25Z', 'revision_number': 0, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:23:27.079264 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba190c7-4e07-4834-89ac-f832766e6229 None None] Checking router: f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:23:27.087811 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba190c7-4e07-4834-89ac-f832766e6229 None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:23:27.088389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cba190c7-4e07-4834-89ac-f832766e6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:23:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:23:27.122120 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d733c16c-f167-4b4d-a71c-f11ac1c6f9e7 req-7d285c4c-db4f-407e-abf4-4376878fc8b0 service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871902 Aug 28 13:23:27.194171 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-cba190c7-4e07-4834-89ac-f832766e6229 None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:23:27.213446 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d733c16c-f167-4b4d-a71c-f11ac1c6f9e7 req-3c77c371-d73f-417b-9f97-4ad9a7050e5b service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845425 Aug 28 13:23:27.416702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cba190c7-4e07-4834-89ac-f832766e6229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '148760b6-5c8b-43b5-8bc2-0fe51c80f4ed', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'port_id': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'mac_address': 'fa:16:3e:f7:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:21:26Z', 'updated_at': '2021-08-28T13:21:28Z', 'revision_number': 1, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address_scope': None}, {'id': '47465170-5221-4afb-a1fe-cdfcd6e4f6fb', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'port_id': '2ac6e03d-a173-4d04-a76a-045940482083', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'mac_address': 'fa:16:3e:da:3a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:23:25Z', 'updated_at': '2021-08-28T13:23:25Z', 'revision_number': 0, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:23:27.441947 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba190c7-4e07-4834-89ac-f832766e6229 None None] The sync data for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 is: [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '148760b6-5c8b-43b5-8bc2-0fe51c80f4ed', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'port_id': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'mac_address': 'fa:16:3e:f7:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:21:26Z', 'updated_at': '2021-08-28T13:21:28Z', 'revision_number': 1, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address_scope': None}, {'id': '47465170-5221-4afb-a1fe-cdfcd6e4f6fb', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'port_id': '2ac6e03d-a173-4d04-a76a-045940482083', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'mac_address': 'fa:16:3e:da:3a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:23:25Z', 'updated_at': '2021-08-28T13:23:25Z', 'revision_number': 0, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:23:27.637526 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b52600-fef4-473d-be9d-f4b605e12947 None None] New status for floating IP 47465170-5221-4afb-a1fe-cdfcd6e4f6fb: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:23:33.611326 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-66f7ac23-6173-41db-ac32-110872b1b3dc req-3203c4dd-7629-432d-9be4-796253db5ccc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433683 Aug 28 13:23:33.698384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7ac23-6173-41db-ac32-110872b1b3dc req-b384a2a4-324b-40ef-991e-40d6c6aacee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:33.699953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-66f7ac23-6173-41db-ac32-110872b1b3dc req-b384a2a4-324b-40ef-991e-40d6c6aacee6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 1097 time: 0.0433466 Aug 28 13:23:33.809548 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7ac23-6173-41db-ac32-110872b1b3dc req-cebd2568-1cdf-47d0-b516-ef077aa7b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:33.811125 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-66f7ac23-6173-41db-ac32-110872b1b3dc req-cebd2568-1cdf-47d0-b516-ef077aa7b7a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.0902259 Aug 28 13:23:33.879684 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-66f7ac23-6173-41db-ac32-110872b1b3dc req-19de346c-4f5f-44d5-8b29-d11359a7798e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1927c135-3d45-45c3-ac4c-a58528ec65f7 HTTP/1.1" status: 200 len: 1001 time: 0.0605950 Aug 28 13:23:33.931677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7ac23-6173-41db-ac32-110872b1b3dc req-44aa2696-47dd-4550-860d-40b9349d92a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:33.933384 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-66f7ac23-6173-41db-ac32-110872b1b3dc req-44aa2696-47dd-4550-860d-40b9349d92a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0465648 Aug 28 13:23:33.993426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7ac23-6173-41db-ac32-110872b1b3dc req-d26f59b3-a748-4d80-8811-5d0ae9405c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:23:33.994953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-66f7ac23-6173-41db-ac32-110872b1b3dc req-d26f59b3-a748-4d80-8811-5d0ae9405c44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536590 Aug 28 13:23:34.088315 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-66f7ac23-6173-41db-ac32-110872b1b3dc req-b0522662-5057-47e3-8188-46cee5145bfc service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854092 Aug 28 13:23:34.184677 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-66f7ac23-6173-41db-ac32-110872b1b3dc req-a2ef7215-7ce2-4c28-bc6f-af5fcf9aae4d service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879009 Aug 28 13:23:37.642677 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:23:37.736747 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:40.023892 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6744b5ed-4fb1-416d-94d9-260b433ba926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:40.076089 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:42.295094 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6851ae79-e52c-4a21-a9e6-196fa31334ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:42.619760 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:43.533021 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:45.420178 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:23:47.901584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-efff038e-3e9e-43dd-845d-09914803f20d req-08f59d57-e335-4164-bd53-b323a26be63a service neutron] (94878) timed out ('10.222.0.20', 60502) {{(pid=94878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 13:24:07.733741 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:24:10.024332 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-51f8414c-2997-4e3c-bf0a-ea1522d929f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:24:10.088595 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:24:12.298607 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5fad072-c856-4ba0-8810-cdb6c70c758d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:24:12.626809 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:24:13.537238 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:24:14.242445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-a40f7a73-a75e-463e-8409-c40e980f98a1 req-81fa7f58-b2f0-464b-84f5-49e684ecd7ee service neutron] (94877) timed out ('10.222.0.10', 58526) {{(pid=94877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 13:24:14.643006 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:24:15.422375 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:24:27.197019 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bcc2964-54f8-4787-84df-2557bb09014b req-fac1fe1d-5bce-43cb-bb7c-9f06f9558ade service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0962343 Aug 28 13:24:27.277076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc2964-54f8-4787-84df-2557bb09014b req-2cfa8b90-229c-4f66-b5a3-9b39d819ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:24:27.278586 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bcc2964-54f8-4787-84df-2557bb09014b req-2cfa8b90-229c-4f66-b5a3-9b39d819ba97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 1098 time: 0.0404143 Aug 28 13:24:27.381875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc2964-54f8-4787-84df-2557bb09014b req-cfb6e99d-3c4c-4a17-87b0-4ac2a178182b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:24:27.383303 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bcc2964-54f8-4787-84df-2557bb09014b req-cfb6e99d-3c4c-4a17-87b0-4ac2a178182b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.0849462 Aug 28 13:24:27.455072 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bcc2964-54f8-4787-84df-2557bb09014b req-7bf46ebf-9211-4a59-b7a9-9c9bd4cdd3d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ac6e03d-a173-4d04-a76a-045940482083 HTTP/1.1" status: 200 len: 1002 time: 0.0635054 Aug 28 13:24:27.504698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc2964-54f8-4787-84df-2557bb09014b req-a5f5dc53-37f4-4e42-aaf7-76b25371f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:24:27.506064 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bcc2964-54f8-4787-84df-2557bb09014b req-a5f5dc53-37f4-4e42-aaf7-76b25371f5aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0440006 Aug 28 13:24:27.552800 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc2964-54f8-4787-84df-2557bb09014b req-8b9c6f04-5594-478a-9e22-a70324dfe84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:24:27.554311 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bcc2964-54f8-4787-84df-2557bb09014b req-8b9c6f04-5594-478a-9e22-a70324dfe84f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417309 Aug 28 13:24:27.650127 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bcc2964-54f8-4787-84df-2557bb09014b req-a5130d9b-61c9-45ba-ad01-8986792ade52 service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872324 Aug 28 13:24:27.742321 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bcc2964-54f8-4787-84df-2557bb09014b req-b2ce5cbc-695f-42c1-890f-7769803f718b service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853159 Aug 28 13:24:36.108671 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e4877b6-7af9-4a08-b6d7-1ece91460d0a req-56474037-3cfd-4757-9343-b4f1fc49419e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427656 Aug 28 13:24:36.190623 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4877b6-7af9-4a08-b6d7-1ece91460d0a req-d91d47dd-3e86-4178-ae7e-3bc3d8dee6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:24:36.192154 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e4877b6-7af9-4a08-b6d7-1ece91460d0a req-d91d47dd-3e86-4178-ae7e-3bc3d8dee6db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 1097 time: 0.0404685 Aug 28 13:24:36.297407 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4877b6-7af9-4a08-b6d7-1ece91460d0a req-cd0e1815-e6f7-4d74-8be1-b7c87c5c0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:24:36.298915 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e4877b6-7af9-4a08-b6d7-1ece91460d0a req-cd0e1815-e6f7-4d74-8be1-b7c87c5c0e83 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.0872517 Aug 28 13:24:36.366440 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e4877b6-7af9-4a08-b6d7-1ece91460d0a req-a743c2f2-d62b-4bb9-9608-9c3c588b4466 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1927c135-3d45-45c3-ac4c-a58528ec65f7 HTTP/1.1" status: 200 len: 1001 time: 0.0577660 Aug 28 13:24:36.417518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4877b6-7af9-4a08-b6d7-1ece91460d0a req-8e9005e6-5b23-4923-bd7e-b4051d80c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:24:36.419010 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e4877b6-7af9-4a08-b6d7-1ece91460d0a req-8e9005e6-5b23-4923-bd7e-b4051d80c6e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0450001 Aug 28 13:24:36.469658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4877b6-7af9-4a08-b6d7-1ece91460d0a req-ee60da95-4134-43dc-8111-11526423fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:24:36.471197 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e4877b6-7af9-4a08-b6d7-1ece91460d0a req-ee60da95-4134-43dc-8111-11526423fd24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453401 Aug 28 13:24:36.561817 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e4877b6-7af9-4a08-b6d7-1ece91460d0a req-86fcc817-ff3a-435e-b152-9b79765370d4 service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817475 Aug 28 13:24:36.658463 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1e4877b6-7af9-4a08-b6d7-1ece91460d0a req-e46a627f-d598-4be5-ba07-90f205ffaf19 service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892363 Aug 28 13:24:37.735734 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:24:40.025134 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5f960b26-7348-47e5-a140-3350f366c6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:24:40.105201 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:24:42.299519 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-320da987-1440-4ff4-9de0-9f4aca02b7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:24:42.619515 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:24:43.540061 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:24:45.425798 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:24:51.642303 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:25:05.537557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34634) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:25:05.694896 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Deleting port f68e4068-49b8-4d87-884a-66c5be345772 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:25:05.695288 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:05.771564 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:05.771885 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:05.783224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Calling delete_port for f68e4068-49b8-4d87-884a-66c5be345772 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:25:05.931390 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:05.956766 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event deleted for resources: {'Port': ['ID=f68e4068-49b8-4d87-884a-66c5be345772,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:05.967568 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:05.967936 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:05.968277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:05.968616 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:05.968948 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:05.969277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:05.969601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:05.969926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:05.970247 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:05.970594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:05.970916 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:05.971236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:06.028588 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:06.028920 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Floating IP 47465170-5221-4afb-a1fe-cdfcd6e4f6fb disassociated (deleted). External IP: 172.25.1.228, port: 2ac6e03d-a173-4d04-a76a-045940482083. Aug 28 13:25:06.473904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:25:06.581519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:25:06.586230 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:06.591320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dae103-b990-4ead-b8f8-038db0e22917 None None] Sync routers for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:25:06.600705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dae103-b990-4ead-b8f8-038db0e22917 None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:25:06.601311 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b1dae103-b990-4ead-b8f8-038db0e22917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:24:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:06.615258 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8e6aea91-49bf-48cb-90d7-8e42e1c90254 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "DELETE /v2.0/floatingips/47465170-5221-4afb-a1fe-cdfcd6e4f6fb HTTP/1.1" status: 204 len: 168 time: 1.0743303 Aug 28 13:25:06.615258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d', 'tag': '2ac6e03d-a173-4d04-a76a-045940482083'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:25:06.615847 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6197d4e-f2db-424f-abcc-3089ae1b0145" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d", "tag": "2ac6e03d-a173-4d04-a76a-045940482083"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:25:06.665321 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb4112c-6e31-4dcd-9c00-a5734b6c3ed6 x-openstack-request-id: req-1bb4112c-6e31-4dcd-9c00-a5734b6c3ed6 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:25:06.665861 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d", "tag": "2ac6e03d-a173-4d04-a76a-045940482083", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:25:06.666024 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bb4112c-6e31-4dcd-9c00-a5734b6c3ed6 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:25:06.666440 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d', 'tag': '2ac6e03d-a173-4d04-a76a-045940482083', 'status': 'completed', 'code': 200} Aug 28 13:25:06.719014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b1dae103-b990-4ead-b8f8-038db0e22917 None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:25:06.739303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6197d4e-f2db-424f-abcc-3089ae1b0145 req-f169bf04-23cc-4902-851b-e7cf0d97f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:06.740810 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6197d4e-f2db-424f-abcc-3089ae1b0145 req-f169bf04-23cc-4902-851b-e7cf0d97f97a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 1098 time: 0.0523424 Aug 28 13:25:06.883540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6197d4e-f2db-424f-abcc-3089ae1b0145 req-a647ca73-ecce-4b5e-ad49-c9642e4ad1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:06.885030 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6197d4e-f2db-424f-abcc-3089ae1b0145 req-a647ca73-ecce-4b5e-ad49-c9642e4ad1ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.1325643 Aug 28 13:25:06.893467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8ec66-a62c-4ce8-90f6-780d93223b2f req-dc124f4d-0929-41b4-abe4-68955265dc94 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:06.894888 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a8b8ec66-a62c-4ce8-90f6-780d93223b2f req-dc124f4d-0929-41b4-abe4-68955265dc94 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 946 time: 0.0768247 Aug 28 13:25:06.942858 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6197d4e-f2db-424f-abcc-3089ae1b0145 req-97e3fa4e-a989-4529-862e-7400418fb3f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ac6e03d-a173-4d04-a76a-045940482083 HTTP/1.1" status: 200 len: 217 time: 0.0470328 Aug 28 13:25:06.953761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b1dae103-b990-4ead-b8f8-038db0e22917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '148760b6-5c8b-43b5-8bc2-0fe51c80f4ed', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'port_id': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'mac_address': 'fa:16:3e:f7:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:21:26Z', 'updated_at': '2021-08-28T13:21:28Z', 'revision_number': 1, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:06.985006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dae103-b990-4ead-b8f8-038db0e22917 None None] Checking router: f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:25:06.993552 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dae103-b990-4ead-b8f8-038db0e22917 None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:25:06.994170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b1dae103-b990-4ead-b8f8-038db0e22917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:24:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:07.002214 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a8b8ec66-a62c-4ce8-90f6-780d93223b2f req-04602626-c9bd-4b59-aa64-1e8382f49e1e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984573 Aug 28 13:25:07.011666 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6197d4e-f2db-424f-abcc-3089ae1b0145 req-4eb6d5bd-e60c-4ea1-a66f-2acee36f5452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:07.013232 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6197d4e-f2db-424f-abcc-3089ae1b0145 req-4eb6d5bd-e60c-4ea1-a66f-2acee36f5452 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0608969 Aug 28 13:25:07.062657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6197d4e-f2db-424f-abcc-3089ae1b0145 req-84994daf-689a-4ab3-9fac-eb64c7b49342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:07.064162 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6197d4e-f2db-424f-abcc-3089ae1b0145 req-84994daf-689a-4ab3-9fac-eb64c7b49342 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416603 Aug 28 13:25:07.100357 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-b1dae103-b990-4ead-b8f8-038db0e22917 None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:25:07.161069 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6197d4e-f2db-424f-abcc-3089ae1b0145 req-ba2baa39-e54f-49f9-9247-ca18b4ac0334 service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884752 Aug 28 13:25:07.252699 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6197d4e-f2db-424f-abcc-3089ae1b0145 req-836cf18c-cd91-4c26-9955-fb8504cd8b17 service neutron] 10.222.0.11 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839310 Aug 28 13:25:07.325431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-b1dae103-b990-4ead-b8f8-038db0e22917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '148760b6-5c8b-43b5-8bc2-0fe51c80f4ed', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'port_id': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'mac_address': 'fa:16:3e:f7:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:21:26Z', 'updated_at': '2021-08-28T13:21:28Z', 'revision_number': 1, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:07.351183 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dae103-b990-4ead-b8f8-038db0e22917 None None] The sync data for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 is: [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '148760b6-5c8b-43b5-8bc2-0fe51c80f4ed', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'port_id': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'mac_address': 'fa:16:3e:f7:d8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:21:26Z', 'updated_at': '2021-08-28T13:21:28Z', 'revision_number': 1, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:25:07.568585 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719108b5-a049-4c7f-99b1-6a49b61f094f None None] New status for floating IP 47465170-5221-4afb-a1fe-cdfcd6e4f6fb: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:25:07.734030 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:08.121783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad642eca-9f3f-4fb5-a0cf-c7d0a638e552 req-925ff05c-e400-42c4-a3f2-6bf4f31c3b8f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:08.123338 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad642eca-9f3f-4fb5-a0cf-c7d0a638e552 req-925ff05c-e400-42c4-a3f2-6bf4f31c3b8f tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 946 time: 0.0535855 Aug 28 13:25:08.163116 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ad642eca-9f3f-4fb5-a0cf-c7d0a638e552 req-9dafb460-6160-487c-ad8f-2fe2150c6533 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338671 Aug 28 13:25:08.393413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b595f-6676-46ed-a48e-abd42319a48b req-24421526-7d9c-4840-9280-32429739183a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:08.394822 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7c9b595f-6676-46ed-a48e-abd42319a48b req-24421526-7d9c-4840-9280-32429739183a tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 946 time: 0.0545917 Aug 28 13:25:08.483360 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-7c9b595f-6676-46ed-a48e-abd42319a48b req-cd178a46-836a-4229-95b6-0ac771ee0262 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Deleting port 2ac6e03d-a173-4d04-a76a-045940482083 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:25:08.483701 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7c9b595f-6676-46ed-a48e-abd42319a48b req-cd178a46-836a-4229-95b6-0ac771ee0262 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:08.573492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-7c9b595f-6676-46ed-a48e-abd42319a48b req-cd178a46-836a-4229-95b6-0ac771ee0262 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] For port 2ac6e03d-a173-4d04-a76a-045940482083, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=2ac6e03d-a173-4d04-a76a-045940482083,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:25:08.573839 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7c9b595f-6676-46ed-a48e-abd42319a48b req-cd178a46-836a-4229-95b6-0ac771ee0262 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:08.586893 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-7c9b595f-6676-46ed-a48e-abd42319a48b req-cd178a46-836a-4229-95b6-0ac771ee0262 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Calling delete_port for 2ac6e03d-a173-4d04-a76a-045940482083 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:25:08.710575 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7c9b595f-6676-46ed-a48e-abd42319a48b req-cd178a46-836a-4229-95b6-0ac771ee0262 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:08.743231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd178a46-836a-4229-95b6-0ac771ee0262 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event deleted for resources: {'Port': ['ID=2ac6e03d-a173-4d04-a76a-045940482083,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:08.784444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9b595f-6676-46ed-a48e-abd42319a48b req-cd178a46-836a-4229-95b6-0ac771ee0262 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] No DVR routers for this DVR port 2ac6e03d-a173-4d04-a76a-045940482083 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:25:08.787073 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-7c9b595f-6676-46ed-a48e-abd42319a48b req-cd178a46-836a-4229-95b6-0ac771ee0262 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:08.789615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7c9b595f-6676-46ed-a48e-abd42319a48b req-cd178a46-836a-4229-95b6-0ac771ee0262 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.11 "DELETE /v2.0/ports/2ac6e03d-a173-4d04-a76a-045940482083 HTTP/1.1" status: 204 len: 173 time: 0.3884406 Aug 28 13:25:08.790024 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d', 'name': 'network-vif-deleted', 'tag': '2ac6e03d-a173-4d04-a76a-045940482083'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:25:08.792365 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac83f0f8-5b80-453b-b83a-00782c32c81e" -d '{"events": [{"server_uuid": "6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d", "name": "network-vif-deleted", "tag": "2ac6e03d-a173-4d04-a76a-045940482083"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:25:08.864289 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f6acfe-d5db-4b61-bbf0-0e1910f55f0f x-openstack-request-id: req-f9f6acfe-d5db-4b61-bbf0-0e1910f55f0f {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:25:08.864581 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d", "name": "network-vif-deleted", "tag": "2ac6e03d-a173-4d04-a76a-045940482083", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:25:08.864837 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9f6acfe-d5db-4b61-bbf0-0e1910f55f0f {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:25:08.865263 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d', 'name': 'network-vif-deleted', 'tag': '2ac6e03d-a173-4d04-a76a-045940482083', 'status': 'completed', 'code': 200} Aug 28 13:25:09.264341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c76b81d4-9cff-4378-a641-29726ce34354 req-7ae43af8-ed95-4eb3-a0a3-35dbd6595212 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 210 time: 0.0268643 Aug 28 13:25:10.027550 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-adaaffee-d220-4929-bf02-fba97e8aa181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:10.121739 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:10.361446 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-578d8a9d-8da6-4a4f-b1fe-6b91281a8252 req-90bcee97-dd06-4d64-b749-73068cba9438 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 210 time: 0.0263884 Aug 28 13:25:11.460154 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c29ce5b9-9241-48ee-b45a-35d084e97916 req-dd4c7e92-72f5-4db1-a4ad-df4a86d1378b tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 210 time: 0.0276325 Aug 28 13:25:12.300251 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-571d9eed-cbdd-41b3-9ac5-05e1f85a5e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:12.470121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2ac6e03d-a173-4d04-a76a-045940482083 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:25:12.494839 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 2ac6e03d-a173-4d04-a76a-045940482083 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:25:12.495181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 2ac6e03d-a173-4d04-a76a-045940482083 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:25:12.573126 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-70c22a1b-071f-4fb9-90d7-4f98754c118b req-930d37af-d639-4976-a7a4-14f9785217f0 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdaed69-3af1-4bd7-b7e3-6abe8adc7a4d HTTP/1.1" status: 200 len: 210 time: 0.0281339 Aug 28 13:25:12.621144 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:13.543193 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:15.428553 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:17.956446 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34690) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:25:18.115788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Deleting port 4cb6e588-79ce-465e-ab41-48c200744cab {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:25:18.116141 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:18.190573 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:18.191242 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:18.203611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Calling delete_port for 4cb6e588-79ce-465e-ab41-48c200744cab owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:25:18.350566 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:18.374817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event deleted for resources: {'Port': ['ID=4cb6e588-79ce-465e-ab41-48c200744cab,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:18.389075 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:18.389419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:18.389754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:18.390086 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:18.390439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:18.390766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:18.391087 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:18.391410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:18.391725 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:18.392040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:18.392359 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:18.392675 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:18.452521 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:18.452521 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Floating IP 148760b6-5c8b-43b5-8bc2-0fe51c80f4ed disassociated (deleted). External IP: 172.25.1.104, port: 1927c135-3d45-45c3-ac4c-a58528ec65f7. Aug 28 13:25:18.652331 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:25:18.760663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:25:18.765328 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:18.770222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aeba40-8c12-44c3-9bd3-0368710195fa None None] Sync routers for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:25:18.779541 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aeba40-8c12-44c3-9bd3-0368710195fa None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:25:18.780144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a0aeba40-8c12-44c3-9bd3-0368710195fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:25:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:18.796399 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-20c904d9-cd12-4ea0-bf3c-f9d3ea8b7edd tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "DELETE /v2.0/floatingips/148760b6-5c8b-43b5-8bc2-0fe51c80f4ed HTTP/1.1" status: 204 len: 168 time: 0.8387759 Aug 28 13:25:18.796986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'tag': '1927c135-3d45-45c3-ac4c-a58528ec65f7'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:25:18.799245 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd268ad-ba60-40ba-a8ce-4408b870d28b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0737b23-76a8-429e-a8be-5c0caf074afb", "tag": "1927c135-3d45-45c3-ac4c-a58528ec65f7"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:25:18.893866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a0aeba40-8c12-44c3-9bd3-0368710195fa None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:25:18.909992 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc9905f-cac4-4228-9d85-9e97dcaa54d3 x-openstack-request-id: req-5fc9905f-cac4-4228-9d85-9e97dcaa54d3 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:25:18.910287 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0737b23-76a8-429e-a8be-5c0caf074afb", "tag": "1927c135-3d45-45c3-ac4c-a58528ec65f7", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:25:18.910616 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fc9905f-cac4-4228-9d85-9e97dcaa54d3 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:25:18.911460 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'tag': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'status': 'completed', 'code': 200} Aug 28 13:25:19.018016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd268ad-ba60-40ba-a8ce-4408b870d28b req-c36057c1-bf4d-41db-943c-32769cf14c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:19.019490 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cd268ad-ba60-40ba-a8ce-4408b870d28b req-c36057c1-bf4d-41db-943c-32769cf14c65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfa467c998e542408cd59322ce9a0c71&device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 1097 time: 0.0719657 Aug 28 13:25:19.086486 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943ab25-019c-4a81-9480-2d844cdd2a8e req-a1630086-8117-422d-8944-1db5b3c45768 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:19.089271 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d943ab25-019c-4a81-9480-2d844cdd2a8e req-a1630086-8117-422d-8944-1db5b3c45768 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 945 time: 0.1058733 Aug 28 13:25:19.123670 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a0aeba40-8c12-44c3-9bd3-0368710195fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:19.152437 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d943ab25-019c-4a81-9480-2d844cdd2a8e req-f0334291-95f3-4a22-b2f6-79515d8339b1 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539327 Aug 28 13:25:19.155348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aeba40-8c12-44c3-9bd3-0368710195fa None None] Checking router: f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:25:19.163065 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd268ad-ba60-40ba-a8ce-4408b870d28b req-dba61b38-f3e4-44b3-b7fe-882eab52c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:19.164312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aeba40-8c12-44c3-9bd3-0368710195fa None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:25:19.164578 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cd268ad-ba60-40ba-a8ce-4408b870d28b req-dba61b38-f3e4-44b3-b7fe-882eab52c6b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 200 len: 912 time: 0.1358457 Aug 28 13:25:19.165301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a0aeba40-8c12-44c3-9bd3-0368710195fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:25:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:19.208833 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cd268ad-ba60-40ba-a8ce-4408b870d28b req-0f8752c6-920e-4971-8e93-9c5f5f4bcdf5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1927c135-3d45-45c3-ac4c-a58528ec65f7 HTTP/1.1" status: 200 len: 217 time: 0.0356538 Aug 28 13:25:19.266334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd268ad-ba60-40ba-a8ce-4408b870d28b req-91e1ec05-829a-4925-bdd3-204f68a7a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:19.267981 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cd268ad-ba60-40ba-a8ce-4408b870d28b req-91e1ec05-829a-4925-bdd3-204f68a7a248 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 200 len: 851 time: 0.0497313 Aug 28 13:25:19.286274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a0aeba40-8c12-44c3-9bd3-0368710195fa None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:25:19.328291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd268ad-ba60-40ba-a8ce-4408b870d28b req-771a7c3a-794c-4627-b3ea-cc296785eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:19.329827 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cd268ad-ba60-40ba-a8ce-4408b870d28b req-771a7c3a-794c-4627-b3ea-cc296785eed7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad1e0c47-7599-4a39-bb41-379750035e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529168 Aug 28 13:25:19.427345 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cd268ad-ba60-40ba-a8ce-4408b870d28b req-6f8521e4-e3b5-4831-bb0c-06044348c78b service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871513 Aug 28 13:25:19.533810 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4cd268ad-ba60-40ba-a8ce-4408b870d28b req-fc87bdaa-b9f3-463f-acb6-78ee55274fec service neutron] 10.222.0.10 "GET /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977480 Aug 28 13:25:19.658062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a0aeba40-8c12-44c3-9bd3-0368710195fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:19.688261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aeba40-8c12-44c3-9bd3-0368710195fa None None] The sync data for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 is: [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:15:30Z', 'revision_number': 4, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92b53ea1-a248-4ec7-b110-4d675e78af59', 'name': '', 'network_id': 'ad1e0c47-7599-4a39-bb41-379750035e93', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'mac_address': 'fa:16:3e:f6:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:29Z', 'updated_at': '2021-08-28T13:15:38Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'subnets': [{'id': 'ed9eb34d-8601-4703-ace5-3667dbf5f9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:25:19.943267 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca0b5dd-f195-4825-b6c3-5801a57a2d7c None None] New status for floating IP 148760b6-5c8b-43b5-8bc2-0fe51c80f4ed: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:25:20.293159 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98043ffa-5c52-47df-928d-c2189850d297 req-9303e6d5-1762-44d3-8a5e-5b6ad31956ba tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:20.294661 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-98043ffa-5c52-47df-928d-c2189850d297 req-9303e6d5-1762-44d3-8a5e-5b6ad31956ba tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 945 time: 0.0549963 Aug 28 13:25:20.334983 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-98043ffa-5c52-47df-928d-c2189850d297 req-3a1b2ecb-52e9-45e8-b9ab-3c42fafc5b82 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8328b20-8678-4b70-a189-2839a60c1ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343289 Aug 28 13:25:20.655641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3c2dd-844c-4fe4-9b8b-33f5ccb84aba req-658aa6f7-ed0c-41da-b2aa-e9c9b541dbc2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:20.657176 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-feb3c2dd-844c-4fe4-9b8b-33f5ccb84aba req-658aa6f7-ed0c-41da-b2aa-e9c9b541dbc2 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 945 time: 0.0496049 Aug 28 13:25:20.745575 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-feb3c2dd-844c-4fe4-9b8b-33f5ccb84aba req-def10bb9-5a7b-4818-b0ae-143178f4a0e9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Deleting port 1927c135-3d45-45c3-ac4c-a58528ec65f7 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:25:20.745836 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-feb3c2dd-844c-4fe4-9b8b-33f5ccb84aba req-def10bb9-5a7b-4818-b0ae-143178f4a0e9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:20.835711 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-feb3c2dd-844c-4fe4-9b8b-33f5ccb84aba req-def10bb9-5a7b-4818-b0ae-143178f4a0e9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] For port 1927c135-3d45-45c3-ac4c-a58528ec65f7, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=1927c135-3d45-45c3-ac4c-a58528ec65f7,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:25:20.836077 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-feb3c2dd-844c-4fe4-9b8b-33f5ccb84aba req-def10bb9-5a7b-4818-b0ae-143178f4a0e9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:20.849268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-feb3c2dd-844c-4fe4-9b8b-33f5ccb84aba req-def10bb9-5a7b-4818-b0ae-143178f4a0e9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Calling delete_port for 1927c135-3d45-45c3-ac4c-a58528ec65f7 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:25:20.973489 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-feb3c2dd-844c-4fe4-9b8b-33f5ccb84aba req-def10bb9-5a7b-4818-b0ae-143178f4a0e9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:21.003322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def10bb9-5a7b-4818-b0ae-143178f4a0e9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event deleted for resources: {'Port': ['ID=1927c135-3d45-45c3-ac4c-a58528ec65f7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:21.045884 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb3c2dd-844c-4fe4-9b8b-33f5ccb84aba req-def10bb9-5a7b-4818-b0ae-143178f4a0e9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] No DVR routers for this DVR port 1927c135-3d45-45c3-ac4c-a58528ec65f7 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:25:21.048572 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-feb3c2dd-844c-4fe4-9b8b-33f5ccb84aba req-def10bb9-5a7b-4818-b0ae-143178f4a0e9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:21.050547 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-feb3c2dd-844c-4fe4-9b8b-33f5ccb84aba req-def10bb9-5a7b-4818-b0ae-143178f4a0e9 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.10 "DELETE /v2.0/ports/1927c135-3d45-45c3-ac4c-a58528ec65f7 HTTP/1.1" status: 204 len: 173 time: 0.3867526 Aug 28 13:25:21.051075 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'name': 'network-vif-deleted', 'tag': '1927c135-3d45-45c3-ac4c-a58528ec65f7'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:25:21.053264 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17b6e13-5115-46cd-a67a-7b3d4ba43be3" -d '{"events": [{"server_uuid": "e0737b23-76a8-429e-a8be-5c0caf074afb", "name": "network-vif-deleted", "tag": "1927c135-3d45-45c3-ac4c-a58528ec65f7"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:25:21.094715 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d620f2d-22e3-4928-ba04-9192aca1d188 x-openstack-request-id: req-3d620f2d-22e3-4928-ba04-9192aca1d188 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:25:21.095009 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0737b23-76a8-429e-a8be-5c0caf074afb", "name": "network-vif-deleted", "tag": "1927c135-3d45-45c3-ac4c-a58528ec65f7", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:25:21.095278 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d620f2d-22e3-4928-ba04-9192aca1d188 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:25:21.095674 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0737b23-76a8-429e-a8be-5c0caf074afb', 'name': 'network-vif-deleted', 'tag': '1927c135-3d45-45c3-ac4c-a58528ec65f7', 'status': 'completed', 'code': 200} Aug 28 13:25:21.435699 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54715e37-9560-46d4-9f1b-1898a7e4e9b7 req-37983bd4-8f26-4f20-97ec-00754f540285 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 210 time: 0.0284076 Aug 28 13:25:22.532542 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ec5d0ad-ea29-474c-b530-8b6109bdc984 req-74102526-7a71-47e6-a7d9-79fe64a83645 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 210 time: 0.0266733 Aug 28 13:25:23.629920 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85cd91ba-eda4-4c80-8436-4e4c266e40b2 req-4167b0c0-d28e-4be2-8700-9ba37798ffed tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 210 time: 0.0298402 Aug 28 13:25:24.748814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 1927c135-3d45-45c3-ac4c-a58528ec65f7 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:25:24.750907 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f7644aa1-49f7-4cf5-b2f0-e991aa8aef37 req-adde6930-9a4e-4f91-8e2d-d9fc32b41068 tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0737b23-76a8-429e-a8be-5c0caf074afb HTTP/1.1" status: 200 len: 210 time: 0.0341859 Aug 28 13:25:24.771262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 1927c135-3d45-45c3-ac4c-a58528ec65f7 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:25:24.771611 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 1927c135-3d45-45c3-ac4c-a58528ec65f7 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:25:25.807337 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34714) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:25:25.928448 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-ba429965-201d-4d49-80e9-947c4020233e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Deleting port 6b245eb7-9fab-4ea6-a6bd-09bc6a9d74a6 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:25:25.928697 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba429965-201d-4d49-80e9-947c4020233e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:26.001740 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba429965-201d-4d49-80e9-947c4020233e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:26.002062 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba429965-201d-4d49-80e9-947c4020233e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:26.013865 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-ba429965-201d-4d49-80e9-947c4020233e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Calling delete_port for 6b245eb7-9fab-4ea6-a6bd-09bc6a9d74a6 owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:25:26.148468 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba429965-201d-4d49-80e9-947c4020233e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:26.174024 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba429965-201d-4d49-80e9-947c4020233e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event deleted for resources: {'Port': ['ID=6b245eb7-9fab-4ea6-a6bd-09bc6a9d74a6,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:26.235317 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba429965-201d-4d49-80e9-947c4020233e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:26.237948 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ba429965-201d-4d49-80e9-947c4020233e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:26.239292 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ba429965-201d-4d49-80e9-947c4020233e tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "DELETE /v2.0/floatingips/122f61d6-6e1a-445e-996f-5d2f3fd45433 HTTP/1.1" status: 204 len: 168 time: 0.4309804 Aug 28 13:25:28.489151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34728) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:25:28.548831 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63fd44b5-82ab-4d27-95e0-e25acca7433d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:28.573755 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63fd44b5-82ab-4d27-95e0-e25acca7433d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:28.639251 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63fd44b5-82ab-4d27-95e0-e25acca7433d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:28.641760 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-63fd44b5-82ab-4d27-95e0-e25acca7433d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:28.645577 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:25:28.646058 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-63fd44b5-82ab-4d27-95e0-e25acca7433d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] 10.222.0.20 "DELETE /v2.0/security-groups/b8328b20-8678-4b70-a189-2839a60c1ae6 HTTP/1.1" status: 204 len: 168 time: 0.1528144 Aug 28 13:25:28.656213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd44b5-82ab-4d27-95e0-e25acca7433d tempest-TestVolumeBootPattern-1539601236 tempest-TestVolumeBootPattern-1539601236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8328b20-8678-4b70-a189-2839a60c1ae6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:28.707608 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34732) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:25:29.261501 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-acd591c6-eb6a-475e-9762-754772b729d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:29.841369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-acd591c6-eb6a-475e-9762-754772b729d3 admin admin] Deleting port 92b53ea1-a248-4ec7-b110-4d675e78af59 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:25:29.842083 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-acd591c6-eb6a-475e-9762-754772b729d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:29.921410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-acd591c6-eb6a-475e-9762-754772b729d3 admin admin] For port 92b53ea1-a248-4ec7-b110-4d675e78af59, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=92b53ea1-a248-4ec7-b110-4d675e78af59,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:25:29.921691 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-acd591c6-eb6a-475e-9762-754772b729d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:29.935234 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-acd591c6-eb6a-475e-9762-754772b729d3 admin admin] Calling delete_port for 92b53ea1-a248-4ec7-b110-4d675e78af59 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:25:30.108748 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-acd591c6-eb6a-475e-9762-754772b729d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:30.134830 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd591c6-eb6a-475e-9762-754772b729d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=92b53ea1-a248-4ec7-b110-4d675e78af59,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:30.298104 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-acd591c6-eb6a-475e-9762-754772b729d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:30.512519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd591c6-eb6a-475e-9762-754772b729d3 admin admin] Router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:25:30.619526 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd591c6-eb6a-475e-9762-754772b729d3 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:25:30.624749 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-acd591c6-eb6a-475e-9762-754772b729d3 admin admin] 10.222.0.20 "PUT /v2.0/routers/f2ebd5f7-d725-4a99-b1d1-c0b31fe24309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9156783 Aug 28 13:25:30.627288 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34738) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:25:30.629954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f9c4f0-2c01-4fd1-96e9-7889f3cf5d60 None None] Sync routers for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:25:30.639657 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f9c4f0-2c01-4fd1-96e9-7889f3cf5d60 None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:25:30.640271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e3f9c4f0-2c01-4fd1-96e9-7889f3cf5d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:25:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:30.736362 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c9e70840-da5f-41b2-a9e6-dd7d1eff0502 admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:30.744241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-e3f9c4f0-2c01-4fd1-96e9-7889f3cf5d60 None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:25:30.843503 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c9e70840-da5f-41b2-a9e6-dd7d1eff0502 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:30.895833 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c9e70840-da5f-41b2-a9e6-dd7d1eff0502 admin admin] Deleting port b3af31d0-69d7-4c94-b19d-09b8fe3b6425 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:25:30.896182 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c9e70840-da5f-41b2-a9e6-dd7d1eff0502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:30.926518 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e3f9c4f0-2c01-4fd1-96e9-7889f3cf5d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:25:30Z', 'revision_number': 5, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port': {'id': 'b3af31d0-69d7-4c94-b19d-09b8fe3b6425', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:27Z', 'updated_at': '2021-08-28T13:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:30.953241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f9c4f0-2c01-4fd1-96e9-7889f3cf5d60 None None] Checking router: f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:25:30.961468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f9c4f0-2c01-4fd1-96e9-7889f3cf5d60 None None] Routers {'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:25:30.962372 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e3f9c4f0-2c01-4fd1-96e9-7889f3cf5d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:25:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:30.973614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-c9e70840-da5f-41b2-a9e6-dd7d1eff0502 admin admin] For port b3af31d0-69d7-4c94-b19d-09b8fe3b6425, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b3af31d0-69d7-4c94-b19d-09b8fe3b6425,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:25:30.973984 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c9e70840-da5f-41b2-a9e6-dd7d1eff0502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:30.990959 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-c9e70840-da5f-41b2-a9e6-dd7d1eff0502 admin admin] Calling delete_port for b3af31d0-69d7-4c94-b19d-09b8fe3b6425 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:25:31.048450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-e3f9c4f0-2c01-4fd1-96e9-7889f3cf5d60 None None] Set router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:25:31.104121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e3f9c4f0-2c01-4fd1-96e9-7889f3cf5d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:25:30Z', 'revision_number': 6, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:31.132480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f9c4f0-2c01-4fd1-96e9-7889f3cf5d60 None None] The sync data for ids ['f2ebd5f7-d725-4a99-b1d1-c0b31fe24309'] in n-d-791505-21 is: [{'id': 'f2ebd5f7-d725-4a99-b1d1-c0b31fe24309', 'name': 'tempest-TestVolumeBootPattern-1135270939-router', 'tenant_id': 'bfa467c998e542408cd59322ce9a0c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:26Z', 'updated_at': '2021-08-28T13:25:30Z', 'revision_number': 6, 'project_id': 'bfa467c998e542408cd59322ce9a0c71', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:25:31.156533 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c9e70840-da5f-41b2-a9e6-dd7d1eff0502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:31.193603 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e70840-da5f-41b2-a9e6-dd7d1eff0502 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3af31d0-69d7-4c94-b19d-09b8fe3b6425,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:31.247509 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c9e70840-da5f-41b2-a9e6-dd7d1eff0502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:31.341398 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c9e70840-da5f-41b2-a9e6-dd7d1eff0502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:31.343524 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c9e70840-da5f-41b2-a9e6-dd7d1eff0502 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:31.387163 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c9e70840-da5f-41b2-a9e6-dd7d1eff0502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:31.387785 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e70840-da5f-41b2-a9e6-dd7d1eff0502 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:25:31.392194 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c9e70840-da5f-41b2-a9e6-dd7d1eff0502 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:31.393308 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c9e70840-da5f-41b2-a9e6-dd7d1eff0502 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f2ebd5f7-d725-4a99-b1d1-c0b31fe24309 HTTP/1.1" status: 204 len: 168 time: 0.7647166 Aug 28 13:25:31.396107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34740) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:25:31.443431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d148b3-d2df-47a8-b7a9-631d29d10429 admin admin] Deleting subnet ed9eb34d-8601-4703-ace5-3667dbf5f9b7 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:25:31.446286 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c5d148b3-d2df-47a8-b7a9-631d29d10429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:31.481609 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c5d148b3-d2df-47a8-b7a9-631d29d10429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:31.601232 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c5d148b3-d2df-47a8-b7a9-631d29d10429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:31.654288 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c5d148b3-d2df-47a8-b7a9-631d29d10429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:31.680082 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d148b3-d2df-47a8-b7a9-631d29d10429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed9eb34d-8601-4703-ace5-3667dbf5f9b7,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:31.684271 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c5d148b3-d2df-47a8-b7a9-631d29d10429 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:31.686725 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c5d148b3-d2df-47a8-b7a9-631d29d10429 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ed9eb34d-8601-4703-ace5-3667dbf5f9b7 HTTP/1.1" status: 204 len: 168 time: 0.2895739 Aug 28 13:25:31.688582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34742) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:25:31.690084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80ffd35-63e8-4fe8-b5db-f465ce1c4279 None None] Network ad1e0c47-7599-4a39-bb41-379750035e93 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:25:31.755666 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:31.812915 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] Deleting port 027488d4-f14b-4496-a287-20f7fdf594b4 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:25:31.813259 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:31.876638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] For port 027488d4-f14b-4496-a287-20f7fdf594b4, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=027488d4-f14b-4496-a287-20f7fdf594b4,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:25:31.877005 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:31.889391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] Calling delete_port for 027488d4-f14b-4496-a287-20f7fdf594b4 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:25:31.928504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] DHCP port deletion for ad1e0c47-7599-4a39-bb41-379750035e93 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:25:31.975696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Deleting port 027488d4-f14b-4496-a287-20f7fdf594b4 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:25:31.976187 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:31.981545 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:32.008509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] Pushing event deleted for resources: {'Port': ['ID=027488d4-f14b-4496-a287-20f7fdf594b4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:32.014666 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] No DVR routers for this DVR port 027488d4-f14b-4496-a287-20f7fdf594b4 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:25:32.045269 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] For port 027488d4-f14b-4496-a287-20f7fdf594b4, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=027488d4-f14b-4496-a287-20f7fdf594b4,segment=NetworkSegment(166c1c82-2e1d-4763-b9dd-ddd5b88a45a5),segment_id=166c1c82-2e1d-4763-b9dd-ddd5b88a45a5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:25:32.045696 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:32.064408 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Calling delete_port for 027488d4-f14b-4496-a287-20f7fdf594b4 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:25:32.087165 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:32.096925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1e0c47-7599-4a39-bb41-379750035e93']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:32.111533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:32.111967 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166c1c82-2e1d-4763-b9dd-ddd5b88a45a5') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:32.123539 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:32.140846 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:32.144948 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:32.149601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:25:32.149980 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:25:32.152958 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:25:32.176700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Pushing event deleted for resources: {'Port': ['ID=027488d4-f14b-4496-a287-20f7fdf594b4,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:32.179258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] No DVR routers for this DVR port 027488d4-f14b-4496-a287-20f7fdf594b4 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:25:32.189634 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:32.189802 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:32.190249 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:32.190705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:32.191138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:32.191712 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:32.192054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:32.192681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:32.192904 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:32.193428 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:32.193746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:32.194293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37619ac3-ed5c-4431-8e55-11d5e0ea5561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:25:32.219861 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:32.227898 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:32.232923 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] 10.222.0.20 "DELETE /v2.0/networks/ad1e0c47-7599-4a39-bb41-379750035e93 HTTP/1.1" status: 204 len: 168 time: 0.5407021 Aug 28 13:25:32.233285 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34744) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:25:32.242613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfee23-d524-4f63-851b-6790b2dbc11e admin admin] Pushing event deleted for resources: {'Network': ['ID=ad1e0c47-7599-4a39-bb41-379750035e93,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:32.533644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 92b53ea1-a248-4ec7-b110-4d675e78af59 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:25:32.554592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 92b53ea1-a248-4ec7-b110-4d675e78af59 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:25:32.554919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 92b53ea1-a248-4ec7-b110-4d675e78af59 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:25:32.555706 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 027488d4-f14b-4496-a287-20f7fdf594b4 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:25:32.577934 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 027488d4-f14b-4496-a287-20f7fdf594b4 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:25:32.578272 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 027488d4-f14b-4496-a287-20f7fdf594b4 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:25:32.578712 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b3af31d0-69d7-4c94-b19d-09b8fe3b6425 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:25:32.589725 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f51cf48-397c-4ebf-a0b4-8156a96d02a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:32.598287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: b3af31d0-69d7-4c94-b19d-09b8fe3b6425 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:25:32.598650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b3af31d0-69d7-4c94-b19d-09b8fe3b6425 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:25:32.856750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4f51cf48-397c-4ebf-a0b4-8156a96d02a1 admin admin] Deleting port 938cbf01-770e-4946-95c0-62fbbb376172 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:25:32.857094 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f51cf48-397c-4ebf-a0b4-8156a96d02a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:32.936872 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-4f51cf48-397c-4ebf-a0b4-8156a96d02a1 admin admin] For port 938cbf01-770e-4946-95c0-62fbbb376172, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=938cbf01-770e-4946-95c0-62fbbb376172,segment=NetworkSegment(98b63c4a-a3ca-4eb5-b210-e422cf092436),segment_id=98b63c4a-a3ca-4eb5-b210-e422cf092436)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:25:32.937150 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f51cf48-397c-4ebf-a0b4-8156a96d02a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:32.953734 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-4f51cf48-397c-4ebf-a0b4-8156a96d02a1 admin admin] Calling delete_port for 938cbf01-770e-4946-95c0-62fbbb376172 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:25:33.147683 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f51cf48-397c-4ebf-a0b4-8156a96d02a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:33.177837 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51cf48-397c-4ebf-a0b4-8156a96d02a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=938cbf01-770e-4946-95c0-62fbbb376172,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:33.351776 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f51cf48-397c-4ebf-a0b4-8156a96d02a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:33.565575 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f51cf48-397c-4ebf-a0b4-8156a96d02a1 admin admin] Router a5c7b683-bd99-4c86-a1b4-26eb5a914714 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:25:33.671050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f51cf48-397c-4ebf-a0b4-8156a96d02a1 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:25:33.676863 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4f51cf48-397c-4ebf-a0b4-8156a96d02a1 admin admin] 10.222.0.20 "PUT /v2.0/routers/a5c7b683-bd99-4c86-a1b4-26eb5a914714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4425471 Aug 28 13:25:33.679447 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34748) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:25:33.679927 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69bfc56-e0f5-4627-af2e-d3014a8380a2 None None] Sync routers for ids ['a5c7b683-bd99-4c86-a1b4-26eb5a914714'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:25:33.689985 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69bfc56-e0f5-4627-af2e-d3014a8380a2 None None] Routers {'a5c7b683-bd99-4c86-a1b4-26eb5a914714'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:25:33.690627 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f69bfc56-e0f5-4627-af2e-d3014a8380a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:25:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a5c7b683-bd99-4c86-a1b4-26eb5a914714'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:33.787941 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-26ae82e7-e42f-494c-9b70-3f2b770ee3b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:33.881563 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-f69bfc56-e0f5-4627-af2e-d3014a8380a2 None None] Set router a5c7b683-bd99-4c86-a1b4-26eb5a914714 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:25:33.894869 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-26ae82e7-e42f-494c-9b70-3f2b770ee3b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:33.949276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-26ae82e7-e42f-494c-9b70-3f2b770ee3b0 admin admin] Deleting port f4597eb4-0e89-48f6-9f34-c5c54f44fdd2 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:25:33.949531 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-26ae82e7-e42f-494c-9b70-3f2b770ee3b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:34.028844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-26ae82e7-e42f-494c-9b70-3f2b770ee3b0 admin admin] For port f4597eb4-0e89-48f6-9f34-c5c54f44fdd2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f4597eb4-0e89-48f6-9f34-c5c54f44fdd2,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:25:34.029209 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-26ae82e7-e42f-494c-9b70-3f2b770ee3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:34.046170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-26ae82e7-e42f-494c-9b70-3f2b770ee3b0 admin admin] Calling delete_port for f4597eb4-0e89-48f6-9f34-c5c54f44fdd2 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:25:34.057245 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f69bfc56-e0f5-4627-af2e-d3014a8380a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'name': 'tempest-TestVolumeBootPattern-1315868883-router', 'tenant_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'f4597eb4-0e89-48f6-9f34-c5c54f44fdd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:33Z', 'updated_at': '2021-08-28T13:25:33Z', 'revision_number': 5, 'project_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'gw_port': {'id': 'f4597eb4-0e89-48f6-9f34-c5c54f44fdd2', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:15:34Z', 'updated_at': '2021-08-28T13:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:34.082261 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69bfc56-e0f5-4627-af2e-d3014a8380a2 None None] Checking router: a5c7b683-bd99-4c86-a1b4-26eb5a914714 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:25:34.090895 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69bfc56-e0f5-4627-af2e-d3014a8380a2 None None] Routers {'a5c7b683-bd99-4c86-a1b4-26eb5a914714'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:25:34.091502 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f69bfc56-e0f5-4627-af2e-d3014a8380a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:25:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['a5c7b683-bd99-4c86-a1b4-26eb5a914714'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:34.177948 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-f69bfc56-e0f5-4627-af2e-d3014a8380a2 None None] Set router a5c7b683-bd99-4c86-a1b4-26eb5a914714 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:25:34.207060 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-26ae82e7-e42f-494c-9b70-3f2b770ee3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:34.233426 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-f69bfc56-e0f5-4627-af2e-d3014a8380a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'name': 'tempest-TestVolumeBootPattern-1315868883-router', 'tenant_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:33Z', 'updated_at': '2021-08-28T13:25:33Z', 'revision_number': 6, 'project_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:34.234813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae82e7-e42f-494c-9b70-3f2b770ee3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4597eb4-0e89-48f6-9f34-c5c54f44fdd2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:34.260712 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69bfc56-e0f5-4627-af2e-d3014a8380a2 None None] The sync data for ids ['a5c7b683-bd99-4c86-a1b4-26eb5a914714'] in n-d-791505-21 is: [{'id': 'a5c7b683-bd99-4c86-a1b4-26eb5a914714', 'name': 'tempest-TestVolumeBootPattern-1315868883-router', 'tenant_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:15:33Z', 'updated_at': '2021-08-28T13:25:33Z', 'revision_number': 6, 'project_id': '0c9ddf9e55d3461ea4b7807a7092181a', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:25:34.299945 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-26ae82e7-e42f-494c-9b70-3f2b770ee3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:34.388829 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-26ae82e7-e42f-494c-9b70-3f2b770ee3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:34.390950 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-26ae82e7-e42f-494c-9b70-3f2b770ee3b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:34.435189 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-26ae82e7-e42f-494c-9b70-3f2b770ee3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:34.435739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ae82e7-e42f-494c-9b70-3f2b770ee3b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5c7b683-bd99-4c86-a1b4-26eb5a914714 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:25:34.440215 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-26ae82e7-e42f-494c-9b70-3f2b770ee3b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:34.441377 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-26ae82e7-e42f-494c-9b70-3f2b770ee3b0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a5c7b683-bd99-4c86-a1b4-26eb5a914714 HTTP/1.1" status: 204 len: 168 time: 0.7610199 Aug 28 13:25:34.443909 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34750) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:25:34.491462 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d78e8c6-d909-4022-b7d8-1ff56812d496 admin admin] Deleting subnet 22b4220c-048a-403c-a528-f30f8b065f4e {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:25:34.495542 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7d78e8c6-d909-4022-b7d8-1ff56812d496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:34.529134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7d78e8c6-d909-4022-b7d8-1ff56812d496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:34.609951 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7d78e8c6-d909-4022-b7d8-1ff56812d496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:34.678218 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7d78e8c6-d909-4022-b7d8-1ff56812d496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:34.697599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 938cbf01-770e-4946-95c0-62fbbb376172 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:25:34.706242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78e8c6-d909-4022-b7d8-1ff56812d496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22b4220c-048a-403c-a528-f30f8b065f4e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:34.712354 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7d78e8c6-d909-4022-b7d8-1ff56812d496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:34.716410 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7d78e8c6-d909-4022-b7d8-1ff56812d496 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/22b4220c-048a-403c-a528-f30f8b065f4e HTTP/1.1" status: 204 len: 168 time: 0.2694237 Aug 28 13:25:34.717094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34752) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:25:34.718867 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 938cbf01-770e-4946-95c0-62fbbb376172 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:25:34.719281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 938cbf01-770e-4946-95c0-62fbbb376172 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:25:34.726637 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cb004e-7cdb-40d3-9ab5-2977a1e62b95 None None] Network 5c3bfa71-1cf7-41b5-b503-e3e81b51a587 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:25:34.792002 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:34.846204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] Deleting port a5be5cac-ec90-4168-b390-8e62a1af8c94 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:25:34.846728 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:34.912680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] For port a5be5cac-ec90-4168-b390-8e62a1af8c94, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a5be5cac-ec90-4168-b390-8e62a1af8c94,segment=NetworkSegment(98b63c4a-a3ca-4eb5-b210-e422cf092436),segment_id=98b63c4a-a3ca-4eb5-b210-e422cf092436)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:25:34.913043 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:34.927090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] Calling delete_port for a5be5cac-ec90-4168-b390-8e62a1af8c94 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:25:35.007038 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:35.031871 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5be5cac-ec90-4168-b390-8e62a1af8c94,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:35.037063 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] No DVR routers for this DVR port a5be5cac-ec90-4168-b390-8e62a1af8c94 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:25:35.070108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b4ca82-2b07-4002-9910-d363f300328e None None] DHCP port deletion for 5c3bfa71-1cf7-41b5-b503-e3e81b51a587 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:25:35.113092 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:35.123975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3bfa71-1cf7-41b5-b503-e3e81b51a587']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:35.133916 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b63c4a-a3ca-4eb5-b210-e422cf092436') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:35.134203 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b63c4a-a3ca-4eb5-b210-e422cf092436') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:25:35.142762 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:35.156725 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:35.163322 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:25:35.163764 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:25:35.166814 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:25:35.222102 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:35.228462 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:35.230583 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5c3bfa71-1cf7-41b5-b503-e3e81b51a587 HTTP/1.1" status: 204 len: 168 time: 0.5123203 Aug 28 13:25:35.242085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b2011-2d3f-4205-9cc3-2622529ae314 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3bfa71-1cf7-41b5-b503-e3e81b51a587,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:35.379938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34758) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:25:35.425975 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bbf3293f-60b0-4d22-98c2-bfdf3a0cce06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfa467c998e542408cd59322ce9a0c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447636 Aug 28 13:25:35.428399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34760) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:25:35.485705 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2dc4ffb6-5d9e-4b7c-b2bc-6a9736ad02fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:35.507472 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2dc4ffb6-5d9e-4b7c-b2bc-6a9736ad02fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:35.557358 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2dc4ffb6-5d9e-4b7c-b2bc-6a9736ad02fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:35.560182 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2dc4ffb6-5d9e-4b7c-b2bc-6a9736ad02fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:35.561341 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2dc4ffb6-5d9e-4b7c-b2bc-6a9736ad02fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/698c32ed-4d72-4f28-97ff-bc5e72f6cf87 HTTP/1.1" status: 204 len: 168 time: 0.1320579 Aug 28 13:25:35.569544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4ffb6-5d9e-4b7c-b2bc-6a9736ad02fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698c32ed-4d72-4f28-97ff-bc5e72f6cf87,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:35.888344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34766) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:25:35.928963 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9d77e5b7-fbfe-41ae-942f-12f43ca35d58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c9ddf9e55d3461ea4b7807a7092181a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385411 Aug 28 13:25:35.931121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34768) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:25:35.978852 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-34b86cce-c7b0-48f7-8606-7e2002d797ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:35.999923 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-34b86cce-c7b0-48f7-8606-7e2002d797ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:36.046464 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-34b86cce-c7b0-48f7-8606-7e2002d797ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:36.048921 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-34b86cce-c7b0-48f7-8606-7e2002d797ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:36.050064 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-34b86cce-c7b0-48f7-8606-7e2002d797ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21d8a539-6f83-4934-bfd4-2e2f21e21abe HTTP/1.1" status: 204 len: 168 time: 0.1179981 Aug 28 13:25:36.058533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b86cce-c7b0-48f7-8606-7e2002d797ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d8a539-6f83-4934-bfd4-2e2f21e21abe,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:36.540936 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f4597eb4-0e89-48f6-9f34-c5c54f44fdd2 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:25:36.563955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: f4597eb4-0e89-48f6-9f34-c5c54f44fdd2 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:25:36.564295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f4597eb4-0e89-48f6-9f34-c5c54f44fdd2 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:25:36.564713 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a5be5cac-ec90-4168-b390-8e62a1af8c94 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:25:36.586573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: a5be5cac-ec90-4168-b390-8e62a1af8c94 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:25:36.586929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a5be5cac-ec90-4168-b390-8e62a1af8c94 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:25:37.735638 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:40.030565 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1e340de0-c473-48d1-a0f1-e6b7454fbdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:40.120944 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:42.301263 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-113bfcb8-2d3f-4040-b2c4-339c9f5007d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:42.623182 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:43.548953 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:45.432686 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:46.053870 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8469db25-d021-4116-8cf6-e3527152208a tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=88590bf6e49a4fcd904e45671050cb59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318265 Aug 28 13:25:46.231367 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-04230b98-cff4-4858-8140-32041047835f tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:46.232829 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-04230b98-cff4-4858-8140-32041047835f tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731870 Aug 28 13:25:46.248340 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-6d908201-d3d4-45ba-92b2-e005ebc899f5 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/quotas/88590bf6e49a4fcd904e45671050cb59 HTTP/1.1" status: 200 len: 375 time: 0.0097506 Aug 28 13:25:46.280095 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-53137421-75e1-43e9-b60e-9b9b2d2ac296 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=88590bf6e49a4fcd904e45671050cb59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261772 Aug 28 13:25:46.439427 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ed6194a9-1077-4e6b-a069-b37ff50d474f req-3130a288-aae1-428d-a2b1-877f657158b3 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/ports?device_id=0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5 HTTP/1.1" status: 200 len: 210 time: 0.0265357 Aug 28 13:25:47.369412 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-94e017be-e696-481b-ae14-b039ba1f796c tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=88590bf6e49a4fcd904e45671050cb59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303144 Aug 28 13:25:47.549756 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-948a1f88-9019-4f7a-8a42-726d79486dc6 req-01463c9c-302e-43fc-8534-2cb9bd65500a tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/ports?device_id=0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5 HTTP/1.1" status: 200 len: 210 time: 0.0343120 Aug 28 13:25:47.889093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-1658d3a9-fefa-4211-b579-f3b52787a947 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:47.890564 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-1658d3a9-fefa-4211-b579-f3b52787a947 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5152056 Aug 28 13:25:47.904621 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Request body: {'port': {'device_id': '0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'admin_state_up': True, 'tenant_id': '88590bf6e49a4fcd904e45671050cb59'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:25:48.011416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Made reservation on behalf of 88590bf6e49a4fcd904e45671050cb59 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:25:48.015005 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:48.024494 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:48.118828 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:48.124881 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:48.189368 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5074c06-f53c-4617-9bac-395e4709dd89,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:48.259385 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Allocated IP 192.168.233.163 (76920957-8ca0-444c-bad4-23fe4163b573/725b4ce1-2e11-4ba0-9825-37d2d89c312f/5c46db59-3db5-4121-b034-bd417da69e9f) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:25:48.403381 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:48.416857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Transition to ACTIVE for port object 5c46db59-3db5-4121-b034-bd417da69e9f will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:25:48.448370 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:48.492207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Network 76920957-8ca0-444c-bad4-23fe4163b573 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:25:48.498403 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:25:48.502110 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:25:48.509225 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Pushing event updated for resources: {'Port': ['ID=5c46db59-3db5-4121-b034-bd417da69e9f,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:48.559389 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:48.560262 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:48.579969 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-ca890cb7-4161-4246-a9d8-9b3045ad635e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6789043 Aug 28 13:25:48.594970 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Request body: {'port': {'device_id': '0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:25:48.685072 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:48.713756 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bf69b-f366-4c2a-ba16-80d5c92b71bf req-c3f427a7-8a45-44d0-ab4f-8b9886ace6f6 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:48.715298 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f4bf69b-f366-4c2a-ba16-80d5c92b71bf req-c3f427a7-8a45-44d0-ab4f-8b9886ace6f6 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/ports?device_id=0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5 HTTP/1.1" status: 200 len: 936 time: 0.0933599 Aug 28 13:25:48.774524 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ba5911d5-99b9-4b4c-8d5f-963761d62553 None None] Provisioning for port 5c46db59-3db5-4121-b034-bd417da69e9f completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:25:48.778284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ba5911d5-99b9-4b4c-8d5f-963761d62553 None None] Provisioning complete for port 5c46db59-3db5-4121-b034-bd417da69e9f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:25:48.778681 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ba5911d5-99b9-4b4c-8d5f-963761d62553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:48.814398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ba5911d5-99b9-4b4c-8d5f-963761d62553 None None] Port 5c46db59-3db5-4121-b034-bd417da69e9f cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:25:48.834996 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f4bf69b-f366-4c2a-ba16-80d5c92b71bf req-6ce0d515-bf31-49e2-a53f-d6d8ca68d668 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5074c06-f53c-4617-9bac-395e4709dd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025381 Aug 28 13:25:49.006842 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c46db59-3db5-4121-b034-bd417da69e9f {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:25:49.014791 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:49.028308 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Transition to ACTIVE for port object 5c46db59-3db5-4121-b034-bd417da69e9f will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:25:49.031938 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:49.085586 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Pushing event updated for resources: {'Port': ['ID=5c46db59-3db5-4121-b034-bd417da69e9f,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:49.155515 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Attempting to bind port 5c46db59-3db5-4121-b034-bd417da69e9f on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:25:49.155857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Attempting to bind port 5c46db59-3db5-4121-b034-bd417da69e9f by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:25:49.156190 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Attempting to bind port 5c46db59-3db5-4121-b034-bd417da69e9f on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:25:49.160672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Port 5c46db59-3db5-4121-b034-bd417da69e9f on network 76920957-8ca0-444c-bad4-23fe4163b573 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:25:49.160998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Attempting to bind port 5c46db59-3db5-4121-b034-bd417da69e9f on network 76920957-8ca0-444c-bad4-23fe4163b573 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:25:49.166137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:25:49.166511 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Checking segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:25:49.166904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Bound using segment: {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:25:49.167334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Bound port: 5c46db59-3db5-4121-b034-bd417da69e9f, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d0d3da-d9c9-47bb-9e29-aceba5750ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:25:49.167698 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:49.239578 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] For port 5c46db59-3db5-4121-b034-bd417da69e9f, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:25:49.243906 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] For port 5c46db59-3db5-4121-b034-bd417da69e9f, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5c46db59-3db5-4121-b034-bd417da69e9f,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:25:49.248145 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:49.280730 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:49.280730 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:49.281716 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] 10.222.0.10 "PUT /v2.0/ports/5c46db59-3db5-4121-b034-bd417da69e9f HTTP/1.1" status: 200 len: 1097 time: 0.6913774 Aug 28 13:25:49.282272 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5', 'tag': '5c46db59-3db5-4121-b034-bd417da69e9f'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:25:49.284952 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdee7dd-b32b-435a-901b-83dd43e172b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5", "tag": "5c46db59-3db5-4121-b034-bd417da69e9f"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:25:49.318078 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401f721-2f02-42ff-816c-14a65f749d86 service neutron] Pushing event updated for resources: {'Port': ['ID=5c46db59-3db5-4121-b034-bd417da69e9f,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:49.332819 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30570e38-a395-459c-88ed-f2a72b4a5357 x-openstack-request-id: req-30570e38-a395-459c-88ed-f2a72b4a5357 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:25:49.333111 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5", "tag": "5c46db59-3db5-4121-b034-bd417da69e9f", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:25:49.333649 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30570e38-a395-459c-88ed-f2a72b4a5357 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:25:49.333781 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5', 'tag': '5c46db59-3db5-4121-b034-bd417da69e9f', 'status': 'completed', 'code': 200} Aug 28 13:25:49.379368 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-87fd5416-af95-431d-8766-f60bf5bfdd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:49.380921 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-87fd5416-af95-431d-8766-f60bf5bfdd4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88590bf6e49a4fcd904e45671050cb59&device_id=0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5 HTTP/1.1" status: 200 len: 1100 time: 0.0441320 Aug 28 13:25:49.430481 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-874fa9d6-9886-4c07-8407-d0b95466743c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5c46db59-3db5-4121-b034-bd417da69e9f HTTP/1.1" status: 200 len: 217 time: 0.0402732 Aug 28 13:25:49.482808 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-3ae36a8d-f196-49b9-a03d-d9335ed46dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:49.484291 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-3ae36a8d-f196-49b9-a03d-d9335ed46dae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0460689 Aug 28 13:25:49.531016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-eecc30c0-7f6f-4ae4-bdc3-7c38ddb611c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:49.532430 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-eecc30c0-7f6f-4ae4-bdc3-7c38ddb611c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0408316 Aug 28 13:25:49.626773 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-7e22a3fc-d692-4166-8445-deb1d9e929e7 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861588 Aug 28 13:25:49.717877 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2c13e63-ffbe-4ddb-a571-15d62a7087d5 req-c3464cad-2697-4ed9-a0ca-c2b4b2588dbe service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832648 Aug 28 13:25:49.810223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdee7dd-b32b-435a-901b-83dd43e172b8 req-0a5fc2e0-99c1-471b-a95f-10d3b879ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:49.811710 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8cdee7dd-b32b-435a-901b-83dd43e172b8 req-0a5fc2e0-99c1-471b-a95f-10d3b879ce88 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88590bf6e49a4fcd904e45671050cb59&device_id=0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5 HTTP/1.1" status: 200 len: 1100 time: 0.0425279 Aug 28 13:25:49.920059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdee7dd-b32b-435a-901b-83dd43e172b8 req-3b809e31-fea2-4594-9f5d-b56d05f1ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:49.921519 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8cdee7dd-b32b-435a-901b-83dd43e172b8 req-3b809e31-fea2-4594-9f5d-b56d05f1ba80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76920957-8ca0-444c-bad4-23fe4163b573 HTTP/1.1" status: 200 len: 869 time: 0.1023042 Aug 28 13:25:49.981407 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8cdee7dd-b32b-435a-901b-83dd43e172b8 req-c5653ed6-77ab-4414-a011-41f4cea15f6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5c46db59-3db5-4121-b034-bd417da69e9f HTTP/1.1" status: 200 len: 217 time: 0.0455987 Aug 28 13:25:50.008822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d427b-d674-4816-8051-4ad3ffe1d72f req-59ab42a1-888d-4183-af45-1ccba10bded6 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:50.010347 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-691d427b-d674-4816-8051-4ad3ffe1d72f req-59ab42a1-888d-4183-af45-1ccba10bded6 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/ports?device_id=0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5 HTTP/1.1" status: 200 len: 948 time: 0.1048820 Aug 28 13:25:50.068236 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdee7dd-b32b-435a-901b-83dd43e172b8 req-9da67f06-3777-446b-b05f-1a50bc27036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:50.069602 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8cdee7dd-b32b-435a-901b-83dd43e172b8 req-9da67f06-3777-446b-b05f-1a50bc27036c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=725b4ce1-2e11-4ba0-9825-37d2d89c312f HTTP/1.1" status: 200 len: 843 time: 0.0800893 Aug 28 13:25:50.077625 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-691d427b-d674-4816-8051-4ad3ffe1d72f req-a306a5e6-97c2-4ec8-a319-8b17baaec92d tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5074c06-f53c-4617-9bac-395e4709dd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481176 Aug 28 13:25:50.120339 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdee7dd-b32b-435a-901b-83dd43e172b8 req-87b9f997-8bea-4aa0-ad77-872210a2ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:50.121860 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8cdee7dd-b32b-435a-901b-83dd43e172b8 req-87b9f997-8bea-4aa0-ad77-872210a2ead3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76920957-8ca0-444c-bad4-23fe4163b573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0437143 Aug 28 13:25:50.222091 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8cdee7dd-b32b-435a-901b-83dd43e172b8 req-455244d2-4792-4f97-8682-b93af4a870a8 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919447 Aug 28 13:25:50.316335 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8cdee7dd-b32b-435a-901b-83dd43e172b8 req-781b805c-41d2-4533-bab3-d04e2876b132 service neutron] 10.222.0.10 "GET /v2.0/networks/76920957-8ca0-444c-bad4-23fe4163b573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851810 Aug 28 13:25:51.204611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0292d27-c967-4d20-b096-2be63e642ce8 req-085a74da-bc7a-4f27-8e64-5ca9dede615a tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:51.206139 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a0292d27-c967-4d20-b096-2be63e642ce8 req-085a74da-bc7a-4f27-8e64-5ca9dede615a tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/ports?device_id=0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5 HTTP/1.1" status: 200 len: 948 time: 0.0489841 Aug 28 13:25:51.243636 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a0292d27-c967-4d20-b096-2be63e642ce8 req-bccf2a7a-359a-4fd9-bf9c-2848f4bac02f tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5074c06-f53c-4617-9bac-395e4709dd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315311 Aug 28 13:25:52.358894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04242984-bb2c-4f52-8064-5f294fa0ea11 req-644d8f18-e99d-43f7-802c-c9f5af02fb26 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:52.360408 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-04242984-bb2c-4f52-8064-5f294fa0ea11 req-644d8f18-e99d-43f7-802c-c9f5af02fb26 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/ports?device_id=0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5 HTTP/1.1" status: 200 len: 948 time: 0.0494111 Aug 28 13:25:52.398173 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-04242984-bb2c-4f52-8064-5f294fa0ea11 req-367d7424-61cd-4116-8798-b6193175e13e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5074c06-f53c-4617-9bac-395e4709dd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318232 Aug 28 13:25:52.873738 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 5c46db59-3db5-4121-b034-bd417da69e9f details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:25:52.965052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 5c46db59-3db5-4121-b034-bd417da69e9f, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5c46db59-3db5-4121-b034-bd417da69e9f,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:25:52.975762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '5c46db59-3db5-4121-b034-bd417da69e9f', 'network_id': '76920957-8ca0-444c-bad4-23fe4163b573', 'port_id': '5c46db59-3db5-4121-b034-bd417da69e9f', 'mac_address': 'fa:16:3e:42:02:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725b4ce1-2e11-4ba0-9825-37d2d89c312f', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:25:53.016792 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:53.031468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c46db59-3db5-4121-b034-bd417da69e9f {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:25:53.051616 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 5c46db59-3db5-4121-b034-bd417da69e9f, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5c46db59-3db5-4121-b034-bd417da69e9f,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:25:53.055761 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:53.101711 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=5c46db59-3db5-4121-b034-bd417da69e9f,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:53.298170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['5c46db59-3db5-4121-b034-bd417da69e9f'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:25:53.516484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d617d18-3694-43e6-9dec-30b6f2909351 req-6149ce7f-6509-4985-b981-f2f9c0e976c6 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:53.518013 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5d617d18-3694-43e6-9dec-30b6f2909351 req-6149ce7f-6509-4985-b981-f2f9c0e976c6 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/ports?device_id=0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5 HTTP/1.1" status: 200 len: 949 time: 0.0505981 Aug 28 13:25:53.561051 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5d617d18-3694-43e6-9dec-30b6f2909351 req-a69ec873-62dd-45f6-bebb-a1555993e43a tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5074c06-f53c-4617-9bac-395e4709dd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355806 Aug 28 13:25:54.679776 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6926cf-070e-4725-83a9-ed10828413d3 req-5cd995ac-d339-4c14-9f55-03d31d7b6e86 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:54.681268 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd6926cf-070e-4725-83a9-ed10828413d3 req-5cd995ac-d339-4c14-9f55-03d31d7b6e86 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/ports?device_id=0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5 HTTP/1.1" status: 200 len: 949 time: 0.0530045 Aug 28 13:25:54.719314 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bd6926cf-070e-4725-83a9-ed10828413d3 req-70237d6e-e634-4533-a4e4-6f7cb7644945 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5074c06-f53c-4617-9bac-395e4709dd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314262 Aug 28 13:25:54.919243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 5c46db59-3db5-4121-b034-bd417da69e9f up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:25:54.965532 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 5c46db59-3db5-4121-b034-bd417da69e9f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:25:54.969114 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 5c46db59-3db5-4121-b034-bd417da69e9f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:25:54.969479 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:55.045182 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:55.066648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c46db59-3db5-4121-b034-bd417da69e9f'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:25:55.068855 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a94e218-9a46-4f08-a446-6ffa154ebbdb" -d '{"events": [{"server_uuid": "0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5", "name": "network-vif-plugged", "status": "completed", "tag": "5c46db59-3db5-4121-b034-bd417da69e9f"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:25:55.083007 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 5c46db59-3db5-4121-b034-bd417da69e9f, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5c46db59-3db5-4121-b034-bd417da69e9f,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:25:55.087076 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:55.142745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=5c46db59-3db5-4121-b034-bd417da69e9f,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:55.193687 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee57ecf-7d5e-475d-8ebf-cc52f12fb1d7 x-openstack-request-id: req-2ee57ecf-7d5e-475d-8ebf-cc52f12fb1d7 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:25:55.193987 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5", "name": "network-vif-plugged", "status": "completed", "tag": "5c46db59-3db5-4121-b034-bd417da69e9f", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:25:55.194241 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ee57ecf-7d5e-475d-8ebf-cc52f12fb1d7 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:25:55.194690 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c46db59-3db5-4121-b034-bd417da69e9f', 'code': 200} Aug 28 13:25:55.303999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7bf0d-60a1-4bab-90a6-3029c206e5ee req-5929a5b5-661c-4d86-abdd-ecef68b70c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:55.305660 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1bd7bf0d-60a1-4bab-90a6-3029c206e5ee req-5929a5b5-661c-4d86-abdd-ecef68b70c3d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5 HTTP/1.1" status: 200 len: 1102 time: 0.0410883 Aug 28 13:25:55.344615 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1bd7bf0d-60a1-4bab-90a6-3029c206e5ee req-e9d33181-1bd7-4abc-83b7-8942e934d8b5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d5074c06-f53c-4617-9bac-395e4709dd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304084 Aug 28 13:25:55.838753 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa20c58-e8e3-461f-8ce4-af98fec1faae req-1575a1ad-7db6-46e7-8907-291ae2a14393 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:55.840301 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aaa20c58-e8e3-461f-8ce4-af98fec1faae req-1575a1ad-7db6-46e7-8907-291ae2a14393 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/ports?device_id=0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5 HTTP/1.1" status: 200 len: 950 time: 0.0513170 Aug 28 13:25:55.880184 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-aaa20c58-e8e3-461f-8ce4-af98fec1faae req-2c7a47ef-ec1b-42c3-8e7e-d7d0a0bf4ee4 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5074c06-f53c-4617-9bac-395e4709dd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337307 Aug 28 13:25:56.997106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e31aa6-1663-4073-ba1b-7b4c5da0c6e5 req-b67f1da4-ba4f-45fc-89a7-f68171e55fd9 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:56.998590 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-23e31aa6-1663-4073-ba1b-7b4c5da0c6e5 req-b67f1da4-ba4f-45fc-89a7-f68171e55fd9 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/ports?device_id=0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5 HTTP/1.1" status: 200 len: 950 time: 0.0481129 Aug 28 13:25:57.039180 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-23e31aa6-1663-4073-ba1b-7b4c5da0c6e5 req-fdd1ee28-618e-4935-b1f4-f258fc7f3e8b tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5074c06-f53c-4617-9bac-395e4709dd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342355 Aug 28 13:25:57.347355 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-1c39f393-013c-479a-ada9-db219f5b8077 req-dc7740a8-1883-4732-a86b-393a1b98247c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:25:57.348338 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1c39f393-013c-479a-ada9-db219f5b8077 req-dc7740a8-1883-4732-a86b-393a1b98247c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056629 Aug 28 13:25:57.686784 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-ccf07464-9519-42b1-9167-47c280cbc4f5 req-7ec530e5-5e3a-4589-a960-123c0213b3b0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:25:57.687774 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ccf07464-9519-42b1-9167-47c280cbc4f5 req-7ec530e5-5e3a-4589-a960-123c0213b3b0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055351 Aug 28 13:25:58.023153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86223c-ef97-45e2-8499-0ee0a5e0b3ee req-df8334cd-3b20-4595-b275-87c9b5cb4a7e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:58.024671 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b86223c-ef97-45e2-8499-0ee0a5e0b3ee req-df8334cd-3b20-4595-b275-87c9b5cb4a7e tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/ports?device_id=0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5 HTTP/1.1" status: 200 len: 950 time: 0.0524673 Aug 28 13:25:58.065521 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b86223c-ef97-45e2-8499-0ee0a5e0b3ee req-8aac2bbb-0bbc-4186-a0b5-38538af55519 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5074c06-f53c-4617-9bac-395e4709dd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341547 Aug 28 13:25:59.192962 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b1de9-2a00-41b9-9df0-d3e9a7f54ffa req-e37b65db-7b25-4141-817e-db071842f2c5 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:59.194515 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f7b1de9-2a00-41b9-9df0-d3e9a7f54ffa req-e37b65db-7b25-4141-817e-db071842f2c5 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/ports?device_id=0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5 HTTP/1.1" status: 200 len: 950 time: 0.0562682 Aug 28 13:25:59.233915 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8f7b1de9-2a00-41b9-9df0-d3e9a7f54ffa req-891fb7d0-031e-4512-bf79-d49a87097adf tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.20 "GET /v2.0/security-groups?id=d5074c06-f53c-4617-9bac-395e4709dd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325353 Aug 28 13:25:59.321459 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d083-6004-41bc-8832-b5f3fc9e246c req-5e50b566-f089-4d1f-8dda-ffdf3403ea60 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:25:59.322923 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8543d083-6004-41bc-8832-b5f3fc9e246c req-5e50b566-f089-4d1f-8dda-ffdf3403ea60 tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.10 "GET /v2.0/ports?device_id=0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5 HTTP/1.1" status: 200 len: 950 time: 0.0481944 Aug 28 13:25:59.414895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-8543d083-6004-41bc-8832-b5f3fc9e246c req-95bb9c08-074b-4ce3-a45b-1a4576b9577d tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Deleting port 5c46db59-3db5-4121-b034-bd417da69e9f {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:25:59.415159 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8543d083-6004-41bc-8832-b5f3fc9e246c req-95bb9c08-074b-4ce3-a45b-1a4576b9577d tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:59.501988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-8543d083-6004-41bc-8832-b5f3fc9e246c req-95bb9c08-074b-4ce3-a45b-1a4576b9577d tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] For port 5c46db59-3db5-4121-b034-bd417da69e9f, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=5c46db59-3db5-4121-b034-bd417da69e9f,segment=NetworkSegment(16d0d3da-d9c9-47bb-9e29-aceba5750ac2),segment_id=16d0d3da-d9c9-47bb-9e29-aceba5750ac2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:25:59.502386 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8543d083-6004-41bc-8832-b5f3fc9e246c req-95bb9c08-074b-4ce3-a45b-1a4576b9577d tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:59.515683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-8543d083-6004-41bc-8832-b5f3fc9e246c req-95bb9c08-074b-4ce3-a45b-1a4576b9577d tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Calling delete_port for 5c46db59-3db5-4121-b034-bd417da69e9f owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:25:59.642837 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8543d083-6004-41bc-8832-b5f3fc9e246c req-95bb9c08-074b-4ce3-a45b-1a4576b9577d tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:59.655552 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['5c46db59-3db5-4121-b034-bd417da69e9f'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:25:59.673111 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb9c08-074b-4ce3-a45b-1a4576b9577d tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Pushing event deleted for resources: {'Port': ['ID=5c46db59-3db5-4121-b034-bd417da69e9f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:25:59.719319 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-8543d083-6004-41bc-8832-b5f3fc9e246c req-95bb9c08-074b-4ce3-a45b-1a4576b9577d tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] No DVR routers for this DVR port 5c46db59-3db5-4121-b034-bd417da69e9f on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:25:59.722009 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-8543d083-6004-41bc-8832-b5f3fc9e246c req-95bb9c08-074b-4ce3-a45b-1a4576b9577d tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:25:59.724185 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8543d083-6004-41bc-8832-b5f3fc9e246c req-95bb9c08-074b-4ce3-a45b-1a4576b9577d tempest-ServersAdminNegativeTestJSON-939409733 tempest-ServersAdminNegativeTestJSON-939409733-project] 10.222.0.10 "DELETE /v2.0/ports/5c46db59-3db5-4121-b034-bd417da69e9f HTTP/1.1" status: 204 len: 173 time: 0.3938072 Aug 28 13:25:59.724755 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5', 'name': 'network-vif-deleted', 'tag': '5c46db59-3db5-4121-b034-bd417da69e9f'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:25:59.726945 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba25fd1-3f0b-4c8c-86de-f7efa8232a92" -d '{"events": [{"server_uuid": "0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5", "name": "network-vif-deleted", "tag": "5c46db59-3db5-4121-b034-bd417da69e9f"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:25:59.778968 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2e199d-6531-4d86-a13f-a43c59fc473e x-openstack-request-id: req-6e2e199d-6531-4d86-a13f-a43c59fc473e {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:25:59.779298 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5", "name": "network-vif-deleted", "tag": "5c46db59-3db5-4121-b034-bd417da69e9f", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:25:59.779665 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e2e199d-6531-4d86-a13f-a43c59fc473e {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:25:59.779997 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aac94b0-ee4b-4fa3-b44a-6cedb3af58f5', 'name': 'network-vif-deleted', 'tag': '5c46db59-3db5-4121-b034-bd417da69e9f', 'status': 'completed', 'code': 200} Aug 28 13:26:00.530665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34908) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:26:00.692419 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c13a17e3-c0a1-4a52-9aaa-d1011441db7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88590bf6e49a4fcd904e45671050cb59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605926 Aug 28 13:26:00.694956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34914) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:26:00.743953 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c87d398-0017-415a-bb95-9a58d6651c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:00.766460 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c87d398-0017-415a-bb95-9a58d6651c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:00.813086 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c87d398-0017-415a-bb95-9a58d6651c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:00.815718 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c87d398-0017-415a-bb95-9a58d6651c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:00.816910 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1c87d398-0017-415a-bb95-9a58d6651c6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5074c06-f53c-4617-9bac-395e4709dd89 HTTP/1.1" status: 204 len: 168 time: 0.1208055 Aug 28 13:26:00.825577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87d398-0017-415a-bb95-9a58d6651c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5074c06-f53c-4617-9bac-395e4709dd89,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:01.079846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 34920) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:26:01.096447 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a895e8de-a73a-4ddd-baec-343163966b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:01.182331 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a895e8de-a73a-4ddd-baec-343163966b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:01.185983 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a895e8de-a73a-4ddd-baec-343163966b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:01.223416 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a895e8de-a73a-4ddd-baec-343163966b9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7172182815bc4f00a73bbfef1b19740c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424892 Aug 28 13:26:01.224272 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895e8de-a73a-4ddd-baec-343163966b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90fffdd-3e05-4cdf-b0fa-cd16b6ec1921,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:01.226183 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34922) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:26:01.279132 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3810c002-9b47-4821-9329-48bf55361023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:01.299708 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3810c002-9b47-4821-9329-48bf55361023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:01.345133 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3810c002-9b47-4821-9329-48bf55361023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:01.347801 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3810c002-9b47-4821-9329-48bf55361023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:01.348947 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3810c002-9b47-4821-9329-48bf55361023 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d90fffdd-3e05-4cdf-b0fa-cd16b6ec1921 HTTP/1.1" status: 204 len: 168 time: 0.1212318 Aug 28 13:26:01.359016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810c002-9b47-4821-9329-48bf55361023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90fffdd-3e05-4cdf-b0fa-cd16b6ec1921,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:02.047547 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34944) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:26:02.145069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d299269f-2668-4371-8348-d2681155e957 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1664773853-network', 'tenant_id': '4344a20629c146c4a4d86f77ef6de237'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:26:02.166180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d299269f-2668-4371-8348-d2681155e957 admin admin] Made reservation on behalf of 4344a20629c146c4a4d86f77ef6de237 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:26:02.169179 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d299269f-2668-4371-8348-d2681155e957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:02.177313 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d299269f-2668-4371-8348-d2681155e957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:02.263386 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d299269f-2668-4371-8348-d2681155e957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:02.267090 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d299269f-2668-4371-8348-d2681155e957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:02.290147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d299269f-2668-4371-8348-d2681155e957 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:26:02.299511 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299269f-2668-4371-8348-d2681155e957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81def943-42ea-470c-b481-41fa17376cf5,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:02.305248 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d299269f-2668-4371-8348-d2681155e957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:02.305593 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-d299269f-2668-4371-8348-d2681155e957 admin admin] Added segment 867e2dce-4779-4fc9-9d85-3b1b555185e5 of type vlan for network 264c347d-2896-487c-b6b6-876321007949 Aug 28 13:26:02.346943 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d299269f-2668-4371-8348-d2681155e957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:02.372656 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d299269f-2668-4371-8348-d2681155e957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:02.373822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d299269f-2668-4371-8348-d2681155e957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:02.374439 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d299269f-2668-4371-8348-d2681155e957 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:02.431636 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d299269f-2668-4371-8348-d2681155e957 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3829825 Aug 28 13:26:02.436139 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 34948) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:26:02.442851 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ee007e8c-3607-48af-bbe1-a24a5394ec7d admin admin] Request body: {'subnet': {'network_id': '264c347d-2896-487c-b6b6-876321007949', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1664773853-subnet', 'tenant_id': '4344a20629c146c4a4d86f77ef6de237', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:26:02.449942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299269f-2668-4371-8348-d2681155e957 admin admin] Pushing event updated for resources: {'Network': ['ID=264c347d-2896-487c-b6b6-876321007949,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:02.459588 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 264c347d-2896-487c-b6b6-876321007949 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:26:02.471347 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee007e8c-3607-48af-bbe1-a24a5394ec7d admin admin] Made reservation on behalf of 4344a20629c146c4a4d86f77ef6de237 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:26:02.473659 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee007e8c-3607-48af-bbe1-a24a5394ec7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:02.638203 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee007e8c-3607-48af-bbe1-a24a5394ec7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:02.691272 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee007e8c-3607-48af-bbe1-a24a5394ec7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=72b95467-6883-412b-b980-93e6489485f8,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:02.701770 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee007e8c-3607-48af-bbe1-a24a5394ec7d admin admin] Checking segment: {'id': '867e2dce-4779-4fc9-9d85-3b1b555185e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '264c347d-2896-487c-b6b6-876321007949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:26:02.702127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee007e8c-3607-48af-bbe1-a24a5394ec7d admin admin] Network hostable DHCP agents. Network: 264c347d-2896-487c-b6b6-876321007949, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:26:02.718001 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee007e8c-3607-48af-bbe1-a24a5394ec7d admin admin] Network 264c347d-2896-487c-b6b6-876321007949 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:26:02.726066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-ee007e8c-3607-48af-bbe1-a24a5394ec7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 264c347d-2896-487c-b6b6-876321007949) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:26:02.730743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee007e8c-3607-48af-bbe1-a24a5394ec7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:02.731326 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ee007e8c-3607-48af-bbe1-a24a5394ec7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:02.736327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05d04ae-114f-4a28-a9ff-7153fa7a2e4a None None] Network 264c347d-2896-487c-b6b6-876321007949 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:26:02.745258 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ee007e8c-3607-48af-bbe1-a24a5394ec7d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3061783 Aug 28 13:26:02.861125 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2597df2d-bde9-4a43-82d2-5a4b911a2c8e None None] Network 264c347d-2896-487c-b6b6-876321007949 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:26:02.983894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 5c46db59-3db5-4121-b034-bd417da69e9f no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:26:03.003687 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 5c46db59-3db5-4121-b034-bd417da69e9f {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:26:03.004029 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 5c46db59-3db5-4121-b034-bd417da69e9f not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:26:03.166103 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-dd42fada-3f07-4b8a-8f34-239bd0f5681f tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:03.167693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-dd42fada-3f07-4b8a-8f34-239bd0f5681f tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/networks?id=264c347d-2896-487c-b6b6-876321007949 HTTP/1.1" status: 200 len: 812 time: 0.1000628 Aug 28 13:26:03.182766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-6a5effaa-9785-4746-99e5-232962572001 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/quotas/4344a20629c146c4a4d86f77ef6de237 HTTP/1.1" status: 200 len: 375 time: 0.0089118 Aug 28 13:26:03.457709 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-b27f0e9d-3516-4f8e-852f-beb1199373f1 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4344a20629c146c4a4d86f77ef6de237&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2693002 Aug 28 13:26:03.548797 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-465a46c2-e448-4a52-9366-61cc0149be42 service neutron] 10.222.0.20 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840280 Aug 28 13:26:03.642659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-83adf16d-45d8-48aa-b361-d302bc3f6b20 service neutron] 10.222.0.20 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877752 Aug 28 13:26:03.826036 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d709cd77-ff49-4a8f-88c4-b5551e299f3d req-b3eb541a-99b7-4753-98d6-756408fdac93 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 210 time: 0.0325429 Aug 28 13:26:04.927655 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe012f36-ed93-49a9-a963-ffed358d9105 req-06eb2fd6-fbdc-483f-9e39-c1f586cf700f tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 210 time: 0.0291045 Aug 28 13:26:04.955252 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-ed120194-59e4-40e3-864d-595e26995265 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:04.956708 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-ed120194-59e4-40e3-864d-595e26995265 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.10 "GET /v2.0/networks?id=264c347d-2896-487c-b6b6-876321007949 HTTP/1.1" status: 200 len: 812 time: 0.1123185 Aug 28 13:26:04.970392 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-4f46fcbf-6b81-4154-97c0-2addef7e087d tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Request body: {'port': {'device_id': '0a814d05-4d06-4fe9-9552-c0f1c0f659e3', 'network_id': '264c347d-2896-487c-b6b6-876321007949', 'admin_state_up': True, 'tenant_id': '4344a20629c146c4a4d86f77ef6de237'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:26:05.079083 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-4f46fcbf-6b81-4154-97c0-2addef7e087d tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Made reservation on behalf of 4344a20629c146c4a4d86f77ef6de237 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:26:05.082557 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-4f46fcbf-6b81-4154-97c0-2addef7e087d tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:05.208325 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-4f46fcbf-6b81-4154-97c0-2addef7e087d tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Allocated IP 172.20.0.13 (264c347d-2896-487c-b6b6-876321007949/72b95467-6883-412b-b980-93e6489485f8/12f7b964-b0eb-4e9f-97ec-b97f13dd0249) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:26:05.352488 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-4f46fcbf-6b81-4154-97c0-2addef7e087d tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:05.391790 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-4f46fcbf-6b81-4154-97c0-2addef7e087d tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:05.432478 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-4f46fcbf-6b81-4154-97c0-2addef7e087d tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Network 264c347d-2896-487c-b6b6-876321007949 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:26:05.436234 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-4f46fcbf-6b81-4154-97c0-2addef7e087d tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:26:05.441836 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-4f46fcbf-6b81-4154-97c0-2addef7e087d tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:26:05.468450 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46fcbf-6b81-4154-97c0-2addef7e087d tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Pushing event updated for resources: {'Port': ['ID=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:05.494895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-4f46fcbf-6b81-4154-97c0-2addef7e087d tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:05.495525 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-4f46fcbf-6b81-4154-97c0-2addef7e087d tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:05.509033 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-4f46fcbf-6b81-4154-97c0-2addef7e087d tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5429113 Aug 28 13:26:05.521739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Request body: {'port': {'device_id': '0a814d05-4d06-4fe9-9552-c0f1c0f659e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:26:05.578281 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:05.643001 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:26:05.833654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:26:05.841313 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:05.852820 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Transition to ACTIVE for port object 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:26:05.856632 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:05.906575 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Pushing event updated for resources: {'Port': ['ID=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:05.978532 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Attempting to bind port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:26:05.979169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Attempting to bind port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '867e2dce-4779-4fc9-9d85-3b1b555185e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '264c347d-2896-487c-b6b6-876321007949'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:26:05.979169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Attempting to bind port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 on network 264c347d-2896-487c-b6b6-876321007949 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:26:05.984128 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 on network 264c347d-2896-487c-b6b6-876321007949 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:26:05.984444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Attempting to bind port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 on network 264c347d-2896-487c-b6b6-876321007949 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:26:05.989246 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:26:05.989579 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Checking segment: {'id': '867e2dce-4779-4fc9-9d85-3b1b555185e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '264c347d-2896-487c-b6b6-876321007949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:26:05.990403 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Bound using segment: {'id': '867e2dce-4779-4fc9-9d85-3b1b555185e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '264c347d-2896-487c-b6b6-876321007949'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:26:05.990844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Bound port: 12f7b964-b0eb-4e9f-97ec-b97f13dd0249, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867e2dce-4779-4fc9-9d85-3b1b555185e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '264c347d-2896-487c-b6b6-876321007949'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:26:05.991187 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:06.085962 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f840e-00d8-4220-b4e3-306b971e0a3b req-de5fc681-b2a2-4c32-8828-41d4734d3536 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:06.087377 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3d1f840e-00d8-4220-b4e3-306b971e0a3b req-de5fc681-b2a2-4c32-8828-41d4734d3536 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 944 time: 0.0858862 Aug 28 13:26:06.091835 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] For port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:26:06.096050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] For port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,segment=NetworkSegment(867e2dce-4779-4fc9-9d85-3b1b555185e5),segment_id=867e2dce-4779-4fc9-9d85-3b1b555185e5)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:26:06.103746 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:06.153485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:06.154134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:06.155619 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] 10.222.0.10 "PUT /v2.0/ports/12f7b964-b0eb-4e9f-97ec-b97f13dd0249 HTTP/1.1" status: 200 len: 1093 time: 0.6380343 Aug 28 13:26:06.162741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a814d05-4d06-4fe9-9552-c0f1c0f659e3', 'tag': '12f7b964-b0eb-4e9f-97ec-b97f13dd0249'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:26:06.164978 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061bc1f4-ec56-4037-bc92-6ceda852dd53" -d '{"events": [{"name": "network-changed", "server_uuid": "0a814d05-4d06-4fe9-9552-c0f1c0f659e3", "tag": "12f7b964-b0eb-4e9f-97ec-b97f13dd0249"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:26:06.180501 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3d1f840e-00d8-4220-b4e3-306b971e0a3b req-6b6add88-a59a-4463-b232-8d8a8dc964c5 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863152 Aug 28 13:26:06.213199 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e62a97e-6468-44e2-b4f7-b988a7b23be1 x-openstack-request-id: req-1e62a97e-6468-44e2-b4f7-b988a7b23be1 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:26:06.213482 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a814d05-4d06-4fe9-9552-c0f1c0f659e3", "tag": "12f7b964-b0eb-4e9f-97ec-b97f13dd0249", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:26:06.213726 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e62a97e-6468-44e2-b4f7-b988a7b23be1 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:26:06.214146 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a814d05-4d06-4fe9-9552-c0f1c0f659e3', 'tag': '12f7b964-b0eb-4e9f-97ec-b97f13dd0249', 'status': 'completed', 'code': 200} Aug 28 13:26:06.215115 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f4c34-7abd-4655-ae1f-b8328816b380 service neutron] Pushing event updated for resources: {'Port': ['ID=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:06.247529 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-74d662fe-de3d-4663-95ea-d424137ac7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:06.249017 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-74d662fe-de3d-4663-95ea-d424137ac7ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4344a20629c146c4a4d86f77ef6de237&device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 1096 time: 0.0511124 Aug 28 13:26:06.290940 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-946fe8b1-7478-4efa-b7b4-8038be66b15c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249 HTTP/1.1" status: 200 len: 217 time: 0.0333884 Aug 28 13:26:06.340104 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-2234cff7-6207-4e55-8cc9-265094243c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:06.341463 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-2234cff7-6207-4e55-8cc9-265094243c8d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72b95467-6883-412b-b980-93e6489485f8 HTTP/1.1" status: 200 len: 852 time: 0.0426443 Aug 28 13:26:06.377802 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-f258b6ac-51a7-4c61-8955-fee99daa2250 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=264c347d-2896-487c-b6b6-876321007949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291655 Aug 28 13:26:06.467821 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-dd1e0607-d6d8-4ff8-a542-d96b9e81b280 service neutron] 10.222.0.10 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817268 Aug 28 13:26:06.561017 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-37cb2c32-bcf0-4cbe-8991-0d72790a3a3c req-fc782310-f2c3-486e-8797-9ecf79f9555a service neutron] 10.222.0.10 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853481 Aug 28 13:26:06.651213 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bc1f4-ec56-4037-bc92-6ceda852dd53 req-2ff16011-1a89-4733-a864-31d95b38ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:06.653635 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-061bc1f4-ec56-4037-bc92-6ceda852dd53 req-2ff16011-1a89-4733-a864-31d95b38ac29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4344a20629c146c4a4d86f77ef6de237&device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 1096 time: 0.0459456 Aug 28 13:26:06.750868 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bc1f4-ec56-4037-bc92-6ceda852dd53 req-2cf98a78-355c-480f-86c4-ea283c5e0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:06.752444 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-061bc1f4-ec56-4037-bc92-6ceda852dd53 req-2cf98a78-355c-480f-86c4-ea283c5e0bae service neutron] 10.222.0.10 "GET /v2.0/networks?id=264c347d-2896-487c-b6b6-876321007949 HTTP/1.1" status: 200 len: 912 time: 0.0909829 Aug 28 13:26:06.803395 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-061bc1f4-ec56-4037-bc92-6ceda852dd53 req-774bf65a-cbc8-4cc1-919b-fdca930c7af3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249 HTTP/1.1" status: 200 len: 217 time: 0.0437651 Aug 28 13:26:06.859734 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bc1f4-ec56-4037-bc92-6ceda852dd53 req-5ddec426-f95d-4b35-8aad-42da91774155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:06.861268 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-061bc1f4-ec56-4037-bc92-6ceda852dd53 req-5ddec426-f95d-4b35-8aad-42da91774155 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72b95467-6883-412b-b980-93e6489485f8 HTTP/1.1" status: 200 len: 852 time: 0.0497050 Aug 28 13:26:06.897450 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-061bc1f4-ec56-4037-bc92-6ceda852dd53 req-f35bbf72-a2a8-493f-bf10-a9cac5a63d4e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=264c347d-2896-487c-b6b6-876321007949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273581 Aug 28 13:26:06.992815 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-061bc1f4-ec56-4037-bc92-6ceda852dd53 req-e8095819-1220-41e0-9b99-59a012ac7d6c service neutron] 10.222.0.10 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866883 Aug 28 13:26:07.093587 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-061bc1f4-ec56-4037-bc92-6ceda852dd53 req-b602d733-b60c-4e9d-b318-2b54ca9f8913 service neutron] 10.222.0.10 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902030 Aug 28 13:26:07.304153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d8f64-c1dc-47c3-af72-02ce60b7502f req-89592b23-44ed-475b-88ac-d3a222b213f4 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:07.305691 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2c7d8f64-c1dc-47c3-af72-02ce60b7502f req-89592b23-44ed-475b-88ac-d3a222b213f4 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 944 time: 0.0508540 Aug 28 13:26:07.348117 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2c7d8f64-c1dc-47c3-af72-02ce60b7502f req-ba643ef5-5bef-4087-a5a0-468182f5c38f tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363371 Aug 28 13:26:07.730492 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:08.466499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94c4ff-d781-41b3-a7eb-f1c84b3d86a2 req-ac2aaca4-254a-48d8-8a38-feef988930b7 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:08.467992 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bb94c4ff-d781-41b3-a7eb-f1c84b3d86a2 req-ac2aaca4-254a-48d8-8a38-feef988930b7 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 944 time: 0.0501995 Aug 28 13:26:08.507633 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bb94c4ff-d781-41b3-a7eb-f1c84b3d86a2 req-ad1d2c63-5a3e-45c0-ac7c-1ea32e0ba3fd tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337272 Aug 28 13:26:09.621198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deb745-b9bf-4edd-b1bb-f827bdd347b9 req-f41d2426-081a-4d86-9427-3702d358ab4d tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:09.622699 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36deb745-b9bf-4edd-b1bb-f827bdd347b9 req-f41d2426-081a-4d86-9427-3702d358ab4d tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 944 time: 0.0481007 Aug 28 13:26:09.659764 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36deb745-b9bf-4edd-b1bb-f827bdd347b9 req-37444437-a759-4e1c-b744-868deeae5516 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312631 Aug 28 13:26:10.031633 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0c2f450c-1941-4060-b2d0-9ac06f97a19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:10.148376 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:10.779939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160c517-cd58-47de-af60-fcc16df7414e req-dd01de61-a029-49a1-a00e-d77e6dfade82 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:10.781392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f160c517-cd58-47de-af60-fcc16df7414e req-dd01de61-a029-49a1-a00e-d77e6dfade82 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 944 time: 0.0535054 Aug 28 13:26:10.818764 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f160c517-cd58-47de-af60-fcc16df7414e req-5e1f26cc-d0f9-411f-8045-e2fb7fa36713 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313513 Aug 28 13:26:11.012860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:26:11.106200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,segment=NetworkSegment(867e2dce-4779-4fc9-9d85-3b1b555185e5),segment_id=867e2dce-4779-4fc9-9d85-3b1b555185e5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:26:11.117013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '12f7b964-b0eb-4e9f-97ec-b97f13dd0249', 'network_id': '264c347d-2896-487c-b6b6-876321007949', 'port_id': '12f7b964-b0eb-4e9f-97ec-b97f13dd0249', 'mac_address': 'fa:16:3e:5f:24:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b95467-6883-412b-b980-93e6489485f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:26:11.153177 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:11.165520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:26:11.185829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,segment=NetworkSegment(867e2dce-4779-4fc9-9d85-3b1b555185e5),segment_id=867e2dce-4779-4fc9-9d85-3b1b555185e5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:26:11.189728 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:11.240537 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:11.387273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['12f7b964-b0eb-4e9f-97ec-b97f13dd0249'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:26:11.933803 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae68f42-ea59-4fa9-af35-960bc0b05cb7 req-a27e66b7-12c9-4c6d-a11d-8649c8d0aaf6 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:11.935223 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eae68f42-ea59-4fa9-af35-960bc0b05cb7 req-a27e66b7-12c9-4c6d-a11d-8649c8d0aaf6 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 945 time: 0.0482829 Aug 28 13:26:11.972387 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-eae68f42-ea59-4fa9-af35-960bc0b05cb7 req-c27bedb9-8400-4e0b-a6a8-5e03d85affbe tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313821 Aug 28 13:26:12.301966 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bfac5cfc-7251-402f-9d23-464699d4e953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:12.624237 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:13.012447 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:26:13.063964 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:26:13.068076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:26:13.068714 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:13.091663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae77d5-2672-4fd8-be0e-8357636b5ebc req-43f67b44-fe08-4cca-aa0e-67f346ab33d7 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:13.093402 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-20ae77d5-2672-4fd8-be0e-8357636b5ebc req-43f67b44-fe08-4cca-aa0e-67f346ab33d7 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 945 time: 0.0514605 Aug 28 13:26:13.132495 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-20ae77d5-2672-4fd8-be0e-8357636b5ebc req-fef4250d-8880-4790-96b4-a7d4c093f6d0 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331349 Aug 28 13:26:13.149208 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:13.173641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a814d05-4d06-4fe9-9552-c0f1c0f659e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f7b964-b0eb-4e9f-97ec-b97f13dd0249'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:26:13.175859 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa689a65-32c4-4461-9607-2d5a92ea96ec" -d '{"events": [{"server_uuid": "0a814d05-4d06-4fe9-9552-c0f1c0f659e3", "name": "network-vif-plugged", "status": "completed", "tag": "12f7b964-b0eb-4e9f-97ec-b97f13dd0249"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:26:13.187985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,segment=NetworkSegment(867e2dce-4779-4fc9-9d85-3b1b555185e5),segment_id=867e2dce-4779-4fc9-9d85-3b1b555185e5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:26:13.192057 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:13.219938 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a61fc77-b0dd-4822-86b1-e992576ac837 x-openstack-request-id: req-5a61fc77-b0dd-4822-86b1-e992576ac837 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:26:13.220235 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a814d05-4d06-4fe9-9552-c0f1c0f659e3", "name": "network-vif-plugged", "status": "completed", "tag": "12f7b964-b0eb-4e9f-97ec-b97f13dd0249", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:26:13.220490 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a61fc77-b0dd-4822-86b1-e992576ac837 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:26:13.221260 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a814d05-4d06-4fe9-9552-c0f1c0f659e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f7b964-b0eb-4e9f-97ec-b97f13dd0249', 'code': 200} Aug 28 13:26:13.254708 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:13.357268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470c4a9-7914-4ab5-aa63-ca35461b4f84 req-0e93f6f4-e23f-4770-a895-910f8e418ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:13.358761 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4470c4a9-7914-4ab5-aa63-ca35461b4f84 req-0e93f6f4-e23f-4770-a895-910f8e418ca5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 1098 time: 0.0866342 Aug 28 13:26:13.396086 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4470c4a9-7914-4ab5-aa63-ca35461b4f84 req-a7c195ba-d565-47f3-92a0-c60b7163ff2e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301588 Aug 28 13:26:13.547617 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:14.260022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc36fb4-7744-43fa-bc24-8c31d3e926e2 req-d8d88c1c-4d68-4dac-84ac-5bdc500ce5ec tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:14.261970 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5cc36fb4-7744-43fa-bc24-8c31d3e926e2 req-d8d88c1c-4d68-4dac-84ac-5bdc500ce5ec tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0576429 Aug 28 13:26:14.301526 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5cc36fb4-7744-43fa-bc24-8c31d3e926e2 req-045913df-d3b3-462e-9110-f5309f57af19 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340796 Aug 28 13:26:15.420330 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68859ccf-7b81-4035-a5f2-90d1311cdb81 req-a49a25ab-167e-467b-9350-f712cbee980c tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:15.421863 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-68859ccf-7b81-4035-a5f2-90d1311cdb81 req-a49a25ab-167e-467b-9350-f712cbee980c tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0502403 Aug 28 13:26:15.436763 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:15.462491 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-68859ccf-7b81-4035-a5f2-90d1311cdb81 req-ef8e7b10-2584-4492-957a-e3ddd2650afe tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346901 Aug 28 13:26:15.647313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35012) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:26:15.707629 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b6a33-a039-4781-b3a7-0f23949c7923 req-b613b44d-aafa-4bd1-ba67-b1be07ad86e9 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:15.709125 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d1b6a33-a039-4781-b3a7-0f23949c7923 req-b613b44d-aafa-4bd1-ba67-b1be07ad86e9 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0504656 Aug 28 13:26:15.772910 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0d1b6a33-a039-4781-b3a7-0f23949c7923 req-0b0b76dc-1967-4d1e-9820-76246fd3e447 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540369 Aug 28 13:26:15.779112 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-edf73cf7-bb01-4f1b-80e9-6500ea008c56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306646 Aug 28 13:26:16.899508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef483a-6a46-47d9-971d-ca27b6a67e85 req-b36793ce-f647-4c89-a09c-8bddde695bef tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:16.901015 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1aef483a-6a46-47d9-971d-ca27b6a67e85 req-b36793ce-f647-4c89-a09c-8bddde695bef tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0565426 Aug 28 13:26:16.930420 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab25be-6cb4-4be0-b829-084803005311 req-45fa53e1-8e7c-4a7d-a55c-d21b25544f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:16.932014 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-45fa53e1-8e7c-4a7d-a55c-d21b25544f7f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4344a20629c146c4a4d86f77ef6de237&device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 1098 time: 0.0415301 Aug 28 13:26:16.940855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1aef483a-6a46-47d9-971d-ca27b6a67e85 req-b1c9e92d-38fc-4a40-aaee-277d9216eae3 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327101 Aug 28 13:26:17.021404 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab25be-6cb4-4be0-b829-084803005311 req-43045f44-e2e6-42aa-a08b-92271fed4e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:17.022906 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-43045f44-e2e6-42aa-a08b-92271fed4e83 service neutron] 10.222.0.10 "GET /v2.0/networks?id=264c347d-2896-487c-b6b6-876321007949 HTTP/1.1" status: 200 len: 912 time: 0.0836883 Aug 28 13:26:17.405223 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-6150bcfe-1432-4fd5-96e1-2e5caf92551f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249 HTTP/1.1" status: 200 len: 217 time: 0.3738971 Aug 28 13:26:17.454185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab25be-6cb4-4be0-b829-084803005311 req-3799bb75-e88b-4f4d-b248-bf17a7a20e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:17.455671 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-3799bb75-e88b-4f4d-b248-bf17a7a20e4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72b95467-6883-412b-b980-93e6489485f8 HTTP/1.1" status: 200 len: 852 time: 0.0429108 Aug 28 13:26:17.487711 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-330f31dc-3546-4938-af2d-f455ae9899cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=264c347d-2896-487c-b6b6-876321007949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248203 Aug 28 13:26:17.578181 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-84e69e0f-e4ca-43ba-b079-e42fea9c7d9c service neutron] 10.222.0.10 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829198 Aug 28 13:26:17.668172 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-d9e918f6-b310-4eec-b4de-426d53adb46f service neutron] 10.222.0.10 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829263 Aug 28 13:26:18.056231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32063b-e30c-4d8b-96cd-dcb99521671e req-767db48f-23f2-4ced-9fa8-088e37554a08 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:18.058443 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e32063b-e30c-4d8b-96cd-dcb99521671e req-767db48f-23f2-4ced-9fa8-088e37554a08 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0496318 Aug 28 13:26:18.095031 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6e32063b-e30c-4d8b-96cd-dcb99521671e req-b75e84d8-8d47-4e74-af28-74e245e7c027 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307825 Aug 28 13:26:19.210452 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e6304-a34f-4966-aac3-df0393a0c56b req-47cef1c6-9daa-46de-a6b9-223be451d3ba tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:19.212252 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a10e6304-a34f-4966-aac3-df0393a0c56b req-47cef1c6-9daa-46de-a6b9-223be451d3ba tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0495663 Aug 28 13:26:19.252848 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a10e6304-a34f-4966-aac3-df0393a0c56b req-5819ecfe-03de-4fcf-9002-d9957c145c99 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333109 Aug 28 13:26:20.372697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe2a2b-e338-44d2-b9e7-b1afc638cf22 req-7d54806a-f608-40f5-b4df-132ef3e622a1 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:20.374192 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2efe2a2b-e338-44d2-b9e7-b1afc638cf22 req-7d54806a-f608-40f5-b4df-132ef3e622a1 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0534945 Aug 28 13:26:20.412441 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2efe2a2b-e338-44d2-b9e7-b1afc638cf22 req-a3d40a74-6ad4-4c24-a76c-e52b86b75e58 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Aug 28 13:26:21.530077 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799416f-6a76-4376-81bd-3d841f5cd593 req-8325422e-92eb-4196-a2ba-4acd2f710038 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:21.531579 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9799416f-6a76-4376-81bd-3d841f5cd593 req-8325422e-92eb-4196-a2ba-4acd2f710038 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0496945 Aug 28 13:26:21.569507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9799416f-6a76-4376-81bd-3d841f5cd593 req-8a2a2507-30e2-49cc-b866-a125a92a9c20 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319111 Aug 28 13:26:22.684877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04853b-c3d1-4fda-b2b2-2172601c2819 req-635cced8-9fae-4760-8d77-a2098a09a9e2 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:22.686353 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be04853b-c3d1-4fda-b2b2-2172601c2819 req-635cced8-9fae-4760-8d77-a2098a09a9e2 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0487199 Aug 28 13:26:22.723117 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be04853b-c3d1-4fda-b2b2-2172601c2819 req-000329df-91bc-41eb-bfb6-2ecccb7cdc02 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305738 Aug 28 13:26:23.842322 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f04152-e3f2-46c5-9f23-dfaa5517db10 req-72281c7d-7cdb-4d02-989d-838ac3c85c55 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:23.843829 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4f04152-e3f2-46c5-9f23-dfaa5517db10 req-72281c7d-7cdb-4d02-989d-838ac3c85c55 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0532508 Aug 28 13:26:23.881281 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4f04152-e3f2-46c5-9f23-dfaa5517db10 req-a5ef75b6-6e04-4b65-8f1c-59ecc7157a3f tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315099 Aug 28 13:26:25.006770 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ee2fa-a47a-43ce-9795-c4ad833fdba6 req-0074c314-ff37-425d-89fd-ad3d8cfd8f30 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:25.008247 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-326ee2fa-a47a-43ce-9795-c4ad833fdba6 req-0074c314-ff37-425d-89fd-ad3d8cfd8f30 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0548382 Aug 28 13:26:25.047077 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-326ee2fa-a47a-43ce-9795-c4ad833fdba6 req-3001c1ed-a7d6-454b-92b6-cb8d19844769 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327282 Aug 28 13:26:26.164623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6365a8-83c8-4097-bc8f-51a555f24a1f req-d4197245-3043-4bbe-935e-3688e43bc302 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:26.166126 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ea6365a8-83c8-4097-bc8f-51a555f24a1f req-d4197245-3043-4bbe-935e-3688e43bc302 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0495458 Aug 28 13:26:26.203825 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ea6365a8-83c8-4097-bc8f-51a555f24a1f req-239bb187-c75a-4c9c-88a8-08579425fd9d tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310843 Aug 28 13:26:27.342829 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fc424-ba08-4311-832b-76821899162d req-6a44f92b-9348-4801-a3bc-a2888c13ecb5 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:27.344457 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-056fc424-ba08-4311-832b-76821899162d req-6a44f92b-9348-4801-a3bc-a2888c13ecb5 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0637481 Aug 28 13:26:27.395207 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-056fc424-ba08-4311-832b-76821899162d req-6a0c0cd4-6475-442a-8700-d78f8b966ff6 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402372 Aug 28 13:26:28.514838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebb11b-d748-420e-b837-3ff964fe7141 req-34d55439-6809-44cb-b8cb-a14a06a53564 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:28.516389 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52ebb11b-d748-420e-b837-3ff964fe7141 req-34d55439-6809-44cb-b8cb-a14a06a53564 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0502148 Aug 28 13:26:28.559486 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-52ebb11b-d748-420e-b837-3ff964fe7141 req-295e1ff7-5fca-4eea-a2b5-c816db7d0b59 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370693 Aug 28 13:26:29.679269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a12dfc-a231-4965-a2c1-b4c3fb27be74 req-29aae388-a415-4d57-9bc9-adb421661015 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:29.680747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59a12dfc-a231-4965-a2c1-b4c3fb27be74 req-29aae388-a415-4d57-9bc9-adb421661015 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0514715 Aug 28 13:26:29.719295 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59a12dfc-a231-4965-a2c1-b4c3fb27be74 req-cda4ac65-33d9-4b7b-bee9-7f4c1559079b tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317605 Aug 28 13:26:30.842309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a9afc-968a-4fa7-8fb5-417f1b875eea req-60f67f90-f07a-430e-b406-32c3b578a769 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:30.843735 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-903a9afc-968a-4fa7-8fb5-417f1b875eea req-60f67f90-f07a-430e-b406-32c3b578a769 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0547931 Aug 28 13:26:30.882625 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-903a9afc-968a-4fa7-8fb5-417f1b875eea req-1514479e-116f-499f-ac93-a56c8eaea470 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Aug 28 13:26:31.999741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853c4eb-efd2-448d-997c-b71973f29aee req-72489f04-6312-4318-8510-26a9cf5d59f1 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:32.001260 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f853c4eb-efd2-448d-997c-b71973f29aee req-72489f04-6312-4318-8510-26a9cf5d59f1 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0497329 Aug 28 13:26:32.041059 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f853c4eb-efd2-448d-997c-b71973f29aee req-53449e8d-baf1-4c6b-a764-ad6956cf1c3b tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338228 Aug 28 13:26:33.161726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ac877-ee17-41b9-882e-d46afed3ead0 req-7ec75565-f84e-4bf6-8c8a-53c43e998260 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:33.163386 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb4ac877-ee17-41b9-882e-d46afed3ead0 req-7ec75565-f84e-4bf6-8c8a-53c43e998260 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0511947 Aug 28 13:26:33.202745 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb4ac877-ee17-41b9-882e-d46afed3ead0 req-58cf9e5e-127e-4bfc-ba4e-6c53eb028ec7 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331912 Aug 28 13:26:34.321946 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb0c9a-e00f-40d1-82ba-240e0a7ad36b req-8815240e-a7db-4e05-b200-3b08d770ca35 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:34.323487 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6dcb0c9a-e00f-40d1-82ba-240e0a7ad36b req-8815240e-a7db-4e05-b200-3b08d770ca35 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0528946 Aug 28 13:26:34.361745 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6dcb0c9a-e00f-40d1-82ba-240e0a7ad36b req-25c8562c-f78a-44c9-ab6b-dd634b738ab6 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322590 Aug 28 13:26:35.479442 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e08af9-b12a-42cd-9391-7a6925e15ac9 req-73d6a13a-c6ed-4f83-b8e9-f2f41d2ae1af tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:35.481612 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-17e08af9-b12a-42cd-9391-7a6925e15ac9 req-73d6a13a-c6ed-4f83-b8e9-f2f41d2ae1af tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0511711 Aug 28 13:26:35.521645 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-17e08af9-b12a-42cd-9391-7a6925e15ac9 req-61dc6434-fae2-4386-b5fe-a6cebca5e2cf tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341680 Aug 28 13:26:36.639204 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be720812-adc6-4333-8313-eac7054e03c9 req-fcc63097-c7cb-4767-b599-44bcd56895f6 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:36.640775 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be720812-adc6-4333-8313-eac7054e03c9 req-fcc63097-c7cb-4767-b599-44bcd56895f6 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0497470 Aug 28 13:26:36.679468 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be720812-adc6-4333-8313-eac7054e03c9 req-f4db99d5-049b-40c9-9e9d-edd07181fa93 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320907 Aug 28 13:26:37.749349 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:37.807198 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26319bab-13b6-4e37-9ead-3dc19f9f4e76 req-40394440-88f5-495c-9d34-30b9ff657dc0 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:37.808602 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26319bab-13b6-4e37-9ead-3dc19f9f4e76 req-40394440-88f5-495c-9d34-30b9ff657dc0 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0554948 Aug 28 13:26:37.849937 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26319bab-13b6-4e37-9ead-3dc19f9f4e76 req-16b1ae67-50ff-46b9-b4a6-f99579269690 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342379 Aug 28 13:26:38.625891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cb6fa-fda1-4ba3-b068-0bd05f0f88bf req-53b85dfd-ad94-4bcc-8473-ba22ec9326c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:38.627482 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd1cb6fa-fda1-4ba3-b068-0bd05f0f88bf req-53b85dfd-ad94-4bcc-8473-ba22ec9326c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4344a20629c146c4a4d86f77ef6de237&device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 1098 time: 0.0427499 Aug 28 13:26:38.733803 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cb6fa-fda1-4ba3-b068-0bd05f0f88bf req-e687855c-4ffc-41ba-ab30-a5646b3efdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:38.735325 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd1cb6fa-fda1-4ba3-b068-0bd05f0f88bf req-e687855c-4ffc-41ba-ab30-a5646b3efdbd service neutron] 10.222.0.10 "GET /v2.0/networks?id=264c347d-2896-487c-b6b6-876321007949 HTTP/1.1" status: 200 len: 912 time: 0.0880606 Aug 28 13:26:38.780873 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd1cb6fa-fda1-4ba3-b068-0bd05f0f88bf req-831eb959-a12f-4d2e-a73c-5119153f7c51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249 HTTP/1.1" status: 200 len: 217 time: 0.0358057 Aug 28 13:26:38.838485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cb6fa-fda1-4ba3-b068-0bd05f0f88bf req-0a2d4738-b4d1-45cb-aaad-f1fc558bb16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:38.839985 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd1cb6fa-fda1-4ba3-b068-0bd05f0f88bf req-0a2d4738-b4d1-45cb-aaad-f1fc558bb16a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72b95467-6883-412b-b980-93e6489485f8 HTTP/1.1" status: 200 len: 852 time: 0.0508349 Aug 28 13:26:38.874953 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd1cb6fa-fda1-4ba3-b068-0bd05f0f88bf req-5c9e1364-1867-4018-93dc-41326370e9d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=264c347d-2896-487c-b6b6-876321007949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258036 Aug 28 13:26:39.006929 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547fff9-93e2-460e-803c-35f37b9d24a3 req-b1046c2c-c019-4020-9b8a-ec6bff0f75ac tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:39.008419 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3547fff9-93e2-460e-803c-35f37b9d24a3 req-b1046c2c-c019-4020-9b8a-ec6bff0f75ac tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0819063 Aug 28 13:26:39.010567 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd1cb6fa-fda1-4ba3-b068-0bd05f0f88bf req-3ff50bb4-ef73-4613-85e6-18d30def1fbb service neutron] 10.222.0.10 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281366 Aug 28 13:26:39.092811 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3547fff9-93e2-460e-803c-35f37b9d24a3 req-6f4e0c9c-d817-4aad-a32f-093506c2c46a tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779178 Aug 28 13:26:39.128189 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd1cb6fa-fda1-4ba3-b068-0bd05f0f88bf req-90f44953-1a12-47b6-b487-dc9efe1f9e6b service neutron] 10.222.0.10 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072271 Aug 28 13:26:40.032433 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5edf9456-52d2-4c3e-9496-02054331a75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:40.153465 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:40.223765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b6ae6-8cef-4dc0-a7c0-15437c3a73a9 req-54a117ba-1991-4770-9cc2-0a5d47ceb2ad tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:40.225269 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-676b6ae6-8cef-4dc0-a7c0-15437c3a73a9 req-54a117ba-1991-4770-9cc2-0a5d47ceb2ad tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0533113 Aug 28 13:26:40.264662 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-676b6ae6-8cef-4dc0-a7c0-15437c3a73a9 req-63ad374c-c1c8-4dea-825f-311567213ca3 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333045 Aug 28 13:26:41.389229 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d268e-f1d0-4133-9449-ca45dac476a2 req-37f03d1c-e206-4c56-8fcd-63b2df0e9ee2 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:41.390740 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d42d268e-f1d0-4133-9449-ca45dac476a2 req-37f03d1c-e206-4c56-8fcd-63b2df0e9ee2 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0565147 Aug 28 13:26:41.430650 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d42d268e-f1d0-4133-9449-ca45dac476a2 req-1c67ccca-f7bf-4db5-9837-bee83667e2fc tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339220 Aug 28 13:26:42.305203 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-99801f53-d166-43c3-8e7b-d13dce5fb105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:42.548875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968616a-591e-4460-a2d4-13d8b42d18c6 req-cb33aee3-4f39-46fc-a3f1-274313eb0d52 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:42.550386 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f968616a-591e-4460-a2d4-13d8b42d18c6 req-cb33aee3-4f39-46fc-a3f1-274313eb0d52 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0498168 Aug 28 13:26:42.588579 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f968616a-591e-4460-a2d4-13d8b42d18c6 req-9641092d-96df-407d-bc11-d41faf4754e1 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321846 Aug 28 13:26:42.625317 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:42.642775 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:26:43.551280 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:43.711567 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76315611-025e-4610-be2d-ae47b5f972fd req-34cba581-8279-4e02-b96a-2bc14f3b7001 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:43.713129 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76315611-025e-4610-be2d-ae47b5f972fd req-34cba581-8279-4e02-b96a-2bc14f3b7001 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0525331 Aug 28 13:26:43.754060 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76315611-025e-4610-be2d-ae47b5f972fd req-ad6ce604-03d0-4d1c-abdb-41429e8022eb tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347161 Aug 28 13:26:44.693706 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [req-caab25be-6cb4-4be0-b829-084803005311 req-3510196f-514a-4c60-a526-aa40a080973a service neutron] show failed (client error): The resource could not be found. Aug 28 13:26:44.694753 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-3510196f-514a-4c60-a526-aa40a080973a service neutron] 10.222.0.10 "GET /v2.0/ports/12f7b964-b0eb-4e9f-97ec-b97f13dd0249/bindings/n-h1-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.0536256 Aug 28 13:26:44.933403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80508bda-6d9b-42c1-9f8b-be00cf434102 req-595fdc18-ef21-44fe-acea-e44a5fee86f2 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:44.935520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-80508bda-6d9b-42c1-9f8b-be00cf434102 req-595fdc18-ef21-44fe-acea-e44a5fee86f2 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.1094425 Aug 28 13:26:44.949600 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab25be-6cb4-4be0-b829-084803005311 req-98c8e11d-6d0d-46bc-b08f-caf18dbdb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:44.950812 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-98c8e11d-6d0d-46bc-b08f-caf18dbdb7d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3&tenant_id=4344a20629c146c4a4d86f77ef6de237 HTTP/1.1" status: 200 len: 1098 time: 0.0933001 Aug 28 13:26:44.964978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:26:45.005065 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-80508bda-6d9b-42c1-9f8b-be00cf434102 req-249cfb40-5f1b-4b6d-88fa-e6ab80968eda tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633664 Aug 28 13:26:45.036664 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:45.237435 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] For port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,segment=NetworkSegment(867e2dce-4779-4fc9-9d85-3b1b555185e5),segment_id=867e2dce-4779-4fc9-9d85-3b1b555185e5)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:26:45.270142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] For port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:26:45.309688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a814d05-4d06-4fe9-9552-c0f1c0f659e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f7b964-b0eb-4e9f-97ec-b97f13dd0249'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:26:45.311476 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d48f3d-7c51-43fd-b835-3a9a3a2b06d3" -d '{"events": [{"server_uuid": "0a814d05-4d06-4fe9-9552-c0f1c0f659e3", "name": "network-vif-unplugged", "status": "completed", "tag": "12f7b964-b0eb-4e9f-97ec-b97f13dd0249"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:26:45.315186 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:45.328224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Transition to ACTIVE for port object 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:26:45.334176 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:45.365204 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 13:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f369c62-31fb-4783-b866-fee691e7ae7c x-openstack-request-id: req-4f369c62-31fb-4783-b866-fee691e7ae7c {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:26:45.365495 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a814d05-4d06-4fe9-9552-c0f1c0f659e3", "name": "network-vif-unplugged", "status": "completed", "tag": "12f7b964-b0eb-4e9f-97ec-b97f13dd0249", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:26:45.365747 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f369c62-31fb-4783-b866-fee691e7ae7c {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:26:45.366130 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a814d05-4d06-4fe9-9552-c0f1c0f659e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12f7b964-b0eb-4e9f-97ec-b97f13dd0249', 'code': 200} Aug 28 13:26:45.399924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] No DVR routers for this DVR port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:26:45.407183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Pushing event updated for resources: {'Port': ['ID=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,revision_number=6']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:45.417602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:45.417943 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:45.418971 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:45.419396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:45.421626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:45.422048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:45.422434 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:45.422779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:45.423114 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:45.423449 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:45.423776 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:45.424100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:45.438468 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:45.454793 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Attempting to bind port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:26:45.455122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Attempting to bind port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '867e2dce-4779-4fc9-9d85-3b1b555185e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '264c347d-2896-487c-b6b6-876321007949'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:26:45.455446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Attempting to bind port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 on network 264c347d-2896-487c-b6b6-876321007949 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:26:45.459785 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 on network 264c347d-2896-487c-b6b6-876321007949 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:26:45.460100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Attempting to bind port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 on network 264c347d-2896-487c-b6b6-876321007949 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:26:45.464870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:26:45.465716 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Checking segment: {'id': '867e2dce-4779-4fc9-9d85-3b1b555185e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '264c347d-2896-487c-b6b6-876321007949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:26:45.466070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Bound using segment: {'id': '867e2dce-4779-4fc9-9d85-3b1b555185e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '264c347d-2896-487c-b6b6-876321007949'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:26:45.466514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Bound port: 12f7b964-b0eb-4e9f-97ec-b97f13dd0249, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867e2dce-4779-4fc9-9d85-3b1b555185e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '264c347d-2896-487c-b6b6-876321007949'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:26:45.466860 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:45.529179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] For port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:26:45.532330 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] For port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,segment=NetworkSegment(867e2dce-4779-4fc9-9d85-3b1b555185e5),segment_id=867e2dce-4779-4fc9-9d85-3b1b555185e5)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:26:45.535733 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:45.572008 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:45.572008 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:45.572455 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] 10.222.0.11 "PUT /v2.0/ports/12f7b964-b0eb-4e9f-97ec-b97f13dd0249 HTTP/1.1" status: 200 len: 1093 time: 0.6126878 Aug 28 13:26:45.595702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934074a8-0b62-4d0d-91b6-74d54b5c8048 service neutron] Pushing event updated for resources: {'Port': ['ID=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,revision_number=7']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:45.642077 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab25be-6cb4-4be0-b829-084803005311 req-be782d68-599d-4089-87c2-42855b09a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:45.643623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-be782d68-599d-4089-87c2-42855b09a51a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4344a20629c146c4a4d86f77ef6de237&device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 1096 time: 0.0449946 Aug 28 13:26:45.736327 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab25be-6cb4-4be0-b829-084803005311 req-c8cbc214-c4da-4007-b1cd-11e8c8609ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:45.737787 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-c8cbc214-c4da-4007-b1cd-11e8c8609ca2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=264c347d-2896-487c-b6b6-876321007949 HTTP/1.1" status: 200 len: 912 time: 0.0864239 Aug 28 13:26:45.779507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-b669300f-85f9-4724-9063-26fc148003ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249 HTTP/1.1" status: 200 len: 217 time: 0.0346935 Aug 28 13:26:45.832962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab25be-6cb4-4be0-b829-084803005311 req-2fd510a3-2e16-4b8c-b803-6ef0e1bc0297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:45.834313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-2fd510a3-2e16-4b8c-b803-6ef0e1bc0297 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72b95467-6883-412b-b980-93e6489485f8 HTTP/1.1" status: 200 len: 852 time: 0.0482595 Aug 28 13:26:45.865711 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-07e6bddc-67fc-4a30-9f0a-377afd2ebc2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=264c347d-2896-487c-b6b6-876321007949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247481 Aug 28 13:26:45.952970 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-05c18d12-3389-4032-9c9f-224605c192d4 service neutron] 10.222.0.11 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798869 Aug 28 13:26:46.048996 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-caab25be-6cb4-4be0-b829-084803005311 req-2f0dc7dd-8c92-4f24-98d6-4987855682dd service neutron] 10.222.0.11 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874069 Aug 28 13:26:46.129553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad5c30-b084-4733-a7f1-eae847b542b3 req-6c328352-3fff-4aca-9ae3-a7f81ae53ee3 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:46.131209 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-afad5c30-b084-4733-a7f1-eae847b542b3 req-6c328352-3fff-4aca-9ae3-a7f81ae53ee3 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 944 time: 0.0533841 Aug 28 13:26:46.172838 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-afad5c30-b084-4733-a7f1-eae847b542b3 req-efc4f056-c7bc-481d-a0e0-761178669e1a tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349689 Aug 28 13:26:47.292042 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc4a00-25cf-4cc5-a3dd-c0b72d29a5ed req-4cc88a7f-de03-445c-ab99-dc420cf5b392 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:47.294171 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5ccc4a00-25cf-4cc5-a3dd-c0b72d29a5ed req-4cc88a7f-de03-445c-ab99-dc420cf5b392 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 944 time: 0.0533209 Aug 28 13:26:47.331865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5ccc4a00-25cf-4cc5-a3dd-c0b72d29a5ed req-21cf43ea-7893-4daf-bc1c-3499a50ddbd7 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318246 Aug 28 13:26:47.367446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a814d05-4d06-4fe9-9552-c0f1c0f659e3', 'tag': '12f7b964-b0eb-4e9f-97ec-b97f13dd0249'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:26:47.370034 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0a814d05-4d06-4fe9-9552-c0f1c0f659e3", "tag": "12f7b964-b0eb-4e9f-97ec-b97f13dd0249"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:26:47.419560 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d43af31-bec2-4f88-953b-b7c9de6bca32 x-openstack-request-id: req-2d43af31-bec2-4f88-953b-b7c9de6bca32 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:26:47.419868 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a814d05-4d06-4fe9-9552-c0f1c0f659e3", "tag": "12f7b964-b0eb-4e9f-97ec-b97f13dd0249", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:26:47.420561 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d43af31-bec2-4f88-953b-b7c9de6bca32 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:26:47.420974 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a814d05-4d06-4fe9-9552-c0f1c0f659e3', 'tag': '12f7b964-b0eb-4e9f-97ec-b97f13dd0249', 'status': 'completed', 'code': 200} Aug 28 13:26:47.480047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-b5a2da39-e887-4f63-a636-8a3b14b05b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:47.482097 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-b5a2da39-e887-4f63-a636-8a3b14b05b9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4344a20629c146c4a4d86f77ef6de237&device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 1096 time: 0.0438135 Aug 28 13:26:47.487353 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-a57b546b-69dc-4acc-824c-d833274b7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:47.488922 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-a57b546b-69dc-4acc-824c-d833274b7599 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4344a20629c146c4a4d86f77ef6de237&device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 1096 time: 0.0475802 Aug 28 13:26:47.578132 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-d279deb5-2068-484f-8331-80dd55858bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:47.579679 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-d279deb5-2068-484f-8331-80dd55858bc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=264c347d-2896-487c-b6b6-876321007949 HTTP/1.1" status: 200 len: 912 time: 0.0905030 Aug 28 13:26:47.598513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-656a08f4-4a6b-48c3-8d06-4e85570567d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:47.600308 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-656a08f4-4a6b-48c3-8d06-4e85570567d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=264c347d-2896-487c-b6b6-876321007949 HTTP/1.1" status: 200 len: 912 time: 0.1019590 Aug 28 13:26:47.629268 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-44c7f108-3c96-4d69-99d2-93ba0d6c612a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249 HTTP/1.1" status: 200 len: 217 time: 0.0418727 Aug 28 13:26:47.648717 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-381d3f20-55f4-4012-8698-8a832f7b5949 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249 HTTP/1.1" status: 200 len: 217 time: 0.0400536 Aug 28 13:26:47.684577 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-7beff8c1-04db-4b6f-a379-4ffd0ff01ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:47.686055 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-7beff8c1-04db-4b6f-a379-4ffd0ff01ea1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72b95467-6883-412b-b980-93e6489485f8 HTTP/1.1" status: 200 len: 852 time: 0.0491233 Aug 28 13:26:47.702896 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-f1433518-cd9b-44d2-8af3-e0ed1db417b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:47.704377 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-f1433518-cd9b-44d2-8af3-e0ed1db417b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72b95467-6883-412b-b980-93e6489485f8 HTTP/1.1" status: 200 len: 852 time: 0.0486898 Aug 28 13:26:47.722124 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-9bf022ee-20db-4e70-ad5b-b93b3367903c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=264c347d-2896-487c-b6b6-876321007949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268590 Aug 28 13:26:47.737862 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-d831c2ae-467f-4186-a820-e9724ede141b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=264c347d-2896-487c-b6b6-876321007949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266411 Aug 28 13:26:47.822067 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-4c097ddd-6213-47b4-be34-e6e3c7c76e47 service neutron] 10.222.0.10 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936353 Aug 28 13:26:47.828424 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-0d569358-23e7-4031-81e9-b9dba24e6763 service neutron] 10.222.0.11 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833099 Aug 28 13:26:47.913730 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-be98d0eb-2a8a-455b-93c6-ef275718da42 service neutron] 10.222.0.10 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831902 Aug 28 13:26:47.923075 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bc842f69-00a9-4e20-aeb3-2f815a73f6a3 req-1c71fd54-3dab-4146-badc-c0df73a1d92f service neutron] 10.222.0.11 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878675 Aug 28 13:26:48.446856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aceb70-1b75-4bb2-93f2-1bf1aa91e2f0 req-56748bfa-e663-4d80-bfaf-2a70d9aee6fe tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:48.448349 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2aceb70-1b75-4bb2-93f2-1bf1aa91e2f0 req-56748bfa-e663-4d80-bfaf-2a70d9aee6fe tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 944 time: 0.0491884 Aug 28 13:26:48.490349 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e2aceb70-1b75-4bb2-93f2-1bf1aa91e2f0 req-0cfd04d6-2258-4e3e-b687-fdbeb189cc83 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352764 Aug 28 13:26:48.762446 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-7bec98b3-6936-457d-bce4-6b61024e506b tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:48.763931 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-7bec98b3-6936-457d-bce4-6b61024e506b tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3&tenant_id=4344a20629c146c4a4d86f77ef6de237&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 944 time: 0.0851791 Aug 28 13:26:48.823855 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-32ba553b-f65d-4598-922b-cb9368a1c0c9 service neutron] delete failed (client error): The resource could not be found. Aug 28 13:26:48.825218 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-32ba553b-f65d-4598-922b-cb9368a1c0c9 service neutron] 10.222.0.10 "DELETE /v2.0/ports/12f7b964-b0eb-4e9f-97ec-b97f13dd0249/bindings/n-h2-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.0535328 Aug 28 13:26:48.913005 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-23805f3b-c2cc-45bb-bc04-3a80f88a5bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:48.914423 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-23805f3b-c2cc-45bb-bc04-3a80f88a5bb8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4344a20629c146c4a4d86f77ef6de237&device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 1096 time: 0.0464795 Aug 28 13:26:48.992462 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:26:49.007074 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-c337e758-6440-4f41-854a-17ce345f3206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:49.008580 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-c337e758-6440-4f41-854a-17ce345f3206 service neutron] 10.222.0.10 "GET /v2.0/networks?id=264c347d-2896-487c-b6b6-876321007949 HTTP/1.1" status: 200 len: 912 time: 0.0865531 Aug 28 13:26:49.055188 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-ea7e488c-b6f7-46e1-8326-e0194477f5d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249 HTTP/1.1" status: 200 len: 217 time: 0.0390506 Aug 28 13:26:49.087782 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,segment=NetworkSegment(867e2dce-4779-4fc9-9d85-3b1b555185e5),segment_id=867e2dce-4779-4fc9-9d85-3b1b555185e5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:26:49.102344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '12f7b964-b0eb-4e9f-97ec-b97f13dd0249', 'network_id': '264c347d-2896-487c-b6b6-876321007949', 'port_id': '12f7b964-b0eb-4e9f-97ec-b97f13dd0249', 'mac_address': 'fa:16:3e:5f:24:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b95467-6883-412b-b980-93e6489485f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:26:49.104845 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-01739b6d-3710-484c-b093-523cb9c99cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:49.107134 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-01739b6d-3710-484c-b093-523cb9c99cb2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=72b95467-6883-412b-b980-93e6489485f8 HTTP/1.1" status: 200 len: 852 time: 0.0443854 Aug 28 13:26:49.140272 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:49.140692 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-0611eb2b-1cb4-4b3e-a68b-073614ead63f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=264c347d-2896-487c-b6b6-876321007949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259733 Aug 28 13:26:49.153519 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:26:49.173115 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,segment=NetworkSegment(867e2dce-4779-4fc9-9d85-3b1b555185e5),segment_id=867e2dce-4779-4fc9-9d85-3b1b555185e5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:26:49.177173 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:49.200404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:26:49.235531 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-7d514fcc-196b-40c6-be32-79b355a3090b service neutron] 10.222.0.10 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873070 Aug 28 13:26:49.254603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:49.262216 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:26:49.264526 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:49.264950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:49.265296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:49.265629 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:49.265955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:49.266279 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:49.266632 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:49.266952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:49.267272 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:49.267591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:49.267909 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:49.268226 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:49.330224 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-51597234-004e-4b05-8e91-edc1d7222770 service neutron] 10.222.0.10 "GET /v2.0/networks/264c347d-2896-487c-b6b6-876321007949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864918 Aug 28 13:26:49.429315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['12f7b964-b0eb-4e9f-97ec-b97f13dd0249'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:26:50.019336 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7c67d-6be8-48c1-8bf7-a3b8b118e7d0 req-4dbf0c80-b2c5-4c96-9411-727d8365c6fc tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:50.020818 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bfc7c67d-6be8-48c1-8bf7-a3b8b118e7d0 req-4dbf0c80-b2c5-4c96-9411-727d8365c6fc tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 945 time: 0.0500748 Aug 28 13:26:50.057769 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bfc7c67d-6be8-48c1-8bf7-a3b8b118e7d0 req-3b2740c0-ebb4-45fc-ac35-f6246d86080b tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310593 Aug 28 13:26:51.024476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:26:51.071313 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:26:51.075783 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:26:51.076155 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:51.161053 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:51.183792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a814d05-4d06-4fe9-9552-c0f1c0f659e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f7b964-b0eb-4e9f-97ec-b97f13dd0249'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:26:51.184977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8575a-baed-488e-90a6-8ea94ed8bdbe req-765100ef-3aee-49d5-859c-f5cdd4a1c9e0 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:51.186527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4f8575a-baed-488e-90a6-8ea94ed8bdbe req-765100ef-3aee-49d5-859c-f5cdd4a1c9e0 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 945 time: 0.0514224 Aug 28 13:26:51.186668 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabaa08c-62fd-4106-b87b-c6b4ce5190f3" -d '{"events": [{"server_uuid": "0a814d05-4d06-4fe9-9552-c0f1c0f659e3", "name": "network-vif-plugged", "status": "completed", "tag": "12f7b964-b0eb-4e9f-97ec-b97f13dd0249"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:26:51.199950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,segment=NetworkSegment(867e2dce-4779-4fc9-9d85-3b1b555185e5),segment_id=867e2dce-4779-4fc9-9d85-3b1b555185e5)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:26:51.205499 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:51.231895 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4f8575a-baed-488e-90a6-8ea94ed8bdbe req-b6a0b0e4-3aa5-41d2-9a75-eb3dc7ea7198 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.20 "GET /v2.0/security-groups?id=81def943-42ea-470c-b481-41fa17376cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385768 Aug 28 13:26:51.232076 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea8c663-b429-43fb-af42-19687b64b8c1 x-openstack-request-id: req-1ea8c663-b429-43fb-af42-19687b64b8c1 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:26:51.232311 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a814d05-4d06-4fe9-9552-c0f1c0f659e3", "name": "network-vif-plugged", "status": "completed", "tag": "12f7b964-b0eb-4e9f-97ec-b97f13dd0249", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:26:51.232566 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ea8c663-b429-43fb-af42-19687b64b8c1 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:26:51.232952 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a814d05-4d06-4fe9-9552-c0f1c0f659e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f7b964-b0eb-4e9f-97ec-b97f13dd0249', 'code': 200} Aug 28 13:26:51.260821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:51.282010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-a02013b0-4801-42e3-ad32-062184f18743 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:51.283432 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-a02013b0-4801-42e3-ad32-062184f18743 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a814d05-4d06-4fe9-9552-c0f1c0f659e3 HTTP/1.1" status: 200 len: 946 time: 0.0492921 Aug 28 13:26:51.376316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-3d21a9fe-379c-4a33-acd0-080c20d7da33 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Deleting port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:26:51.376651 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-3d21a9fe-379c-4a33-acd0-080c20d7da33 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:51.469515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-3d21a9fe-379c-4a33-acd0-080c20d7da33 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] For port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,segment=NetworkSegment(867e2dce-4779-4fc9-9d85-3b1b555185e5),segment_id=867e2dce-4779-4fc9-9d85-3b1b555185e5)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:26:51.469881 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-3d21a9fe-379c-4a33-acd0-080c20d7da33 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:51.484000 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-3d21a9fe-379c-4a33-acd0-080c20d7da33 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Calling delete_port for 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:26:51.613829 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-3d21a9fe-379c-4a33-acd0-080c20d7da33 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:51.625199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['12f7b964-b0eb-4e9f-97ec-b97f13dd0249'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:26:51.643562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21a9fe-379c-4a33-acd0-080c20d7da33 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Pushing event deleted for resources: {'Port': ['ID=12f7b964-b0eb-4e9f-97ec-b97f13dd0249,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:51.691514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-3d21a9fe-379c-4a33-acd0-080c20d7da33 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] No DVR routers for this DVR port 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:26:51.694184 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-3d21a9fe-379c-4a33-acd0-080c20d7da33 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:51.696375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-88abe9d5-e1dd-4193-97e2-b3e4b5d324fe req-3d21a9fe-379c-4a33-acd0-080c20d7da33 tempest-DeleteServersTestJSON-474143086 tempest-DeleteServersTestJSON-474143086-project] 10.222.0.11 "DELETE /v2.0/ports/12f7b964-b0eb-4e9f-97ec-b97f13dd0249 HTTP/1.1" status: 204 len: 173 time: 0.4047196 Aug 28 13:26:51.696818 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a814d05-4d06-4fe9-9552-c0f1c0f659e3', 'name': 'network-vif-deleted', 'tag': '12f7b964-b0eb-4e9f-97ec-b97f13dd0249'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:26:51.699694 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b00114e-2765-4837-af0d-2762a3c59d5d" -d '{"events": [{"server_uuid": "0a814d05-4d06-4fe9-9552-c0f1c0f659e3", "name": "network-vif-deleted", "tag": "12f7b964-b0eb-4e9f-97ec-b97f13dd0249"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:26:51.739410 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0abcc73-00ff-4d6a-958c-8c2850758b24 x-openstack-request-id: req-e0abcc73-00ff-4d6a-958c-8c2850758b24 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:26:51.739752 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a814d05-4d06-4fe9-9552-c0f1c0f659e3", "name": "network-vif-deleted", "tag": "12f7b964-b0eb-4e9f-97ec-b97f13dd0249", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:26:51.740091 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0abcc73-00ff-4d6a-958c-8c2850758b24 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:26:51.740569 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a814d05-4d06-4fe9-9552-c0f1c0f659e3', 'name': 'network-vif-deleted', 'tag': '12f7b964-b0eb-4e9f-97ec-b97f13dd0249', 'status': 'completed', 'code': 200} Aug 28 13:26:52.362070 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35118) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:26:52.406082 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-32014745-3514-4d60-b4fb-36bbb3d30b91 admin admin] Deleting subnet 72b95467-6883-412b-b980-93e6489485f8 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:26:52.409090 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-32014745-3514-4d60-b4fb-36bbb3d30b91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:52.443072 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-32014745-3514-4d60-b4fb-36bbb3d30b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:52.480176 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-32014745-3514-4d60-b4fb-36bbb3d30b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:52.535274 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-32014745-3514-4d60-b4fb-36bbb3d30b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:52.561810 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32014745-3514-4d60-b4fb-36bbb3d30b91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72b95467-6883-412b-b980-93e6489485f8,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:52.566785 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-32014745-3514-4d60-b4fb-36bbb3d30b91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:52.568655 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-32014745-3514-4d60-b4fb-36bbb3d30b91 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/72b95467-6883-412b-b980-93e6489485f8 HTTP/1.1" status: 204 len: 168 time: 0.2055707 Aug 28 13:26:52.571326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35120) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:26:52.641950 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:52.719584 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:52.729040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264c347d-2896-487c-b6b6-876321007949']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:26:52.739530 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867e2dce-4779-4fc9-9d85-3b1b555185e5') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:26:52.739825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867e2dce-4779-4fc9-9d85-3b1b555185e5') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:26:52.749257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:52.762501 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:52.768247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:26:52.768659 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:26:52.770236 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:26:52.827664 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:52.833168 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:52.835207 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] 10.222.0.20 "DELETE /v2.0/networks/264c347d-2896-487c-b6b6-876321007949 HTTP/1.1" status: 204 len: 168 time: 0.2628763 Aug 28 13:26:52.847481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Pushing event deleted for resources: {'Network': ['ID=264c347d-2896-487c-b6b6-876321007949,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:52.855093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:52.855652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:52.856489 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:52.857181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:52.857181 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:52.857671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:52.857784 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:52.858117 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:52.858468 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:52.858797 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:52.859124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:52.859479 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb9af86-7818-47e7-ac62-c6b0fc0ef183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:26:52.942061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35124) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:26:52.982471 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1b539b2b-eaf6-4e28-b95b-51cfb466ec1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4344a20629c146c4a4d86f77ef6de237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391893 Aug 28 13:26:52.984830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35126) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:26:53.033727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0219e40c-146f-420d-8e05-2709ecadbc21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:53.053984 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0219e40c-146f-420d-8e05-2709ecadbc21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:53.101294 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0219e40c-146f-420d-8e05-2709ecadbc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:53.104029 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0219e40c-146f-420d-8e05-2709ecadbc21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:53.105236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0219e40c-146f-420d-8e05-2709ecadbc21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81def943-42ea-470c-b481-41fa17376cf5 HTTP/1.1" status: 204 len: 168 time: 0.1195226 Aug 28 13:26:53.113022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219e40c-146f-420d-8e05-2709ecadbc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81def943-42ea-470c-b481-41fa17376cf5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:53.775523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35150) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:26:53.875064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a23818ce-c0b5-4535-938f-ad69b6953698 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1507221105-network', 'tenant_id': '3c5cc01a07934e4d9d184253d5fe4ba7'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:26:53.898133 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23818ce-c0b5-4535-938f-ad69b6953698 admin admin] Made reservation on behalf of 3c5cc01a07934e4d9d184253d5fe4ba7 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:26:53.900523 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a23818ce-c0b5-4535-938f-ad69b6953698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:53.909532 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a23818ce-c0b5-4535-938f-ad69b6953698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:53.999843 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a23818ce-c0b5-4535-938f-ad69b6953698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:54.003618 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a23818ce-c0b5-4535-938f-ad69b6953698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:54.031952 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23818ce-c0b5-4535-938f-ad69b6953698 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:26:54.043232 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23818ce-c0b5-4535-938f-ad69b6953698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062132b4-23c8-4cc3-bda0-26d6ee287c16,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:54.051961 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a23818ce-c0b5-4535-938f-ad69b6953698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:54.051961 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-a23818ce-c0b5-4535-938f-ad69b6953698 admin admin] Added segment 26cb2b4b-551c-466b-80e5-097126499259 of type vlan for network a6617245-c5e3-4f05-8de1-f2253a5bbe32 Aug 28 13:26:54.098833 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a23818ce-c0b5-4535-938f-ad69b6953698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:54.127243 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a23818ce-c0b5-4535-938f-ad69b6953698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:54.128099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23818ce-c0b5-4535-938f-ad69b6953698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:54.128667 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a23818ce-c0b5-4535-938f-ad69b6953698 admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:54.189659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a23818ce-c0b5-4535-938f-ad69b6953698 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4130213 Aug 28 13:26:54.192745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35156) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:26:54.198525 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-aa638c97-11a8-4467-95f2-4a555858c8f5 admin admin] Request body: {'subnet': {'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1507221105-subnet', 'tenant_id': '3c5cc01a07934e4d9d184253d5fe4ba7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:26:54.220042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23818ce-c0b5-4535-938f-ad69b6953698 admin admin] Pushing event updated for resources: {'Network': ['ID=a6617245-c5e3-4f05-8de1-f2253a5bbe32,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:54.220844 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa638c97-11a8-4467-95f2-4a555858c8f5 admin admin] Made reservation on behalf of 3c5cc01a07934e4d9d184253d5fe4ba7 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:26:54.223867 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aa638c97-11a8-4467-95f2-4a555858c8f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:54.230875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network a6617245-c5e3-4f05-8de1-f2253a5bbe32 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:26:54.402083 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aa638c97-11a8-4467-95f2-4a555858c8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:54.455368 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa638c97-11a8-4467-95f2-4a555858c8f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d6850a7-7729-40f1-a48d-6a62f62aee66,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:54.465686 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa638c97-11a8-4467-95f2-4a555858c8f5 admin admin] Checking segment: {'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:26:54.466050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa638c97-11a8-4467-95f2-4a555858c8f5 admin admin] Network hostable DHCP agents. Network: a6617245-c5e3-4f05-8de1-f2253a5bbe32, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:26:54.482013 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa638c97-11a8-4467-95f2-4a555858c8f5 admin admin] Network a6617245-c5e3-4f05-8de1-f2253a5bbe32 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:26:54.490020 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-aa638c97-11a8-4467-95f2-4a555858c8f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, a6617245-c5e3-4f05-8de1-f2253a5bbe32) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:26:54.494321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa638c97-11a8-4467-95f2-4a555858c8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:54.494951 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aa638c97-11a8-4467-95f2-4a555858c8f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:54.500499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20eebeb-1ec9-42cf-8068-653c3c1d55af None None] Network a6617245-c5e3-4f05-8de1-f2253a5bbe32 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:26:54.510030 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-aa638c97-11a8-4467-95f2-4a555858c8f5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3160446 Aug 28 13:26:54.625631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a488f3-fabd-4f88-a632-51f1fb8c7d7b None None] Network a6617245-c5e3-4f05-8de1-f2253a5bbe32 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:26:54.934918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-302ea417-bd1d-48bf-ad27-36620f0d5a87 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:54.936290 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-302ea417-bd1d-48bf-ad27-36620f0d5a87 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 815 time: 0.1039596 Aug 28 13:26:54.951145 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-6a7e4287-bbcd-48a6-a2d5-78875071fa69 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/quotas/3c5cc01a07934e4d9d184253d5fe4ba7 HTTP/1.1" status: 200 len: 375 time: 0.0092289 Aug 28 13:26:54.982778 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-42962adb-3f15-451d-b6de-b3d1cee2d7a3 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265014 Aug 28 13:26:55.030777 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:26:55.053336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:26:55.053677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 12f7b964-b0eb-4e9f-97ec-b97f13dd0249 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:26:55.128328 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-12039a78-b5f5-4e82-8870-d8e90611455f service neutron] 10.222.0.20 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388268 Aug 28 13:26:55.215843 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-94599582-eda6-438d-9d6b-b070c2ec00e4 service neutron] 10.222.0.20 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803576 Aug 28 13:26:55.376149 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e2d5cd16-1bdd-45ad-bc0d-169bfdd347ae req-bca630b7-0328-48a6-9e26-7f1a5312aa31 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 210 time: 0.0300035 Aug 28 13:26:56.288584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-41fdcc80-8741-489c-a63e-23996e26fad4 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:56.290023 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-41fdcc80-8741-489c-a63e-23996e26fad4 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.11 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 815 time: 0.1076317 Aug 28 13:26:56.303337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-08cb8030-0518-47aa-881c-a5bd1e85cf8a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Request body: {'port': {'device_id': '3a612350-df09-48e5-9074-29658586fd9e', 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32', 'admin_state_up': True, 'tenant_id': '3c5cc01a07934e4d9d184253d5fe4ba7'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:26:56.408415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-08cb8030-0518-47aa-881c-a5bd1e85cf8a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Made reservation on behalf of 3c5cc01a07934e4d9d184253d5fe4ba7 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:26:56.412001 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-08cb8030-0518-47aa-881c-a5bd1e85cf8a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:56.478522 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9b7c220e-7bfb-4bff-b631-991a0c1793bd req-5ab905b8-7031-4274-8ecc-533896572253 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 210 time: 0.0264363 Aug 28 13:26:56.541073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-08cb8030-0518-47aa-881c-a5bd1e85cf8a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Allocated IP 172.20.0.7 (a6617245-c5e3-4f05-8de1-f2253a5bbe32/4d6850a7-7729-40f1-a48d-6a62f62aee66/805e3898-6429-4aae-8176-334077c326c3) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:26:56.684927 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-08cb8030-0518-47aa-881c-a5bd1e85cf8a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:56.722384 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-08cb8030-0518-47aa-881c-a5bd1e85cf8a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:56.763747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-08cb8030-0518-47aa-881c-a5bd1e85cf8a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Network a6617245-c5e3-4f05-8de1-f2253a5bbe32 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:26:56.766737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-08cb8030-0518-47aa-881c-a5bd1e85cf8a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:26:56.769160 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-08cb8030-0518-47aa-881c-a5bd1e85cf8a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:26:56.800537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb8030-0518-47aa-881c-a5bd1e85cf8a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Pushing event updated for resources: {'Port': ['ID=805e3898-6429-4aae-8176-334077c326c3,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:56.825654 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-08cb8030-0518-47aa-881c-a5bd1e85cf8a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:56.826349 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-08cb8030-0518-47aa-881c-a5bd1e85cf8a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:56.839470 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-08cb8030-0518-47aa-881c-a5bd1e85cf8a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5405862 Aug 28 13:26:56.851594 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Request body: {'port': {'device_id': '3a612350-df09-48e5-9074-29658586fd9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:26:56.905898 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:57.167081 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805e3898-6429-4aae-8176-334077c326c3 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:26:57.174439 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:57.186053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Transition to ACTIVE for port object 805e3898-6429-4aae-8176-334077c326c3 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:26:57.191279 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:57.241445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=805e3898-6429-4aae-8176-334077c326c3,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:57.586154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Attempting to bind port 805e3898-6429-4aae-8176-334077c326c3 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:26:57.586903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Attempting to bind port 805e3898-6429-4aae-8176-334077c326c3 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:26:57.586903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Attempting to bind port 805e3898-6429-4aae-8176-334077c326c3 on network a6617245-c5e3-4f05-8de1-f2253a5bbe32 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:26:57.593698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Port 805e3898-6429-4aae-8176-334077c326c3 on network a6617245-c5e3-4f05-8de1-f2253a5bbe32 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:26:57.594014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Attempting to bind port 805e3898-6429-4aae-8176-334077c326c3 on network a6617245-c5e3-4f05-8de1-f2253a5bbe32 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:26:57.602672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:26:57.603002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Checking segment: {'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:26:57.603378 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Bound using segment: {'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:26:57.603804 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Bound port: 805e3898-6429-4aae-8176-334077c326c3, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:26:57.604152 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:57.623816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b32a7-3e69-4f77-a312-dff0041af635 req-b1547e95-cdf9-4afe-bf9a-81312e233e5f tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:57.625301 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-037b32a7-3e69-4f77-a312-dff0041af635 req-b1547e95-cdf9-4afe-bf9a-81312e233e5f tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 943 time: 0.0754867 Aug 28 13:26:57.705138 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-037b32a7-3e69-4f77-a312-dff0041af635 req-8270d6a8-079d-48f6-8117-cc88d19f7f32 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580072 Aug 28 13:26:57.707533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] For port 805e3898-6429-4aae-8176-334077c326c3, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:26:57.710688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] For port 805e3898-6429-4aae-8176-334077c326c3, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=805e3898-6429-4aae-8176-334077c326c3,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:26:57.715393 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:57.747857 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:57.748475 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:26:57.749938 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] 10.222.0.11 "PUT /v2.0/ports/805e3898-6429-4aae-8176-334077c326c3 HTTP/1.1" status: 200 len: 1092 time: 0.9024696 Aug 28 13:26:57.750397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a612350-df09-48e5-9074-29658586fd9e', 'tag': '805e3898-6429-4aae-8176-334077c326c3'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:26:57.752675 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773bddd2-87f8-4071-9ed5-5e74e9c72f77" -d '{"events": [{"name": "network-changed", "server_uuid": "3a612350-df09-48e5-9074-29658586fd9e", "tag": "805e3898-6429-4aae-8176-334077c326c3"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:26:57.779464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e4d3c-4713-420c-917f-92c24189d9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=805e3898-6429-4aae-8176-334077c326c3,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:26:57.799715 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9792550e-b82a-413a-81d8-f10e7e43405f x-openstack-request-id: req-9792550e-b82a-413a-81d8-f10e7e43405f {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:26:57.800001 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a612350-df09-48e5-9074-29658586fd9e", "tag": "805e3898-6429-4aae-8176-334077c326c3", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:26:57.800251 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9792550e-b82a-413a-81d8-f10e7e43405f {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:26:57.800632 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a612350-df09-48e5-9074-29658586fd9e', 'tag': '805e3898-6429-4aae-8176-334077c326c3', 'status': 'completed', 'code': 200} Aug 28 13:26:57.833051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-a6bb7991-6f06-43ab-8612-8e17c4f3ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:57.834580 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-a6bb7991-6f06-43ab-8612-8e17c4f3ca5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 1095 time: 0.0439670 Aug 28 13:26:57.875360 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-03705a6c-016b-44b1-8452-84bf6ad4297e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805e3898-6429-4aae-8176-334077c326c3 HTTP/1.1" status: 200 len: 217 time: 0.0333669 Aug 28 13:26:57.925965 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-9f4f6f00-a6d9-4667-98e5-e404cd75a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:57.927406 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-9f4f6f00-a6d9-4667-98e5-e404cd75a11e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 200 len: 855 time: 0.0455079 Aug 28 13:26:57.958670 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-54eab608-8aee-48c0-8289-418fe488cb28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6617245-c5e3-4f05-8de1-f2253a5bbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236764 Aug 28 13:26:58.046140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-7e3e7088-8210-4d1c-8371-19a24df983fe service neutron] 10.222.0.11 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799308 Aug 28 13:26:58.138840 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c87d8145-6320-48c6-9320-41b62ea70a23 req-c012b041-6750-4f86-8def-c4338306f477 service neutron] 10.222.0.11 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857935 Aug 28 13:26:58.221456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bddd2-87f8-4071-9ed5-5e74e9c72f77 req-503bf6b4-6883-40b6-bbb5-aa6bd6788113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:58.223014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-773bddd2-87f8-4071-9ed5-5e74e9c72f77 req-503bf6b4-6883-40b6-bbb5-aa6bd6788113 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 1095 time: 0.0411799 Aug 28 13:26:58.315195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bddd2-87f8-4071-9ed5-5e74e9c72f77 req-c7858dd7-98fd-4674-9039-5eb3634084f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:58.316596 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-773bddd2-87f8-4071-9ed5-5e74e9c72f77 req-c7858dd7-98fd-4674-9039-5eb3634084f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 915 time: 0.0866492 Aug 28 13:26:58.358168 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-773bddd2-87f8-4071-9ed5-5e74e9c72f77 req-d2c2c658-cc8f-4234-b7a5-49d854be362e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805e3898-6429-4aae-8176-334077c326c3 HTTP/1.1" status: 200 len: 217 time: 0.0348799 Aug 28 13:26:58.407244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bddd2-87f8-4071-9ed5-5e74e9c72f77 req-3f176bce-2a90-483c-b96c-297f81b97f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:58.408640 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-773bddd2-87f8-4071-9ed5-5e74e9c72f77 req-3f176bce-2a90-483c-b96c-297f81b97f89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 200 len: 855 time: 0.0429990 Aug 28 13:26:58.440377 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-773bddd2-87f8-4071-9ed5-5e74e9c72f77 req-6ff0e07a-071f-4be8-ac94-0db5a1a0c5fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6617245-c5e3-4f05-8de1-f2253a5bbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238485 Aug 28 13:26:58.533080 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-773bddd2-87f8-4071-9ed5-5e74e9c72f77 req-c5854ebf-449e-42fd-b076-d7ee7c57cb4d service neutron] 10.222.0.11 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846446 Aug 28 13:26:58.622822 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-773bddd2-87f8-4071-9ed5-5e74e9c72f77 req-6700ee30-647f-49a9-9c08-98c2ae2a45f9 service neutron] 10.222.0.11 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824869 Aug 28 13:26:58.825227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59de5a-1ac7-4b1d-8e4a-f51d33340e92 req-b7322816-f15c-4fc4-98f6-13e30341db2d tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:58.826862 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a59de5a-1ac7-4b1d-8e4a-f51d33340e92 req-b7322816-f15c-4fc4-98f6-13e30341db2d tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 943 time: 0.0538044 Aug 28 13:26:58.864483 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a59de5a-1ac7-4b1d-8e4a-f51d33340e92 req-9c4e1135-92cd-403e-9a61-2c1e49cb6267 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312412 Aug 28 13:26:59.982661 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ead8d6-6452-4cdb-9db8-d09a3bfa8224 req-30717be7-b828-4ab5-bf3f-90937e52aa1d tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:26:59.984060 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e8ead8d6-6452-4cdb-9db8-d09a3bfa8224 req-30717be7-b828-4ab5-bf3f-90937e52aa1d tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 943 time: 0.0484955 Aug 28 13:27:00.026470 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e8ead8d6-6452-4cdb-9db8-d09a3bfa8224 req-5a9960b0-7e30-4874-badf-29dbdf321141 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364277 Aug 28 13:27:01.029834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 805e3898-6429-4aae-8176-334077c326c3 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:27:01.123928 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 805e3898-6429-4aae-8176-334077c326c3, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=805e3898-6429-4aae-8176-334077c326c3,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:27:01.135195 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '805e3898-6429-4aae-8176-334077c326c3', 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32', 'port_id': '805e3898-6429-4aae-8176-334077c326c3', 'mac_address': 'fa:16:3e:c2:e8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6850a7-7729-40f1-a48d-6a62f62aee66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:27:01.142002 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27dae4-8934-4fd4-81d6-98124944830b req-a35f0ded-b236-48cd-b3ae-6e87f86af118 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:01.143537 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c27dae4-8934-4fd4-81d6-98124944830b req-a35f0ded-b236-48cd-b3ae-6e87f86af118 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 943 time: 0.0499053 Aug 28 13:27:01.175219 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:01.181217 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c27dae4-8934-4fd4-81d6-98124944830b req-8a837354-0370-4099-88c8-7b078a5c4cbb tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317326 Aug 28 13:27:01.188656 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805e3898-6429-4aae-8176-334077c326c3 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:27:01.208667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 805e3898-6429-4aae-8176-334077c326c3, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=805e3898-6429-4aae-8176-334077c326c3,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:27:01.212677 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:01.261729 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=805e3898-6429-4aae-8176-334077c326c3,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:27:01.401895 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['805e3898-6429-4aae-8176-334077c326c3'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:27:02.295814 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60095e-c74e-4cfa-ac85-7523f5b96ab6 req-530c3870-55ad-4259-a2a7-80eb7f23f37b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:02.297294 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df60095e-c74e-4cfa-ac85-7523f5b96ab6 req-530c3870-55ad-4259-a2a7-80eb7f23f37b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 944 time: 0.0493045 Aug 28 13:27:02.334730 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df60095e-c74e-4cfa-ac85-7523f5b96ab6 req-2a2b34df-48ba-4795-843b-e838eaad6f61 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315671 Aug 28 13:27:03.039472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 805e3898-6429-4aae-8176-334077c326c3 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:27:03.087404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 805e3898-6429-4aae-8176-334077c326c3 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:27:03.090999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 805e3898-6429-4aae-8176-334077c326c3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:27:03.091372 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:03.168585 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:03.193493 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a612350-df09-48e5-9074-29658586fd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805e3898-6429-4aae-8176-334077c326c3'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:27:03.195730 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1475562-02bd-430d-84b5-703919e4b849" -d '{"events": [{"server_uuid": "3a612350-df09-48e5-9074-29658586fd9e", "name": "network-vif-plugged", "status": "completed", "tag": "805e3898-6429-4aae-8176-334077c326c3"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:27:03.209143 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 805e3898-6429-4aae-8176-334077c326c3, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=805e3898-6429-4aae-8176-334077c326c3,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:27:03.213860 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:03.240330 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3a38d2-84d0-4db8-be50-5e8e261523d7 x-openstack-request-id: req-9b3a38d2-84d0-4db8-be50-5e8e261523d7 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:27:03.240606 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a612350-df09-48e5-9074-29658586fd9e", "name": "network-vif-plugged", "status": "completed", "tag": "805e3898-6429-4aae-8176-334077c326c3", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:27:03.240866 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b3a38d2-84d0-4db8-be50-5e8e261523d7 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:27:03.241256 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a612350-df09-48e5-9074-29658586fd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805e3898-6429-4aae-8176-334077c326c3', 'code': 200} Aug 28 13:27:03.266886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=805e3898-6429-4aae-8176-334077c326c3,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:27:03.333759 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78706a93-f361-4131-89dd-b624764f5076 req-1926b717-1579-46b4-8012-ae1744671128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:03.335175 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78706a93-f361-4131-89dd-b624764f5076 req-1926b717-1579-46b4-8012-ae1744671128 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 1097 time: 0.0392385 Aug 28 13:27:03.369706 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-78706a93-f361-4131-89dd-b624764f5076 req-6c98ed76-3a81-4a3a-bb84-a8dcfeb40f56 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276222 Aug 28 13:27:03.448736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d84f67-5890-4b94-8968-2eb775561b49 req-fadcf8a3-fe45-42ae-8ada-0b302872f5f6 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:03.450303 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-41d84f67-5890-4b94-8968-2eb775561b49 req-fadcf8a3-fe45-42ae-8ada-0b302872f5f6 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0485830 Aug 28 13:27:03.487982 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-41d84f67-5890-4b94-8968-2eb775561b49 req-cefcb04a-9926-4716-9dd4-ca0634bec0ba tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317650 Aug 28 13:27:04.612312 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bb711-92c9-401f-921b-53f709655fb9 req-a6f71623-ceba-4d60-97ae-8a7ec02e6995 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:04.613807 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b66bb711-92c9-401f-921b-53f709655fb9 req-a6f71623-ceba-4d60-97ae-8a7ec02e6995 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0564880 Aug 28 13:27:04.652577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b66bb711-92c9-401f-921b-53f709655fb9 req-7ffd0116-0049-44b2-877c-1dda1756d8ed tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325203 Aug 28 13:27:04.769803 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830e314-d84d-4759-a2a2-aef47321554c req-7c278a26-adae-4afc-9ad2-7bc54a336543 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:04.771263 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6830e314-d84d-4759-a2a2-aef47321554c req-7c278a26-adae-4afc-9ad2-7bc54a336543 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0512002 Aug 28 13:27:04.818026 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6830e314-d84d-4759-a2a2-aef47321554c req-3448827d-0f06-47c8-9405-a838843ef429 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Aug 28 13:27:05.047046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3c6ba-d8bc-41c1-b96d-383d4e452c15 req-1fe90cad-03ae-4ab1-a6ec-7abf58084f35 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:05.048446 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-75b3c6ba-d8bc-41c1-b96d-383d4e452c15 req-1fe90cad-03ae-4ab1-a6ec-7abf58084f35 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0543725 Aug 28 13:27:05.088379 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-75b3c6ba-d8bc-41c1-b96d-383d4e452c15 req-af543fae-7789-4d4f-8f1b-f41911f4fd0d tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340927 Aug 28 13:27:05.216355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea92d9-bcd4-45f3-a0c3-92e1c896ed08 req-7c512ef5-1d7e-44eb-83da-32c56c17f8c8 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:05.218744 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e2ea92d9-bcd4-45f3-a0c3-92e1c896ed08 req-7c512ef5-1d7e-44eb-83da-32c56c17f8c8 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0572455 Aug 28 13:27:05.261357 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e2ea92d9-bcd4-45f3-a0c3-92e1c896ed08 req-e55f6445-3c2e-4535-afef-fab517ad4605 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358827 Aug 28 13:27:05.579340 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-ba5416d3-bcf9-41b8-84c7-1ea56ee6a51e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413377 Aug 28 13:27:05.597580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568861b-a3f5-431c-80bd-8cc16022c352 req-594774cc-17e2-4c49-acf8-a3305d24c48a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:05.599431 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4568861b-a3f5-431c-80bd-8cc16022c352 req-594774cc-17e2-4c49-acf8-a3305d24c48a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0524101 Aug 28 13:27:05.639455 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4568861b-a3f5-431c-80bd-8cc16022c352 req-c951ca28-5f4b-4062-a36f-690fd10d41c0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339336 Aug 28 13:27:06.714467 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-88090ca8-b21b-44d0-b3f5-b2fbb6ed8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:06.717116 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-88090ca8-b21b-44d0-b3f5-b2fbb6ed8bb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 1097 time: 0.0457027 Aug 28 13:27:06.757882 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb695ee-7b35-44f0-ac91-4504cc83fe96 req-50326ba5-211d-48f5-8584-982363cd909a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:06.759428 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9bb695ee-7b35-44f0-ac91-4504cc83fe96 req-50326ba5-211d-48f5-8584-982363cd909a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0503047 Aug 28 13:27:06.800138 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9bb695ee-7b35-44f0-ac91-4504cc83fe96 req-4f14e5e8-f4d2-4239-9dee-002748b86b2f tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337687 Aug 28 13:27:06.811415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-ba9957b5-ee90-48b7-a910-390e04bb5b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:06.812941 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-ba9957b5-ee90-48b7-a910-390e04bb5b63 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 915 time: 0.0888677 Aug 28 13:27:06.861543 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-f911c1f7-eb2c-408a-828f-57819d63089f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805e3898-6429-4aae-8176-334077c326c3 HTTP/1.1" status: 200 len: 217 time: 0.0409300 Aug 28 13:27:06.912195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-44293d78-0480-44bf-8803-2c9786d7edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:06.913622 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-44293d78-0480-44bf-8803-2c9786d7edd1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 200 len: 855 time: 0.0448730 Aug 28 13:27:06.945298 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-332ec320-2322-4142-948b-3e231c94f22a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6617245-c5e3-4f05-8de1-f2253a5bbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245228 Aug 28 13:27:07.036753 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-4a465290-35a9-4a89-afc2-f3c3efba7c4f service neutron] 10.222.0.11 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846510 Aug 28 13:27:07.133291 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-1aad6e1c-f14e-4411-9111-715f267c5110 service neutron] 10.222.0.11 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893433 Aug 28 13:27:07.753473 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:07.920010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad978d9-5bd5-4551-bcfe-3ed46bd55166 req-799f8c52-2c5c-47d0-8baa-968f8a149daf tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:07.921407 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ad978d9-5bd5-4551-bcfe-3ed46bd55166 req-799f8c52-2c5c-47d0-8baa-968f8a149daf tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0513098 Aug 28 13:27:07.960149 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ad978d9-5bd5-4551-bcfe-3ed46bd55166 req-defee9b8-a249-434b-b2ab-648eebada716 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328224 Aug 28 13:27:09.079028 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247ef3d-d089-453b-aa80-5b1bb3c1ffb2 req-85f9c8dc-aed4-4054-99df-a1b68c713acf tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:09.080519 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f247ef3d-d089-453b-aa80-5b1bb3c1ffb2 req-85f9c8dc-aed4-4054-99df-a1b68c713acf tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0524583 Aug 28 13:27:09.117269 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f247ef3d-d089-453b-aa80-5b1bb3c1ffb2 req-187bf009-4a9b-4b0a-b14a-78cd3729f397 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309563 Aug 28 13:27:10.033585 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-faa891e2-ca3b-4325-bbb5-ae789b2df20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:10.159902 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:10.241388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345ecd5-ac81-456a-8dca-da49bf3a76ac req-fc6301f9-618e-4929-9159-27d5c602d3b3 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:10.242887 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2345ecd5-ac81-456a-8dca-da49bf3a76ac req-fc6301f9-618e-4929-9159-27d5c602d3b3 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0535085 Aug 28 13:27:10.281037 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2345ecd5-ac81-456a-8dca-da49bf3a76ac req-70bec3d0-4dd0-4d2b-bb9a-3ed237d62ace tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318079 Aug 28 13:27:11.395566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061e520-3e8f-4413-8ca2-14891036a52d req-bcd7d8fe-b90a-4d91-93cd-2991da5e0d1a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:11.397077 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6061e520-3e8f-4413-8ca2-14891036a52d req-bcd7d8fe-b90a-4d91-93cd-2991da5e0d1a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0490816 Aug 28 13:27:11.434634 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6061e520-3e8f-4413-8ca2-14891036a52d req-014e8018-2628-4366-93a3-f362592bae32 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Aug 28 13:27:12.308524 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-31bb31cf-54b7-48c1-bd37-6e31219fe429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:12.551832 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bcf40-cd7f-4eff-a9a4-091e74572114 req-bb49afdb-0336-402c-987d-e22f7d683a65 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:12.553313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a3bcf40-cd7f-4eff-a9a4-091e74572114 req-bb49afdb-0336-402c-987d-e22f7d683a65 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0492980 Aug 28 13:27:12.593352 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a3bcf40-cd7f-4eff-a9a4-091e74572114 req-68718fa0-eb64-456a-8f08-b4b076eb58b9 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332177 Aug 28 13:27:12.625857 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:13.553303 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:13.712479 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeba2a1-9c5a-42a4-b511-f0589e0cdb83 req-86fec80a-3c88-4240-be1d-8419c280f30a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:13.713979 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0aeba2a1-9c5a-42a4-b511-f0589e0cdb83 req-86fec80a-3c88-4240-be1d-8419c280f30a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0494421 Aug 28 13:27:13.752320 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0aeba2a1-9c5a-42a4-b511-f0589e0cdb83 req-a483f621-49d9-4e03-a6ac-0f856d7ddfc0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321710 Aug 28 13:27:14.866811 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2c28a-6f7a-485a-af2f-9882dfa6d627 req-6e5272ff-13ef-4e81-a1d1-3aed5c9d1147 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:14.868544 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-48c2c28a-6f7a-485a-af2f-9882dfa6d627 req-6e5272ff-13ef-4e81-a1d1-3aed5c9d1147 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0498903 Aug 28 13:27:14.906500 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-48c2c28a-6f7a-485a-af2f-9882dfa6d627 req-cb7da3a5-a8fc-4447-a200-1476a173d00d tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Aug 28 13:27:15.443659 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:16.025441 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70397325-564c-469c-8f89-7d92237fb2fc req-fe10ebac-73bf-4cf4-8983-c1a5bb57c530 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:16.026943 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70397325-564c-469c-8f89-7d92237fb2fc req-fe10ebac-73bf-4cf4-8983-c1a5bb57c530 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0540147 Aug 28 13:27:16.065242 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-70397325-564c-469c-8f89-7d92237fb2fc req-eeb5009e-8b0b-48c8-a7c1-4b15086437a8 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315695 Aug 28 13:27:17.184566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4ea72-76a8-446f-b35c-098624f636aa req-37e0623e-3d78-499d-acfe-5d1a36ff24b9 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:17.186148 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3a4ea72-76a8-446f-b35c-098624f636aa req-37e0623e-3d78-499d-acfe-5d1a36ff24b9 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0536065 Aug 28 13:27:17.224201 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3a4ea72-76a8-446f-b35c-098624f636aa req-f9f4427d-33c4-4c9d-9b90-25f3dac31fb2 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320654 Aug 28 13:27:18.339641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43e916-c06b-456a-be94-9809c7a14634 req-eef7aca3-cb32-4799-8991-47202b37da3c tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:18.341131 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc43e916-c06b-456a-be94-9809c7a14634 req-eef7aca3-cb32-4799-8991-47202b37da3c tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0497639 Aug 28 13:27:18.379511 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc43e916-c06b-456a-be94-9809c7a14634 req-30e8f332-7348-4781-8ae8-336eb955c8e3 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323827 Aug 28 13:27:19.495794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ba9bb-6ee1-448c-ab7e-00fa862f264e req-379dd82b-460e-4ddc-8c7d-e07e0401aac9 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:19.497313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-055ba9bb-6ee1-448c-ab7e-00fa862f264e req-379dd82b-460e-4ddc-8c7d-e07e0401aac9 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0512900 Aug 28 13:27:19.535808 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-055ba9bb-6ee1-448c-ab7e-00fa862f264e req-6d45de51-2c61-4ca1-b89f-90a473e57cc7 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324984 Aug 28 13:27:19.641471 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:27:20.651948 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e8279-eb6b-47e5-b0da-62c31bae6dc8 req-0d2248a3-7873-4b26-b436-cf866a567592 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:20.653474 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-021e8279-eb6b-47e5-b0da-62c31bae6dc8 req-0d2248a3-7873-4b26-b436-cf866a567592 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0512490 Aug 28 13:27:20.691581 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-021e8279-eb6b-47e5-b0da-62c31bae6dc8 req-0e08b13c-d397-4518-99cb-beb9a3aabc17 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320795 Aug 28 13:27:21.808604 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d7faf-4c76-4901-8249-db001c821c0a req-0c5d5ee0-502b-4b59-adc1-4d0ff9764a70 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:21.810183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d03d7faf-4c76-4901-8249-db001c821c0a req-0c5d5ee0-502b-4b59-adc1-4d0ff9764a70 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0512607 Aug 28 13:27:21.848613 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d03d7faf-4c76-4901-8249-db001c821c0a req-7e1ff5da-c793-4b4a-b288-cae5227af87d tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324447 Aug 28 13:27:22.965935 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0eca59-d1fb-4b6d-bbea-776c965e8af9 req-7627ed03-a153-40e7-bf3b-8e7d1d7e0f5b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:22.967428 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef0eca59-d1fb-4b6d-bbea-776c965e8af9 req-7627ed03-a153-40e7-bf3b-8e7d1d7e0f5b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0516739 Aug 28 13:27:23.004793 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef0eca59-d1fb-4b6d-bbea-776c965e8af9 req-5a6a330a-07e2-4d92-9069-65027a32a7ec tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308216 Aug 28 13:27:24.124237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd75d6f-cde9-454e-9605-8a09e65d7f3c req-d9c417c1-cb9b-4c67-99ca-129a5e620f66 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:24.125703 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebd75d6f-cde9-454e-9605-8a09e65d7f3c req-d9c417c1-cb9b-4c67-99ca-129a5e620f66 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0533109 Aug 28 13:27:24.163780 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebd75d6f-cde9-454e-9605-8a09e65d7f3c req-8a698a21-a909-4581-b3a4-680d8c47b51e tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316381 Aug 28 13:27:25.283398 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e22a32-822d-43d0-9edd-8c0fac41f6f6 req-b7dbf9a8-259f-4c0f-ae8f-5008866f5a10 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:25.284886 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-79e22a32-822d-43d0-9edd-8c0fac41f6f6 req-b7dbf9a8-259f-4c0f-ae8f-5008866f5a10 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0524886 Aug 28 13:27:25.322088 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-79e22a32-822d-43d0-9edd-8c0fac41f6f6 req-d7ca9d31-f75f-4419-8093-6e3ed949bbee tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Aug 28 13:27:26.439014 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c78a92-8894-4a70-b259-cc1599b4358c req-4f0324bc-d87d-4c61-8233-8bec57369e2f tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:26.440657 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42c78a92-8894-4a70-b259-cc1599b4358c req-4f0324bc-d87d-4c61-8233-8bec57369e2f tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0487216 Aug 28 13:27:26.479293 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42c78a92-8894-4a70-b259-cc1599b4358c req-96df0e41-91c4-4042-9d3b-fc5d764abe12 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327659 Aug 28 13:27:27.593712 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842ed50-ee3a-4bc3-bfa0-7b85b9d381de req-6fd0626b-8b8c-4d37-8d87-fe4d1b0efec2 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:27.595233 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6842ed50-ee3a-4bc3-bfa0-7b85b9d381de req-6fd0626b-8b8c-4d37-8d87-fe4d1b0efec2 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0482752 Aug 28 13:27:27.633540 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6842ed50-ee3a-4bc3-bfa0-7b85b9d381de req-1fcf5b5f-2b9e-49ff-a14a-dcde8b2abc8c tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315123 Aug 28 13:27:28.747461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecab15f-abb8-4bf8-bad2-9bb668dcec2a req-34326065-fc7c-400a-b2cc-6c7e7fefe116 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:28.748943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cecab15f-abb8-4bf8-bad2-9bb668dcec2a req-34326065-fc7c-400a-b2cc-6c7e7fefe116 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0484836 Aug 28 13:27:28.786843 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cecab15f-abb8-4bf8-bad2-9bb668dcec2a req-eedae9f3-9adc-4f0b-bd72-209e5fbca856 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311909 Aug 28 13:27:29.176671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9df9b-cb29-439e-b838-fd9c18a04d97 req-d036078d-a468-442d-be34-69969352e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:29.178074 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4e9df9b-cb29-439e-b838-fd9c18a04d97 req-d036078d-a468-442d-be34-69969352e4a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 1097 time: 0.0464134 Aug 28 13:27:29.279171 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9df9b-cb29-439e-b838-fd9c18a04d97 req-7d96639e-284a-4846-a790-e9d48fe47a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:29.280661 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4e9df9b-cb29-439e-b838-fd9c18a04d97 req-7d96639e-284a-4846-a790-e9d48fe47a28 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 915 time: 0.0840859 Aug 28 13:27:29.322595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4e9df9b-cb29-439e-b838-fd9c18a04d97 req-39c477b7-3351-4e3f-8107-973bd2fc43ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805e3898-6429-4aae-8176-334077c326c3 HTTP/1.1" status: 200 len: 217 time: 0.0347931 Aug 28 13:27:29.376400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9df9b-cb29-439e-b838-fd9c18a04d97 req-4862e065-0e70-4d91-8e4e-362ca9cf5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:29.378003 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4e9df9b-cb29-439e-b838-fd9c18a04d97 req-4862e065-0e70-4d91-8e4e-362ca9cf5ba7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 200 len: 855 time: 0.0487432 Aug 28 13:27:29.410029 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4e9df9b-cb29-439e-b838-fd9c18a04d97 req-2eed4817-084b-4f70-95f9-9f0ad443c874 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6617245-c5e3-4f05-8de1-f2253a5bbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251620 Aug 28 13:27:29.500126 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4e9df9b-cb29-439e-b838-fd9c18a04d97 req-bc8b1bba-caed-4c77-9dcd-3d89aad92026 service neutron] 10.222.0.11 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825548 Aug 28 13:27:29.596438 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e4e9df9b-cb29-439e-b838-fd9c18a04d97 req-c9a3d60a-9134-4359-be2f-2675686cc334 service neutron] 10.222.0.11 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879080 Aug 28 13:27:29.906096 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65246b9c-d7ca-4dcd-adb5-dd229f67c83d req-335c70dc-1d47-40e5-917b-ff402bbfc66f tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:29.907653 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-65246b9c-d7ca-4dcd-adb5-dd229f67c83d req-335c70dc-1d47-40e5-917b-ff402bbfc66f tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0533078 Aug 28 13:27:29.946058 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-65246b9c-d7ca-4dcd-adb5-dd229f67c83d req-071b48a6-d114-4691-b7d0-aaad9a5efbfb tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322957 Aug 28 13:27:31.061455 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75e6da-3957-464b-9a41-6904ed91479b req-a84d9cc7-9f9b-4cc5-acf2-f6fda019b5f3 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:31.062961 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca75e6da-3957-464b-9a41-6904ed91479b req-a84d9cc7-9f9b-4cc5-acf2-f6fda019b5f3 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0496752 Aug 28 13:27:31.101092 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca75e6da-3957-464b-9a41-6904ed91479b req-06ab8f3c-e049-4a23-a5d1-ee265c29933d tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320473 Aug 28 13:27:32.217124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e23421-02ee-4abc-8c10-e383b71876b0 req-ac07611f-b503-4c8c-baf3-997eff4dd7f1 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:32.218637 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a6e23421-02ee-4abc-8c10-e383b71876b0 req-ac07611f-b503-4c8c-baf3-997eff4dd7f1 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0518193 Aug 28 13:27:32.257041 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a6e23421-02ee-4abc-8c10-e383b71876b0 req-e2859176-5ca2-4b1d-a98a-cadc0d468450 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318203 Aug 28 13:27:33.372216 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55cb36-61cb-4cf5-af0f-231ffa6f6f83 req-65b3b17a-4553-4c7c-9cec-94ce5ca2c1b5 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:33.373689 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d55cb36-61cb-4cf5-af0f-231ffa6f6f83 req-65b3b17a-4553-4c7c-9cec-94ce5ca2c1b5 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0491347 Aug 28 13:27:33.415144 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d55cb36-61cb-4cf5-af0f-231ffa6f6f83 req-26659834-aba4-49cc-8477-ad9ef83d586a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348945 Aug 28 13:27:33.977290 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-2884c44a-b73f-4ffe-baee-138760d68025 service neutron] show failed (client error): The resource could not be found. Aug 28 13:27:33.978477 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-2884c44a-b73f-4ffe-baee-138760d68025 service neutron] 10.222.0.11 "GET /v2.0/ports/805e3898-6429-4aae-8176-334077c326c3/bindings/n-h2-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.0573192 Aug 28 13:27:34.170987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-d0473270-170d-4e59-aa12-a2030b32ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:34.173113 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-d0473270-170d-4e59-aa12-a2030b32ef79 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e&tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7 HTTP/1.1" status: 200 len: 1097 time: 0.0436974 Aug 28 13:27:34.186636 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:27:34.243762 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:34.453429 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] For port 805e3898-6429-4aae-8176-334077c326c3, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=805e3898-6429-4aae-8176-334077c326c3,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:27:34.500847 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] For port 805e3898-6429-4aae-8176-334077c326c3, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:27:34.559300 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a612350-df09-48e5-9074-29658586fd9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '805e3898-6429-4aae-8176-334077c326c3'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:27:34.561500 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5003a7c3-ae86-49f7-a209-a13ca4c346a5" -d '{"events": [{"server_uuid": "3a612350-df09-48e5-9074-29658586fd9e", "name": "network-vif-unplugged", "status": "completed", "tag": "805e3898-6429-4aae-8176-334077c326c3"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:27:34.567741 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:34.579115 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72826277-753f-424f-8971-548b351457d0 req-86b5a489-82da-4d7f-9113-199a30820294 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:34.580639 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-72826277-753f-424f-8971-548b351457d0 req-86b5a489-82da-4d7f-9113-199a30820294 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0931938 Aug 28 13:27:34.596349 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Transition to ACTIVE for port object 805e3898-6429-4aae-8176-334077c326c3 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:27:34.610775 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:34.618838 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 13:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2c384a-3e4a-4744-8239-8b6f450075a6 x-openstack-request-id: req-1d2c384a-3e4a-4744-8239-8b6f450075a6 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:27:34.619156 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a612350-df09-48e5-9074-29658586fd9e", "name": "network-vif-unplugged", "status": "completed", "tag": "805e3898-6429-4aae-8176-334077c326c3", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:27:34.619427 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d2c384a-3e4a-4744-8239-8b6f450075a6 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:27:34.619833 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a612350-df09-48e5-9074-29658586fd9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '805e3898-6429-4aae-8176-334077c326c3', 'code': 200} Aug 28 13:27:34.679839 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-72826277-753f-424f-8971-548b351457d0 req-35c5deb9-94b6-4ea8-8ebb-6245813e136e tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908206 Aug 28 13:27:34.686826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Pushing event updated for resources: {'Port': ['ID=805e3898-6429-4aae-8176-334077c326c3,revision_number=6']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:27:34.703879 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] No DVR routers for this DVR port 805e3898-6429-4aae-8176-334077c326c3 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:27:34.740557 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Attempting to bind port 805e3898-6429-4aae-8176-334077c326c3 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:27:34.740915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Attempting to bind port 805e3898-6429-4aae-8176-334077c326c3 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:27:34.741267 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Attempting to bind port 805e3898-6429-4aae-8176-334077c326c3 on network a6617245-c5e3-4f05-8de1-f2253a5bbe32 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:27:34.745817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Port 805e3898-6429-4aae-8176-334077c326c3 on network a6617245-c5e3-4f05-8de1-f2253a5bbe32 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:27:34.746141 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Attempting to bind port 805e3898-6429-4aae-8176-334077c326c3 on network a6617245-c5e3-4f05-8de1-f2253a5bbe32 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:27:34.751031 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:27:34.751306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Checking segment: {'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:27:34.751688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Bound using segment: {'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:27:34.752108 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Bound port: 805e3898-6429-4aae-8176-334077c326c3, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:27:34.752460 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:34.818474 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] For port 805e3898-6429-4aae-8176-334077c326c3, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:27:34.821723 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] For port 805e3898-6429-4aae-8176-334077c326c3, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=805e3898-6429-4aae-8176-334077c326c3,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:27:34.825401 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:34.866727 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:34.867405 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:34.869135 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] 10.222.0.10 "PUT /v2.0/ports/805e3898-6429-4aae-8176-334077c326c3 HTTP/1.1" status: 200 len: 1092 time: 0.6866205 Aug 28 13:27:34.901142 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a663e-fb09-4457-828f-04ae860a46bc service neutron] Pushing event updated for resources: {'Port': ['ID=805e3898-6429-4aae-8176-334077c326c3,revision_number=7']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:27:34.937098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-9b6b0963-d097-4985-b8f8-2f7ff630d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:34.938662 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-9b6b0963-d097-4985-b8f8-2f7ff630d68a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 1095 time: 0.0458302 Aug 28 13:27:35.029065 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-bac7df8d-46aa-4974-8292-631ace6dbf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:35.030483 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-bac7df8d-46aa-4974-8292-631ace6dbf71 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 915 time: 0.0839195 Aug 28 13:27:35.076139 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-549fec15-2de1-4767-81df-959cd833e868 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805e3898-6429-4aae-8176-334077c326c3 HTTP/1.1" status: 200 len: 217 time: 0.0371397 Aug 28 13:27:35.125342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-5ef58a83-b854-4630-a643-d9448e29864e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:35.126792 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-5ef58a83-b854-4630-a643-d9448e29864e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 200 len: 855 time: 0.0434582 Aug 28 13:27:35.158720 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-6f999d99-9c40-49d8-8389-9afc22287bb4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a6617245-c5e3-4f05-8de1-f2253a5bbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245485 Aug 28 13:27:35.252144 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-cce5ef73-c9c0-476e-88ee-fcedad2781ed service neutron] 10.222.0.10 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852261 Aug 28 13:27:35.342165 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7d551590-30cd-4ce9-b0b7-27c57e82519b req-9a26ce33-bea5-4043-891a-40c9f2c90c35 service neutron] 10.222.0.10 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827742 Aug 28 13:27:35.803489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb851fb-2f94-4cb8-8524-29f22bbc19cb req-217447ef-2909-4d25-abe1-f2b28a411966 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:35.805029 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ccb851fb-2f94-4cb8-8524-29f22bbc19cb req-217447ef-2909-4d25-abe1-f2b28a411966 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 943 time: 0.0519888 Aug 28 13:27:35.845848 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ccb851fb-2f94-4cb8-8524-29f22bbc19cb req-0cecee70-41ec-43ef-ab32-71df03967c3e tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348256 Aug 28 13:27:36.621514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a612350-df09-48e5-9074-29658586fd9e', 'tag': '805e3898-6429-4aae-8176-334077c326c3'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:27:36.623924 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3a612350-df09-48e5-9074-29658586fd9e", "tag": "805e3898-6429-4aae-8176-334077c326c3"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:27:36.687854 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd03587-1000-4cd9-b8c6-36699f44fd29 x-openstack-request-id: req-7dd03587-1000-4cd9-b8c6-36699f44fd29 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:27:36.688210 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a612350-df09-48e5-9074-29658586fd9e", "tag": "805e3898-6429-4aae-8176-334077c326c3", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:27:36.688487 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7dd03587-1000-4cd9-b8c6-36699f44fd29 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:27:36.688955 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a612350-df09-48e5-9074-29658586fd9e', 'tag': '805e3898-6429-4aae-8176-334077c326c3', 'status': 'completed', 'code': 200} Aug 28 13:27:36.768557 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-513e7da3-a2f1-4a82-9f5a-bf71006dde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:36.770812 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-513e7da3-a2f1-4a82-9f5a-bf71006dde15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 1095 time: 0.0505130 Aug 28 13:27:36.771762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-9787e8c4-6664-4f18-8260-cce5fde8dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:36.773390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-9787e8c4-6664-4f18-8260-cce5fde8dd09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 1095 time: 0.0561969 Aug 28 13:27:36.904383 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-512a4811-44bc-4930-92f6-e022c2600892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:36.906184 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-512a4811-44bc-4930-92f6-e022c2600892 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 915 time: 0.1265013 Aug 28 13:27:36.967069 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-e5c86251-a15d-4d51-a66b-2875308ddcf4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805e3898-6429-4aae-8176-334077c326c3 HTTP/1.1" status: 200 len: 217 time: 0.0501454 Aug 28 13:27:36.974347 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-667afaa6-fd87-47fe-a16e-5f5680e55848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:36.976344 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-667afaa6-fd87-47fe-a16e-5f5680e55848 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 915 time: 0.1959836 Aug 28 13:27:37.027894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-a4bf6ae0-ddc0-451c-99f1-dd583bb4bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:37.029411 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-a4bf6ae0-ddc0-451c-99f1-dd583bb4bc70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 200 len: 855 time: 0.0522830 Aug 28 13:27:37.036465 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-60826876-36d8-4e1c-b6f8-e4d00aca7ff6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805e3898-6429-4aae-8176-334077c326c3 HTTP/1.1" status: 200 len: 217 time: 0.0447373 Aug 28 13:27:37.077946 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-0e6eab3d-ea06-41a6-8cf2-9f80a93968f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a6617245-c5e3-4f05-8de1-f2253a5bbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270205 Aug 28 13:27:37.083508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d640c-30a1-45a0-a143-4364d5264027 req-6eef0352-53b6-4f8d-acfc-adabdfae8c5f tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:37.085028 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-812d640c-30a1-45a0-a143-4364d5264027 req-6eef0352-53b6-4f8d-acfc-adabdfae8c5f tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 943 time: 0.1335104 Aug 28 13:27:37.115286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-533aa65f-880e-47d5-a97d-bfd2ff3d7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:37.116783 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-533aa65f-880e-47d5-a97d-bfd2ff3d7e32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 200 len: 855 time: 0.0726626 Aug 28 13:27:37.155947 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-82fce86a-e3bf-4ba4-aec4-2b11fd4268a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6617245-c5e3-4f05-8de1-f2253a5bbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319326 Aug 28 13:27:37.161965 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-812d640c-30a1-45a0-a143-4364d5264027 req-eb850212-aa1b-4dcb-a1eb-5a52b9102c5a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681038 Aug 28 13:27:37.187147 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-38ed670b-d60d-4d6a-949a-9dfc6a1d0472 service neutron] 10.222.0.10 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003695 Aug 28 13:27:37.254727 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-1a78bc3d-578a-4fda-b26c-562c753cb210 service neutron] 10.222.0.11 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915291 Aug 28 13:27:37.298208 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-3af7b640-4f1d-462e-b061-23889686628c service neutron] 10.222.0.10 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029263 Aug 28 13:27:37.347447 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69b7db3e-9263-4835-9ac3-e0f8abcf32cd req-190ed2ab-304f-4a30-a81c-2e837e77d776 service neutron] 10.222.0.11 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850108 Aug 28 13:27:37.745568 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:38.284158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926b7c9-09d0-43de-935c-468b655ef7f1 req-b16af76b-eba4-49ab-8a96-6e1cdc127990 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:38.285885 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1926b7c9-09d0-43de-935c-468b655ef7f1 req-b16af76b-eba4-49ab-8a96-6e1cdc127990 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 943 time: 0.0495787 Aug 28 13:27:38.326535 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1926b7c9-09d0-43de-935c-468b655ef7f1 req-b22e268c-f922-415a-9276-0a99502c6b42 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347123 Aug 28 13:27:38.584040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97c705-9224-48fb-b44a-1f61654159d8 req-e8374044-4abc-42b6-b370-a0635b9ef9c7 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:38.585683 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a97c705-9224-48fb-b44a-1f61654159d8 req-e8374044-4abc-42b6-b370-a0635b9ef9c7 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e&tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 943 time: 0.1036701 Aug 28 13:27:38.651224 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-1a97c705-9224-48fb-b44a-1f61654159d8 req-2930c7a7-c468-44c8-bed5-18feedfb19c9 service neutron] delete failed (client error): The resource could not be found. Aug 28 13:27:38.652287 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a97c705-9224-48fb-b44a-1f61654159d8 req-2930c7a7-c468-44c8-bed5-18feedfb19c9 service neutron] 10.222.0.11 "DELETE /v2.0/ports/805e3898-6429-4aae-8176-334077c326c3/bindings/n-h1-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.0591063 Aug 28 13:27:38.740636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97c705-9224-48fb-b44a-1f61654159d8 req-cd5e7b9e-1ee7-418f-aafd-98c9daefd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:38.742132 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a97c705-9224-48fb-b44a-1f61654159d8 req-cd5e7b9e-1ee7-418f-aafd-98c9daefd8f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 1095 time: 0.0427723 Aug 28 13:27:38.785988 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03008fd0-704e-46a5-bd02-9e993a9d4d24 req-bbc660b3-21b6-40fa-8c4b-c87e763961fc tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:38.787543 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-03008fd0-704e-46a5-bd02-9e993a9d4d24 req-bbc660b3-21b6-40fa-8c4b-c87e763961fc tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 943 time: 0.0501444 Aug 28 13:27:38.824978 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-03008fd0-704e-46a5-bd02-9e993a9d4d24 req-b673ef19-f893-49bb-a39d-5871655ab6fd tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313697 Aug 28 13:27:38.839812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97c705-9224-48fb-b44a-1f61654159d8 req-3963632f-e736-4e12-885b-3db2540a1ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:38.841308 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a97c705-9224-48fb-b44a-1f61654159d8 req-3963632f-e736-4e12-885b-3db2540a1ced service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 915 time: 0.0924747 Aug 28 13:27:38.882664 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a97c705-9224-48fb-b44a-1f61654159d8 req-ab8e66d1-3096-4a7c-9935-ec9980aba19a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805e3898-6429-4aae-8176-334077c326c3 HTTP/1.1" status: 200 len: 217 time: 0.0347629 Aug 28 13:27:38.930647 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97c705-9224-48fb-b44a-1f61654159d8 req-775608ae-cc29-4f38-842d-54d487be10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:38.932066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a97c705-9224-48fb-b44a-1f61654159d8 req-775608ae-cc29-4f38-842d-54d487be10dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 200 len: 855 time: 0.0428813 Aug 28 13:27:38.962774 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a97c705-9224-48fb-b44a-1f61654159d8 req-40afbd8a-0ac0-493c-afc3-7d23058fc895 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6617245-c5e3-4f05-8de1-f2253a5bbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241544 Aug 28 13:27:39.054140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a97c705-9224-48fb-b44a-1f61654159d8 req-5a075a6e-b94b-4003-b9c8-7ad58d452496 service neutron] 10.222.0.11 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847178 Aug 28 13:27:39.142597 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1a97c705-9224-48fb-b44a-1f61654159d8 req-3415b7fc-f90e-4726-8f29-c98b585d65f6 service neutron] 10.222.0.11 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814209 Aug 28 13:27:39.203936 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 805e3898-6429-4aae-8176-334077c326c3 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:27:39.243223 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 805e3898-6429-4aae-8176-334077c326c3 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:27:39.463334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 805e3898-6429-4aae-8176-334077c326c3 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:27:39.569643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 805e3898-6429-4aae-8176-334077c326c3, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=805e3898-6429-4aae-8176-334077c326c3,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:27:39.584299 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '805e3898-6429-4aae-8176-334077c326c3', 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32', 'port_id': '805e3898-6429-4aae-8176-334077c326c3', 'mac_address': 'fa:16:3e:c2:e8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6850a7-7729-40f1-a48d-6a62f62aee66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:27:39.611426 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24434f8f-c17f-4b13-84ee-ead2b4a815f6 req-b4138282-fb89-4480-8c41-2e024843e3d4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483944 Aug 28 13:27:39.626069 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:39.641455 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805e3898-6429-4aae-8176-334077c326c3 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:27:39.666916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 805e3898-6429-4aae-8176-334077c326c3, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=805e3898-6429-4aae-8176-334077c326c3,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:27:39.671155 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:39.722202 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24434f8f-c17f-4b13-84ee-ead2b4a815f6 req-ea746651-4b40-42df-bb10-58814c99b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:39.724695 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24434f8f-c17f-4b13-84ee-ead2b4a815f6 req-ea746651-4b40-42df-bb10-58814c99b570 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 1096 time: 0.0504529 Aug 28 13:27:39.735045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=805e3898-6429-4aae-8176-334077c326c3,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:27:39.844576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24434f8f-c17f-4b13-84ee-ead2b4a815f6 req-0631e701-8c3c-4c72-835e-5decd33285f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:39.846070 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24434f8f-c17f-4b13-84ee-ead2b4a815f6 req-0631e701-8c3c-4c72-835e-5decd33285f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 915 time: 0.0984402 Aug 28 13:27:39.890664 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24434f8f-c17f-4b13-84ee-ead2b4a815f6 req-298e251b-3ed7-4d71-ac77-0739d0a7d9d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805e3898-6429-4aae-8176-334077c326c3 HTTP/1.1" status: 200 len: 217 time: 0.0359619 Aug 28 13:27:39.929680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['805e3898-6429-4aae-8176-334077c326c3'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:27:39.949680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24434f8f-c17f-4b13-84ee-ead2b4a815f6 req-3a80b142-cceb-423a-a45f-a159a359390d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:39.951201 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24434f8f-c17f-4b13-84ee-ead2b4a815f6 req-3a80b142-cceb-423a-a45f-a159a359390d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 200 len: 855 time: 0.0489829 Aug 28 13:27:39.962902 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3e01e-a3d8-499c-af22-835d904e42b1 req-1b10632e-92f0-4861-8dda-2705a16479e2 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:39.964467 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fb3e01e-a3d8-499c-af22-835d904e42b1 req-1b10632e-92f0-4861-8dda-2705a16479e2 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 944 time: 0.0595877 Aug 28 13:27:39.984728 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24434f8f-c17f-4b13-84ee-ead2b4a815f6 req-fd27308d-a430-44af-b6a8-5100d8f1b9c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a6617245-c5e3-4f05-8de1-f2253a5bbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256083 Aug 28 13:27:40.004797 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fb3e01e-a3d8-499c-af22-835d904e42b1 req-871d2d59-8d28-4b26-a576-2ad83e70229b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339258 Aug 28 13:27:40.044948 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2d4044b6-28ae-40ec-afaf-7fc7d9415e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:40.096403 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24434f8f-c17f-4b13-84ee-ead2b4a815f6 req-36c9b71e-3aa9-48d6-a20e-7d8826da800c service neutron] 10.222.0.10 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028924 Aug 28 13:27:40.164434 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:40.194598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac7a86-b488-4029-990f-06aff34fda3c req-eeb42fca-2583-414f-857c-fdef97c05456 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:40.196195 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-75ac7a86-b488-4029-990f-06aff34fda3c req-eeb42fca-2583-414f-857c-fdef97c05456 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 944 time: 0.1118076 Aug 28 13:27:40.237862 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-24434f8f-c17f-4b13-84ee-ead2b4a815f6 req-444b48dc-c968-47eb-a20e-1f8bb00e3060 service neutron] 10.222.0.10 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227193 Aug 28 13:27:40.254864 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-75ac7a86-b488-4029-990f-06aff34fda3c req-98e1cfb1-a0a1-4698-b7ed-0269f78913cc tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516512 Aug 28 13:27:40.373520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c6125-9085-48cb-9a04-8e14418ae593 req-99129c7f-dd72-43a4-8a36-80d042100e44 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:40.375064 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d2c6125-9085-48cb-9a04-8e14418ae593 req-99129c7f-dd72-43a4-8a36-80d042100e44 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 944 time: 0.0504761 Aug 28 13:27:40.415647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d2c6125-9085-48cb-9a04-8e14418ae593 req-91af9482-2e78-48f0-ae2c-3c26b1998f12 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344222 Aug 28 13:27:40.790619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-fbf30756-96bb-46e4-bb09-4ed4f30e330d tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:40.792135 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-fbf30756-96bb-46e4-bb09-4ed4f30e330d tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 815 time: 0.1117530 Aug 28 13:27:40.807513 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-29ee2def-3820-448b-a58b-805073959137 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/quotas/3c5cc01a07934e4d9d184253d5fe4ba7 HTTP/1.1" status: 200 len: 375 time: 0.0094938 Aug 28 13:27:40.862944 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-40b9badc-5b5a-44fd-a6c7-b867d3840acf tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497522 Aug 28 13:27:40.959880 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-fa36ce8d-a482-4b1e-ab3c-71b3cbfe6d46 service neutron] 10.222.0.20 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884411 Aug 28 13:27:41.066802 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-b346d36c-7492-4340-a47c-a909a6d2f602 service neutron] 10.222.0.20 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004162 Aug 28 13:27:41.239539 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4dbe6d73-1bd4-412f-8b45-8ab2ba305787 req-ddd00937-3600-4023-964e-8489bf6a4f79 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 210 time: 0.0286367 Aug 28 13:27:41.469468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 805e3898-6429-4aae-8176-334077c326c3 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:27:41.571562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 805e3898-6429-4aae-8176-334077c326c3 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:27:41.576087 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 805e3898-6429-4aae-8176-334077c326c3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:27:41.576384 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:41.667405 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:41.697588 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a612350-df09-48e5-9074-29658586fd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805e3898-6429-4aae-8176-334077c326c3'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:27:41.700436 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7cb4a5-d860-4034-be87-d7625c87ad31" -d '{"events": [{"server_uuid": "3a612350-df09-48e5-9074-29658586fd9e", "name": "network-vif-plugged", "status": "completed", "tag": "805e3898-6429-4aae-8176-334077c326c3"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:27:41.718600 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 805e3898-6429-4aae-8176-334077c326c3, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=805e3898-6429-4aae-8176-334077c326c3,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:27:41.724750 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:41.752786 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debcda02-92c1-4a64-8341-e0fd6d7c3b6a x-openstack-request-id: req-debcda02-92c1-4a64-8341-e0fd6d7c3b6a {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:27:41.753079 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a612350-df09-48e5-9074-29658586fd9e", "name": "network-vif-plugged", "status": "completed", "tag": "805e3898-6429-4aae-8176-334077c326c3", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:27:41.753539 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-debcda02-92c1-4a64-8341-e0fd6d7c3b6a {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:27:41.753972 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a612350-df09-48e5-9074-29658586fd9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805e3898-6429-4aae-8176-334077c326c3', 'code': 200} Aug 28 13:27:41.794112 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=805e3898-6429-4aae-8176-334077c326c3,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:27:42.169860 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a87aa-a09c-4844-83fc-fe7d98b1d647 req-14e6f0e5-3dc3-4796-b193-1fab47744615 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:42.171671 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a6a87aa-a09c-4844-83fc-fe7d98b1d647 req-14e6f0e5-3dc3-4796-b193-1fab47744615 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a612350-df09-48e5-9074-29658586fd9e HTTP/1.1" status: 200 len: 945 time: 0.0503931 Aug 28 13:27:42.320455 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a97814d7-c7a0-4c58-b431-51ef040ccd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:42.358731 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-65081ba3-6b0f-4d6f-9506-381565d531bb tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:42.360465 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-65081ba3-6b0f-4d6f-9506-381565d531bb tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.10 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 815 time: 0.1488419 Aug 28 13:27:42.365161 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-0a6a87aa-a09c-4844-83fc-fe7d98b1d647 req-36979638-2658-44ea-99a6-ba874f12bf55 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Deleting port 805e3898-6429-4aae-8176-334077c326c3 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:27:42.365509 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-0a6a87aa-a09c-4844-83fc-fe7d98b1d647 req-36979638-2658-44ea-99a6-ba874f12bf55 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:42.396068 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-4f27b65f-01cf-46f0-bc97-ca72f0d4a2f0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Request body: {'port': {'device_id': 'de82eb9d-2a61-46bb-87e1-ebd56f9827a7', 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32', 'admin_state_up': True, 'tenant_id': '3c5cc01a07934e4d9d184253d5fe4ba7'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:27:42.634268 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:42.854016 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d849a79-8c44-43de-8dc2-a10f4f406eb7 req-d74cca8e-9be5-413a-b0cc-fd1231282ec4 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 210 time: 0.4914925 Aug 28 13:27:42.937164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-0a6a87aa-a09c-4844-83fc-fe7d98b1d647 req-36979638-2658-44ea-99a6-ba874f12bf55 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] For port 805e3898-6429-4aae-8176-334077c326c3, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=805e3898-6429-4aae-8176-334077c326c3,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:27:42.937473 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-0a6a87aa-a09c-4844-83fc-fe7d98b1d647 req-36979638-2658-44ea-99a6-ba874f12bf55 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:42.956587 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-0a6a87aa-a09c-4844-83fc-fe7d98b1d647 req-36979638-2658-44ea-99a6-ba874f12bf55 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Calling delete_port for 805e3898-6429-4aae-8176-334077c326c3 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:27:43.011109 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-4f27b65f-01cf-46f0-bc97-ca72f0d4a2f0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Made reservation on behalf of 3c5cc01a07934e4d9d184253d5fe4ba7 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:27:43.014754 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-4f27b65f-01cf-46f0-bc97-ca72f0d4a2f0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:43.212012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-4f27b65f-01cf-46f0-bc97-ca72f0d4a2f0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Allocated IP 172.20.0.3 (a6617245-c5e3-4f05-8de1-f2253a5bbe32/4d6850a7-7729-40f1-a48d-6a62f62aee66/689948d0-aea1-49cc-b353-bf440bc07aff) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:27:43.219218 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-0a6a87aa-a09c-4844-83fc-fe7d98b1d647 req-36979638-2658-44ea-99a6-ba874f12bf55 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:43.231945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['805e3898-6429-4aae-8176-334077c326c3'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:27:43.258027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36979638-2658-44ea-99a6-ba874f12bf55 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Pushing event deleted for resources: {'Port': ['ID=805e3898-6429-4aae-8176-334077c326c3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:27:43.316924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6a87aa-a09c-4844-83fc-fe7d98b1d647 req-36979638-2658-44ea-99a6-ba874f12bf55 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] No DVR routers for this DVR port 805e3898-6429-4aae-8176-334077c326c3 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:27:43.321059 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-0a6a87aa-a09c-4844-83fc-fe7d98b1d647 req-36979638-2658-44ea-99a6-ba874f12bf55 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:43.323069 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a6a87aa-a09c-4844-83fc-fe7d98b1d647 req-36979638-2658-44ea-99a6-ba874f12bf55 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.10 "DELETE /v2.0/ports/805e3898-6429-4aae-8176-334077c326c3 HTTP/1.1" status: 204 len: 173 time: 1.1439352 Aug 28 13:27:43.323512 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a612350-df09-48e5-9074-29658586fd9e', 'name': 'network-vif-deleted', 'tag': '805e3898-6429-4aae-8176-334077c326c3'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:27:43.325842 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2f15a1-8e38-41fb-ab90-e16adbbfa92d" -d '{"events": [{"server_uuid": "3a612350-df09-48e5-9074-29658586fd9e", "name": "network-vif-deleted", "tag": "805e3898-6429-4aae-8176-334077c326c3"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:27:43.384147 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee4be6c-4800-470a-8d3a-511406cbcdf3 x-openstack-request-id: req-8ee4be6c-4800-470a-8d3a-511406cbcdf3 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:27:43.384806 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a612350-df09-48e5-9074-29658586fd9e", "name": "network-vif-deleted", "tag": "805e3898-6429-4aae-8176-334077c326c3", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:27:43.384806 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ee4be6c-4800-470a-8d3a-511406cbcdf3 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:27:43.385049 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a612350-df09-48e5-9074-29658586fd9e', 'name': 'network-vif-deleted', 'tag': '805e3898-6429-4aae-8176-334077c326c3', 'status': 'completed', 'code': 200} Aug 28 13:27:43.453149 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-4f27b65f-01cf-46f0-bc97-ca72f0d4a2f0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:43.494600 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-4f27b65f-01cf-46f0-bc97-ca72f0d4a2f0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:43.507527 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['805e3898-6429-4aae-8176-334077c326c3'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:27:43.542039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-4f27b65f-01cf-46f0-bc97-ca72f0d4a2f0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Network a6617245-c5e3-4f05-8de1-f2253a5bbe32 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:27:43.547426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-4f27b65f-01cf-46f0-bc97-ca72f0d4a2f0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:27:43.551328 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-4f27b65f-01cf-46f0-bc97-ca72f0d4a2f0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:27:43.558259 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27b65f-01cf-46f0-bc97-ca72f0d4a2f0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Pushing event updated for resources: {'Port': ['ID=689948d0-aea1-49cc-b353-bf440bc07aff,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:27:43.559663 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:43.605404 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-4f27b65f-01cf-46f0-bc97-ca72f0d4a2f0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:43.606028 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-4f27b65f-01cf-46f0-bc97-ca72f0d4a2f0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:43.623315 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-4f27b65f-01cf-46f0-bc97-ca72f0d4a2f0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2437909 Aug 28 13:27:43.635048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Request body: {'port': {'device_id': 'de82eb9d-2a61-46bb-87e1-ebd56f9827a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:27:43.696150 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:44.005816 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689948d0-aea1-49cc-b353-bf440bc07aff {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:27:44.016568 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3dd9f-2e3c-49fe-af5f-09a34c6b2994 req-a3f79aba-7931-4da2-93d5-c378db0007f3 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:44.018040 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40a3dd9f-2e3c-49fe-af5f-09a34c6b2994 req-a3f79aba-7931-4da2-93d5-c378db0007f3 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 931 time: 0.0951207 Aug 28 13:27:44.022608 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:44.047963 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Transition to ACTIVE for port object 689948d0-aea1-49cc-b353-bf440bc07aff will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:27:44.052580 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:44.090555 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-40a3dd9f-2e3c-49fe-af5f-09a34c6b2994 req-6db9e304-02b4-4535-8266-085d54893668 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655212 Aug 28 13:27:44.111884 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Pushing event updated for resources: {'Port': ['ID=689948d0-aea1-49cc-b353-bf440bc07aff,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:27:44.183655 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Attempting to bind port 689948d0-aea1-49cc-b353-bf440bc07aff on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:27:44.183985 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Attempting to bind port 689948d0-aea1-49cc-b353-bf440bc07aff by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:27:44.184308 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Attempting to bind port 689948d0-aea1-49cc-b353-bf440bc07aff on network a6617245-c5e3-4f05-8de1-f2253a5bbe32 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:27:44.188446 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Port 689948d0-aea1-49cc-b353-bf440bc07aff on network a6617245-c5e3-4f05-8de1-f2253a5bbe32 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:27:44.188762 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Attempting to bind port 689948d0-aea1-49cc-b353-bf440bc07aff on network a6617245-c5e3-4f05-8de1-f2253a5bbe32 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:27:44.194249 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:27:44.194609 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Checking segment: {'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:27:44.194991 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Bound using segment: {'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:27:44.195452 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Bound port: 689948d0-aea1-49cc-b353-bf440bc07aff, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:27:44.195804 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:44.258616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] For port 689948d0-aea1-49cc-b353-bf440bc07aff, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:27:44.261629 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] For port 689948d0-aea1-49cc-b353-bf440bc07aff, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=689948d0-aea1-49cc-b353-bf440bc07aff,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:27:44.265870 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:44.295380 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:44.296012 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:44.297404 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] 10.222.0.10 "PUT /v2.0/ports/689948d0-aea1-49cc-b353-bf440bc07aff HTTP/1.1" status: 200 len: 1092 time: 0.6667790 Aug 28 13:27:44.325836 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65519d-f7b3-4944-b63d-bd37097e8a1a service neutron] Pushing event updated for resources: {'Port': ['ID=689948d0-aea1-49cc-b353-bf440bc07aff,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:27:44.380717 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-e80e0c7a-65df-40d3-854c-68cd464d45b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:44.382188 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-e80e0c7a-65df-40d3-854c-68cd464d45b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 1095 time: 0.0412769 Aug 28 13:27:44.428068 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-58b51c1a-e489-42e8-96f7-903b1c394f29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=689948d0-aea1-49cc-b353-bf440bc07aff HTTP/1.1" status: 200 len: 217 time: 0.0372052 Aug 28 13:27:44.476468 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-e82324c7-fe0c-44e4-b569-3cabff016eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:44.477896 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-e82324c7-fe0c-44e4-b569-3cabff016eee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 200 len: 855 time: 0.0433354 Aug 28 13:27:44.511322 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-0536f4dc-b9fa-4adc-884e-17fd33c14eeb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a6617245-c5e3-4f05-8de1-f2253a5bbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261087 Aug 28 13:27:44.602542 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-2a283d01-fc79-4794-ada4-0c4552c72f3f service neutron] 10.222.0.10 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834696 Aug 28 13:27:44.692741 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-df8dafd6-40eb-4ce5-aeab-88b7859da9b8 req-814e8adc-8a06-4aa6-8c01-1e74a9acee1b service neutron] 10.222.0.10 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824389 Aug 28 13:27:45.213922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39dbe4-6e57-4b12-8b48-75df3dbcd843 req-65fd6124-7270-4703-a327-696dbaaf4443 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:45.215447 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5d39dbe4-6e57-4b12-8b48-75df3dbcd843 req-65fd6124-7270-4703-a327-696dbaaf4443 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 943 time: 0.0534618 Aug 28 13:27:45.252894 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5d39dbe4-6e57-4b12-8b48-75df3dbcd843 req-5332a3fc-0470-4a3b-aefd-6d73e22d0032 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313184 Aug 28 13:27:45.386319 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de82eb9d-2a61-46bb-87e1-ebd56f9827a7', 'tag': '689948d0-aea1-49cc-b353-bf440bc07aff'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:27:45.388785 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b794c19-64d0-4688-837c-31ef859a4820" -d '{"events": [{"name": "network-changed", "server_uuid": "de82eb9d-2a61-46bb-87e1-ebd56f9827a7", "tag": "689948d0-aea1-49cc-b353-bf440bc07aff"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:27:45.425828 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4366980c-22cd-4896-8c55-b187ffb6802e x-openstack-request-id: req-4366980c-22cd-4896-8c55-b187ffb6802e {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:27:45.426159 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de82eb9d-2a61-46bb-87e1-ebd56f9827a7", "tag": "689948d0-aea1-49cc-b353-bf440bc07aff", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:27:45.426447 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4366980c-22cd-4896-8c55-b187ffb6802e {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:27:45.426844 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de82eb9d-2a61-46bb-87e1-ebd56f9827a7', 'tag': '689948d0-aea1-49cc-b353-bf440bc07aff', 'status': 'completed', 'code': 200} Aug 28 13:27:45.445085 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:45.490151 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b794c19-64d0-4688-837c-31ef859a4820 req-0dde9655-6886-4887-996e-2acd8d7a2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:45.491700 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b794c19-64d0-4688-837c-31ef859a4820 req-0dde9655-6886-4887-996e-2acd8d7a2255 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 1095 time: 0.0436120 Aug 28 13:27:45.587674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b794c19-64d0-4688-837c-31ef859a4820 req-59052f71-c6b5-4634-94af-8b1fbe14aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:45.589255 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b794c19-64d0-4688-837c-31ef859a4820 req-59052f71-c6b5-4634-94af-8b1fbe14aa1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 915 time: 0.0896115 Aug 28 13:27:45.632141 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b794c19-64d0-4688-837c-31ef859a4820 req-0a89e4f9-6c9b-4f0b-98fd-a27955522601 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=689948d0-aea1-49cc-b353-bf440bc07aff HTTP/1.1" status: 200 len: 217 time: 0.0351818 Aug 28 13:27:45.685871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b794c19-64d0-4688-837c-31ef859a4820 req-1b20190c-3f1b-438d-84ff-f4f376b4b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:45.687362 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b794c19-64d0-4688-837c-31ef859a4820 req-1b20190c-3f1b-438d-84ff-f4f376b4b541 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 200 len: 855 time: 0.0487807 Aug 28 13:27:45.720914 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b794c19-64d0-4688-837c-31ef859a4820 req-45c50eff-960f-4ce6-8cf9-1cc9eba59a12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a6617245-c5e3-4f05-8de1-f2253a5bbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250571 Aug 28 13:27:45.810698 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b794c19-64d0-4688-837c-31ef859a4820 req-fcfac521-8c7f-402d-8beb-b22bee759dc9 service neutron] 10.222.0.10 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810452 Aug 28 13:27:45.903991 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0b794c19-64d0-4688-837c-31ef859a4820 req-b3da89e5-4126-48e9-8639-491ec2dac4c7 service neutron] 10.222.0.10 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860131 Aug 28 13:27:46.384119 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a0c77-ff5c-4e83-8006-4dea11d8ebdb req-3860da71-7ad9-4450-a033-679a6de61760 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:46.385612 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d5a0c77-ff5c-4e83-8006-4dea11d8ebdb req-3860da71-7ad9-4450-a033-679a6de61760 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 943 time: 0.0611799 Aug 28 13:27:46.425384 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d5a0c77-ff5c-4e83-8006-4dea11d8ebdb req-0e1cae93-b016-46e4-b3b4-e59422d376de tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337760 Aug 28 13:27:47.465711 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 689948d0-aea1-49cc-b353-bf440bc07aff details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:27:47.467833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 805e3898-6429-4aae-8176-334077c326c3 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:27:47.499185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 805e3898-6429-4aae-8176-334077c326c3 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:27:47.499530 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 805e3898-6429-4aae-8176-334077c326c3 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:27:47.549810 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dad12-9217-432e-b332-a768cdfe9b3e req-c39fb86c-8510-4590-a747-cc0af5cb2b6e tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:47.552316 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac1dad12-9217-432e-b332-a768cdfe9b3e req-c39fb86c-8510-4590-a747-cc0af5cb2b6e tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 943 time: 0.0519257 Aug 28 13:27:47.583230 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 689948d0-aea1-49cc-b353-bf440bc07aff, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=689948d0-aea1-49cc-b353-bf440bc07aff,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:27:47.590312 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ac1dad12-9217-432e-b332-a768cdfe9b3e req-fbf670b4-5c15-4c5e-a39f-a71d40f666d1 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319071 Aug 28 13:27:47.593629 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '689948d0-aea1-49cc-b353-bf440bc07aff', 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32', 'port_id': '689948d0-aea1-49cc-b353-bf440bc07aff', 'mac_address': 'fa:16:3e:b9:55:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6850a7-7729-40f1-a48d-6a62f62aee66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:27:47.634015 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:47.646985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689948d0-aea1-49cc-b353-bf440bc07aff {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:27:47.670608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 689948d0-aea1-49cc-b353-bf440bc07aff, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=689948d0-aea1-49cc-b353-bf440bc07aff,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:27:47.674867 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:47.726131 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=689948d0-aea1-49cc-b353-bf440bc07aff,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:27:47.876745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['689948d0-aea1-49cc-b353-bf440bc07aff'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:27:48.704640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a57889-706c-4647-8db8-95f4791834cb req-0d476bf2-9a86-4957-a9f3-5aaac7e23016 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:48.706097 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3a57889-706c-4647-8db8-95f4791834cb req-0d476bf2-9a86-4957-a9f3-5aaac7e23016 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 944 time: 0.0488605 Aug 28 13:27:48.743236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3a57889-706c-4647-8db8-95f4791834cb req-1973282d-e51b-4a05-91d5-e76deecd9908 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309050 Aug 28 13:27:49.464371 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 689948d0-aea1-49cc-b353-bf440bc07aff up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:27:49.511575 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 689948d0-aea1-49cc-b353-bf440bc07aff completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:27:49.515157 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 689948d0-aea1-49cc-b353-bf440bc07aff triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:27:49.515521 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:49.592677 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:49.614765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de82eb9d-2a61-46bb-87e1-ebd56f9827a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689948d0-aea1-49cc-b353-bf440bc07aff'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:27:49.616987 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f475a6-18ef-4eb9-bc21-0d2e198b37ec" -d '{"events": [{"server_uuid": "de82eb9d-2a61-46bb-87e1-ebd56f9827a7", "name": "network-vif-plugged", "status": "completed", "tag": "689948d0-aea1-49cc-b353-bf440bc07aff"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:27:49.629440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 689948d0-aea1-49cc-b353-bf440bc07aff, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=689948d0-aea1-49cc-b353-bf440bc07aff,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:27:49.634599 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:27:49.660134 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b503cb6e-aca2-474d-9df3-938cee145d6f x-openstack-request-id: req-b503cb6e-aca2-474d-9df3-938cee145d6f {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:27:49.660425 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de82eb9d-2a61-46bb-87e1-ebd56f9827a7", "name": "network-vif-plugged", "status": "completed", "tag": "689948d0-aea1-49cc-b353-bf440bc07aff", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:27:49.660673 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b503cb6e-aca2-474d-9df3-938cee145d6f {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:27:49.661061 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de82eb9d-2a61-46bb-87e1-ebd56f9827a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689948d0-aea1-49cc-b353-bf440bc07aff', 'code': 200} Aug 28 13:27:49.688520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=689948d0-aea1-49cc-b353-bf440bc07aff,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:27:49.698074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:27:49.698585 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:27:49.698987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:27:49.699449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:27:49.699833 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:27:49.700214 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:27:49.700593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:27:49.700968 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:27:49.701349 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:27:49.701814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:27:49.702191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:27:49.702596 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:27:49.795936 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b5d08-5914-42fd-9b79-7d81c9ab3ac6 req-0674febe-de50-43cc-ae63-4010da13d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:49.797449 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-080b5d08-5914-42fd-9b79-7d81c9ab3ac6 req-0674febe-de50-43cc-ae63-4010da13d02e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 1097 time: 0.0408566 Aug 28 13:27:49.836346 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-080b5d08-5914-42fd-9b79-7d81c9ab3ac6 req-2ac96bec-11b7-41e9-a4c5-ca62a80879c1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303552 Aug 28 13:27:49.863339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a22ebd-e4c0-4bb1-849c-134228329a82 req-11001052-c466-4fd7-91e3-2102d6207ca1 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:49.865049 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1a22ebd-e4c0-4bb1-849c-134228329a82 req-11001052-c466-4fd7-91e3-2102d6207ca1 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0530870 Aug 28 13:27:49.903965 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1a22ebd-e4c0-4bb1-849c-134228329a82 req-b1b96fc8-8fe4-4799-9467-a01401cae885 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327094 Aug 28 13:27:51.025524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833793a-c24e-4c1a-8e6d-d3af0646a275 req-f3179295-a60a-4138-8e80-e947ded4b96b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:51.027050 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1833793a-c24e-4c1a-8e6d-d3af0646a275 req-f3179295-a60a-4138-8e80-e947ded4b96b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0538814 Aug 28 13:27:51.064479 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1833793a-c24e-4c1a-8e6d-d3af0646a275 req-c380184f-619a-4eb7-9492-3e606c051b69 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315824 Aug 28 13:27:51.182058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82a784-c3cb-41e8-9ba9-2f78e47aea6a req-3f4f3d72-5c8e-4a16-8508-f9d7010e0ad8 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:51.183929 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b82a784-c3cb-41e8-9ba9-2f78e47aea6a req-3f4f3d72-5c8e-4a16-8508-f9d7010e0ad8 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0525408 Aug 28 13:27:51.221330 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8b82a784-c3cb-41e8-9ba9-2f78e47aea6a req-fb4ffe32-3a7a-47b0-adaa-9126112a4352 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Aug 28 13:27:51.444945 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-8145e9c1-c9f4-4386-93ed-4f16c44ea52e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416749 Aug 28 13:27:51.457317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffeaeb-1a7e-48e5-8aa5-8cb15107a25c req-2a7e8064-9ad0-4c3d-86cc-09eea6cf850b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:51.459592 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61ffeaeb-1a7e-48e5-8aa5-8cb15107a25c req-2a7e8064-9ad0-4c3d-86cc-09eea6cf850b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0500786 Aug 28 13:27:51.500679 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61ffeaeb-1a7e-48e5-8aa5-8cb15107a25c req-f775e554-d7b8-4e2f-a942-cb2d14959bcf tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334556 Aug 28 13:27:52.493984 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f19e-7340-486f-867e-2ea4e48e632b req-883d8ce3-94ba-4efd-b767-9a2b66434069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:52.495552 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-883d8ce3-94ba-4efd-b767-9a2b66434069 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 1097 time: 0.0408225 Aug 28 13:27:52.619798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f19e-7340-486f-867e-2ea4e48e632b req-0d525a63-fba9-4123-beb6-952abea02344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:52.621344 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-0d525a63-fba9-4123-beb6-952abea02344 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 915 time: 0.1180072 Aug 28 13:27:52.643058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58b791-3243-4694-aa97-4938bd96006a req-1c457aff-295f-4121-840b-60a1569005d6 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:52.644537 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be58b791-3243-4694-aa97-4938bd96006a req-1c457aff-295f-4121-840b-60a1569005d6 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0683439 Aug 28 13:27:52.678946 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-908227de-d885-4da9-8e0c-67fc03d38e24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=689948d0-aea1-49cc-b353-bf440bc07aff HTTP/1.1" status: 200 len: 217 time: 0.0499756 Aug 28 13:27:52.740962 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-be58b791-3243-4694-aa97-4938bd96006a req-5d5e2ae8-95fc-432a-98e7-49c51e44b173 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695181 Aug 28 13:27:52.750272 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f19e-7340-486f-867e-2ea4e48e632b req-40bae53d-7edf-41d7-b212-77c398d78058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:52.751733 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-40bae53d-7edf-41d7-b212-77c398d78058 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 200 len: 855 time: 0.0645621 Aug 28 13:27:52.785096 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-7322701f-2bde-48a7-b546-e10204902956 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a6617245-c5e3-4f05-8de1-f2253a5bbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250175 Aug 28 13:27:52.881203 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-059b6991-3b31-43d4-928d-d233b8dd0c25 service neutron] 10.222.0.10 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876453 Aug 28 13:27:52.975805 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-a757f8c1-43ef-4eaf-a175-7856e3b0bd90 service neutron] 10.222.0.10 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869563 Aug 28 13:27:53.855542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230d8b2-9969-4c3f-8270-477b9addfd48 req-fff7f18d-c486-47d5-9bad-f102f457e9dd tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:53.857053 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1230d8b2-9969-4c3f-8270-477b9addfd48 req-fff7f18d-c486-47d5-9bad-f102f457e9dd tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0488715 Aug 28 13:27:53.894845 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1230d8b2-9969-4c3f-8270-477b9addfd48 req-5dd8d39c-6354-4655-b618-ba25c7d7656e tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318017 Aug 28 13:27:55.010036 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb2715-b087-4ce9-b029-e0cef1821ec8 req-6abaf522-6320-4cb4-80ff-e82cb652c0b0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:55.012842 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5adb2715-b087-4ce9-b029-e0cef1821ec8 req-6abaf522-6320-4cb4-80ff-e82cb652c0b0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0512669 Aug 28 13:27:55.050768 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5adb2715-b087-4ce9-b029-e0cef1821ec8 req-a39c25c6-4fd4-4bd8-ae2d-09dc06992250 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320108 Aug 28 13:27:56.169253 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8b0e7-b2fc-4f70-a625-9d640bef346f req-63b7d27f-af7f-4779-b0d7-711ab0ca8296 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:56.170739 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a3f8b0e7-b2fc-4f70-a625-9d640bef346f req-63b7d27f-af7f-4779-b0d7-711ab0ca8296 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0518556 Aug 28 13:27:56.209233 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a3f8b0e7-b2fc-4f70-a625-9d640bef346f req-3bad06fc-c887-407f-8490-8650fc0b3c47 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325646 Aug 28 13:27:56.640121 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:27:57.324012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734fe26-ba6f-44a7-a581-093d89ad40f2 req-f7006e5c-b2af-474c-a2bd-796f1598b801 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:57.325542 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e734fe26-ba6f-44a7-a581-093d89ad40f2 req-f7006e5c-b2af-474c-a2bd-796f1598b801 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0487752 Aug 28 13:27:57.369354 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e734fe26-ba6f-44a7-a581-093d89ad40f2 req-d3d78787-efd1-4c1c-9fee-d9ca5b934094 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378006 Aug 28 13:27:58.485701 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd243e9c-855d-4931-88ad-91bf3e151291 req-e17b6e68-18f4-483a-822c-619f8ece995a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:58.487221 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd243e9c-855d-4931-88ad-91bf3e151291 req-e17b6e68-18f4-483a-822c-619f8ece995a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0509527 Aug 28 13:27:58.526099 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd243e9c-855d-4931-88ad-91bf3e151291 req-6b3cdac4-27d7-4bda-afd2-dc5d82026cb0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327759 Aug 28 13:27:59.643827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6393-9ca4-4b9f-8361-a345ecd4d62a req-5d1d780c-ff9c-4d3e-b3ab-90242f9b5d9b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:27:59.645344 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-010d6393-9ca4-4b9f-8361-a345ecd4d62a req-5d1d780c-ff9c-4d3e-b3ab-90242f9b5d9b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0515091 Aug 28 13:27:59.685784 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-010d6393-9ca4-4b9f-8361-a345ecd4d62a req-7349c9e6-9c54-4854-8d2e-54a4c44376cb tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334072 Aug 28 13:28:00.800172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c95e4-13aa-4d87-9d12-5016a247c69e req-60141bde-7613-4344-a6b0-1caef912f293 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:00.801696 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-447c95e4-13aa-4d87-9d12-5016a247c69e req-60141bde-7613-4344-a6b0-1caef912f293 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0485876 Aug 28 13:28:00.841088 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-447c95e4-13aa-4d87-9d12-5016a247c69e req-7fcb2c2f-a5c0-4e69-b12a-650c4f2feaf1 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331731 Aug 28 13:28:01.966580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5ccfe-607a-4544-b875-2d33eec48cc7 req-07918826-b17a-420a-9292-ad725558a3cc tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:01.968055 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e9b5ccfe-607a-4544-b875-2d33eec48cc7 req-07918826-b17a-420a-9292-ad725558a3cc tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0505619 Aug 28 13:28:02.007706 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e9b5ccfe-607a-4544-b875-2d33eec48cc7 req-e698f07c-c91b-47d5-9fe0-a7599f128fa6 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329454 Aug 28 13:28:03.127350 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a3117-d0ee-469a-8851-7bd342f9b8bb req-21e3c68f-1d65-43a0-8d68-80a13abd1d06 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:03.128791 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dc1a3117-d0ee-469a-8851-7bd342f9b8bb req-21e3c68f-1d65-43a0-8d68-80a13abd1d06 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0527937 Aug 28 13:28:03.175109 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dc1a3117-d0ee-469a-8851-7bd342f9b8bb req-986d4f46-8577-40f8-a991-330045d46b3d tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384643 Aug 28 13:28:04.292991 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca486912-3122-4f74-80f5-fffd0ddd6ef5 req-d801b013-248a-4d89-b7b6-d96279cb76f8 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:04.294504 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca486912-3122-4f74-80f5-fffd0ddd6ef5 req-d801b013-248a-4d89-b7b6-d96279cb76f8 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0490921 Aug 28 13:28:04.337441 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca486912-3122-4f74-80f5-fffd0ddd6ef5 req-976e0471-6fd7-489d-8a29-f217397525d7 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370085 Aug 28 13:28:05.458684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1faecd-bca9-4586-863d-50c7941c1d80 req-9e8fac63-e82b-4b79-aa23-2c63868d7857 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:05.460192 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e1faecd-bca9-4586-863d-50c7941c1d80 req-9e8fac63-e82b-4b79-aa23-2c63868d7857 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0513518 Aug 28 13:28:05.519532 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e1faecd-bca9-4586-863d-50c7941c1d80 req-135f3268-f0d9-413d-bfe8-0eb98334e69d tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433893 Aug 28 13:28:06.640370 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdc8ca-021a-4979-8a6c-8fb345c365f0 req-6ab3e5a5-12a8-4af8-969a-6f1fc4a032de tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:06.642234 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74cdc8ca-021a-4979-8a6c-8fb345c365f0 req-6ab3e5a5-12a8-4af8-969a-6f1fc4a032de tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0519335 Aug 28 13:28:06.683178 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74cdc8ca-021a-4979-8a6c-8fb345c365f0 req-9554b964-d1eb-4b7e-a970-5ee9867ee2f4 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347085 Aug 28 13:28:07.760191 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:07.859228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcc814-382e-403b-bb59-8d5854837061 req-f8dbbea2-519b-43f6-bcab-0a6fbc200bfb tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:07.860714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06dcc814-382e-403b-bb59-8d5854837061 req-f8dbbea2-519b-43f6-bcab-0a6fbc200bfb tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.1068335 Aug 28 13:28:07.900603 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06dcc814-382e-403b-bb59-8d5854837061 req-7d12424e-cf22-4ea7-af7b-37983368845b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324099 Aug 28 13:28:09.082384 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0c3ef-673f-4b5f-b11b-1928e87f5ad8 req-f2c4580f-0b46-436d-8aa0-a2040dc889a9 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:09.083954 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32d0c3ef-673f-4b5f-b11b-1928e87f5ad8 req-f2c4580f-0b46-436d-8aa0-a2040dc889a9 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.1145415 Aug 28 13:28:09.123569 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-32d0c3ef-673f-4b5f-b11b-1928e87f5ad8 req-8f8d88f0-3d85-45c3-ba27-d9d06f4bd8a2 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334609 Aug 28 13:28:10.041420 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d80691b7-89f1-4cb8-83e5-bd69a0b90df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:10.165561 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:10.250396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d40dff-c855-4fb3-8a3e-11bf8b35771b req-478cfcf5-2b3f-4b06-99da-e5dc161564cb tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:10.251824 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3d40dff-c855-4fb3-8a3e-11bf8b35771b req-478cfcf5-2b3f-4b06-99da-e5dc161564cb tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0555141 Aug 28 13:28:10.289714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3d40dff-c855-4fb3-8a3e-11bf8b35771b req-d2325584-e180-4015-bb0f-0f5f52fc1f4c tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312586 Aug 28 13:28:11.407877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fb81e-5ee2-4f51-b0a2-b83cefaab253 req-1ca58081-f6d8-4e51-aac3-68550e9c4c2b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:11.409551 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-487fb81e-5ee2-4f51-b0a2-b83cefaab253 req-1ca58081-f6d8-4e51-aac3-68550e9c4c2b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0511298 Aug 28 13:28:11.453790 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-487fb81e-5ee2-4f51-b0a2-b83cefaab253 req-d5ed5c6b-9498-4eb6-af4d-e0d0a233d7c1 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376043 Aug 28 13:28:12.319419 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ab525a72-9254-4618-ade5-6f0268c6b33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:12.583572 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774897b3-8828-45ea-9026-63dad6b5cc9b req-7887ef45-dabb-4507-90af-53c429af709e tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:12.584991 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-774897b3-8828-45ea-9026-63dad6b5cc9b req-7887ef45-dabb-4507-90af-53c429af709e tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0503943 Aug 28 13:28:12.625037 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-774897b3-8828-45ea-9026-63dad6b5cc9b req-b6062f08-c26f-4c1b-9846-6f464aecf0f6 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339205 Aug 28 13:28:12.626614 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:13.561218 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:13.747886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadb123-2c88-4de8-9f66-245f03a13099 req-e27c63b2-697d-4fdf-9e3a-9c7971bc7daf tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:13.749383 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7fadb123-2c88-4de8-9f66-245f03a13099 req-e27c63b2-697d-4fdf-9e3a-9c7971bc7daf tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0520036 Aug 28 13:28:13.788406 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7fadb123-2c88-4de8-9f66-245f03a13099 req-009099e2-2eda-4174-bad8-82c81b7323a7 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326686 Aug 28 13:28:14.906451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81b6b1-b06e-4bb8-90b5-cacb3371fae4 req-200f2aca-8dde-4da4-bda9-0126e74e1217 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:14.907935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a81b6b1-b06e-4bb8-90b5-cacb3371fae4 req-200f2aca-8dde-4da4-bda9-0126e74e1217 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0501602 Aug 28 13:28:14.946688 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4a81b6b1-b06e-4bb8-90b5-cacb3371fae4 req-95f823b0-e438-46f9-b258-f3e45e9befe0 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325913 Aug 28 13:28:15.446978 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:16.060895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3926549-92bc-4013-8cb6-06883555c245 req-9dc28d9b-bcf5-4074-ae0d-317a1db2c174 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:16.062406 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d3926549-92bc-4013-8cb6-06883555c245 req-9dc28d9b-bcf5-4074-ae0d-317a1db2c174 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0485539 Aug 28 13:28:16.101772 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d3926549-92bc-4013-8cb6-06883555c245 req-6ecb2237-838a-4eaf-bdc4-7d5d10d98523 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325747 Aug 28 13:28:17.221128 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643c0aa-6ab8-45d6-b7d5-dc064af22171 req-bc14f12a-a967-4227-9431-2c6dcfd9cbc4 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:17.222629 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2643c0aa-6ab8-45d6-b7d5-dc064af22171 req-bc14f12a-a967-4227-9431-2c6dcfd9cbc4 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0526056 Aug 28 13:28:17.261350 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2643c0aa-6ab8-45d6-b7d5-dc064af22171 req-b13895cc-3bc2-4673-9237-b04276b4e3ed tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320332 Aug 28 13:28:18.382561 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c372d3-82bb-4950-84b7-df4ca8d1e516 req-da4ab014-da24-4fca-b2fd-12fcf1873d72 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:18.384120 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36c372d3-82bb-4950-84b7-df4ca8d1e516 req-da4ab014-da24-4fca-b2fd-12fcf1873d72 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0529730 Aug 28 13:28:18.431429 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36c372d3-82bb-4950-84b7-df4ca8d1e516 req-d520cc6d-a6b5-479e-a8da-cf551453ebd9 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403666 Aug 28 13:28:19.552261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d77f9-b11f-4d50-b784-bbc5969b7543 req-7332f1b7-0998-4f41-b7d4-a52710d4605c tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:19.553785 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7e7d77f9-b11f-4d50-b784-bbc5969b7543 req-7332f1b7-0998-4f41-b7d4-a52710d4605c tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0506580 Aug 28 13:28:19.594654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7e7d77f9-b11f-4d50-b784-bbc5969b7543 req-2b109354-7d37-4af3-8809-f95a87a1702f tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347195 Aug 28 13:28:19.870474 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [req-1566f19e-7340-486f-867e-2ea4e48e632b req-05bfbc1e-42c9-4631-8db4-6212c5441df2 service neutron] show failed (client error): The resource could not be found. Aug 28 13:28:19.871495 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-05bfbc1e-42c9-4631-8db4-6212c5441df2 service neutron] 10.222.0.10 "GET /v2.0/ports/689948d0-aea1-49cc-b353-bf440bc07aff/bindings/n-h1-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.0560882 Aug 28 13:28:20.065355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f19e-7340-486f-867e-2ea4e48e632b req-c02ef966-5cbf-4823-9b79-236e28d06482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:20.066876 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-c02ef966-5cbf-4823-9b79-236e28d06482 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7&tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7 HTTP/1.1" status: 200 len: 1097 time: 0.0404704 Aug 28 13:28:20.079476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:28:20.135073 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:20.593622 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] For port 689948d0-aea1-49cc-b353-bf440bc07aff, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=689948d0-aea1-49cc-b353-bf440bc07aff,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:28:20.626461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] For port 689948d0-aea1-49cc-b353-bf440bc07aff, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:28:20.667472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de82eb9d-2a61-46bb-87e1-ebd56f9827a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689948d0-aea1-49cc-b353-bf440bc07aff'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:28:20.669674 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfb5531-f348-4115-80e5-551565c9b218" -d '{"events": [{"server_uuid": "de82eb9d-2a61-46bb-87e1-ebd56f9827a7", "name": "network-vif-unplugged", "status": "completed", "tag": "689948d0-aea1-49cc-b353-bf440bc07aff"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:28:20.673817 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:20.690749 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Transition to ACTIVE for port object 689948d0-aea1-49cc-b353-bf440bc07aff will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:28:20.696242 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:20.715713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256467df-685c-48b8-853c-274fc760007b req-a98797b5-1793-4ed1-98fd-912523ce9f7b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:20.717263 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-256467df-685c-48b8-853c-274fc760007b req-a98797b5-1793-4ed1-98fd-912523ce9f7b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 945 time: 0.0533969 Aug 28 13:28:20.733440 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 13:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5cefac-b757-4f53-b6da-ffb22b251912 x-openstack-request-id: req-6b5cefac-b757-4f53-b6da-ffb22b251912 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:28:20.733736 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de82eb9d-2a61-46bb-87e1-ebd56f9827a7", "name": "network-vif-unplugged", "status": "completed", "tag": "689948d0-aea1-49cc-b353-bf440bc07aff", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:28:20.733987 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b5cefac-b757-4f53-b6da-ffb22b251912 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:28:20.734391 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de82eb9d-2a61-46bb-87e1-ebd56f9827a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689948d0-aea1-49cc-b353-bf440bc07aff', 'code': 200} Aug 28 13:28:20.758549 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-256467df-685c-48b8-853c-274fc760007b req-4247f0b0-31e4-41f9-9b73-2fd53fd3daf2 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350451 Aug 28 13:28:20.764783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] No DVR routers for this DVR port 689948d0-aea1-49cc-b353-bf440bc07aff on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:28:20.771299 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Pushing event updated for resources: {'Port': ['ID=689948d0-aea1-49cc-b353-bf440bc07aff,revision_number=6']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:20.795821 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:20.796156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:20.796488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:20.796816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:20.797140 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:20.797462 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:20.797779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:20.798094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:20.798436 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:20.798760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:20.799085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:20.799397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:20.814107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Attempting to bind port 689948d0-aea1-49cc-b353-bf440bc07aff on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:28:20.814473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Attempting to bind port 689948d0-aea1-49cc-b353-bf440bc07aff by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:28:20.814796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Attempting to bind port 689948d0-aea1-49cc-b353-bf440bc07aff on network a6617245-c5e3-4f05-8de1-f2253a5bbe32 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:28:20.820353 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Port 689948d0-aea1-49cc-b353-bf440bc07aff on network a6617245-c5e3-4f05-8de1-f2253a5bbe32 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:28:20.820613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Attempting to bind port 689948d0-aea1-49cc-b353-bf440bc07aff on network a6617245-c5e3-4f05-8de1-f2253a5bbe32 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:28:20.825491 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:28:20.825825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Checking segment: {'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:28:20.826206 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Bound using segment: {'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:28:20.826672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Bound port: 689948d0-aea1-49cc-b353-bf440bc07aff, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cb2b4b-551c-466b-80e5-097126499259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:28:20.827028 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:20.892896 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] For port 689948d0-aea1-49cc-b353-bf440bc07aff, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:28:20.896509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] For port 689948d0-aea1-49cc-b353-bf440bc07aff, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=689948d0-aea1-49cc-b353-bf440bc07aff,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:28:20.900025 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:20.933343 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:20.933969 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:20.936096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] 10.222.0.11 "PUT /v2.0/ports/689948d0-aea1-49cc-b353-bf440bc07aff HTTP/1.1" status: 200 len: 1092 time: 0.8599491 Aug 28 13:28:20.970126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64655c-d88c-44cc-a934-7c794bb16d31 service neutron] Pushing event updated for resources: {'Port': ['ID=689948d0-aea1-49cc-b353-bf440bc07aff,revision_number=7']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:21.011974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f19e-7340-486f-867e-2ea4e48e632b req-89a65586-fcc4-4a28-b0b3-ba8af9fb4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:21.013477 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-89a65586-fcc4-4a28-b0b3-ba8af9fb4f40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 1095 time: 0.0517285 Aug 28 13:28:21.102790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f19e-7340-486f-867e-2ea4e48e632b req-b57bb663-615f-4cb7-b971-d1204c4f5a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:21.104174 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-b57bb663-615f-4cb7-b971-d1204c4f5a26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 915 time: 0.0837398 Aug 28 13:28:21.148820 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-99507dee-ed36-4883-a8b0-cc14a6fb77bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=689948d0-aea1-49cc-b353-bf440bc07aff HTTP/1.1" status: 200 len: 217 time: 0.0376844 Aug 28 13:28:21.196544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f19e-7340-486f-867e-2ea4e48e632b req-d70b2040-7cc0-46e5-b10c-6716be2cc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:21.197964 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-d70b2040-7cc0-46e5-b10c-6716be2cc1f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 200 len: 855 time: 0.0428371 Aug 28 13:28:21.229026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-eaeedff7-612f-403d-8197-eba416209da6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6617245-c5e3-4f05-8de1-f2253a5bbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242484 Aug 28 13:28:21.318102 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-91e6ff18-de2b-4239-a258-e9c924994364 service neutron] 10.222.0.11 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818954 Aug 28 13:28:21.416664 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1566f19e-7340-486f-867e-2ea4e48e632b req-25bdb472-5930-4570-b2f3-0d6869db497f service neutron] 10.222.0.11 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906942 Aug 28 13:28:21.876393 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865f970-dc6c-4bcf-9ecf-b9eb66f0a335 req-e28b0789-3e37-4d3a-a588-4d399ab76870 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:21.877869 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4865f970-dc6c-4bcf-9ecf-b9eb66f0a335 req-e28b0789-3e37-4d3a-a588-4d399ab76870 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 943 time: 0.0494146 Aug 28 13:28:21.916184 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4865f970-dc6c-4bcf-9ecf-b9eb66f0a335 req-f1d1cd30-867a-4327-a9e7-98004d1621f2 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316923 Aug 28 13:28:22.735113 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de82eb9d-2a61-46bb-87e1-ebd56f9827a7', 'tag': '689948d0-aea1-49cc-b353-bf440bc07aff'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:28:22.737481 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707763e4-d05b-47e4-898c-3689f17eee10" -d '{"events": [{"name": "network-changed", "server_uuid": "de82eb9d-2a61-46bb-87e1-ebd56f9827a7", "tag": "689948d0-aea1-49cc-b353-bf440bc07aff"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:28:22.785106 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecfe56d-748f-459e-b7b4-0c9e03ac74c4 x-openstack-request-id: req-4ecfe56d-748f-459e-b7b4-0c9e03ac74c4 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:28:22.785399 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de82eb9d-2a61-46bb-87e1-ebd56f9827a7", "tag": "689948d0-aea1-49cc-b353-bf440bc07aff", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:28:22.785681 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ecfe56d-748f-459e-b7b4-0c9e03ac74c4 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:28:22.787148 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de82eb9d-2a61-46bb-87e1-ebd56f9827a7', 'tag': '689948d0-aea1-49cc-b353-bf440bc07aff', 'status': 'completed', 'code': 200} Aug 28 13:28:22.848080 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707763e4-d05b-47e4-898c-3689f17eee10 req-c1584861-decf-4a59-b281-7dc115927edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:22.850545 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-707763e4-d05b-47e4-898c-3689f17eee10 req-c1584861-decf-4a59-b281-7dc115927edc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 1095 time: 0.0431650 Aug 28 13:28:22.857391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707763e4-d05b-47e4-898c-3689f17eee10 req-f56024a9-c346-43f3-848d-e428717e2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:22.859094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-707763e4-d05b-47e4-898c-3689f17eee10 req-f56024a9-c346-43f3-848d-e428717e2ee5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 1095 time: 0.0485511 Aug 28 13:28:22.968051 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707763e4-d05b-47e4-898c-3689f17eee10 req-efa15b46-6381-4f3c-baee-2fff1df07268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:22.969615 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-707763e4-d05b-47e4-898c-3689f17eee10 req-efa15b46-6381-4f3c-baee-2fff1df07268 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 915 time: 0.1119769 Aug 28 13:28:22.970577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707763e4-d05b-47e4-898c-3689f17eee10 req-1e22b504-b0ea-44d2-923f-ee837061fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:22.974336 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-707763e4-d05b-47e4-898c-3689f17eee10 req-1e22b504-b0ea-44d2-923f-ee837061fc16 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 915 time: 0.1054804 Aug 28 13:28:23.020900 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-707763e4-d05b-47e4-898c-3689f17eee10 req-4f36912e-afa2-4362-bd2e-fbede07ea501 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=689948d0-aea1-49cc-b353-bf440bc07aff HTTP/1.1" status: 200 len: 217 time: 0.0415578 Aug 28 13:28:23.022211 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-707763e4-d05b-47e4-898c-3689f17eee10 req-07d475bb-a5cd-4e85-b760-f3149ec494cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=689948d0-aea1-49cc-b353-bf440bc07aff HTTP/1.1" status: 200 len: 217 time: 0.0393553 Aug 28 13:28:23.076938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707763e4-d05b-47e4-898c-3689f17eee10 req-c838e27d-6506-497b-81e4-f67b83bd5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:23.078618 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-707763e4-d05b-47e4-898c-3689f17eee10 req-c838e27d-6506-497b-81e4-f67b83bd5964 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 200 len: 855 time: 0.0501914 Aug 28 13:28:23.107556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707763e4-d05b-47e4-898c-3689f17eee10 req-c301a386-a5c5-45d8-bf50-033a0634cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:23.108925 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-707763e4-d05b-47e4-898c-3689f17eee10 req-c301a386-a5c5-45d8-bf50-033a0634cc7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 200 len: 855 time: 0.0734234 Aug 28 13:28:23.114496 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-707763e4-d05b-47e4-898c-3689f17eee10 req-651ea5d7-e9a2-41cd-881f-ab13a1b352ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a6617245-c5e3-4f05-8de1-f2253a5bbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257962 Aug 28 13:28:23.117410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dbed8-ae98-439c-bfed-6d9cc7695833 req-ba9eff5b-dc70-4bf8-87ed-c946a4bdc0c8 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:23.118859 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-872dbed8-ae98-439c-bfed-6d9cc7695833 req-ba9eff5b-dc70-4bf8-87ed-c946a4bdc0c8 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 943 time: 0.0996888 Aug 28 13:28:23.150972 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-707763e4-d05b-47e4-898c-3689f17eee10 req-7ef4a77f-7d7e-48a6-a50f-ab87a59c4734 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6617245-c5e3-4f05-8de1-f2253a5bbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309055 Aug 28 13:28:23.208769 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-707763e4-d05b-47e4-898c-3689f17eee10 req-8d9bbe2f-394f-4e25-8ba8-b8162b6702d3 service neutron] 10.222.0.10 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858307 Aug 28 13:28:23.225390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-872dbed8-ae98-439c-bfed-6d9cc7695833 req-a88ad0d9-3d14-46eb-9d91-a2fe97362f6b tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975919 Aug 28 13:28:23.267274 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-707763e4-d05b-47e4-898c-3689f17eee10 req-8dd2e392-b0e3-4479-997c-c9340a8962e9 service neutron] 10.222.0.11 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096108 Aug 28 13:28:23.311161 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-707763e4-d05b-47e4-898c-3689f17eee10 req-252ddab9-1b64-4578-9d55-5c2e2adf0cf0 service neutron] 10.222.0.10 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944989 Aug 28 13:28:23.368735 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-707763e4-d05b-47e4-898c-3689f17eee10 req-6e8906c5-706a-4a0d-8a4f-12142a2108cf service neutron] 10.222.0.11 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944872 Aug 28 13:28:23.445947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b588d18-510d-42d4-be0f-11b9ee367481 req-363a23f4-3625-489d-9858-2921274fcc73 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:23.447545 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b588d18-510d-42d4-be0f-11b9ee367481 req-363a23f4-3625-489d-9858-2921274fcc73 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 943 time: 0.0581203 Aug 28 13:28:23.456550 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf1a17-329b-4bb3-95c7-52e85826de55 req-69428d38-7706-4884-ad86-1eda24663667 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:23.458731 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-64bf1a17-329b-4bb3-95c7-52e85826de55 req-69428d38-7706-4884-ad86-1eda24663667 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.10 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7&tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&binding%3Ahost_id=n-h1-791505-21 HTTP/1.1" status: 200 len: 943 time: 0.0531254 Aug 28 13:28:23.486835 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0b588d18-510d-42d4-be0f-11b9ee367481 req-db8b2807-ff6a-466d-8670-d90196766de4 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329456 Aug 28 13:28:23.521242 n-d-791505-21 neutron-server[94878]: INFO neutron.api.v2.resource [req-64bf1a17-329b-4bb3-95c7-52e85826de55 req-b8a501bb-3a33-46bd-9fa5-a2a5a79167cc service neutron] delete failed (client error): The resource could not be found. Aug 28 13:28:23.522265 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-64bf1a17-329b-4bb3-95c7-52e85826de55 req-b8a501bb-3a33-46bd-9fa5-a2a5a79167cc service neutron] 10.222.0.10 "DELETE /v2.0/ports/689948d0-aea1-49cc-b353-bf440bc07aff/bindings/n-h2-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.0559480 Aug 28 13:28:23.608212 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf1a17-329b-4bb3-95c7-52e85826de55 req-786d7dcb-31d1-43e7-937e-3f6c37086519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:23.609720 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-64bf1a17-329b-4bb3-95c7-52e85826de55 req-786d7dcb-31d1-43e7-937e-3f6c37086519 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 1095 time: 0.0413823 Aug 28 13:28:23.636389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 689948d0-aea1-49cc-b353-bf440bc07aff no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:28:23.680552 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 689948d0-aea1-49cc-b353-bf440bc07aff not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:28:23.706830 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf1a17-329b-4bb3-95c7-52e85826de55 req-70f2dd49-72fa-4c0f-9383-20d676730e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:23.709167 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-64bf1a17-329b-4bb3-95c7-52e85826de55 req-70f2dd49-72fa-4c0f-9383-20d676730e9b service neutron] 10.222.0.10 "GET /v2.0/networks?id=a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 200 len: 915 time: 0.0917630 Aug 28 13:28:23.751672 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-64bf1a17-329b-4bb3-95c7-52e85826de55 req-029081f5-d14a-4fba-b583-d2e7c8651f02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=689948d0-aea1-49cc-b353-bf440bc07aff HTTP/1.1" status: 200 len: 217 time: 0.0351527 Aug 28 13:28:23.805949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf1a17-329b-4bb3-95c7-52e85826de55 req-b0134be7-18c7-4f0e-844c-5cdd20c3bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:23.807401 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-64bf1a17-329b-4bb3-95c7-52e85826de55 req-b0134be7-18c7-4f0e-844c-5cdd20c3bb21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 200 len: 855 time: 0.0469558 Aug 28 13:28:23.840322 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-64bf1a17-329b-4bb3-95c7-52e85826de55 req-df38d713-dd74-4da3-a47e-deb9db9d6e42 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a6617245-c5e3-4f05-8de1-f2253a5bbe32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256228 Aug 28 13:28:23.929125 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-64bf1a17-329b-4bb3-95c7-52e85826de55 req-9f3f0930-292a-4d4a-a855-e2fee1ef7cfb service neutron] 10.222.0.10 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816524 Aug 28 13:28:24.023135 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-64bf1a17-329b-4bb3-95c7-52e85826de55 req-f1a094cd-0b4b-4edf-9eae-adbacbb29d14 service neutron] 10.222.0.10 "GET /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871830 Aug 28 13:28:24.616366 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfcebb-f533-42f4-a848-ac4499c7ab05 req-c9e9a58d-e87b-4b73-a2c2-b07f47fe4b55 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:24.617869 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0ccfcebb-f533-42f4-a848-ac4499c7ab05 req-c9e9a58d-e87b-4b73-a2c2-b07f47fe4b55 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 943 time: 0.0523851 Aug 28 13:28:24.660212 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0ccfcebb-f533-42f4-a848-ac4499c7ab05 req-02a33d08-ff39-49e7-b6bc-c8f3ad852546 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355809 Aug 28 13:28:24.777347 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3cd0c-15fd-460d-8723-71c8f75c78f7 req-0afbde15-21d3-49ed-8b0f-97d160366e6d tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:24.778996 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99c3cd0c-15fd-460d-8723-71c8f75c78f7 req-0afbde15-21d3-49ed-8b0f-97d160366e6d tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 943 time: 0.0500484 Aug 28 13:28:24.816995 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-99c3cd0c-15fd-460d-8723-71c8f75c78f7 req-5e9e168e-ecd9-42d0-86d1-fa39a8a09d94 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321062 Aug 28 13:28:24.934350 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e5955-d0a2-496e-895a-c45a6b41956c req-b86efccb-1df4-45f3-a6b0-acf28377b92f tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:24.935863 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-781e5955-d0a2-496e-895a-c45a6b41956c req-b86efccb-1df4-45f3-a6b0-acf28377b92f tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 943 time: 0.0509846 Aug 28 13:28:24.972657 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-781e5955-d0a2-496e-895a-c45a6b41956c req-ab8cb6ba-57d4-49de-bf85-925f73b7bc32 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307643 Aug 28 13:28:25.298624 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7fe00-e7b0-44c1-8ea5-0b14346549b1 req-c7ecb7a9-8701-48f4-b1c9-b61143a79ffc tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:25.300104 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cfc7fe00-e7b0-44c1-8ea5-0b14346549b1 req-c7ecb7a9-8701-48f4-b1c9-b61143a79ffc tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 943 time: 0.0489788 Aug 28 13:28:25.336492 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 689948d0-aea1-49cc-b353-bf440bc07aff details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:28:25.338513 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cfc7fe00-e7b0-44c1-8ea5-0b14346549b1 req-eda6ba95-a5d6-4a1d-a77b-1d2c9f05226a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317919 Aug 28 13:28:25.426108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 689948d0-aea1-49cc-b353-bf440bc07aff, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=689948d0-aea1-49cc-b353-bf440bc07aff,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:28:25.437403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '689948d0-aea1-49cc-b353-bf440bc07aff', 'network_id': 'a6617245-c5e3-4f05-8de1-f2253a5bbe32', 'port_id': '689948d0-aea1-49cc-b353-bf440bc07aff', 'mac_address': 'fa:16:3e:b9:55:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6850a7-7729-40f1-a48d-6a62f62aee66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:28:25.476051 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:25.487993 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689948d0-aea1-49cc-b353-bf440bc07aff {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:28:25.507772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 689948d0-aea1-49cc-b353-bf440bc07aff, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=689948d0-aea1-49cc-b353-bf440bc07aff,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:28:25.511842 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:25.558379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=689948d0-aea1-49cc-b353-bf440bc07aff,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:25.740977 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['689948d0-aea1-49cc-b353-bf440bc07aff'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:28:26.459311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e82b7-0cbe-4225-9aa5-d3602c1fc335 req-6d3f5cfc-c337-45de-9c7d-53c4f909a9a4 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:26.460767 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-205e82b7-0cbe-4225-9aa5-d3602c1fc335 req-6d3f5cfc-c337-45de-9c7d-53c4f909a9a4 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 944 time: 0.0546277 Aug 28 13:28:26.464167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565802d2-ed80-4b35-aab2-9b6653434bed req-0c85c590-0b17-48bd-a73d-4d1ac6f1166a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:26.466026 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-565802d2-ed80-4b35-aab2-9b6653434bed req-0c85c590-0b17-48bd-a73d-4d1ac6f1166a tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.11 "GET /v2.0/ports?device_id=de82eb9d-2a61-46bb-87e1-ebd56f9827a7 HTTP/1.1" status: 200 len: 944 time: 0.0538824 Aug 28 13:28:26.498303 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-205e82b7-0cbe-4225-9aa5-d3602c1fc335 req-1883a734-a07a-44e0-9c18-b7ef83db4ff6 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.20 "GET /v2.0/security-groups?id=062132b4-23c8-4cc3-bda0-26d6ee287c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316143 Aug 28 13:28:26.557430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-565802d2-ed80-4b35-aab2-9b6653434bed req-62429099-de9c-49cb-b5bb-1f69f5c97027 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Deleting port 689948d0-aea1-49cc-b353-bf440bc07aff {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:28:26.557779 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-565802d2-ed80-4b35-aab2-9b6653434bed req-62429099-de9c-49cb-b5bb-1f69f5c97027 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:26.649229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-565802d2-ed80-4b35-aab2-9b6653434bed req-62429099-de9c-49cb-b5bb-1f69f5c97027 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] For port 689948d0-aea1-49cc-b353-bf440bc07aff, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=689948d0-aea1-49cc-b353-bf440bc07aff,segment=NetworkSegment(26cb2b4b-551c-466b-80e5-097126499259),segment_id=26cb2b4b-551c-466b-80e5-097126499259)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:28:26.649565 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-565802d2-ed80-4b35-aab2-9b6653434bed req-62429099-de9c-49cb-b5bb-1f69f5c97027 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:26.668937 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-565802d2-ed80-4b35-aab2-9b6653434bed req-62429099-de9c-49cb-b5bb-1f69f5c97027 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Calling delete_port for 689948d0-aea1-49cc-b353-bf440bc07aff owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:28:26.793724 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-565802d2-ed80-4b35-aab2-9b6653434bed req-62429099-de9c-49cb-b5bb-1f69f5c97027 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:26.805377 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['689948d0-aea1-49cc-b353-bf440bc07aff'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:28:26.834725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62429099-de9c-49cb-b5bb-1f69f5c97027 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Pushing event deleted for resources: {'Port': ['ID=689948d0-aea1-49cc-b353-bf440bc07aff,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:26.872909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-565802d2-ed80-4b35-aab2-9b6653434bed req-62429099-de9c-49cb-b5bb-1f69f5c97027 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] No DVR routers for this DVR port 689948d0-aea1-49cc-b353-bf440bc07aff on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:28:26.875767 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-565802d2-ed80-4b35-aab2-9b6653434bed req-62429099-de9c-49cb-b5bb-1f69f5c97027 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:26.877950 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-565802d2-ed80-4b35-aab2-9b6653434bed req-62429099-de9c-49cb-b5bb-1f69f5c97027 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] 10.222.0.11 "DELETE /v2.0/ports/689948d0-aea1-49cc-b353-bf440bc07aff HTTP/1.1" status: 204 len: 173 time: 0.4054146 Aug 28 13:28:26.878413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de82eb9d-2a61-46bb-87e1-ebd56f9827a7', 'name': 'network-vif-deleted', 'tag': '689948d0-aea1-49cc-b353-bf440bc07aff'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:28:26.881914 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a8eed8-7d6f-47bf-a0ef-20261246939a" -d '{"events": [{"server_uuid": "de82eb9d-2a61-46bb-87e1-ebd56f9827a7", "name": "network-vif-deleted", "tag": "689948d0-aea1-49cc-b353-bf440bc07aff"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:28:27.045361 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf9e3a8-ee5a-473f-aae1-7464378ec49e x-openstack-request-id: req-4bf9e3a8-ee5a-473f-aae1-7464378ec49e {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:28:27.045652 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de82eb9d-2a61-46bb-87e1-ebd56f9827a7", "name": "network-vif-deleted", "tag": "689948d0-aea1-49cc-b353-bf440bc07aff", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:28:27.045909 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bf9e3a8-ee5a-473f-aae1-7464378ec49e {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:28:27.046300 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de82eb9d-2a61-46bb-87e1-ebd56f9827a7', 'name': 'network-vif-deleted', 'tag': '689948d0-aea1-49cc-b353-bf440bc07aff', 'status': 'completed', 'code': 200} Aug 28 13:28:27.341684 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 689948d0-aea1-49cc-b353-bf440bc07aff up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:28:27.361901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 689948d0-aea1-49cc-b353-bf440bc07aff {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:28:27.362244 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 689948d0-aea1-49cc-b353-bf440bc07aff not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 28 13:28:27.381792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Port 689948d0-aea1-49cc-b353-bf440bc07aff not found, will not notify nova. {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 28 13:28:27.620575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35514) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:28:27.666210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4bcef2-423d-4a70-8b80-8348ebe12f63 admin admin] Deleting subnet 4d6850a7-7729-40f1-a48d-6a62f62aee66 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:28:27.669367 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a4bcef2-423d-4a70-8b80-8348ebe12f63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:27.703792 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a4bcef2-423d-4a70-8b80-8348ebe12f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:27.746048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a4bcef2-423d-4a70-8b80-8348ebe12f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:27.796761 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a4bcef2-423d-4a70-8b80-8348ebe12f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:27.824614 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4bcef2-423d-4a70-8b80-8348ebe12f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d6850a7-7729-40f1-a48d-6a62f62aee66,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:27.827593 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0a4bcef2-423d-4a70-8b80-8348ebe12f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:27.829447 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0a4bcef2-423d-4a70-8b80-8348ebe12f63 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4d6850a7-7729-40f1-a48d-6a62f62aee66 HTTP/1.1" status: 204 len: 168 time: 0.2078919 Aug 28 13:28:27.831865 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35516) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:28:27.900315 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c77aa02-edbc-462d-a62c-a3eac71da629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:27.981351 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c77aa02-edbc-462d-a62c-a3eac71da629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:27.991789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9c77aa02-edbc-462d-a62c-a3eac71da629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6617245-c5e3-4f05-8de1-f2253a5bbe32']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:28:28.002261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9c77aa02-edbc-462d-a62c-a3eac71da629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cb2b4b-551c-466b-80e5-097126499259') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:28:28.002578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-9c77aa02-edbc-462d-a62c-a3eac71da629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cb2b4b-551c-466b-80e5-097126499259') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:28:28.011975 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c77aa02-edbc-462d-a62c-a3eac71da629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:28.025649 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c77aa02-edbc-462d-a62c-a3eac71da629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:28.031244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c77aa02-edbc-462d-a62c-a3eac71da629 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:28:28.031618 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c77aa02-edbc-462d-a62c-a3eac71da629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:28:28.033197 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:28:28.089591 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c77aa02-edbc-462d-a62c-a3eac71da629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:28.094245 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9c77aa02-edbc-462d-a62c-a3eac71da629 admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:28.099061 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9c77aa02-edbc-462d-a62c-a3eac71da629 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a6617245-c5e3-4f05-8de1-f2253a5bbe32 HTTP/1.1" status: 204 len: 168 time: 0.2634466 Aug 28 13:28:28.108987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77aa02-edbc-462d-a62c-a3eac71da629 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6617245-c5e3-4f05-8de1-f2253a5bbe32,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:28.230617 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35520) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:28:28.271865 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-430113e1-c981-44bd-9608-ab2ba75e4957 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c5cc01a07934e4d9d184253d5fe4ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400994 Aug 28 13:28:28.274295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35522) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:28:28.322592 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b677204-92f0-4a16-8d57-ec32d38c0f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:28.342944 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b677204-92f0-4a16-8d57-ec32d38c0f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:28.388326 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b677204-92f0-4a16-8d57-ec32d38c0f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:28.391094 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1b677204-92f0-4a16-8d57-ec32d38c0f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:28.392320 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1b677204-92f0-4a16-8d57-ec32d38c0f02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/062132b4-23c8-4cc3-bda0-26d6ee287c16 HTTP/1.1" status: 204 len: 168 time: 0.1170428 Aug 28 13:28:28.400422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b677204-92f0-4a16-8d57-ec32d38c0f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062132b4-23c8-4cc3-bda0-26d6ee287c16,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:29.079004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35544) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:28:29.195830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ad681fe0-cc68-402e-a066-026a444d89f9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1445844948-network', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:28:29.216903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad681fe0-cc68-402e-a066-026a444d89f9 admin admin] Made reservation on behalf of bb8ca5c95d2748e2b67d4026edba8047 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:28:29.219469 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ad681fe0-cc68-402e-a066-026a444d89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:29.228650 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ad681fe0-cc68-402e-a066-026a444d89f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:29.325743 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ad681fe0-cc68-402e-a066-026a444d89f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:29.329849 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ad681fe0-cc68-402e-a066-026a444d89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:29.355859 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad681fe0-cc68-402e-a066-026a444d89f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:28:29.366476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad681fe0-cc68-402e-a066-026a444d89f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f962e9ad-619b-4785-bfcf-69d0c3220c42,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:29.373142 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ad681fe0-cc68-402e-a066-026a444d89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:29.373479 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-ad681fe0-cc68-402e-a066-026a444d89f9 admin admin] Added segment c103366f-8fe6-45b7-9a30-2605dd5df5f2 of type vlan for network 0d5e199a-9118-4a41-aa62-85f6fdf27186 Aug 28 13:28:29.414945 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ad681fe0-cc68-402e-a066-026a444d89f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:29.439333 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ad681fe0-cc68-402e-a066-026a444d89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:29.440294 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad681fe0-cc68-402e-a066-026a444d89f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:29.440862 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ad681fe0-cc68-402e-a066-026a444d89f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:29.493924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ad681fe0-cc68-402e-a066-026a444d89f9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4135931 Aug 28 13:28:29.497022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35548) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:28:29.501140 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad681fe0-cc68-402e-a066-026a444d89f9 admin admin] Pushing event updated for resources: {'Network': ['ID=0d5e199a-9118-4a41-aa62-85f6fdf27186,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:29.501983 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Request body: {'subnet': {'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1445844948-subnet', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:28:29.512144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 0d5e199a-9118-4a41-aa62-85f6fdf27186 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:28:29.528550 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Made reservation on behalf of bb8ca5c95d2748e2b67d4026edba8047 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:28:29.531016 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:29.737985 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:29.787086 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be7aa52-b246-40cc-abdc-a52698a02d4e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:29.802590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:29.802940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:29.803275 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:29.803611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:29.803982 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:29.804385 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:29.804752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:29.805266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:29.805807 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:29.806332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:29.806907 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:29.807443 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:29.816273 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Checking segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:28:29.816633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Network hostable DHCP agents. Network: 0d5e199a-9118-4a41-aa62-85f6fdf27186, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:28:29.836086 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Network 0d5e199a-9118-4a41-aa62-85f6fdf27186 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:28:29.846986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 0d5e199a-9118-4a41-aa62-85f6fdf27186) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:28:29.852169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:29.852764 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:29.858751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18633e2e-7b4d-441e-a859-703f1a049816 None None] Network 0d5e199a-9118-4a41-aa62-85f6fdf27186 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:28:29.867660 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-028df405-3ea1-47ee-8147-20e44515db52 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3695409 Aug 28 13:28:29.870583 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35550) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:28:29.875300 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:28:29.898292 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:29.899327 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:29.956305 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:30.012841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-0d5e199a-9118-4a41-aa62-85f6fdf27186', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:28:30.013704 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:30.102706 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:30.147406 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Allocated IP 172.20.0.2 (0d5e199a-9118-4a41-aa62-85f6fdf27186/1be7aa52-b246-40cc-abdc-a52698a02d4e/03bce06c-e16a-4107-bf4c-3841b1a79726) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:28:30.297317 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:30.306604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Transition to ACTIVE for port object 03bce06c-e16a-4107-bf4c-3841b1a79726 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:28:30.321021 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Transition to ACTIVE for port object 03bce06c-e16a-4107-bf4c-3841b1a79726 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:28:30.326776 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:30.351011 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:30.364789 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Network 0d5e199a-9118-4a41-aa62-85f6fdf27186 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:28:30.370138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:28:30.372624 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:28:30.379062 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:30.384773 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Pushing event updated for resources: {'Port': ['ID=03bce06c-e16a-4107-bf4c-3841b1a79726,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:30.435672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Attempting to bind port 03bce06c-e16a-4107-bf4c-3841b1a79726 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:28:30.436032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Attempting to bind port 03bce06c-e16a-4107-bf4c-3841b1a79726 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:28:30.436400 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Attempting to bind port 03bce06c-e16a-4107-bf4c-3841b1a79726 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:28:30.441253 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:28:30.441615 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Checking segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:28:30.442318 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:30.442735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Bound using segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:28:30.443187 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Bound port: 03bce06c-e16a-4107-bf4c-3841b1a79726, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:28:30.443560 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:30.490071 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Allocated IP 172.25.1.21 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/786a21bb-abb9-4bef-8850-dc13299b69fc) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:28:30.507971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] For port 03bce06c-e16a-4107-bf4c-3841b1a79726, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:28:30.511199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] For port 03bce06c-e16a-4107-bf4c-3841b1a79726, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=03bce06c-e16a-4107-bf4c-3841b1a79726,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:28:30.516483 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:30.583838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677c7f9-7bc9-4ecd-913f-89cb94a82780 None None] Pushing event updated for resources: {'Port': ['ID=03bce06c-e16a-4107-bf4c-3841b1a79726,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:30.616078 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:30.665714 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:30.715028 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:28:30.722614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:28:30.730231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:28:30.734374 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=786a21bb-abb9-4bef-8850-dc13299b69fc,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:30.999984 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:31.207035 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:31.351590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Router f5d282dc-7763-499b-9569-3eae016ab3a3 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:28:31.357648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 689948d0-aea1-49cc-b353-bf440bc07aff no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:28:31.392883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 689948d0-aea1-49cc-b353-bf440bc07aff {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:28:31.393565 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 689948d0-aea1-49cc-b353-bf440bc07aff not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:28:31.491005 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:28:31.508423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Sync routers for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:28:31.508583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:31.512504 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ff930d05-96a8-49b6-9170-6af4e7def5e1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6381280 Aug 28 13:28:31.512660 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35552) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:28:31.518496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:28:31.519168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:28:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:28:31.560254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34148fea-f4ec-49c8-a3cf-3b6d4b5ad4ad None None] Network 0d5e199a-9118-4a41-aa62-85f6fdf27186 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:28:31.625717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7af3cec1-3734-4859-b072-5b565e35fec0 None None] Provisioning for port 03bce06c-e16a-4107-bf4c-3841b1a79726 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:28:31.708395 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:28:31.949071 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:30Z', 'revision_number': 3, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:28:31.978967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Checking router: f5d282dc-7763-499b-9569-3eae016ab3a3 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:28:31.979315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Updating router f5d282dc-7763-499b-9569-3eae016ab3a3 port 786a21bb-abb9-4bef-8850-dc13299b69fc binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:28:32.006549 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:32.374068 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:32.441421 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:32.452305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Transition to ACTIVE for port object 786a21bb-abb9-4bef-8850-dc13299b69fc will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:28:32.458510 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:32.510930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Attempting to bind port 786a21bb-abb9-4bef-8850-dc13299b69fc on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:28:32.511299 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Attempting to bind port 786a21bb-abb9-4bef-8850-dc13299b69fc by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:28:32.511663 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Attempting to bind port 786a21bb-abb9-4bef-8850-dc13299b69fc on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:28:32.514099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a650d6-2a30-430f-8547-da13fef2530b None None] Pushing event updated for resources: {'Port': ['ID=786a21bb-abb9-4bef-8850-dc13299b69fc,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:32.519786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:28:32.521101 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:28:32.521347 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:32.521835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:28:32.522788 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Bound port: 786a21bb-abb9-4bef-8850-dc13299b69fc, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:28:32.522788 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:32.543386 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Allocated IP 172.20.0.1 (0d5e199a-9118-4a41-aa62-85f6fdf27186/1be7aa52-b246-40cc-abdc-a52698a02d4e/c35d8367-c347-4b0e-bf5b-719df4df4973) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:28:32.574672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] For port 786a21bb-abb9-4bef-8850-dc13299b69fc, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:28:32.578293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] For port 786a21bb-abb9-4bef-8850-dc13299b69fc, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=786a21bb-abb9-4bef-8850-dc13299b69fc,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:28:32.584831 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:32.653432 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a650d6-2a30-430f-8547-da13fef2530b None None] Pushing event updated for resources: {'Port': ['ID=786a21bb-abb9-4bef-8850-dc13299b69fc,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:32.656583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:28:32.657275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:28:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:28:32.667540 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:32.685727 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Transition to ACTIVE for port object c35d8367-c347-4b0e-bf5b-719df4df4973 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:28:32.693893 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 03bce06c-e16a-4107-bf4c-3841b1a79726 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:28:32.720203 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:32.763773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Network 0d5e199a-9118-4a41-aa62-85f6fdf27186 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:28:32.769255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:28:32.771751 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Pushing event updated for resources: {'Port': ['ID=c35d8367-c347-4b0e-bf5b-719df4df4973,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:32.774019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:28:32.797675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 03bce06c-e16a-4107-bf4c-3841b1a79726 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:28:32.804108 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:28:32.805745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 03bce06c-e16a-4107-bf4c-3841b1a79726 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:28:32.806110 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:32.813315 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:32.966023 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:33.039567 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:33.043377 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-75345e80-bfce-4921-b559-aa4dcdbbf4aa None None] Provisioning for port c35d8367-c347-4b0e-bf5b-719df4df4973 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:28:33.058828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-75345e80-bfce-4921-b559-aa4dcdbbf4aa None None] Provisioning complete for port c35d8367-c347-4b0e-bf5b-719df4df4973 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:28:33.059111 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-75345e80-bfce-4921-b559-aa4dcdbbf4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:33.113405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 03bce06c-e16a-4107-bf4c-3841b1a79726, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=03bce06c-e16a-4107-bf4c-3841b1a79726,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:28:33.122843 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:33.126768 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-75345e80-bfce-4921-b559-aa4dcdbbf4aa None None] Port c35d8367-c347-4b0e-bf5b-719df4df4973 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:28:33.141345 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:33.146477 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:33.156409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:30Z', 'revision_number': 3, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:28:33.201311 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb7cef-e591-4e7a-a7b2-e142a61fd71e None None] The sync data for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 is: [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:30Z', 'revision_number': 3, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:28:33.215941 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=03bce06c-e16a-4107-bf4c-3841b1a79726,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:33.229851 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:33.231722 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Pushing event updated for resources: {'Port': ['ID=c35d8367-c347-4b0e-bf5b-719df4df4973,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:33.328951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Network 0d5e199a-9118-4a41-aa62-85f6fdf27186 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:28:33.330303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:28:33.473981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Router f5d282dc-7763-499b-9569-3eae016ab3a3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:28:33.600585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:28:33.606633 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bd73c5b4-ff91-41a5-b10f-c5449e3a7624 admin admin] 10.222.0.20 "PUT /v2.0/routers/f5d282dc-7763-499b-9569-3eae016ab3a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0927835 Aug 28 13:28:33.638409 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:28:33.664189 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ede04d5c-96b3-4a37-914a-86c885ddb32c None None] Provisioning complete for port c35d8367-c347-4b0e-bf5b-719df4df4973 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:28:33.664655 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ede04d5c-96b3-4a37-914a-86c885ddb32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:33.700645 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ede04d5c-96b3-4a37-914a-86c885ddb32c None None] Port c35d8367-c347-4b0e-bf5b-719df4df4973 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:28:34.205766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35562) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:28:34.211604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-aa86b1d7-c492-4915-99c4-6be0ff076122 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--948273211', 'description': 'tempest-description--1753592532'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:28:34.234916 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aa86b1d7-c492-4915-99c4-6be0ff076122 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.318504 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aa86b1d7-c492-4915-99c4-6be0ff076122 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.322151 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aa86b1d7-c492-4915-99c4-6be0ff076122 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.351016 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aa86b1d7-c492-4915-99c4-6be0ff076122 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.352264 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-aa86b1d7-c492-4915-99c4-6be0ff076122 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1454608 Aug 28 13:28:34.354078 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86b1d7-c492-4915-99c4-6be0ff076122 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:34.355227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35564) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:28:34.360211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-501cb133-4cba-4d78-b963-7c8dd58fb0ea tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Request body: {'security_group_rule': {'security_group_id': '3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:28:34.387858 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-501cb133-4cba-4d78-b963-7c8dd58fb0ea tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.448293 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-501cb133-4cba-4d78-b963-7c8dd58fb0ea tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.452200 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-501cb133-4cba-4d78-b963-7c8dd58fb0ea tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.471736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cb133-4cba-4d78-b963-7c8dd58fb0ea tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb89249-417a-4e63-8846-9a861c6a5eec,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:34.477646 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-501cb133-4cba-4d78-b963-7c8dd58fb0ea tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.478936 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-501cb133-4cba-4d78-b963-7c8dd58fb0ea tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226535 Aug 28 13:28:34.481599 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35566) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:28:34.486374 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f7bcda96-fd34-4a3b-bd9c-9455465d10f7 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Request body: {'security_group_rule': {'security_group_id': '3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:28:34.515824 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7bcda96-fd34-4a3b-bd9c-9455465d10f7 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.575159 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7bcda96-fd34-4a3b-bd9c-9455465d10f7 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.579089 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7bcda96-fd34-4a3b-bd9c-9455465d10f7 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.602328 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcda96-fd34-4a3b-bd9c-9455465d10f7 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c360a647-0cb0-41e0-8a61-b4d853d12231,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:34.606930 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f7bcda96-fd34-4a3b-bd9c-9455465d10f7 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.608576 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f7bcda96-fd34-4a3b-bd9c-9455465d10f7 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260188 Aug 28 13:28:34.611854 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35568) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:28:34.617408 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:28:34.648511 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.725061 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 786a21bb-abb9-4bef-8850-dc13299b69fc up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:28:34.763533 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.774915 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 786a21bb-abb9-4bef-8850-dc13299b69fc completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:28:34.778848 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 786a21bb-abb9-4bef-8850-dc13299b69fc triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:28:34.779304 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.799704 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Sync routers for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:28:34.809436 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:28:34.810145 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:28:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:28:34.870270 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.878050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Allocated IP 172.25.1.70 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/4cae102d-4fc6-40c8-9efc-1f323dd9718c) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:28:34.892341 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 786a21bb-abb9-4bef-8850-dc13299b69fc, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=786a21bb-abb9-4bef-8850-dc13299b69fc,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:28:34.898410 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:34.899531 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 03bce06c-e16a-4107-bf4c-3841b1a79726 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:28:34.922207 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:28:34.984177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=786a21bb-abb9-4bef-8850-dc13299b69fc,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:35.000175 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 03bce06c-e16a-4107-bf4c-3841b1a79726 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:28:35.000332 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:35.000548 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:35.042169 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:35.081964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:28:35.085295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:28:35.088485 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:28:35.125558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Pushing event updated for resources: {'Port': ['ID=4cae102d-4fc6-40c8-9efc-1f323dd9718c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:35.129287 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:33Z', 'revision_number': 2, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:28:35.155982 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Checking router: f5d282dc-7763-499b-9569-3eae016ab3a3 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:28:35.156332 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Updating router f5d282dc-7763-499b-9569-3eae016ab3a3 port c35d8367-c347-4b0e-bf5b-719df4df4973 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:28:35.180788 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:35.190535 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:35.226908 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:35.378588 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:35.383089 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:35.442110 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:35.448251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Pushing event updated for resources: {'Port': ['ID=4cae102d-4fc6-40c8-9efc-1f323dd9718c,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:35.453130 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Transition to ACTIVE for port object c35d8367-c347-4b0e-bf5b-719df4df4973 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:28:35.459192 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:35.466227 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:35.480048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:35.481291 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-916ea115-8e88-44f3-8165-5f08b1b60736 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8684509 Aug 28 13:28:35.525105 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b2267-41e4-41b8-9bf0-4931e8f110eb None None] Pushing event updated for resources: {'Port': ['ID=c35d8367-c347-4b0e-bf5b-719df4df4973,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:35.550894 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2b2267-41e4-41b8-9bf0-4931e8f110eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:35.551353 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2b2267-41e4-41b8-9bf0-4931e8f110eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:35.551722 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2b2267-41e4-41b8-9bf0-4931e8f110eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:35.552552 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2b2267-41e4-41b8-9bf0-4931e8f110eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:35.552881 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2b2267-41e4-41b8-9bf0-4931e8f110eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:35.553208 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2b2267-41e4-41b8-9bf0-4931e8f110eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:35.553532 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2b2267-41e4-41b8-9bf0-4931e8f110eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:35.553948 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2b2267-41e4-41b8-9bf0-4931e8f110eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:35.554351 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2b2267-41e4-41b8-9bf0-4931e8f110eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:35.554703 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2b2267-41e4-41b8-9bf0-4931e8f110eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:35.555025 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2b2267-41e4-41b8-9bf0-4931e8f110eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:35.555868 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2b2267-41e4-41b8-9bf0-4931e8f110eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:28:35.572633 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Attempting to bind port c35d8367-c347-4b0e-bf5b-719df4df4973 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:28:35.573097 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Attempting to bind port c35d8367-c347-4b0e-bf5b-719df4df4973 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:28:35.573603 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Attempting to bind port c35d8367-c347-4b0e-bf5b-719df4df4973 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:28:35.583595 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:28:35.583968 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Checking segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:28:35.584369 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:35.584755 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Bound using segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:28:35.585459 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Bound port: c35d8367-c347-4b0e-bf5b-719df4df4973, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:28:35.585628 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:35.637839 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-53ea581a-b1f9-45ba-992a-a3d65b1a2bdd tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--948273211&fields=id&tenant_id=bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 267 time: 0.0370517 Aug 28 13:28:35.653275 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] For port c35d8367-c347-4b0e-bf5b-719df4df4973, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:28:35.658127 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] For port c35d8367-c347-4b0e-bf5b-719df4df4973, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c35d8367-c347-4b0e-bf5b-719df4df4973,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:28:35.667239 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:35.736450 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:28:35.737126 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:28:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:28:35.744633 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b2267-41e4-41b8-9bf0-4931e8f110eb None None] Pushing event updated for resources: {'Port': ['ID=c35d8367-c347-4b0e-bf5b-719df4df4973,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:35.774780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-ce825c1a-a0a5-4678-a11a-4b31840d2669 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:35.776286 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-ce825c1a-a0a5-4678-a11a-4b31840d2669 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 812 time: 0.1315486 Aug 28 13:28:35.793568 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-86c5a39a-2b77-49fe-9acd-f320e043794a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/quotas/bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 375 time: 0.0105321 Aug 28 13:28:35.854026 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-ef4df4ea-b936-418e-ab8f-b927a89bbd47 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541244 Aug 28 13:28:35.958583 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:28:35.965366 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-e210761a-5ddf-4859-860d-90ad23e77e5c service neutron] 10.222.0.20 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977490 Aug 28 13:28:36.059056 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-456946dd-848c-48e8-9388-5a532bd25ac9 service neutron] 10.222.0.20 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871596 Aug 28 13:28:36.157388 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:35Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:28:36.185212 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd87c87-baad-4a20-aa73-6ae80e40e846 None None] The sync data for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 is: [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:35Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:28:36.265041 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fae6a1be-4165-4cd3-b216-f64af7e2013f req-3a90a097-11ff-438a-8bd7-6576e81bbadc tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 210 time: 0.0484283 Aug 28 13:28:36.740396 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 786a21bb-abb9-4bef-8850-dc13299b69fc up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:28:36.790887 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 786a21bb-abb9-4bef-8850-dc13299b69fc triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:28:36.791256 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:36.875028 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c35d8367-c347-4b0e-bf5b-719df4df4973 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:28:36.925975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port c35d8367-c347-4b0e-bf5b-719df4df4973 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:28:36.930674 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c35d8367-c347-4b0e-bf5b-719df4df4973 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:28:36.931048 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:37.009917 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:37.043587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port c35d8367-c347-4b0e-bf5b-719df4df4973, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c35d8367-c347-4b0e-bf5b-719df4df4973,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:28:37.048194 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:37.103771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=c35d8367-c347-4b0e-bf5b-719df4df4973,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:37.267047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f20dd245-2f12-4244-8e04-902a57d11145 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:37.269221 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f20dd245-2f12-4244-8e04-902a57d11145 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 812 time: 0.1193914 Aug 28 13:28:37.322210 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-8e9f56b6-85f4-4a0e-be53-7a7e1effb808 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 379 time: 0.0413992 Aug 28 13:28:37.340702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-94f969fd-b6ab-4315-a77e-6a033e9617ac tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Request body: {'port': {'device_id': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'admin_state_up': True, 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'security_groups': ['3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:28:37.365273 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d5bdc08e-31c1-44b4-b055-e9f866b5381f req-2f760b17-c648-4575-b0d1-1ddab78a34c3 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 210 time: 0.0324621 Aug 28 13:28:37.453574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-94f969fd-b6ab-4315-a77e-6a033e9617ac tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Made reservation on behalf of bb8ca5c95d2748e2b67d4026edba8047 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:28:37.457031 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-94f969fd-b6ab-4315-a77e-6a033e9617ac tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:37.594867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-94f969fd-b6ab-4315-a77e-6a033e9617ac tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Allocated IP 172.20.0.7 (0d5e199a-9118-4a41-aa62-85f6fdf27186/1be7aa52-b246-40cc-abdc-a52698a02d4e/63622dc0-d2c9-4a6a-8a93-05d5221a8035) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:28:37.748170 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-94f969fd-b6ab-4315-a77e-6a033e9617ac tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:37.762318 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:37.764211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-94f969fd-b6ab-4315-a77e-6a033e9617ac tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Transition to ACTIVE for port object 63622dc0-d2c9-4a6a-8a93-05d5221a8035 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:28:37.796758 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-94f969fd-b6ab-4315-a77e-6a033e9617ac tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:37.842951 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-94f969fd-b6ab-4315-a77e-6a033e9617ac tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Network 0d5e199a-9118-4a41-aa62-85f6fdf27186 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:28:37.848730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-94f969fd-b6ab-4315-a77e-6a033e9617ac tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:28:37.852813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-94f969fd-b6ab-4315-a77e-6a033e9617ac tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:28:37.859529 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f969fd-b6ab-4315-a77e-6a033e9617ac tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Pushing event updated for resources: {'Port': ['ID=63622dc0-d2c9-4a6a-8a93-05d5221a8035,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:37.913683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-94f969fd-b6ab-4315-a77e-6a033e9617ac tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:37.914310 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-94f969fd-b6ab-4315-a77e-6a033e9617ac tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:37.932216 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-94f969fd-b6ab-4315-a77e-6a033e9617ac tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5955632 Aug 28 13:28:37.944943 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Request body: {'port': {'device_id': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:28:38.005968 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:38.097655 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ebe9d3d3-216c-4061-9328-7213f245c709 None None] Provisioning for port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:28:38.103054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ebe9d3d3-216c-4061-9328-7213f245c709 None None] Provisioning complete for port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:28:38.103423 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d3d3-216c-4061-9328-7213f245c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:38.137157 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9d3d3-216c-4061-9328-7213f245c709 None None] Port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:28:38.295523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63622dc0-d2c9-4a6a-8a93-05d5221a8035 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:28:38.303035 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:38.315297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Transition to ACTIVE for port object 63622dc0-d2c9-4a6a-8a93-05d5221a8035 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:28:38.319723 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:38.371307 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Pushing event updated for resources: {'Port': ['ID=63622dc0-d2c9-4a6a-8a93-05d5221a8035,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:38.456068 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Attempting to bind port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:28:38.456402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Attempting to bind port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:28:38.456723 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Attempting to bind port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:28:38.463199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:28:38.463519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Attempting to bind port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:28:38.484304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:28:38.484640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Checking segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:28:38.485018 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Bound using segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:28:38.485442 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Bound port: 63622dc0-d2c9-4a6a-8a93-05d5221a8035, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:28:38.485798 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:38.534528 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c749a-ff22-4e51-8394-37de814d4225 req-ca041c08-6d51-42d3-8fa4-881b2ddf1549 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:38.536049 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-196c749a-ff22-4e51-8394-37de814d4225 req-ca041c08-6d51-42d3-8fa4-881b2ddf1549 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 943 time: 0.0910387 Aug 28 13:28:38.586938 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] For port 63622dc0-d2c9-4a6a-8a93-05d5221a8035, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:28:38.591631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] For port 63622dc0-d2c9-4a6a-8a93-05d5221a8035, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:28:38.597569 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-196c749a-ff22-4e51-8394-37de814d4225 req-aaee1e83-a592-46ee-8bb2-eea9de3ed771 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523429 Aug 28 13:28:38.600750 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:38.638641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:38.639253 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:38.642688 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] 10.222.0.11 "PUT /v2.0/ports/63622dc0-d2c9-4a6a-8a93-05d5221a8035 HTTP/1.1" status: 200 len: 1092 time: 0.7002313 Aug 28 13:28:38.642688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'tag': '63622dc0-d2c9-4a6a-8a93-05d5221a8035'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:28:38.643435 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fbf661-86c1-44c7-a662-04b99a3a0511" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62", "tag": "63622dc0-d2c9-4a6a-8a93-05d5221a8035"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:28:38.657838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c35d8367-c347-4b0e-bf5b-719df4df4973 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:28:38.673270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3390140-3219-4a7e-9244-0abb661d182c service neutron] Pushing event updated for resources: {'Port': ['ID=63622dc0-d2c9-4a6a-8a93-05d5221a8035,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:38.713364 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c35d8367-c347-4b0e-bf5b-719df4df4973 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:28:38.713992 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:38.732467 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c079192c-5eec-4b99-aa7b-0afb7f88ad47 x-openstack-request-id: req-c079192c-5eec-4b99-aa7b-0afb7f88ad47 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:28:38.732764 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62", "tag": "63622dc0-d2c9-4a6a-8a93-05d5221a8035", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:28:38.733015 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c079192c-5eec-4b99-aa7b-0afb7f88ad47 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:28:38.733405 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'tag': '63622dc0-d2c9-4a6a-8a93-05d5221a8035', 'status': 'completed', 'code': 200} Aug 28 13:28:38.752942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-bdc012f5-f865-44a5-9023-f615c08b3b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:38.755035 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-bdc012f5-f865-44a5-9023-f615c08b3b6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 1095 time: 0.0529509 Aug 28 13:28:38.800410 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-ddc8fda9-8444-409a-8e4b-26273fe94b03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035 HTTP/1.1" status: 200 len: 217 time: 0.0375488 Aug 28 13:28:38.852249 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-c1944902-b7ee-4754-b3d8-b2112bcfce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:38.853723 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-c1944902-b7ee-4754-b3d8-b2112bcfce25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0465457 Aug 28 13:28:38.904388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-349ef592-db57-4c05-ac4f-33f17f7f65a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:38.905859 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-349ef592-db57-4c05-ac4f-33f17f7f65a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452862 Aug 28 13:28:38.992876 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-5e23bb1a-e50f-47bb-a75c-8e5981408889 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797367 Aug 28 13:28:39.085489 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ab87fa1-6958-41dc-9e8d-854039f436ee req-e1d2b6f8-7b39-4b7c-b8d4-3b598376ca37 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847738 Aug 28 13:28:39.175451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbf661-86c1-44c7-a662-04b99a3a0511 req-abaab161-16dd-4f18-b498-accc6000eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:39.177695 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4fbf661-86c1-44c7-a662-04b99a3a0511 req-abaab161-16dd-4f18-b498-accc6000eb02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 1095 time: 0.0418859 Aug 28 13:28:39.269099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbf661-86c1-44c7-a662-04b99a3a0511 req-b70ef33a-cbdd-4cb5-be62-ecbceb676d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:39.270726 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4fbf661-86c1-44c7-a662-04b99a3a0511 req-b70ef33a-cbdd-4cb5-be62-ecbceb676d07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0864909 Aug 28 13:28:39.577387 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4fbf661-86c1-44c7-a662-04b99a3a0511 req-872f3b66-329e-4b86-8b9d-ba722c73449b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035 HTTP/1.1" status: 200 len: 217 time: 0.2990115 Aug 28 13:28:39.628850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbf661-86c1-44c7-a662-04b99a3a0511 req-e7eea9a7-e17f-4924-ac27-237cfc3826f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:39.630522 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4fbf661-86c1-44c7-a662-04b99a3a0511 req-e7eea9a7-e17f-4924-ac27-237cfc3826f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0453269 Aug 28 13:28:39.704381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbf661-86c1-44c7-a662-04b99a3a0511 req-b6769bdf-f382-4fd9-bc22-9cf546c539a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:39.705887 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4fbf661-86c1-44c7-a662-04b99a3a0511 req-b6769bdf-f382-4fd9-bc22-9cf546c539a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664985 Aug 28 13:28:39.767400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdd725-4d48-46ae-8e27-cdf84bb776d3 req-44a2fc40-517c-44b2-acf0-efa3dba61251 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:39.768826 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4efdd725-4d48-46ae-8e27-cdf84bb776d3 req-44a2fc40-517c-44b2-acf0-efa3dba61251 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 943 time: 0.0971386 Aug 28 13:28:39.825474 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4efdd725-4d48-46ae-8e27-cdf84bb776d3 req-240313be-6e8f-43a4-97b1-c9bd6f07e29d tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486231 Aug 28 13:28:39.836106 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4fbf661-86c1-44c7-a662-04b99a3a0511 req-2e1b6bd0-ad78-4173-8e49-0684d05d3b2f service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216488 Aug 28 13:28:39.932878 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4fbf661-86c1-44c7-a662-04b99a3a0511 req-933d59e1-92bd-492b-a304-2dd8c189f338 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886259 Aug 28 13:28:40.031922 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a84daccb-2e35-4577-83e1-21ea16a36ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:40.163613 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:40.945162 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a547132-1cfb-4701-8730-9f558d61951f req-5967ff33-a8bb-4fab-aca9-62e4dda888bb tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:40.946734 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3a547132-1cfb-4701-8730-9f558d61951f req-5967ff33-a8bb-4fab-aca9-62e4dda888bb tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 943 time: 0.0490341 Aug 28 13:28:40.989595 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3a547132-1cfb-4701-8730-9f558d61951f req-22530914-7703-4e56-8b47-a8b624915752 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370967 Aug 28 13:28:41.421030 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 63622dc0-d2c9-4a6a-8a93-05d5221a8035 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:28:41.513128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 63622dc0-d2c9-4a6a-8a93-05d5221a8035, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:28:41.525541 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '63622dc0-d2c9-4a6a-8a93-05d5221a8035', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'port_id': '63622dc0-d2c9-4a6a-8a93-05d5221a8035', 'mac_address': 'fa:16:3e:24:c4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:28:41.568131 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:41.581003 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63622dc0-d2c9-4a6a-8a93-05d5221a8035 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:28:41.600818 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 63622dc0-d2c9-4a6a-8a93-05d5221a8035, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:28:41.605304 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:41.652379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=63622dc0-d2c9-4a6a-8a93-05d5221a8035,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:41.793405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['63622dc0-d2c9-4a6a-8a93-05d5221a8035'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:28:42.110530 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5a335-0864-4107-b00f-bf6ff3121bbb req-947cf140-ad42-48a2-92de-09b48a0173a6 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:42.112020 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42b5a335-0864-4107-b00f-bf6ff3121bbb req-947cf140-ad42-48a2-92de-09b48a0173a6 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 944 time: 0.0548899 Aug 28 13:28:42.151456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42b5a335-0864-4107-b00f-bf6ff3121bbb req-8e85b203-5533-4edb-96d9-20636a22eec8 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325708 Aug 28 13:28:42.311252 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6a712bc9-892c-47b2-8568-f8b3c4c61e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:42.627255 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:43.265464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ede6f1-2bd0-4552-8029-1575cba46cb0 req-215b2ba9-6f30-4327-92fa-58e1132182b9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:43.267027 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-98ede6f1-2bd0-4552-8029-1575cba46cb0 req-215b2ba9-6f30-4327-92fa-58e1132182b9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 944 time: 0.0499310 Aug 28 13:28:43.304599 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-98ede6f1-2bd0-4552-8029-1575cba46cb0 req-99c68175-a8e0-4136-8076-053d841a06c5 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315006 Aug 28 13:28:43.419930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 63622dc0-d2c9-4a6a-8a93-05d5221a8035 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:28:43.467587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:28:43.471089 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:28:43.471453 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:43.544352 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:43.575630 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63622dc0-d2c9-4a6a-8a93-05d5221a8035'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:28:43.577852 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2e6e4b-f5a4-4a83-b486-a471e1ca161e" -d '{"events": [{"server_uuid": "9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62", "name": "network-vif-plugged", "status": "completed", "tag": "63622dc0-d2c9-4a6a-8a93-05d5221a8035"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:28:43.588931 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:43.592303 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 63622dc0-d2c9-4a6a-8a93-05d5221a8035, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:28:43.596279 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:43.624553 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8ae8ce-694e-4ced-980e-4ce6e7cbc568 x-openstack-request-id: req-8b8ae8ce-694e-4ced-980e-4ce6e7cbc568 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:28:43.624848 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62", "name": "network-vif-plugged", "status": "completed", "tag": "63622dc0-d2c9-4a6a-8a93-05d5221a8035", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:28:43.625087 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b8ae8ce-694e-4ced-980e-4ce6e7cbc568 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:28:43.625466 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63622dc0-d2c9-4a6a-8a93-05d5221a8035', 'code': 200} Aug 28 13:28:43.652442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=63622dc0-d2c9-4a6a-8a93-05d5221a8035,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:28:43.714640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121b78f-ae74-418d-967c-d51507dc0274 req-e5c7335e-4a24-408e-a9bc-7e49d6292954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:43.716114 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a121b78f-ae74-418d-967c-d51507dc0274 req-e5c7335e-4a24-408e-a9bc-7e49d6292954 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 1097 time: 0.0441694 Aug 28 13:28:43.752100 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a121b78f-ae74-418d-967c-d51507dc0274 req-89e0702f-40bc-4a40-9a9f-2919caec571e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290802 Aug 28 13:28:44.420485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e44afa-a993-4559-b889-5940c226b7f1 req-7efa7a02-46d4-4e81-a459-c225374fe47b tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:44.422066 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-06e44afa-a993-4559-b889-5940c226b7f1 req-7efa7a02-46d4-4e81-a459-c225374fe47b tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0506942 Aug 28 13:28:44.459709 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-06e44afa-a993-4559-b889-5940c226b7f1 req-dd9f91b1-4720-42cd-b062-4dc3869986e2 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316231 Aug 28 13:28:45.449864 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:45.575940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1939a8-ea33-457d-aab7-18e9017e992d req-1c9dacf6-9162-4625-adef-d6ed1637fe38 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:45.577327 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c1939a8-ea33-457d-aab7-18e9017e992d req-1c9dacf6-9162-4625-adef-d6ed1637fe38 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0489411 Aug 28 13:28:45.615666 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6c1939a8-ea33-457d-aab7-18e9017e992d req-a8b64f87-33dc-4a34-9ea4-61fe11076aa1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314810 Aug 28 13:28:45.727390 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e4ae0-295d-4865-9987-16a2e47c5b26 req-c3fb52c4-5163-4f40-8f2e-f01ceffb3984 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:45.728916 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-514e4ae0-295d-4865-9987-16a2e47c5b26 req-c3fb52c4-5163-4f40-8f2e-f01ceffb3984 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0495193 Aug 28 13:28:45.737282 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35614) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:28:45.741645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-78f0e957-e623-47ca-ac18-f4f34addc8a0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Request body: {'floatingip': {'port_id': '63622dc0-d2c9-4a6a-8a93-05d5221a8035'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:28:45.784073 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-78f0e957-e623-47ca-ac18-f4f34addc8a0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:46.220232 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-78f0e957-e623-47ca-ac18-f4f34addc8a0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:46.224700 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-78f0e957-e623-47ca-ac18-f4f34addc8a0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:46.323721 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-78f0e957-e623-47ca-ac18-f4f34addc8a0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Floating IP 9fe78204-9fee-46e5-8ed3-6107db4fce87 associated. External IP: 172.25.1.70, port: 63622dc0-d2c9-4a6a-8a93-05d5221a8035. Aug 28 13:28:46.522234 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f0e957-e623-47ca-ac18-f4f34addc8a0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Router f5d282dc-7763-499b-9569-3eae016ab3a3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:28:46.628768 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f0e957-e623-47ca-ac18-f4f34addc8a0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:28:46.633445 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-78f0e957-e623-47ca-ac18-f4f34addc8a0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:28:46.639122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76ed071-1c1d-42e4-9a11-b70a9edbca99 None None] Sync routers for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:28:46.648355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76ed071-1c1d-42e4-9a11-b70a9edbca99 None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:28:46.648970 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d76ed071-1c1d-42e4-9a11-b70a9edbca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:28:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:28:46.664450 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-78f0e957-e623-47ca-ac18-f4f34addc8a0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "PUT /v2.0/floatingips/9fe78204-9fee-46e5-8ed3-6107db4fce87 HTTP/1.1" status: 200 len: 990 time: 0.9261167 Aug 28 13:28:46.665127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'tag': '63622dc0-d2c9-4a6a-8a93-05d5221a8035'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:28:46.667542 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f236cc78-6f26-4c24-ab98-ed0912fc0ada" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62", "tag": "63622dc0-d2c9-4a6a-8a93-05d5221a8035"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:28:46.710410 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51088f8e-326b-4ca8-ae39-0830f9830e88 x-openstack-request-id: req-51088f8e-326b-4ca8-ae39-0830f9830e88 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:28:46.710824 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62", "tag": "63622dc0-d2c9-4a6a-8a93-05d5221a8035", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:28:46.711177 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51088f8e-326b-4ca8-ae39-0830f9830e88 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:28:46.711677 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'tag': '63622dc0-d2c9-4a6a-8a93-05d5221a8035', 'status': 'completed', 'code': 200} Aug 28 13:28:46.773306 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-d76ed071-1c1d-42e4-9a11-b70a9edbca99 None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:28:46.777841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236cc78-6f26-4c24-ab98-ed0912fc0ada req-fb827eb5-7997-4839-9da5-0736117dcabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:46.779385 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f236cc78-6f26-4c24-ab98-ed0912fc0ada req-fb827eb5-7997-4839-9da5-0736117dcabf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 1097 time: 0.0427127 Aug 28 13:28:46.873437 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236cc78-6f26-4c24-ab98-ed0912fc0ada req-e4b0f6b6-20fd-47e8-affb-e161d74be877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:46.874950 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f236cc78-6f26-4c24-ab98-ed0912fc0ada req-e4b0f6b6-20fd-47e8-affb-e161d74be877 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0882113 Aug 28 13:28:46.940785 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f236cc78-6f26-4c24-ab98-ed0912fc0ada req-0fb61829-4882-419b-a55c-3a8a8d4b1677 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035 HTTP/1.1" status: 200 len: 998 time: 0.0574238 Aug 28 13:28:46.989658 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236cc78-6f26-4c24-ab98-ed0912fc0ada req-40bfe5dd-4a2d-40c0-984f-ece30422b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:46.991171 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f236cc78-6f26-4c24-ab98-ed0912fc0ada req-40bfe5dd-4a2d-40c0-984f-ece30422b999 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0439167 Aug 28 13:28:46.995723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d76ed071-1c1d-42e4-9a11-b70a9edbca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fe78204-9fee-46e5-8ed3-6107db4fce87', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'port_id': '63622dc0-d2c9-4a6a-8a93-05d5221a8035', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'mac_address': 'fa:16:3e:24:c4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:28:35Z', 'updated_at': '2021-08-28T13:28:46Z', 'revision_number': 1, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:28:47.025386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76ed071-1c1d-42e4-9a11-b70a9edbca99 None None] Checking router: f5d282dc-7763-499b-9569-3eae016ab3a3 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:28:47.033599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76ed071-1c1d-42e4-9a11-b70a9edbca99 None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:28:47.034194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d76ed071-1c1d-42e4-9a11-b70a9edbca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:28:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:28:47.041813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236cc78-6f26-4c24-ab98-ed0912fc0ada req-d9bad37a-83ec-419c-b905-f99311ab6288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:28:47.043343 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f236cc78-6f26-4c24-ab98-ed0912fc0ada req-d9bad37a-83ec-419c-b905-f99311ab6288 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441928 Aug 28 13:28:47.133826 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f236cc78-6f26-4c24-ab98-ed0912fc0ada req-8751e942-5b27-4185-8a44-fd91e9881ae8 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830414 Aug 28 13:28:47.137560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-d76ed071-1c1d-42e4-9a11-b70a9edbca99 None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:28:47.233934 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f236cc78-6f26-4c24-ab98-ed0912fc0ada req-251286e7-3ddb-4953-be97-ccf9c1a83db0 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926466 Aug 28 13:28:47.509726 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d76ed071-1c1d-42e4-9a11-b70a9edbca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fe78204-9fee-46e5-8ed3-6107db4fce87', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'port_id': '63622dc0-d2c9-4a6a-8a93-05d5221a8035', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'mac_address': 'fa:16:3e:24:c4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:28:35Z', 'updated_at': '2021-08-28T13:28:46Z', 'revision_number': 1, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:28:47.539293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76ed071-1c1d-42e4-9a11-b70a9edbca99 None None] The sync data for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 is: [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fe78204-9fee-46e5-8ed3-6107db4fce87', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'port_id': '63622dc0-d2c9-4a6a-8a93-05d5221a8035', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'mac_address': 'fa:16:3e:24:c4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:28:35Z', 'updated_at': '2021-08-28T13:28:46Z', 'revision_number': 1, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:28:47.724056 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd87e898-0433-47b6-830c-8bef7e72e61d None None] New status for floating IP 9fe78204-9fee-46e5-8ed3-6107db4fce87: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:28:55.069256 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-5b6a9282-1fb7-4a1a-9779-3e71e2154109 req-56b44539-c62a-48f3-9070-b2ab8b259ea7 service neutron] (94878) timed out ('10.222.0.20', 57470) {{(pid=94878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 13:29:07.788159 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:29:10.032290 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0584511d-dc60-4f67-a510-ded02393eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:29:10.163438 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:29:10.637953 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:29:11.589737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-8919963c-28b7-470e-8501-5efc207d1535 req-d4d1b31a-f5d2-44e4-96b2-e3aa7155823b tempest-TestNetworkAdvancedServerOps-672608399 tempest-TestNetworkAdvancedServerOps-672608399-project] (94877) timed out ('10.222.0.11', 53338) {{(pid=94877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 13:29:12.311249 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4ff1980b-cf0c-4a76-8ab0-9c68a24d84f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:29:12.630519 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:29:13.565034 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:29:15.453125 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:29:31.199146 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6caa49c4-3439-499f-aeed-725fccccafd8 req-449905f5-504d-433b-974d-f1585f72abe0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1037436 Aug 28 13:29:31.281245 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa49c4-3439-499f-aeed-725fccccafd8 req-c21e54da-08d5-4b31-a67d-a850be8c0df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:29:31.282720 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6caa49c4-3439-499f-aeed-725fccccafd8 req-c21e54da-08d5-4b31-a67d-a850be8c0df8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 1097 time: 0.0400531 Aug 28 13:29:31.390234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa49c4-3439-499f-aeed-725fccccafd8 req-35ced1f1-a8ee-4622-9abb-c0ed27530efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:29:31.391731 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6caa49c4-3439-499f-aeed-725fccccafd8 req-35ced1f1-a8ee-4622-9abb-c0ed27530efa service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0893273 Aug 28 13:29:31.456000 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6caa49c4-3439-499f-aeed-725fccccafd8 req-f9c70d10-20ab-4f58-abcc-9ce3d407ef7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035 HTTP/1.1" status: 200 len: 1000 time: 0.0570455 Aug 28 13:29:31.504642 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa49c4-3439-499f-aeed-725fccccafd8 req-c4ec2b31-727c-4673-a27b-9db87fda2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:29:31.506127 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6caa49c4-3439-499f-aeed-725fccccafd8 req-c4ec2b31-727c-4673-a27b-9db87fda2560 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0438981 Aug 28 13:29:31.554499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa49c4-3439-499f-aeed-725fccccafd8 req-b8b3eff9-7241-4224-8c64-ebf16bc48775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:29:31.556068 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6caa49c4-3439-499f-aeed-725fccccafd8 req-b8b3eff9-7241-4224-8c64-ebf16bc48775 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434508 Aug 28 13:29:31.566639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-6caa49c4-3439-499f-aeed-725fccccafd8 req-ba33f35d-d9f7-431f-8a5f-97c9c21c07ed service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:29:31.567625 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6caa49c4-3439-499f-aeed-725fccccafd8 req-ba33f35d-d9f7-431f-8a5f-97c9c21c07ed service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049434 Aug 28 13:29:31.656791 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6caa49c4-3439-499f-aeed-725fccccafd8 req-eeec4989-47dc-4145-84f3-c0e2a81b5c7d service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818791 Aug 28 13:29:31.749339 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6caa49c4-3439-499f-aeed-725fccccafd8 req-c6e84def-940b-4a6d-b53b-295cc33e83ff service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849097 Aug 28 13:29:37.804663 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:29:40.032076 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0f1e912-4d48-4a49-9002-3dc2c0e9b314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:29:40.180906 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:29:42.311670 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7ca7dcbd-1c04-4560-9374-7a7634a8fde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:29:42.631640 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:29:43.568144 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:29:45.456247 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:29:47.637837 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:30:07.808099 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:10.031620 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3639a5f5-ee11-4633-b9d3-f043980b5070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:10.176414 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:12.312052 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-966b6f01-af89-40df-9c05-5792dba3af72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:12.635049 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:13.572059 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:15.459275 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:22.468045 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279407ea-6840-4618-bc02-5fa9a0a3c450 req-a9ceec1c-f3de-47cb-b197-1e1e8c40fd65 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:22.469542 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-279407ea-6840-4618-bc02-5fa9a0a3c450 req-a9ceec1c-f3de-47cb-b197-1e1e8c40fd65 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0528595 Aug 28 13:30:22.508490 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-279407ea-6840-4618-bc02-5fa9a0a3c450 req-aa6bdc5b-b01e-4c21-975a-7d829608df65 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330014 Aug 28 13:30:22.696772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 35830) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:30:22.759800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a466a-3bdf-4200-b17e-1172f8d8b99f req-529af78d-42af-4142-80f4-dde19d1fd8cb tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:22.761563 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-102a466a-3bdf-4200-b17e-1172f8d8b99f req-529af78d-42af-4142-80f4-dde19d1fd8cb tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0529916 Aug 28 13:30:22.791370 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-f28456c1-a9f5-443d-acf2-7f931339d76f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933893 Aug 28 13:30:22.799277 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-102a466a-3bdf-4200-b17e-1172f8d8b99f req-e870dd05-cc87-400d-88da-feb91bd026ae tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317762 Aug 28 13:30:23.942876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-5634a9b0-f342-46fb-8ad5-01424f3f57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:23.944990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-5634a9b0-f342-46fb-8ad5-01424f3f57bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 1097 time: 0.0733817 Aug 28 13:30:23.953120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ed339-b620-4a7b-8a01-1307b9f5a6aa req-6cfe3ce9-6efd-4c8d-aa13-bb7821cc0a8a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:23.954486 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad4ed339-b620-4a7b-8a01-1307b9f5a6aa req-6cfe3ce9-6efd-4c8d-aa13-bb7821cc0a8a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0747433 Aug 28 13:30:24.038855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ad4ed339-b620-4a7b-8a01-1307b9f5a6aa req-2180404e-a41b-4cde-b242-3e4a705a8fce tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758893 Aug 28 13:30:24.063158 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-c7f438cc-931b-4ab4-adca-8024a91d19bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:24.064624 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-c7f438cc-931b-4ab4-adca-8024a91d19bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.1092987 Aug 28 13:30:24.133099 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-9e4e584c-ddfb-4d5f-bda2-e46b2d57ab6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035 HTTP/1.1" status: 200 len: 1000 time: 0.0608974 Aug 28 13:30:24.181784 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-b9d92520-8532-4500-9a04-87cf6d8f90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:24.183239 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-b9d92520-8532-4500-9a04-87cf6d8f90cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0430493 Aug 28 13:30:24.228849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-5efa6612-6cea-414b-9370-acbed9bef6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:24.230322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-5efa6612-6cea-414b-9370-acbed9bef6cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400560 Aug 28 13:30:24.321975 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-f951cdd5-44d4-4960-b09e-5541c6bad071 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846589 Aug 28 13:30:24.411793 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-fa7af0d6-bbb2-4e17-ae26-2be7cb235787 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821943 Aug 28 13:30:24.636904 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:30:25.153879 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7890050-e8eb-49af-99d7-107cc5f3632b req-485072b2-d670-498d-8450-826df312d957 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:25.155383 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f7890050-e8eb-49af-99d7-107cc5f3632b req-485072b2-d670-498d-8450-826df312d957 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0479989 Aug 28 13:30:25.193286 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f7890050-e8eb-49af-99d7-107cc5f3632b req-3ab7235e-ca87-430a-9294-c2ef1c582285 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316408 Aug 28 13:30:26.309672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544e5cc-b47d-40b4-aa6b-5bbcb36e3998 req-653f44fa-117e-4187-8776-0d6fe43c8614 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:26.311217 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f544e5cc-b47d-40b4-aa6b-5bbcb36e3998 req-653f44fa-117e-4187-8776-0d6fe43c8614 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0499012 Aug 28 13:30:26.354127 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f544e5cc-b47d-40b4-aa6b-5bbcb36e3998 req-01e3a91f-ccc9-476b-8efd-79b9f0618bf9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369744 Aug 28 13:30:27.472862 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33614183-ba0f-4a31-b8e5-ff59f6171676 req-bb521283-a948-4dfd-a9bf-1cc1b09d9e92 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:27.474335 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-33614183-ba0f-4a31-b8e5-ff59f6171676 req-bb521283-a948-4dfd-a9bf-1cc1b09d9e92 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0522368 Aug 28 13:30:27.511715 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-33614183-ba0f-4a31-b8e5-ff59f6171676 req-92b5f592-808e-4904-b0c9-9bfdf204cbc9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312979 Aug 28 13:30:28.625993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4f871-1966-4ae5-9764-1aa6377335e2 req-b30de5c2-4fb3-467a-be52-94692d1b910a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:28.627491 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-90b4f871-1966-4ae5-9764-1aa6377335e2 req-b30de5c2-4fb3-467a-be52-94692d1b910a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0488179 Aug 28 13:30:28.667659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-90b4f871-1966-4ae5-9764-1aa6377335e2 req-14bdb980-16cf-407e-a124-170971e6de38 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333302 Aug 28 13:30:29.781377 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b25ead-d8db-4fa6-83bc-e3ff4e1ad3ef req-8080f257-4961-41f7-b4c8-38bb44e81aed tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:29.782853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56b25ead-d8db-4fa6-83bc-e3ff4e1ad3ef req-8080f257-4961-41f7-b4c8-38bb44e81aed tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0482762 Aug 28 13:30:29.821271 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-56b25ead-d8db-4fa6-83bc-e3ff4e1ad3ef req-8973f96e-5963-4da1-a4fc-f9f63dd80d21 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318863 Aug 28 13:30:30.937288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2efd7-6455-4ba1-b132-1301432b3ed3 req-f3c12197-2cfe-431a-b926-0994ccdc5384 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:30.938700 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51d2efd7-6455-4ba1-b132-1301432b3ed3 req-f3c12197-2cfe-431a-b926-0994ccdc5384 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0496325 Aug 28 13:30:30.977150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51d2efd7-6455-4ba1-b132-1301432b3ed3 req-4f368a5c-9372-4281-8193-caf066fd1943 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322027 Aug 28 13:30:32.095964 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717882f2-add1-405a-84ba-e099408072fe req-f6461f08-99f5-47e9-bf32-b54f8d4e0e8c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:32.097954 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-717882f2-add1-405a-84ba-e099408072fe req-f6461f08-99f5-47e9-bf32-b54f8d4e0e8c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0507429 Aug 28 13:30:32.137855 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-717882f2-add1-405a-84ba-e099408072fe req-2ae0ed46-9005-4920-9cf8-74bf58ba52a6 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337560 Aug 28 13:30:32.171886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466606b-5b8d-4178-b9e7-e5459c827ab8 req-5a9d8043-230b-463b-9114-cdf2eb440d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:32.173376 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6466606b-5b8d-4178-b9e7-e5459c827ab8 req-5a9d8043-230b-463b-9114-cdf2eb440d34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 1097 time: 0.0407088 Aug 28 13:30:32.278466 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466606b-5b8d-4178-b9e7-e5459c827ab8 req-0308a823-022f-4e3d-a51f-87f6b45a0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:32.279854 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6466606b-5b8d-4178-b9e7-e5459c827ab8 req-0308a823-022f-4e3d-a51f-87f6b45a0768 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0871816 Aug 28 13:30:32.347565 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6466606b-5b8d-4178-b9e7-e5459c827ab8 req-a04995fc-4da6-4003-80ab-488dd3f0b605 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035 HTTP/1.1" status: 200 len: 1000 time: 0.0605221 Aug 28 13:30:32.401013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466606b-5b8d-4178-b9e7-e5459c827ab8 req-3f3d9851-a8d5-4a77-82b4-668a6ad6b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:32.402482 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6466606b-5b8d-4178-b9e7-e5459c827ab8 req-3f3d9851-a8d5-4a77-82b4-668a6ad6b26a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0483119 Aug 28 13:30:32.447135 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466606b-5b8d-4178-b9e7-e5459c827ab8 req-ad865179-5520-4080-92ff-614778411ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:32.448606 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6466606b-5b8d-4178-b9e7-e5459c827ab8 req-ad865179-5520-4080-92ff-614778411ea8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396509 Aug 28 13:30:32.539558 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6466606b-5b8d-4178-b9e7-e5459c827ab8 req-ee9a05cf-98bd-43b1-8663-d8f9708d93a2 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835817 Aug 28 13:30:32.634014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6466606b-5b8d-4178-b9e7-e5459c827ab8 req-d080cc9e-ad41-438e-987d-337b8ec64de8 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879650 Aug 28 13:30:33.254664 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2e66c-4403-4a82-afda-e80758fa804b req-e0e555ea-ef16-4a3a-b068-b8e33d821453 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:33.256187 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edb2e66c-4403-4a82-afda-e80758fa804b req-e0e555ea-ef16-4a3a-b068-b8e33d821453 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0503280 Aug 28 13:30:33.294821 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-edb2e66c-4403-4a82-afda-e80758fa804b req-183a6316-3e45-4795-ac7e-5d4e923e30af tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320039 Aug 28 13:30:34.413948 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc5f03-d5c9-46dd-92b2-e1bc3e4e5fe8 req-6d140e25-a8b0-42ef-90a4-9c0fff320362 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:34.415447 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-09fc5f03-d5c9-46dd-92b2-e1bc3e4e5fe8 req-6d140e25-a8b0-42ef-90a4-9c0fff320362 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0523479 Aug 28 13:30:34.453042 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-09fc5f03-d5c9-46dd-92b2-e1bc3e4e5fe8 req-78d8a16a-1f28-4754-9cf6-0ae62aba53b8 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316956 Aug 28 13:30:35.571831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b91c3-abfb-4824-8665-104aaac3e602 req-67f91f52-edc4-4f28-acb8-b87e3012327f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:35.573336 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a04b91c3-abfb-4824-8665-104aaac3e602 req-67f91f52-edc4-4f28-acb8-b87e3012327f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0528018 Aug 28 13:30:35.609854 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a04b91c3-abfb-4824-8665-104aaac3e602 req-1951172c-6cf2-43d1-be0d-97d1af05eb05 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305851 Aug 28 13:30:36.237335 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-02ca37dd-df63-4703-bf37-3ec688a4629b service neutron] show failed (client error): The resource could not be found. Aug 28 13:30:36.238328 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-02ca37dd-df63-4703-bf37-3ec688a4629b service neutron] 10.222.0.11 "GET /v2.0/ports/63622dc0-d2c9-4a6a-8a93-05d5221a8035/bindings/n-h2-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.0535505 Aug 28 13:30:36.436513 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-82dcfbca-172e-41c9-b911-3dcb75bda73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:36.438043 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-82dcfbca-172e-41c9-b911-3dcb75bda73d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62&tenant_id=bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 1097 time: 0.0455494 Aug 28 13:30:36.451552 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:30:36.505978 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:36.734136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] For port 63622dc0-d2c9-4a6a-8a93-05d5221a8035, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:30:36.768210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddce24c-8621-4a9e-90e8-05c602c14b8b req-867ec1ea-cceb-4b0d-bc84-d4c8fd4260b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:36.769621 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dddce24c-8621-4a9e-90e8-05c602c14b8b req-867ec1ea-cceb-4b0d-bc84-d4c8fd4260b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0789962 Aug 28 13:30:36.788560 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] For port 63622dc0-d2c9-4a6a-8a93-05d5221a8035, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:30:36.845488 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dddce24c-8621-4a9e-90e8-05c602c14b8b req-24cabf4e-9455-4707-b8be-266677e6a7e0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679796 Aug 28 13:30:36.848103 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63622dc0-d2c9-4a6a-8a93-05d5221a8035'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:30:36.850547 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fada4d52-b7b6-4313-a463-6c41fbbac457" -d '{"events": [{"server_uuid": "9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62", "name": "network-vif-unplugged", "status": "completed", "tag": "63622dc0-d2c9-4a6a-8a93-05d5221a8035"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:30:36.854558 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:36.869704 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Transition to ACTIVE for port object 63622dc0-d2c9-4a6a-8a93-05d5221a8035 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:30:36.873965 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:36.959509 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Pushing event updated for resources: {'Port': ['ID=63622dc0-d2c9-4a6a-8a93-05d5221a8035,revision_number=6']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:30:36.993769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:36.993769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:36.994025 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:36.994276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:36.995005 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:36.995491 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:36.995824 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:36.996401 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:36.996736 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:36.997113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:36.997438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:36.997757 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:37.021963 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 13:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a745e66a-cc87-4a6c-856d-e0946a912dd8 x-openstack-request-id: req-a745e66a-cc87-4a6c-856d-e0946a912dd8 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:30:37.022448 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62", "name": "network-vif-unplugged", "status": "completed", "tag": "63622dc0-d2c9-4a6a-8a93-05d5221a8035", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:30:37.022928 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a745e66a-cc87-4a6c-856d-e0946a912dd8 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:30:37.023379 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63622dc0-d2c9-4a6a-8a93-05d5221a8035', 'code': 200} Aug 28 13:30:37.024322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] No DVR routers for this DVR port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:30:37.159917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Attempting to bind port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:30:37.160247 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Attempting to bind port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:30:37.160569 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Attempting to bind port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:30:37.165269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:30:37.165584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Attempting to bind port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:30:37.170253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:30:37.170617 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Checking segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:30:37.170995 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Bound using segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:30:37.171410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Bound port: 63622dc0-d2c9-4a6a-8a93-05d5221a8035, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:30:37.171758 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:37.236361 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] For port 63622dc0-d2c9-4a6a-8a93-05d5221a8035, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:30:37.239186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] For port 63622dc0-d2c9-4a6a-8a93-05d5221a8035, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:30:37.244390 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:37.277997 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:37.278645 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:37.280054 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] 10.222.0.10 "PUT /v2.0/ports/63622dc0-d2c9-4a6a-8a93-05d5221a8035 HTTP/1.1" status: 200 len: 1092 time: 0.8327675 Aug 28 13:30:37.306616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c81de5-cb16-4ea1-bec7-805c760364b8 service neutron] Pushing event updated for resources: {'Port': ['ID=63622dc0-d2c9-4a6a-8a93-05d5221a8035,revision_number=7']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:30:37.354141 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-05b170b1-3dd3-4c9c-a459-26bd0d902a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:37.355719 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-05b170b1-3dd3-4c9c-a459-26bd0d902a8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 1095 time: 0.0441556 Aug 28 13:30:37.456271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-41834778-41ef-46a0-823b-16c2ca53a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:37.457828 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-41834778-41ef-46a0-823b-16c2ca53a2fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0944808 Aug 28 13:30:37.525569 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-c6aa43b2-4229-4cc5-888a-6bce3cb2a806 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035 HTTP/1.1" status: 200 len: 998 time: 0.0594144 Aug 28 13:30:37.578672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-65191e4e-14d9-4af2-a48c-3eb252c42f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:37.580157 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-65191e4e-14d9-4af2-a48c-3eb252c42f1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0468976 Aug 28 13:30:37.633420 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-a304f1ec-f6b1-4772-84cf-87b46db015a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:37.634957 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-a304f1ec-f6b1-4772-84cf-87b46db015a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469100 Aug 28 13:30:37.648051 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-8be3c918-09fe-4c79-96f6-ccaf142bfc86 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:30:37.649172 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-8be3c918-09fe-4c79-96f6-ccaf142bfc86 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059586 Aug 28 13:30:37.739877 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-d457733b-8518-40d5-afaf-37d891b48e8c service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825603 Aug 28 13:30:37.822453 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:37.838779 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-dd4b9df9-7769-4c9a-8376-1ffeb2e92fb1 req-1cd5f0c1-db10-4bf1-9e0e-0b15cb6bddd6 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902097 Aug 28 13:30:37.971429 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c7150-fb8a-4693-8edc-3b40edf2fe0d req-14c1e9ce-f60b-4dd0-8757-4e29f0a80681 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:37.972938 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-024c7150-fb8a-4693-8edc-3b40edf2fe0d req-14c1e9ce-f60b-4dd0-8757-4e29f0a80681 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 943 time: 0.0523889 Aug 28 13:30:38.012148 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-024c7150-fb8a-4693-8edc-3b40edf2fe0d req-c0d5c072-5c09-4e6c-bd6e-fbd681d99a9b tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325656 Aug 28 13:30:39.024555 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'tag': '63622dc0-d2c9-4a6a-8a93-05d5221a8035'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:30:39.026948 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e7cb69-eaec-408f-a31c-ae2451feb001" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62", "tag": "63622dc0-d2c9-4a6a-8a93-05d5221a8035"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:30:39.081052 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc546e4c-58b0-4fb2-98fa-3528e3534e0c x-openstack-request-id: req-dc546e4c-58b0-4fb2-98fa-3528e3534e0c {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:30:39.081350 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62", "tag": "63622dc0-d2c9-4a6a-8a93-05d5221a8035", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:30:39.081610 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc546e4c-58b0-4fb2-98fa-3528e3534e0c {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:30:39.082040 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'tag': '63622dc0-d2c9-4a6a-8a93-05d5221a8035', 'status': 'completed', 'code': 200} Aug 28 13:30:39.149069 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-5648d603-c7e7-4b94-915a-0980545a58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:39.151310 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-5648d603-c7e7-4b94-915a-0980545a58f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 1095 time: 0.0466118 Aug 28 13:30:39.169568 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17009ecd-319d-4101-8f84-d417a5221221 req-a6b83196-5150-4642-8f6b-46ba3881e530 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:39.171141 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-17009ecd-319d-4101-8f84-d417a5221221 req-a6b83196-5150-4642-8f6b-46ba3881e530 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 943 time: 0.0876219 Aug 28 13:30:39.177517 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-53923463-f8a2-449e-a768-e7459a3cd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:39.179851 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-53923463-f8a2-449e-a768-e7459a3cd39a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 1095 time: 0.0681896 Aug 28 13:30:39.249930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-9234e2b9-fa7b-4ccb-b945-c8d6786c3782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:39.251456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-9234e2b9-fa7b-4ccb-b945-c8d6786c3782 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0931966 Aug 28 13:30:39.265159 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-17009ecd-319d-4101-8f84-d417a5221221 req-11d1bce6-527b-4d8b-9206-ab758e56f2be tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843234 Aug 28 13:30:39.314385 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-b4373bd1-2b30-4387-b12c-5139809f2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:39.315864 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-b4373bd1-2b30-4387-b12c-5139809f2a8f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.1278925 Aug 28 13:30:39.328861 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-87bb3110-0def-477b-af63-c1ee77cd13cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035 HTTP/1.1" status: 200 len: 998 time: 0.0695860 Aug 28 13:30:39.382511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-9ec81896-7068-46a5-899c-59b30227e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:39.384230 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-9ec81896-7068-46a5-899c-59b30227e5ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0484445 Aug 28 13:30:39.453028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-7ab3d03d-88aa-498d-bcc3-fd1e7771281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:39.455060 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-7ab3d03d-88aa-498d-bcc3-fd1e7771281d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634773 Aug 28 13:30:39.561411 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-5aedfeb5-6103-4a85-94b2-f3d959abae20 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986276 Aug 28 13:30:39.671769 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-82d5db60-744a-47ac-ace7-7d4955798c51 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031618 Aug 28 13:30:39.750346 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-eaa9f0b3-b46b-43e3-be7f-0e4ca4b2e9a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035 HTTP/1.1" status: 200 len: 998 time: 0.4209559 Aug 28 13:30:39.798633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-4b5d5a1e-7dfb-44c4-baf9-b0c805e5f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:39.800053 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-4b5d5a1e-7dfb-44c4-baf9-b0c805e5f282 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0425355 Aug 28 13:30:39.846139 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-bd6d034f-fa40-43c7-8bc6-1c1104625ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:39.847338 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-bd6d034f-fa40-43c7-8bc6-1c1104625ae5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394390 Aug 28 13:30:39.938650 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-1b841b12-aa42-47c1-8668-700d833d2ffe service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832381 Aug 28 13:30:39.969582 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 63622dc0-d2c9-4a6a-8a93-05d5221a8035 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:30:40.012418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 63622dc0-d2c9-4a6a-8a93-05d5221a8035 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:30:40.030886 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-51e7cb69-eaec-408f-a31c-ae2451feb001 req-c397fc57-2012-4116-b9cb-1e987fd78d06 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843933 Aug 28 13:30:40.033601 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-27b7d92e-f6c2-485c-8459-a5693646e6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:40.180119 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:40.277867 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 63622dc0-d2c9-4a6a-8a93-05d5221a8035 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:30:40.372485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 63622dc0-d2c9-4a6a-8a93-05d5221a8035, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:30:40.387704 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '63622dc0-d2c9-4a6a-8a93-05d5221a8035', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'port_id': '63622dc0-d2c9-4a6a-8a93-05d5221a8035', 'mac_address': 'fa:16:3e:24:c4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:30:40.400824 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63c82d-d30d-4d33-958b-7c32595d5a09 req-685ddf33-2a32-40eb-99f9-eb6f7e749e4f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:40.402363 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f63c82d-d30d-4d33-958b-7c32595d5a09 req-685ddf33-2a32-40eb-99f9-eb6f7e749e4f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 943 time: 0.0525658 Aug 28 13:30:40.424260 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:40.437611 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63622dc0-d2c9-4a6a-8a93-05d5221a8035 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:30:40.441034 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f63c82d-d30d-4d33-958b-7c32595d5a09 req-4e1bf1ed-1155-41df-8cd5-3a8034e5cfd3 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325887 Aug 28 13:30:40.457620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 63622dc0-d2c9-4a6a-8a93-05d5221a8035, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:30:40.461538 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:40.515165 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=63622dc0-d2c9-4a6a-8a93-05d5221a8035,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:30:40.524401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:40.524401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:40.524829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:40.524829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:40.525156 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:40.525491 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:40.525817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:40.526312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:40.526669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:40.526995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:40.527320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:40.527642 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:30:40.719190 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc0371-c2e3-4cf8-8609-949cb9b6b245 req-6cbc671d-e977-45dc-bb7d-69861136a083 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:40.720659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86fc0371-c2e3-4cf8-8609-949cb9b6b245 req-6cbc671d-e977-45dc-bb7d-69861136a083 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 944 time: 0.1008959 Aug 28 13:30:40.731476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbf5f7-612b-447f-a28e-6a2e515f711a req-52736637-c4a2-4c17-a70e-805efff28b47 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:40.733100 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cdbf5f7-612b-447f-a28e-6a2e515f711a req-52736637-c4a2-4c17-a70e-805efff28b47 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62&tenant_id=bb8ca5c95d2748e2b67d4026edba8047&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 944 time: 0.1039212 Aug 28 13:30:40.754133 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['63622dc0-d2c9-4a6a-8a93-05d5221a8035'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:30:40.810967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86fc0371-c2e3-4cf8-8609-949cb9b6b245 req-8458ff97-2f6c-49ba-b0df-0210a9d0ed08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768483 Aug 28 13:30:40.820925 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-1cdbf5f7-612b-447f-a28e-6a2e515f711a req-7e6c7128-723f-47b9-b69c-a6ef6fca2b2b service neutron] delete failed (client error): The resource could not be found. Aug 28 13:30:40.822219 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cdbf5f7-612b-447f-a28e-6a2e515f711a req-7e6c7128-723f-47b9-b69c-a6ef6fca2b2b service neutron] 10.222.0.11 "DELETE /v2.0/ports/63622dc0-d2c9-4a6a-8a93-05d5221a8035/bindings/n-h1-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.0818210 Aug 28 13:30:40.923017 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbf5f7-612b-447f-a28e-6a2e515f711a req-4348774f-05c9-46b4-b738-ee7ad1c3ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:40.924671 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cdbf5f7-612b-447f-a28e-6a2e515f711a req-4348774f-05c9-46b4-b738-ee7ad1c3ab6f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 1096 time: 0.0479474 Aug 28 13:30:41.030794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbf5f7-612b-447f-a28e-6a2e515f711a req-ff911e00-528d-4a8e-a96e-819ff606277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:41.032300 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cdbf5f7-612b-447f-a28e-6a2e515f711a req-ff911e00-528d-4a8e-a96e-819ff606277d service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.1007051 Aug 28 13:30:41.111867 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cdbf5f7-612b-447f-a28e-6a2e515f711a req-e741791b-a481-4a9a-89e0-6f8dff933227 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035 HTTP/1.1" status: 200 len: 999 time: 0.0721703 Aug 28 13:30:41.165580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbf5f7-612b-447f-a28e-6a2e515f711a req-dd64413a-8258-461e-acf0-9065af064bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:41.167109 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cdbf5f7-612b-447f-a28e-6a2e515f711a req-dd64413a-8258-461e-acf0-9065af064bfb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0484598 Aug 28 13:30:41.231075 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbf5f7-612b-447f-a28e-6a2e515f711a req-bd93bf24-3812-4839-ab4c-410b122edd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:41.232650 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cdbf5f7-612b-447f-a28e-6a2e515f711a req-bd93bf24-3812-4839-ab4c-410b122edd52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574245 Aug 28 13:30:41.329385 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cdbf5f7-612b-447f-a28e-6a2e515f711a req-4a1d96e5-14e5-47e6-8cf8-144c7f24f9b2 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885987 Aug 28 13:30:41.426750 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1cdbf5f7-612b-447f-a28e-6a2e515f711a req-ce5261d2-d3d1-4986-8fd5-13ac04f94ffa service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898504 Aug 28 13:30:41.944924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0386f-2760-4a8f-847f-7aa788b4186d req-f5f07b7e-c7c4-4e58-bec0-2264a9e4fbe0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:41.946543 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0cd0386f-2760-4a8f-847f-7aa788b4186d req-f5f07b7e-c7c4-4e58-bec0-2264a9e4fbe0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 944 time: 0.0524244 Aug 28 13:30:41.985446 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0cd0386f-2760-4a8f-847f-7aa788b4186d req-cc2b44ce-fdf5-40d9-af14-0fb17c09a150 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328867 Aug 28 13:30:42.293144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 63622dc0-d2c9-4a6a-8a93-05d5221a8035 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:30:42.338023 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9b1de2f9-9c2f-47bd-ba94-f0f333bf21eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:42.356234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:30:42.360674 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:30:42.361134 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:42.442516 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:42.465086 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63622dc0-d2c9-4a6a-8a93-05d5221a8035'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:30:42.467330 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfe5f89-48c9-4b7a-9857-c2f81b981b4b" -d '{"events": [{"server_uuid": "9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62", "name": "network-vif-plugged", "status": "completed", "tag": "63622dc0-d2c9-4a6a-8a93-05d5221a8035"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:30:42.480141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 63622dc0-d2c9-4a6a-8a93-05d5221a8035, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:30:42.484724 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:42.510861 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa576c4-7d1e-4c42-88dc-b5621a389228 x-openstack-request-id: req-1aa576c4-7d1e-4c42-88dc-b5621a389228 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:30:42.511152 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62", "name": "network-vif-plugged", "status": "completed", "tag": "63622dc0-d2c9-4a6a-8a93-05d5221a8035", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:30:42.511400 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1aa576c4-7d1e-4c42-88dc-b5621a389228 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:30:42.511786 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63622dc0-d2c9-4a6a-8a93-05d5221a8035', 'code': 200} Aug 28 13:30:42.536819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=63622dc0-d2c9-4a6a-8a93-05d5221a8035,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:30:42.635936 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:43.103985 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100efa31-45d6-404e-a78b-af9abec31f85 req-fa47b8b5-7eaf-4654-a0e3-e2c7546af8e9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:43.105453 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-100efa31-45d6-404e-a78b-af9abec31f85 req-fa47b8b5-7eaf-4654-a0e3-e2c7546af8e9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0530634 Aug 28 13:30:43.143602 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-100efa31-45d6-404e-a78b-af9abec31f85 req-de73a1b0-34a7-4135-a624-3a6ecc284f27 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321963 Aug 28 13:30:43.263323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fd718-7a89-44a9-9435-3feda8de4a9a req-1f0504a3-6d69-489e-ade4-3e556a548e84 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:43.264724 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e39fd718-7a89-44a9-9435-3feda8de4a9a req-1f0504a3-6d69-489e-ade4-3e556a548e84 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0502977 Aug 28 13:30:43.301725 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e39fd718-7a89-44a9-9435-3feda8de4a9a req-f0be7ba0-3033-48fb-8d58-a98a7205811f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310993 Aug 28 13:30:43.419493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45186ac-d654-4d9f-ba3e-39dbdc2c6bcd req-800e64e9-45d3-4170-885e-b6a7256b7104 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:43.421004 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b45186ac-d654-4d9f-ba3e-39dbdc2c6bcd req-800e64e9-45d3-4170-885e-b6a7256b7104 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0500295 Aug 28 13:30:43.460704 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b45186ac-d654-4d9f-ba3e-39dbdc2c6bcd req-479fedfa-a41d-4b0c-a429-23f66029c7ae tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334377 Aug 28 13:30:43.576641 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:43.592179 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc5dfa72-9e8d-4d19-b004-14497e2d6cd6 req-9f364dc3-992e-4b5e-b130-ef2d83fac4ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457623 Aug 28 13:30:43.716168 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dfa72-9e8d-4d19-b004-14497e2d6cd6 req-b940a154-b00b-4f8d-bc0f-05eac9d37ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:43.717684 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc5dfa72-9e8d-4d19-b004-14497e2d6cd6 req-b940a154-b00b-4f8d-bc0f-05eac9d37ad4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 1097 time: 0.0739207 Aug 28 13:30:43.731210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35eaf5-a44a-472a-9db8-c0e06beb1cc9 req-9b166093-856f-4f5a-a142-67a46cafd475 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:43.732749 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae35eaf5-a44a-472a-9db8-c0e06beb1cc9 req-9b166093-856f-4f5a-a142-67a46cafd475 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0609109 Aug 28 13:30:43.830764 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ae35eaf5-a44a-472a-9db8-c0e06beb1cc9 req-eefb5271-ffa7-4f4b-a21e-07546b84e7a0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853436 Aug 28 13:30:43.867281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dfa72-9e8d-4d19-b004-14497e2d6cd6 req-45744a16-a936-4697-ba99-dc2586d04bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:43.868848 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc5dfa72-9e8d-4d19-b004-14497e2d6cd6 req-45744a16-a936-4697-ba99-dc2586d04bfc service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.1248357 Aug 28 13:30:43.939409 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc5dfa72-9e8d-4d19-b004-14497e2d6cd6 req-8f1fdf96-b41a-494f-b50c-4de9572e563d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035 HTTP/1.1" status: 200 len: 1000 time: 0.0617836 Aug 28 13:30:43.993318 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dfa72-9e8d-4d19-b004-14497e2d6cd6 req-2743b1ae-b9c9-4a6a-9b87-4e74647a4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:43.994871 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc5dfa72-9e8d-4d19-b004-14497e2d6cd6 req-2743b1ae-b9c9-4a6a-9b87-4e74647a4af3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0465982 Aug 28 13:30:44.050165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dfa72-9e8d-4d19-b004-14497e2d6cd6 req-55784edb-921a-4251-a517-81064268c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:44.051746 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc5dfa72-9e8d-4d19-b004-14497e2d6cd6 req-55784edb-921a-4251-a517-81064268c3c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492232 Aug 28 13:30:44.145014 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc5dfa72-9e8d-4d19-b004-14497e2d6cd6 req-3e9d44c3-ba4d-4336-8f0f-76c8fe25c836 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839486 Aug 28 13:30:44.248360 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-bc5dfa72-9e8d-4d19-b004-14497e2d6cd6 req-92fc8299-575a-420e-9a82-a2862555f307 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929117 Aug 28 13:30:44.959899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c85b5b-2484-4d43-998c-98fc7eca2b25 req-73a6664b-d419-4f5f-8641-75caa96bc19c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:44.961292 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57c85b5b-2484-4d43-998c-98fc7eca2b25 req-73a6664b-d419-4f5f-8641-75caa96bc19c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0533681 Aug 28 13:30:44.999404 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57c85b5b-2484-4d43-998c-98fc7eca2b25 req-47c33fff-a6a1-4577-aed4-b048b12035cd tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321786 Aug 28 13:30:45.116092 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f2334-8760-4779-9d84-32b4425a67ff req-c1b6c61a-3a57-4632-92b2-672db5142e15 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:45.117541 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc9f2334-8760-4779-9d84-32b4425a67ff req-c1b6c61a-3a57-4632-92b2-672db5142e15 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 945 time: 0.0490406 Aug 28 13:30:45.205616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-fc9f2334-8760-4779-9d84-32b4425a67ff req-2ec5ffd1-f229-46c2-82f3-f8007c289e85 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Deleting port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:30:45.206296 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-fc9f2334-8760-4779-9d84-32b4425a67ff req-2ec5ffd1-f229-46c2-82f3-f8007c289e85 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:45.296327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-fc9f2334-8760-4779-9d84-32b4425a67ff req-2ec5ffd1-f229-46c2-82f3-f8007c289e85 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] For port 63622dc0-d2c9-4a6a-8a93-05d5221a8035, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=63622dc0-d2c9-4a6a-8a93-05d5221a8035,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:30:45.296696 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-fc9f2334-8760-4779-9d84-32b4425a67ff req-2ec5ffd1-f229-46c2-82f3-f8007c289e85 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:45.461722 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:45.464783 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-fc9f2334-8760-4779-9d84-32b4425a67ff req-2ec5ffd1-f229-46c2-82f3-f8007c289e85 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:45.465178 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-fc9f2334-8760-4779-9d84-32b4425a67ff req-2ec5ffd1-f229-46c2-82f3-f8007c289e85 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:45.465492 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [req-fc9f2334-8760-4779-9d84-32b4425a67ff req-2ec5ffd1-f229-46c2-82f3-f8007c289e85 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Floating IP 9fe78204-9fee-46e5-8ed3-6107db4fce87 disassociated. External IP: 172.25.1.70, port: 63622dc0-d2c9-4a6a-8a93-05d5221a8035. Aug 28 13:30:45.465839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-fc9f2334-8760-4779-9d84-32b4425a67ff req-2ec5ffd1-f229-46c2-82f3-f8007c289e85 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Calling delete_port for 63622dc0-d2c9-4a6a-8a93-05d5221a8035 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:30:45.596711 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-fc9f2334-8760-4779-9d84-32b4425a67ff req-2ec5ffd1-f229-46c2-82f3-f8007c289e85 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:45.625686 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5ffd1-f229-46c2-82f3-f8007c289e85 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Pushing event deleted for resources: {'Port': ['ID=63622dc0-d2c9-4a6a-8a93-05d5221a8035,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:30:45.743312 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc9f2334-8760-4779-9d84-32b4425a67ff req-2ec5ffd1-f229-46c2-82f3-f8007c289e85 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Router f5d282dc-7763-499b-9569-3eae016ab3a3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:30:45.855007 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc9f2334-8760-4779-9d84-32b4425a67ff req-2ec5ffd1-f229-46c2-82f3-f8007c289e85 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:30:45.866336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a947d-4759-4045-84eb-194c1f212875 None None] Sync routers for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:30:45.875590 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a947d-4759-4045-84eb-194c1f212875 None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:30:45.876198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-031a947d-4759-4045-84eb-194c1f212875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:30:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:30:45.895051 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9f2334-8760-4779-9d84-32b4425a67ff req-2ec5ffd1-f229-46c2-82f3-f8007c289e85 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] No DVR routers for this DVR port 63622dc0-d2c9-4a6a-8a93-05d5221a8035 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:30:45.897923 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-fc9f2334-8760-4779-9d84-32b4425a67ff req-2ec5ffd1-f229-46c2-82f3-f8007c289e85 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:45.899981 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fc9f2334-8760-4779-9d84-32b4425a67ff req-2ec5ffd1-f229-46c2-82f3-f8007c289e85 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.10 "DELETE /v2.0/ports/63622dc0-d2c9-4a6a-8a93-05d5221a8035 HTTP/1.1" status: 204 len: 173 time: 0.7753682 Aug 28 13:30:45.900428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'name': 'network-vif-deleted', 'tag': '63622dc0-d2c9-4a6a-8a93-05d5221a8035'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:30:45.902760 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39da6ea-9fda-4364-b2dd-c3cb226c7910" -d '{"events": [{"server_uuid": "9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62", "name": "network-vif-deleted", "tag": "63622dc0-d2c9-4a6a-8a93-05d5221a8035"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:30:45.943024 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6459667-d90e-4c2d-bd5b-7fd11df47257 x-openstack-request-id: req-c6459667-d90e-4c2d-bd5b-7fd11df47257 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:30:45.943365 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62", "name": "network-vif-deleted", "tag": "63622dc0-d2c9-4a6a-8a93-05d5221a8035", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:30:45.943643 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6459667-d90e-4c2d-bd5b-7fd11df47257 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:30:45.944055 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62', 'name': 'network-vif-deleted', 'tag': '63622dc0-d2c9-4a6a-8a93-05d5221a8035', 'status': 'completed', 'code': 200} Aug 28 13:30:45.995837 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-031a947d-4759-4045-84eb-194c1f212875 None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:30:46.123207 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39376d93-a4ba-44d7-b385-9e3e44e55481 req-875067b4-cdb3-4e2f-9f57-511e60a051ac tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cf4d442-51eb-40a8-83d8-2fa2bf3c8c62 HTTP/1.1" status: 200 len: 210 time: 0.0353251 Aug 28 13:30:46.206242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-031a947d-4759-4045-84eb-194c1f212875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:30:46.234241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a947d-4759-4045-84eb-194c1f212875 None None] Checking router: f5d282dc-7763-499b-9569-3eae016ab3a3 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:30:46.243141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a947d-4759-4045-84eb-194c1f212875 None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:30:46.243757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-031a947d-4759-4045-84eb-194c1f212875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:30:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:30:46.351399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-031a947d-4759-4045-84eb-194c1f212875 None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:30:46.553405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-031a947d-4759-4045-84eb-194c1f212875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:30:46.583394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a947d-4759-4045-84eb-194c1f212875 None None] The sync data for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 is: [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:30:46.804081 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b22cf-3d22-4f6a-96d9-32b785deb578 None None] New status for floating IP 9fe78204-9fee-46e5-8ed3-6107db4fce87: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:30:47.353790 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-521c4583-3e45-4b94-bb65-9b8ececb55f7 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--948273211&fields=id&tenant_id=bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 267 time: 0.0337160 Aug 28 13:30:47.462253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-fd28ef84-281a-44b6-a1ef-47aeaab742a8 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:47.463669 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-fd28ef84-281a-44b6-a1ef-47aeaab742a8 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 812 time: 0.1031177 Aug 28 13:30:47.479058 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-96a63dfe-43ff-462a-8347-9f7efd016692 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/quotas/bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 375 time: 0.0095692 Aug 28 13:30:47.531166 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-9292f58a-6f87-405d-ace4-4a6f53d465e2 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469768 Aug 28 13:30:47.629366 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-6ff0c8f8-5e0a-4765-ad50-16c36a94db12 service neutron] 10.222.0.20 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859284 Aug 28 13:30:47.717634 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-d684be19-12df-4874-8667-27b951180e7b service neutron] 10.222.0.20 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818391 Aug 28 13:30:47.876445 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-715a3d55-9876-4685-b359-e82b0e1c78b6 req-65cd3bda-7301-4d03-ae33-ffd883c63bed tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 210 time: 0.0269587 Aug 28 13:30:48.777221 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-7ada68a7-f061-49f5-9aa6-bc7f210b9bab tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:48.778702 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-7ada68a7-f061-49f5-9aa6-bc7f210b9bab tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 812 time: 0.1098721 Aug 28 13:30:48.825049 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-4bf6a366-a263-4962-b6dc-ad0bb93c1167 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 379 time: 0.0367348 Aug 28 13:30:48.835323 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-b9e33f04-ff26-4e86-995b-cff50d550355 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Request body: {'port': {'device_id': 'dee1fcf9-38c8-415f-865e-09f40eb727c2', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'admin_state_up': True, 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'security_groups': ['3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:30:48.963813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-b9e33f04-ff26-4e86-995b-cff50d550355 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Made reservation on behalf of bb8ca5c95d2748e2b67d4026edba8047 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:30:48.967224 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-b9e33f04-ff26-4e86-995b-cff50d550355 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:48.988967 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-cdb71762-4fbf-4e30-a183-56dd114828ea req-382f019d-1e0a-4966-962d-aeed81b5b678 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 210 time: 0.0415394 Aug 28 13:30:49.102659 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-b9e33f04-ff26-4e86-995b-cff50d550355 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Allocated IP 172.20.0.8 (0d5e199a-9118-4a41-aa62-85f6fdf27186/1be7aa52-b246-40cc-abdc-a52698a02d4e/d5c19086-9af8-4166-aa23-9b4bbcdd53ca) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:30:49.239272 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-b9e33f04-ff26-4e86-995b-cff50d550355 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:49.253207 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-b9e33f04-ff26-4e86-995b-cff50d550355 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Transition to ACTIVE for port object d5c19086-9af8-4166-aa23-9b4bbcdd53ca will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:30:49.285207 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-b9e33f04-ff26-4e86-995b-cff50d550355 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:49.325481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-b9e33f04-ff26-4e86-995b-cff50d550355 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Network 0d5e199a-9118-4a41-aa62-85f6fdf27186 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:30:49.328503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-b9e33f04-ff26-4e86-995b-cff50d550355 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:30:49.331073 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-b9e33f04-ff26-4e86-995b-cff50d550355 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:30:49.370436 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e33f04-ff26-4e86-995b-cff50d550355 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Pushing event updated for resources: {'Port': ['ID=d5c19086-9af8-4166-aa23-9b4bbcdd53ca,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:30:49.393668 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-b9e33f04-ff26-4e86-995b-cff50d550355 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:49.394297 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-b9e33f04-ff26-4e86-995b-cff50d550355 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:49.411554 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-b9e33f04-ff26-4e86-995b-cff50d550355 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5802341 Aug 28 13:30:49.425453 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Request body: {'port': {'device_id': 'dee1fcf9-38c8-415f-865e-09f40eb727c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:30:49.482557 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:49.570124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bf6dbfb8-6cc0-4a69-b5a2-788947a52a0c None None] Provisioning for port d5c19086-9af8-4166-aa23-9b4bbcdd53ca completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:30:49.573933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bf6dbfb8-6cc0-4a69-b5a2-788947a52a0c None None] Provisioning complete for port d5c19086-9af8-4166-aa23-9b4bbcdd53ca triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:30:49.574306 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bf6dbfb8-6cc0-4a69-b5a2-788947a52a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:49.608556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-bf6dbfb8-6cc0-4a69-b5a2-788947a52a0c None None] Port d5c19086-9af8-4166-aa23-9b4bbcdd53ca cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:30:49.748278 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c19086-9af8-4166-aa23-9b4bbcdd53ca {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:30:49.755671 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:49.766987 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Transition to ACTIVE for port object d5c19086-9af8-4166-aa23-9b4bbcdd53ca will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:30:49.771175 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:49.823635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Pushing event updated for resources: {'Port': ['ID=d5c19086-9af8-4166-aa23-9b4bbcdd53ca,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:30:49.890804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Attempting to bind port d5c19086-9af8-4166-aa23-9b4bbcdd53ca on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:30:49.891142 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Attempting to bind port d5c19086-9af8-4166-aa23-9b4bbcdd53ca by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:30:49.891503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Attempting to bind port d5c19086-9af8-4166-aa23-9b4bbcdd53ca on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:30:49.896098 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Port d5c19086-9af8-4166-aa23-9b4bbcdd53ca on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:30:49.896419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Attempting to bind port d5c19086-9af8-4166-aa23-9b4bbcdd53ca on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:30:49.902180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:30:49.902560 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Checking segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:30:49.902951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Bound using segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:30:49.903385 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Bound port: d5c19086-9af8-4166-aa23-9b4bbcdd53ca, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:30:49.903750 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:49.976056 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] For port d5c19086-9af8-4166-aa23-9b4bbcdd53ca, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:30:49.979044 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] For port d5c19086-9af8-4166-aa23-9b4bbcdd53ca, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:30:49.983413 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:50.017452 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:50.018076 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:50.019533 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] 10.222.0.10 "PUT /v2.0/ports/d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 1092 time: 0.5986409 Aug 28 13:30:50.019999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee1fcf9-38c8-415f-865e-09f40eb727c2', 'tag': 'd5c19086-9af8-4166-aa23-9b4bbcdd53ca'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:30:50.022894 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3433a3a-c173-4ae5-b92b-68fd71dc343c" -d '{"events": [{"name": "network-changed", "server_uuid": "dee1fcf9-38c8-415f-865e-09f40eb727c2", "tag": "d5c19086-9af8-4166-aa23-9b4bbcdd53ca"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:30:50.060010 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cdbac-a467-49f1-a6df-2f20cdb72d7a service neutron] Pushing event updated for resources: {'Port': ['ID=d5c19086-9af8-4166-aa23-9b4bbcdd53ca,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:30:50.071135 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31e12fd-5d86-4979-9a08-6ad5909bdbd8 x-openstack-request-id: req-f31e12fd-5d86-4979-9a08-6ad5909bdbd8 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:30:50.071459 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee1fcf9-38c8-415f-865e-09f40eb727c2", "tag": "d5c19086-9af8-4166-aa23-9b4bbcdd53ca", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:30:50.071690 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f31e12fd-5d86-4979-9a08-6ad5909bdbd8 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:30:50.072102 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee1fcf9-38c8-415f-865e-09f40eb727c2', 'tag': 'd5c19086-9af8-4166-aa23-9b4bbcdd53ca', 'status': 'completed', 'code': 200} Aug 28 13:30:50.128059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-64f7424c-e489-41a4-b5d8-7fdd0d3f3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:50.129601 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-64f7424c-e489-41a4-b5d8-7fdd0d3f3086 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1095 time: 0.0464499 Aug 28 13:30:50.144758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6316a26-80d2-4af9-b3d1-6ef422ce1033 req-c7155428-8621-4c92-9088-8da412c64dc7 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:50.147669 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6316a26-80d2-4af9-b3d1-6ef422ce1033 req-c7155428-8621-4c92-9088-8da412c64dc7 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 943 time: 0.0588732 Aug 28 13:30:50.179778 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-9e894e6a-e1a5-495f-86a4-c6aa30a81658 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0405505 Aug 28 13:30:50.188906 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6316a26-80d2-4af9-b3d1-6ef422ce1033 req-ab7a5ede-124e-4286-aaa2-37c505856441 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356853 Aug 28 13:30:50.236948 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-40791a1c-9f5d-4b6a-affb-daf2cec1fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:50.238454 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-40791a1c-9f5d-4b6a-affb-daf2cec1fb47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0503662 Aug 28 13:30:50.285394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-9af75c2c-2a00-4214-a01d-8cf38d4d509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:50.287094 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-9af75c2c-2a00-4214-a01d-8cf38d4d509e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409884 Aug 28 13:30:50.324901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 63622dc0-d2c9-4a6a-8a93-05d5221a8035 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:30:50.344170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: 63622dc0-d2c9-4a6a-8a93-05d5221a8035 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:30:50.344504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 63622dc0-d2c9-4a6a-8a93-05d5221a8035 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:30:50.382559 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-8b34bfb1-5595-4161-ba77-0862c201f246 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866854 Aug 28 13:30:50.470574 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c44bfa58-6482-4849-b357-5486174dc1f2 req-a1a3a631-8d36-49f9-bdf9-bebb330375a3 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804114 Aug 28 13:30:50.560995 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3433a3a-c173-4ae5-b92b-68fd71dc343c req-96bde318-f8c4-453b-990f-4b7f26ad8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:50.562443 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c3433a3a-c173-4ae5-b92b-68fd71dc343c req-96bde318-f8c4-453b-990f-4b7f26ad8da8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1095 time: 0.0410841 Aug 28 13:30:50.656956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3433a3a-c173-4ae5-b92b-68fd71dc343c req-d1a34d24-72de-47ba-98f1-6f9d71a1c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:50.658543 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c3433a3a-c173-4ae5-b92b-68fd71dc343c req-d1a34d24-72de-47ba-98f1-6f9d71a1c846 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0886922 Aug 28 13:30:50.704122 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c3433a3a-c173-4ae5-b92b-68fd71dc343c req-bbb5cb39-4009-4e61-a4d7-dce4942ee1eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0366418 Aug 28 13:30:50.757666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3433a3a-c173-4ae5-b92b-68fd71dc343c req-768e1a5f-781f-46c2-b9ec-6b6ca350d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:50.759342 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c3433a3a-c173-4ae5-b92b-68fd71dc343c req-768e1a5f-781f-46c2-b9ec-6b6ca350d7e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0468676 Aug 28 13:30:50.816809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3433a3a-c173-4ae5-b92b-68fd71dc343c req-f55bab7c-7024-4b97-8489-f17793343c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:50.818286 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c3433a3a-c173-4ae5-b92b-68fd71dc343c req-f55bab7c-7024-4b97-8489-f17793343c68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512855 Aug 28 13:30:50.914325 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c3433a3a-c173-4ae5-b92b-68fd71dc343c req-4d9ba2c3-6bfd-4a71-bd80-db9c3249192c service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869961 Aug 28 13:30:51.012519 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c3433a3a-c173-4ae5-b92b-68fd71dc343c req-d5a2289c-5672-47f9-9df9-66087383c851 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909302 Aug 28 13:30:51.311168 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92f422-6682-44ba-87ec-1b392165a788 req-ee867f53-e271-421b-adc5-2a1431124dc4 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:51.312720 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a92f422-6682-44ba-87ec-1b392165a788 req-ee867f53-e271-421b-adc5-2a1431124dc4 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 943 time: 0.0500753 Aug 28 13:30:51.351290 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0a92f422-6682-44ba-87ec-1b392165a788 req-478a10bd-e25e-418b-b277-aadc274424d9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318513 Aug 28 13:30:52.466308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4d323-ef26-45ac-87c5-114b56427fff req-9aa95123-efe5-4f12-bbef-b9f5980efb7c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:52.467812 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64b4d323-ef26-45ac-87c5-114b56427fff req-9aa95123-efe5-4f12-bbef-b9f5980efb7c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 943 time: 0.0490878 Aug 28 13:30:52.505531 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64b4d323-ef26-45ac-87c5-114b56427fff req-3f09c285-a7fe-40ac-a044-7b96f77f36f7 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317581 Aug 28 13:30:53.619798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eff97-ff0e-42d5-af2d-513ec83e9b6b req-69129bb3-69cb-4efa-a3ae-4463e3525531 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:53.621504 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-656eff97-ff0e-42d5-af2d-513ec83e9b6b req-69129bb3-69cb-4efa-a3ae-4463e3525531 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 943 time: 0.0482023 Aug 28 13:30:53.658920 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-656eff97-ff0e-42d5-af2d-513ec83e9b6b req-d791355f-6f90-4460-85c6-bb8f7f55512f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314572 Aug 28 13:30:54.350783 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device d5c19086-9af8-4166-aa23-9b4bbcdd53ca details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:30:54.446539 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port d5c19086-9af8-4166-aa23-9b4bbcdd53ca, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:30:54.457354 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'd5c19086-9af8-4166-aa23-9b4bbcdd53ca', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'port_id': 'd5c19086-9af8-4166-aa23-9b4bbcdd53ca', 'mac_address': 'fa:16:3e:68:4d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:30:54.492825 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:54.505782 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c19086-9af8-4166-aa23-9b4bbcdd53ca {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:30:54.524664 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port d5c19086-9af8-4166-aa23-9b4bbcdd53ca, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:30:54.528627 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:54.581350 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=d5c19086-9af8-4166-aa23-9b4bbcdd53ca,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:30:54.731881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['d5c19086-9af8-4166-aa23-9b4bbcdd53ca'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:30:54.781314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bed85b-3af4-4635-85df-e8eaab35b648 req-b908a98c-61db-4f91-8a55-9665d3c38521 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:54.782809 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-30bed85b-3af4-4635-85df-e8eaab35b648 req-b908a98c-61db-4f91-8a55-9665d3c38521 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 944 time: 0.0519395 Aug 28 13:30:54.821188 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-30bed85b-3af4-4635-85df-e8eaab35b648 req-f42a57df-ef89-4ccd-abfd-6530ef43511f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316703 Aug 28 13:30:55.940360 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4151c0-d642-4ba2-b94e-159ba0143aa1 req-2a6d6e4c-f38e-4051-9127-0a2452e35947 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:55.941729 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca4151c0-d642-4ba2-b94e-159ba0143aa1 req-2a6d6e4c-f38e-4051-9127-0a2452e35947 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 944 time: 0.0528944 Aug 28 13:30:55.978748 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca4151c0-d642-4ba2-b94e-159ba0143aa1 req-496d9f89-7ec7-4b6a-95a5-16c1b3de5066 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302563 Aug 28 13:30:56.371192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device d5c19086-9af8-4166-aa23-9b4bbcdd53ca up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:30:56.422675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port d5c19086-9af8-4166-aa23-9b4bbcdd53ca completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:30:56.426566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port d5c19086-9af8-4166-aa23-9b4bbcdd53ca triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:30:56.426931 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:56.506459 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:56.529298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee1fcf9-38c8-415f-865e-09f40eb727c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c19086-9af8-4166-aa23-9b4bbcdd53ca'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:30:56.531535 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4813e226-155f-45cd-b550-0d5b06eab2ee" -d '{"events": [{"server_uuid": "dee1fcf9-38c8-415f-865e-09f40eb727c2", "name": "network-vif-plugged", "status": "completed", "tag": "d5c19086-9af8-4166-aa23-9b4bbcdd53ca"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:30:56.544903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port d5c19086-9af8-4166-aa23-9b4bbcdd53ca, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:30:56.550924 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:56.600351 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=d5c19086-9af8-4166-aa23-9b4bbcdd53ca,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:30:56.637171 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037e5d69-cdb2-4639-95fe-3d3938d34c88 x-openstack-request-id: req-037e5d69-cdb2-4639-95fe-3d3938d34c88 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:30:56.637460 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee1fcf9-38c8-415f-865e-09f40eb727c2", "name": "network-vif-plugged", "status": "completed", "tag": "d5c19086-9af8-4166-aa23-9b4bbcdd53ca", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:30:56.637710 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-037e5d69-cdb2-4639-95fe-3d3938d34c88 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:30:56.638128 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee1fcf9-38c8-415f-865e-09f40eb727c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c19086-9af8-4166-aa23-9b4bbcdd53ca', 'code': 200} Aug 28 13:30:56.738977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6f641-30b9-4cd5-9665-7b7f84cc01b0 req-b5baea30-3a97-48ab-a98b-6e718b8b204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:56.740445 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-16c6f641-30b9-4cd5-9665-7b7f84cc01b0 req-b5baea30-3a97-48ab-a98b-6e718b8b204b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0397196 Aug 28 13:30:56.775574 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-16c6f641-30b9-4cd5-9665-7b7f84cc01b0 req-18fa9d6d-64f9-4c83-b147-d46d559f3b1a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278409 Aug 28 13:30:57.099743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bb08c-6d5a-4867-b1f5-ed8355eba458 req-22fe267f-bf18-4be5-992e-1bb2c24f3d8a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:57.101351 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5a2bb08c-6d5a-4867-b1f5-ed8355eba458 req-22fe267f-bf18-4be5-992e-1bb2c24f3d8a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 945 time: 0.0512972 Aug 28 13:30:57.143910 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5a2bb08c-6d5a-4867-b1f5-ed8355eba458 req-03711571-73f6-4ebb-8181-57d663b0cfbe tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362737 Aug 28 13:30:58.262516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa0597-1b25-4245-a6a9-7dd377dbf354 req-6989fd5d-b037-4f2d-9297-1420f83817c9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:58.264016 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b7aa0597-1b25-4245-a6a9-7dd377dbf354 req-6989fd5d-b037-4f2d-9297-1420f83817c9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 945 time: 0.0489147 Aug 28 13:30:58.303762 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b7aa0597-1b25-4245-a6a9-7dd377dbf354 req-9d9bef60-7c0d-46e0-8e85-b06327602df3 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336499 Aug 28 13:30:58.416544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b6846-eeee-4cd8-8ebb-7f6e9e284b81 req-53c1cdb0-5c65-4ade-be67-71e3b20c3896 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:58.418000 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6b5b6846-eeee-4cd8-8ebb-7f6e9e284b81 req-53c1cdb0-5c65-4ade-be67-71e3b20c3896 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 945 time: 0.0517058 Aug 28 13:30:58.426540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 35982) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:30:58.431499 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d9a4cdf8-fc82-4ce9-8c4f-57d1455d4126 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Request body: {'floatingip': {'port_id': 'd5c19086-9af8-4166-aa23-9b4bbcdd53ca'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:30:58.468774 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d9a4cdf8-fc82-4ce9-8c4f-57d1455d4126 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:58.891910 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d9a4cdf8-fc82-4ce9-8c4f-57d1455d4126 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:58.895648 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d9a4cdf8-fc82-4ce9-8c4f-57d1455d4126 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:58.992800 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-d9a4cdf8-fc82-4ce9-8c4f-57d1455d4126 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Floating IP 9fe78204-9fee-46e5-8ed3-6107db4fce87 associated. External IP: 172.25.1.70, port: d5c19086-9af8-4166-aa23-9b4bbcdd53ca. Aug 28 13:30:59.540890 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a4cdf8-fc82-4ce9-8c4f-57d1455d4126 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Router f5d282dc-7763-499b-9569-3eae016ab3a3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:30:59.645886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a4cdf8-fc82-4ce9-8c4f-57d1455d4126 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:30:59.651232 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d9a4cdf8-fc82-4ce9-8c4f-57d1455d4126 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:30:59.658337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397c57fd-6ea9-4ecf-9a2b-ada7ecd200b0 None None] Sync routers for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:30:59.670367 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c57fd-6ea9-4ecf-9a2b-ada7ecd200b0 None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:30:59.670998 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-397c57fd-6ea9-4ecf-9a2b-ada7ecd200b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:30:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:30:59.678212 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d9a4cdf8-fc82-4ce9-8c4f-57d1455d4126 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "PUT /v2.0/floatingips/9fe78204-9fee-46e5-8ed3-6107db4fce87 HTTP/1.1" status: 200 len: 990 time: 1.2506967 Aug 28 13:30:59.678815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee1fcf9-38c8-415f-865e-09f40eb727c2', 'tag': 'd5c19086-9af8-4166-aa23-9b4bbcdd53ca'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:30:59.681041 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7c6b37-64a3-4d69-9d2d-5d3074653132" -d '{"events": [{"name": "network-changed", "server_uuid": "dee1fcf9-38c8-415f-865e-09f40eb727c2", "tag": "d5c19086-9af8-4166-aa23-9b4bbcdd53ca"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:30:59.731191 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d189784e-0273-45af-b7ff-73b61fc87072 x-openstack-request-id: req-d189784e-0273-45af-b7ff-73b61fc87072 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:30:59.731483 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee1fcf9-38c8-415f-865e-09f40eb727c2", "tag": "d5c19086-9af8-4166-aa23-9b4bbcdd53ca", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:30:59.731830 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d189784e-0273-45af-b7ff-73b61fc87072 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:30:59.732127 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee1fcf9-38c8-415f-865e-09f40eb727c2', 'tag': 'd5c19086-9af8-4166-aa23-9b4bbcdd53ca', 'status': 'completed', 'code': 200} Aug 28 13:30:59.785014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-397c57fd-6ea9-4ecf-9a2b-ada7ecd200b0 None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:30:59.804074 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c6b37-64a3-4d69-9d2d-5d3074653132 req-2432624b-5645-4286-9693-019ae971d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:59.805498 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe7c6b37-64a3-4d69-9d2d-5d3074653132 req-2432624b-5645-4286-9693-019ae971d41f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0399261 Aug 28 13:30:59.896039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c6b37-64a3-4d69-9d2d-5d3074653132 req-53f7b7a3-7e03-46fd-888e-a9ba50ada503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:30:59.898300 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe7c6b37-64a3-4d69-9d2d-5d3074653132 req-53f7b7a3-7e03-46fd-888e-a9ba50ada503 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0846496 Aug 28 13:30:59.967870 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe7c6b37-64a3-4d69-9d2d-5d3074653132 req-872c82fa-d550-4a4e-be25-08c513a2fd8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 998 time: 0.0623996 Aug 28 13:31:00.011278 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-397c57fd-6ea9-4ecf-9a2b-ada7ecd200b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fe78204-9fee-46e5-8ed3-6107db4fce87', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'port_id': 'd5c19086-9af8-4166-aa23-9b4bbcdd53ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'mac_address': 'fa:16:3e:68:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1fcf9-38c8-415f-865e-09f40eb727c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:28:35Z', 'updated_at': '2021-08-28T13:30:58Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:31:00.017749 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c6b37-64a3-4d69-9d2d-5d3074653132 req-ace5e73d-c12e-474c-9c56-7dd05fb47f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:31:00.019340 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe7c6b37-64a3-4d69-9d2d-5d3074653132 req-ace5e73d-c12e-474c-9c56-7dd05fb47f2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0443344 Aug 28 13:31:00.038562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397c57fd-6ea9-4ecf-9a2b-ada7ecd200b0 None None] Checking router: f5d282dc-7763-499b-9569-3eae016ab3a3 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:31:00.046913 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c57fd-6ea9-4ecf-9a2b-ada7ecd200b0 None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:31:00.047519 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-397c57fd-6ea9-4ecf-9a2b-ada7ecd200b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:30:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:31:00.067017 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c6b37-64a3-4d69-9d2d-5d3074653132 req-c4943c64-b6e6-4117-b36a-c6e52290d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:31:00.069017 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe7c6b37-64a3-4d69-9d2d-5d3074653132 req-c4943c64-b6e6-4117-b36a-c6e52290d055 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399096 Aug 28 13:31:00.168649 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe7c6b37-64a3-4d69-9d2d-5d3074653132 req-98f89a43-70ee-4569-b27e-242adbe4a402 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912027 Aug 28 13:31:00.268887 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-fe7c6b37-64a3-4d69-9d2d-5d3074653132 req-ee8d6bc3-0448-4cc4-817b-c0d1d87637fd service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922580 Aug 28 13:31:00.314064 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-397c57fd-6ea9-4ecf-9a2b-ada7ecd200b0 None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:31:00.529512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-397c57fd-6ea9-4ecf-9a2b-ada7ecd200b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fe78204-9fee-46e5-8ed3-6107db4fce87', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'port_id': 'd5c19086-9af8-4166-aa23-9b4bbcdd53ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'mac_address': 'fa:16:3e:68:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1fcf9-38c8-415f-865e-09f40eb727c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:28:35Z', 'updated_at': '2021-08-28T13:30:58Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:31:00.560325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397c57fd-6ea9-4ecf-9a2b-ada7ecd200b0 None None] The sync data for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 is: [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fe78204-9fee-46e5-8ed3-6107db4fce87', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'port_id': 'd5c19086-9af8-4166-aa23-9b4bbcdd53ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'mac_address': 'fa:16:3e:68:4d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1fcf9-38c8-415f-865e-09f40eb727c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:28:35Z', 'updated_at': '2021-08-28T13:30:58Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:31:00.753628 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d9617-e77a-4591-8b56-56312cf491b0 None None] New status for floating IP 9fe78204-9fee-46e5-8ed3-6107db4fce87: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:31:01.637239 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:31:07.820097 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:31:10.037559 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e0db3fe2-d93c-4ff5-83a4-0d62c0bae863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:31:10.183927 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:31:12.309801 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f62acdcf-3c38-4877-b6f1-73471465496b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:31:12.636928 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:31:13.577186 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:31:15.465137 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:31:37.842518 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:31:38.635774 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:31:40.039977 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7c8d08d1-a3d2-48e7-9ed5-842c12333846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:31:40.192010 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:31:42.311823 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-87112c67-bdbb-455f-9591-ff74dc826490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:31:42.636901 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:31:43.580122 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:31:45.466963 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:31:45.660757 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-433ee302-d428-4d17-927b-d3699292dcfa req-4ba044b0-d37f-4a8c-9ed1-23ebd1af2e2e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1009493 Aug 28 13:31:45.743826 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ee302-d428-4d17-927b-d3699292dcfa req-d403e215-4dd2-4c37-a8d4-e5c90ffb50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:31:45.745295 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-433ee302-d428-4d17-927b-d3699292dcfa req-d403e215-4dd2-4c37-a8d4-e5c90ffb50a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0415621 Aug 28 13:31:45.846602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ee302-d428-4d17-927b-d3699292dcfa req-fb437e46-e1ae-456c-8cf0-573010521ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:31:45.848064 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-433ee302-d428-4d17-927b-d3699292dcfa req-fb437e46-e1ae-456c-8cf0-573010521ced service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0832715 Aug 28 13:31:45.917089 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-433ee302-d428-4d17-927b-d3699292dcfa req-0470b695-74ba-41c2-8966-015ec023ee6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 1000 time: 0.0606048 Aug 28 13:31:45.966540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ee302-d428-4d17-927b-d3699292dcfa req-92925c41-b54f-44b9-8889-c74701f60ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:31:45.967958 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-433ee302-d428-4d17-927b-d3699292dcfa req-92925c41-b54f-44b9-8889-c74701f60ff4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0440075 Aug 28 13:31:46.014116 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ee302-d428-4d17-927b-d3699292dcfa req-f9f0dfa3-75df-484a-bd9c-4922405673a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:31:46.015589 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-433ee302-d428-4d17-927b-d3699292dcfa req-f9f0dfa3-75df-484a-bd9c-4922405673a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393326 Aug 28 13:31:46.109404 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-433ee302-d428-4d17-927b-d3699292dcfa req-8d54d5f1-3161-4a3a-bd4a-1377262203cb service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846620 Aug 28 13:31:46.199934 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-433ee302-d428-4d17-927b-d3699292dcfa req-2a7f8ec8-db70-4936-b28b-b72d0f8cfdb0 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816715 Aug 28 13:31:47.735385 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-92b03ac4-e5c3-4668-bc60-ac8e3f6be59e req-8ebb59bc-ef8a-4c01-888f-8a82b111c6d3 service neutron] (94877) timed out ('10.222.0.20', 33424) {{(pid=94877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 13:32:07.847551 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:10.041330 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-97d711ab-7255-405b-a703-20f58a06c88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:10.225713 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:12.312784 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c8b700b0-d3a9-45e0-bffb-6eb89055c826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:12.637865 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:13.589279 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:15.470494 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:15.636643 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:32:37.847955 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:40.045276 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c91ff19c-37ca-49fd-8df4-efb17d6938c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:40.219820 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:42.311832 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a8a4e2fa-2958-4933-b079-247ec961b26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:42.639591 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:43.585292 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:45.472554 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:45.578054 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d53a0764-97c8-4d43-b411-c9ab13e8890a req-c6df7a41-d9d0-4640-8cda-894476e2810f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450735 Aug 28 13:32:45.661453 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a0764-97c8-4d43-b411-c9ab13e8890a req-ccd70395-e30c-4aa5-b1e5-406ee8c20054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:32:45.664156 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d53a0764-97c8-4d43-b411-c9ab13e8890a req-ccd70395-e30c-4aa5-b1e5-406ee8c20054 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0425813 Aug 28 13:32:45.766665 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a0764-97c8-4d43-b411-c9ab13e8890a req-f56694a5-7d01-4be7-a2c0-5b75cb4a9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:32:45.768180 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d53a0764-97c8-4d43-b411-c9ab13e8890a req-f56694a5-7d01-4be7-a2c0-5b75cb4a9c6b service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0848489 Aug 28 13:32:45.838535 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d53a0764-97c8-4d43-b411-c9ab13e8890a req-49d7f369-4dfb-473f-8414-edf871f7fb73 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 1000 time: 0.0617166 Aug 28 13:32:45.892570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a0764-97c8-4d43-b411-c9ab13e8890a req-8b22031e-d4ba-46ad-814f-c17edfd00c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:32:45.894053 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d53a0764-97c8-4d43-b411-c9ab13e8890a req-8b22031e-d4ba-46ad-814f-c17edfd00c78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0480220 Aug 28 13:32:45.941233 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a0764-97c8-4d43-b411-c9ab13e8890a req-1665c3df-7057-4a7b-a25a-9d2c992835e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:32:45.942666 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d53a0764-97c8-4d43-b411-c9ab13e8890a req-1665c3df-7057-4a7b-a25a-9d2c992835e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398414 Aug 28 13:32:46.035705 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d53a0764-97c8-4d43-b411-c9ab13e8890a req-2ccbcf6e-19db-40db-93d7-c591fa065fbe service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846236 Aug 28 13:32:46.125016 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d53a0764-97c8-4d43-b411-c9ab13e8890a req-72fc55dc-5216-4821-8b11-7699aeb8b934 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811877 Aug 28 13:32:52.635945 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:32:54.331852 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba1bd0-0923-4812-9722-5e25434151ed req-db3a4d3c-28b1-43b4-b900-9a76f6d3b948 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--948273211&fields=id&tenant_id=bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 267 time: 0.0345116 Aug 28 13:32:54.438500 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba1bd0-0923-4812-9722-5e25434151ed req-302fb37c-d038-49fa-a7ff-2940b7e4bde5 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:32:54.439846 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba1bd0-0923-4812-9722-5e25434151ed req-302fb37c-d038-49fa-a7ff-2940b7e4bde5 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 812 time: 0.1006160 Aug 28 13:32:54.455586 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba1bd0-0923-4812-9722-5e25434151ed req-349e6336-4370-49bc-a0ca-64f3c18dc523 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/quotas/bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 375 time: 0.0090470 Aug 28 13:32:54.510807 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba1bd0-0923-4812-9722-5e25434151ed req-642b0f05-910e-483e-82d3-4d6be1956ad9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0492227 Aug 28 13:32:54.654250 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba1bd0-0923-4812-9722-5e25434151ed req-b57c912c-cf50-41be-bcba-7960c3828add service neutron] 10.222.0.20 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319206 Aug 28 13:32:54.743687 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba1bd0-0923-4812-9722-5e25434151ed req-0c631fff-4cee-451f-abe9-f70f1baaa718 service neutron] 10.222.0.20 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831716 Aug 28 13:32:54.903993 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-778d6917-b756-4435-a23c-d7ee282869b7 req-e5f4fce1-3228-4634-a7e5-3c29962bae73 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 210 time: 0.0264735 Aug 28 13:32:55.982428 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45840343-c0d4-469d-935a-ebdf9a1ab317 req-b62b78f5-8607-4467-9942-5cc541685669 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 210 time: 0.0263381 Aug 28 13:32:57.064761 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-964507b0-b19a-4ff4-9e51-f6498e53cac6 req-a1d3faf4-20d3-4c8f-99fe-2fbc9f0d4929 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 210 time: 0.0312033 Aug 28 13:32:57.900804 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba1bd0-0923-4812-9722-5e25434151ed req-879b47de-c518-46ec-883e-716e6b6e23e9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:32:57.902253 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba1bd0-0923-4812-9722-5e25434151ed req-879b47de-c518-46ec-883e-716e6b6e23e9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 812 time: 0.1054249 Aug 28 13:32:57.952343 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba1bd0-0923-4812-9722-5e25434151ed req-fa69a68e-d6dd-4764-b0fe-2ca5fd3dcad1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 379 time: 0.0394003 Aug 28 13:32:57.963577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-22ba1bd0-0923-4812-9722-5e25434151ed req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Request body: {'port': {'device_id': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'admin_state_up': True, 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'security_groups': ['3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:32:58.305782 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-63bdb136-6c2a-4d3e-a606-1b0ad855ac6d req-d16ce8bb-299d-4cff-a825-54c084f6beaa tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 210 time: 0.0327802 Aug 28 13:32:58.362934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ba1bd0-0923-4812-9722-5e25434151ed req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Made reservation on behalf of bb8ca5c95d2748e2b67d4026edba8047 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:32:58.367030 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-22ba1bd0-0923-4812-9722-5e25434151ed req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:58.492693 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-22ba1bd0-0923-4812-9722-5e25434151ed req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Allocated IP 172.20.0.14 (0d5e199a-9118-4a41-aa62-85f6fdf27186/1be7aa52-b246-40cc-abdc-a52698a02d4e/9926894a-6457-44bd-b548-f96ec15ee6a9) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:32:58.622876 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-22ba1bd0-0923-4812-9722-5e25434151ed req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:58.636954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-22ba1bd0-0923-4812-9722-5e25434151ed req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Transition to ACTIVE for port object 9926894a-6457-44bd-b548-f96ec15ee6a9 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:32:58.670041 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-22ba1bd0-0923-4812-9722-5e25434151ed req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:58.714100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ba1bd0-0923-4812-9722-5e25434151ed req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Network 0d5e199a-9118-4a41-aa62-85f6fdf27186 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:32:58.717096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-22ba1bd0-0923-4812-9722-5e25434151ed req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:32:58.723391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ba1bd0-0923-4812-9722-5e25434151ed req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:32:58.749507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Pushing event updated for resources: {'Port': ['ID=9926894a-6457-44bd-b548-f96ec15ee6a9,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:32:58.762797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:32:58.763134 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:32:58.763464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:32:58.763790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:32:58.764112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:32:58.764426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:32:58.764743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:32:58.765058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:32:58.765370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:32:58.765680 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:32:58.765992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:32:58.766303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:32:58.789873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba1bd0-0923-4812-9722-5e25434151ed req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:32:58.790516 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-22ba1bd0-0923-4812-9722-5e25434151ed req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:58.806203 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba1bd0-0923-4812-9722-5e25434151ed req-1d6c6f5f-5cfd-40a7-9faa-75506d4c4c08 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8463559 Aug 28 13:32:58.819224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Request body: {'port': {'device_id': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:32:58.875869 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:59.007300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-35d7f5db-942e-4d1d-8a11-0c1c9b8e77ec None None] Provisioning for port 9926894a-6457-44bd-b548-f96ec15ee6a9 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:32:59.011186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-35d7f5db-942e-4d1d-8a11-0c1c9b8e77ec None None] Provisioning complete for port 9926894a-6457-44bd-b548-f96ec15ee6a9 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:32:59.011574 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-35d7f5db-942e-4d1d-8a11-0c1c9b8e77ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:59.044826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-35d7f5db-942e-4d1d-8a11-0c1c9b8e77ec None None] Port 9926894a-6457-44bd-b548-f96ec15ee6a9 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:32:59.141774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9926894a-6457-44bd-b548-f96ec15ee6a9 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:32:59.149180 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:59.160730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Transition to ACTIVE for port object 9926894a-6457-44bd-b548-f96ec15ee6a9 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:32:59.164335 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:59.215220 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Pushing event updated for resources: {'Port': ['ID=9926894a-6457-44bd-b548-f96ec15ee6a9,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:32:59.285402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Attempting to bind port 9926894a-6457-44bd-b548-f96ec15ee6a9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:32:59.285733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Attempting to bind port 9926894a-6457-44bd-b548-f96ec15ee6a9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:32:59.286056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Attempting to bind port 9926894a-6457-44bd-b548-f96ec15ee6a9 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:32:59.290742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Port 9926894a-6457-44bd-b548-f96ec15ee6a9 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:32:59.291057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Attempting to bind port 9926894a-6457-44bd-b548-f96ec15ee6a9 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:32:59.296100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:32:59.296451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Checking segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:32:59.297057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Bound using segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:32:59.297722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Bound port: 9926894a-6457-44bd-b548-f96ec15ee6a9, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:32:59.298320 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:59.374850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:32:59.379930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9926894a-6457-44bd-b548-f96ec15ee6a9,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:32:59.386196 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:59.450732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:32:59.450732 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:32:59.452163 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba1bd0-0923-4812-9722-5e25434151ed req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] 10.222.0.11 "PUT /v2.0/ports/9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 200 len: 1093 time: 0.6374655 Aug 28 13:32:59.454340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:32:59.456719 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c997a5-ab59-48a4-b7cb-8fc3030644da" -d '{"events": [{"name": "network-changed", "server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:32:59.500659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02997abb-057f-4f2f-9488-556c0f329e5f req-a004713d-28d5-483f-abb9-ca2729c0dc76 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:32:59.502177 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-02997abb-057f-4f2f-9488-556c0f329e5f req-a004713d-28d5-483f-abb9-ca2729c0dc76 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 944 time: 0.1190538 Aug 28 13:32:59.512413 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8ef02-ff7e-4960-be7e-b95a3bf9675d service neutron] Pushing event updated for resources: {'Port': ['ID=9926894a-6457-44bd-b548-f96ec15ee6a9,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:32:59.574996 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-02997abb-057f-4f2f-9488-556c0f329e5f req-e36b141f-e65b-49b9-aa94-d8dcf2f94132 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634720 Aug 28 13:32:59.581669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba1bd0-0923-4812-9722-5e25434151ed req-67d5a822-4479-410e-bea4-71241adf8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:32:59.583422 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba1bd0-0923-4812-9722-5e25434151ed req-67d5a822-4479-410e-bea4-71241adf8fab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 1096 time: 0.0801418 Aug 28 13:32:59.627693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba1bd0-0923-4812-9722-5e25434151ed req-21093830-cffd-4804-b3b1-b9ad1ca3cf2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 200 len: 217 time: 0.0367920 Aug 28 13:32:59.631345 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c571388e-1e2c-4216-8220-047892988c46 x-openstack-request-id: req-c571388e-1e2c-4216-8220-047892988c46 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:32:59.631635 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:32:59.631886 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c571388e-1e2c-4216-8220-047892988c46 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:32:59.632275 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'status': 'completed', 'code': 200} Aug 28 13:32:59.679275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba1bd0-0923-4812-9722-5e25434151ed req-f3f9c24d-74f9-444a-9dc3-81da39c381a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:32:59.680768 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba1bd0-0923-4812-9722-5e25434151ed req-f3f9c24d-74f9-444a-9dc3-81da39c381a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0454383 Aug 28 13:32:59.727327 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba1bd0-0923-4812-9722-5e25434151ed req-a281f139-99bf-4f12-8bf1-4fedf0ff7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:32:59.728742 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba1bd0-0923-4812-9722-5e25434151ed req-a281f139-99bf-4f12-8bf1-4fedf0ff7ccf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406661 Aug 28 13:32:59.821713 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba1bd0-0923-4812-9722-5e25434151ed req-35717d65-18c2-463e-bd72-dd8db935f5e6 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850477 Aug 28 13:32:59.910764 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba1bd0-0923-4812-9722-5e25434151ed req-baf0029b-c4d5-41f7-8539-1d9fb2d05abc service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814033 Aug 28 13:33:00.003093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c997a5-ab59-48a4-b7cb-8fc3030644da req-50c88197-fa22-4cbd-8176-e992a65a55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:00.004694 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09c997a5-ab59-48a4-b7cb-8fc3030644da req-50c88197-fa22-4cbd-8176-e992a65a55e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 1096 time: 0.0473378 Aug 28 13:33:00.097422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c997a5-ab59-48a4-b7cb-8fc3030644da req-5cff8deb-1744-44ab-b8f5-8772dec2b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:00.098963 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09c997a5-ab59-48a4-b7cb-8fc3030644da req-5cff8deb-1744-44ab-b8f5-8772dec2b81b service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0860093 Aug 28 13:33:00.144377 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09c997a5-ab59-48a4-b7cb-8fc3030644da req-6c9e7b60-e4c3-4db7-8b20-269a7d7f6495 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 200 len: 217 time: 0.0383298 Aug 28 13:33:00.193503 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c997a5-ab59-48a4-b7cb-8fc3030644da req-c143fa25-9e6d-4c69-873a-ae0258db896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:00.195075 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09c997a5-ab59-48a4-b7cb-8fc3030644da req-c143fa25-9e6d-4c69-873a-ae0258db896c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0435805 Aug 28 13:33:00.241703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c997a5-ab59-48a4-b7cb-8fc3030644da req-13024688-a2c0-44b5-831d-f6095867e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:00.243195 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09c997a5-ab59-48a4-b7cb-8fc3030644da req-13024688-a2c0-44b5-831d-f6095867e6f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398948 Aug 28 13:33:00.337590 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09c997a5-ab59-48a4-b7cb-8fc3030644da req-2402ec2e-f856-4b98-8094-c5c254a51974 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859601 Aug 28 13:33:00.427450 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09c997a5-ab59-48a4-b7cb-8fc3030644da req-dec490fd-04d7-450e-9e96-fb6663ab4c67 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825799 Aug 28 13:33:00.694100 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc18562-6b66-461d-bac2-f3353b1b4df3 req-c4ebbcc8-29eb-4aef-9011-3eecf3565a9e tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:00.695619 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1dc18562-6b66-461d-bac2-f3353b1b4df3 req-c4ebbcc8-29eb-4aef-9011-3eecf3565a9e tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 944 time: 0.0510070 Aug 28 13:33:00.733238 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1dc18562-6b66-461d-bac2-f3353b1b4df3 req-2ad00d6b-4f09-4107-b7d4-6db56bf33a75 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317292 Aug 28 13:33:01.851261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d230b6-4abb-4c33-ad88-fd4e4d988165 req-660e2881-cf5d-40fc-a7ee-034c5352478f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:01.852741 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86d230b6-4abb-4c33-ad88-fd4e4d988165 req-660e2881-cf5d-40fc-a7ee-034c5352478f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 944 time: 0.0535700 Aug 28 13:33:01.891648 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-86d230b6-4abb-4c33-ad88-fd4e4d988165 req-8e2be491-fc88-419b-8bfb-49e1a1126fda tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318975 Aug 28 13:33:02.800531 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9926894a-6457-44bd-b548-f96ec15ee6a9 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:33:02.894201 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9926894a-6457-44bd-b548-f96ec15ee6a9,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:33:02.905767 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'port_id': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'mac_address': 'fa:16:3e:12:07:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:33:02.942099 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:02.954952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9926894a-6457-44bd-b548-f96ec15ee6a9 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:33:02.975869 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9926894a-6457-44bd-b548-f96ec15ee6a9,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:33:02.981211 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:03.009901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47b6a6-a5ae-4ac1-adbc-96a7e9d3615c req-055048aa-7a3e-44c5-bc0d-ce3c6f470869 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:03.011412 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ab47b6a6-a5ae-4ac1-adbc-96a7e9d3615c req-055048aa-7a3e-44c5-bc0d-ce3c6f470869 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 944 time: 0.0531821 Aug 28 13:33:03.028517 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=9926894a-6457-44bd-b548-f96ec15ee6a9,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:33:03.035813 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:33:03.036157 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:33:03.037095 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:33:03.037492 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:33:03.037826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:33:03.038160 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:33:03.038512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:33:03.038865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:33:03.039158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:33:03.039476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:33:03.039798 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:33:03.040116 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:33:03.053860 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ab47b6a6-a5ae-4ac1-adbc-96a7e9d3615c req-2360a9cc-5824-4859-8ba2-8c46955343ee tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364254 Aug 28 13:33:03.215840 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['9926894a-6457-44bd-b548-f96ec15ee6a9'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:33:04.168481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7722bc-53aa-43c7-a15a-16b09039a504 req-39ad9326-cfaf-451b-86ea-caf8f42d938e tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:04.169948 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed7722bc-53aa-43c7-a15a-16b09039a504 req-39ad9326-cfaf-451b-86ea-caf8f42d938e tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 945 time: 0.0502832 Aug 28 13:33:04.207684 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed7722bc-53aa-43c7-a15a-16b09039a504 req-55f70437-9022-4eb6-9fe7-70ce311fb559 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317030 Aug 28 13:33:04.825084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9926894a-6457-44bd-b548-f96ec15ee6a9 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:33:04.873600 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 9926894a-6457-44bd-b548-f96ec15ee6a9 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:33:04.877110 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 9926894a-6457-44bd-b548-f96ec15ee6a9 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:33:04.877470 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:04.954000 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:04.977047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:33:04.979452 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9a5f98-1fff-465c-bbc5-b985e608fa9c" -d '{"events": [{"server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "name": "network-vif-plugged", "status": "completed", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:33:04.992375 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9926894a-6457-44bd-b548-f96ec15ee6a9,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:33:04.997352 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:05.022624 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924b3522-f230-48c5-861b-80d1fecdd57d x-openstack-request-id: req-924b3522-f230-48c5-861b-80d1fecdd57d {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:33:05.023301 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "name": "network-vif-plugged", "status": "completed", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:33:05.023571 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-924b3522-f230-48c5-861b-80d1fecdd57d {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:33:05.024367 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'code': 200} Aug 28 13:33:05.052456 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=9926894a-6457-44bd-b548-f96ec15ee6a9,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:33:05.118900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f27af3-2194-444c-84c9-f6070feb8a07 req-788a1cb8-5a68-4013-9b6a-e7fc41655dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:05.120389 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a0f27af3-2194-444c-84c9-f6070feb8a07 req-788a1cb8-5a68-4013-9b6a-e7fc41655dfd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 1098 time: 0.0457006 Aug 28 13:33:05.156043 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a0f27af3-2194-444c-84c9-f6070feb8a07 req-2af71066-369b-4834-9763-d5cacc00a496 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289910 Aug 28 13:33:05.324469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462fe56-da74-45b0-8c9d-5612bef968b0 req-be67ea48-6562-43bb-9571-888949effda1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:05.325960 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8462fe56-da74-45b0-8c9d-5612bef968b0 req-be67ea48-6562-43bb-9571-888949effda1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0493531 Aug 28 13:33:05.363365 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8462fe56-da74-45b0-8c9d-5612bef968b0 req-fb77b69a-8e76-41fa-9a94-c75699ec91a7 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314491 Aug 28 13:33:06.478026 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350c45d-2ddb-4cff-91c0-1a7bc5d5ec12 req-ab0617b6-9549-4d95-95ab-4dca9d3781d8 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:06.479522 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8350c45d-2ddb-4cff-91c0-1a7bc5d5ec12 req-ab0617b6-9549-4d95-95ab-4dca9d3781d8 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0490160 Aug 28 13:33:06.517419 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8350c45d-2ddb-4cff-91c0-1a7bc5d5ec12 req-e9b81c9f-a65b-4f50-acf6-9d1bcaca57e2 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320129 Aug 28 13:33:06.631199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c521b3-0a54-4b1b-91a5-5b64a0863bda req-2d51dd53-efcc-4ab8-af33-ca993d40299c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:06.632750 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19c521b3-0a54-4b1b-91a5-5b64a0863bda req-2d51dd53-efcc-4ab8-af33-ca993d40299c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0528841 Aug 28 13:33:06.641294 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 36184) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:33:06.646085 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-b7359dfe-ff66-44cf-a3ac-4d07c687137f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Request body: {'floatingip': {'port_id': '9926894a-6457-44bd-b548-f96ec15ee6a9'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:33:06.708764 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7359dfe-ff66-44cf-a3ac-4d07c687137f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for floatingip, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:07.175259 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7359dfe-ff66-44cf-a3ac-4d07c687137f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:07.179767 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7359dfe-ff66-44cf-a3ac-4d07c687137f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:07.278657 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-b7359dfe-ff66-44cf-a3ac-4d07c687137f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Floating IP 9fe78204-9fee-46e5-8ed3-6107db4fce87 associated. External IP: 172.25.1.70, port: d5c19086-9af8-4166-aa23-9b4bbcdd53ca. Aug 28 13:33:07.475676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7359dfe-ff66-44cf-a3ac-4d07c687137f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Router f5d282dc-7763-499b-9569-3eae016ab3a3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:33:07.582497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7359dfe-ff66-44cf-a3ac-4d07c687137f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:33:07.592408 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7776d-b277-4b69-9190-5905e2c2d6fa None None] Sync routers for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:33:07.601899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7776d-b277-4b69-9190-5905e2c2d6fa None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:33:07.602550 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-15c7776d-b277-4b69-9190-5905e2c2d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:32:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:33:07.711566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-15c7776d-b277-4b69-9190-5905e2c2d6fa None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:33:07.796186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7359dfe-ff66-44cf-a3ac-4d07c687137f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Router f5d282dc-7763-499b-9569-3eae016ab3a3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:33:07.866014 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:07.906647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7359dfe-ff66-44cf-a3ac-4d07c687137f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:33:07.911102 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b7359dfe-ff66-44cf-a3ac-4d07c687137f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:07.939804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee1fcf9-38c8-415f-865e-09f40eb727c2', 'tag': 'd5c19086-9af8-4166-aa23-9b4bbcdd53ca'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:33:07.942082 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff02b6f-cdf4-4628-8e01-d023896d9e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "dee1fcf9-38c8-415f-865e-09f40eb727c2", "tag": "d5c19086-9af8-4166-aa23-9b4bbcdd53ca"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:33:07.946718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-15c7776d-b277-4b69-9190-5905e2c2d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fe78204-9fee-46e5-8ed3-6107db4fce87', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'port_id': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'mac_address': 'fa:16:3e:12:07:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:28:35Z', 'updated_at': '2021-08-28T13:33:07Z', 'revision_number': 7, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:33:07.973684 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b7359dfe-ff66-44cf-a3ac-4d07c687137f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "PUT /v2.0/floatingips/9fe78204-9fee-46e5-8ed3-6107db4fce87 HTTP/1.1" status: 200 len: 993 time: 1.3286028 Aug 28 13:33:07.973914 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7776d-b277-4b69-9190-5905e2c2d6fa None None] Checking router: f5d282dc-7763-499b-9569-3eae016ab3a3 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:33:07.983031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7776d-b277-4b69-9190-5905e2c2d6fa None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:33:07.984026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-15c7776d-b277-4b69-9190-5905e2c2d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:32:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:33:07.985112 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9f26a7-a2e9-4a5b-88b4-e0caf68dfe43 x-openstack-request-id: req-7f9f26a7-a2e9-4a5b-88b4-e0caf68dfe43 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:33:07.985422 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee1fcf9-38c8-415f-865e-09f40eb727c2", "tag": "d5c19086-9af8-4166-aa23-9b4bbcdd53ca", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:33:07.985688 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f9f26a7-a2e9-4a5b-88b4-e0caf68dfe43 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:33:07.986045 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee1fcf9-38c8-415f-865e-09f40eb727c2', 'tag': 'd5c19086-9af8-4166-aa23-9b4bbcdd53ca', 'status': 'completed', 'code': 200} Aug 28 13:33:08.075813 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff02b6f-cdf4-4628-8e01-d023896d9e9c req-e9fa6ad2-2596-4d8c-bb5f-efe199b16963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:08.077354 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ff02b6f-cdf4-4628-8e01-d023896d9e9c req-e9fa6ad2-2596-4d8c-bb5f-efe199b16963 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0641799 Aug 28 13:33:08.097281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-15c7776d-b277-4b69-9190-5905e2c2d6fa None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:33:08.167391 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff02b6f-cdf4-4628-8e01-d023896d9e9c req-70278120-469b-498b-9915-6c38d0e08b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:08.168811 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ff02b6f-cdf4-4628-8e01-d023896d9e9c req-70278120-469b-498b-9915-6c38d0e08b63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0835321 Aug 28 13:33:08.212362 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ff02b6f-cdf4-4628-8e01-d023896d9e9c req-81dea743-3925-467a-817d-2eeaef1ce6fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0360546 Aug 28 13:33:08.268904 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff02b6f-cdf4-4628-8e01-d023896d9e9c req-c4e8860c-0ea9-4c23-99ba-97145d02d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:08.270396 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ff02b6f-cdf4-4628-8e01-d023896d9e9c req-c4e8860c-0ea9-4c23-99ba-97145d02d57b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0506771 Aug 28 13:33:08.317342 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff02b6f-cdf4-4628-8e01-d023896d9e9c req-59ba796c-812c-4197-9228-e54292a77383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:08.319536 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ff02b6f-cdf4-4628-8e01-d023896d9e9c req-59ba796c-812c-4197-9228-e54292a77383 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410373 Aug 28 13:33:08.322963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-15c7776d-b277-4b69-9190-5905e2c2d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fe78204-9fee-46e5-8ed3-6107db4fce87', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'port_id': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'mac_address': 'fa:16:3e:12:07:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:28:35Z', 'updated_at': '2021-08-28T13:33:07Z', 'revision_number': 7, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:33:08.355716 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7776d-b277-4b69-9190-5905e2c2d6fa None None] The sync data for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 is: [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fe78204-9fee-46e5-8ed3-6107db4fce87', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'port_id': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'mac_address': 'fa:16:3e:12:07:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:28:35Z', 'updated_at': '2021-08-28T13:33:07Z', 'revision_number': 7, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:33:08.415186 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ff02b6f-cdf4-4628-8e01-d023896d9e9c req-acce9a44-9d23-4a27-a7d2-8f1b2d560618 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862923 Aug 28 13:33:08.517712 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1ff02b6f-cdf4-4628-8e01-d023896d9e9c req-6a6ca314-076d-4826-876e-44a25b5d96a1 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952005 Aug 28 13:33:08.531679 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b73a943-f921-4c12-8540-e89ef529c3ac None None] New status for floating IP 9fe78204-9fee-46e5-8ed3-6107db4fce87: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:33:08.745677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f625c-2a4e-434b-8754-55037ddab3f3 None None] Sync routers for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:33:08.755714 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f625c-2a4e-434b-8754-55037ddab3f3 None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:33:08.756948 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-bd4f625c-2a4e-434b-8754-55037ddab3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:32:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:33:08.870849 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-bd4f625c-2a4e-434b-8754-55037ddab3f3 None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:33:09.324232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-bd4f625c-2a4e-434b-8754-55037ddab3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fe78204-9fee-46e5-8ed3-6107db4fce87', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'port_id': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'mac_address': 'fa:16:3e:12:07:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:28:35Z', 'updated_at': '2021-08-28T13:33:08Z', 'revision_number': 8, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:33:09.354779 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f625c-2a4e-434b-8754-55037ddab3f3 None None] Checking router: f5d282dc-7763-499b-9569-3eae016ab3a3 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:33:09.363480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f625c-2a4e-434b-8754-55037ddab3f3 None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:33:09.364095 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-bd4f625c-2a4e-434b-8754-55037ddab3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:32:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:33:09.471806 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-bd4f625c-2a4e-434b-8754-55037ddab3f3 None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:33:09.689452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-bd4f625c-2a4e-434b-8754-55037ddab3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fe78204-9fee-46e5-8ed3-6107db4fce87', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'port_id': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'mac_address': 'fa:16:3e:12:07:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:28:35Z', 'updated_at': '2021-08-28T13:33:08Z', 'revision_number': 8, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:33:09.716522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4f625c-2a4e-434b-8754-55037ddab3f3 None None] The sync data for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 is: [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fe78204-9fee-46e5-8ed3-6107db4fce87', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'port_id': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'mac_address': 'fa:16:3e:12:07:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:28:35Z', 'updated_at': '2021-08-28T13:33:08Z', 'revision_number': 8, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:33:09.987303 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:33:09.989611 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6641c8-5f0b-4291-9a9c-447119c888f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:33:10.025900 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e344ac63-cca4-41ca-8566-a280969d25b3 x-openstack-request-id: req-e344ac63-cca4-41ca-8566-a280969d25b3 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:33:10.026185 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:33:10.026473 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e344ac63-cca4-41ca-8566-a280969d25b3 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:33:10.026872 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'status': 'completed', 'code': 200} Aug 28 13:33:10.046760 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d911ab10-4254-4e2c-b23a-3b31db36d4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:10.090876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6641c8-5f0b-4291-9a9c-447119c888f3 req-5dd937cd-0c86-42ee-851e-8b7dab472e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:10.092390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c6641c8-5f0b-4291-9a9c-447119c888f3 req-5dd937cd-0c86-42ee-851e-8b7dab472e2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 1098 time: 0.0416462 Aug 28 13:33:10.183862 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6641c8-5f0b-4291-9a9c-447119c888f3 req-1079aab5-12a8-448f-b5ad-138c30bd6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:10.185400 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c6641c8-5f0b-4291-9a9c-447119c888f3 req-1079aab5-12a8-448f-b5ad-138c30bd6ebd service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0856447 Aug 28 13:33:10.228695 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:10.255640 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c6641c8-5f0b-4291-9a9c-447119c888f3 req-6e2678f7-e3ae-4d7f-961f-131c99077e2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 200 len: 1001 time: 0.0632544 Aug 28 13:33:10.304537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6641c8-5f0b-4291-9a9c-447119c888f3 req-c83cd8cd-3ce6-43ba-be63-5f69cd5927ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:10.305989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c6641c8-5f0b-4291-9a9c-447119c888f3 req-c83cd8cd-3ce6-43ba-be63-5f69cd5927ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0436053 Aug 28 13:33:10.351797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6641c8-5f0b-4291-9a9c-447119c888f3 req-ccdd2a42-dc57-411a-b482-33fe7c55d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:10.353268 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c6641c8-5f0b-4291-9a9c-447119c888f3 req-ccdd2a42-dc57-411a-b482-33fe7c55d620 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403991 Aug 28 13:33:10.447673 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c6641c8-5f0b-4291-9a9c-447119c888f3 req-1cb9288f-ec3b-40b0-bc5c-0e1bf3fc77a9 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870616 Aug 28 13:33:10.536435 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9c6641c8-5f0b-4291-9a9c-447119c888f3 req-5bbaba94-5581-4df8-887a-304b340268ae service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817087 Aug 28 13:33:12.313490 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a9919dab-8118-4cc5-9a1f-6885c5c8beb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:12.641810 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:13.589063 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:15.478050 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:29.635473 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:33:35.139373 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07751396-05df-483b-a50d-d6f714286c80 req-04b4df75-27f5-4466-98ed-73dd38c43159 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451522 Aug 28 13:33:35.221076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07751396-05df-483b-a50d-d6f714286c80 req-4a972459-4c09-455f-911e-f73f2e283dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:35.222588 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07751396-05df-483b-a50d-d6f714286c80 req-4a972459-4c09-455f-911e-f73f2e283dc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 1098 time: 0.0400350 Aug 28 13:33:35.324240 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07751396-05df-483b-a50d-d6f714286c80 req-5bc18d42-7933-4ec4-b71d-6e93e91d570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:35.325702 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07751396-05df-483b-a50d-d6f714286c80 req-5bc18d42-7933-4ec4-b71d-6e93e91d570c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0838351 Aug 28 13:33:35.395590 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07751396-05df-483b-a50d-d6f714286c80 req-85d5931b-79f5-4237-9729-6539242da235 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 200 len: 1001 time: 0.0621412 Aug 28 13:33:35.449787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07751396-05df-483b-a50d-d6f714286c80 req-340f4218-4aa8-4d2f-86cb-3eebd536eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:35.451348 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07751396-05df-483b-a50d-d6f714286c80 req-340f4218-4aa8-4d2f-86cb-3eebd536eac7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0487132 Aug 28 13:33:35.497728 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07751396-05df-483b-a50d-d6f714286c80 req-87bc9a4a-01de-43ee-91ac-c48887fc21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:35.499512 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07751396-05df-483b-a50d-d6f714286c80 req-87bc9a4a-01de-43ee-91ac-c48887fc21a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408421 Aug 28 13:33:35.593094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07751396-05df-483b-a50d-d6f714286c80 req-e7f3b006-b704-48a2-ab7e-3699383db00a service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859616 Aug 28 13:33:35.688579 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-07751396-05df-483b-a50d-d6f714286c80 req-90bbbb15-3fec-436d-aee9-8c903b78e931 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875330 Aug 28 13:33:37.854241 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:40.047729 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f2449da7-3871-4fd0-8814-5a19f8f89c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:40.243616 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:42.314761 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0fc11a36-b54f-4507-a3ec-e3bf14f983ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:42.643171 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:43.592400 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:45.479531 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:33:47.573388 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a8e3594-9006-42b2-af42-d5bb09f89599 req-2b71cda8-f78b-4da5-a79d-c0fea58a7a10 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396140 Aug 28 13:33:47.657331 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e3594-9006-42b2-af42-d5bb09f89599 req-9c2a5dd3-2380-4fd9-9c9a-c83c10d4b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:47.658857 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a8e3594-9006-42b2-af42-d5bb09f89599 req-9c2a5dd3-2380-4fd9-9c9a-c83c10d4b045 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0407288 Aug 28 13:33:47.765680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e3594-9006-42b2-af42-d5bb09f89599 req-865b6f69-ca48-4079-9bc2-b4c91f308100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:47.767192 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a8e3594-9006-42b2-af42-d5bb09f89599 req-865b6f69-ca48-4079-9bc2-b4c91f308100 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0875397 Aug 28 13:33:47.808873 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a8e3594-9006-42b2-af42-d5bb09f89599 req-88cef5b7-1874-437f-902b-7bbbde82583c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0336483 Aug 28 13:33:47.861586 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e3594-9006-42b2-af42-d5bb09f89599 req-7b49d49b-dd5e-4721-a720-4f70ee9e3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:47.863079 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a8e3594-9006-42b2-af42-d5bb09f89599 req-7b49d49b-dd5e-4721-a720-4f70ee9e3fe8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0471354 Aug 28 13:33:47.910617 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e3594-9006-42b2-af42-d5bb09f89599 req-0788ef09-d114-4438-9569-0c1897865f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:33:47.912721 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a8e3594-9006-42b2-af42-d5bb09f89599 req-0788ef09-d114-4438-9569-0c1897865f6e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406873 Aug 28 13:33:48.003520 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a8e3594-9006-42b2-af42-d5bb09f89599 req-3753df49-fed5-4c2d-921d-9cf7a1b517ca service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823183 Aug 28 13:33:48.100948 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2a8e3594-9006-42b2-af42-d5bb09f89599 req-e39f83e1-445a-4459-a5a7-c1445fe9b3ab service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895708 Aug 28 13:34:06.635386 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:34:07.876230 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:10.048930 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-389cdcac-48ee-413f-b221-ae55a10909ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:10.251030 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:12.316223 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-444c5e68-e8c9-484f-a954-f79edc135eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:12.644766 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:13.592972 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:15.481782 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:35.177325 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42962250-2827-466c-81ce-66f707042d0e req-42f6c8e7-0b35-4a51-a07e-d36d4b40f6ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0897398 Aug 28 13:34:35.262715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42962250-2827-466c-81ce-66f707042d0e req-98db850f-078f-4ac0-9f76-124390b67edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:35.264203 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42962250-2827-466c-81ce-66f707042d0e req-98db850f-078f-4ac0-9f76-124390b67edc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 1098 time: 0.0427470 Aug 28 13:34:35.366406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42962250-2827-466c-81ce-66f707042d0e req-ef7abc60-91f2-4fde-a29b-85c9b06c65e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:35.367798 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42962250-2827-466c-81ce-66f707042d0e req-ef7abc60-91f2-4fde-a29b-85c9b06c65e3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0827677 Aug 28 13:34:35.436908 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42962250-2827-466c-81ce-66f707042d0e req-7ad3855e-699c-445e-8f3b-89ca136360e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 200 len: 1001 time: 0.0614114 Aug 28 13:34:35.485946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42962250-2827-466c-81ce-66f707042d0e req-a1fab792-2319-4a59-b603-2aaff2afc01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:35.487372 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42962250-2827-466c-81ce-66f707042d0e req-a1fab792-2319-4a59-b603-2aaff2afc01b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0432997 Aug 28 13:34:35.533869 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42962250-2827-466c-81ce-66f707042d0e req-531ca2f9-515c-4b39-a5f9-7ccfc5056d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:35.535356 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42962250-2827-466c-81ce-66f707042d0e req-531ca2f9-515c-4b39-a5f9-7ccfc5056d6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396380 Aug 28 13:34:35.628763 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42962250-2827-466c-81ce-66f707042d0e req-27bb9abb-7dee-4596-b357-0398e7a4977d service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859370 Aug 28 13:34:35.717305 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-42962250-2827-466c-81ce-66f707042d0e req-8601f640-95ca-4f1b-920e-5852e67e4cd1 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815613 Aug 28 13:34:37.891757 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:40.048703 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-41e8707d-45c3-4c02-8b75-20e4ee43cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:40.244886 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:42.316538 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-757b80e3-79b5-4db2-9121-baf24fc97400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:42.646755 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:43.596412 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:43.635102 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:34:43.976000 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-4550b9dd-e9ec-4da7-a12b-a6e1afcea8c0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0496643 Aug 28 13:34:44.060979 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e996d-09cb-4f39-965e-2389c2f341e2 req-773bba30-3a17-4fee-b239-c14d69b5256e tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:44.062520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d2e996d-09cb-4f39-965e-2389c2f341e2 req-773bba30-3a17-4fee-b239-c14d69b5256e tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.1070311 Aug 28 13:34:44.101793 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d2e996d-09cb-4f39-965e-2389c2f341e2 req-444894de-ff0a-4911-9902-21844b25586a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333536 Aug 28 13:34:45.111544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-9ae61eba-0447-4d13-a156-7470dea9a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:45.113015 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-9ae61eba-0447-4d13-a156-7470dea9a428 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 1098 time: 0.0404847 Aug 28 13:34:45.237857 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-736a063f-960b-46fd-82b0-3eb166645637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:45.239354 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-736a063f-960b-46fd-82b0-3eb166645637 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.1196208 Aug 28 13:34:45.247659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cb4d0-439f-4525-9275-32ab77b8235f req-30e7e8ac-d0fe-469d-8743-37b6303f5e33 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:45.249037 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d9cb4d0-439f-4525-9275-32ab77b8235f req-30e7e8ac-d0fe-469d-8743-37b6303f5e33 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0742362 Aug 28 13:34:45.333655 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7d9cb4d0-439f-4525-9275-32ab77b8235f req-f0ee030c-0dd5-4889-ad30-b9dcaefe137d tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779114 Aug 28 13:34:45.338681 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-d64d2cd1-e64c-4a4a-a51c-953a455b5fba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 200 len: 1001 time: 0.0887372 Aug 28 13:34:45.395750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-4c1cd0a6-fe1c-4573-aff7-effc7abda2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:45.397199 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-4c1cd0a6-fe1c-4573-aff7-effc7abda2e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0510194 Aug 28 13:34:45.442068 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-b88891a0-c774-4e4b-ad33-f2dcb4a00288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:45.443565 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-b88891a0-c774-4e4b-ad33-f2dcb4a00288 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393834 Aug 28 13:34:45.484696 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:45.537142 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3d9f9732-4be4-4c02-98af-f287ea97a3c7 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861998 Aug 28 13:34:45.636203 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3907a5e5-ae1c-4ed8-9731-13d9c95df39b service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923281 Aug 28 13:34:46.452611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268abb05-2e34-4b30-8e0b-271385781347 req-68100b09-d575-4723-a193-817428184595 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:46.454103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-268abb05-2e34-4b30-8e0b-271385781347 req-68100b09-d575-4723-a193-817428184595 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0520401 Aug 28 13:34:46.497660 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-268abb05-2e34-4b30-8e0b-271385781347 req-efdbe8a1-4473-4aa5-b753-ec17c1b140ac tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374916 Aug 28 13:34:47.581976 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8dcce3da-3c1d-4a94-af52-f6737fb69f66 req-cec5b66e-b6af-4370-ae6a-57360b3c71cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418155 Aug 28 13:34:47.625736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6cf7f-8698-44d0-a3d2-e3365e6cf28d req-e14653d1-b538-4d33-9ffd-45b1b356cf28 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:47.627409 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4c6cf7f-8698-44d0-a3d2-e3365e6cf28d req-e14653d1-b538-4d33-9ffd-45b1b356cf28 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0578523 Aug 28 13:34:47.667429 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a4c6cf7f-8698-44d0-a3d2-e3365e6cf28d req-c979041c-4187-4002-9cc8-ae0c5a32b5d4 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340681 Aug 28 13:34:47.669374 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcce3da-3c1d-4a94-af52-f6737fb69f66 req-463a6cc5-d23c-4f81-8b90-f6fd8baf7536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:47.671067 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8dcce3da-3c1d-4a94-af52-f6737fb69f66 req-463a6cc5-d23c-4f81-8b90-f6fd8baf7536 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0425375 Aug 28 13:34:47.784773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcce3da-3c1d-4a94-af52-f6737fb69f66 req-a5d6ae46-b0be-40a4-bcf4-7c2a9c1fea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:47.786171 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8dcce3da-3c1d-4a94-af52-f6737fb69f66 req-a5d6ae46-b0be-40a4-bcf4-7c2a9c1fea43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0937107 Aug 28 13:34:47.829387 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8dcce3da-3c1d-4a94-af52-f6737fb69f66 req-e37ffbf1-7856-46fd-9b76-d72c11cb083c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0350063 Aug 28 13:34:47.878322 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcce3da-3c1d-4a94-af52-f6737fb69f66 req-0eb32cce-a592-4cfa-9416-2618acee7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:47.879795 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8dcce3da-3c1d-4a94-af52-f6737fb69f66 req-0eb32cce-a592-4cfa-9416-2618acee7990 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0429816 Aug 28 13:34:47.930905 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcce3da-3c1d-4a94-af52-f6737fb69f66 req-ce82ed5c-8a86-4635-8881-b9c3720ecd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:47.932383 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8dcce3da-3c1d-4a94-af52-f6737fb69f66 req-ce82ed5c-8a86-4635-8881-b9c3720ecd79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434768 Aug 28 13:34:48.023745 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8dcce3da-3c1d-4a94-af52-f6737fb69f66 req-2244b891-350d-4e1b-9eb1-c211ef657451 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829246 Aug 28 13:34:48.116853 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-8dcce3da-3c1d-4a94-af52-f6737fb69f66 req-eada87bb-d7e8-4227-b5e8-dc366d2257b9 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849712 Aug 28 13:34:48.784477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53598518-52c2-4170-b6af-57c768bdb415 req-c76c61fa-cc8e-4e98-a0a4-28cfdac54894 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:48.786051 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53598518-52c2-4170-b6af-57c768bdb415 req-c76c61fa-cc8e-4e98-a0a4-28cfdac54894 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0503511 Aug 28 13:34:48.824039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53598518-52c2-4170-b6af-57c768bdb415 req-87a5e8ea-abda-4dbc-9101-6cefe99b923a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318601 Aug 28 13:34:49.939737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b0822-3fd9-4b0d-9300-a4a37a23de78 req-b52cb64f-c07f-424d-9a3d-f95a698b843d tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:49.941101 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-900b0822-3fd9-4b0d-9300-a4a37a23de78 req-b52cb64f-c07f-424d-9a3d-f95a698b843d tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0487008 Aug 28 13:34:49.982762 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-900b0822-3fd9-4b0d-9300-a4a37a23de78 req-45b7e6ae-ec24-4ad5-9cbd-452b04d75e93 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354917 Aug 28 13:34:51.097918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c567d71-1c90-409f-9c83-fa331c513d4a req-f3cc8141-39d2-4cef-8db9-0100689f319e tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:51.099410 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c567d71-1c90-409f-9c83-fa331c513d4a req-f3cc8141-39d2-4cef-8db9-0100689f319e tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0489988 Aug 28 13:34:51.137976 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c567d71-1c90-409f-9c83-fa331c513d4a req-be8b9400-22da-4512-92f5-fc3a4a2f2982 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325193 Aug 28 13:34:52.253742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b35437-70a3-4f1c-80e1-4559ec0f62f5 req-d4f1c375-c060-4628-a510-130c2c55eedb tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:52.255249 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a8b35437-70a3-4f1c-80e1-4559ec0f62f5 req-d4f1c375-c060-4628-a510-130c2c55eedb tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0496213 Aug 28 13:34:52.296902 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a8b35437-70a3-4f1c-80e1-4559ec0f62f5 req-000c3328-7e7e-4a0d-bae8-f7ed15c5807d tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350516 Aug 28 13:34:53.414490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f7c8a-9aa1-4d7c-8b69-7e0641effec9 req-1f479c36-b48b-4416-80ba-9d5ae44dbbe5 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:53.416150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-666f7c8a-9aa1-4d7c-8b69-7e0641effec9 req-1f479c36-b48b-4416-80ba-9d5ae44dbbe5 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0493062 Aug 28 13:34:53.457046 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-666f7c8a-9aa1-4d7c-8b69-7e0641effec9 req-91139eac-fd74-4c22-991b-e8b52744450e tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350182 Aug 28 13:34:54.626567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21c911-cfdf-471f-9108-e91cb10dd0aa req-ebb28224-092d-4429-b667-05c4e57457a6 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:54.628047 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf21c911-cfdf-471f-9108-e91cb10dd0aa req-ebb28224-092d-4429-b667-05c4e57457a6 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0488324 Aug 28 13:34:54.667240 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf21c911-cfdf-471f-9108-e91cb10dd0aa req-b5d0aa35-2d0d-4204-b34b-9fb610be5571 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333493 Aug 28 13:34:55.780850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0f8de-8c01-4902-bed7-e39f3203c9c3 req-356b126c-6ca4-4047-9b40-9a4ef1dd893e tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:55.782335 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61a0f8de-8c01-4902-bed7-e39f3203c9c3 req-356b126c-6ca4-4047-9b40-9a4ef1dd893e tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0489357 Aug 28 13:34:55.820309 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61a0f8de-8c01-4902-bed7-e39f3203c9c3 req-ee47e5da-7578-4a5d-b294-107a7e96e692 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320580 Aug 28 13:34:56.935626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc6a0e-52dc-4495-a9f5-e991efc63afa req-cb7e59ff-d939-43a2-bad3-334341307e56 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:56.936993 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-58bc6a0e-52dc-4495-a9f5-e991efc63afa req-cb7e59ff-d939-43a2-bad3-334341307e56 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0477040 Aug 28 13:34:56.978616 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-58bc6a0e-52dc-4495-a9f5-e991efc63afa req-7641b9f0-837b-4b47-9b0b-eb8e485656ee tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355453 Aug 28 13:34:57.515408 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-28e2d01f-52b5-4ac0-8df4-e6c8cb821e29 service neutron] show failed (client error): The resource could not be found. Aug 28 13:34:57.516445 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-28e2d01f-52b5-4ac0-8df4-e6c8cb821e29 service neutron] 10.222.0.11 "GET /v2.0/ports/9926894a-6457-44bd-b548-f96ec15ee6a9/bindings/n-h2-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.0561969 Aug 28 13:34:57.706923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-63d6c66e-7099-4167-826d-07a01125aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:57.708441 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-63d6c66e-7099-4167-826d-07a01125aaff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a&tenant_id=bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 1098 time: 0.0437639 Aug 28 13:34:57.721290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:34:57.773372 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:57.973875 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9926894a-6457-44bd-b548-f96ec15ee6a9,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:34:58.005401 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:34:58.048079 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:58.049545 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:34:58.051842 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ea0211-6e63-460f-9822-54a6cf780f43" -d '{"events": [{"server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "name": "network-vif-unplugged", "status": "completed", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:34:58.064680 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Transition to ACTIVE for port object 9926894a-6457-44bd-b548-f96ec15ee6a9 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:34:58.068464 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:58.148558 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Pushing event updated for resources: {'Port': ['ID=9926894a-6457-44bd-b548-f96ec15ee6a9,revision_number=6']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:34:58.162945 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:34:58.163298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:34:58.163642 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:34:58.163983 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:34:58.164321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:34:58.164711 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:34:58.165040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:34:58.165371 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:34:58.165697 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:34:58.166032 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:34:58.166378 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:34:58.166715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:34:58.195189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a34f0-3b84-4969-9acd-42e765d148db req-c1919922-341e-4ede-a4b4-63eab931cb67 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:58.197459 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-579a34f0-3b84-4969-9acd-42e765d148db req-c1919922-341e-4ede-a4b4-63eab931cb67 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 944 time: 0.1124527 Aug 28 13:34:58.202886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] No DVR routers for this DVR port 9926894a-6457-44bd-b548-f96ec15ee6a9 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:34:58.241319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-579a34f0-3b84-4969-9acd-42e765d148db req-a342570a-83e7-4e96-b869-c8b087b306ef tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371761 Aug 28 13:34:58.634989 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 13:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d425cd7-51af-4b32-b558-675cd8f815ac x-openstack-request-id: req-8d425cd7-51af-4b32-b558-675cd8f815ac {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:34:58.635216 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "name": "network-vif-unplugged", "status": "completed", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:34:58.635441 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d425cd7-51af-4b32-b558-675cd8f815ac {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:34:58.635820 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'code': 200} Aug 28 13:34:58.691500 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Attempting to bind port 9926894a-6457-44bd-b548-f96ec15ee6a9 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:34:58.691828 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Attempting to bind port 9926894a-6457-44bd-b548-f96ec15ee6a9 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:34:58.692150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Attempting to bind port 9926894a-6457-44bd-b548-f96ec15ee6a9 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:34:58.696433 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Port 9926894a-6457-44bd-b548-f96ec15ee6a9 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:34:58.696751 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Attempting to bind port 9926894a-6457-44bd-b548-f96ec15ee6a9 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:34:58.701401 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:34:58.701758 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Checking segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:34:58.702112 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Bound using segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:34:58.702567 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Bound port: 9926894a-6457-44bd-b548-f96ec15ee6a9, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:34:58.702920 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:58.764139 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:34:58.767432 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=9926894a-6457-44bd-b548-f96ec15ee6a9,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:34:58.773866 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:58.810724 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:58.811358 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:34:58.812881 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] 10.222.0.10 "PUT /v2.0/ports/9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 200 len: 1093 time: 1.0955417 Aug 28 13:34:58.833652 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721568c-a012-4b7e-a2bd-0b0e0e925007 service neutron] Pushing event updated for resources: {'Port': ['ID=9926894a-6457-44bd-b548-f96ec15ee6a9,revision_number=7']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:34:58.888402 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-25fa08d0-6f0b-4a5b-a6ad-8f7150a81e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:58.889827 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-25fa08d0-6f0b-4a5b-a6ad-8f7150a81e5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 1096 time: 0.0498865 Aug 28 13:34:58.983666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-4e0c0e04-ec3f-44fc-9fcc-a35057f38f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:58.985228 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-4e0c0e04-ec3f-44fc-9fcc-a35057f38f10 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0874951 Aug 28 13:34:59.054889 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-77eb272d-c8b6-4286-a101-d733b269d9ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 200 len: 999 time: 0.0610247 Aug 28 13:34:59.105289 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-4bb809f9-833c-4e20-a942-1a0a68f2a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:59.106780 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-4bb809f9-833c-4e20-a942-1a0a68f2a924 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0438936 Aug 28 13:34:59.153019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-283877d5-f73d-4cf5-accb-102ed214e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:59.154480 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-283877d5-f73d-4cf5-accb-102ed214e9f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403447 Aug 28 13:34:59.247750 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-11ae21b9-c025-45b6-b091-d0f3d2d01a6c service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857747 Aug 28 13:34:59.337895 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c69956e0-4786-4b7a-8726-b7a14c1c5d30 req-cd95c0b7-1a68-4b99-a782-daabe5f98f9f service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820827 Aug 28 13:34:59.358643 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3107e-1740-4b41-8077-f232e1880f4b req-100707b0-eb94-4306-bb5e-2651c4f71ef9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:34:59.360151 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9a3107e-1740-4b41-8077-f232e1880f4b req-100707b0-eb94-4306-bb5e-2651c4f71ef9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 944 time: 0.0513105 Aug 28 13:34:59.400005 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9a3107e-1740-4b41-8077-f232e1880f4b req-ea0726f8-3056-45da-8319-abb68a5c830c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336480 Aug 28 13:35:00.532861 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d9bfa-3bd0-4230-a68e-a671ced8fce3 req-5a5c37ed-35ac-441f-b2ef-813edf331dd6 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:00.534418 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fc4d9bfa-3bd0-4230-a68e-a671ced8fce3 req-5a5c37ed-35ac-441f-b2ef-813edf331dd6 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 944 time: 0.0580506 Aug 28 13:35:00.578273 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fc4d9bfa-3bd0-4230-a68e-a671ced8fce3 req-1a7120cf-23df-457e-be6a-fa9d3a2ede8e tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348015 Aug 28 13:35:00.637675 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:35:00.640108 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929f8c9b2ef147fb83f59cb889a89c8e882b5456c6a41d6421a674681928c9ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c34db8-c4cb-4a21-9a3b-f60f20868e90" -d '{"events": [{"name": "network-changed", "server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:35:00.689249 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad7f79e-8c24-4ed3-9199-bc331b2048a4 x-openstack-request-id: req-bad7f79e-8c24-4ed3-9199-bc331b2048a4 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:35:00.689539 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:35:00.689841 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bad7f79e-8c24-4ed3-9199-bc331b2048a4 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:35:00.690236 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'status': 'completed', 'code': 200} Aug 28 13:35:00.755562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-80215661-d4cf-49ea-ac43-32f55f157227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:00.756866 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-58966203-5f56-40f7-8412-6558b4151053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:00.757086 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-80215661-d4cf-49ea-ac43-32f55f157227 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 1096 time: 0.0436838 Aug 28 13:35:00.758453 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-58966203-5f56-40f7-8412-6558b4151053 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 1096 time: 0.0456529 Aug 28 13:35:00.859763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-95c148b0-56cc-4b81-98bc-d7c0601dc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:00.861292 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-95c148b0-56cc-4b81-98bc-d7c0601dc3ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0969741 Aug 28 13:35:00.874837 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-ff92ac8a-b1cc-4421-a4d2-bca9b92ec325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:00.876609 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-ff92ac8a-b1cc-4421-a4d2-bca9b92ec325 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.1093163 Aug 28 13:35:00.954240 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-3899f6d7-4fac-4379-a4d0-3bd624efeeb5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 200 len: 999 time: 0.0850267 Aug 28 13:35:00.958630 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-b095ec9e-6659-4b13-a645-e9b7491a726a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 200 len: 999 time: 0.0692511 Aug 28 13:35:01.015689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-870b4125-ecfb-4d63-b7f9-64c057e7a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:01.018428 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-870b4125-ecfb-4d63-b7f9-64c057e7a9b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0574336 Aug 28 13:35:01.020364 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-47373ece-cffb-4998-af61-1d810bd3a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:01.022087 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-47373ece-cffb-4998-af61-1d810bd3a45d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0563161 Aug 28 13:35:01.070576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-3d277648-59f1-4b0d-a43a-677a41777e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:01.071513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-2e7e20ad-73bc-4735-abfb-e4c2b80582f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:01.072851 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-3d277648-59f1-4b0d-a43a-677a41777e46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435624 Aug 28 13:35:01.073058 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-2e7e20ad-73bc-4735-abfb-e4c2b80582f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482166 Aug 28 13:35:01.168820 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-24215531-9535-4792-9ca9-dfca985010fb service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883937 Aug 28 13:35:01.170181 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-1d42c560-8a94-46b1-85e4-21b01fca888e service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896919 Aug 28 13:35:01.264712 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-34c5aa38-6ab6-4df6-b194-0c4e607b679b service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883026 Aug 28 13:35:01.267469 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-10c34db8-c4cb-4a21-9a3b-f60f20868e90 req-c00dcf1f-f3a1-4b77-a616-e9b84b47a663 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892484 Aug 28 13:35:01.456953 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9926894a-6457-44bd-b548-f96ec15ee6a9 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:35:01.498768 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9926894a-6457-44bd-b548-f96ec15ee6a9 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:35:01.606543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 9926894a-6457-44bd-b548-f96ec15ee6a9 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:35:01.699447 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2737457-5e1a-4442-9460-3a41a8311fb7 req-2ece3067-855f-4ca7-b098-4bf4d2b3e7c1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:01.700977 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c2737457-5e1a-4442-9460-3a41a8311fb7 req-2ece3067-855f-4ca7-b098-4bf4d2b3e7c1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 944 time: 0.0509565 Aug 28 13:35:01.706440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=9926894a-6457-44bd-b548-f96ec15ee6a9,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:35:01.720366 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'port_id': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'mac_address': 'fa:16:3e:12:07:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:35:01.739456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c2737457-5e1a-4442-9460-3a41a8311fb7 req-391b6b6a-b254-41a4-8dbc-aa07fb1bfe10 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317483 Aug 28 13:35:01.758560 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:01.775540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9926894a-6457-44bd-b548-f96ec15ee6a9 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:35:01.795041 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=9926894a-6457-44bd-b548-f96ec15ee6a9,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:35:01.800001 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:01.855684 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=9926894a-6457-44bd-b548-f96ec15ee6a9,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:35:01.865263 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:01.865537 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:01.865880 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:01.866220 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:01.866703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:01.866954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:01.867245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:01.867573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:01.868589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:01.869268 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:01.869413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:01.869667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:02.054539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-cfd295c7-feef-4174-b720-b755cd01e0f2 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:02.057738 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-cfd295c7-feef-4174-b720-b755cd01e0f2 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a&tenant_id=bb8ca5c95d2748e2b67d4026edba8047&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 945 time: 0.0657578 Aug 28 13:35:02.083686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61cf0a-1e4d-4261-b2c9-3462eebd18d0 req-60e3008e-ee5c-4af1-a37a-2b0eb33cc603 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:02.086181 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e61cf0a-1e4d-4261-b2c9-3462eebd18d0 req-60e3008e-ee5c-4af1-a37a-2b0eb33cc603 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 945 time: 0.0693283 Aug 28 13:35:02.107474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['9926894a-6457-44bd-b548-f96ec15ee6a9'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:35:02.128117 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9e61cf0a-1e4d-4261-b2c9-3462eebd18d0 req-5b203d0b-1f97-4bfa-9b44-99a731c8ec92 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350313 Aug 28 13:35:02.137126 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-789972b6-34db-4496-a8af-3ebf5ac19fc9 service neutron] 10.222.0.10 "GET /v2.0/ports/9926894a-6457-44bd-b548-f96ec15ee6a9/bindings/n-h2-791505-21 HTTP/1.1" status: 200 len: 383 time: 0.0688891 Aug 28 13:35:02.208425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-abe9a3e2-87ce-4d46-b167-d42e01fdbaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:02.209945 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-abe9a3e2-87ce-4d46-b167-d42e01fdbaea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 1097 time: 0.0458434 Aug 28 13:35:02.302436 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-915342e2-0b54-4a66-ba77-0ca5c0d854eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:02.303934 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-915342e2-0b54-4a66-ba77-0ca5c0d854eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0867329 Aug 28 13:35:02.384989 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-a154f277-6390-4492-b872-51c1f2307bb2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 200 len: 1000 time: 0.0697925 Aug 28 13:35:02.435707 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-1cbf5fb6-c1c7-4223-b69b-ea086333e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:02.437200 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-1cbf5fb6-c1c7-4223-b69b-ea086333e19c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0452216 Aug 28 13:35:02.486135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-c817fda0-2406-4ab6-9c44-81ac75902a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:02.487726 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-c817fda0-2406-4ab6-9c44-81ac75902a2c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431190 Aug 28 13:35:02.599173 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-41f0bcec-bcd8-46b4-a25c-abbd9f24ba39 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988436 Aug 28 13:35:02.694077 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-ed4491cc-04c4-4a74-928b-26fce161cefa service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861115 Aug 28 13:35:03.257887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b5151-bdf8-4af3-8cd3-ab71a11de34f req-2e50b882-ff8f-4481-add6-729cdc4b227d tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:03.259939 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8e1b5151-bdf8-4af3-8cd3-ab71a11de34f req-2e50b882-ff8f-4481-add6-729cdc4b227d tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 945 time: 0.0509992 Aug 28 13:35:03.304150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8e1b5151-bdf8-4af3-8cd3-ab71a11de34f req-817ec99f-1ded-42c2-89f4-9ddbcb043325 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371759 Aug 28 13:35:03.593354 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 9926894a-6457-44bd-b548-f96ec15ee6a9 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:35:03.646367 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 9926894a-6457-44bd-b548-f96ec15ee6a9 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:35:03.650248 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 9926894a-6457-44bd-b548-f96ec15ee6a9 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:35:03.650655 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:03.729318 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:03.754424 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:35:03.756678 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dd5e17-f173-48cf-8b9e-8d52573d37c0" -d '{"events": [{"server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "name": "network-vif-plugged", "status": "completed", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:35:03.772047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=9926894a-6457-44bd-b548-f96ec15ee6a9,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:35:03.777737 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:03.816829 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bb28e9-927f-43af-81e1-a58dd10327bd x-openstack-request-id: req-f6bb28e9-927f-43af-81e1-a58dd10327bd {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:35:03.817123 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "name": "network-vif-plugged", "status": "completed", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:35:03.817375 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6bb28e9-927f-43af-81e1-a58dd10327bd {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:35:03.817869 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'code': 200} Aug 28 13:35:03.839051 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=9926894a-6457-44bd-b548-f96ec15ee6a9,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:35:04.435582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea352a8-ec50-47a5-8e8c-0fddbe2bc82c req-023b23b2-f825-4802-8ced-8ed4b1445501 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:04.437103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ea352a8-ec50-47a5-8e8c-0fddbe2bc82c req-023b23b2-f825-4802-8ced-8ed4b1445501 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0557115 Aug 28 13:35:04.479791 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0ea352a8-ec50-47a5-8e8c-0fddbe2bc82c req-c5e2c152-cf8b-4591-8af2-4ba6796ee4ed tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360999 Aug 28 13:35:04.814492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-929034ba-adb6-4c7c-9c97-863fe9c818df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:04.816001 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-929034ba-adb6-4c7c-9c97-863fe9c818df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a&tenant_id=bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 1098 time: 0.0789280 Aug 28 13:35:04.827607 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:35:04.885707 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:05.084617 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=9926894a-6457-44bd-b548-f96ec15ee6a9,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:35:05.116284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:35:05.155545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:35:05.157749 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c943c3-2e62-423b-b969-b1f87ba9a2d1" -d '{"events": [{"server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "name": "network-vif-unplugged", "status": "completed", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:35:05.161831 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:05.176208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Transition to ACTIVE for port object 9926894a-6457-44bd-b548-f96ec15ee6a9 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:35:05.179259 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:05.540123 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 13:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbb5b62-78cc-4da9-ab34-d3e9010d7eae x-openstack-request-id: req-0bbb5b62-78cc-4da9-ab34-d3e9010d7eae {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:35:05.540123 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "name": "network-vif-unplugged", "status": "completed", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:35:05.541415 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bbb5b62-78cc-4da9-ab34-d3e9010d7eae {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:35:05.541415 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'code': 200} Aug 28 13:35:05.598869 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Pushing event updated for resources: {'Port': ['ID=9926894a-6457-44bd-b548-f96ec15ee6a9,revision_number=10']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:35:05.635019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:05.635355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:05.635687 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:05.636012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:05.636334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:05.636660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:05.636977 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:05.637291 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:05.637606 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:05.637929 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:05.638241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:05.638580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:35:05.660392 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] No DVR routers for this DVR port 9926894a-6457-44bd-b548-f96ec15ee6a9 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:35:05.708679 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328697e0-130e-4a92-8cdf-c2cc63702581 req-c0876108-2759-4d79-80a9-b0ddddf4d2f8 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:05.710089 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-328697e0-130e-4a92-8cdf-c2cc63702581 req-c0876108-2759-4d79-80a9-b0ddddf4d2f8 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 945 time: 0.1509538 Aug 28 13:35:05.791936 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-328697e0-130e-4a92-8cdf-c2cc63702581 req-0dfb313f-5de2-471a-b5ed-00c5149cff67 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746584 Aug 28 13:35:05.831990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Attempting to bind port 9926894a-6457-44bd-b548-f96ec15ee6a9 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:35:05.832318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Attempting to bind port 9926894a-6457-44bd-b548-f96ec15ee6a9 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:35:05.832633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Attempting to bind port 9926894a-6457-44bd-b548-f96ec15ee6a9 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:35:05.837248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Port 9926894a-6457-44bd-b548-f96ec15ee6a9 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:35:05.837559 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Attempting to bind port 9926894a-6457-44bd-b548-f96ec15ee6a9 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:35:05.842252 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:35:05.842607 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Checking segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:35:05.842986 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Bound using segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:35:05.843401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Bound port: 9926894a-6457-44bd-b548-f96ec15ee6a9, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:35:05.843744 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:05.906468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:35:05.909370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9926894a-6457-44bd-b548-f96ec15ee6a9,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:35:05.913964 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:05.950346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:05.950986 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:05.952416 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] 10.222.0.11 "PUT /v2.0/ports/9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 200 len: 1094 time: 1.1287651 Aug 28 13:35:05.988823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619900d2-74c7-43f7-b6fd-1f462f880b0c service neutron] Pushing event updated for resources: {'Port': ['ID=9926894a-6457-44bd-b548-f96ec15ee6a9,revision_number=11']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:35:06.021698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-306ee039-0ea3-422c-b9e0-40e4738336b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:06.023330 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-306ee039-0ea3-422c-b9e0-40e4738336b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 1097 time: 0.0479660 Aug 28 13:35:06.118156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-c2a82520-11e4-49a4-aa03-760f8f3a1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:06.119681 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-c2a82520-11e4-49a4-aa03-760f8f3a1d51 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0888398 Aug 28 13:35:06.193809 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-a4cd40c0-4e57-48ab-8512-c2b3d4ed114c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 200 len: 999 time: 0.0666187 Aug 28 13:35:06.242230 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-8c7b7f97-7d7f-44bd-85e3-0eda49ee4ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:06.243595 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-8c7b7f97-7d7f-44bd-85e3-0eda49ee4ef6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0428538 Aug 28 13:35:06.289142 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-5d351804-ee26-4f02-a026-b34b6e31a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:06.290802 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-5d351804-ee26-4f02-a026-b34b6e31a4e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397165 Aug 28 13:35:06.384796 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-80585f6e-d57e-405c-8569-3e850aaead44 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855620 Aug 28 13:35:06.473728 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d090dcb-cfc1-4024-a881-b0ac4e23547e req-0d5feccc-b812-4596-ac8a-7a7db833111b service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815961 Aug 28 13:35:06.913502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79db0e4-67b7-4d49-b040-e6c356f3437b req-5bca0cfc-0757-4e20-be25-ead52ae03adb tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:06.915501 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a79db0e4-67b7-4d49-b040-e6c356f3437b req-5bca0cfc-0757-4e20-be25-ead52ae03adb tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 945 time: 0.0555711 Aug 28 13:35:06.953131 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a79db0e4-67b7-4d49-b040-e6c356f3437b req-d358ce3a-1ba8-4c59-bb3e-bf7c118b6775 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316625 Aug 28 13:35:07.542048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:35:07.544454 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59de69bd-6576-4eef-8a45-49bb60753b39" -d '{"events": [{"name": "network-changed", "server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:35:07.592392 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddd7170-07d5-4e51-b9a3-42581a6d7d33 x-openstack-request-id: req-0ddd7170-07d5-4e51-b9a3-42581a6d7d33 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:35:07.592680 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:35:07.592933 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ddd7170-07d5-4e51-b9a3-42581a6d7d33 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:35:07.593337 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'status': 'completed', 'code': 200} Aug 28 13:35:07.597819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 9926894a-6457-44bd-b548-f96ec15ee6a9 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:35:07.637427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 9926894a-6457-44bd-b548-f96ec15ee6a9 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:35:07.655187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-e8a766c5-a1c2-46ac-8776-5f0961d99002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:07.656723 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-e8a766c5-a1c2-46ac-8776-5f0961d99002 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 1097 time: 0.0436342 Aug 28 13:35:07.662919 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-767a227e-6cb8-45b8-96b7-84adcb53f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:07.664525 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-767a227e-6cb8-45b8-96b7-84adcb53f0a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 1097 time: 0.0464888 Aug 28 13:35:07.751505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-d09ecd47-5433-48c1-a0e2-b0acdd961d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:07.753007 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-d09ecd47-5433-48c1-a0e2-b0acdd961d03 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0890276 Aug 28 13:35:07.756512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-a10f57a9-3396-4dcd-9125-9e0994e7c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:07.757957 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-a10f57a9-3396-4dcd-9125-9e0994e7c656 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0836508 Aug 28 13:35:07.826149 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-9bacdd37-0cc7-4d33-9863-e3c826cd428d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 200 len: 999 time: 0.0626268 Aug 28 13:35:07.833539 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-49164333-8170-46e6-92be-e2b8f6af62cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 200 len: 999 time: 0.0672500 Aug 28 13:35:07.891481 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:07.892561 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-0531fbca-76f1-4784-a17a-8e766664bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:07.894195 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-0531fbca-76f1-4784-a17a-8e766664bcbb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0527036 Aug 28 13:35:07.897330 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-fa114d15-27d7-4a14-bc06-9d9118790ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:07.899511 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-fa114d15-27d7-4a14-bc06-9d9118790ed3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0652230 Aug 28 13:35:07.947303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-d8584eee-f251-4f7c-a7f8-8e63faed0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:07.948884 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-d8584eee-f251-4f7c-a7f8-8e63faed0735 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479500 Aug 28 13:35:07.949029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-0674ef01-fbbd-4869-b314-4996a9e61f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:07.950433 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-0674ef01-fbbd-4869-b314-4996a9e61f10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426853 Aug 28 13:35:08.050683 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-bd55f28f-dd54-44f7-bae1-6f22fb6d01c3 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926275 Aug 28 13:35:08.110644 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-67c70347-966d-4174-9ffb-24500127553c service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463962 Aug 28 13:35:08.120304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156139c-4fa7-455d-8169-98f96e379756 req-181ce147-065e-477d-bc9d-409ea2d82bc5 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:08.121782 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9156139c-4fa7-455d-8169-98f96e379756 req-181ce147-065e-477d-bc9d-409ea2d82bc5 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 945 time: 0.0798962 Aug 28 13:35:08.149073 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-ae94f0b8-1cf7-4c8f-b05b-cb3dae927685 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905306 Aug 28 13:35:08.217473 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9156139c-4fa7-455d-8169-98f96e379756 req-4f9d1f27-117a-486a-85fc-f16672543fba tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872552 Aug 28 13:35:08.244316 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59de69bd-6576-4eef-8a45-49bb60753b39 req-3b65811c-230d-49e6-abd3-5699ce3cef84 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213906 Aug 28 13:35:08.333719 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b621541-0f66-4c29-bf77-7d437faaa652 req-adbbc809-3dea-4abd-948e-b517289fcf4c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:08.335228 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b621541-0f66-4c29-bf77-7d437faaa652 req-adbbc809-3dea-4abd-948e-b517289fcf4c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 945 time: 0.0512078 Aug 28 13:35:08.373284 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b621541-0f66-4c29-bf77-7d437faaa652 req-920495ee-72c7-4b28-acb7-d7023783a42a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319638 Aug 28 13:35:08.484891 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4f116-3e66-4105-ac6e-d1f56f7f70eb req-beb37e5c-32b6-4fcb-9aa2-9dfed0cc85ab tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:08.486375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ee4f116-3e66-4105-ac6e-d1f56f7f70eb req-beb37e5c-32b6-4fcb-9aa2-9dfed0cc85ab tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 945 time: 0.0481110 Aug 28 13:35:08.523607 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ee4f116-3e66-4105-ac6e-d1f56f7f70eb req-48d1286a-0114-4008-b5ec-433924ae9670 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313215 Aug 28 13:35:08.765335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470c39b-14bc-4b48-bb23-684c3044194b req-04294b96-d294-43c0-b6bf-de0d685baf0c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:08.766836 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0470c39b-14bc-4b48-bb23-684c3044194b req-04294b96-d294-43c0-b6bf-de0d685baf0c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 945 time: 0.0543847 Aug 28 13:35:08.806260 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0470c39b-14bc-4b48-bb23-684c3044194b req-589474e7-4f86-4179-8580-9d5e2dc60834 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334771 Aug 28 13:35:09.481956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9926894a-6457-44bd-b548-f96ec15ee6a9 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:35:09.578262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9926894a-6457-44bd-b548-f96ec15ee6a9,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:35:09.589159 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'port_id': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'mac_address': 'fa:16:3e:12:07:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:35:09.625375 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:09.638422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9926894a-6457-44bd-b548-f96ec15ee6a9 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:35:09.656947 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9926894a-6457-44bd-b548-f96ec15ee6a9,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:35:09.661543 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:09.708322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=9926894a-6457-44bd-b548-f96ec15ee6a9,revision_number=12']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:35:09.951231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14f02b-19ef-4b56-917e-14998908a407 req-6a78d6b4-4b20-4d73-8788-a24fc3f402c1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:09.952720 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd14f02b-19ef-4b56-917e-14998908a407 req-6a78d6b4-4b20-4d73-8788-a24fc3f402c1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0761333 Aug 28 13:35:09.964953 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb89c15-ab4a-4863-bdb7-cdd7866b3043 req-d3b01185-aea4-484a-a8f9-8d7619fec32f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:09.966340 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ddb89c15-ab4a-4863-bdb7-cdd7866b3043 req-d3b01185-aea4-484a-a8f9-8d7619fec32f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 946 time: 0.0643926 Aug 28 13:35:10.033552 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd14f02b-19ef-4b56-917e-14998908a407 req-b56a100f-f107-46e2-ad72-f232954b8488 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662379 Aug 28 13:35:10.051595 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d19c54d1-1379-4955-8660-44fe47f10f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:10.080048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-ddb89c15-ab4a-4863-bdb7-cdd7866b3043 req-b72b64e9-407e-4844-bbb8-d65a4d8b93b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Deleting port 9926894a-6457-44bd-b548-f96ec15ee6a9 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:35:10.080305 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ddb89c15-ab4a-4863-bdb7-cdd7866b3043 req-b72b64e9-407e-4844-bbb8-d65a4d8b93b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:10.168363 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ddb89c15-ab4a-4863-bdb7-cdd7866b3043 req-b72b64e9-407e-4844-bbb8-d65a4d8b93b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] For port 9926894a-6457-44bd-b548-f96ec15ee6a9, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=9926894a-6457-44bd-b548-f96ec15ee6a9,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:35:10.168727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ddb89c15-ab4a-4863-bdb7-cdd7866b3043 req-b72b64e9-407e-4844-bbb8-d65a4d8b93b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:10.249099 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:10.345358 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ddb89c15-ab4a-4863-bdb7-cdd7866b3043 req-b72b64e9-407e-4844-bbb8-d65a4d8b93b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:10.345648 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ddb89c15-ab4a-4863-bdb7-cdd7866b3043 req-b72b64e9-407e-4844-bbb8-d65a4d8b93b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:10.345955 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [req-ddb89c15-ab4a-4863-bdb7-cdd7866b3043 req-b72b64e9-407e-4844-bbb8-d65a4d8b93b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Floating IP 9fe78204-9fee-46e5-8ed3-6107db4fce87 disassociated. External IP: 172.25.1.70, port: 9926894a-6457-44bd-b548-f96ec15ee6a9. Aug 28 13:35:10.346286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-ddb89c15-ab4a-4863-bdb7-cdd7866b3043 req-b72b64e9-407e-4844-bbb8-d65a4d8b93b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Calling delete_port for 9926894a-6457-44bd-b548-f96ec15ee6a9 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:35:10.472232 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ddb89c15-ab4a-4863-bdb7-cdd7866b3043 req-b72b64e9-407e-4844-bbb8-d65a4d8b93b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:10.505190 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b64e9-407e-4844-bbb8-d65a4d8b93b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Pushing event deleted for resources: {'Port': ['ID=9926894a-6457-44bd-b548-f96ec15ee6a9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:35:10.622947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddb89c15-ab4a-4863-bdb7-cdd7866b3043 req-b72b64e9-407e-4844-bbb8-d65a4d8b93b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Router f5d282dc-7763-499b-9569-3eae016ab3a3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:35:10.738128 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddb89c15-ab4a-4863-bdb7-cdd7866b3043 req-b72b64e9-407e-4844-bbb8-d65a4d8b93b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:35:10.750941 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf027592-d81d-492d-b156-f3e22645db06 None None] Sync routers for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:35:10.760419 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf027592-d81d-492d-b156-f3e22645db06 None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:35:10.761029 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bf027592-d81d-492d-b156-f3e22645db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:34:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:35:10.782048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb89c15-ab4a-4863-bdb7-cdd7866b3043 req-b72b64e9-407e-4844-bbb8-d65a4d8b93b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] No DVR routers for this DVR port 9926894a-6457-44bd-b548-f96ec15ee6a9 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:35:10.785674 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ddb89c15-ab4a-4863-bdb7-cdd7866b3043 req-b72b64e9-407e-4844-bbb8-d65a4d8b93b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:10.788591 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ddb89c15-ab4a-4863-bdb7-cdd7866b3043 req-b72b64e9-407e-4844-bbb8-d65a4d8b93b1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.11 "DELETE /v2.0/ports/9926894a-6457-44bd-b548-f96ec15ee6a9 HTTP/1.1" status: 204 len: 173 time: 0.8154790 Aug 28 13:35:10.789045 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'name': 'network-vif-deleted', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:35:10.793532 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f6d3e36392a274463db6f2c573254152fb016b502e0233d200e53c8e609c01" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f07b97-0d70-414e-845a-4e5c1da77bb2" -d '{"events": [{"server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "name": "network-vif-deleted", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:35:10.842648 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ec5e2f-b17c-46f5-9666-1fdac7840ed4 x-openstack-request-id: req-62ec5e2f-b17c-46f5-9666-1fdac7840ed4 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:35:10.843097 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d79b123-30de-41c7-945c-c9cb7c6c374a", "name": "network-vif-deleted", "tag": "9926894a-6457-44bd-b548-f96ec15ee6a9", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:35:10.843351 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62ec5e2f-b17c-46f5-9666-1fdac7840ed4 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:35:10.844774 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d79b123-30de-41c7-945c-c9cb7c6c374a', 'name': 'network-vif-deleted', 'tag': '9926894a-6457-44bd-b548-f96ec15ee6a9', 'status': 'completed', 'code': 200} Aug 28 13:35:10.878039 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-bf027592-d81d-492d-b156-f3e22645db06 None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:35:11.087372 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bf027592-d81d-492d-b156-f3e22645db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:35:11.117180 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf027592-d81d-492d-b156-f3e22645db06 None None] Checking router: f5d282dc-7763-499b-9569-3eae016ab3a3 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:35:11.129632 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf027592-d81d-492d-b156-f3e22645db06 None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:35:11.131020 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bf027592-d81d-492d-b156-f3e22645db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:34:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:35:11.160514 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-834be31d-5b28-4f45-a47a-e66ad058c2d0 req-2796660d-d1f8-4a87-92ca-60d71d266c64 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79b123-30de-41c7-945c-c9cb7c6c374a HTTP/1.1" status: 200 len: 210 time: 0.0392904 Aug 28 13:35:11.248905 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-bf027592-d81d-492d-b156-f3e22645db06 None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:35:11.466088 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bf027592-d81d-492d-b156-f3e22645db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:35:11.489402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9926894a-6457-44bd-b548-f96ec15ee6a9 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:35:11.493873 n-d-791505-21 neutron-server[94879]: INFO neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No ports have port_id starting with 9926894a-6457-44bd-b548-f96ec15ee6a9 Aug 28 13:35:11.494996 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf027592-d81d-492d-b156-f3e22645db06 None None] The sync data for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 is: [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:35:11.495178 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9926894a-6457-44bd-b548-f96ec15ee6a9 requested by agent hyperv_n-h1-791505-21 not found in database {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 28 13:35:11.714836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fa1cad-e001-42fd-a5c7-04f4bf29d7ed None None] New status for floating IP 9fe78204-9fee-46e5-8ed3-6107db4fce87: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:35:12.317407 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0b35f203-c30c-4527-9af6-87aaee6042f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:12.435724 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-ad4bb693-467a-4d91-861d-c21aab080ca8 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--948273211&fields=id&tenant_id=bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 267 time: 0.0325642 Aug 28 13:35:12.543236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-9960712e-6061-49c7-af85-9b7e7d1daf98 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:12.544690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-9960712e-6061-49c7-af85-9b7e7d1daf98 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 812 time: 0.1023610 Aug 28 13:35:12.560353 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-790fb277-a97b-4769-a824-e6030370fd7d tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/quotas/bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 375 time: 0.0098765 Aug 28 13:35:12.615538 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-ed48346e-a6b9-47bb-b336-2b5b0e49e40c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0496643 Aug 28 13:35:12.632190 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-6d9cb861-75bd-4008-9b25-e62519bd9b21 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:35:12.633927 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-6d9cb861-75bd-4008-9b25-e62519bd9b21 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057862 Aug 28 13:35:12.648525 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:12.725343 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-69bd06c5-f81e-480e-9c8a-32fd5cc10121 service neutron] 10.222.0.20 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850050 Aug 28 13:35:12.820784 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-eca57126-faaa-46a6-a0f0-a07adafe87ae service neutron] 10.222.0.20 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886433 Aug 28 13:35:12.982579 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0250d7f5-6721-47b7-bb07-40fb33186bd7 req-ae281e40-ec80-489a-b11e-6a9c666ed8c3 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 210 time: 0.0279677 Aug 28 13:35:13.503915 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9926894a-6457-44bd-b548-f96ec15ee6a9 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:35:13.529933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 9926894a-6457-44bd-b548-f96ec15ee6a9 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:35:13.530387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 9926894a-6457-44bd-b548-f96ec15ee6a9 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:35:13.598762 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:13.960853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-81297e5c-ee56-4aea-afe0-59ec3dbe156a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:13.962778 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-81297e5c-ee56-4aea-afe0-59ec3dbe156a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 812 time: 0.1101658 Aug 28 13:35:14.008311 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-8ae7c62c-c158-47bc-b286-3ef5879a6dcd tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 379 time: 0.0358539 Aug 28 13:35:14.023420 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-5302c932-b23f-461b-8b09-2fdd07c16902 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Request body: {'port': {'device_id': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'admin_state_up': True, 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'security_groups': ['3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:35:14.105062 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e7c5369d-ac64-4c01-a07c-8ef0b68954d8 req-74db0634-be41-4275-90be-66519777413d tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 210 time: 0.0362058 Aug 28 13:35:14.160626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-5302c932-b23f-461b-8b09-2fdd07c16902 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Made reservation on behalf of bb8ca5c95d2748e2b67d4026edba8047 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:35:14.164222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-5302c932-b23f-461b-8b09-2fdd07c16902 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:14.289187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-5302c932-b23f-461b-8b09-2fdd07c16902 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Allocated IP 172.20.0.10 (0d5e199a-9118-4a41-aa62-85f6fdf27186/1be7aa52-b246-40cc-abdc-a52698a02d4e/041e849e-2e03-4f11-8ec4-82fa5e677ff5) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:35:14.425211 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-5302c932-b23f-461b-8b09-2fdd07c16902 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:14.438791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-5302c932-b23f-461b-8b09-2fdd07c16902 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Transition to ACTIVE for port object 041e849e-2e03-4f11-8ec4-82fa5e677ff5 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:35:14.471510 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-5302c932-b23f-461b-8b09-2fdd07c16902 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:14.513963 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-5302c932-b23f-461b-8b09-2fdd07c16902 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Network 0d5e199a-9118-4a41-aa62-85f6fdf27186 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:35:14.519047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-5302c932-b23f-461b-8b09-2fdd07c16902 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:35:14.522703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-5302c932-b23f-461b-8b09-2fdd07c16902 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:35:14.547582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302c932-b23f-461b-8b09-2fdd07c16902 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Pushing event updated for resources: {'Port': ['ID=041e849e-2e03-4f11-8ec4-82fa5e677ff5,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:35:14.576472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-5302c932-b23f-461b-8b09-2fdd07c16902 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:14.577112 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-5302c932-b23f-461b-8b09-2fdd07c16902 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:14.593247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-5302c932-b23f-461b-8b09-2fdd07c16902 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5740354 Aug 28 13:35:14.606219 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Request body: {'port': {'device_id': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:35:14.667948 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:14.752280 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d2406de9-f04e-4f72-94e7-bd402efb341a None None] Provisioning for port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:35:14.756134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d2406de9-f04e-4f72-94e7-bd402efb341a None None] Provisioning complete for port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:35:14.756504 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d2406de9-f04e-4f72-94e7-bd402efb341a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:14.790575 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d2406de9-f04e-4f72-94e7-bd402efb341a None None] Port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:35:15.223878 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041e849e-2e03-4f11-8ec4-82fa5e677ff5 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:35:15.235789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:15.256426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Transition to ACTIVE for port object 041e849e-2e03-4f11-8ec4-82fa5e677ff5 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:35:15.264264 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f755e3-5595-41ee-9627-c853d1ea5c7a req-1bd9bbeb-5dca-43c0-b0f3-5020a9f1b44c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:15.265752 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-67f755e3-5595-41ee-9627-c853d1ea5c7a req-1bd9bbeb-5dca-43c0-b0f3-5020a9f1b44c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 932 time: 0.0816598 Aug 28 13:35:15.266843 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:15.341249 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Pushing event updated for resources: {'Port': ['ID=041e849e-2e03-4f11-8ec4-82fa5e677ff5,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:35:15.389701 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-67f755e3-5595-41ee-9627-c853d1ea5c7a req-6ce04398-60bc-4928-8cba-e2bbd90ac667 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146615 Aug 28 13:35:15.424502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Attempting to bind port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:35:15.424821 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Attempting to bind port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:35:15.425146 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Attempting to bind port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:35:15.429555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:35:15.429872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Attempting to bind port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:35:15.435102 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:35:15.435437 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Checking segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:35:15.435819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Bound using segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:35:15.436247 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Bound port: 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:35:15.436602 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:15.485536 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:15.502915 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:35:15.505997 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:35:15.511024 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:15.548813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:15.549427 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:15.551112 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] 10.222.0.11 "PUT /v2.0/ports/041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 200 len: 1093 time: 0.9494677 Aug 28 13:35:15.551561 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:35:15.582309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8b23c-4e56-4cf4-a4af-d4929b58551b service neutron] Pushing event updated for resources: {'Port': ['ID=041e849e-2e03-4f11-8ec4-82fa5e677ff5,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:35:15.621262 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6136e62-1a6e-4c3f-ad94-aa11ae54ca3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:35:15.641473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f87ab2e5-36ff-4ec3-a9f0-f47169534c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:15.642976 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-f87ab2e5-36ff-4ec3-a9f0-f47169534c91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 1096 time: 0.0514202 Aug 28 13:35:15.687519 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-40450722-541f-41fa-b4bf-43106f57b40d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 200 len: 217 time: 0.0360365 Aug 28 13:35:15.725769 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e302975e-bfde-4626-bd77-5611141e76bf x-openstack-request-id: req-e302975e-bfde-4626-bd77-5611141e76bf {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:35:15.726061 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:35:15.726317 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e302975e-bfde-4626-bd77-5611141e76bf {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:35:15.726727 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'status': 'completed', 'code': 200} Aug 28 13:35:15.747165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-7fd8aa8f-5033-433b-95e6-c64c071761ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:15.748652 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-7fd8aa8f-5033-433b-95e6-c64c071761ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0543528 Aug 28 13:35:15.796344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-a0ad1173-8177-421b-8f09-522e24ed0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:15.797840 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-a0ad1173-8177-421b-8f09-522e24ed0346 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422077 Aug 28 13:35:15.886963 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-1ae6f9b9-ffe4-4b5c-b593-20c1ed7ef3f1 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817511 Aug 28 13:35:15.980798 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2fdf3679-1225-4c16-b9f2-a6e3c5402c8e req-d98f92cd-a924-44f7-af08-91ea68fef8bf service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857749 Aug 28 13:35:16.067016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6136e62-1a6e-4c3f-ad94-aa11ae54ca3c req-325f3d56-ee21-4be9-9ef9-716998d4f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:16.068516 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6136e62-1a6e-4c3f-ad94-aa11ae54ca3c req-325f3d56-ee21-4be9-9ef9-716998d4f77c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 1096 time: 0.0413792 Aug 28 13:35:16.160157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6136e62-1a6e-4c3f-ad94-aa11ae54ca3c req-b18360e4-4ff8-4ef7-a35d-31f809abfdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:16.161591 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6136e62-1a6e-4c3f-ad94-aa11ae54ca3c req-b18360e4-4ff8-4ef7-a35d-31f809abfdf4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0864875 Aug 28 13:35:16.205655 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6136e62-1a6e-4c3f-ad94-aa11ae54ca3c req-9b673d8e-ca54-400f-8fb1-13602bf35fde service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 200 len: 217 time: 0.0366998 Aug 28 13:35:16.255418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6136e62-1a6e-4c3f-ad94-aa11ae54ca3c req-7904c932-2bb5-441f-bdab-ca297dbf303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:16.256845 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6136e62-1a6e-4c3f-ad94-aa11ae54ca3c req-7904c932-2bb5-441f-bdab-ca297dbf303e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0434623 Aug 28 13:35:16.306488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6136e62-1a6e-4c3f-ad94-aa11ae54ca3c req-35d1edee-9bde-4a90-b978-5a7387fede84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:16.307930 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6136e62-1a6e-4c3f-ad94-aa11ae54ca3c req-35d1edee-9bde-4a90-b978-5a7387fede84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430982 Aug 28 13:35:16.397392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6136e62-1a6e-4c3f-ad94-aa11ae54ca3c req-91e32d98-5ce4-4eee-a5e8-d49e663a54e6 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811150 Aug 28 13:35:16.531623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab3b32-ec7e-4463-8fdb-f5d96dee9fe4 req-3928ce2c-65b6-42d5-8c43-468fd29f442a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:16.533039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-13ab3b32-ec7e-4463-8fdb-f5d96dee9fe4 req-3928ce2c-65b6-42d5-8c43-468fd29f442a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 944 time: 0.0736015 Aug 28 13:35:16.535286 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f6136e62-1a6e-4c3f-ad94-aa11ae54ca3c req-740e038a-f2c8-4720-9441-7d57748f12e2 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303563 Aug 28 13:35:16.573969 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-13ab3b32-ec7e-4463-8fdb-f5d96dee9fe4 req-e7c7d079-eb0f-44c3-bb10-5db590ddaec2 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349741 Aug 28 13:35:17.691590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb4992-c75d-4b26-9288-d5734ea49858 req-462c6ec2-7725-46b2-b5a0-1a9e4fc203fb tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:17.693069 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ceeb4992-c75d-4b26-9288-d5734ea49858 req-462c6ec2-7725-46b2-b5a0-1a9e4fc203fb tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 944 time: 0.0531785 Aug 28 13:35:17.730300 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ceeb4992-c75d-4b26-9288-d5734ea49858 req-dfa9c911-93b5-4260-8141-6d6a84971098 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305321 Aug 28 13:35:18.852808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f179a87-14a5-4100-8641-756ac6340637 req-071bc893-bd42-456d-bceb-6ba8bc25d0d7 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:18.854310 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f179a87-14a5-4100-8641-756ac6340637 req-071bc893-bd42-456d-bceb-6ba8bc25d0d7 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 944 time: 0.0542810 Aug 28 13:35:18.893954 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f179a87-14a5-4100-8641-756ac6340637 req-9ba4b92b-c805-4956-8bad-453794ce7c76 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336404 Aug 28 13:35:19.536993 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 041e849e-2e03-4f11-8ec4-82fa5e677ff5 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:35:19.630965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:35:19.641939 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'port_id': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'mac_address': 'fa:16:3e:ef:57:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:35:19.677963 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:19.690937 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041e849e-2e03-4f11-8ec4-82fa5e677ff5 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:35:19.710893 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:35:19.714846 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:19.759649 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=041e849e-2e03-4f11-8ec4-82fa5e677ff5,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:35:19.916355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['041e849e-2e03-4f11-8ec4-82fa5e677ff5'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:35:20.009293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2830f-6c5e-41cd-a150-d25fc0a3a223 req-aff0385a-3e5d-40e7-a912-e47cdd91faad tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:20.010828 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10a2830f-6c5e-41cd-a150-d25fc0a3a223 req-aff0385a-3e5d-40e7-a912-e47cdd91faad tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 945 time: 0.0499976 Aug 28 13:35:20.050388 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10a2830f-6c5e-41cd-a150-d25fc0a3a223 req-889508f5-1efe-4ce5-85fa-77f5a48fa89b tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333595 Aug 28 13:35:20.635265 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:35:21.164355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3910d2e-a647-4920-8ded-4744b2f42068 req-1f8f4ddc-4158-4dfe-9215-3db0fe099ed2 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:21.166376 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d3910d2e-a647-4920-8ded-4744b2f42068 req-1f8f4ddc-4158-4dfe-9215-3db0fe099ed2 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 945 time: 0.0501723 Aug 28 13:35:21.204553 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d3910d2e-a647-4920-8ded-4744b2f42068 req-88c42560-137d-4450-b91f-bf3994843d9d tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321543 Aug 28 13:35:21.535271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 041e849e-2e03-4f11-8ec4-82fa5e677ff5 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:35:21.582645 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:35:21.586946 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:35:21.587320 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:21.664164 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:21.686835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:35:21.689081 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7567ea380c7371c654b810e0295edd0974e769e18b2bd97632dac4d56df9a976" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0ad8f9-e02d-47b5-9efe-2acce91045e2" -d '{"events": [{"server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "name": "network-vif-plugged", "status": "completed", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:35:21.701204 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:35:21.705973 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:21.730617 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559eec63-e86e-49c8-aa77-4ed00c4db74b x-openstack-request-id: req-559eec63-e86e-49c8-aa77-4ed00c4db74b {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:35:21.730903 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "name": "network-vif-plugged", "status": "completed", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:35:21.731151 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-559eec63-e86e-49c8-aa77-4ed00c4db74b {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:35:21.731530 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'code': 200} Aug 28 13:35:21.764449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=041e849e-2e03-4f11-8ec4-82fa5e677ff5,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:35:21.829051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01562416-bf26-4e0d-98da-0be8c76f6610 req-4c6137cf-8a2b-48e5-9a91-3c530331e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:21.830463 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01562416-bf26-4e0d-98da-0be8c76f6610 req-4c6137cf-8a2b-48e5-9a91-3c530331e897 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 1098 time: 0.0438242 Aug 28 13:35:21.864909 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01562416-bf26-4e0d-98da-0be8c76f6610 req-2a9a4ed1-3d42-4d17-8419-b55e347e8ad3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265830 Aug 28 13:35:22.320165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b92d08-7fab-4c96-9f0b-a2c515e24fc7 req-3f687d0a-bf28-4440-bc5a-a5eaa32bac0a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:22.322328 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5b92d08-7fab-4c96-9f0b-a2c515e24fc7 req-3f687d0a-bf28-4440-bc5a-a5eaa32bac0a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0494113 Aug 28 13:35:22.361041 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5b92d08-7fab-4c96-9f0b-a2c515e24fc7 req-e865febb-d0a0-4b03-a9ab-e9a9d44e059b tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326889 Aug 28 13:35:23.477672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c82ff8-07fa-430c-8349-f7a21dc9281c req-e3c2fbe7-cf09-4d35-ae7c-77c5c54e449f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:23.479151 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9c82ff8-07fa-430c-8349-f7a21dc9281c req-e3c2fbe7-cf09-4d35-ae7c-77c5c54e449f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0500712 Aug 28 13:35:23.516980 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9c82ff8-07fa-430c-8349-f7a21dc9281c req-78fe57f4-ca7b-482b-97f6-0380a91b85ad tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319231 Aug 28 13:35:23.631959 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741f3fc-273b-4837-a1bf-74199336ea0d req-9edf9432-976c-44e4-bd96-0e4896d5035c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:23.633987 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8741f3fc-273b-4837-a1bf-74199336ea0d req-9edf9432-976c-44e4-bd96-0e4896d5035c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0532300 Aug 28 13:35:23.642775 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 36580) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:35:23.647080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-47a4c6c6-f56e-4f77-aa8e-4ea1648a84d1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Request body: {'floatingip': {'port_id': '041e849e-2e03-4f11-8ec4-82fa5e677ff5'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:35:23.685561 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47a4c6c6-f56e-4f77-aa8e-4ea1648a84d1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for floatingip, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:24.127291 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47a4c6c6-f56e-4f77-aa8e-4ea1648a84d1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:24.130912 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47a4c6c6-f56e-4f77-aa8e-4ea1648a84d1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:24.232124 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-47a4c6c6-f56e-4f77-aa8e-4ea1648a84d1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Floating IP 9fe78204-9fee-46e5-8ed3-6107db4fce87 associated. External IP: 172.25.1.70, port: 041e849e-2e03-4f11-8ec4-82fa5e677ff5. Aug 28 13:35:24.438463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a4c6c6-f56e-4f77-aa8e-4ea1648a84d1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Router f5d282dc-7763-499b-9569-3eae016ab3a3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:35:24.544804 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a4c6c6-f56e-4f77-aa8e-4ea1648a84d1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:35:24.549487 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-47a4c6c6-f56e-4f77-aa8e-4ea1648a84d1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:24.554007 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b7490d-9f65-4631-956e-3ab7875ee951 None None] Sync routers for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:35:24.562937 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b7490d-9f65-4631-956e-3ab7875ee951 None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:35:24.563648 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-19b7490d-9f65-4631-956e-3ab7875ee951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:35:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:35:24.577274 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-47a4c6c6-f56e-4f77-aa8e-4ea1648a84d1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "PUT /v2.0/floatingips/9fe78204-9fee-46e5-8ed3-6107db4fce87 HTTP/1.1" status: 200 len: 992 time: 0.9335220 Aug 28 13:35:24.577860 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:35:24.580158 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266d3a26-ce6d-4fc4-bc43-560b37b97a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:35:24.669107 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1e7bc7-2b84-4406-9e8f-3f1f099d7a58 x-openstack-request-id: req-6c1e7bc7-2b84-4406-9e8f-3f1f099d7a58 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:35:24.669396 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:35:24.669656 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c1e7bc7-2b84-4406-9e8f-3f1f099d7a58 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:35:24.670061 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'status': 'completed', 'code': 200} Aug 28 13:35:24.671484 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-19b7490d-9f65-4631-956e-3ab7875ee951 None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:35:24.732117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d3a26-ce6d-4fc4-bc43-560b37b97a7d req-49a7d771-2144-44f8-a3d1-dbba5d68cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:24.733570 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-266d3a26-ce6d-4fc4-bc43-560b37b97a7d req-49a7d771-2144-44f8-a3d1-dbba5d68cf48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 1098 time: 0.0420694 Aug 28 13:35:24.825308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d3a26-ce6d-4fc4-bc43-560b37b97a7d req-4d7f353b-a7d6-48b7-a0b8-da8cb1d09fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:24.826905 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-266d3a26-ce6d-4fc4-bc43-560b37b97a7d req-4d7f353b-a7d6-48b7-a0b8-da8cb1d09fa7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0856049 Aug 28 13:35:24.897398 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-266d3a26-ce6d-4fc4-bc43-560b37b97a7d req-ac66cdd4-a9b6-4750-b983-9b05e9c1ffa5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 200 len: 1000 time: 0.0626054 Aug 28 13:35:24.900948 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-19b7490d-9f65-4631-956e-3ab7875ee951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fe78204-9fee-46e5-8ed3-6107db4fce87', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'port_id': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'mac_address': 'fa:16:3e:ef:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:28:35Z', 'updated_at': '2021-08-28T13:35:24Z', 'revision_number': 12, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:35:24.931721 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b7490d-9f65-4631-956e-3ab7875ee951 None None] Checking router: f5d282dc-7763-499b-9569-3eae016ab3a3 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:35:24.939886 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b7490d-9f65-4631-956e-3ab7875ee951 None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:35:24.940497 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-19b7490d-9f65-4631-956e-3ab7875ee951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:35:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:35:24.946502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d3a26-ce6d-4fc4-bc43-560b37b97a7d req-8ea69c1f-9bf9-4542-be78-0531c7e54a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:24.948008 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-266d3a26-ce6d-4fc4-bc43-560b37b97a7d req-8ea69c1f-9bf9-4542-be78-0531c7e54a08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0441883 Aug 28 13:35:24.994473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d3a26-ce6d-4fc4-bc43-560b37b97a7d req-26485b4d-8e57-41d0-9a9f-a038e054c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:24.995921 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-266d3a26-ce6d-4fc4-bc43-560b37b97a7d req-26485b4d-8e57-41d0-9a9f-a038e054c463 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405304 Aug 28 13:35:25.044510 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-19b7490d-9f65-4631-956e-3ab7875ee951 None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:35:25.090150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-266d3a26-ce6d-4fc4-bc43-560b37b97a7d req-d343a5ee-2f1e-4832-9937-df27b1fbc0e7 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869787 Aug 28 13:35:25.181341 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-266d3a26-ce6d-4fc4-bc43-560b37b97a7d req-21d344a1-ecc0-481b-8669-a82b4a0651c1 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832338 Aug 28 13:35:25.345745 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-19b7490d-9f65-4631-956e-3ab7875ee951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fe78204-9fee-46e5-8ed3-6107db4fce87', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'port_id': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'mac_address': 'fa:16:3e:ef:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:28:35Z', 'updated_at': '2021-08-28T13:35:24Z', 'revision_number': 12, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:35:25.371677 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b7490d-9f65-4631-956e-3ab7875ee951 None None] The sync data for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 is: [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '9fe78204-9fee-46e5-8ed3-6107db4fce87', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'floating_ip_address': '172.25.1.70', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'port_id': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'mac_address': 'fa:16:3e:ef:57:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:28:35Z', 'updated_at': '2021-08-28T13:35:24Z', 'revision_number': 12, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:35:25.557916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2dffdc-3996-4449-b4fd-2cee0dad87fb None None] New status for floating IP 9fe78204-9fee-46e5-8ed3-6107db4fce87: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:35:35.132878 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57cf1ebb-a537-4990-8aa3-ebba397aca8b req-861a5ef5-3596-48b6-a1dd-5203dd8e9444 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441229 Aug 28 13:35:35.222448 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf1ebb-a537-4990-8aa3-ebba397aca8b req-b4a443bf-e520-4754-867a-59c8eb40c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:35.223946 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57cf1ebb-a537-4990-8aa3-ebba397aca8b req-b4a443bf-e520-4754-867a-59c8eb40c7b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 1098 time: 0.0451291 Aug 28 13:35:35.356820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf1ebb-a537-4990-8aa3-ebba397aca8b req-959210b8-da80-4c85-b5d9-142e14f77418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:35.358282 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57cf1ebb-a537-4990-8aa3-ebba397aca8b req-959210b8-da80-4c85-b5d9-142e14f77418 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0837719 Aug 28 13:35:35.431736 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57cf1ebb-a537-4990-8aa3-ebba397aca8b req-7af697db-0396-46af-9394-ed1324141571 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 200 len: 1002 time: 0.0630889 Aug 28 13:35:35.483112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf1ebb-a537-4990-8aa3-ebba397aca8b req-225751e4-a2db-487f-af31-cbca6fc70090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:35.484534 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57cf1ebb-a537-4990-8aa3-ebba397aca8b req-225751e4-a2db-487f-af31-cbca6fc70090 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0443213 Aug 28 13:35:35.532268 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf1ebb-a537-4990-8aa3-ebba397aca8b req-23ed03a2-d04c-42ea-8008-d8b8673d471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:35.533745 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57cf1ebb-a537-4990-8aa3-ebba397aca8b req-23ed03a2-d04c-42ea-8008-d8b8673d471c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417929 Aug 28 13:35:35.627029 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57cf1ebb-a537-4990-8aa3-ebba397aca8b req-bc665df6-808e-4e83-baac-c6a48c1147e1 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855131 Aug 28 13:35:35.717351 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57cf1ebb-a537-4990-8aa3-ebba397aca8b req-b57f0539-7ce5-44f2-972d-7f1fa9dd64d7 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823784 Aug 28 13:35:37.891540 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:40.047589 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ad88ebf3-dc28-443c-b93b-e41817f7c75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:40.275776 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:42.321464 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-90314b15-6114-435d-91d0-ddfad7d5aefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:42.652093 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:43.602995 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:45.487250 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:35:49.720134 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d522545-e29c-49a5-97b3-dda30b18b3f0 req-35bd5093-883b-4c36-aea2-c4dbf4565fb7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0827286 Aug 28 13:35:49.803659 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d522545-e29c-49a5-97b3-dda30b18b3f0 req-0beda033-8cd8-4470-ae1d-0ac70ecf387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:49.805947 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d522545-e29c-49a5-97b3-dda30b18b3f0 req-0beda033-8cd8-4470-ae1d-0ac70ecf387b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0405977 Aug 28 13:35:49.911194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d522545-e29c-49a5-97b3-dda30b18b3f0 req-6bd05745-154d-49df-ba0a-4eee53849c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:49.912677 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d522545-e29c-49a5-97b3-dda30b18b3f0 req-6bd05745-154d-49df-ba0a-4eee53849c00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0879195 Aug 28 13:35:49.955226 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d522545-e29c-49a5-97b3-dda30b18b3f0 req-fd90a251-46c0-4ab2-8fa9-968de6f2c03d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0337889 Aug 28 13:35:50.010860 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d522545-e29c-49a5-97b3-dda30b18b3f0 req-7aa2f3c6-017f-4613-9399-40f31e625bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:50.012380 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d522545-e29c-49a5-97b3-dda30b18b3f0 req-7aa2f3c6-017f-4613-9399-40f31e625bea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0490046 Aug 28 13:35:50.060932 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d522545-e29c-49a5-97b3-dda30b18b3f0 req-ff1536fd-dd91-4327-9393-aa41f8540e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:35:50.062407 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d522545-e29c-49a5-97b3-dda30b18b3f0 req-ff1536fd-dd91-4327-9393-aa41f8540e84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408247 Aug 28 13:35:50.154654 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d522545-e29c-49a5-97b3-dda30b18b3f0 req-7a630591-ecc3-40bc-9a3f-42e86302c729 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847909 Aug 28 13:35:50.250886 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5d522545-e29c-49a5-97b3-dda30b18b3f0 req-afecda53-2607-45d0-aab8-6925d718b7ef service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884969 Aug 28 13:35:57.635231 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:36:07.904900 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:36:10.048730 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-00a9e61b-65f7-4831-ac27-bebeba249ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:36:10.283530 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:36:12.322326 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-da5697cf-be2a-4549-8da8-da959080a8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:36:12.654432 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:36:13.605849 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:36:15.491167 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:36:34.633918 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:36:35.145342 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e2a9165-1474-4259-9813-9432d03faf56 req-5a5296b8-1a94-417a-8eb1-52b55794609e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448592 Aug 28 13:36:35.224122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a9165-1474-4259-9813-9432d03faf56 req-8757ffe2-f161-4685-8bdf-bbae556a78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:36:35.225579 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e2a9165-1474-4259-9813-9432d03faf56 req-8757ffe2-f161-4685-8bdf-bbae556a78bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 1098 time: 0.0391619 Aug 28 13:36:35.326947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a9165-1474-4259-9813-9432d03faf56 req-b991ee73-b2a3-4109-9434-05ba01f5eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:36:35.328441 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e2a9165-1474-4259-9813-9432d03faf56 req-b991ee73-b2a3-4109-9434-05ba01f5eaeb service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0829816 Aug 28 13:36:35.396678 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e2a9165-1474-4259-9813-9432d03faf56 req-567374ad-4125-4a5e-a4c0-85ac39099542 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 200 len: 1002 time: 0.0611134 Aug 28 13:36:35.444924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a9165-1474-4259-9813-9432d03faf56 req-2be79d78-29f7-41ac-b249-bcc9d535225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:36:35.446330 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e2a9165-1474-4259-9813-9432d03faf56 req-2be79d78-29f7-41ac-b249-bcc9d535225c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0434232 Aug 28 13:36:35.490544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a9165-1474-4259-9813-9432d03faf56 req-be440336-4832-42c3-afc9-bd59bbbe3ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:36:35.491993 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e2a9165-1474-4259-9813-9432d03faf56 req-be440336-4832-42c3-afc9-bd59bbbe3ba9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384996 Aug 28 13:36:35.583547 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e2a9165-1474-4259-9813-9432d03faf56 req-a45a90ee-f918-4f3c-a7aa-106f39db6722 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838006 Aug 28 13:36:35.679877 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1e2a9165-1474-4259-9813-9432d03faf56 req-9481a4c0-f226-41fd-86c1-fff6a957652a service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888877 Aug 28 13:36:37.904200 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:36:40.050602 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-764ecc0b-111c-4d87-a8f5-ed24a0ca5231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:36:40.279152 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:36:42.324246 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d2400a53-72c7-48c7-abfb-da53b13554a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:36:42.658507 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:36:43.607821 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:36:45.492551 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:36:50.578305 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26f37640-ba7e-4164-8e9e-f2c28f560476 req-5f42d118-c958-4731-aa9b-7bccf2ec903b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408919 Aug 28 13:36:50.666683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f37640-ba7e-4164-8e9e-f2c28f560476 req-a745e8ca-4dbf-41c7-9ecf-558e6a0e9365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:36:50.668335 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26f37640-ba7e-4164-8e9e-f2c28f560476 req-a745e8ca-4dbf-41c7-9ecf-558e6a0e9365 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0448554 Aug 28 13:36:50.775915 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f37640-ba7e-4164-8e9e-f2c28f560476 req-6de41451-6809-4946-9366-35b682351ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:36:50.777452 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26f37640-ba7e-4164-8e9e-f2c28f560476 req-6de41451-6809-4946-9366-35b682351ebd service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0881774 Aug 28 13:36:50.820099 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26f37640-ba7e-4164-8e9e-f2c28f560476 req-8af1f42d-57e8-43b4-834d-cdbbb4b35a0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0344553 Aug 28 13:36:50.874208 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f37640-ba7e-4164-8e9e-f2c28f560476 req-54ba6c7c-f3fc-4b66-b2b7-5bba2dda9e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:36:50.875738 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26f37640-ba7e-4164-8e9e-f2c28f560476 req-54ba6c7c-f3fc-4b66-b2b7-5bba2dda9e67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0480597 Aug 28 13:36:50.922723 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f37640-ba7e-4164-8e9e-f2c28f560476 req-9160ff58-30d4-4a10-83f6-ddf441a4d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:36:50.924207 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26f37640-ba7e-4164-8e9e-f2c28f560476 req-9160ff58-30d4-4a10-83f6-ddf441a4d45e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407453 Aug 28 13:36:51.012898 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26f37640-ba7e-4164-8e9e-f2c28f560476 req-09370e31-fa86-416e-be80-90bc4cf1288b service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807045 Aug 28 13:36:51.104833 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-26f37640-ba7e-4164-8e9e-f2c28f560476 req-ef7d02f4-4148-4119-9a38-8fdf3a7c459b service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845413 Aug 28 13:37:02.769770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dde4ec-65ab-482d-b421-ae42d6383349 req-714a965d-97c7-427b-bb03-002be34a7bf9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:02.771396 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-40dde4ec-65ab-482d-b421-ae42d6383349 req-714a965d-97c7-427b-bb03-002be34a7bf9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0588059 Aug 28 13:37:02.809215 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-40dde4ec-65ab-482d-b421-ae42d6383349 req-0c1fbc19-4a45-4978-9cbf-afe9342cc1d2 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312369 Aug 28 13:37:07.912139 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:10.051768 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a46b50bf-ea2b-457c-859c-592318db246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:10.300110 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:11.636899 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:37:12.325437 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-61852f20-f3a7-45ee-a212-399305e73f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:12.662994 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:12.819031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-d62c229f-5fe0-4b6d-a98c-0e3c00197d51 req-26035915-059a-4c45-a4f3-5be1af8be15e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:37:12.820061 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d62c229f-5fe0-4b6d-a98c-0e3c00197d51 req-26035915-059a-4c45-a4f3-5be1af8be15e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431631 Aug 28 13:37:13.002130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e1a77-956c-4621-9bc0-af37817d229a req-4b5ff957-7fab-48b3-ae64-b18245828bd2 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:13.003618 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca9e1a77-956c-4621-9bc0-af37817d229a req-4b5ff957-7fab-48b3-ae64-b18245828bd2 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0532815 Aug 28 13:37:13.043074 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ca9e1a77-956c-4621-9bc0-af37817d229a req-2a5555df-09a8-43a6-8675-f1139b6ab6ae tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333405 Aug 28 13:37:13.063779 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-6dc514f1-e368-46b2-9b58-3675e33feca6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837395 Aug 28 13:37:13.615599 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:14.188651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437ce16-d507-49fd-85c2-4fffa6978601 req-895bc915-5855-4c50-bc98-46e3c34bd3ee tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:14.190089 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0437ce16-d507-49fd-85c2-4fffa6978601 req-895bc915-5855-4c50-bc98-46e3c34bd3ee tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0778244 Aug 28 13:37:14.220648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-8027c80f-9543-4600-bdaa-cac7b52bacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:14.222096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-8027c80f-9543-4600-bdaa-cac7b52bacbb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 1098 time: 0.0699041 Aug 28 13:37:14.252752 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0437ce16-d507-49fd-85c2-4fffa6978601 req-e7eab288-1acd-4ed3-a812-d39c12dd1365 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561345 Aug 28 13:37:14.317581 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-e5dba689-e3d4-4b7d-a6e2-b392e61d1d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:14.319078 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-e5dba689-e3d4-4b7d-a6e2-b392e61d1d5d service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0893359 Aug 28 13:37:14.653619 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-cdea358a-7fe5-4ca0-a3ac-db3564284b8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 200 len: 1002 time: 0.3271358 Aug 28 13:37:14.702800 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-9cad59ba-0c53-46ba-9401-22ffb424874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:14.704212 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-9cad59ba-0c53-46ba-9401-22ffb424874c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0433531 Aug 28 13:37:14.748794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5e82fc09-7dec-401b-863f-7dd0ec185808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:14.750248 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5e82fc09-7dec-401b-863f-7dd0ec185808 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388787 Aug 28 13:37:14.840009 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-22a4c509-001b-495b-80fe-618dcf6b2ca5 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823419 Aug 28 13:37:14.928892 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-6634a171-9bda-44db-be75-50f42b48f725 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810251 Aug 28 13:37:15.369388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ddccc-8660-4013-8efc-e0b4696ddafe req-c3311e50-7c2f-42c0-81e3-de15063e4713 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:15.370893 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e45ddccc-8660-4013-8efc-e0b4696ddafe req-c3311e50-7c2f-42c0-81e3-de15063e4713 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0493686 Aug 28 13:37:15.408305 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e45ddccc-8660-4013-8efc-e0b4696ddafe req-806b730f-9fde-4845-b6b0-5d5db16dd581 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314717 Aug 28 13:37:15.495504 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:16.527705 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64731a60-9011-45d1-b245-45b909db07fd req-e3f69bd7-7c69-40f8-94d0-c62b168db2a1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:16.529177 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64731a60-9011-45d1-b245-45b909db07fd req-e3f69bd7-7c69-40f8-94d0-c62b168db2a1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0526135 Aug 28 13:37:16.567125 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64731a60-9011-45d1-b245-45b909db07fd req-9df5bab3-81d0-48ca-b53d-438b548bf858 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317681 Aug 28 13:37:17.700240 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f444c-2272-41d8-a67f-1965d0e9322f req-8a5ac6fa-eeae-4be1-bdca-de02a9302155 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:17.701711 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a14f444c-2272-41d8-a67f-1965d0e9322f req-8a5ac6fa-eeae-4be1-bdca-de02a9302155 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0509825 Aug 28 13:37:17.739483 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a14f444c-2272-41d8-a67f-1965d0e9322f req-8b456ed4-5f35-49aa-b905-7b6d4b477eb9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318480 Aug 28 13:37:18.857132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c3e3b-e473-4bbd-a636-d34b580467dc req-ed8d2bac-c0b6-4b1f-9ebd-edf2142b5890 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:18.858669 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d1c3e3b-e473-4bbd-a636-d34b580467dc req-ed8d2bac-c0b6-4b1f-9ebd-edf2142b5890 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0490379 Aug 28 13:37:18.896813 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d1c3e3b-e473-4bbd-a636-d34b580467dc req-854a82fa-1fd7-4f7c-af9e-b52b5825fb63 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321977 Aug 28 13:37:20.019130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f92cd-2b35-44dd-a8fe-4377431f3cd1 req-4828df8d-b28c-4df5-8de2-9b66dd6b734a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:20.020583 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f52f92cd-2b35-44dd-a8fe-4377431f3cd1 req-4828df8d-b28c-4df5-8de2-9b66dd6b734a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0532050 Aug 28 13:37:20.057562 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f52f92cd-2b35-44dd-a8fe-4377431f3cd1 req-8bac110e-ac20-4820-812c-c1ab5d50f9a0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310841 Aug 28 13:37:21.175309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65de788-662e-4535-8746-b4660d1c3251 req-673fd902-8243-48d6-b440-2034a2b42083 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:21.176789 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d65de788-662e-4535-8746-b4660d1c3251 req-673fd902-8243-48d6-b440-2034a2b42083 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0499237 Aug 28 13:37:21.215839 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d65de788-662e-4535-8746-b4660d1c3251 req-166070c0-e534-45ec-88c9-ca73f5419cd3 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328450 Aug 28 13:37:22.332653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce22608-62cc-4a56-bb80-d5375cf9a383 req-18a667ad-ebf0-4e08-a817-fa0330885977 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:22.334134 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce22608-62cc-4a56-bb80-d5375cf9a383 req-18a667ad-ebf0-4e08-a817-fa0330885977 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0510819 Aug 28 13:37:22.372647 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ce22608-62cc-4a56-bb80-d5375cf9a383 req-753a606f-2142-4958-a876-242bfad0868b tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319865 Aug 28 13:37:23.494239 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4ba52-b09b-494c-ae34-0e2ecd0e5787 req-9f4b8ac9-a424-4262-86d5-3d1849711936 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:23.495756 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45d4ba52-b09b-494c-ae34-0e2ecd0e5787 req-9f4b8ac9-a424-4262-86d5-3d1849711936 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0522139 Aug 28 13:37:23.532714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-45d4ba52-b09b-494c-ae34-0e2ecd0e5787 req-a1a2699a-f89d-40a5-8713-c5e9ed8b2516 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310493 Aug 28 13:37:24.648858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd8ed2-5d2f-4396-a2e9-eb53c668d873 req-50b1bfc3-a515-4244-8208-07b8a7b28f41 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:24.650342 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a0bd8ed2-5d2f-4396-a2e9-eb53c668d873 req-50b1bfc3-a515-4244-8208-07b8a7b28f41 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0493379 Aug 28 13:37:24.689435 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a0bd8ed2-5d2f-4396-a2e9-eb53c668d873 req-db134873-1143-4dd9-bfd9-e6dcdc958ade tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330706 Aug 28 13:37:25.808007 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cb33e-396c-4439-8e8b-e02a8583c525 req-8363db27-3092-4519-a314-8c88d6c45027 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:25.809487 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd5cb33e-396c-4439-8e8b-e02a8583c525 req-8363db27-3092-4519-a314-8c88d6c45027 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0508783 Aug 28 13:37:25.847408 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd5cb33e-396c-4439-8e8b-e02a8583c525 req-cf3ba4a9-c31b-453d-a3a2-d362385dff29 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320292 Aug 28 13:37:26.967489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad05f2e-9b80-4a74-97b5-33f617793202 req-8e35a630-4c47-45e9-a225-b6c025e94f13 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:26.968885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cad05f2e-9b80-4a74-97b5-33f617793202 req-8e35a630-4c47-45e9-a225-b6c025e94f13 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0531650 Aug 28 13:37:27.007120 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cad05f2e-9b80-4a74-97b5-33f617793202 req-0dca3bec-1249-45e0-b91e-73dd6ebb9286 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322213 Aug 28 13:37:28.128942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0025bb-09d8-4bb2-ae99-a72eb2acb196 req-b6dfb8cf-4cc8-4dc8-a80d-f2698766e6af tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:28.130479 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb0025bb-09d8-4bb2-ae99-a72eb2acb196 req-b6dfb8cf-4cc8-4dc8-a80d-f2698766e6af tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0520306 Aug 28 13:37:28.169879 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb0025bb-09d8-4bb2-ae99-a72eb2acb196 req-8582462f-f95d-4580-aebf-0d2ea3d5a933 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321872 Aug 28 13:37:28.494769 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-d530371a-b457-4ba1-915d-671bfd34bc19 service neutron] show failed (client error): The resource could not be found. Aug 28 13:37:28.495780 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-d530371a-b457-4ba1-915d-671bfd34bc19 service neutron] 10.222.0.11 "GET /v2.0/ports/041e849e-2e03-4f11-8ec4-82fa5e677ff5/bindings/n-h2-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.0544124 Aug 28 13:37:28.690994 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-59eb251d-a400-4103-b6aa-19357993dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:28.692496 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-59eb251d-a400-4103-b6aa-19357993dadd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62&tenant_id=bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 1098 time: 0.0441082 Aug 28 13:37:28.706531 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:37:28.763192 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:28.964829 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:37:28.996866 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:37:29.035786 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:37:29.042071 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:29.054422 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Transition to ACTIVE for port object 041e849e-2e03-4f11-8ec4-82fa5e677ff5 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:37:29.059211 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:29.088708 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821059e9cdabc42353b4e09090cf4c202d26ce35e6b56e9c4c4c84d82f99d3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f5db91-52f5-41e3-baa3-2ca0387780c2" -d '{"events": [{"server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "name": "network-vif-unplugged", "status": "completed", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:37:29.149755 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Pushing event updated for resources: {'Port': ['ID=041e849e-2e03-4f11-8ec4-82fa5e677ff5,revision_number=6']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:37:29.161770 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:29.162121 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:29.162493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:29.162835 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:29.163170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:29.163502 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:29.163832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:29.164159 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:29.164484 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:29.164811 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:29.165137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:29.165460 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:29.208130 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 13:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e711cf6-1861-47d5-ae2a-65fc0fc08c35 x-openstack-request-id: req-7e711cf6-1861-47d5-ae2a-65fc0fc08c35 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:37:29.208433 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "name": "network-vif-unplugged", "status": "completed", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:37:29.208687 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e711cf6-1861-47d5-ae2a-65fc0fc08c35 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:37:29.209086 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'code': 200} Aug 28 13:37:29.210026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] No DVR routers for this DVR port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:37:29.305545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc10c4-3b81-429b-add9-362d5954c36c req-9a3b70c6-de78-47e3-823a-4277e6d9e204 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:29.307991 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3efc10c4-3b81-429b-add9-362d5954c36c req-9a3b70c6-de78-47e3-823a-4277e6d9e204 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 944 time: 0.0579224 Aug 28 13:37:29.346075 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3efc10c4-3b81-429b-add9-362d5954c36c req-ef2a52f0-7f22-4022-901e-bfe9d617b97c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323408 Aug 28 13:37:29.351144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Attempting to bind port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:37:29.351487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Attempting to bind port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:37:29.351822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Attempting to bind port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:37:29.356809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:37:29.357153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Attempting to bind port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:37:29.362278 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:37:29.362672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Checking segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:37:29.363054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Bound using segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:37:29.363482 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Bound port: 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:37:29.363844 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:29.426084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:37:29.429078 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:37:29.433401 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:29.469124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:29.469752 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:29.471309 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] 10.222.0.10 "PUT /v2.0/ports/041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 200 len: 1093 time: 0.7689610 Aug 28 13:37:29.510347 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11c850-c4a1-4db3-95bd-297fd82d3b5d service neutron] Pushing event updated for resources: {'Port': ['ID=041e849e-2e03-4f11-8ec4-82fa5e677ff5,revision_number=7']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:37:29.545518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5a5e823e-c708-4750-8d03-0545de891694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:29.547115 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-5a5e823e-c708-4750-8d03-0545de891694 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 1096 time: 0.0484633 Aug 28 13:37:29.641943 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-fe6161f0-0da0-4b9f-93d2-a9ab6dfce40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:29.643471 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-fe6161f0-0da0-4b9f-93d2-a9ab6dfce40a service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0885081 Aug 28 13:37:29.716973 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-24e3b49d-842e-47dd-b65b-ede6437cb3d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 200 len: 1000 time: 0.0649874 Aug 28 13:37:29.768023 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-4a0f4550-6caa-41a4-bfd5-bf6acdd6a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:29.769494 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-4a0f4550-6caa-41a4-bfd5-bf6acdd6a6ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0448599 Aug 28 13:37:29.816925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-62411b77-78bd-4907-9c58-5c59c91166c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:29.818558 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-62411b77-78bd-4907-9c58-5c59c91166c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400953 Aug 28 13:37:29.913136 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-4d931c10-0981-4d73-992f-ffec93c3c27a service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863590 Aug 28 13:37:30.002105 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-bb6d14c5-2b0b-45d2-8d33-e2068df57b98 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813329 Aug 28 13:37:30.265622 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 041e849e-2e03-4f11-8ec4-82fa5e677ff5 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:37:30.303191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 041e849e-2e03-4f11-8ec4-82fa5e677ff5 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:37:30.466165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052935a8-2e2a-4478-8125-d98eaa114403 req-2174a860-6ff3-4031-8c43-6c12c7f64d38 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:30.467803 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-052935a8-2e2a-4478-8125-d98eaa114403 req-2174a860-6ff3-4031-8c43-6c12c7f64d38 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 944 time: 0.0497744 Aug 28 13:37:30.507180 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-052935a8-2e2a-4478-8125-d98eaa114403 req-f2770ddd-df9f-45f2-8a11-f2765c1d4bd7 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332716 Aug 28 13:37:31.210397 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:37:31.213047 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821059e9cdabc42353b4e09090cf4c202d26ce35e6b56e9c4c4c84d82f99d3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450cc5cd-0ea7-4918-a231-75ff17804061" -d '{"events": [{"name": "network-changed", "server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:37:31.266310 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c43517b-7c06-42e1-9e96-03df4d834a88 x-openstack-request-id: req-0c43517b-7c06-42e1-9e96-03df4d834a88 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:37:31.266639 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:37:31.266895 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c43517b-7c06-42e1-9e96-03df4d834a88 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:37:31.267305 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'status': 'completed', 'code': 200} Aug 28 13:37:31.332289 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-46286d13-eb0c-440b-818f-df424eed01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:31.333795 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-46286d13-eb0c-440b-818f-df424eed01cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 1096 time: 0.0480862 Aug 28 13:37:31.336106 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-e1405a5f-7d08-4897-b1c2-d5139f9c9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:31.337643 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-e1405a5f-7d08-4897-b1c2-d5139f9c9230 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 1096 time: 0.0493290 Aug 28 13:37:31.429847 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-ab82e47b-7502-4d5f-8633-8a99f3160322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:31.432127 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-ab82e47b-7502-4d5f-8633-8a99f3160322 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0889523 Aug 28 13:37:31.435367 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-9e61dea7-87e7-4a00-a6e1-dd28f9cf3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:31.436847 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-9e61dea7-87e7-4a00-a6e1-dd28f9cf3d64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0916841 Aug 28 13:37:31.504253 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-3d276d54-3fa5-4ebb-bb0e-df5e2985388c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 200 len: 1000 time: 0.0605247 Aug 28 13:37:31.505302 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-977fc084-bc2d-4c5d-8e39-a47ef392c89d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 200 len: 1000 time: 0.0647299 Aug 28 13:37:31.560116 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-e1a3b10e-ff7b-4d01-91f9-0246fa245dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:31.561615 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-e1a3b10e-ff7b-4d01-91f9-0246fa245dbf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0472901 Aug 28 13:37:31.562411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-0ef0f75e-5eb7-4cdf-bfa2-60389f2f0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:31.563938 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-0ef0f75e-5eb7-4cdf-bfa2-60389f2f0148 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0523720 Aug 28 13:37:31.610317 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-552418de-ffe5-439e-be86-b4d502b1ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:31.611851 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-552418de-ffe5-439e-be86-b4d502b1ecff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421927 Aug 28 13:37:31.645980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-905be704-f169-4249-a8be-cca5cf5d4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:31.647531 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-905be704-f169-4249-a8be-cca5cf5d4a39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763218 Aug 28 13:37:31.671515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c70f5b-7db2-4f45-ade2-ffdb57c1fed7 req-9b1caec4-3da1-45c7-aa2f-73b61e5b5d87 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:31.673025 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b1c70f5b-7db2-4f45-ade2-ffdb57c1fed7 req-9b1caec4-3da1-45c7-aa2f-73b61e5b5d87 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 944 time: 0.0716078 Aug 28 13:37:31.712989 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-d58ce854-3fc7-48c4-83b6-ef309da10aad service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916159 Aug 28 13:37:31.764125 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b1c70f5b-7db2-4f45-ade2-ffdb57c1fed7 req-b598d587-d71e-471f-ab95-bc989f9bcdd5 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793328 Aug 28 13:37:31.784785 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-c70c7f25-8da8-4a55-ad61-3acb7be332bf service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287894 Aug 28 13:37:31.815969 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-8c602a9a-a25c-4e64-909a-c9b2c37c2b96 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950160 Aug 28 13:37:31.887153 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-450cc5cd-0ea7-4918-a231-75ff17804061 req-2008d38f-7b52-4c7c-9040-4548f7973c8b service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949256 Aug 28 13:37:32.891975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe26841-ca62-4265-bdca-87ce42da9aca req-86ba0ad8-6882-4b20-8b1f-a755e192dfe3 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:32.893474 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6fe26841-ca62-4265-bdca-87ce42da9aca req-86ba0ad8-6882-4b20-8b1f-a755e192dfe3 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 944 time: 0.0521436 Aug 28 13:37:32.932909 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6fe26841-ca62-4265-bdca-87ce42da9aca req-42959034-0001-49cf-ac02-43f25c4f48b8 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331843 Aug 28 13:37:34.060112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad896cb-f16e-42ee-85cb-543901b1c0f4 req-58d1311e-2043-4a31-9a50-6aba8e63b437 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:34.061540 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ad896cb-f16e-42ee-85cb-543901b1c0f4 req-58d1311e-2043-4a31-9a50-6aba8e63b437 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 944 time: 0.0577409 Aug 28 13:37:34.099814 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ad896cb-f16e-42ee-85cb-543901b1c0f4 req-956eafd3-6fb4-4a10-b296-afa2edab90aa tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322926 Aug 28 13:37:35.216835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e31bb-7796-4326-9c34-f14d5d9bc9db req-7ed10457-bdd0-44ee-a790-c9892a54b38f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:35.218323 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-df2e31bb-7796-4326-9c34-f14d5d9bc9db req-7ed10457-bdd0-44ee-a790-c9892a54b38f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 944 time: 0.0487833 Aug 28 13:37:35.256634 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-df2e31bb-7796-4326-9c34-f14d5d9bc9db req-8dc0152d-f2d0-42a3-bf50-2c5658002958 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323844 Aug 28 13:37:36.372248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4cab4-2b59-4b40-9e8b-84f7a10c6b04 req-09355180-2d70-4df8-b1ae-5fcd36366447 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:36.373742 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6fc4cab4-2b59-4b40-9e8b-84f7a10c6b04 req-09355180-2d70-4df8-b1ae-5fcd36366447 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 944 time: 0.0480740 Aug 28 13:37:36.412757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6fc4cab4-2b59-4b40-9e8b-84f7a10c6b04 req-62696b52-f5a9-4423-ba90-302d5ddf2352 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328479 Aug 28 13:37:37.533820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1c162-cb81-4531-96de-68b8a5d51db8 req-35b532a8-eb84-4408-b4ed-0808475f5a4d tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:37.535329 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10b1c162-cb81-4531-96de-68b8a5d51db8 req-35b532a8-eb84-4408-b4ed-0808475f5a4d tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 944 time: 0.0533640 Aug 28 13:37:37.572687 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-10b1c162-cb81-4531-96de-68b8a5d51db8 req-5e1b5ebd-257f-41c2-a2aa-a5bff019095e tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313640 Aug 28 13:37:37.918018 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:38.694791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba279e-9a0b-4d6f-9a09-9f5214afc9db req-227abbd2-9a76-4048-8e46-f989d444c966 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:38.696274 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba279e-9a0b-4d6f-9a09-9f5214afc9db req-227abbd2-9a76-4048-8e46-f989d444c966 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 944 time: 0.0530264 Aug 28 13:37:38.735597 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-22ba279e-9a0b-4d6f-9a09-9f5214afc9db req-46a65a78-a1bf-456b-acc2-8e86d6b7f85c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327740 Aug 28 13:37:39.854890 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab090c-416b-4593-97a6-1dbf61000e3d req-118d1468-2621-4d32-bca5-43c729ebc1d1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:39.856393 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3ab090c-416b-4593-97a6-1dbf61000e3d req-118d1468-2621-4d32-bca5-43c729ebc1d1 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 944 time: 0.0514376 Aug 28 13:37:39.894667 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3ab090c-416b-4593-97a6-1dbf61000e3d req-2e0b42c3-a66a-48fd-b487-5e4cf3422b24 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323281 Aug 28 13:37:40.052567 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a828027f-f9f4-462d-866e-4202e273dea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:40.293195 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:41.017105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bb58f-9dcc-489b-847e-c2b801e403be req-b9a0eb4d-9588-4279-a48f-ac2790c29bad tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:41.018626 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-697bb58f-9dcc-489b-847e-c2b801e403be req-b9a0eb4d-9588-4279-a48f-ac2790c29bad tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 944 time: 0.0546658 Aug 28 13:37:41.061964 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-697bb58f-9dcc-489b-847e-c2b801e403be req-5d978be9-cdb8-43fe-b1df-1d700dc9baf9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374444 Aug 28 13:37:42.182390 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80ac52-a6e4-4c64-adf1-d795a919d69e req-5f54ae8d-ef37-4b89-8c26-e255b103ed5a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:42.184054 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-af80ac52-a6e4-4c64-adf1-d795a919d69e req-5f54ae8d-ef37-4b89-8c26-e255b103ed5a tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 944 time: 0.0498178 Aug 28 13:37:42.223915 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-af80ac52-a6e4-4c64-adf1-d795a919d69e req-5b2ca376-4173-450e-93e9-389d35a91fbf tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338831 Aug 28 13:37:42.319577 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 041e849e-2e03-4f11-8ec4-82fa5e677ff5 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:37:42.348339 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f3492ef8-58c7-411c-ba1c-e37d2419625b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:42.438908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:37:42.450009 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'port_id': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'mac_address': 'fa:16:3e:ef:57:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:37:42.489220 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:42.506579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041e849e-2e03-4f11-8ec4-82fa5e677ff5 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:37:42.527339 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:37:42.531979 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:42.539578 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-8e05103a-c955-4d3f-865c-cc4c36e10a8f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:42.540930 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-8e05103a-c955-4d3f-865c-cc4c36e10a8f tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.10 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62&tenant_id=bb8ca5c95d2748e2b67d4026edba8047&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 944 time: 0.0598359 Aug 28 13:37:42.557656 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2e7ee-90b5-48c6-8d5e-d3b7df62abf3 req-ece96a40-4c90-436f-a892-526bda6c16ea tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:42.559267 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9c2e7ee-90b5-48c6-8d5e-d3b7df62abf3 req-ece96a40-4c90-436f-a892-526bda6c16ea tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 944 time: 0.0549858 Aug 28 13:37:42.598238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=041e849e-2e03-4f11-8ec4-82fa5e677ff5,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:37:42.604424 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:42.604763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:42.605097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:42.605448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:42.605747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:42.605854 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b9c2e7ee-90b5-48c6-8d5e-d3b7df62abf3 req-702bd8ad-7452-4060-ae17-7baa8c808cfa tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406508 Aug 28 13:37:42.606067 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:42.606416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:42.606730 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:42.607048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:42.607411 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:42.607734 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:42.608046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:42.635635 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-704be2ee-65f8-43c2-8a9a-82870066225e service neutron] 10.222.0.10 "GET /v2.0/ports/041e849e-2e03-4f11-8ec4-82fa5e677ff5/bindings/n-h2-791505-21 HTTP/1.1" status: 200 len: 383 time: 0.0799778 Aug 28 13:37:42.669386 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:42.705219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-b3f3f993-1925-4fcf-9aa6-e09717488627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:42.706766 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-b3f3f993-1925-4fcf-9aa6-e09717488627 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 1097 time: 0.0451961 Aug 28 13:37:42.805407 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-56a1dcae-3a38-4981-aad7-364be82f4082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:42.807564 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-56a1dcae-3a38-4981-aad7-364be82f4082 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0935035 Aug 28 13:37:42.814226 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['041e849e-2e03-4f11-8ec4-82fa5e677ff5'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:37:42.878630 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-6fb3228b-3a9e-4bf2-b606-e9178bc488fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 200 len: 1001 time: 0.0631375 Aug 28 13:37:42.932597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-3a56ea06-8849-49a8-a957-e96dfc3b6c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:42.934077 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-3a56ea06-8849-49a8-a957-e96dfc3b6c52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0458632 Aug 28 13:37:42.982270 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-b4ce0ca0-555e-4f68-bbf9-a7ebd69c5c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:42.983567 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-b4ce0ca0-555e-4f68-bbf9-a7ebd69c5c48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422437 Aug 28 13:37:43.080951 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-3ba35c05-369d-4df0-a629-bab9b091e85a service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892875 Aug 28 13:37:43.175247 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-f51be513-ec5c-4914-bd31-ba0652d5699d service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857575 Aug 28 13:37:43.615663 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:43.735156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd314b-dd76-497f-924d-737a5b0a612f req-e539aa78-72a9-4212-9856-67fd221d8801 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:43.736729 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ddd314b-dd76-497f-924d-737a5b0a612f req-e539aa78-72a9-4212-9856-67fd221d8801 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 945 time: 0.0592494 Aug 28 13:37:43.776757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9ddd314b-dd76-497f-924d-737a5b0a612f req-a5730b37-98ac-4c05-a10b-fc0acde27401 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341361 Aug 28 13:37:44.343281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 041e849e-2e03-4f11-8ec4-82fa5e677ff5 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:37:44.398945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:37:44.402754 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:37:44.403125 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:44.490896 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:44.516500 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:37:44.537522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:37:44.544547 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:44.573944 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f10ae8-131c-4551-b49c-3b1d114ffc13" -d '{"events": [{"server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "name": "network-vif-plugged", "status": "completed", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:37:44.603665 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=041e849e-2e03-4f11-8ec4-82fa5e677ff5,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:37:44.675819 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f97d993-24f5-4065-b481-c0f686f20ca5 x-openstack-request-id: req-0f97d993-24f5-4065-b481-c0f686f20ca5 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:37:44.676425 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "name": "network-vif-plugged", "status": "completed", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:37:44.676425 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f97d993-24f5-4065-b481-c0f686f20ca5 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:37:44.676742 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'code': 200} Aug 28 13:37:44.895994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318d261-3447-4585-af09-03ec754cab7e req-1efe715c-58b0-43d3-adea-9235f2cb5682 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:44.897504 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8318d261-3447-4585-af09-03ec754cab7e req-1efe715c-58b0-43d3-adea-9235f2cb5682 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0514894 Aug 28 13:37:44.941655 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8318d261-3447-4585-af09-03ec754cab7e req-e9db36c9-4392-4fdf-a1a1-1c7b5a1b6b28 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366895 Aug 28 13:37:45.499111 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:46.061409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07224a4-a825-4c89-8ae5-802507757412 req-c2734064-6f00-40a0-aacc-9ec1e6c88c72 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:46.063039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d07224a4-a825-4c89-8ae5-802507757412 req-c2734064-6f00-40a0-aacc-9ec1e6c88c72 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0508831 Aug 28 13:37:46.102378 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d07224a4-a825-4c89-8ae5-802507757412 req-45db40bb-80b5-40b7-adc4-3f448d714172 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333128 Aug 28 13:37:47.048046 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-50fb5f27-1db3-422a-977e-6ca12c87fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:47.049541 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-50fb5f27-1db3-422a-977e-6ca12c87fc27 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62&tenant_id=bb8ca5c95d2748e2b67d4026edba8047 HTTP/1.1" status: 200 len: 1098 time: 0.0455630 Aug 28 13:37:47.061161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:37:47.112832 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:47.318209 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7248ab9-acd7-4bfd-940e-b0afee12b16b req-c69dbf60-1dd2-462f-9c96-688eee044437 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:47.319747 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e7248ab9-acd7-4bfd-940e-b0afee12b16b req-c69dbf60-1dd2-462f-9c96-688eee044437 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.1020551 Aug 28 13:37:47.383169 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e7248ab9-acd7-4bfd-940e-b0afee12b16b req-6682448d-d7a0-4178-85fa-2e355eb59d2d tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572379 Aug 28 13:37:47.390277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:37:47.423044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h2-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:37:47.461633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:37:47.464267 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e71613-0134-495b-8d74-ee904cd5ee01" -d '{"events": [{"server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "name": "network-vif-unplugged", "status": "completed", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:37:47.468359 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:47.480953 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Transition to ACTIVE for port object 041e849e-2e03-4f11-8ec4-82fa5e677ff5 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:37:47.484807 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:47.512853 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 13:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaae213-860f-4f25-9c9e-fa007c67fa40 x-openstack-request-id: req-0aaae213-860f-4f25-9c9e-fa007c67fa40 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:37:47.513147 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "name": "network-vif-unplugged", "status": "completed", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:37:47.513398 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0aaae213-860f-4f25-9c9e-fa007c67fa40 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:37:47.513792 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'code': 200} Aug 28 13:37:47.571319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=041e849e-2e03-4f11-8ec4-82fa5e677ff5,revision_number=10']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:37:47.586116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:47.586603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:47.587045 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:47.588129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:47.588493 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:47.588840 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:47.589176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:47.589509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:47.589842 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:47.590173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:47.590530 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:47.590856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:37:47.633993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] No DVR routers for this DVR port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 on host n-h2-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:37:47.788271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Attempting to bind port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:37:47.788521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Attempting to bind port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:37:47.788839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Attempting to bind port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:37:47.794021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:37:47.794340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Attempting to bind port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 on network 0d5e199a-9118-4a41-aa62-85f6fdf27186 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:37:47.799508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:37:47.799844 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Checking segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:37:47.800222 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Bound using segment: {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:37:47.800637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Bound port: 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c103366f-8fe6-45b7-9a30-2605dd5df5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:37:47.800993 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:47.866093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:37:47.869605 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:37:47.874550 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:47.913856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:47.914599 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:37:47.916128 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] 10.222.0.11 "PUT /v2.0/ports/041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 200 len: 1094 time: 0.8589363 Aug 28 13:37:47.950828 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75f034-5df0-4298-83c5-8b79599aa7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=041e849e-2e03-4f11-8ec4-82fa5e677ff5,revision_number=11']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:37:47.989072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-9424e373-bd9b-4131-ab99-6001b600b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:47.990868 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-9424e373-bd9b-4131-ab99-6001b600b664 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 1097 time: 0.0489516 Aug 28 13:37:48.089898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-ab53b761-24b9-4916-a68b-dcbf446b5d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:48.091440 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-ab53b761-24b9-4916-a68b-dcbf446b5d4c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0941117 Aug 28 13:37:48.169874 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-09f213db-090d-4b2c-af8c-e8124fcb86bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 200 len: 1000 time: 0.0710585 Aug 28 13:37:48.220121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-8f2f4a3d-1ff6-492f-a07c-cdfccfce1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:48.221510 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-8f2f4a3d-1ff6-492f-a07c-cdfccfce1780 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0456438 Aug 28 13:37:48.267851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-a0bc9852-4cf8-4dce-94b1-931f22e37fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:48.269325 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-a0bc9852-4cf8-4dce-94b1-931f22e37fe8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411725 Aug 28 13:37:48.361951 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-efba38ef-dab3-4e12-a804-782460ef8480 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853345 Aug 28 13:37:48.374924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 041e849e-2e03-4f11-8ec4-82fa5e677ff5 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:37:48.416380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device 041e849e-2e03-4f11-8ec4-82fa5e677ff5 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:37:48.456681 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5f8681d6-3c7d-4e1a-b642-fde5fada7807 req-11ed77e3-878d-47d4-9be2-dc1c16ad4df5 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872874 Aug 28 13:37:48.511296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b8296-6ca6-47e0-8958-631f2c16b84f req-d1a14e6d-ed85-491d-a7fa-af74cb8d2fc4 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:48.512908 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-916b8296-6ca6-47e0-8958-631f2c16b84f req-d1a14e6d-ed85-491d-a7fa-af74cb8d2fc4 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 945 time: 0.0553622 Aug 28 13:37:48.551077 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-916b8296-6ca6-47e0-8958-631f2c16b84f req-47933a9d-d8df-4697-8de9-a9a4657790e5 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318067 Aug 28 13:37:48.637509 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:37:49.514827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:37:49.517182 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a375b98-f92d-4036-bb34-d5a4091f1017" -d '{"events": [{"name": "network-changed", "server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:37:49.568499 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcbc0cb-57a1-4a41-a9d0-431489ac25ad x-openstack-request-id: req-8bcbc0cb-57a1-4a41-a9d0-431489ac25ad {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:37:49.568796 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:37:49.569052 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bcbc0cb-57a1-4a41-a9d0-431489ac25ad {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:37:49.569484 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'status': 'completed', 'code': 200} Aug 28 13:37:49.654503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-82b72394-652a-41de-9323-679fa6b2fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:49.656641 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-82b72394-652a-41de-9323-679fa6b2fc79 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 1097 time: 0.0590484 Aug 28 13:37:49.690207 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-01eefd85-c784-4f22-97ac-c11379dc7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:49.691746 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-01eefd85-c784-4f22-97ac-c11379dc7b3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 1097 time: 0.0959282 Aug 28 13:37:49.702324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55b929-2cc7-4d93-a2db-be73445e2e78 req-363af29c-cf7f-456f-b673-2a946b8e8580 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:49.703818 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de55b929-2cc7-4d93-a2db-be73445e2e78 req-363af29c-cf7f-456f-b673-2a946b8e8580 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 945 time: 0.0655129 Aug 28 13:37:49.760523 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-67f975ca-8147-47bb-b6e3-05e8ea7d6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:49.762318 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-67f975ca-8147-47bb-b6e3-05e8ea7d6776 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0969477 Aug 28 13:37:49.791852 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de55b929-2cc7-4d93-a2db-be73445e2e78 req-2c0fb898-0757-4c4e-87ae-13d8d4c5fc41 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798860 Aug 28 13:37:49.821853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-d38e1f43-3c35-4ce1-9d08-d4d7eef955d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:49.823604 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-d38e1f43-3c35-4ce1-9d08-d4d7eef955d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.1189237 Aug 28 13:37:49.838955 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-40bc5a5e-2c91-48e3-9f67-504ceb040fe0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 200 len: 1000 time: 0.0681760 Aug 28 13:37:49.894223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-42af7091-5e27-4d01-bfbb-a89e34ff25bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:49.895676 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-42af7091-5e27-4d01-bfbb-a89e34ff25bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0472949 Aug 28 13:37:49.895911 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-e934cab0-d4a7-4091-a0fb-7c0421bbaa86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 200 len: 1000 time: 0.0657096 Aug 28 13:37:49.946013 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-26887771-7059-4b72-8545-d7b25a4e278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:49.947638 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-26887771-7059-4b72-8545-d7b25a4e278f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416522 Aug 28 13:37:49.958664 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-ad5e7f1e-65c2-4425-bcd1-daf342f812c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:49.960141 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-ad5e7f1e-65c2-4425-bcd1-daf342f812c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0568304 Aug 28 13:37:50.011350 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-b26db9f5-9706-4a9d-91ec-dfeabe48197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:50.013168 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-b26db9f5-9706-4a9d-91ec-dfeabe48197c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450397 Aug 28 13:37:50.047789 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-bede6537-11c9-43b1-a0e2-d10e22c80b50 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912519 Aug 28 13:37:50.111925 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-eb619521-4c61-40b7-abd7-7f286b3bf0ba service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915036 Aug 28 13:37:50.144869 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-4cb81356-093b-4f2b-a947-05045d8609e8 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896642 Aug 28 13:37:50.221819 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3a375b98-f92d-4036-bb34-d5a4091f1017 req-d4b07725-abc6-4200-a42d-be1fe53c60d7 service neutron] 10.222.0.11 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004536 Aug 28 13:37:50.918869 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d8291-9452-4621-b62f-2d25f59635ff req-c4623737-1016-4176-a579-109b428b9427 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:50.920527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ea7d8291-9452-4621-b62f-2d25f59635ff req-c4623737-1016-4176-a579-109b428b9427 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 945 time: 0.0525095 Aug 28 13:37:50.958937 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ea7d8291-9452-4621-b62f-2d25f59635ff req-27de5093-0c2d-4a17-87be-c7d1620f0b5d tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323827 Aug 28 13:37:52.075817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee583445-d9d3-4ff8-9063-bcc1fec8248e req-6434a004-2493-432b-85a8-1ec5de9688c9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:52.079482 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee583445-d9d3-4ff8-9063-bcc1fec8248e req-6434a004-2493-432b-85a8-1ec5de9688c9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 945 time: 0.0507307 Aug 28 13:37:52.124915 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee583445-d9d3-4ff8-9063-bcc1fec8248e req-a00e846a-1534-439b-bc51-801db9335004 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402441 Aug 28 13:37:52.223189 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0340f4e4-9a8f-4df8-854f-f3f442209d73 req-46c052a6-1af3-41ab-b7dd-5553d167ab1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429182 Aug 28 13:37:52.312320 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340f4e4-9a8f-4df8-854f-f3f442209d73 req-2ff12e9f-e5f0-441b-9f2d-5eb4227c0686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:52.313973 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0340f4e4-9a8f-4df8-854f-f3f442209d73 req-2ff12e9f-e5f0-441b-9f2d-5eb4227c0686 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0456057 Aug 28 13:37:52.418107 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340f4e4-9a8f-4df8-854f-f3f442209d73 req-1de40d0d-0804-4411-85f0-1444d3e59a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:52.419579 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0340f4e4-9a8f-4df8-854f-f3f442209d73 req-1de40d0d-0804-4411-85f0-1444d3e59a98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0850368 Aug 28 13:37:52.460864 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0340f4e4-9a8f-4df8-854f-f3f442209d73 req-6f100c95-15da-4eae-99f4-9c234d52818a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0340989 Aug 28 13:37:52.514754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340f4e4-9a8f-4df8-854f-f3f442209d73 req-ec494598-7560-4267-bc15-c6b12e49e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:52.516149 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0340f4e4-9a8f-4df8-854f-f3f442209d73 req-ec494598-7560-4267-bc15-c6b12e49e25e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0467868 Aug 28 13:37:52.562308 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340f4e4-9a8f-4df8-854f-f3f442209d73 req-66f2337f-418f-40e4-b3fc-b78952dff2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:52.563824 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0340f4e4-9a8f-4df8-854f-f3f442209d73 req-66f2337f-418f-40e4-b3fc-b78952dff2e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400794 Aug 28 13:37:52.651854 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0340f4e4-9a8f-4df8-854f-f3f442209d73 req-06df05f2-d0bf-4036-b81e-acc85816641d service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802412 Aug 28 13:37:52.745657 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0340f4e4-9a8f-4df8-854f-f3f442209d73 req-e3e24bb6-63ce-42e5-9f69-68502f795600 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864983 Aug 28 13:37:53.243580 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63ddc2-cdb5-4791-9563-ccda1881d94c req-81f633b5-e5be-40ef-97e8-3626fb612529 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:53.245280 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db63ddc2-cdb5-4791-9563-ccda1881d94c req-81f633b5-e5be-40ef-97e8-3626fb612529 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 945 time: 0.0511942 Aug 28 13:37:53.285686 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db63ddc2-cdb5-4791-9563-ccda1881d94c req-5b3af80e-522c-4006-bc3c-47a1d771d400 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344436 Aug 28 13:37:54.401012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb37c7-41a6-4035-bfa5-b3aff92dde0d req-44acc5bb-68ea-4848-b019-399d505a566c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:54.402496 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1edb37c7-41a6-4035-bfa5-b3aff92dde0d req-44acc5bb-68ea-4848-b019-399d505a566c tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 945 time: 0.0485678 Aug 28 13:37:54.439231 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1edb37c7-41a6-4035-bfa5-b3aff92dde0d req-c1e57d5a-cae2-41b5-bf7a-5c1f30d67e29 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308526 Aug 28 13:37:55.554967 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d6adf-55ce-4392-96dd-320746908097 req-4181f7ca-6b30-41cc-add1-367f7a7450f0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:55.557093 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc3d6adf-55ce-4392-96dd-320746908097 req-4181f7ca-6b30-41cc-add1-367f7a7450f0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 945 time: 0.0487597 Aug 28 13:37:55.598342 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cc3d6adf-55ce-4392-96dd-320746908097 req-7ade12e2-01d7-4fce-b49a-ac0e77ad3222 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349550 Aug 28 13:37:56.718291 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69c405-15a5-44b6-85ef-679a803e27e9 req-5c75cd52-5194-4af8-aee5-0832ca9144b5 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:56.719801 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f69c405-15a5-44b6-85ef-679a803e27e9 req-5c75cd52-5194-4af8-aee5-0832ca9144b5 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 945 time: 0.0501692 Aug 28 13:37:56.757541 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f69c405-15a5-44b6-85ef-679a803e27e9 req-070b22c4-b779-40b2-8d4b-73eeb5443881 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317297 Aug 28 13:37:57.874651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5cc03-ef09-4538-a710-f8ec67f84fc5 req-c10086fc-cea8-406a-80f6-3fb7c27d0d56 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:57.876066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bdf5cc03-ef09-4538-a710-f8ec67f84fc5 req-c10086fc-cea8-406a-80f6-3fb7c27d0d56 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 945 time: 0.0495665 Aug 28 13:37:57.913899 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bdf5cc03-ef09-4538-a710-f8ec67f84fc5 req-facd21b2-8cc3-498f-858e-67f10c545aa9 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314558 Aug 28 13:37:59.036311 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef40992-1da0-4eb0-a39c-43a1ada46a67 req-a530e5d1-3d6e-4c5f-a040-f2f4b48e3de6 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:37:59.037984 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bef40992-1da0-4eb0-a39c-43a1ada46a67 req-a530e5d1-3d6e-4c5f-a040-f2f4b48e3de6 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 945 time: 0.0528090 Aug 28 13:37:59.085966 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bef40992-1da0-4eb0-a39c-43a1ada46a67 req-49c64ff5-54b4-46ea-bc59-b92f477e9b4b tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404341 Aug 28 13:38:00.204377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aed5a0-0ac4-4b3f-8325-c3bb6258b95b req-c4b3c877-ced9-4dca-9594-ccdc9feaca59 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:00.205873 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8aed5a0-0ac4-4b3f-8325-c3bb6258b95b req-c4b3c877-ced9-4dca-9594-ccdc9feaca59 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 945 time: 0.0502484 Aug 28 13:38:00.244379 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8aed5a0-0ac4-4b3f-8325-c3bb6258b95b req-fb6f4cfb-bd81-42c8-97ee-42ccf6e81ceb tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319927 Aug 28 13:38:00.359288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb51851-3c4c-4ba4-8e81-64548f4b50ab req-1f18dc4d-de3e-48a0-b0f3-802c9dc387fa tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:00.360755 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-feb51851-3c4c-4ba4-8e81-64548f4b50ab req-1f18dc4d-de3e-48a0-b0f3-802c9dc387fa tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 945 time: 0.0486126 Aug 28 13:38:00.376007 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 041e849e-2e03-4f11-8ec4-82fa5e677ff5 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:38:00.400955 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-feb51851-3c4c-4ba4-8e81-64548f4b50ab req-488aeb5c-e1fe-4f1f-b9e5-3fad3bf93844 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341976 Aug 28 13:38:00.473801 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:00.485487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'port_id': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'mac_address': 'fa:16:3e:ef:57:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:38:00.513990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed2bb5-11c4-4c19-b57e-1ed081a15f6c req-a2967f88-f8a7-4069-8575-cf70dde53673 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:00.515507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65ed2bb5-11c4-4c19-b57e-1ed081a15f6c req-a2967f88-f8a7-4069-8575-cf70dde53673 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 945 time: 0.0486531 Aug 28 13:38:00.523386 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:00.536599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041e849e-2e03-4f11-8ec4-82fa5e677ff5 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:38:00.555894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:00.561574 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:00.565694 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65ed2bb5-11c4-4c19-b57e-1ed081a15f6c req-ef11fd88-a3e0-4889-9945-a8fe569f8694 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442812 Aug 28 13:38:00.611608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=041e849e-2e03-4f11-8ec4-82fa5e677ff5,revision_number=12']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:00.789416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['041e849e-2e03-4f11-8ec4-82fa5e677ff5'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:38:00.803240 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71942e-e36a-4e9e-907f-6820033dad4c req-5d56555e-6b79-434e-a9d1-e331933f9be2 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:00.804714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a71942e-e36a-4e9e-907f-6820033dad4c req-5d56555e-6b79-434e-a9d1-e331933f9be2 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0499134 Aug 28 13:38:00.845252 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a71942e-e36a-4e9e-907f-6820033dad4c req-e871e6c2-37ea-4288-a6c1-20daf42ec33b tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339115 Aug 28 13:38:01.962263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401b184-65c8-4862-85b0-acb608ae1811 req-f86c1776-3006-4d69-9118-0ac6e7850739 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:01.964379 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7401b184-65c8-4862-85b0-acb608ae1811 req-f86c1776-3006-4d69-9118-0ac6e7850739 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0515950 Aug 28 13:38:02.002061 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7401b184-65c8-4862-85b0-acb608ae1811 req-d249e9ad-4017-46a2-aac0-f8d4d8c070d8 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317247 Aug 28 13:38:02.332058 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00aa5ca-7c4d-4386-8752-5dd39895bab8 req-7935fb83-7f94-4199-a277-194fddb04749 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:02.333498 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a00aa5ca-7c4d-4386-8752-5dd39895bab8 req-7935fb83-7f94-4199-a277-194fddb04749 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.11 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 946 time: 0.0471303 Aug 28 13:38:02.390193 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 041e849e-2e03-4f11-8ec4-82fa5e677ff5 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:38:02.424908 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-a00aa5ca-7c4d-4386-8752-5dd39895bab8 req-20b274c7-2a44-448b-bc71-59f9051fa914 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Deleting port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:38:02.425251 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a00aa5ca-7c4d-4386-8752-5dd39895bab8 req-20b274c7-2a44-448b-bc71-59f9051fa914 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:02.440134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:38:02.444026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:38:02.444413 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:02.517085 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a00aa5ca-7c4d-4386-8752-5dd39895bab8 req-20b274c7-2a44-448b-bc71-59f9051fa914 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:02.517452 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a00aa5ca-7c4d-4386-8752-5dd39895bab8 req-20b274c7-2a44-448b-bc71-59f9051fa914 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:02.528171 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:02.550694 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:38:02.552925 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7390798-2e27-4e52-9373-1d5b516fba58" -d '{"events": [{"server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "name": "network-vif-plugged", "status": "completed", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:38:02.566157 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 041e849e-2e03-4f11-8ec4-82fa5e677ff5, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=041e849e-2e03-4f11-8ec4-82fa5e677ff5,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:02.570504 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:02.595949 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56259d44-9e65-46c2-a94a-c430e7a2fa9d x-openstack-request-id: req-56259d44-9e65-46c2-a94a-c430e7a2fa9d {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:38:02.596419 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "name": "network-vif-plugged", "status": "completed", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:38:02.596849 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56259d44-9e65-46c2-a94a-c430e7a2fa9d {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:38:02.597393 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'code': 200} Aug 28 13:38:02.624380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=041e849e-2e03-4f11-8ec4-82fa5e677ff5,revision_number=13']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:02.701811 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a00aa5ca-7c4d-4386-8752-5dd39895bab8 req-20b274c7-2a44-448b-bc71-59f9051fa914 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:02.702197 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a00aa5ca-7c4d-4386-8752-5dd39895bab8 req-20b274c7-2a44-448b-bc71-59f9051fa914 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:02.702538 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [req-a00aa5ca-7c4d-4386-8752-5dd39895bab8 req-20b274c7-2a44-448b-bc71-59f9051fa914 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Floating IP 9fe78204-9fee-46e5-8ed3-6107db4fce87 disassociated. External IP: 172.25.1.70, port: 041e849e-2e03-4f11-8ec4-82fa5e677ff5. Aug 28 13:38:02.702875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-a00aa5ca-7c4d-4386-8752-5dd39895bab8 req-20b274c7-2a44-448b-bc71-59f9051fa914 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Calling delete_port for 041e849e-2e03-4f11-8ec4-82fa5e677ff5 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:38:02.827570 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a00aa5ca-7c4d-4386-8752-5dd39895bab8 req-20b274c7-2a44-448b-bc71-59f9051fa914 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:02.857490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b274c7-2a44-448b-bc71-59f9051fa914 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Pushing event deleted for resources: {'Port': ['ID=041e849e-2e03-4f11-8ec4-82fa5e677ff5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:02.972845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a00aa5ca-7c4d-4386-8752-5dd39895bab8 req-20b274c7-2a44-448b-bc71-59f9051fa914 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Router f5d282dc-7763-499b-9569-3eae016ab3a3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:38:03.109216 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e266dfb9-123f-46b4-9fba-ad101308be85 req-e2bb855d-2068-4a28-a345-486aa90dd5f0 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 210 time: 0.0350201 Aug 28 13:38:03.110259 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a00aa5ca-7c4d-4386-8752-5dd39895bab8 req-20b274c7-2a44-448b-bc71-59f9051fa914 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:38:03.121439 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f304a9-a349-40ae-b335-f5eec4b325da None None] Sync routers for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:38:03.131132 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f304a9-a349-40ae-b335-f5eec4b325da None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:38:03.131677 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-27f304a9-a349-40ae-b335-f5eec4b325da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:37:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:03.152728 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00aa5ca-7c4d-4386-8752-5dd39895bab8 req-20b274c7-2a44-448b-bc71-59f9051fa914 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] No DVR routers for this DVR port 041e849e-2e03-4f11-8ec4-82fa5e677ff5 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:38:03.155621 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a00aa5ca-7c4d-4386-8752-5dd39895bab8 req-20b274c7-2a44-448b-bc71-59f9051fa914 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:03.157693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a00aa5ca-7c4d-4386-8752-5dd39895bab8 req-20b274c7-2a44-448b-bc71-59f9051fa914 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.11 "DELETE /v2.0/ports/041e849e-2e03-4f11-8ec4-82fa5e677ff5 HTTP/1.1" status: 204 len: 173 time: 0.8179941 Aug 28 13:38:03.158144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'name': 'network-vif-deleted', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:38:03.160505 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7062194-48a8-482c-b03d-613128c0841f" -d '{"events": [{"server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "name": "network-vif-deleted", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:38:03.202409 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d621789-ee57-4ec3-b195-5509501400ca x-openstack-request-id: req-6d621789-ee57-4ec3-b195-5509501400ca {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:38:03.202701 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87e3465-65dc-4ba1-9f45-ce6c27178f62", "name": "network-vif-deleted", "tag": "041e849e-2e03-4f11-8ec4-82fa5e677ff5", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:38:03.202955 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d621789-ee57-4ec3-b195-5509501400ca {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:38:03.203351 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87e3465-65dc-4ba1-9f45-ce6c27178f62', 'name': 'network-vif-deleted', 'tag': '041e849e-2e03-4f11-8ec4-82fa5e677ff5', 'status': 'completed', 'code': 200} Aug 28 13:38:03.244932 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-27f304a9-a349-40ae-b335-f5eec4b325da None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:38:03.441313 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-27f304a9-a349-40ae-b335-f5eec4b325da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:03.467348 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f304a9-a349-40ae-b335-f5eec4b325da None None] Checking router: f5d282dc-7763-499b-9569-3eae016ab3a3 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:38:03.475502 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f304a9-a349-40ae-b335-f5eec4b325da None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:38:03.476101 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-27f304a9-a349-40ae-b335-f5eec4b325da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:37:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:03.581134 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-27f304a9-a349-40ae-b335-f5eec4b325da None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:38:03.784170 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-27f304a9-a349-40ae-b335-f5eec4b325da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:03.812760 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f304a9-a349-40ae-b335-f5eec4b325da None None] The sync data for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 is: [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:28:32Z', 'revision_number': 4, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'c35d8367-c347-4b0e-bf5b-719df4df4973', 'name': '', 'network_id': '0d5e199a-9118-4a41-aa62-85f6fdf27186', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'mac_address': 'fa:16:3e:09:2b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:32Z', 'updated_at': '2021-08-28T13:28:37Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'subnets': [{'id': '1be7aa52-b246-40cc-abdc-a52698a02d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:38:04.039032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d86810-bb5d-4de7-8471-871a92211750 None None] New status for floating IP 9fe78204-9fee-46e5-8ed3-6107db4fce87: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:38:04.210321 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dcb2ec3d-bf78-4d28-8447-15d27c6b54a2 req-7fcdf7d6-fb04-4143-8521-90fb1db047fd tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 210 time: 0.0265791 Aug 28 13:38:05.305078 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-acb4c7a6-69bf-4044-9b73-2f5c7a23b9b5 req-6963e7df-e41c-40eb-a9aa-c579c1beda58 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 210 time: 0.0267689 Aug 28 13:38:06.392147 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 041e849e-2e03-4f11-8ec4-82fa5e677ff5 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:38:06.403807 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bea3c5b-5c35-4c51-bbe3-c3f1611aed6d req-d47034ad-4d37-4e8a-9c79-28652c7fb551 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e87e3465-65dc-4ba1-9f45-ce6c27178f62 HTTP/1.1" status: 200 len: 210 time: 0.0279679 Aug 28 13:38:06.413059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 041e849e-2e03-4f11-8ec4-82fa5e677ff5 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:38:06.413401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 041e849e-2e03-4f11-8ec4-82fa5e677ff5 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:38:07.950248 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:10.059336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37080) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:10.061442 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6008c4ac-230f-4021-ab5a-bbb4929faee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:10.105527 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-1de2b30d-f341-4b2d-a5b7-23ea07a66265 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 28 13:38:10.106563 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1de2b30d-f341-4b2d-a5b7-23ea07a66265 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "DELETE /v2.0/security-groups/3b12bfdb-8a57-4b09-bbb1-48a5cb0387ff HTTP/1.1" status: 409 len: 336 time: 0.0461614 Aug 28 13:38:10.126683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37082) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:10.253394 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-67a8c3d4-e09a-4a0c-974c-f7c9de4edd05 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Deleting port 4cae102d-4fc6-40c8-9efc-1f323dd9718c {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:38:10.253729 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67a8c3d4-e09a-4a0c-974c-f7c9de4edd05 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:10.309991 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:10.331856 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67a8c3d4-e09a-4a0c-974c-f7c9de4edd05 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:10.332179 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67a8c3d4-e09a-4a0c-974c-f7c9de4edd05 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:10.343827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-67a8c3d4-e09a-4a0c-974c-f7c9de4edd05 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Calling delete_port for 4cae102d-4fc6-40c8-9efc-1f323dd9718c owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:38:10.749315 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67a8c3d4-e09a-4a0c-974c-f7c9de4edd05 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:10.776118 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8c3d4-e09a-4a0c-974c-f7c9de4edd05 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Pushing event deleted for resources: {'Port': ['ID=4cae102d-4fc6-40c8-9efc-1f323dd9718c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:10.832578 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67a8c3d4-e09a-4a0c-974c-f7c9de4edd05 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:10.835253 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67a8c3d4-e09a-4a0c-974c-f7c9de4edd05 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:10.836397 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-67a8c3d4-e09a-4a0c-974c-f7c9de4edd05 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] 10.222.0.20 "DELETE /v2.0/floatingips/9fe78204-9fee-46e5-8ed3-6107db4fce87 HTTP/1.1" status: 204 len: 168 time: 0.7087936 Aug 28 13:38:10.847770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37084) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:11.309427 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49364e04-40b9-4a88-8e3a-df8aa0635970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:11.554222 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-49364e04-40b9-4a88-8e3a-df8aa0635970 admin admin] Deleting port c35d8367-c347-4b0e-bf5b-719df4df4973 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:38:11.554590 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49364e04-40b9-4a88-8e3a-df8aa0635970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:11.631930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-49364e04-40b9-4a88-8e3a-df8aa0635970 admin admin] For port c35d8367-c347-4b0e-bf5b-719df4df4973, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c35d8367-c347-4b0e-bf5b-719df4df4973,segment=NetworkSegment(c103366f-8fe6-45b7-9a30-2605dd5df5f2),segment_id=c103366f-8fe6-45b7-9a30-2605dd5df5f2)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:11.632206 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49364e04-40b9-4a88-8e3a-df8aa0635970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:11.645251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-49364e04-40b9-4a88-8e3a-df8aa0635970 admin admin] Calling delete_port for c35d8367-c347-4b0e-bf5b-719df4df4973 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:38:11.826388 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49364e04-40b9-4a88-8e3a-df8aa0635970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:11.854584 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49364e04-40b9-4a88-8e3a-df8aa0635970 admin admin] Pushing event deleted for resources: {'Port': ['ID=c35d8367-c347-4b0e-bf5b-719df4df4973,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:12.025067 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-49364e04-40b9-4a88-8e3a-df8aa0635970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:12.239861 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49364e04-40b9-4a88-8e3a-df8aa0635970 admin admin] Router f5d282dc-7763-499b-9569-3eae016ab3a3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:38:12.329804 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9fd97fde-42ba-413d-981e-ac538ed9d585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:12.345028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49364e04-40b9-4a88-8e3a-df8aa0635970 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:38:12.350134 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-49364e04-40b9-4a88-8e3a-df8aa0635970 admin admin] 10.222.0.20 "PUT /v2.0/routers/f5d282dc-7763-499b-9569-3eae016ab3a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5012896 Aug 28 13:38:12.352544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37088) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:12.354183 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f24a7-e436-4315-be07-92c8d25de108 None None] Sync routers for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:38:12.363247 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f24a7-e436-4315-be07-92c8d25de108 None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:38:12.363847 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-459f24a7-e436-4315-be07-92c8d25de108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:38:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:12.458352 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37ddefc8-06d6-4b9a-9996-f728dafd6e02 admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:12.472395 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-459f24a7-e436-4315-be07-92c8d25de108 None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:38:12.564918 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37ddefc8-06d6-4b9a-9996-f728dafd6e02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:12.620068 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-37ddefc8-06d6-4b9a-9996-f728dafd6e02 admin admin] Deleting port 786a21bb-abb9-4bef-8850-dc13299b69fc {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:38:12.620400 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37ddefc8-06d6-4b9a-9996-f728dafd6e02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:12.661306 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-459f24a7-e436-4315-be07-92c8d25de108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:38:11Z', 'revision_number': 5, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port': {'id': '786a21bb-abb9-4bef-8850-dc13299b69fc', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:28:30Z', 'updated_at': '2021-08-28T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:12.672826 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:12.692321 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f24a7-e436-4315-be07-92c8d25de108 None None] Checking router: f5d282dc-7763-499b-9569-3eae016ab3a3 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:38:12.700687 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f24a7-e436-4315-be07-92c8d25de108 None None] Routers {'f5d282dc-7763-499b-9569-3eae016ab3a3'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:38:12.701290 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-459f24a7-e436-4315-be07-92c8d25de108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:38:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f5d282dc-7763-499b-9569-3eae016ab3a3'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:12.723399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-37ddefc8-06d6-4b9a-9996-f728dafd6e02 admin admin] For port 786a21bb-abb9-4bef-8850-dc13299b69fc, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=786a21bb-abb9-4bef-8850-dc13299b69fc,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:12.723874 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37ddefc8-06d6-4b9a-9996-f728dafd6e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:12.741004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-37ddefc8-06d6-4b9a-9996-f728dafd6e02 admin admin] Calling delete_port for 786a21bb-abb9-4bef-8850-dc13299b69fc owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:38:12.787926 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-459f24a7-e436-4315-be07-92c8d25de108 None None] Set router f5d282dc-7763-499b-9569-3eae016ab3a3 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:38:12.930778 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37ddefc8-06d6-4b9a-9996-f728dafd6e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:12.945796 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-459f24a7-e436-4315-be07-92c8d25de108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:38:12Z', 'revision_number': 6, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:12.964126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddefc8-06d6-4b9a-9996-f728dafd6e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=786a21bb-abb9-4bef-8850-dc13299b69fc,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:12.972875 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f24a7-e436-4315-be07-92c8d25de108 None None] The sync data for ids ['f5d282dc-7763-499b-9569-3eae016ab3a3'] in n-d-791505-21 is: [{'id': 'f5d282dc-7763-499b-9569-3eae016ab3a3', 'name': 'tempest-ServerActionsTestJSON-1445844948-router', 'tenant_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:28:29Z', 'updated_at': '2021-08-28T13:38:12Z', 'revision_number': 6, 'project_id': 'bb8ca5c95d2748e2b67d4026edba8047', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:38:13.033646 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37ddefc8-06d6-4b9a-9996-f728dafd6e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:13.152419 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37ddefc8-06d6-4b9a-9996-f728dafd6e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:13.155402 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37ddefc8-06d6-4b9a-9996-f728dafd6e02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:13.226151 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37ddefc8-06d6-4b9a-9996-f728dafd6e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:13.226752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ddefc8-06d6-4b9a-9996-f728dafd6e02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5d282dc-7763-499b-9569-3eae016ab3a3 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:38:13.232014 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-37ddefc8-06d6-4b9a-9996-f728dafd6e02 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:13.233319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-37ddefc8-06d6-4b9a-9996-f728dafd6e02 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f5d282dc-7763-499b-9569-3eae016ab3a3 HTTP/1.1" status: 204 len: 168 time: 0.8791189 Aug 28 13:38:13.237465 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37090) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:13.296513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4a8d1e-51a2-49c7-9555-fd46c19ad7f5 admin admin] Deleting subnet 1be7aa52-b246-40cc-abdc-a52698a02d4e {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:38:13.300304 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8d1e-51a2-49c7-9555-fd46c19ad7f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:13.342613 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8d1e-51a2-49c7-9555-fd46c19ad7f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:13.387159 n-d-791505-21 neutron-server[94877]: INFO neutron.db.db_base_plugin_v2 [None req-9d4a8d1e-51a2-49c7-9555-fd46c19ad7f5 admin admin] Found port (d5c19086-9af8-4166-aa23-9b4bbcdd53ca, 172.20.0.8) having IP allocation on subnet 1be7aa52-b246-40cc-abdc-a52698a02d4e, cannot delete Aug 28 13:38:13.389995 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4a8d1e-51a2-49c7-9555-fd46c19ad7f5 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 28 13:38:13.390875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4a8d1e-51a2-49c7-9555-fd46c19ad7f5 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:38:13.395126 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9d4a8d1e-51a2-49c7-9555-fd46c19ad7f5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 409 len: 404 time: 0.1552873 Aug 28 13:38:13.620033 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:13.928511 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37110) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:14.027093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f5de778b-9ba0-4e79-82da-a5d4d3f4bb19 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-811677291-network', 'tenant_id': 'b2396c791e1544fc945fa924ff71bdc1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:14.051145 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5de778b-9ba0-4e79-82da-a5d4d3f4bb19 admin admin] Made reservation on behalf of b2396c791e1544fc945fa924ff71bdc1 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:14.053463 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5de778b-9ba0-4e79-82da-a5d4d3f4bb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:14.062538 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5de778b-9ba0-4e79-82da-a5d4d3f4bb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:14.151445 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5de778b-9ba0-4e79-82da-a5d4d3f4bb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:14.155622 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5de778b-9ba0-4e79-82da-a5d4d3f4bb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:14.176129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5de778b-9ba0-4e79-82da-a5d4d3f4bb19 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:38:14.191230 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de778b-9ba0-4e79-82da-a5d4d3f4bb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01969aa-b27a-4bac-9d48-6fb977828877,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:14.194054 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5de778b-9ba0-4e79-82da-a5d4d3f4bb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:14.194426 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-f5de778b-9ba0-4e79-82da-a5d4d3f4bb19 admin admin] Added segment 7cd1a858-5bf4-40af-bfca-a4f2e5b04d77 of type vlan for network 53b58cfd-47f7-4460-a28e-319c05dd9e68 Aug 28 13:38:14.238124 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5de778b-9ba0-4e79-82da-a5d4d3f4bb19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:14.262683 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5de778b-9ba0-4e79-82da-a5d4d3f4bb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:14.263564 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5de778b-9ba0-4e79-82da-a5d4d3f4bb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:14.264133 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5de778b-9ba0-4e79-82da-a5d4d3f4bb19 admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:14.314689 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f5de778b-9ba0-4e79-82da-a5d4d3f4bb19 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3850610 Aug 28 13:38:14.317694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37114) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:14.323063 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-3f323eff-c5a9-4c80-b7ad-54e874c8f3e9 admin admin] Request body: {'subnet': {'network_id': '53b58cfd-47f7-4460-a28e-319c05dd9e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-811677291-subnet', 'tenant_id': 'b2396c791e1544fc945fa924ff71bdc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:14.323757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de778b-9ba0-4e79-82da-a5d4d3f4bb19 admin admin] Pushing event updated for resources: {'Network': ['ID=53b58cfd-47f7-4460-a28e-319c05dd9e68,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:14.333620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 53b58cfd-47f7-4460-a28e-319c05dd9e68 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:38:14.345772 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f323eff-c5a9-4c80-b7ad-54e874c8f3e9 admin admin] Made reservation on behalf of b2396c791e1544fc945fa924ff71bdc1 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:14.348067 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3f323eff-c5a9-4c80-b7ad-54e874c8f3e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:14.511948 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3f323eff-c5a9-4c80-b7ad-54e874c8f3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:14.564453 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f323eff-c5a9-4c80-b7ad-54e874c8f3e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d92e0a16-601a-422b-99af-cbd8aaa6bbd7,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:14.574941 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f323eff-c5a9-4c80-b7ad-54e874c8f3e9 admin admin] Checking segment: {'id': '7cd1a858-5bf4-40af-bfca-a4f2e5b04d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '53b58cfd-47f7-4460-a28e-319c05dd9e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:38:14.575301 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f323eff-c5a9-4c80-b7ad-54e874c8f3e9 admin admin] Network hostable DHCP agents. Network: 53b58cfd-47f7-4460-a28e-319c05dd9e68, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:38:14.591547 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f323eff-c5a9-4c80-b7ad-54e874c8f3e9 admin admin] Network 53b58cfd-47f7-4460-a28e-319c05dd9e68 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:38:14.600097 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-3f323eff-c5a9-4c80-b7ad-54e874c8f3e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 53b58cfd-47f7-4460-a28e-319c05dd9e68) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:38:14.605289 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f323eff-c5a9-4c80-b7ad-54e874c8f3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:14.605936 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3f323eff-c5a9-4c80-b7ad-54e874c8f3e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:14.611492 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf12466-d522-4eca-a2eb-62dd19dcef83 None None] Network 53b58cfd-47f7-4460-a28e-319c05dd9e68 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:14.619802 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3f323eff-c5a9-4c80-b7ad-54e874c8f3e9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3009396 Aug 28 13:38:14.737594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a4ad65-c386-42af-ba52-afd135d4724f None None] Network 53b58cfd-47f7-4460-a28e-319c05dd9e68 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:14.931835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 786a21bb-abb9-4bef-8850-dc13299b69fc no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:38:14.951745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 786a21bb-abb9-4bef-8850-dc13299b69fc {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:38:14.952167 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 786a21bb-abb9-4bef-8850-dc13299b69fc not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:38:14.952653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c35d8367-c347-4b0e-bf5b-719df4df4973 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:38:14.971384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: c35d8367-c347-4b0e-bf5b-719df4df4973 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:38:14.971723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c35d8367-c347-4b0e-bf5b-719df4df4973 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:38:15.042573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b0018-2792-4f27-b752-78117975a44e req-7147da90-e317-4064-bc98-cff682605f85 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:15.043935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba0b0018-2792-4f27-b752-78117975a44e req-7147da90-e317-4064-bc98-cff682605f85 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/networks?id=53b58cfd-47f7-4460-a28e-319c05dd9e68 HTTP/1.1" status: 200 len: 813 time: 0.1066680 Aug 28 13:38:15.058736 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba0b0018-2792-4f27-b752-78117975a44e req-8a07d651-b176-4ccb-93ff-a1bec48243c6 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/quotas/b2396c791e1544fc945fa924ff71bdc1 HTTP/1.1" status: 200 len: 375 time: 0.0090184 Aug 28 13:38:15.091117 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba0b0018-2792-4f27-b752-78117975a44e req-9eac7a25-9082-4a7d-83e4-543777a467b9 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2396c791e1544fc945fa924ff71bdc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271287 Aug 28 13:38:15.183123 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba0b0018-2792-4f27-b752-78117975a44e req-638a4c68-1cd6-479e-9508-e9eda8aa059f service neutron] 10.222.0.20 "GET /v2.0/networks/53b58cfd-47f7-4460-a28e-319c05dd9e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850749 Aug 28 13:38:15.276311 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba0b0018-2792-4f27-b752-78117975a44e req-8b34969c-6f82-4314-9c0e-fd36737ab64a service neutron] 10.222.0.20 "GET /v2.0/networks/53b58cfd-47f7-4460-a28e-319c05dd9e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869179 Aug 28 13:38:15.434314 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a1d0afbc-3726-4301-a800-e826702deb98 req-61d08b53-3021-4326-aa26-8857b68417d7 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 210 time: 0.0278640 Aug 28 13:38:15.503528 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:16.692265 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b0dfca6d-95a5-452d-8462-abf83bdc0423 req-c0c6cc18-e37c-45ff-8fda-2ba2fab037a6 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 210 time: 0.0345619 Aug 28 13:38:16.737092 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b0018-2792-4f27-b752-78117975a44e req-ab9b5c11-48f0-4137-9016-bb9a30b2c6c9 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:16.738506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba0b0018-2792-4f27-b752-78117975a44e req-ab9b5c11-48f0-4137-9016-bb9a30b2c6c9 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.11 "GET /v2.0/networks?id=53b58cfd-47f7-4460-a28e-319c05dd9e68 HTTP/1.1" status: 200 len: 813 time: 0.3999326 Aug 28 13:38:16.752260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ba0b0018-2792-4f27-b752-78117975a44e req-3991b424-b0b6-4fc8-983a-a2d4ce0e46a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Request body: {'port': {'device_id': 'eb4ecbee-682d-4e56-a17e-96165046d8aa', 'network_id': '53b58cfd-47f7-4460-a28e-319c05dd9e68', 'admin_state_up': True, 'tenant_id': 'b2396c791e1544fc945fa924ff71bdc1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:16.857378 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0b0018-2792-4f27-b752-78117975a44e req-3991b424-b0b6-4fc8-983a-a2d4ce0e46a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Made reservation on behalf of b2396c791e1544fc945fa924ff71bdc1 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:16.860836 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba0b0018-2792-4f27-b752-78117975a44e req-3991b424-b0b6-4fc8-983a-a2d4ce0e46a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:16.987843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-ba0b0018-2792-4f27-b752-78117975a44e req-3991b424-b0b6-4fc8-983a-a2d4ce0e46a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Allocated IP 172.20.0.2 (53b58cfd-47f7-4460-a28e-319c05dd9e68/d92e0a16-601a-422b-99af-cbd8aaa6bbd7/f89b49a1-becd-41d6-8210-ecdd44a6e98f) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:38:17.132448 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba0b0018-2792-4f27-b752-78117975a44e req-3991b424-b0b6-4fc8-983a-a2d4ce0e46a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:17.171085 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba0b0018-2792-4f27-b752-78117975a44e req-3991b424-b0b6-4fc8-983a-a2d4ce0e46a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:17.211595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0b0018-2792-4f27-b752-78117975a44e req-3991b424-b0b6-4fc8-983a-a2d4ce0e46a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Network 53b58cfd-47f7-4460-a28e-319c05dd9e68 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:38:17.214697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-ba0b0018-2792-4f27-b752-78117975a44e req-3991b424-b0b6-4fc8-983a-a2d4ce0e46a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:38:17.220371 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0b0018-2792-4f27-b752-78117975a44e req-3991b424-b0b6-4fc8-983a-a2d4ce0e46a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:38:17.246337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991b424-b0b6-4fc8-983a-a2d4ce0e46a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Pushing event updated for resources: {'Port': ['ID=f89b49a1-becd-41d6-8210-ecdd44a6e98f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:17.273136 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b0018-2792-4f27-b752-78117975a44e req-3991b424-b0b6-4fc8-983a-a2d4ce0e46a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:17.273745 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba0b0018-2792-4f27-b752-78117975a44e req-3991b424-b0b6-4fc8-983a-a2d4ce0e46a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:17.287294 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba0b0018-2792-4f27-b752-78117975a44e req-3991b424-b0b6-4fc8-983a-a2d4ce0e46a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5386672 Aug 28 13:38:17.301554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Request body: {'port': {'device_id': 'eb4ecbee-682d-4e56-a17e-96165046d8aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:17.358489 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:17.615768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f89b49a1-becd-41d6-8210-ecdd44a6e98f {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:38:17.623302 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:17.635054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Transition to ACTIVE for port object f89b49a1-becd-41d6-8210-ecdd44a6e98f will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:38:17.638854 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:17.690187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=f89b49a1-becd-41d6-8210-ecdd44a6e98f,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:17.758415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Attempting to bind port f89b49a1-becd-41d6-8210-ecdd44a6e98f on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:38:17.759195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Attempting to bind port f89b49a1-becd-41d6-8210-ecdd44a6e98f by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '7cd1a858-5bf4-40af-bfca-a4f2e5b04d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '53b58cfd-47f7-4460-a28e-319c05dd9e68'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:38:17.759363 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Attempting to bind port f89b49a1-becd-41d6-8210-ecdd44a6e98f on network 53b58cfd-47f7-4460-a28e-319c05dd9e68 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:38:17.763819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Port f89b49a1-becd-41d6-8210-ecdd44a6e98f on network 53b58cfd-47f7-4460-a28e-319c05dd9e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:38:17.764213 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Attempting to bind port f89b49a1-becd-41d6-8210-ecdd44a6e98f on network 53b58cfd-47f7-4460-a28e-319c05dd9e68 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:38:17.779834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:38:17.780176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Checking segment: {'id': '7cd1a858-5bf4-40af-bfca-a4f2e5b04d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '53b58cfd-47f7-4460-a28e-319c05dd9e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:38:17.780552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Bound using segment: {'id': '7cd1a858-5bf4-40af-bfca-a4f2e5b04d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '53b58cfd-47f7-4460-a28e-319c05dd9e68'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:38:17.780986 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Bound port: f89b49a1-becd-41d6-8210-ecdd44a6e98f, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd1a858-5bf4-40af-bfca-a4f2e5b04d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '53b58cfd-47f7-4460-a28e-319c05dd9e68'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:38:17.781341 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:17.847486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce04013-03e0-4e82-b23f-f7fbf542d9bf req-2e8a436e-d3a8-436e-a861-9f790b73e306 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:17.848974 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cce04013-03e0-4e82-b23f-f7fbf542d9bf req-2e8a436e-d3a8-436e-a861-9f790b73e306 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 943 time: 0.0826633 Aug 28 13:38:17.895756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] For port f89b49a1-becd-41d6-8210-ecdd44a6e98f, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:38:17.917298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] For port f89b49a1-becd-41d6-8210-ecdd44a6e98f, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f89b49a1-becd-41d6-8210-ecdd44a6e98f,segment=NetworkSegment(7cd1a858-5bf4-40af-bfca-a4f2e5b04d77),segment_id=7cd1a858-5bf4-40af-bfca-a4f2e5b04d77)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:38:17.920854 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cce04013-03e0-4e82-b23f-f7fbf542d9bf req-926b2812-abd2-4906-a89b-7fb933ad5517 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644999 Aug 28 13:38:17.922325 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:17.955944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:17.957090 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:17.958529 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba0b0018-2792-4f27-b752-78117975a44e req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] 10.222.0.11 "PUT /v2.0/ports/f89b49a1-becd-41d6-8210-ecdd44a6e98f HTTP/1.1" status: 200 len: 1092 time: 0.6611183 Aug 28 13:38:17.958974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4ecbee-682d-4e56-a17e-96165046d8aa', 'tag': 'f89b49a1-becd-41d6-8210-ecdd44a6e98f'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:38:17.961217 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd8d5c4-6cc7-4d8f-b3f9-b549bb825fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4ecbee-682d-4e56-a17e-96165046d8aa", "tag": "f89b49a1-becd-41d6-8210-ecdd44a6e98f"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:38:17.990765 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c355f-42d1-4057-8fc8-b2e7585c3ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=f89b49a1-becd-41d6-8210-ecdd44a6e98f,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:18.007722 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25a63e8-17ef-42bd-9ab8-7e5ec14fc96e x-openstack-request-id: req-c25a63e8-17ef-42bd-9ab8-7e5ec14fc96e {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:38:18.008008 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4ecbee-682d-4e56-a17e-96165046d8aa", "tag": "f89b49a1-becd-41d6-8210-ecdd44a6e98f", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:38:18.008262 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c25a63e8-17ef-42bd-9ab8-7e5ec14fc96e {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:38:18.008645 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4ecbee-682d-4e56-a17e-96165046d8aa', 'tag': 'f89b49a1-becd-41d6-8210-ecdd44a6e98f', 'status': 'completed', 'code': 200} Aug 28 13:38:18.044595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b0018-2792-4f27-b752-78117975a44e req-5ffe6b04-c6eb-4f67-bbbc-a707722bc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:18.046110 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba0b0018-2792-4f27-b752-78117975a44e req-5ffe6b04-c6eb-4f67-bbbc-a707722bc01a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2396c791e1544fc945fa924ff71bdc1&device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 1095 time: 0.0478117 Aug 28 13:38:18.098738 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba0b0018-2792-4f27-b752-78117975a44e req-521a9832-b2d4-4da1-b646-67be65a2ed32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f89b49a1-becd-41d6-8210-ecdd44a6e98f HTTP/1.1" status: 200 len: 217 time: 0.0446870 Aug 28 13:38:18.147278 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b0018-2792-4f27-b752-78117975a44e req-f896938a-f02c-4c3e-91ed-53b42cead58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:18.148626 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba0b0018-2792-4f27-b752-78117975a44e req-f896938a-f02c-4c3e-91ed-53b42cead58e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d92e0a16-601a-422b-99af-cbd8aaa6bbd7 HTTP/1.1" status: 200 len: 853 time: 0.0435355 Aug 28 13:38:18.179518 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba0b0018-2792-4f27-b752-78117975a44e req-550b66e0-9e7c-4a5a-a1c8-f45eb8831c81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53b58cfd-47f7-4460-a28e-319c05dd9e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238557 Aug 28 13:38:18.269719 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba0b0018-2792-4f27-b752-78117975a44e req-665e1692-cf46-486b-a872-269e8e1c6d2a service neutron] 10.222.0.11 "GET /v2.0/networks/53b58cfd-47f7-4460-a28e-319c05dd9e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817924 Aug 28 13:38:18.362837 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba0b0018-2792-4f27-b752-78117975a44e req-daeba086-5596-4c70-b586-8dd0323fa300 service neutron] 10.222.0.11 "GET /v2.0/networks/53b58cfd-47f7-4460-a28e-319c05dd9e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864091 Aug 28 13:38:18.447887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8d5c4-6cc7-4d8f-b3f9-b549bb825fa6 req-1ad3581f-9e23-4772-a06b-0ff8571c7242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:18.449293 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-abd8d5c4-6cc7-4d8f-b3f9-b549bb825fa6 req-1ad3581f-9e23-4772-a06b-0ff8571c7242 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2396c791e1544fc945fa924ff71bdc1&device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 1095 time: 0.0419965 Aug 28 13:38:18.541650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8d5c4-6cc7-4d8f-b3f9-b549bb825fa6 req-09f5d83a-e26b-4e45-8edc-a1358a576d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:18.543159 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-abd8d5c4-6cc7-4d8f-b3f9-b549bb825fa6 req-09f5d83a-e26b-4e45-8edc-a1358a576d66 service neutron] 10.222.0.11 "GET /v2.0/networks?id=53b58cfd-47f7-4460-a28e-319c05dd9e68 HTTP/1.1" status: 200 len: 913 time: 0.0874674 Aug 28 13:38:18.586066 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-abd8d5c4-6cc7-4d8f-b3f9-b549bb825fa6 req-fbeebad5-f884-44b9-91ad-82c66a1987eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f89b49a1-becd-41d6-8210-ecdd44a6e98f HTTP/1.1" status: 200 len: 217 time: 0.0346572 Aug 28 13:38:18.636307 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8d5c4-6cc7-4d8f-b3f9-b549bb825fa6 req-9d1dc2eb-798d-4835-832f-6491fde6c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:18.637742 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-abd8d5c4-6cc7-4d8f-b3f9-b549bb825fa6 req-9d1dc2eb-798d-4835-832f-6491fde6c5cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d92e0a16-601a-422b-99af-cbd8aaa6bbd7 HTTP/1.1" status: 200 len: 853 time: 0.0441616 Aug 28 13:38:18.670705 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-abd8d5c4-6cc7-4d8f-b3f9-b549bb825fa6 req-917c7681-6b9a-4c1c-9b85-47f284d7e74a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53b58cfd-47f7-4460-a28e-319c05dd9e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253503 Aug 28 13:38:18.763622 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-abd8d5c4-6cc7-4d8f-b3f9-b549bb825fa6 req-8f1364ab-6a64-4e97-849d-52b33a2e74a9 service neutron] 10.222.0.11 "GET /v2.0/networks/53b58cfd-47f7-4460-a28e-319c05dd9e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852935 Aug 28 13:38:18.852319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-abd8d5c4-6cc7-4d8f-b3f9-b549bb825fa6 req-f794cb20-11a5-47ac-8b8a-2cf6c97839d7 service neutron] 10.222.0.11 "GET /v2.0/networks/53b58cfd-47f7-4460-a28e-319c05dd9e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806336 Aug 28 13:38:19.043506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3a9bf-3acc-444f-ae2f-cf19fb3aa61b req-fd28b5cd-f503-4a85-bb3c-f9d1d39bd592 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:19.044952 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3f3a9bf-3acc-444f-ae2f-cf19fb3aa61b req-fd28b5cd-f503-4a85-bb3c-f9d1d39bd592 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 943 time: 0.0560188 Aug 28 13:38:19.081714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3f3a9bf-3acc-444f-ae2f-cf19fb3aa61b req-879e34b3-273e-43c1-b144-a5407843a47c tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307851 Aug 28 13:38:20.197552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be785d98-0b7a-4a04-86a5-c30d4a71ee0b req-44944bb5-d5f2-452c-806c-7a779b1905c5 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:20.199352 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be785d98-0b7a-4a04-86a5-c30d4a71ee0b req-44944bb5-d5f2-452c-806c-7a779b1905c5 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 943 time: 0.0502901 Aug 28 13:38:20.237495 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be785d98-0b7a-4a04-86a5-c30d4a71ee0b req-5d0e2004-1e65-4372-94d6-a7ba292d973a tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322230 Aug 28 13:38:20.468566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f89b49a1-becd-41d6-8210-ecdd44a6e98f details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:38:20.566695 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f89b49a1-becd-41d6-8210-ecdd44a6e98f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f89b49a1-becd-41d6-8210-ecdd44a6e98f,segment=NetworkSegment(7cd1a858-5bf4-40af-bfca-a4f2e5b04d77),segment_id=7cd1a858-5bf4-40af-bfca-a4f2e5b04d77)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:20.577790 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'f89b49a1-becd-41d6-8210-ecdd44a6e98f', 'network_id': '53b58cfd-47f7-4460-a28e-319c05dd9e68', 'port_id': 'f89b49a1-becd-41d6-8210-ecdd44a6e98f', 'mac_address': 'fa:16:3e:f6:f8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92e0a16-601a-422b-99af-cbd8aaa6bbd7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:38:20.614826 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:20.627472 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f89b49a1-becd-41d6-8210-ecdd44a6e98f {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:38:20.646333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f89b49a1-becd-41d6-8210-ecdd44a6e98f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f89b49a1-becd-41d6-8210-ecdd44a6e98f,segment=NetworkSegment(7cd1a858-5bf4-40af-bfca-a4f2e5b04d77),segment_id=7cd1a858-5bf4-40af-bfca-a4f2e5b04d77)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:20.650212 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:20.703824 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=f89b49a1-becd-41d6-8210-ecdd44a6e98f,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:20.857026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['f89b49a1-becd-41d6-8210-ecdd44a6e98f'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:38:21.351642 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e5903-df33-41e6-aede-149ce47a0c18 req-add30457-6ad8-4ebb-9e16-3467d237cf65 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:21.353121 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a16e5903-df33-41e6-aede-149ce47a0c18 req-add30457-6ad8-4ebb-9e16-3467d237cf65 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 944 time: 0.0489240 Aug 28 13:38:21.392100 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a16e5903-df33-41e6-aede-149ce47a0c18 req-c4e6acb5-fadb-4025-b244-bbbfd14cf1b1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324192 Aug 28 13:38:22.483841 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f89b49a1-becd-41d6-8210-ecdd44a6e98f up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:38:22.511733 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28182c8-d2ca-49ae-963e-947dd5e26ca7 req-b9f7d74b-dfe2-4063-8ab2-92136ecf2d62 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:22.513257 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d28182c8-d2ca-49ae-963e-947dd5e26ca7 req-b9f7d74b-dfe2-4063-8ab2-92136ecf2d62 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 944 time: 0.0534587 Aug 28 13:38:22.536440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port f89b49a1-becd-41d6-8210-ecdd44a6e98f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:38:22.540070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port f89b49a1-becd-41d6-8210-ecdd44a6e98f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:38:22.540432 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:22.552037 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d28182c8-d2ca-49ae-963e-947dd5e26ca7 req-dab57099-e05d-4116-a5ae-e54bf29e139d tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326903 Aug 28 13:38:22.617003 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:22.639626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4ecbee-682d-4e56-a17e-96165046d8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89b49a1-becd-41d6-8210-ecdd44a6e98f'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:38:22.641901 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4689343-cd0a-4d29-8f20-c2671901e4c8" -d '{"events": [{"server_uuid": "eb4ecbee-682d-4e56-a17e-96165046d8aa", "name": "network-vif-plugged", "status": "completed", "tag": "f89b49a1-becd-41d6-8210-ecdd44a6e98f"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:38:22.655598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port f89b49a1-becd-41d6-8210-ecdd44a6e98f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f89b49a1-becd-41d6-8210-ecdd44a6e98f,segment=NetworkSegment(7cd1a858-5bf4-40af-bfca-a4f2e5b04d77),segment_id=7cd1a858-5bf4-40af-bfca-a4f2e5b04d77)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:22.661001 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:22.685357 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fc1c34-253e-41ab-8b6c-c8726fe80db6 x-openstack-request-id: req-e9fc1c34-253e-41ab-8b6c-c8726fe80db6 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:38:22.685653 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4ecbee-682d-4e56-a17e-96165046d8aa", "name": "network-vif-plugged", "status": "completed", "tag": "f89b49a1-becd-41d6-8210-ecdd44a6e98f", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:38:22.685901 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9fc1c34-253e-41ab-8b6c-c8726fe80db6 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:38:22.686286 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4ecbee-682d-4e56-a17e-96165046d8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89b49a1-becd-41d6-8210-ecdd44a6e98f', 'code': 200} Aug 28 13:38:22.716771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=f89b49a1-becd-41d6-8210-ecdd44a6e98f,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:22.777817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6bfb6-4b1e-457d-ae4a-091f99408f65 req-4ecd74d0-882a-44ec-a555-59f04d75e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:22.779326 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-77f6bfb6-4b1e-457d-ae4a-091f99408f65 req-4ecd74d0-882a-44ec-a555-59f04d75e4da service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 1097 time: 0.0408218 Aug 28 13:38:22.814018 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-77f6bfb6-4b1e-457d-ae4a-091f99408f65 req-f4b79559-47eb-46d3-b23d-a266815f5db4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276678 Aug 28 13:38:23.670293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5d5ef-0db0-41b2-ad0d-1008d5b9f70d req-b916368e-0817-484b-8a4a-26b6ff76ff9b tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:23.671828 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72f5d5ef-0db0-41b2-ad0d-1008d5b9f70d req-b916368e-0817-484b-8a4a-26b6ff76ff9b tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 945 time: 0.0504296 Aug 28 13:38:23.709849 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72f5d5ef-0db0-41b2-ad0d-1008d5b9f70d req-f950b488-24d4-4335-a257-abca3eae3ac2 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Aug 28 13:38:24.827411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c78ef-4089-416f-9920-db1b20abee19 req-7890c322-a218-4829-91b6-1388741aee7e tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:24.828895 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-829c78ef-4089-416f-9920-db1b20abee19 req-7890c322-a218-4829-91b6-1388741aee7e tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 945 time: 0.0529764 Aug 28 13:38:24.866202 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-829c78ef-4089-416f-9920-db1b20abee19 req-5f1d874f-0c8b-4168-a894-f6ad1fad6d48 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Aug 28 13:38:25.089029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-550a7387-5565-4322-ba40-2488efe9f454 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:25.090520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-550a7387-5565-4322-ba40-2488efe9f454 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/networks?id=53b58cfd-47f7-4460-a28e-319c05dd9e68 HTTP/1.1" status: 200 len: 813 time: 0.1003292 Aug 28 13:38:25.105167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-a3bf5061-29bc-4075-b26c-699bceda2562 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/quotas/b2396c791e1544fc945fa924ff71bdc1 HTTP/1.1" status: 200 len: 375 time: 0.0089934 Aug 28 13:38:25.158671 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-ee0d161e-4674-41f9-b55b-6f5109c9c1a2 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b2396c791e1544fc945fa924ff71bdc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479975 Aug 28 13:38:25.246798 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-aac84da7-c449-483e-be37-5e6377ad0a24 service neutron] 10.222.0.20 "GET /v2.0/networks/53b58cfd-47f7-4460-a28e-319c05dd9e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804636 Aug 28 13:38:25.340022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-a63f3a5a-a16f-4c2c-bae3-37036edbeeb9 service neutron] 10.222.0.20 "GET /v2.0/networks/53b58cfd-47f7-4460-a28e-319c05dd9e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870848 Aug 28 13:38:25.501284 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5ccc6762-728a-4d5b-914c-3ab965eb56bb req-4d2db76b-f814-4663-b2bc-473274f623e9 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=448df18c-a059-4f06-9a56-17b32ae3194a HTTP/1.1" status: 200 len: 210 time: 0.0281255 Aug 28 13:38:25.636612 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:38:26.599102 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1758f3b-6506-4bda-b7f7-cd5a30a99199 req-57bf4c38-22be-482f-b837-dce3889a623a tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=448df18c-a059-4f06-9a56-17b32ae3194a HTTP/1.1" status: 200 len: 210 time: 0.0284743 Aug 28 13:38:26.752141 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-5ed09dce-ace3-4b83-b0a5-80de3807e028 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:26.754080 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-5ed09dce-ace3-4b83-b0a5-80de3807e028 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.10 "GET /v2.0/networks?id=53b58cfd-47f7-4460-a28e-319c05dd9e68 HTTP/1.1" status: 200 len: 813 time: 0.4627008 Aug 28 13:38:26.768124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-a4f89406-d839-4cbf-9455-0adc3afaecdb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Request body: {'port': {'device_id': '448df18c-a059-4f06-9a56-17b32ae3194a', 'network_id': '53b58cfd-47f7-4460-a28e-319c05dd9e68', 'admin_state_up': True, 'tenant_id': 'b2396c791e1544fc945fa924ff71bdc1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:26.870225 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-a4f89406-d839-4cbf-9455-0adc3afaecdb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Made reservation on behalf of b2396c791e1544fc945fa924ff71bdc1 for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:26.874331 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-a4f89406-d839-4cbf-9455-0adc3afaecdb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:26.997911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-a4f89406-d839-4cbf-9455-0adc3afaecdb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Allocated IP 172.20.0.10 (53b58cfd-47f7-4460-a28e-319c05dd9e68/d92e0a16-601a-422b-99af-cbd8aaa6bbd7/b9b62e66-5835-4444-b4c2-748acf2b30ad) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:38:27.145096 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-a4f89406-d839-4cbf-9455-0adc3afaecdb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:27.182930 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-a4f89406-d839-4cbf-9455-0adc3afaecdb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:27.195195 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['f89b49a1-becd-41d6-8210-ecdd44a6e98f'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:38:27.226264 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-a4f89406-d839-4cbf-9455-0adc3afaecdb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Network 53b58cfd-47f7-4460-a28e-319c05dd9e68 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:38:27.231936 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-a4f89406-d839-4cbf-9455-0adc3afaecdb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:38:27.234832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-a4f89406-d839-4cbf-9455-0adc3afaecdb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:38:27.282043 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f89406-d839-4cbf-9455-0adc3afaecdb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Pushing event updated for resources: {'Port': ['ID=b9b62e66-5835-4444-b4c2-748acf2b30ad,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:27.313622 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-a4f89406-d839-4cbf-9455-0adc3afaecdb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:27.313868 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-a4f89406-d839-4cbf-9455-0adc3afaecdb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:27.328989 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-a4f89406-d839-4cbf-9455-0adc3afaecdb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5647423 Aug 28 13:38:27.341824 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Request body: {'port': {'device_id': '448df18c-a059-4f06-9a56-17b32ae3194a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:27.397694 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:27.658076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b62e66-5835-4444-b4c2-748acf2b30ad {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:38:27.665809 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:27.678956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Transition to ACTIVE for port object b9b62e66-5835-4444-b4c2-748acf2b30ad will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:38:27.684454 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:27.720686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e43b1-ceee-4fd6-aed1-a0fc65116883 req-3af8aeed-b501-49aa-bca3-dfd276e355d0 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:27.722337 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f09e43b1-ceee-4fd6-aed1-a0fc65116883 req-3af8aeed-b501-49aa-bca3-dfd276e355d0 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=448df18c-a059-4f06-9a56-17b32ae3194a HTTP/1.1" status: 200 len: 932 time: 0.0544345 Aug 28 13:38:27.737463 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b62e66-5835-4444-b4c2-748acf2b30ad,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:27.761604 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f09e43b1-ceee-4fd6-aed1-a0fc65116883 req-d28d01db-95f4-4a05-af6f-bfda110a9496 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331945 Aug 28 13:38:27.804501 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Attempting to bind port b9b62e66-5835-4444-b4c2-748acf2b30ad on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:38:27.805079 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Attempting to bind port b9b62e66-5835-4444-b4c2-748acf2b30ad by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '7cd1a858-5bf4-40af-bfca-a4f2e5b04d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '53b58cfd-47f7-4460-a28e-319c05dd9e68'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:38:27.805212 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Attempting to bind port b9b62e66-5835-4444-b4c2-748acf2b30ad on network 53b58cfd-47f7-4460-a28e-319c05dd9e68 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:38:27.809448 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Port b9b62e66-5835-4444-b4c2-748acf2b30ad on network 53b58cfd-47f7-4460-a28e-319c05dd9e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:38:27.809824 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Attempting to bind port b9b62e66-5835-4444-b4c2-748acf2b30ad on network 53b58cfd-47f7-4460-a28e-319c05dd9e68 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:38:27.814676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:38:27.815019 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Checking segment: {'id': '7cd1a858-5bf4-40af-bfca-a4f2e5b04d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '53b58cfd-47f7-4460-a28e-319c05dd9e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:38:27.815405 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Bound using segment: {'id': '7cd1a858-5bf4-40af-bfca-a4f2e5b04d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '53b58cfd-47f7-4460-a28e-319c05dd9e68'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:38:27.815829 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Bound port: b9b62e66-5835-4444-b4c2-748acf2b30ad, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd1a858-5bf4-40af-bfca-a4f2e5b04d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '53b58cfd-47f7-4460-a28e-319c05dd9e68'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:38:27.816186 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:27.878301 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] For port b9b62e66-5835-4444-b4c2-748acf2b30ad, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:38:27.881633 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] For port b9b62e66-5835-4444-b4c2-748acf2b30ad, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b9b62e66-5835-4444-b4c2-748acf2b30ad,segment=NetworkSegment(7cd1a858-5bf4-40af-bfca-a4f2e5b04d77),segment_id=7cd1a858-5bf4-40af-bfca-a4f2e5b04d77)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:38:27.885163 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:27.920535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:27.921154 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:27.922649 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] 10.222.0.10 "PUT /v2.0/ports/b9b62e66-5835-4444-b4c2-748acf2b30ad HTTP/1.1" status: 200 len: 1093 time: 0.5856760 Aug 28 13:38:27.923108 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448df18c-a059-4f06-9a56-17b32ae3194a', 'tag': 'b9b62e66-5835-4444-b4c2-748acf2b30ad'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:38:27.925375 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821059e9cdabc42353b4e09090cf4c202d26ce35e6b56e9c4c4c84d82f99d3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e61818-37f9-4d8b-9432-658ee956e8be" -d '{"events": [{"name": "network-changed", "server_uuid": "448df18c-a059-4f06-9a56-17b32ae3194a", "tag": "b9b62e66-5835-4444-b4c2-748acf2b30ad"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:38:27.952185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dc876-3760-47ce-a8b1-aa71e8ce8fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b62e66-5835-4444-b4c2-748acf2b30ad,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:27.964763 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f99dc1-7624-479a-857c-10e6df3e21be x-openstack-request-id: req-76f99dc1-7624-479a-857c-10e6df3e21be {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:38:27.965050 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448df18c-a059-4f06-9a56-17b32ae3194a", "tag": "b9b62e66-5835-4444-b4c2-748acf2b30ad", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:38:27.965305 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76f99dc1-7624-479a-857c-10e6df3e21be {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:38:27.965750 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448df18c-a059-4f06-9a56-17b32ae3194a', 'tag': 'b9b62e66-5835-4444-b4c2-748acf2b30ad', 'status': 'completed', 'code': 200} Aug 28 13:38:28.013531 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-d966a576-9470-4903-83e8-4599dae2275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:28.015233 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-d966a576-9470-4903-83e8-4599dae2275c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2396c791e1544fc945fa924ff71bdc1&device_id=448df18c-a059-4f06-9a56-17b32ae3194a HTTP/1.1" status: 200 len: 1096 time: 0.0422966 Aug 28 13:38:28.060992 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-e3223743-4df2-4629-b23b-dddf4757d127 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b62e66-5835-4444-b4c2-748acf2b30ad HTTP/1.1" status: 200 len: 217 time: 0.0367293 Aug 28 13:38:28.110199 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-9e6a2a0f-dab7-463c-b6a0-834a55d507c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:28.111667 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-9e6a2a0f-dab7-463c-b6a0-834a55d507c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d92e0a16-601a-422b-99af-cbd8aaa6bbd7 HTTP/1.1" status: 200 len: 853 time: 0.0431473 Aug 28 13:38:28.145699 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-7cdf7e65-a403-4e29-bbda-d07ae5a51a56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53b58cfd-47f7-4460-a28e-319c05dd9e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264814 Aug 28 13:38:28.240119 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-31df4f1a-0a0f-4ef0-a44a-661ba53ee8c2 service neutron] 10.222.0.10 "GET /v2.0/networks/53b58cfd-47f7-4460-a28e-319c05dd9e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861862 Aug 28 13:38:28.330487 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9daa663b-b094-4636-b648-5a2851f5fbc1 req-b35f2474-53a6-49f6-afbe-71fc2b772b0f service neutron] 10.222.0.10 "GET /v2.0/networks/53b58cfd-47f7-4460-a28e-319c05dd9e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827143 Aug 28 13:38:28.416947 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e61818-37f9-4d8b-9432-658ee956e8be req-44e9ead1-5394-448e-9de1-cc56f8821082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:28.418458 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74e61818-37f9-4d8b-9432-658ee956e8be req-44e9ead1-5394-448e-9de1-cc56f8821082 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2396c791e1544fc945fa924ff71bdc1&device_id=448df18c-a059-4f06-9a56-17b32ae3194a HTTP/1.1" status: 200 len: 1096 time: 0.0413506 Aug 28 13:38:28.513009 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e61818-37f9-4d8b-9432-658ee956e8be req-5262f73d-86e3-488d-b5e9-ec44a83ae548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:28.514706 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74e61818-37f9-4d8b-9432-658ee956e8be req-5262f73d-86e3-488d-b5e9-ec44a83ae548 service neutron] 10.222.0.10 "GET /v2.0/networks?id=53b58cfd-47f7-4460-a28e-319c05dd9e68 HTTP/1.1" status: 200 len: 913 time: 0.0877447 Aug 28 13:38:28.559091 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74e61818-37f9-4d8b-9432-658ee956e8be req-33b79c19-8201-4e98-9fb8-21a0e6cb84d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b62e66-5835-4444-b4c2-748acf2b30ad HTTP/1.1" status: 200 len: 217 time: 0.0370858 Aug 28 13:38:28.618065 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e61818-37f9-4d8b-9432-658ee956e8be req-58142034-4fa4-41b0-b920-f8790b3cba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:28.619714 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74e61818-37f9-4d8b-9432-658ee956e8be req-58142034-4fa4-41b0-b920-f8790b3cba5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d92e0a16-601a-422b-99af-cbd8aaa6bbd7 HTTP/1.1" status: 200 len: 853 time: 0.0525088 Aug 28 13:38:28.655852 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74e61818-37f9-4d8b-9432-658ee956e8be req-f8df9376-3fda-4665-9d2e-4be8e153b94f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=53b58cfd-47f7-4460-a28e-319c05dd9e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279806 Aug 28 13:38:28.751883 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74e61818-37f9-4d8b-9432-658ee956e8be req-335fe638-6087-4bb1-8e25-970ba2f3bcfc service neutron] 10.222.0.10 "GET /v2.0/networks/53b58cfd-47f7-4460-a28e-319c05dd9e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872350 Aug 28 13:38:28.852344 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74e61818-37f9-4d8b-9432-658ee956e8be req-89057c36-e57b-44a3-ab37-b6c87e298bf3 service neutron] 10.222.0.10 "GET /v2.0/networks/53b58cfd-47f7-4460-a28e-319c05dd9e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924685 Aug 28 13:38:28.900104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37b552-99b2-4bfc-92cf-6d1abc0b3e90 req-bc1efd17-dbb2-4c71-93b2-5292aad60c27 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:28.901640 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7e37b552-99b2-4bfc-92cf-6d1abc0b3e90 req-bc1efd17-dbb2-4c71-93b2-5292aad60c27 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=448df18c-a059-4f06-9a56-17b32ae3194a HTTP/1.1" status: 200 len: 944 time: 0.0607426 Aug 28 13:38:28.939513 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7e37b552-99b2-4bfc-92cf-6d1abc0b3e90 req-ce94b070-b5b4-4d87-b7ee-995010446011 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317361 Aug 28 13:38:30.054711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa53b5-1b3d-4188-8e92-8695d9e507f6 req-56b042cf-73d0-42a9-921c-be47a1c5f43f tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:30.056218 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-efaa53b5-1b3d-4188-8e92-8695d9e507f6 req-56b042cf-73d0-42a9-921c-be47a1c5f43f tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=448df18c-a059-4f06-9a56-17b32ae3194a HTTP/1.1" status: 200 len: 944 time: 0.0498223 Aug 28 13:38:30.094721 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-efaa53b5-1b3d-4188-8e92-8695d9e507f6 req-23d26953-7ee1-4fe0-95de-aba23e0ca459 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324585 Aug 28 13:38:30.690609 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device b9b62e66-5835-4444-b4c2-748acf2b30ad details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:38:30.784902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port b9b62e66-5835-4444-b4c2-748acf2b30ad, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b9b62e66-5835-4444-b4c2-748acf2b30ad,segment=NetworkSegment(7cd1a858-5bf4-40af-bfca-a4f2e5b04d77),segment_id=7cd1a858-5bf4-40af-bfca-a4f2e5b04d77)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:30.796618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'b9b62e66-5835-4444-b4c2-748acf2b30ad', 'network_id': '53b58cfd-47f7-4460-a28e-319c05dd9e68', 'port_id': 'b9b62e66-5835-4444-b4c2-748acf2b30ad', 'mac_address': 'fa:16:3e:cd:41:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92e0a16-601a-422b-99af-cbd8aaa6bbd7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:38:30.832196 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:30.844417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b62e66-5835-4444-b4c2-748acf2b30ad {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:38:30.863621 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port b9b62e66-5835-4444-b4c2-748acf2b30ad, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b9b62e66-5835-4444-b4c2-748acf2b30ad,segment=NetworkSegment(7cd1a858-5bf4-40af-bfca-a4f2e5b04d77),segment_id=7cd1a858-5bf4-40af-bfca-a4f2e5b04d77)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:30.867516 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:30.917305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=b9b62e66-5835-4444-b4c2-748acf2b30ad,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:31.075256 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b9b62e66-5835-4444-b4c2-748acf2b30ad'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:38:31.207187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c391b-c62d-41b5-872b-bc57307f0fe1 req-d7edc983-625e-4d08-8ecb-36a2a7c60110 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:31.208581 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f21c391b-c62d-41b5-872b-bc57307f0fe1 req-d7edc983-625e-4d08-8ecb-36a2a7c60110 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=448df18c-a059-4f06-9a56-17b32ae3194a HTTP/1.1" status: 200 len: 945 time: 0.0486176 Aug 28 13:38:31.249967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f21c391b-c62d-41b5-872b-bc57307f0fe1 req-88a8521b-435c-482b-9740-cddf1077420d tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344725 Aug 28 13:38:32.370502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511af92-c241-42ac-9481-d3585382a2fc req-647ca096-31c3-4f2f-9f33-5a7cc65d555c tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:32.372612 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c511af92-c241-42ac-9481-d3585382a2fc req-647ca096-31c3-4f2f-9f33-5a7cc65d555c tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=448df18c-a059-4f06-9a56-17b32ae3194a HTTP/1.1" status: 200 len: 945 time: 0.0526154 Aug 28 13:38:32.410425 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c511af92-c241-42ac-9481-d3585382a2fc req-4beffa26-6639-45a8-9634-7b6680a1fbeb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315928 Aug 28 13:38:32.711548 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device b9b62e66-5835-4444-b4c2-748acf2b30ad up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:38:32.759143 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port b9b62e66-5835-4444-b4c2-748acf2b30ad completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:38:32.763170 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port b9b62e66-5835-4444-b4c2-748acf2b30ad triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:38:32.763541 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:32.840097 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:32.862603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448df18c-a059-4f06-9a56-17b32ae3194a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b62e66-5835-4444-b4c2-748acf2b30ad'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:38:32.864844 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcaf613-0bdb-40bb-9c78-f63235f3442a" -d '{"events": [{"server_uuid": "448df18c-a059-4f06-9a56-17b32ae3194a", "name": "network-vif-plugged", "status": "completed", "tag": "b9b62e66-5835-4444-b4c2-748acf2b30ad"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:38:32.877178 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port b9b62e66-5835-4444-b4c2-748acf2b30ad, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b9b62e66-5835-4444-b4c2-748acf2b30ad,segment=NetworkSegment(7cd1a858-5bf4-40af-bfca-a4f2e5b04d77),segment_id=7cd1a858-5bf4-40af-bfca-a4f2e5b04d77)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:32.882056 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:32.909208 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ebfb90-faef-4326-a707-d9c829e8d704 x-openstack-request-id: req-54ebfb90-faef-4326-a707-d9c829e8d704 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:38:32.909495 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448df18c-a059-4f06-9a56-17b32ae3194a", "name": "network-vif-plugged", "status": "completed", "tag": "b9b62e66-5835-4444-b4c2-748acf2b30ad", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:38:32.909744 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54ebfb90-faef-4326-a707-d9c829e8d704 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:38:32.910132 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448df18c-a059-4f06-9a56-17b32ae3194a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b62e66-5835-4444-b4c2-748acf2b30ad', 'code': 200} Aug 28 13:38:32.938862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=b9b62e66-5835-4444-b4c2-748acf2b30ad,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:33.053511 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4069d93-bd87-4d94-b79c-ffff4d1429a9 req-d50bc71e-0d4a-4527-8647-cdb78b086368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:33.055021 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a4069d93-bd87-4d94-b79c-ffff4d1429a9 req-d50bc71e-0d4a-4527-8647-cdb78b086368 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=448df18c-a059-4f06-9a56-17b32ae3194a HTTP/1.1" status: 200 len: 1098 time: 0.0410397 Aug 28 13:38:33.091281 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a4069d93-bd87-4d94-b79c-ffff4d1429a9 req-7847e02d-27e2-4278-9f09-d94646f6b813 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279734 Aug 28 13:38:33.537094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb528c2-1415-47db-be8b-5442a5f4b873 req-eeef248c-37da-46b2-a07d-d129db015582 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:33.538654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cbb528c2-1415-47db-be8b-5442a5f4b873 req-eeef248c-37da-46b2-a07d-d129db015582 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=448df18c-a059-4f06-9a56-17b32ae3194a HTTP/1.1" status: 200 len: 946 time: 0.0516520 Aug 28 13:38:33.580866 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cbb528c2-1415-47db-be8b-5442a5f4b873 req-e5921506-7360-4917-8abb-6beca31484b3 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337346 Aug 28 13:38:34.696022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb25b3-e5f4-4fb5-9806-3de9c3ccb634 req-1c1f3f44-0858-4ec4-bd66-abd7dcac93bf tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:34.697662 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7bfb25b3-e5f4-4fb5-9806-3de9c3ccb634 req-1c1f3f44-0858-4ec4-bd66-abd7dcac93bf tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=448df18c-a059-4f06-9a56-17b32ae3194a HTTP/1.1" status: 200 len: 946 time: 0.0494940 Aug 28 13:38:34.736315 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7bfb25b3-e5f4-4fb5-9806-3de9c3ccb634 req-cd92a601-bc13-4708-8f96-f61435b619a2 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321002 Aug 28 13:38:34.976662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227acd2-855f-4cf7-8763-01445adb43d4 req-0bf12a1b-c939-4a62-af20-f523992b7d5c tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:34.978160 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b227acd2-855f-4cf7-8763-01445adb43d4 req-0bf12a1b-c939-4a62-af20-f523992b7d5c tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=448df18c-a059-4f06-9a56-17b32ae3194a HTTP/1.1" status: 200 len: 946 time: 0.0565331 Aug 28 13:38:35.019707 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b227acd2-855f-4cf7-8763-01445adb43d4 req-7a801d20-da57-437f-a9ff-ed46df688b2a tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351355 Aug 28 13:38:36.147689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af934c3-471e-40f3-9394-462ca32a5366 req-4e3d4306-5e9c-4be5-8b26-785d7b2c80a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:36.149165 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6af934c3-471e-40f3-9394-462ca32a5366 req-4e3d4306-5e9c-4be5-8b26-785d7b2c80a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=448df18c-a059-4f06-9a56-17b32ae3194a HTTP/1.1" status: 200 len: 946 time: 0.0490842 Aug 28 13:38:36.187958 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6af934c3-471e-40f3-9394-462ca32a5366 req-480b28ad-7dd2-4bba-866b-0a0a2cb9aff8 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319660 Aug 28 13:38:36.259647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761b5f4-bf67-4ec8-a911-22a683a12306 req-f1b7de16-e261-439f-83e2-095ea78a1efe tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:36.261100 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b761b5f4-bf67-4ec8-a911-22a683a12306 req-f1b7de16-e261-439f-83e2-095ea78a1efe tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.10 "GET /v2.0/ports?device_id=448df18c-a059-4f06-9a56-17b32ae3194a HTTP/1.1" status: 200 len: 946 time: 0.0492332 Aug 28 13:38:36.354518 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-b761b5f4-bf67-4ec8-a911-22a683a12306 req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Deleting port b9b62e66-5835-4444-b4c2-748acf2b30ad {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:38:36.354788 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b761b5f4-bf67-4ec8-a911-22a683a12306 req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:36.444887 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-b761b5f4-bf67-4ec8-a911-22a683a12306 req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] For port b9b62e66-5835-4444-b4c2-748acf2b30ad, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=b9b62e66-5835-4444-b4c2-748acf2b30ad,segment=NetworkSegment(7cd1a858-5bf4-40af-bfca-a4f2e5b04d77),segment_id=7cd1a858-5bf4-40af-bfca-a4f2e5b04d77)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:36.445423 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b761b5f4-bf67-4ec8-a911-22a683a12306 req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:36.460318 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-b761b5f4-bf67-4ec8-a911-22a683a12306 req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Calling delete_port for b9b62e66-5835-4444-b4c2-748acf2b30ad owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:38:36.589928 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b761b5f4-bf67-4ec8-a911-22a683a12306 req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:36.603277 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['b9b62e66-5835-4444-b4c2-748acf2b30ad'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:38:36.606439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['f89b49a1-becd-41d6-8210-ecdd44a6e98f'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:38:36.619131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Pushing event deleted for resources: {'Port': ['ID=b9b62e66-5835-4444-b4c2-748acf2b30ad,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:36.644867 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:36.645223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:36.645666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:36.645891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:36.646225 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:36.646608 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:36.646937 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:36.647265 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:36.647725 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:36.648046 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:36.648369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:36.648879 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:36.680341 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-b761b5f4-bf67-4ec8-a911-22a683a12306 req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] No DVR routers for this DVR port b9b62e66-5835-4444-b4c2-748acf2b30ad on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:38:36.683730 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-b761b5f4-bf67-4ec8-a911-22a683a12306 req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:36.686032 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-b761b5f4-bf67-4ec8-a911-22a683a12306 req-48f564cc-1686-42e4-b886-e8aeef5d6bdd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.10 "DELETE /v2.0/ports/b9b62e66-5835-4444-b4c2-748acf2b30ad HTTP/1.1" status: 204 len: 173 time: 0.4177632 Aug 28 13:38:36.686590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448df18c-a059-4f06-9a56-17b32ae3194a', 'name': 'network-vif-deleted', 'tag': 'b9b62e66-5835-4444-b4c2-748acf2b30ad'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:38:36.689685 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821059e9cdabc42353b4e09090cf4c202d26ce35e6b56e9c4c4c84d82f99d3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db984c72-b763-4add-b614-a85576577e4c" -d '{"events": [{"server_uuid": "448df18c-a059-4f06-9a56-17b32ae3194a", "name": "network-vif-deleted", "tag": "b9b62e66-5835-4444-b4c2-748acf2b30ad"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:38:36.739875 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d453f80-7ee2-49c1-85e9-c9b1d90dd249 x-openstack-request-id: req-3d453f80-7ee2-49c1-85e9-c9b1d90dd249 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:38:36.740166 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448df18c-a059-4f06-9a56-17b32ae3194a", "name": "network-vif-deleted", "tag": "b9b62e66-5835-4444-b4c2-748acf2b30ad", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:38:36.740416 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d453f80-7ee2-49c1-85e9-c9b1d90dd249 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:38:36.740814 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448df18c-a059-4f06-9a56-17b32ae3194a', 'name': 'network-vif-deleted', 'tag': 'b9b62e66-5835-4444-b4c2-748acf2b30ad', 'status': 'completed', 'code': 200} Aug 28 13:38:37.131906 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5668600f-12f4-41ac-888e-d797835981c2 req-dcb19504-62c1-4df9-a0d7-32af98f72435 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425982 Aug 28 13:38:37.220711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668600f-12f4-41ac-888e-d797835981c2 req-acd4acef-0d79-46ef-83eb-9eabf9e7bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:37.222621 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5668600f-12f4-41ac-888e-d797835981c2 req-acd4acef-0d79-46ef-83eb-9eabf9e7bd74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2396c791e1544fc945fa924ff71bdc1&device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 1097 time: 0.0458198 Aug 28 13:38:37.375831 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3c14b-3a90-4280-abdc-01aab799b8c3 req-3ebf5676-ef68-430a-ab84-0d5f6fa4a8fd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:37.377332 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74f3c14b-3a90-4280-abdc-01aab799b8c3 req-3ebf5676-ef68-430a-ab84-0d5f6fa4a8fd tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 945 time: 0.0781682 Aug 28 13:38:37.379017 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668600f-12f4-41ac-888e-d797835981c2 req-c0f0d99c-dc31-4983-8e2a-d8b712dee4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:37.380352 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5668600f-12f4-41ac-888e-d797835981c2 req-c0f0d99c-dc31-4983-8e2a-d8b712dee4bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=53b58cfd-47f7-4460-a28e-319c05dd9e68 HTTP/1.1" status: 200 len: 913 time: 0.1353524 Aug 28 13:38:37.440637 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5668600f-12f4-41ac-888e-d797835981c2 req-f26e3cc5-e68e-4115-a918-4c1486873bba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f89b49a1-becd-41d6-8210-ecdd44a6e98f HTTP/1.1" status: 200 len: 217 time: 0.0425334 Aug 28 13:38:37.461656 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74f3c14b-3a90-4280-abdc-01aab799b8c3 req-95eb5ae7-4976-4469-a897-2960efa4d764 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781724 Aug 28 13:38:37.496040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668600f-12f4-41ac-888e-d797835981c2 req-3380b8f5-e61b-4a9f-9583-1547382ff111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:37.497640 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5668600f-12f4-41ac-888e-d797835981c2 req-3380b8f5-e61b-4a9f-9583-1547382ff111 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d92e0a16-601a-422b-99af-cbd8aaa6bbd7 HTTP/1.1" status: 200 len: 853 time: 0.0495462 Aug 28 13:38:37.530953 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5668600f-12f4-41ac-888e-d797835981c2 req-36357a99-0ed7-4ad2-a30b-aa555eab97ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53b58cfd-47f7-4460-a28e-319c05dd9e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263963 Aug 28 13:38:37.657900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4761b45-2e2f-40da-b4c8-ac276e30bb4d req-3c57f8f6-b1a2-4315-b6ad-f104e7c3606f tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:37.659456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4761b45-2e2f-40da-b4c8-ac276e30bb4d req-3c57f8f6-b1a2-4315-b6ad-f104e7c3606f tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 945 time: 0.1132488 Aug 28 13:38:37.665986 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5668600f-12f4-41ac-888e-d797835981c2 req-13bb4a2a-4ed7-4985-80c4-dda059e6bc2f service neutron] 10.222.0.11 "GET /v2.0/networks/53b58cfd-47f7-4460-a28e-319c05dd9e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283748 Aug 28 13:38:37.753447 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4761b45-2e2f-40da-b4c8-ac276e30bb4d req-353b6238-fa67-4480-a5d9-41011fbc9513 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858839 Aug 28 13:38:37.790659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5668600f-12f4-41ac-888e-d797835981c2 req-bee0b585-906f-49c7-b4bb-2c8d73268e80 service neutron] 10.222.0.11 "GET /v2.0/networks/53b58cfd-47f7-4460-a28e-319c05dd9e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165066 Aug 28 13:38:37.880061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afdc98-1ecb-4ca6-b452-81cb870a9c95 req-67f76e28-884c-494c-95d6-7cf1dba21ca8 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:37.881528 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57afdc98-1ecb-4ca6-b452-81cb870a9c95 req-67f76e28-884c-494c-95d6-7cf1dba21ca8 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 945 time: 0.0497477 Aug 28 13:38:37.919619 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-57afdc98-1ecb-4ca6-b452-81cb870a9c95 req-a8f75e4d-e76e-4028-bd6f-e0df62c8a059 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320656 Aug 28 13:38:37.968043 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:38.096194 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ee32f-fecb-4435-b227-ffea7e425cdc req-cddb8bc9-8b86-4322-b629-bba5ba4782a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:38.097735 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-406ee32f-fecb-4435-b227-ffea7e425cdc req-cddb8bc9-8b86-4322-b629-bba5ba4782a1 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 945 time: 0.0514631 Aug 28 13:38:38.136426 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-406ee32f-fecb-4435-b227-ffea7e425cdc req-6bc724e1-9bfa-4384-930f-0f43a6ab69f7 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327199 Aug 28 13:38:38.256797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea61d4-1310-4633-aca6-d6017af6063b req-8eb554fe-f7f0-4309-a452-e90ed93adc81 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:38.258172 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54ea61d4-1310-4633-aca6-d6017af6063b req-8eb554fe-f7f0-4309-a452-e90ed93adc81 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 945 time: 0.0543897 Aug 28 13:38:38.296956 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-54ea61d4-1310-4633-aca6-d6017af6063b req-ca03a7a5-63b6-48fd-aa50-73764816fd3f tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320604 Aug 28 13:38:38.422509 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee027a-53dd-43b4-9764-30318ffca711 req-ea10840c-4602-4f5a-a8e3-1134968a4d76 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:38.423966 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-71ee027a-53dd-43b4-9764-30318ffca711 req-ea10840c-4602-4f5a-a8e3-1134968a4d76 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 945 time: 0.0491643 Aug 28 13:38:38.462096 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-71ee027a-53dd-43b4-9764-30318ffca711 req-5742f94f-33de-4a75-8a8d-691033a7e596 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321748 Aug 28 13:38:38.759560 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076f9c8-657f-4302-94c2-1b9855307fbf req-b86650b8-f455-4310-93b4-ed9a1bc0a277 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:38.761036 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0076f9c8-657f-4302-94c2-1b9855307fbf req-b86650b8-f455-4310-93b4-ed9a1bc0a277 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 945 time: 0.0503888 Aug 28 13:38:38.781063 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device b9b62e66-5835-4444-b4c2-748acf2b30ad no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:38:38.800506 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0076f9c8-657f-4302-94c2-1b9855307fbf req-6f630e72-e6f0-420e-9788-fb9ae19fdcfb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324140 Aug 28 13:38:38.805764 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: b9b62e66-5835-4444-b4c2-748acf2b30ad {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:38:38.806187 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device b9b62e66-5835-4444-b4c2-748acf2b30ad not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:38:39.924035 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c940e-0126-41e5-9826-d0f8cad4f11d req-02aad34b-6c85-441a-96b8-846545b40ffb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:39.925412 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-840c940e-0126-41e5-9826-d0f8cad4f11d req-02aad34b-6c85-441a-96b8-846545b40ffb tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 945 time: 0.0544019 Aug 28 13:38:39.963215 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-840c940e-0126-41e5-9826-d0f8cad4f11d req-68b5f280-9d6c-436e-8a87-2c0bcc9553e6 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.20 "GET /v2.0/security-groups?id=a01969aa-b27a-4bac-9d48-6fb977828877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Aug 28 13:38:40.052304 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bc5bef1e-0480-4c10-a577-3a47dcb55bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:40.089982 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0c1f-bfae-472b-972b-ce4b260d2a62 req-afb0838a-5701-4714-96b6-ac52ee79dd47 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:40.091812 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-663d0c1f-bfae-472b-972b-ce4b260d2a62 req-afb0838a-5701-4714-96b6-ac52ee79dd47 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb4ecbee-682d-4e56-a17e-96165046d8aa HTTP/1.1" status: 200 len: 945 time: 0.0496094 Aug 28 13:38:40.177472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-663d0c1f-bfae-472b-972b-ce4b260d2a62 req-6fa0647b-86aa-4df3-881b-b12205260ef6 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Deleting port f89b49a1-becd-41d6-8210-ecdd44a6e98f {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:38:40.177728 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-663d0c1f-bfae-472b-972b-ce4b260d2a62 req-6fa0647b-86aa-4df3-881b-b12205260ef6 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:40.269133 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-663d0c1f-bfae-472b-972b-ce4b260d2a62 req-6fa0647b-86aa-4df3-881b-b12205260ef6 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] For port f89b49a1-becd-41d6-8210-ecdd44a6e98f, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=f89b49a1-becd-41d6-8210-ecdd44a6e98f,segment=NetworkSegment(7cd1a858-5bf4-40af-bfca-a4f2e5b04d77),segment_id=7cd1a858-5bf4-40af-bfca-a4f2e5b04d77)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:40.269483 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-663d0c1f-bfae-472b-972b-ce4b260d2a62 req-6fa0647b-86aa-4df3-881b-b12205260ef6 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:40.282374 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-663d0c1f-bfae-472b-972b-ce4b260d2a62 req-6fa0647b-86aa-4df3-881b-b12205260ef6 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Calling delete_port for f89b49a1-becd-41d6-8210-ecdd44a6e98f owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:38:40.315387 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:40.410639 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-663d0c1f-bfae-472b-972b-ce4b260d2a62 req-6fa0647b-86aa-4df3-881b-b12205260ef6 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:40.423254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['f89b49a1-becd-41d6-8210-ecdd44a6e98f'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:38:40.440525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0647b-86aa-4df3-881b-b12205260ef6 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Pushing event deleted for resources: {'Port': ['ID=f89b49a1-becd-41d6-8210-ecdd44a6e98f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:40.481548 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-663d0c1f-bfae-472b-972b-ce4b260d2a62 req-6fa0647b-86aa-4df3-881b-b12205260ef6 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] No DVR routers for this DVR port f89b49a1-becd-41d6-8210-ecdd44a6e98f on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:38:40.484234 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-663d0c1f-bfae-472b-972b-ce4b260d2a62 req-6fa0647b-86aa-4df3-881b-b12205260ef6 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:40.486270 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-663d0c1f-bfae-472b-972b-ce4b260d2a62 req-6fa0647b-86aa-4df3-881b-b12205260ef6 tempest-ServersNegativeTestJSON-851301873 tempest-ServersNegativeTestJSON-851301873-project] 10.222.0.11 "DELETE /v2.0/ports/f89b49a1-becd-41d6-8210-ecdd44a6e98f HTTP/1.1" status: 204 len: 173 time: 0.3891470 Aug 28 13:38:40.486736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4ecbee-682d-4e56-a17e-96165046d8aa', 'name': 'network-vif-deleted', 'tag': 'f89b49a1-becd-41d6-8210-ecdd44a6e98f'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:38:40.489058 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0bf8b6-c903-42e2-857a-e6cc3adad185" -d '{"events": [{"server_uuid": "eb4ecbee-682d-4e56-a17e-96165046d8aa", "name": "network-vif-deleted", "tag": "f89b49a1-becd-41d6-8210-ecdd44a6e98f"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:38:40.525263 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2453b31e-1bcf-4e17-934f-8461e6ea1c86 x-openstack-request-id: req-2453b31e-1bcf-4e17-934f-8461e6ea1c86 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:38:40.525554 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4ecbee-682d-4e56-a17e-96165046d8aa", "name": "network-vif-deleted", "tag": "f89b49a1-becd-41d6-8210-ecdd44a6e98f", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:38:40.525857 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2453b31e-1bcf-4e17-934f-8461e6ea1c86 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:38:40.526255 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4ecbee-682d-4e56-a17e-96165046d8aa', 'name': 'network-vif-deleted', 'tag': 'f89b49a1-becd-41d6-8210-ecdd44a6e98f', 'status': 'completed', 'code': 200} Aug 28 13:38:41.024061 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37272) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:41.069358 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f471618-dbc7-408f-a8c5-b972368e74bd admin admin] Deleting subnet d92e0a16-601a-422b-99af-cbd8aaa6bbd7 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:38:41.072616 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f471618-dbc7-408f-a8c5-b972368e74bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:41.106521 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f471618-dbc7-408f-a8c5-b972368e74bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:41.145392 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f471618-dbc7-408f-a8c5-b972368e74bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:41.202173 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f471618-dbc7-408f-a8c5-b972368e74bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:41.225343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f471618-dbc7-408f-a8c5-b972368e74bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d92e0a16-601a-422b-99af-cbd8aaa6bbd7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:41.231441 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4f471618-dbc7-408f-a8c5-b972368e74bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:41.234075 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4f471618-dbc7-408f-a8c5-b972368e74bd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d92e0a16-601a-422b-99af-cbd8aaa6bbd7 HTTP/1.1" status: 204 len: 168 time: 0.2090080 Aug 28 13:38:41.236589 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37274) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:41.303693 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-855249c0-6246-4137-b540-bc808c50e252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:41.385985 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-855249c0-6246-4137-b540-bc808c50e252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:41.395825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-855249c0-6246-4137-b540-bc808c50e252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b58cfd-47f7-4460-a28e-319c05dd9e68']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:41.406487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-855249c0-6246-4137-b540-bc808c50e252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd1a858-5bf4-40af-bfca-a4f2e5b04d77') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:41.406795 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-855249c0-6246-4137-b540-bc808c50e252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd1a858-5bf4-40af-bfca-a4f2e5b04d77') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:41.415411 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-855249c0-6246-4137-b540-bc808c50e252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:41.430452 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-855249c0-6246-4137-b540-bc808c50e252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:41.436576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855249c0-6246-4137-b540-bc808c50e252 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:38:41.436960 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-855249c0-6246-4137-b540-bc808c50e252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:38:41.438593 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:38:41.492995 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-855249c0-6246-4137-b540-bc808c50e252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:41.501078 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-855249c0-6246-4137-b540-bc808c50e252 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:41.505524 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-855249c0-6246-4137-b540-bc808c50e252 admin admin] 10.222.0.20 "DELETE /v2.0/networks/53b58cfd-47f7-4460-a28e-319c05dd9e68 HTTP/1.1" status: 204 len: 168 time: 0.2654684 Aug 28 13:38:41.513113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855249c0-6246-4137-b540-bc808c50e252 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b58cfd-47f7-4460-a28e-319c05dd9e68,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:41.636820 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37278) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:41.685323 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c2b82b47-3d87-43eb-94ba-9cdac71ce2f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2396c791e1544fc945fa924ff71bdc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472393 Aug 28 13:38:41.687797 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37280) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:41.736319 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecdcf392-5d87-4999-9489-892bf01153bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:41.757437 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecdcf392-5d87-4999-9489-892bf01153bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:41.805205 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecdcf392-5d87-4999-9489-892bf01153bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:41.807873 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ecdcf392-5d87-4999-9489-892bf01153bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:41.809052 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ecdcf392-5d87-4999-9489-892bf01153bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a01969aa-b27a-4bac-9d48-6fb977828877 HTTP/1.1" status: 204 len: 168 time: 0.1203604 Aug 28 13:38:41.817201 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcf392-5d87-4999-9489-892bf01153bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01969aa-b27a-4bac-9d48-6fb977828877,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:42.500133 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf2bca19-48e1-4b90-b9b9-660d0f7c6cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:42.558714 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37302) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:42.664969 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:42.670598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e9d70fca-5b94-4834-902a-1e4325fe5f1a tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1298649471'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:42.692496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d70fca-5b94-4834-902a-1e4325fe5f1a tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Made reservation on behalf of 648f808b9beb4c359289c53fada92be8 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:42.695938 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9d70fca-5b94-4834-902a-1e4325fe5f1a tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:42.704312 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9d70fca-5b94-4834-902a-1e4325fe5f1a tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:42.798057 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9d70fca-5b94-4834-902a-1e4325fe5f1a tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:42.801875 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9d70fca-5b94-4834-902a-1e4325fe5f1a tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:42.829927 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d70fca-5b94-4834-902a-1e4325fe5f1a tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:38:42.838795 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d70fca-5b94-4834-902a-1e4325fe5f1a tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c6d466-7eb0-42d1-8415-b4457a6fbd99,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:42.846562 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9d70fca-5b94-4834-902a-1e4325fe5f1a tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:42.846922 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-e9d70fca-5b94-4834-902a-1e4325fe5f1a tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Added segment bcc86f80-5cbc-41b0-b3fd-f0ccd1ed1a2d of type vlan for network 4c0b1792-3296-4a04-afad-b54096ef7c11 Aug 28 13:38:42.892630 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9d70fca-5b94-4834-902a-1e4325fe5f1a tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:42.917197 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9d70fca-5b94-4834-902a-1e4325fe5f1a tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:42.923029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d70fca-5b94-4834-902a-1e4325fe5f1a tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:42.923604 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e9d70fca-5b94-4834-902a-1e4325fe5f1a tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:42.978030 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e9d70fca-5b94-4834-902a-1e4325fe5f1a tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4181349 Aug 28 13:38:42.988458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d70fca-5b94-4834-902a-1e4325fe5f1a tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event updated for resources: {'Network': ['ID=4c0b1792-3296-4a04-afad-b54096ef7c11,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:42.999831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 4c0b1792-3296-4a04-afad-b54096ef7c11 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:38:43.620186 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:44.548194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f89b49a1-becd-41d6-8210-ecdd44a6e98f no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:38:44.568385 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: f89b49a1-becd-41d6-8210-ecdd44a6e98f {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:38:44.568723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device f89b49a1-becd-41d6-8210-ecdd44a6e98f not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:38:45.505434 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:46.302739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37306) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:46.307951 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0ff7948f-51c1-4c33-a4c6-26d3b7927fb7 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Request body: {'subnet': {'network_id': '4c0b1792-3296-4a04-afad-b54096ef7c11', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:46.396806 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff7948f-51c1-4c33-a4c6-26d3b7927fb7 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Made reservation on behalf of 648f808b9beb4c359289c53fada92be8 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:46.400334 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ff7948f-51c1-4c33-a4c6-26d3b7927fb7 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:46.576344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ff7948f-51c1-4c33-a4c6-26d3b7927fb7 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:46.634856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7948f-51c1-4c33-a4c6-26d3b7927fb7 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event updated for resources: {'Subnet': ['ID=4389d400-17af-4bcd-be09-addc5e06604a,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:46.644097 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7948f-51c1-4c33-a4c6-26d3b7927fb7 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Checking segment: {'id': 'bcc86f80-5cbc-41b0-b3fd-f0ccd1ed1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4c0b1792-3296-4a04-afad-b54096ef7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:38:46.644461 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff7948f-51c1-4c33-a4c6-26d3b7927fb7 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Network hostable DHCP agents. Network: 4c0b1792-3296-4a04-afad-b54096ef7c11, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:38:46.662914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff7948f-51c1-4c33-a4c6-26d3b7927fb7 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Network 4c0b1792-3296-4a04-afad-b54096ef7c11 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:38:46.671555 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-0ff7948f-51c1-4c33-a4c6-26d3b7927fb7 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 4c0b1792-3296-4a04-afad-b54096ef7c11) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:38:46.676021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff7948f-51c1-4c33-a4c6-26d3b7927fb7 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:46.677150 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ff7948f-51c1-4c33-a4c6-26d3b7927fb7 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:46.681036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0074598e-e6d7-4386-9bfe-b5e5e54ce9ca None None] Network 4c0b1792-3296-4a04-afad-b54096ef7c11 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:46.692537 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0ff7948f-51c1-4c33-a4c6-26d3b7927fb7 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3886528 Aug 28 13:38:46.695980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37308) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:46.701624 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4bb38afb-9903-4815-b3fa-6fa5f66cf2f1 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-871069827'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:46.722146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb38afb-9903-4815-b3fa-6fa5f66cf2f1 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Made reservation on behalf of 648f808b9beb4c359289c53fada92be8 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:46.725589 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4bb38afb-9903-4815-b3fa-6fa5f66cf2f1 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:46.749268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb38afb-9903-4815-b3fa-6fa5f66cf2f1 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:38:46.758130 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4bb38afb-9903-4815-b3fa-6fa5f66cf2f1 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:46.758516 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-4bb38afb-9903-4815-b3fa-6fa5f66cf2f1 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Added segment c1582bb8-6f4b-4b4a-a4ce-41eff75a24c0 of type vlan for network 765594ad-dc1d-4f7a-abec-a1c0075ccacc Aug 28 13:38:46.800027 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4bb38afb-9903-4815-b3fa-6fa5f66cf2f1 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:46.823684 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4bb38afb-9903-4815-b3fa-6fa5f66cf2f1 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:46.830154 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb38afb-9903-4815-b3fa-6fa5f66cf2f1 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:46.830770 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4bb38afb-9903-4815-b3fa-6fa5f66cf2f1 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:46.830965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0762a030-770d-4019-a077-429509d50562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-4c0b1792-3296-4a04-afad-b54096ef7c11', 'network_id': '4c0b1792-3296-4a04-afad-b54096ef7c11', 'tenant_id': '648f808b9beb4c359289c53fada92be8', 'fixed_ips': [{'subnet_id': '4389d400-17af-4bcd-be09-addc5e06604a'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:38:46.832000 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:46.891247 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4bb38afb-9903-4815-b3fa-6fa5f66cf2f1 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1940942 Aug 28 13:38:46.894119 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37312) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:46.899125 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5db7a7e0-1583-4ac9-920f-23f006200fea tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Request body: {'subnet': {'network_id': '765594ad-dc1d-4f7a-abec-a1c0075ccacc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:46.943541 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb38afb-9903-4815-b3fa-6fa5f66cf2f1 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event updated for resources: {'Network': ['ID=765594ad-dc1d-4f7a-abec-a1c0075ccacc,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:46.954626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 765594ad-dc1d-4f7a-abec-a1c0075ccacc details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:38:46.998985 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db7a7e0-1583-4ac9-920f-23f006200fea tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Made reservation on behalf of 648f808b9beb4c359289c53fada92be8 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:47.002446 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5db7a7e0-1583-4ac9-920f-23f006200fea tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.021644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-0762a030-770d-4019-a077-429509d50562 None None] Allocated IP 2001:db8:0:ffff::2 (4c0b1792-3296-4a04-afad-b54096ef7c11/4389d400-17af-4bcd-be09-addc5e06604a/dfb96f13-73a8-4a1b-9620-2af659a814d9) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:38:47.180044 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.188772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0762a030-770d-4019-a077-429509d50562 None None] Transition to ACTIVE for port object dfb96f13-73a8-4a1b-9620-2af659a814d9 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:38:47.190009 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5db7a7e0-1583-4ac9-920f-23f006200fea tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.203866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0762a030-770d-4019-a077-429509d50562 None None] Transition to ACTIVE for port object dfb96f13-73a8-4a1b-9620-2af659a814d9 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:38:47.209339 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.244204 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0762a030-770d-4019-a077-429509d50562 None None] Network 4c0b1792-3296-4a04-afad-b54096ef7c11 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:38:47.246998 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-0762a030-770d-4019-a077-429509d50562 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:38:47.250757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0762a030-770d-4019-a077-429509d50562 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:38:47.250980 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7a7e0-1583-4ac9-920f-23f006200fea tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event updated for resources: {'Subnet': ['ID=b13e936b-7f61-4c5b-9989-af76f1fe21e8,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:47.260506 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db7a7e0-1583-4ac9-920f-23f006200fea tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Checking segment: {'id': 'c1582bb8-6f4b-4b4a-a4ce-41eff75a24c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '765594ad-dc1d-4f7a-abec-a1c0075ccacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:38:47.260863 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7a7e0-1583-4ac9-920f-23f006200fea tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Network hostable DHCP agents. Network: 765594ad-dc1d-4f7a-abec-a1c0075ccacc, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:38:47.267073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762a030-770d-4019-a077-429509d50562 None None] Pushing event updated for resources: {'Port': ['ID=dfb96f13-73a8-4a1b-9620-2af659a814d9,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:47.277882 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7a7e0-1583-4ac9-920f-23f006200fea tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Network 765594ad-dc1d-4f7a-abec-a1c0075ccacc is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:38:47.286566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:47.286763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-5db7a7e0-1583-4ac9-920f-23f006200fea tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 765594ad-dc1d-4f7a-abec-a1c0075ccacc) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:38:47.286910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:47.287249 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:47.287582 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:47.287908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:47.288234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:47.288554 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:47.288873 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:47.289191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:47.289505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:47.289821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:47.290132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:47.293674 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db7a7e0-1583-4ac9-920f-23f006200fea tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:47.295336 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5db7a7e0-1583-4ac9-920f-23f006200fea tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.312315 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5db7a7e0-1583-4ac9-920f-23f006200fea tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4171438 Aug 28 13:38:47.315003 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37314) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:47.316721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b112b507-326d-4065-8075-b2224dc16c6d None None] Network 765594ad-dc1d-4f7a-abec-a1c0075ccacc requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:47.363090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0762a030-770d-4019-a077-429509d50562 None None] Attempting to bind port dfb96f13-73a8-4a1b-9620-2af659a814d9 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:38:47.363439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0762a030-770d-4019-a077-429509d50562 None None] Attempting to bind port dfb96f13-73a8-4a1b-9620-2af659a814d9 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bcc86f80-5cbc-41b0-b3fd-f0ccd1ed1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4c0b1792-3296-4a04-afad-b54096ef7c11'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:38:47.363803 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0762a030-770d-4019-a077-429509d50562 None None] Attempting to bind port dfb96f13-73a8-4a1b-9620-2af659a814d9 on network 4c0b1792-3296-4a04-afad-b54096ef7c11 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:38:47.374788 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0762a030-770d-4019-a077-429509d50562 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:38:47.375161 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0762a030-770d-4019-a077-429509d50562 None None] Checking segment: {'id': 'bcc86f80-5cbc-41b0-b3fd-f0ccd1ed1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4c0b1792-3296-4a04-afad-b54096ef7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:38:47.375564 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.375945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0762a030-770d-4019-a077-429509d50562 None None] Bound using segment: {'id': 'bcc86f80-5cbc-41b0-b3fd-f0ccd1ed1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4c0b1792-3296-4a04-afad-b54096ef7c11'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:38:47.376422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0762a030-770d-4019-a077-429509d50562 None None] Bound port: dfb96f13-73a8-4a1b-9620-2af659a814d9, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc86f80-5cbc-41b0-b3fd-f0ccd1ed1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4c0b1792-3296-4a04-afad-b54096ef7c11'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:38:47.376798 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.409544 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e024b451-e480-47ab-8f1f-016b2e053503 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.488677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0762a030-770d-4019-a077-429509d50562 None None] For port dfb96f13-73a8-4a1b-9620-2af659a814d9, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:38:47.493105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0762a030-770d-4019-a077-429509d50562 None None] For port dfb96f13-73a8-4a1b-9620-2af659a814d9, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=dfb96f13-73a8-4a1b-9620-2af659a814d9,segment=NetworkSegment(bcc86f80-5cbc-41b0-b3fd-f0ccd1ed1a2d),segment_id=bcc86f80-5cbc-41b0-b3fd-f0ccd1ed1a2d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:38:47.501210 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0762a030-770d-4019-a077-429509d50562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.514979 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e024b451-e480-47ab-8f1f-016b2e053503 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.557536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a4c5bb-267f-4d18-a73a-983d77ec9945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-765594ad-dc1d-4f7a-abec-a1c0075ccacc', 'network_id': '765594ad-dc1d-4f7a-abec-a1c0075ccacc', 'tenant_id': '648f808b9beb4c359289c53fada92be8', 'fixed_ips': [{'subnet_id': 'b13e936b-7f61-4c5b-9989-af76f1fe21e8'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:38:47.558389 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-89a4c5bb-267f-4d18-a73a-983d77ec9945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.587344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e024b451-e480-47ab-8f1f-016b2e053503 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.596665 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762a030-770d-4019-a077-429509d50562 None None] Pushing event updated for resources: {'Port': ['ID=dfb96f13-73a8-4a1b-9620-2af659a814d9,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:47.614650 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024b451-e480-47ab-8f1f-016b2e053503 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event deleted for resources: {'Subnet': ['ID=b13e936b-7f61-4c5b-9989-af76f1fe21e8,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:47.672858 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8532564-86f0-409c-88ac-ca151d315191 None None] Network 765594ad-dc1d-4f7a-abec-a1c0075ccacc requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:47.689287 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e024b451-e480-47ab-8f1f-016b2e053503 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.700080 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-e024b451-e480-47ab-8f1f-016b2e053503 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765594ad-dc1d-4f7a-abec-a1c0075ccacc']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:47.713328 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-e024b451-e480-47ab-8f1f-016b2e053503 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1582bb8-6f4b-4b4a-a4ce-41eff75a24c0') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:47.713641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-e024b451-e480-47ab-8f1f-016b2e053503 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1582bb8-6f4b-4b4a-a4ce-41eff75a24c0') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:47.724128 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e024b451-e480-47ab-8f1f-016b2e053503 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.756272 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e024b451-e480-47ab-8f1f-016b2e053503 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.767478 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e024b451-e480-47ab-8f1f-016b2e053503 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:38:47.767889 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e024b451-e480-47ab-8f1f-016b2e053503 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:38:47.770949 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:38:47.834461 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e024b451-e480-47ab-8f1f-016b2e053503 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.846824 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e024b451-e480-47ab-8f1f-016b2e053503 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.851371 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e024b451-e480-47ab-8f1f-016b2e053503 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "DELETE /v2.0/networks/765594ad-dc1d-4f7a-abec-a1c0075ccacc HTTP/1.1" status: 204 len: 168 time: 0.5329983 Aug 28 13:38:47.852713 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37316) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:47.859132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1740851857'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:47.862244 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024b451-e480-47ab-8f1f-016b2e053503 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event deleted for resources: {'Network': ['ID=765594ad-dc1d-4f7a-abec-a1c0075ccacc,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:47.880903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Made reservation on behalf of 648f808b9beb4c359289c53fada92be8 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:47.884335 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.909179 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:38:47.918107 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.918481 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Added segment 8a01da27-e5c0-4487-8342-47926aed916c of type vlan for network 926aeba3-6611-44bd-ba84-3033e9e4885e Aug 28 13:38:47.961823 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.986307 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:47.991645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:47.992215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:48.077887 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2235243 Aug 28 13:38:48.080855 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37318) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:48.086045 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-74863460-d49e-488e-91d0-2c599e0b278b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Request body: {'subnet': {'network_id': '926aeba3-6611-44bd-ba84-3033e9e4885e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:48.100864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event updated for resources: {'Network': ['ID=926aeba3-6611-44bd-ba84-3033e9e4885e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:48.108528 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:48.108867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:48.109199 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:48.109527 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:48.109851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:48.110172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:48.110540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:48.110866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:48.111208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:48.111522 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:48.111886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:48.112212 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c4e1e-6904-4c64-ab22-05ae18bfeeb8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:38:48.123265 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 926aeba3-6611-44bd-ba84-3033e9e4885e details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:38:48.184021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74863460-d49e-488e-91d0-2c599e0b278b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Made reservation on behalf of 648f808b9beb4c359289c53fada92be8 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:48.188912 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74863460-d49e-488e-91d0-2c599e0b278b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:48.246606 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_backend_mixin [None req-74863460-d49e-488e-91d0-2c599e0b278b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Performing IP validity checks on allocation pools {{(pid=94878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 28 13:38:48.247178 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.ipam_backend_mixin [None req-74863460-d49e-488e-91d0-2c599e0b278b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 28 13:38:48.383777 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74863460-d49e-488e-91d0-2c599e0b278b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:48.443976 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74863460-d49e-488e-91d0-2c599e0b278b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event updated for resources: {'Subnet': ['ID=493796a0-85bc-4dd5-b68a-5ee897c6d520,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:48.455635 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74863460-d49e-488e-91d0-2c599e0b278b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Checking segment: {'id': '8a01da27-e5c0-4487-8342-47926aed916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '926aeba3-6611-44bd-ba84-3033e9e4885e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:38:48.455998 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74863460-d49e-488e-91d0-2c599e0b278b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Network hostable DHCP agents. Network: 926aeba3-6611-44bd-ba84-3033e9e4885e, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:38:48.456884 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c329501b-e7ea-41d0-a154-39a18f4dc6d6 None None] Network 4c0b1792-3296-4a04-afad-b54096ef7c11 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:48.472602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74863460-d49e-488e-91d0-2c599e0b278b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Network 926aeba3-6611-44bd-ba84-3033e9e4885e is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:38:48.482009 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-74863460-d49e-488e-91d0-2c599e0b278b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 926aeba3-6611-44bd-ba84-3033e9e4885e) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:38:48.486115 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74863460-d49e-488e-91d0-2c599e0b278b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:48.486741 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-74863460-d49e-488e-91d0-2c599e0b278b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:48.501820 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-74863460-d49e-488e-91d0-2c599e0b278b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4198670 Aug 28 13:38:48.504675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c97f94-a3ed-4c13-a998-b507735c9d41 None None] Network 926aeba3-6611-44bd-ba84-3033e9e4885e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:48.504862 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37320) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:48.604344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-30ee8d1d-6b8c-425f-893b-3d9d2bf915fb None None] Provisioning for port dfb96f13-73a8-4a1b-9620-2af659a814d9 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:38:48.620523 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91db4d3c-26e9-4768-a952-c9ae48162f69 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:48.716685 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91db4d3c-26e9-4768-a952-c9ae48162f69 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:48.742188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc7d927-59e8-41dd-ba0c-4e9f6cef5920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-926aeba3-6611-44bd-ba84-3033e9e4885e', 'network_id': '926aeba3-6611-44bd-ba84-3033e9e4885e', 'tenant_id': '648f808b9beb4c359289c53fada92be8', 'fixed_ips': [{'subnet_id': '493796a0-85bc-4dd5-b68a-5ee897c6d520'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:38:48.743082 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfc7d927-59e8-41dd-ba0c-4e9f6cef5920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:48.789024 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91db4d3c-26e9-4768-a952-c9ae48162f69 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:48.819298 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db4d3c-26e9-4768-a952-c9ae48162f69 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event deleted for resources: {'Subnet': ['ID=493796a0-85bc-4dd5-b68a-5ee897c6d520,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server [None req-cfc7d927-59e8-41dd-ba0c-4e9f6cef5920 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 493796a0-85bc-4dd5-b68a-5ee897c6d520: This subnet is being modified by another concurrent operation. Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise self.value Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server raise exception Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 493796a0-85bc-4dd5-b68a-5ee897c6d520: This subnet is being modified by another concurrent operation. Aug 28 13:38:48.854659 n-d-791505-21 neutron-server[94879]: ERROR oslo_messaging.rpc.server Aug 28 13:38:48.885789 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e76a61-e434-4015-8985-0367cbd966b6 None None] Network 926aeba3-6611-44bd-ba84-3033e9e4885e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:48.894389 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91db4d3c-26e9-4768-a952-c9ae48162f69 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:48.907530 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-91db4d3c-26e9-4768-a952-c9ae48162f69 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926aeba3-6611-44bd-ba84-3033e9e4885e']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:48.918523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-91db4d3c-26e9-4768-a952-c9ae48162f69 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a01da27-e5c0-4487-8342-47926aed916c') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:48.918826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-91db4d3c-26e9-4768-a952-c9ae48162f69 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a01da27-e5c0-4487-8342-47926aed916c') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:48.936970 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91db4d3c-26e9-4768-a952-c9ae48162f69 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:48.956356 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91db4d3c-26e9-4768-a952-c9ae48162f69 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:48.965636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91db4d3c-26e9-4768-a952-c9ae48162f69 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:38:48.966397 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91db4d3c-26e9-4768-a952-c9ae48162f69 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:38:48.970133 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:38:49.037000 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91db4d3c-26e9-4768-a952-c9ae48162f69 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.041298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device dfb96f13-73a8-4a1b-9620-2af659a814d9 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:38:49.047358 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-91db4d3c-26e9-4768-a952-c9ae48162f69 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.053745 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-91db4d3c-26e9-4768-a952-c9ae48162f69 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "DELETE /v2.0/networks/926aeba3-6611-44bd-ba84-3033e9e4885e HTTP/1.1" status: 204 len: 168 time: 0.5432823 Aug 28 13:38:49.054434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37322) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:49.059375 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-95a84b08-1b84-411f-8800-b27b220e11fd tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-484326690'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:49.069577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db4d3c-26e9-4768-a952-c9ae48162f69 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event deleted for resources: {'Network': ['ID=926aeba3-6611-44bd-ba84-3033e9e4885e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:49.073403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7039af2b-4342-480f-bdef-65788ad1af36 None None] get_active_networks_info from n-d-791505-21 {{(pid=94879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 28 13:38:49.088360 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a84b08-1b84-411f-8800-b27b220e11fd tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Made reservation on behalf of 648f808b9beb4c359289c53fada92be8 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:49.092957 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-95a84b08-1b84-411f-8800-b27b220e11fd tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.120333 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a84b08-1b84-411f-8800-b27b220e11fd tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:38:49.136279 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-95a84b08-1b84-411f-8800-b27b220e11fd tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.136719 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-95a84b08-1b84-411f-8800-b27b220e11fd tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Added segment 09dd9fdf-3f5e-4fc8-9eb6-347816fc1106 of type vlan for network 7be90962-db80-4a0c-a174-b8f1dc7e3ce1 Aug 28 13:38:49.158337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port dfb96f13-73a8-4a1b-9620-2af659a814d9 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:38:49.176685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port dfb96f13-73a8-4a1b-9620-2af659a814d9 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:38:49.177147 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.180502 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-95a84b08-1b84-411f-8800-b27b220e11fd tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.204245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b8829f94-5a56-432a-b625-bda5f339be3d None None] Provisioning complete for port dfb96f13-73a8-4a1b-9620-2af659a814d9 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:38:49.204604 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b8829f94-5a56-432a-b625-bda5f339be3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.205822 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-95a84b08-1b84-411f-8800-b27b220e11fd tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.211571 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a84b08-1b84-411f-8800-b27b220e11fd tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:49.212265 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-95a84b08-1b84-411f-8800-b27b220e11fd tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.231358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7039af2b-4342-480f-bdef-65788ad1af36 None None] Resources bound (agent type, host, resource id): {{(pid=94879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 28 13:38:49.270478 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-95a84b08-1b84-411f-8800-b27b220e11fd tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2152472 Aug 28 13:38:49.274280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37324) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:49.281141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f5885570-4981-4923-b5fe-e9a429394b21 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Request body: {'subnet': {'network_id': '7be90962-db80-4a0c-a174-b8f1dc7e3ce1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:49.289583 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a84b08-1b84-411f-8800-b27b220e11fd tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event updated for resources: {'Network': ['ID=7be90962-db80-4a0c-a174-b8f1dc7e3ce1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:49.332487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 7be90962-db80-4a0c-a174-b8f1dc7e3ce1 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:38:49.373595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5885570-4981-4923-b5fe-e9a429394b21 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Made reservation on behalf of 648f808b9beb4c359289c53fada92be8 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:49.377196 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5885570-4981-4923-b5fe-e9a429394b21 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.423639 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.483997 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b8829f94-5a56-432a-b625-bda5f339be3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.529710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port dfb96f13-73a8-4a1b-9620-2af659a814d9, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=dfb96f13-73a8-4a1b-9620-2af659a814d9,segment=NetworkSegment(bcc86f80-5cbc-41b0-b3fd-f0ccd1ed1a2d),segment_id=bcc86f80-5cbc-41b0-b3fd-f0ccd1ed1a2d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:49.533969 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.561837 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5885570-4981-4923-b5fe-e9a429394b21 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.621283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5885570-4981-4923-b5fe-e9a429394b21 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event updated for resources: {'Subnet': ['ID=f472f9c8-1e78-457d-8654-baa1eb29e155,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:49.626488 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-b8829f94-5a56-432a-b625-bda5f339be3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:38:49.626852 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-b8829f94-5a56-432a-b625-bda5f339be3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:38:49.631347 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5885570-4981-4923-b5fe-e9a429394b21 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Checking segment: {'id': '09dd9fdf-3f5e-4fc8-9eb6-347816fc1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7be90962-db80-4a0c-a174-b8f1dc7e3ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:38:49.631713 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5885570-4981-4923-b5fe-e9a429394b21 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Network hostable DHCP agents. Network: 7be90962-db80-4a0c-a174-b8f1dc7e3ce1, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:38:49.640955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=dfb96f13-73a8-4a1b-9620-2af659a814d9,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:49.648991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5885570-4981-4923-b5fe-e9a429394b21 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Network 7be90962-db80-4a0c-a174-b8f1dc7e3ce1 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:38:49.661072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-f5885570-4981-4923-b5fe-e9a429394b21 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 7be90962-db80-4a0c-a174-b8f1dc7e3ce1) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:38:49.665417 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5885570-4981-4923-b5fe-e9a429394b21 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:49.665996 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f5885570-4981-4923-b5fe-e9a429394b21 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.681878 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f5885570-4981-4923-b5fe-e9a429394b21 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4064047 Aug 28 13:38:49.686660 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37326) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:49.691780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5223b09d-5c1c-472c-a1d2-8625cea46c93 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1730865032'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:49.712172 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830ba129-227e-4f6a-9183-5fca16164730 None None] Network 7be90962-db80-4a0c-a174-b8f1dc7e3ce1 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:49.712426 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5223b09d-5c1c-472c-a1d2-8625cea46c93 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Made reservation on behalf of 648f808b9beb4c359289c53fada92be8 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:49.716225 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5223b09d-5c1c-472c-a1d2-8625cea46c93 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.739949 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5223b09d-5c1c-472c-a1d2-8625cea46c93 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:38:49.749927 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5223b09d-5c1c-472c-a1d2-8625cea46c93 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.750350 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-5223b09d-5c1c-472c-a1d2-8625cea46c93 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Added segment 3e4ba264-ecb1-473a-a739-32f957eed5eb of type vlan for network 1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866 Aug 28 13:38:49.790847 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5223b09d-5c1c-472c-a1d2-8625cea46c93 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.815363 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5223b09d-5c1c-472c-a1d2-8625cea46c93 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.822004 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5223b09d-5c1c-472c-a1d2-8625cea46c93 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:49.822614 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5223b09d-5c1c-472c-a1d2-8625cea46c93 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.854517 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-7be90962-db80-4a0c-a174-b8f1dc7e3ce1', 'network_id': '7be90962-db80-4a0c-a174-b8f1dc7e3ce1', 'tenant_id': '648f808b9beb4c359289c53fada92be8', 'fixed_ips': [{'subnet_id': 'f472f9c8-1e78-457d-8654-baa1eb29e155'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:38:49.855373 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:49.883741 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5223b09d-5c1c-472c-a1d2-8625cea46c93 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1959581 Aug 28 13:38:49.886665 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37328) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:49.894429 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5cd51efb-61fe-49d5-860f-9402393e9f92 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Request body: {'subnet': {'network_id': '1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:49.912562 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223b09d-5c1c-472c-a1d2-8625cea46c93 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event updated for resources: {'Network': ['ID=1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:49.925196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:38:49.987440 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd51efb-61fe-49d5-860f-9402393e9f92 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Made reservation on behalf of 648f808b9beb4c359289c53fada92be8 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:49.991421 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5cd51efb-61fe-49d5-860f-9402393e9f92 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:50.188463 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5cd51efb-61fe-49d5-860f-9402393e9f92 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:50.240385 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Allocated IP 2001:db8::2 (7be90962-db80-4a0c-a174-b8f1dc7e3ce1/f472f9c8-1e78-457d-8654-baa1eb29e155/f17664bf-d594-4ef4-aa4d-404db48eac19) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:38:50.253254 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd51efb-61fe-49d5-860f-9402393e9f92 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event updated for resources: {'Subnet': ['ID=e7373b2c-7dbe-44ee-a03b-b9f57f164e0e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:50.260686 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd51efb-61fe-49d5-860f-9402393e9f92 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Checking segment: {'id': '3e4ba264-ecb1-473a-a739-32f957eed5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:38:50.261032 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd51efb-61fe-49d5-860f-9402393e9f92 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Network hostable DHCP agents. Network: 1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:38:50.283666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd51efb-61fe-49d5-860f-9402393e9f92 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Network 1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:38:50.292583 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-5cd51efb-61fe-49d5-860f-9402393e9f92 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:38:50.297473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd51efb-61fe-49d5-860f-9402393e9f92 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:50.298077 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5cd51efb-61fe-49d5-860f-9402393e9f92 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:50.305372 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07931475-e1a5-4fb7-98e2-f91a69173bc0 None None] Network 1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:50.314220 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5cd51efb-61fe-49d5-860f-9402393e9f92 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4235165 Aug 28 13:38:50.316659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37330) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:50.415947 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d05407-99c5-4a6b-a0af-dabfe3d06e3d tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:50.467681 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d05407-99c5-4a6b-a0af-dabfe3d06e3d tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:50.483605 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:50.498606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Transition to ACTIVE for port object f17664bf-d594-4ef4-aa4d-404db48eac19 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:38:50.528987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b59d14-0175-4825-a14d-68d60d9d6419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866', 'network_id': '1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866', 'tenant_id': '648f808b9beb4c359289c53fada92be8', 'fixed_ips': [{'subnet_id': 'e7373b2c-7dbe-44ee-a03b-b9f57f164e0e'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:38:50.530532 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a2b59d14-0175-4825-a14d-68d60d9d6419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:50.530637 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d05407-99c5-4a6b-a0af-dabfe3d06e3d tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:50.534100 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Transition to ACTIVE for port object f17664bf-d594-4ef4-aa4d-404db48eac19 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:38:50.543602 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:50.559182 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d05407-99c5-4a6b-a0af-dabfe3d06e3d tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event deleted for resources: {'Subnet': ['ID=e7373b2c-7dbe-44ee-a03b-b9f57f164e0e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:50.644149 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Network 7be90962-db80-4a0c-a174-b8f1dc7e3ce1 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:38:50.651927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:38:50.656302 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:38:50.658851 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Pushing event updated for resources: {'Port': ['ID=f17664bf-d594-4ef4-aa4d-404db48eac19,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:50.693760 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7b8102-56e9-40d2-8988-47a44c9039ec None None] Network 1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:50.773692 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Attempting to bind port f17664bf-d594-4ef4-aa4d-404db48eac19 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:38:50.774060 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Attempting to bind port f17664bf-d594-4ef4-aa4d-404db48eac19 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '09dd9fdf-3f5e-4fc8-9eb6-347816fc1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7be90962-db80-4a0c-a174-b8f1dc7e3ce1'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:38:50.774450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Attempting to bind port f17664bf-d594-4ef4-aa4d-404db48eac19 on network 7be90962-db80-4a0c-a174-b8f1dc7e3ce1 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:38:50.788391 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:38:50.788758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Checking segment: {'id': '09dd9fdf-3f5e-4fc8-9eb6-347816fc1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7be90962-db80-4a0c-a174-b8f1dc7e3ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:38:50.789163 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:50.789551 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Bound using segment: {'id': '09dd9fdf-3f5e-4fc8-9eb6-347816fc1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7be90962-db80-4a0c-a174-b8f1dc7e3ce1'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:38:50.790015 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Bound port: f17664bf-d594-4ef4-aa4d-404db48eac19, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dd9fdf-3f5e-4fc8-9eb6-347816fc1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7be90962-db80-4a0c-a174-b8f1dc7e3ce1'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:38:50.790409 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:50.891886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] For port f17664bf-d594-4ef4-aa4d-404db48eac19, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:38:50.897144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] For port f17664bf-d594-4ef4-aa4d-404db48eac19, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f17664bf-d594-4ef4-aa4d-404db48eac19,segment=NetworkSegment(09dd9fdf-3f5e-4fc8-9eb6-347816fc1106),segment_id=09dd9fdf-3f5e-4fc8-9eb6-347816fc1106)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:38:50.901289 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:50.912951 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d05407-99c5-4a6b-a0af-dabfe3d06e3d tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:50.927856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-39d05407-99c5-4a6b-a0af-dabfe3d06e3d tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:50.939241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-39d05407-99c5-4a6b-a0af-dabfe3d06e3d tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4ba264-ecb1-473a-a739-32f957eed5eb') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:50.939542 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-39d05407-99c5-4a6b-a0af-dabfe3d06e3d tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4ba264-ecb1-473a-a739-32f957eed5eb') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:50.954607 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d05407-99c5-4a6b-a0af-dabfe3d06e3d tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:50.958870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef368adb-15ee-49f8-923c-8145ad882681 None None] Pushing event updated for resources: {'Port': ['ID=f17664bf-d594-4ef4-aa4d-404db48eac19,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:50.964864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device dfb96f13-73a8-4a1b-9620-2af659a814d9 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:38:50.973458 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d05407-99c5-4a6b-a0af-dabfe3d06e3d tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:50.980295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d05407-99c5-4a6b-a0af-dabfe3d06e3d tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:38:50.980857 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d05407-99c5-4a6b-a0af-dabfe3d06e3d tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:38:50.984593 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:38:51.020570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port dfb96f13-73a8-4a1b-9620-2af659a814d9 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:38:51.020951 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:51.045769 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d05407-99c5-4a6b-a0af-dabfe3d06e3d tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:51.054759 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39d05407-99c5-4a6b-a0af-dabfe3d06e3d tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:51.056655 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-39d05407-99c5-4a6b-a0af-dabfe3d06e3d tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "DELETE /v2.0/networks/1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866 HTTP/1.1" status: 204 len: 168 time: 0.7389705 Aug 28 13:38:51.059379 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37332) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:51.082547 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d05407-99c5-4a6b-a0af-dabfe3d06e3d tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event deleted for resources: {'Network': ['ID=1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:51.107401 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-55331f32-eaa7-4047-80f5-212d440c68ff tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] GET failed (client error): The resource could not be found. Aug 28 13:38:51.108913 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-55331f32-eaa7-4047-80f5-212d440c68ff tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "GET /v2.0/subnets/e7373b2c-7dbe-44ee-a03b-b9f57f164e0e HTTP/1.1" status: 404 len: 337 time: 0.0479572 Aug 28 13:38:51.111751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37334) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:51.138619 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-064fa044-c1af-46bd-9c1c-98d6af61e260 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] DELETE failed (client error): The resource could not be found. Aug 28 13:38:51.139300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064fa044-c1af-46bd-9c1c-98d6af61e260 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:38:51.141224 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-064fa044-c1af-46bd-9c1c-98d6af61e260 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "DELETE /v2.0/networks/1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866 HTTP/1.1" status: 404 len: 339 time: 0.0281773 Aug 28 13:38:51.146824 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37336) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:51.180699 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-966e795e-da80-4777-aa74-2a57271896c8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] DELETE failed (client error): The resource could not be found. Aug 28 13:38:51.181161 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966e795e-da80-4777-aa74-2a57271896c8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:38:51.183090 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-966e795e-da80-4777-aa74-2a57271896c8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "DELETE /v2.0/subnets/e7373b2c-7dbe-44ee-a03b-b9f57f164e0e HTTP/1.1" status: 404 len: 337 time: 0.0350957 Aug 28 13:38:51.186155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37338) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:51.209448 n-d-791505-21 neutron-server[94878]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4e4c1d-1e54-414c-b07a-821aeba9b763 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] DELETE failed (client error): The resource could not be found. Aug 28 13:38:51.210016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4e4c1d-1e54-414c-b07a-821aeba9b763 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:38:51.211888 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3a4e4c1d-1e54-414c-b07a-821aeba9b763 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "DELETE /v2.0/networks/1e6948b4-bf1b-48cf-b3f8-24a5f9bc7866 HTTP/1.1" status: 404 len: 339 time: 0.0246134 Aug 28 13:38:51.214592 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37340) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:51.269059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbcf347-712f-4acd-952c-a45688dcdb5c tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Deleting subnet f472f9c8-1e78-457d-8654-baa1eb29e155 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:38:51.272671 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf347-712f-4acd-952c-a45688dcdb5c tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:51.315581 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf347-712f-4acd-952c-a45688dcdb5c tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:51.434079 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf347-712f-4acd-952c-a45688dcdb5c tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:51.491662 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf347-712f-4acd-952c-a45688dcdb5c tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:51.521263 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcf347-712f-4acd-952c-a45688dcdb5c tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event deleted for resources: {'Subnet': ['ID=f472f9c8-1e78-457d-8654-baa1eb29e155,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:51.523647 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4fbcf347-712f-4acd-952c-a45688dcdb5c tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:51.525689 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4fbcf347-712f-4acd-952c-a45688dcdb5c tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "DELETE /v2.0/subnets/f472f9c8-1e78-457d-8654-baa1eb29e155 HTTP/1.1" status: 204 len: 168 time: 0.3101661 Aug 28 13:38:51.528233 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37342) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:51.614334 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:51.672466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Deleting port f17664bf-d594-4ef4-aa4d-404db48eac19 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:38:51.672808 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:51.737151 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] For port f17664bf-d594-4ef4-aa4d-404db48eac19, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f17664bf-d594-4ef4-aa4d-404db48eac19,segment=NetworkSegment(09dd9fdf-3f5e-4fc8-9eb6-347816fc1106),segment_id=09dd9fdf-3f5e-4fc8-9eb6-347816fc1106)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:51.737515 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:51.750912 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Calling delete_port for f17664bf-d594-4ef4-aa4d-404db48eac19 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:38:51.837189 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:51.850650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3161f4-a00e-4dc7-90ae-065a48346733 None None] Network 7be90962-db80-4a0c-a174-b8f1dc7e3ce1 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:51.868444 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] No DVR routers for this DVR port f17664bf-d594-4ef4-aa4d-404db48eac19 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:38:51.875332 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event deleted for resources: {'Port': ['ID=f17664bf-d594-4ef4-aa4d-404db48eac19,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:51.905402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4ab7d13e-e815-4896-bafb-73fa561abab1 None None] Could not find standard attr ID for object f17664bf-d594-4ef4-aa4d-404db48eac19. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:38:51.956268 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:51.967495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be90962-db80-4a0c-a174-b8f1dc7e3ce1']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:51.979474 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dd9fdf-3f5e-4fc8-9eb6-347816fc1106') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:51.979769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dd9fdf-3f5e-4fc8-9eb6-347816fc1106') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:51.989586 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.004014 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.009739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:38:52.010124 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:38:52.013718 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:38:52.019103 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651dd40d-0f7e-4200-87f1-c2c49fceea61 None None] DHCP port deletion for 7be90962-db80-4a0c-a174-b8f1dc7e3ce1 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:38:52.070384 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.077800 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.079660 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "DELETE /v2.0/networks/7be90962-db80-4a0c-a174-b8f1dc7e3ce1 HTTP/1.1" status: 204 len: 168 time: 0.5503070 Aug 28 13:38:52.082852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37344) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:52.092917 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cd632-fe35-45d8-ba0e-65f90e619db8 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event deleted for resources: {'Network': ['ID=7be90962-db80-4a0c-a174-b8f1dc7e3ce1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:52.112817 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b198bc0-c729-4a8b-a984-635b7566c450 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] DELETE failed (client error): The resource could not be found. Aug 28 13:38:52.113307 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b198bc0-c729-4a8b-a984-635b7566c450 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:38:52.115067 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4b198bc0-c729-4a8b-a984-635b7566c450 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "DELETE /v2.0/subnets/493796a0-85bc-4dd5-b68a-5ee897c6d520 HTTP/1.1" status: 404 len: 337 time: 0.0312953 Aug 28 13:38:52.117611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37346) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:52.135382 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0565b79-0038-4d72-a43a-da877464aa5b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] DELETE failed (client error): The resource could not be found. Aug 28 13:38:52.135920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0565b79-0038-4d72-a43a-da877464aa5b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:38:52.137517 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b0565b79-0038-4d72-a43a-da877464aa5b tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "DELETE /v2.0/networks/926aeba3-6611-44bd-ba84-3033e9e4885e HTTP/1.1" status: 404 len: 339 time: 0.0190184 Aug 28 13:38:52.140039 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37348) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:52.165413 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-23dc4e95-7bfc-4faa-81f1-12b10bc24c80 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] DELETE failed (client error): The resource could not be found. Aug 28 13:38:52.165848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23dc4e95-7bfc-4faa-81f1-12b10bc24c80 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:38:52.167567 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-23dc4e95-7bfc-4faa-81f1-12b10bc24c80 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "DELETE /v2.0/subnets/b13e936b-7f61-4c5b-9989-af76f1fe21e8 HTTP/1.1" status: 404 len: 337 time: 0.0266531 Aug 28 13:38:52.170844 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37350) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:52.188784 n-d-791505-21 neutron-server[94877]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9b7495-85c0-4d51-8cee-dbf3c7ad3078 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] DELETE failed (client error): The resource could not be found. Aug 28 13:38:52.189300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e9b7495-85c0-4d51-8cee-dbf3c7ad3078 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94877) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 28 13:38:52.190962 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9e9b7495-85c0-4d51-8cee-dbf3c7ad3078 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "DELETE /v2.0/networks/765594ad-dc1d-4f7a-abec-a1c0075ccacc HTTP/1.1" status: 404 len: 339 time: 0.0192370 Aug 28 13:38:52.193364 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37352) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:52.242973 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-e195b2fc-bed4-43dc-8382-d60fa96cd4ab tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Deleting subnet 4389d400-17af-4bcd-be09-addc5e06604a {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:38:52.246133 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e195b2fc-bed4-43dc-8382-d60fa96cd4ab tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.291313 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e195b2fc-bed4-43dc-8382-d60fa96cd4ab tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.371591 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e195b2fc-bed4-43dc-8382-d60fa96cd4ab tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.428546 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e195b2fc-bed4-43dc-8382-d60fa96cd4ab tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.458380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195b2fc-bed4-43dc-8382-d60fa96cd4ab tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event deleted for resources: {'Subnet': ['ID=4389d400-17af-4bcd-be09-addc5e06604a,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:52.465632 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e195b2fc-bed4-43dc-8382-d60fa96cd4ab tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.468517 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e195b2fc-bed4-43dc-8382-d60fa96cd4ab tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "DELETE /v2.0/subnets/4389d400-17af-4bcd-be09-addc5e06604a HTTP/1.1" status: 204 len: 168 time: 0.2741344 Aug 28 13:38:52.470965 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37354) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:52.472606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f124d-14b9-4c00-b5f9-1c0d4a676d12 None None] Network 4c0b1792-3296-4a04-afad-b54096ef7c11 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:52.548680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.608336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Deleting port dfb96f13-73a8-4a1b-9620-2af659a814d9 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:38:52.608520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.637365 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4159d1d1-c002-45a5-8954-bd4024ba8122 None None] DHCP port deletion for 4c0b1792-3296-4a04-afad-b54096ef7c11 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:38:52.677824 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] For port dfb96f13-73a8-4a1b-9620-2af659a814d9, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=dfb96f13-73a8-4a1b-9620-2af659a814d9,segment=NetworkSegment(bcc86f80-5cbc-41b0-b3fd-f0ccd1ed1a2d),segment_id=bcc86f80-5cbc-41b0-b3fd-f0ccd1ed1a2d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:52.678182 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.683672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-4159d1d1-c002-45a5-8954-bd4024ba8122 None None] Deleting port dfb96f13-73a8-4a1b-9620-2af659a814d9 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:38:52.684047 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4159d1d1-c002-45a5-8954-bd4024ba8122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.691634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Calling delete_port for dfb96f13-73a8-4a1b-9620-2af659a814d9 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:38:52.744449 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-4159d1d1-c002-45a5-8954-bd4024ba8122 None None] For port dfb96f13-73a8-4a1b-9620-2af659a814d9, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=dfb96f13-73a8-4a1b-9620-2af659a814d9,segment=NetworkSegment(bcc86f80-5cbc-41b0-b3fd-f0ccd1ed1a2d),segment_id=bcc86f80-5cbc-41b0-b3fd-f0ccd1ed1a2d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:52.744847 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4159d1d1-c002-45a5-8954-bd4024ba8122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.758291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-4159d1d1-c002-45a5-8954-bd4024ba8122 None None] Calling delete_port for dfb96f13-73a8-4a1b-9620-2af659a814d9 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:38:52.769215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.796218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event deleted for resources: {'Port': ['ID=dfb96f13-73a8-4a1b-9620-2af659a814d9,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:52.798300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] No DVR routers for this DVR port dfb96f13-73a8-4a1b-9620-2af659a814d9 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:38:52.840589 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4159d1d1-c002-45a5-8954-bd4024ba8122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.863969 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159d1d1-c002-45a5-8954-bd4024ba8122 None None] Pushing event deleted for resources: {'Port': ['ID=dfb96f13-73a8-4a1b-9620-2af659a814d9,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:52.869770 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159d1d1-c002-45a5-8954-bd4024ba8122 None None] No DVR routers for this DVR port dfb96f13-73a8-4a1b-9620-2af659a814d9 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:38:52.884803 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.898625 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0b1792-3296-4a04-afad-b54096ef7c11']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:52.909697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc86f80-5cbc-41b0-b3fd-f0ccd1ed1a2d') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:52.910051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc86f80-5cbc-41b0-b3fd-f0ccd1ed1a2d') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:52.919007 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.932919 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.940073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:38:52.940539 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:38:52.943445 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:38:52.963819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device dfb96f13-73a8-4a1b-9620-2af659a814d9 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:38:52.984082 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: dfb96f13-73a8-4a1b-9620-2af659a814d9 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:38:52.984423 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device dfb96f13-73a8-4a1b-9620-2af659a814d9 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:38:53.006260 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:53.014767 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:53.015876 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] 10.222.0.20 "DELETE /v2.0/networks/4c0b1792-3296-4a04-afad-b54096ef7c11 HTTP/1.1" status: 204 len: 168 time: 0.5439706 Aug 28 13:38:53.027727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1a0ff-a653-4f76-b1ac-02742d5b79a9 tempest-NetworksIpV6Test-1261454635 tempest-NetworksIpV6Test-1261454635-project] Pushing event deleted for resources: {'Network': ['ID=4c0b1792-3296-4a04-afad-b54096ef7c11,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:53.262798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37360) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:53.392839 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b6ffe516-7cbf-4158-8fa9-aeae89c008be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=648f808b9beb4c359289c53fada92be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286912 Aug 28 13:38:53.395329 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37364) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:53.443052 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-36e216ca-fb1a-4bd6-aaf9-93568c73ef77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:53.462921 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-36e216ca-fb1a-4bd6-aaf9-93568c73ef77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:53.508804 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-36e216ca-fb1a-4bd6-aaf9-93568c73ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:53.511512 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-36e216ca-fb1a-4bd6-aaf9-93568c73ef77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:53.513214 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-36e216ca-fb1a-4bd6-aaf9-93568c73ef77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54c6d466-7eb0-42d1-8415-b4457a6fbd99 HTTP/1.1" status: 204 len: 168 time: 0.1166587 Aug 28 13:38:53.521753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e216ca-fb1a-4bd6-aaf9-93568c73ef77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c6d466-7eb0-42d1-8415-b4457a6fbd99,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:53.592108 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef9384b4-69fd-401d-b787-bfd320cac60e req-45c74376-e1b0-486f-be47-3586f56236c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471778 Aug 28 13:38:53.679554 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9384b4-69fd-401d-b787-bfd320cac60e req-ad4737a7-cf8f-4fda-ae98-3ffa8e29ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:53.681120 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef9384b4-69fd-401d-b787-bfd320cac60e req-ad4737a7-cf8f-4fda-ae98-3ffa8e29ac24 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0421619 Aug 28 13:38:53.786309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9384b4-69fd-401d-b787-bfd320cac60e req-114bfe2b-2ec1-4422-a43f-e0adc039f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:53.787813 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef9384b4-69fd-401d-b787-bfd320cac60e req-114bfe2b-2ec1-4422-a43f-e0adc039f880 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0864544 Aug 28 13:38:53.836876 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef9384b4-69fd-401d-b787-bfd320cac60e req-65dc1047-c9e5-4fe4-8f4e-43a2a2aa49f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0401123 Aug 28 13:38:53.890923 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9384b4-69fd-401d-b787-bfd320cac60e req-7fe18034-7d05-4f24-b346-aa12e5f0b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:53.892734 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef9384b4-69fd-401d-b787-bfd320cac60e req-7fe18034-7d05-4f24-b346-aa12e5f0b5fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0456426 Aug 28 13:38:53.942789 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9384b4-69fd-401d-b787-bfd320cac60e req-8ea2bf8d-dd2e-4b6d-af4a-eb31802aad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:53.946632 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef9384b4-69fd-401d-b787-bfd320cac60e req-8ea2bf8d-dd2e-4b6d-af4a-eb31802aad42 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431931 Aug 28 13:38:54.184508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37386) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:54.287670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-66813711-20a6-45ef-a21d-d426a0bc93f9 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-986302707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:54.315197 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-66813711-20a6-45ef-a21d-d426a0bc93f9 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:54.316329 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-66813711-20a6-45ef-a21d-d426a0bc93f9 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:54.372603 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-66813711-20a6-45ef-a21d-d426a0bc93f9 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:54.377479 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-66813711-20a6-45ef-a21d-d426a0bc93f9 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:54.393935 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-66813711-20a6-45ef-a21d-d426a0bc93f9 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:54.395770 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-66813711-20a6-45ef-a21d-d426a0bc93f9 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2096682 Aug 28 13:38:54.398652 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37390) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:54.404025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f681d7b0-476d-4d3c-9d08-5c7abaf01c94 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-226792484'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:54.410506 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef9384b4-69fd-401d-b787-bfd320cac60e req-1fab6733-25a1-47ec-8691-2177dc6b7b78 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566638 Aug 28 13:38:54.425066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f681d7b0-476d-4d3c-9d08-5c7abaf01c94 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Made reservation on behalf of 528be2cf52c04122b2f3f764a5b8d919 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:54.428495 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f681d7b0-476d-4d3c-9d08-5c7abaf01c94 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:54.437853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f681d7b0-476d-4d3c-9d08-5c7abaf01c94 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:54.511466 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ef9384b4-69fd-401d-b787-bfd320cac60e req-af015191-e3e1-43b8-8185-e8268e6d9217 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934341 Aug 28 13:38:54.529504 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f681d7b0-476d-4d3c-9d08-5c7abaf01c94 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:54.533610 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f681d7b0-476d-4d3c-9d08-5c7abaf01c94 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:54.560885 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f681d7b0-476d-4d3c-9d08-5c7abaf01c94 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:38:54.570424 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681d7b0-476d-4d3c-9d08-5c7abaf01c94 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f617bfc-766f-4f68-ac0b-8701088a52d6,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:54.576807 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f681d7b0-476d-4d3c-9d08-5c7abaf01c94 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:54.577147 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-f681d7b0-476d-4d3c-9d08-5c7abaf01c94 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Added segment 2ff644e6-efc4-4975-910b-adf14dd0aaa7 of type vlan for network 1e488344-8277-46c4-884b-f35223758232 Aug 28 13:38:54.616470 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f681d7b0-476d-4d3c-9d08-5c7abaf01c94 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:54.641292 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f681d7b0-476d-4d3c-9d08-5c7abaf01c94 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:54.646933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f681d7b0-476d-4d3c-9d08-5c7abaf01c94 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:54.647505 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f681d7b0-476d-4d3c-9d08-5c7abaf01c94 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:54.710465 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f681d7b0-476d-4d3c-9d08-5c7abaf01c94 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3107557 Aug 28 13:38:54.713375 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37392) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:54.720111 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-59e01f94-5d20-4526-a553-ab004fe6aae5 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Request body: {'subnet': {'network_id': '1e488344-8277-46c4-884b-f35223758232', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:54.724857 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681d7b0-476d-4d3c-9d08-5c7abaf01c94 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Pushing event updated for resources: {'Network': ['ID=1e488344-8277-46c4-884b-f35223758232,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:54.736078 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 1e488344-8277-46c4-884b-f35223758232 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:38:54.813892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e01f94-5d20-4526-a553-ab004fe6aae5 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Made reservation on behalf of 528be2cf52c04122b2f3f764a5b8d919 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:54.817432 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-59e01f94-5d20-4526-a553-ab004fe6aae5 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:55.000361 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-59e01f94-5d20-4526-a553-ab004fe6aae5 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:55.065604 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e01f94-5d20-4526-a553-ab004fe6aae5 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Pushing event updated for resources: {'Subnet': ['ID=9864853b-2aad-4c6d-bf8b-789190f063f0,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:55.073380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e01f94-5d20-4526-a553-ab004fe6aae5 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Checking segment: {'id': '2ff644e6-efc4-4975-910b-adf14dd0aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1e488344-8277-46c4-884b-f35223758232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:38:55.073742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e01f94-5d20-4526-a553-ab004fe6aae5 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Network hostable DHCP agents. Network: 1e488344-8277-46c4-884b-f35223758232, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:38:55.090319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e01f94-5d20-4526-a553-ab004fe6aae5 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Network 1e488344-8277-46c4-884b-f35223758232 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:38:55.099544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-59e01f94-5d20-4526-a553-ab004fe6aae5 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 1e488344-8277-46c4-884b-f35223758232) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:38:55.103918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e01f94-5d20-4526-a553-ab004fe6aae5 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:55.104511 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-59e01f94-5d20-4526-a553-ab004fe6aae5 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:55.110683 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e9750c-7c58-4dcc-ab0f-1536353a53b2 None None] Network 1e488344-8277-46c4-884b-f35223758232 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:55.119497 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-59e01f94-5d20-4526-a553-ab004fe6aae5 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4051242 Aug 28 13:38:55.123760 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37394) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:55.129177 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d6b732b2-7338-46d6-bddb-a92d506d4171 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-730039045'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:55.151245 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b732b2-7338-46d6-bddb-a92d506d4171 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Made reservation on behalf of 528be2cf52c04122b2f3f764a5b8d919 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:55.155141 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d6b732b2-7338-46d6-bddb-a92d506d4171 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:55.178636 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b732b2-7338-46d6-bddb-a92d506d4171 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:38:55.187978 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d6b732b2-7338-46d6-bddb-a92d506d4171 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:55.188330 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-d6b732b2-7338-46d6-bddb-a92d506d4171 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Added segment 7ef925fa-7a29-433e-a91b-255a46a7c4e8 of type vlan for network 49987eaa-e003-4e6b-93ba-474196670ee1 Aug 28 13:38:55.228732 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d6b732b2-7338-46d6-bddb-a92d506d4171 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:55.259454 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d6b732b2-7338-46d6-bddb-a92d506d4171 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:55.265236 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-1e488344-8277-46c4-884b-f35223758232', 'network_id': '1e488344-8277-46c4-884b-f35223758232', 'tenant_id': '528be2cf52c04122b2f3f764a5b8d919', 'fixed_ips': [{'subnet_id': '9864853b-2aad-4c6d-bf8b-789190f063f0'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:38:55.266631 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:55.269338 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b732b2-7338-46d6-bddb-a92d506d4171 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:55.270312 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d6b732b2-7338-46d6-bddb-a92d506d4171 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:55.363018 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d6b732b2-7338-46d6-bddb-a92d506d4171 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2376657 Aug 28 13:38:55.365746 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37396) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:55.374130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1c70c964-9f59-4273-8b99-47b50b3c55b0 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Request body: {'subnet': {'network_id': '49987eaa-e003-4e6b-93ba-474196670ee1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:55.380896 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b732b2-7338-46d6-bddb-a92d506d4171 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Pushing event updated for resources: {'Network': ['ID=49987eaa-e003-4e6b-93ba-474196670ee1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:55.395361 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 49987eaa-e003-4e6b-93ba-474196670ee1 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:38:55.476430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c70c964-9f59-4273-8b99-47b50b3c55b0 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Made reservation on behalf of 528be2cf52c04122b2f3f764a5b8d919 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:55.480137 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c70c964-9f59-4273-8b99-47b50b3c55b0 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:55.502352 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Allocated IP 172.20.0.2 (1e488344-8277-46c4-884b-f35223758232/9864853b-2aad-4c6d-bf8b-789190f063f0/d9711163-4357-4d0a-9e02-ae6c43f58400) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:38:55.655649 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:55.664593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Transition to ACTIVE for port object d9711163-4357-4d0a-9e02-ae6c43f58400 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:38:55.670573 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c70c964-9f59-4273-8b99-47b50b3c55b0 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:55.681187 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Transition to ACTIVE for port object d9711163-4357-4d0a-9e02-ae6c43f58400 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:38:55.687559 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:55.724231 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Network 1e488344-8277-46c4-884b-f35223758232 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:38:55.729002 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:38:55.733096 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:38:55.734156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70c964-9f59-4273-8b99-47b50b3c55b0 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Pushing event updated for resources: {'Subnet': ['ID=5ee977cc-bedc-4797-9b73-5e7334d7dbc3,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:55.740086 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Pushing event updated for resources: {'Port': ['ID=d9711163-4357-4d0a-9e02-ae6c43f58400,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:55.743113 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c70c964-9f59-4273-8b99-47b50b3c55b0 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Checking segment: {'id': '7ef925fa-7a29-433e-a91b-255a46a7c4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49987eaa-e003-4e6b-93ba-474196670ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:38:55.743468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c70c964-9f59-4273-8b99-47b50b3c55b0 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Network hostable DHCP agents. Network: 49987eaa-e003-4e6b-93ba-474196670ee1, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:38:55.761768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c70c964-9f59-4273-8b99-47b50b3c55b0 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Network 49987eaa-e003-4e6b-93ba-474196670ee1 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:38:55.770852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-1c70c964-9f59-4273-8b99-47b50b3c55b0 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 49987eaa-e003-4e6b-93ba-474196670ee1) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:38:55.774778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c70c964-9f59-4273-8b99-47b50b3c55b0 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:55.775411 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c70c964-9f59-4273-8b99-47b50b3c55b0 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:55.783250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fd2c22-8f2b-4aaf-bc07-a81a9eaff15c None None] Network 49987eaa-e003-4e6b-93ba-474196670ee1 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:55.790718 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1c70c964-9f59-4273-8b99-47b50b3c55b0 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4235733 Aug 28 13:38:55.793423 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37398) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:55.798910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ad995b17-56f1-4a3a-b67e-62c44b45b95f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Request body: {'router': {'external_gateway_info': {'network_id': '49987eaa-e003-4e6b-93ba-474196670ee1'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:55.830868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Attempting to bind port d9711163-4357-4d0a-9e02-ae6c43f58400 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:38:55.831237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Attempting to bind port d9711163-4357-4d0a-9e02-ae6c43f58400 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '2ff644e6-efc4-4975-910b-adf14dd0aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1e488344-8277-46c4-884b-f35223758232'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:38:55.831606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Attempting to bind port d9711163-4357-4d0a-9e02-ae6c43f58400 on network 1e488344-8277-46c4-884b-f35223758232 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:38:55.842289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:38:55.842678 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Checking segment: {'id': '2ff644e6-efc4-4975-910b-adf14dd0aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1e488344-8277-46c4-884b-f35223758232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:38:55.843078 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:55.843467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Bound using segment: {'id': '2ff644e6-efc4-4975-910b-adf14dd0aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1e488344-8277-46c4-884b-f35223758232'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:38:55.843931 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Bound port: d9711163-4357-4d0a-9e02-ae6c43f58400, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff644e6-efc4-4975-910b-adf14dd0aaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1e488344-8277-46c4-884b-f35223758232'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:38:55.844306 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:55.951638 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] For port d9711163-4357-4d0a-9e02-ae6c43f58400, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:38:55.969380 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] For port d9711163-4357-4d0a-9e02-ae6c43f58400, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d9711163-4357-4d0a-9e02-ae6c43f58400,segment=NetworkSegment(2ff644e6-efc4-4975-910b-adf14dd0aaa7),segment_id=2ff644e6-efc4-4975-910b-adf14dd0aaa7)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:38:55.976689 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:56.022646 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-49987eaa-e003-4e6b-93ba-474196670ee1', 'network_id': '49987eaa-e003-4e6b-93ba-474196670ee1', 'tenant_id': '528be2cf52c04122b2f3f764a5b8d919', 'fixed_ips': [{'subnet_id': '5ee977cc-bedc-4797-9b73-5e7334d7dbc3'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:38:56.023497 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:56.054595 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ad995b17-56f1-4a3a-b67e-62c44b45b95f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:56.072991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022aa88-38d9-4b06-8895-3bc394082bef None None] Pushing event updated for resources: {'Port': ['ID=d9711163-4357-4d0a-9e02-ae6c43f58400,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:56.174026 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [None req-ad995b17-56f1-4a3a-b67e-62c44b45b95f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 28 13:38:56.175251 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ad995b17-56f1-4a3a-b67e-62c44b45b95f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] 10.222.0.20 "PUT /v2.0/routers/30f8a2c8-0bf5-4cf9-9c21-e414398d8a18 HTTP/1.1" status: 400 len: 364 time: 0.3808684 Aug 28 13:38:56.182170 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37400) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:56.207096 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Allocated IP 172.21.0.2 (49987eaa-e003-4e6b-93ba-474196670ee1/5ee977cc-bedc-4797-9b73-5e7334d7dbc3/7d39269e-cfa9-45a7-9389-fe984992ce19) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:38:56.249950 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-16957c0c-98ac-4cf9-bdf5-20115ddce686 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Deleting subnet 5ee977cc-bedc-4797-9b73-5e7334d7dbc3 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:38:56.366466 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:56.374667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Transition to ACTIVE for port object 7d39269e-cfa9-45a7-9389-fe984992ce19 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:38:56.389496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Transition to ACTIVE for port object 7d39269e-cfa9-45a7-9389-fe984992ce19 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:38:56.394831 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16957c0c-98ac-4cf9-bdf5-20115ddce686 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:56.395448 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:56.436592 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16957c0c-98ac-4cf9-bdf5-20115ddce686 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:56.436981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Network 49987eaa-e003-4e6b-93ba-474196670ee1 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:38:56.441834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:38:56.445346 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:38:56.451724 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Pushing event updated for resources: {'Port': ['ID=7d39269e-cfa9-45a7-9389-fe984992ce19,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:56.504927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Attempting to bind port 7d39269e-cfa9-45a7-9389-fe984992ce19 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:38:56.505301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Attempting to bind port 7d39269e-cfa9-45a7-9389-fe984992ce19 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '7ef925fa-7a29-433e-a91b-255a46a7c4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49987eaa-e003-4e6b-93ba-474196670ee1'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:38:56.505661 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Attempting to bind port 7d39269e-cfa9-45a7-9389-fe984992ce19 on network 49987eaa-e003-4e6b-93ba-474196670ee1 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:38:56.510690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:38:56.511067 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Checking segment: {'id': '7ef925fa-7a29-433e-a91b-255a46a7c4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49987eaa-e003-4e6b-93ba-474196670ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:38:56.511469 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:56.511860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Bound using segment: {'id': '7ef925fa-7a29-433e-a91b-255a46a7c4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49987eaa-e003-4e6b-93ba-474196670ee1'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:38:56.512317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Bound port: 7d39269e-cfa9-45a7-9389-fe984992ce19, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef925fa-7a29-433e-a91b-255a46a7c4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '49987eaa-e003-4e6b-93ba-474196670ee1'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:38:56.512730 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:56.532275 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16957c0c-98ac-4cf9-bdf5-20115ddce686 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:56.592072 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16957c0c-98ac-4cf9-bdf5-20115ddce686 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:56.595401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] For port 7d39269e-cfa9-45a7-9389-fe984992ce19, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:38:56.598671 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] For port 7d39269e-cfa9-45a7-9389-fe984992ce19, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7d39269e-cfa9-45a7-9389-fe984992ce19,segment=NetworkSegment(7ef925fa-7a29-433e-a91b-255a46a7c4e8),segment_id=7ef925fa-7a29-433e-a91b-255a46a7c4e8)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:38:56.603575 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:56.621135 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16957c0c-98ac-4cf9-bdf5-20115ddce686 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee977cc-bedc-4797-9b73-5e7334d7dbc3,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:56.624779 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-16957c0c-98ac-4cf9-bdf5-20115ddce686 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:56.628881 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-16957c0c-98ac-4cf9-bdf5-20115ddce686 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] 10.222.0.20 "DELETE /v2.0/subnets/5ee977cc-bedc-4797-9b73-5e7334d7dbc3 HTTP/1.1" status: 204 len: 168 time: 0.4436927 Aug 28 13:38:56.629609 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37402) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:56.667403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea802428-81fa-451d-b40f-2c9651dd506e None None] Pushing event updated for resources: {'Port': ['ID=7d39269e-cfa9-45a7-9389-fe984992ce19,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:56.734700 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:56.793218 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Deleting port 7d39269e-cfa9-45a7-9389-fe984992ce19 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:38:56.793559 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:56.874154 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] For port 7d39269e-cfa9-45a7-9389-fe984992ce19, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7d39269e-cfa9-45a7-9389-fe984992ce19,segment=NetworkSegment(7ef925fa-7a29-433e-a91b-255a46a7c4e8),segment_id=7ef925fa-7a29-433e-a91b-255a46a7c4e8)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:56.874637 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:56.888666 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Calling delete_port for 7d39269e-cfa9-45a7-9389-fe984992ce19 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:38:57.004723 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.027055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Pushing event deleted for resources: {'Port': ['ID=7d39269e-cfa9-45a7-9389-fe984992ce19,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:57.037321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] No DVR routers for this DVR port 7d39269e-cfa9-45a7-9389-fe984992ce19 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:38:57.068056 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7d39269e-cfa9-45a7-9389-fe984992ce19 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:38:57.094134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 7d39269e-cfa9-45a7-9389-fe984992ce19 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:38:57.094487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7d39269e-cfa9-45a7-9389-fe984992ce19 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 28 13:38:57.119487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef16a78-b166-4157-bfc6-a21d779fde67 None None] Network 1e488344-8277-46c4-884b-f35223758232 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:57.121686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Port 7d39269e-cfa9-45a7-9389-fe984992ce19 not found, will not notify nova. {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 28 13:38:57.122088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d9711163-4357-4d0a-9e02-ae6c43f58400 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:38:57.132281 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.143155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49987eaa-e003-4e6b-93ba-474196670ee1']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:57.155052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef925fa-7a29-433e-a91b-255a46a7c4e8') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:57.155052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef925fa-7a29-433e-a91b-255a46a7c4e8') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:57.164637 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.179647 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.187822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:38:57.188400 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:38:57.191815 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:38:57.255181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.263554 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.265504 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] 10.222.0.20 "DELETE /v2.0/networks/49987eaa-e003-4e6b-93ba-474196670ee1 HTTP/1.1" status: 204 len: 168 time: 0.6348391 Aug 28 13:38:57.267960 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37404) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:57.287905 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cf64f-500b-4b70-8850-e35a53941d96 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Pushing event deleted for resources: {'Network': ['ID=49987eaa-e003-4e6b-93ba-474196670ee1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:57.336548 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4eb6c9-64cd-4efa-9460-6d4de4d34e07 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Deleting subnet 9864853b-2aad-4c6d-bf8b-789190f063f0 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:38:57.343400 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb6c9-64cd-4efa-9460-6d4de4d34e07 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.382306 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-18aeefcb-a89d-4532-9ae9-0e2c980e23ca None None] Provisioning for port d9711163-4357-4d0a-9e02-ae6c43f58400 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:38:57.394600 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb6c9-64cd-4efa-9460-6d4de4d34e07 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.442777 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port d9711163-4357-4d0a-9e02-ae6c43f58400 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:38:57.452765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d9711163-4357-4d0a-9e02-ae6c43f58400 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:38:57.453130 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.488964 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb6c9-64cd-4efa-9460-6d4de4d34e07 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.553929 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb6c9-64cd-4efa-9460-6d4de4d34e07 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.577280 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.604887 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4eb6c9-64cd-4efa-9460-6d4de4d34e07 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Pushing event deleted for resources: {'Subnet': ['ID=9864853b-2aad-4c6d-bf8b-789190f063f0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:57.612103 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7e4eb6c9-64cd-4efa-9460-6d4de4d34e07 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.614347 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7e4eb6c9-64cd-4efa-9460-6d4de4d34e07 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] 10.222.0.20 "DELETE /v2.0/subnets/9864853b-2aad-4c6d-bf8b-789190f063f0 HTTP/1.1" status: 204 len: 168 time: 0.3454363 Aug 28 13:38:57.616774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37406) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:57.647328 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.db.api [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 28 13:38:57.647683 n-d-791505-21 neutron-server[94879]: DEBUG oslo_db.api [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 28 13:38:57.703644 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.760388 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Deleting port d9711163-4357-4d0a-9e02-ae6c43f58400 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:38:57.761044 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.796037 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b94d0d-af94-4138-a7e0-0f890829a0fe None None] DHCP port deletion for 49987eaa-e003-4e6b-93ba-474196670ee1 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:38:57.814349 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377177e7-ac9b-4d41-bd6a-d2b6272f721a None None] Network 1e488344-8277-46c4-884b-f35223758232 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:57.821432 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a34bab-1ba7-4730-8e1b-056783b88c03 None None] Network 49987eaa-e003-4e6b-93ba-474196670ee1 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:38:57.841924 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] For port d9711163-4357-4d0a-9e02-ae6c43f58400, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d9711163-4357-4d0a-9e02-ae6c43f58400,segment=NetworkSegment(2ff644e6-efc4-4975-910b-adf14dd0aaa7),segment_id=2ff644e6-efc4-4975-910b-adf14dd0aaa7)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:38:57.842222 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.854895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Calling delete_port for d9711163-4357-4d0a-9e02-ae6c43f58400 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:38:57.871856 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a34bab-1ba7-4730-8e1b-056783b88c03 None None] Network 49987eaa-e003-4e6b-93ba-474196670ee1 could not be found, it might have been deleted concurrently. {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 28 13:38:57.885072 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d94bec5d-5e4f-42e5-86e8-ee90b9157a63 None None] Provisioning complete for port d9711163-4357-4d0a-9e02-ae6c43f58400 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:38:57.885444 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d94bec5d-5e4f-42e5-86e8-ee90b9157a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.937544 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:57.963331 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Pushing event deleted for resources: {'Port': ['ID=d9711163-4357-4d0a-9e02-ae6c43f58400,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:57.966338 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d94bec5d-5e4f-42e5-86e8-ee90b9157a63 None None] Could not find standard attr ID for object d9711163-4357-4d0a-9e02-ae6c43f58400. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:38:57.969052 n-d-791505-21 neutron-server[94879]: INFO neutron.plugins.ml2.db [None req-d94bec5d-5e4f-42e5-86e8-ee90b9157a63 None None] No ports have port_id starting with d9711163-4357-4d0a-9e02-ae6c43f58400 Aug 28 13:38:57.970569 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] No DVR routers for this DVR port d9711163-4357-4d0a-9e02-ae6c43f58400 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:38:57.972798 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d94bec5d-5e4f-42e5-86e8-ee90b9157a63 None None] Could not find standard attr ID for object 7d39269e-cfa9-45a7-9389-fe984992ce19. {{(pid=94879) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 28 13:38:58.033511 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dee73b-faaf-4f69-9f8c-b441aa27fb1a None None] DHCP port deletion for 1e488344-8277-46c4-884b-f35223758232 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:38:58.057402 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:58.068393 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e488344-8277-46c4-884b-f35223758232']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:58.079544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff644e6-efc4-4975-910b-adf14dd0aaa7') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:58.079851 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff644e6-efc4-4975-910b-adf14dd0aaa7') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:38:58.088546 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:58.102276 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:58.109306 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:38:58.109729 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:38:58.113196 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:38:58.167612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Port d9711163-4357-4d0a-9e02-ae6c43f58400 update to ACTIVE by agent not found {{(pid=94879) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 28 13:38:58.176533 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:58.184615 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:58.187169 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] 10.222.0.20 "DELETE /v2.0/networks/1e488344-8277-46c4-884b-f35223758232 HTTP/1.1" status: 204 len: 168 time: 0.5693552 Aug 28 13:38:58.190200 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37408) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:58.203631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cf45a-c690-4e3f-9bec-b5ad9840cb2f tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Pushing event deleted for resources: {'Network': ['ID=1e488344-8277-46c4-884b-f35223758232,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:58.217863 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-92902dbc-9d85-46a3-897d-b3c087f90044 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] 10.222.0.20 "GET /v2.0/ports?device_id=30f8a2c8-0bf5-4cf9-9c21-e414398d8a18 HTTP/1.1" status: 200 len: 205 time: 0.0264659 Aug 28 13:38:58.220131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37410) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:58.298723 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-206a6696-d862-47a8-a989-871da319c8c9 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:58.463239 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-206a6696-d862-47a8-a989-871da319c8c9 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:58.465391 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-206a6696-d862-47a8-a989-871da319c8c9 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:58.508620 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-206a6696-d862-47a8-a989-871da319c8c9 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:58.509231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206a6696-d862-47a8-a989-871da319c8c9 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Fanout notify agent at l3_agent the message router_deleted on router 30f8a2c8-0bf5-4cf9-9c21-e414398d8a18 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:38:58.516971 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-206a6696-d862-47a8-a989-871da319c8c9 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:58.518103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-206a6696-d862-47a8-a989-871da319c8c9 tempest-RoutersNegativeTest-629994961 tempest-RoutersNegativeTest-629994961-project] 10.222.0.20 "DELETE /v2.0/routers/30f8a2c8-0bf5-4cf9-9c21-e414398d8a18 HTTP/1.1" status: 204 len: 168 time: 0.2970953 Aug 28 13:38:58.755397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37416) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:58.888799 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8939bdcd-c9eb-4a80-bfc1-cf6ecc14665d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=528be2cf52c04122b2f3f764a5b8d919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321023 Aug 28 13:38:58.891841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37420) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:58.944560 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b2a16c8-73ab-4438-922d-64b138ff1f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:58.962663 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7d39269e-cfa9-45a7-9389-fe984992ce19 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:38:58.968108 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b2a16c8-73ab-4438-922d-64b138ff1f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:58.986991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 7d39269e-cfa9-45a7-9389-fe984992ce19 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:38:58.987333 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7d39269e-cfa9-45a7-9389-fe984992ce19 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:38:58.987740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d9711163-4357-4d0a-9e02-ae6c43f58400 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:38:59.005885 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: d9711163-4357-4d0a-9e02-ae6c43f58400 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:38:59.006196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d9711163-4357-4d0a-9e02-ae6c43f58400 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:38:59.018701 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b2a16c8-73ab-4438-922d-64b138ff1f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:59.022155 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b2a16c8-73ab-4438-922d-64b138ff1f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:59.023334 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9b2a16c8-73ab-4438-922d-64b138ff1f72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f617bfc-766f-4f68-ac0b-8701088a52d6 HTTP/1.1" status: 204 len: 168 time: 0.1301887 Aug 28 13:38:59.031673 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a16c8-73ab-4438-922d-64b138ff1f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f617bfc-766f-4f68-ac0b-8701088a52d6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:59.632366 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37442) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:38:59.728595 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-0ad25cef-51fb-437f-b57f-a256b6c03ea6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1362582858-network', 'tenant_id': '791e545c6ef44b73a731fc4251071413'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:38:59.749971 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad25cef-51fb-437f-b57f-a256b6c03ea6 admin admin] Made reservation on behalf of 791e545c6ef44b73a731fc4251071413 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:38:59.752312 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ad25cef-51fb-437f-b57f-a256b6c03ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:59.760804 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ad25cef-51fb-437f-b57f-a256b6c03ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:59.849491 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ad25cef-51fb-437f-b57f-a256b6c03ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:59.853158 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ad25cef-51fb-437f-b57f-a256b6c03ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:59.872777 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad25cef-51fb-437f-b57f-a256b6c03ea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:38:59.887298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad25cef-51fb-437f-b57f-a256b6c03ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:38:59.890941 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ad25cef-51fb-437f-b57f-a256b6c03ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:59.891284 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-0ad25cef-51fb-437f-b57f-a256b6c03ea6 admin admin] Added segment 53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac of type vlan for network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 Aug 28 13:38:59.932190 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ad25cef-51fb-437f-b57f-a256b6c03ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:59.960002 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ad25cef-51fb-437f-b57f-a256b6c03ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:38:59.961008 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad25cef-51fb-437f-b57f-a256b6c03ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:38:59.961580 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0ad25cef-51fb-437f-b57f-a256b6c03ea6 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:00.032363 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0ad25cef-51fb-437f-b57f-a256b6c03ea6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3987525 Aug 28 13:39:00.035464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37446) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:39:00.040621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a01bb7be-8b9f-48cf-8b47-75f866b59a02 admin admin] Request body: {'subnet': {'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1362582858-subnet', 'tenant_id': '791e545c6ef44b73a731fc4251071413', 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:39:00.047660 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad25cef-51fb-437f-b57f-a256b6c03ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:00.057005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:39:00.063029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01bb7be-8b9f-48cf-8b47-75f866b59a02 admin admin] Made reservation on behalf of 791e545c6ef44b73a731fc4251071413 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:39:00.065509 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a01bb7be-8b9f-48cf-8b47-75f866b59a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:00.233869 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a01bb7be-8b9f-48cf-8b47-75f866b59a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:00.289878 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bb7be-8b9f-48cf-8b47-75f866b59a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82add53a-0a0a-4435-ae55-d308869cf5cd,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:00.296997 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01bb7be-8b9f-48cf-8b47-75f866b59a02 admin admin] Checking segment: {'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:39:00.297354 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01bb7be-8b9f-48cf-8b47-75f866b59a02 admin admin] Network hostable DHCP agents. Network: 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:39:00.314454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01bb7be-8b9f-48cf-8b47-75f866b59a02 admin admin] Network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:39:00.322451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-a01bb7be-8b9f-48cf-8b47-75f866b59a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:39:00.327311 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01bb7be-8b9f-48cf-8b47-75f866b59a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:00.327896 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a01bb7be-8b9f-48cf-8b47-75f866b59a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:00.331714 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d23cfcc-3398-4d4e-a2de-a8b390e40bd7 None None] Network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:39:00.346086 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a01bb7be-8b9f-48cf-8b47-75f866b59a02 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3068836 Aug 28 13:39:00.346491 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37448) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:39:00.351147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1362582858-router', 'tenant_id': '791e545c6ef44b73a731fc4251071413', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:39:00.371681 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:00.373491 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:00.429014 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:00.478591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2', 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2', 'tenant_id': '791e545c6ef44b73a731fc4251071413', 'fixed_ips': [{'subnet_id': '82add53a-0a0a-4435-ae55-d308869cf5cd'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:39:00.479434 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:00.568345 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:00.618854 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Allocated IP 172.20.0.2 (1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2/82add53a-0a0a-4435-ae55-d308869cf5cd/68cd35ac-15ad-4e30-9994-11959d4b23c7) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:39:00.764174 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:00.765238 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:00.772178 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Transition to ACTIVE for port object 68cd35ac-15ad-4e30-9994-11959d4b23c7 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:39:00.784835 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:00.787030 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Transition to ACTIVE for port object 68cd35ac-15ad-4e30-9994-11959d4b23c7 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:39:00.793075 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:00.828004 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:39:00.834538 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:39:00.838135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:39:00.844417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Pushing event updated for resources: {'Port': ['ID=68cd35ac-15ad-4e30-9994-11959d4b23c7,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:00.898556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Attempting to bind port 68cd35ac-15ad-4e30-9994-11959d4b23c7 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:39:00.898924 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Attempting to bind port 68cd35ac-15ad-4e30-9994-11959d4b23c7 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:39:00.899313 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Attempting to bind port 68cd35ac-15ad-4e30-9994-11959d4b23c7 on network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:39:00.905632 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:39:00.906025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Checking segment: {'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:39:00.906421 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:00.906816 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Bound using segment: {'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:39:00.907284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Bound port: 68cd35ac-15ad-4e30-9994-11959d4b23c7, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:39:00.907678 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:00.978402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] For port 68cd35ac-15ad-4e30-9994-11959d4b23c7, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:39:00.982310 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] For port 68cd35ac-15ad-4e30-9994-11959d4b23c7, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=68cd35ac-15ad-4e30-9994-11959d4b23c7,segment=NetworkSegment(53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac),segment_id=53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:39:00.986850 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:01.048789 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d68d3e-d2d6-4a97-ae4b-7a72c5cf097b None None] Pushing event updated for resources: {'Port': ['ID=68cd35ac-15ad-4e30-9994-11959d4b23c7,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:01.201727 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Allocated IP 172.25.1.9 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/cfa50e8a-6030-4cb1-9050-647bafe93ddb) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:39:01.315926 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:01.355827 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:01.393001 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:39:01.397668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:39:01.401127 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:39:01.423366 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa50e8a-6030-4cb1-9050-647bafe93ddb,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:01.648734 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:01.863874 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:01.940975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9edcec8-c9f8-43aa-b7a4-2a48996874b5 None None] Network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:39:01.999583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Router 7fb64998-fe8c-40e7-a636-0a93cf11144a is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:39:02.056853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6656e153-ceb0-4ad2-bd39-8a8b6bf96b6b None None] Provisioning for port 68cd35ac-15ad-4e30-9994-11959d4b23c7 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:39:02.114613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:39:02.124503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Sync routers for ids ['7fb64998-fe8c-40e7-a636-0a93cf11144a'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:39:02.131729 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:02.133305 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bd265bca-d9ea-4d23-9313-1e87dd595199 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7856476 Aug 28 13:39:02.135920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37450) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:39:02.137458 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Routers {'7fb64998-fe8c-40e7-a636-0a93cf11144a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:39:02.138212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:38:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['7fb64998-fe8c-40e7-a636-0a93cf11144a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:39:02.254336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Set router 7fb64998-fe8c-40e7-a636-0a93cf11144a gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:39:02.439901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'name': 'tempest-TestEncryptedCinderVolumes-1362582858-router', 'tenant_id': '791e545c6ef44b73a731fc4251071413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'cfa50e8a-6030-4cb1-9050-647bafe93ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:00Z', 'updated_at': '2021-08-28T13:39:01Z', 'revision_number': 3, 'project_id': '791e545c6ef44b73a731fc4251071413', 'gw_port': {'id': 'cfa50e8a-6030-4cb1-9050-647bafe93ddb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:00Z', 'updated_at': '2021-08-28T13:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:39:02.471933 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Checking router: 7fb64998-fe8c-40e7-a636-0a93cf11144a for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:39:02.472275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Updating router 7fb64998-fe8c-40e7-a636-0a93cf11144a port cfa50e8a-6030-4cb1-9050-647bafe93ddb binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:39:02.497265 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:02.567708 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:02.636191 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:39:02.725968 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Allocated IP 172.20.0.1 (1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2/82add53a-0a0a-4435-ae55-d308869cf5cd/b7b4bd42-343f-4a9c-9d0e-e42d923186a0) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:39:02.746478 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:02.757130 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Transition to ACTIVE for port object cfa50e8a-6030-4cb1-9050-647bafe93ddb will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:39:02.763554 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:02.813439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Attempting to bind port cfa50e8a-6030-4cb1-9050-647bafe93ddb on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:39:02.813866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Attempting to bind port cfa50e8a-6030-4cb1-9050-647bafe93ddb by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:39:02.814235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Attempting to bind port cfa50e8a-6030-4cb1-9050-647bafe93ddb on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:39:02.821229 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b0461-ed64-4761-a3c2-9f789a160f91 None None] Pushing event updated for resources: {'Port': ['ID=cfa50e8a-6030-4cb1-9050-647bafe93ddb,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:02.825011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:39:02.826025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:39:02.826489 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:02.826883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:39:02.827362 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Bound port: cfa50e8a-6030-4cb1-9050-647bafe93ddb, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:39:02.827751 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:02.838384 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:02.851427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Transition to ACTIVE for port object b7b4bd42-343f-4a9c-9d0e-e42d923186a0 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:39:02.882512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] For port cfa50e8a-6030-4cb1-9050-647bafe93ddb, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:39:02.882966 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:02.885592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] For port cfa50e8a-6030-4cb1-9050-647bafe93ddb, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cfa50e8a-6030-4cb1-9050-647bafe93ddb,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:39:02.890420 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:02.928165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:39:02.933501 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:39:02.938172 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:39:02.947801 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Routers {'7fb64998-fe8c-40e7-a636-0a93cf11144a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:39:02.948441 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:38:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['7fb64998-fe8c-40e7-a636-0a93cf11144a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:39:02.963473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Pushing event updated for resources: {'Port': ['ID=b7b4bd42-343f-4a9c-9d0e-e42d923186a0,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:02.985460 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:02.987098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b0461-ed64-4761-a3c2-9f789a160f91 None None] Pushing event updated for resources: {'Port': ['ID=cfa50e8a-6030-4cb1-9050-647bafe93ddb,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:03.019130 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 68cd35ac-15ad-4e30-9994-11959d4b23c7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:39:03.103774 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] Set router 7fb64998-fe8c-40e7-a636-0a93cf11144a gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:39:03.123267 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:03.209965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 68cd35ac-15ad-4e30-9994-11959d4b23c7 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:39:03.217884 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 68cd35ac-15ad-4e30-9994-11959d4b23c7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:03.218257 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:03.303478 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:03.305973 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9db58098-cdba-4d53-9652-951227d22f88 None None] Provisioning for port b7b4bd42-343f-4a9c-9d0e-e42d923186a0 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:39:03.308362 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:03.316025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-9db58098-cdba-4d53-9652-951227d22f88 None None] Provisioning complete for port b7b4bd42-343f-4a9c-9d0e-e42d923186a0 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:03.316392 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9db58098-cdba-4d53-9652-951227d22f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:03.376685 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:03.382756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Pushing event updated for resources: {'Port': ['ID=b7b4bd42-343f-4a9c-9d0e-e42d923186a0,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:03.390860 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-9db58098-cdba-4d53-9652-951227d22f88 None None] Port b7b4bd42-343f-4a9c-9d0e-e42d923186a0 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:39:03.402955 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:03.485829 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:39:03.487374 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:39:03.579813 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'name': 'tempest-TestEncryptedCinderVolumes-1362582858-router', 'tenant_id': '791e545c6ef44b73a731fc4251071413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'cfa50e8a-6030-4cb1-9050-647bafe93ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:00Z', 'updated_at': '2021-08-28T13:39:01Z', 'revision_number': 3, 'project_id': '791e545c6ef44b73a731fc4251071413', 'gw_port': {'id': 'cfa50e8a-6030-4cb1-9050-647bafe93ddb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:00Z', 'updated_at': '2021-08-28T13:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:39:03.612561 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Router 7fb64998-fe8c-40e7-a636-0a93cf11144a has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:39:03.615853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a138c43a-938b-496b-b82e-a9459b445535 None None] The sync data for ids ['7fb64998-fe8c-40e7-a636-0a93cf11144a'] in n-d-791505-21 is: [{'id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'name': 'tempest-TestEncryptedCinderVolumes-1362582858-router', 'tenant_id': '791e545c6ef44b73a731fc4251071413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'cfa50e8a-6030-4cb1-9050-647bafe93ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:00Z', 'updated_at': '2021-08-28T13:39:01Z', 'revision_number': 3, 'project_id': '791e545c6ef44b73a731fc4251071413', 'gw_port': {'id': 'cfa50e8a-6030-4cb1-9050-647bafe93ddb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:00Z', 'updated_at': '2021-08-28T13:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:39:03.627470 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 68cd35ac-15ad-4e30-9994-11959d4b23c7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=68cd35ac-15ad-4e30-9994-11959d4b23c7,segment=NetworkSegment(53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac),segment_id=53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:39:03.633275 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:03.695748 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=68cd35ac-15ad-4e30-9994-11959d4b23c7,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:03.737778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:39:03.742880 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f2e9957c-e922-4042-8f6e-fcf13a9182fa admin admin] 10.222.0.20 "PUT /v2.0/routers/7fb64998-fe8c-40e7-a636-0a93cf11144a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6059778 Aug 28 13:39:03.817711 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-db41e717-5420-4431-835a-24dd505b8188 None None] Provisioning complete for port b7b4bd42-343f-4a9c-9d0e-e42d923186a0 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:03.818243 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-db41e717-5420-4431-835a-24dd505b8188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:03.854291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-db41e717-5420-4431-835a-24dd505b8188 None None] Port b7b4bd42-343f-4a9c-9d0e-e42d923186a0 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:39:04.251399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37466) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:39:04.256742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-73b20ac3-0370-4b67-89cc-e7929ac0f347 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1098960360-network', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:39:04.279345 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b20ac3-0370-4b67-89cc-e7929ac0f347 admin admin] Made reservation on behalf of bfc0f4af5691417fa504f42ae18b1675 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:39:04.281680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73b20ac3-0370-4b67-89cc-e7929ac0f347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:04.293930 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73b20ac3-0370-4b67-89cc-e7929ac0f347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:04.389176 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73b20ac3-0370-4b67-89cc-e7929ac0f347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:04.393088 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73b20ac3-0370-4b67-89cc-e7929ac0f347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:04.425034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b20ac3-0370-4b67-89cc-e7929ac0f347 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:39:04.431482 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b20ac3-0370-4b67-89cc-e7929ac0f347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdafe94-96e5-4be7-b909-d45656ba1fd5,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:04.437891 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73b20ac3-0370-4b67-89cc-e7929ac0f347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:04.438239 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-73b20ac3-0370-4b67-89cc-e7929ac0f347 admin admin] Added segment 5c2454e1-b574-4116-8cec-affff92ad440 of type vlan for network c58c8724-8b66-4693-86d8-dafe784dc1c6 Aug 28 13:39:04.480202 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73b20ac3-0370-4b67-89cc-e7929ac0f347 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:04.504386 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73b20ac3-0370-4b67-89cc-e7929ac0f347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:04.505645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b20ac3-0370-4b67-89cc-e7929ac0f347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:04.506219 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-73b20ac3-0370-4b67-89cc-e7929ac0f347 admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:04.564596 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-73b20ac3-0370-4b67-89cc-e7929ac0f347 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3119295 Aug 28 13:39:04.567113 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37468) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:39:04.573464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f293eee9-3db9-41c1-affe-fdf57e926d36 admin admin] Request body: {'subnet': {'network_id': 'c58c8724-8b66-4693-86d8-dafe784dc1c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1098960360-subnet', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:39:04.584966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b20ac3-0370-4b67-89cc-e7929ac0f347 admin admin] Pushing event updated for resources: {'Network': ['ID=c58c8724-8b66-4693-86d8-dafe784dc1c6,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:04.595441 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network c58c8724-8b66-4693-86d8-dafe784dc1c6 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:39:04.600279 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f293eee9-3db9-41c1-affe-fdf57e926d36 admin admin] Made reservation on behalf of bfc0f4af5691417fa504f42ae18b1675 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:39:04.602514 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f293eee9-3db9-41c1-affe-fdf57e926d36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:04.772123 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f293eee9-3db9-41c1-affe-fdf57e926d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:04.826934 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293eee9-3db9-41c1-affe-fdf57e926d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6cf82e5-3d64-4fba-81b5-4a1d57844891,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:04.835762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f293eee9-3db9-41c1-affe-fdf57e926d36 admin admin] Checking segment: {'id': '5c2454e1-b574-4116-8cec-affff92ad440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c58c8724-8b66-4693-86d8-dafe784dc1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:39:04.836114 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f293eee9-3db9-41c1-affe-fdf57e926d36 admin admin] Network hostable DHCP agents. Network: c58c8724-8b66-4693-86d8-dafe784dc1c6, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:39:04.852210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f293eee9-3db9-41c1-affe-fdf57e926d36 admin admin] Network c58c8724-8b66-4693-86d8-dafe784dc1c6 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:39:04.860751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-f293eee9-3db9-41c1-affe-fdf57e926d36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, c58c8724-8b66-4693-86d8-dafe784dc1c6) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:39:04.864599 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f293eee9-3db9-41c1-affe-fdf57e926d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:04.865175 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f293eee9-3db9-41c1-affe-fdf57e926d36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:04.869236 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a85ddd-e749-4e9a-9b45-ab49c1d4e910 None None] Network c58c8724-8b66-4693-86d8-dafe784dc1c6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:39:04.880071 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f293eee9-3db9-41c1-affe-fdf57e926d36 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3119419 Aug 28 13:39:04.882609 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37470) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:39:04.886955 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1098960360-router', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:39:04.909100 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:04.910110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:04.972346 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:05.048580 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-c58c8724-8b66-4693-86d8-dafe784dc1c6', 'network_id': 'c58c8724-8b66-4693-86d8-dafe784dc1c6', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'fixed_ips': [{'subnet_id': 'b6cf82e5-3d64-4fba-81b5-4a1d57844891'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:39:05.049666 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:05.076638 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cfa50e8a-6030-4cb1-9050-647bafe93ddb up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:39:05.128082 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:05.213291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port cfa50e8a-6030-4cb1-9050-647bafe93ddb completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:39:05.221355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port cfa50e8a-6030-4cb1-9050-647bafe93ddb triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:05.221728 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:05.257796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Allocated IP 172.20.0.2 (c58c8724-8b66-4693-86d8-dafe784dc1c6/b6cf82e5-3d64-4fba-81b5-4a1d57844891/8ae7fc49-0db9-4f05-9306-9b84a6142ba7) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:39:05.317762 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Sync routers for ids ['7fb64998-fe8c-40e7-a636-0a93cf11144a'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:39:05.333123 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Routers {'7fb64998-fe8c-40e7-a636-0a93cf11144a'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:39:05.333758 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:38:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['7fb64998-fe8c-40e7-a636-0a93cf11144a'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:39:05.344400 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:05.376372 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:05.414464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port cfa50e8a-6030-4cb1-9050-647bafe93ddb, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cfa50e8a-6030-4cb1-9050-647bafe93ddb,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:39:05.420545 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:05.421412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 68cd35ac-15ad-4e30-9994-11959d4b23c7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:39:05.453356 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Set router 7fb64998-fe8c-40e7-a636-0a93cf11144a gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:39:05.540493 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:05.547168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=cfa50e8a-6030-4cb1-9050-647bafe93ddb,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:05.556463 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Transition to ACTIVE for port object 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:39:05.574881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 68cd35ac-15ad-4e30-9994-11959d4b23c7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:05.575929 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:05.580261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Transition to ACTIVE for port object 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:39:05.607690 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:05.652045 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Network c58c8724-8b66-4693-86d8-dafe784dc1c6 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:39:05.661214 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:39:05.667864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:39:05.680291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Pushing event updated for resources: {'Port': ['ID=8ae7fc49-0db9-4f05-9306-9b84a6142ba7,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:05.687281 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'name': 'tempest-TestEncryptedCinderVolumes-1362582858-router', 'tenant_id': '791e545c6ef44b73a731fc4251071413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'cfa50e8a-6030-4cb1-9050-647bafe93ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:00Z', 'updated_at': '2021-08-28T13:39:03Z', 'revision_number': 4, 'project_id': '791e545c6ef44b73a731fc4251071413', 'gw_port': {'id': 'cfa50e8a-6030-4cb1-9050-647bafe93ddb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:61:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:00Z', 'updated_at': '2021-08-28T13:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'b7b4bd42-343f-4a9c-9d0e-e42d923186a0', 'name': '', 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2', 'tenant_id': '791e545c6ef44b73a731fc4251071413', 'mac_address': 'fa:16:3e:82:38:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '82add53a-0a0a-4435-ae55-d308869cf5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:02Z', 'updated_at': '2021-08-28T13:39:03Z', 'revision_number': 2, 'project_id': '791e545c6ef44b73a731fc4251071413', 'subnets': [{'id': '82add53a-0a0a-4435-ae55-d308869cf5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:39:05.694489 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:05.719120 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Checking router: 7fb64998-fe8c-40e7-a636-0a93cf11144a for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:39:05.719469 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Updating router 7fb64998-fe8c-40e7-a636-0a93cf11144a port b7b4bd42-343f-4a9c-9d0e-e42d923186a0 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:39:05.751028 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:05.763784 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Attempting to bind port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:39:05.764287 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Attempting to bind port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '5c2454e1-b574-4116-8cec-affff92ad440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c58c8724-8b66-4693-86d8-dafe784dc1c6'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:39:05.764671 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Attempting to bind port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 on network c58c8724-8b66-4693-86d8-dafe784dc1c6 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:39:05.775630 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:39:05.776024 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Checking segment: {'id': '5c2454e1-b574-4116-8cec-affff92ad440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c58c8724-8b66-4693-86d8-dafe784dc1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:39:05.776411 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:05.776791 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Bound using segment: {'id': '5c2454e1-b574-4116-8cec-affff92ad440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c58c8724-8b66-4693-86d8-dafe784dc1c6'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:39:05.777261 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Bound port: 8ae7fc49-0db9-4f05-9306-9b84a6142ba7, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2454e1-b574-4116-8cec-affff92ad440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c58c8724-8b66-4693-86d8-dafe784dc1c6'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:39:05.777635 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:05.803563 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Allocated IP 172.25.1.92 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/3e085365-32e3-4a05-a389-c6b17c11b4cf) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:39:05.844926 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] For port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:39:05.848076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] For port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8ae7fc49-0db9-4f05-9306-9b84a6142ba7,segment=NetworkSegment(5c2454e1-b574-4116-8cec-affff92ad440),segment_id=5c2454e1-b574-4116-8cec-affff92ad440)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:39:05.854469 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:05.912932 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9ac6b-c428-46af-9b65-811472b4a16c None None] Pushing event updated for resources: {'Port': ['ID=8ae7fc49-0db9-4f05-9306-9b84a6142ba7,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:05.931807 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:05.976157 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:06.019286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:39:06.025125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:39:06.032601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:39:06.041855 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:06.053248 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Transition to ACTIVE for port object b7b4bd42-343f-4a9c-9d0e-e42d923186a0 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:39:06.056856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Pushing event updated for resources: {'Port': ['ID=3e085365-32e3-4a05-a389-c6b17c11b4cf,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:06.067213 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:06.158004 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455551b-952d-4525-963e-108738410b65 None None] Pushing event updated for resources: {'Port': ['ID=b7b4bd42-343f-4a9c-9d0e-e42d923186a0,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:06.185036 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455551b-952d-4525-963e-108738410b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:06.185377 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455551b-952d-4525-963e-108738410b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:06.185824 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455551b-952d-4525-963e-108738410b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:06.186085 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455551b-952d-4525-963e-108738410b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:06.186429 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455551b-952d-4525-963e-108738410b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:06.186809 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455551b-952d-4525-963e-108738410b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:06.187130 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455551b-952d-4525-963e-108738410b65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:06.187447 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455551b-952d-4525-963e-108738410b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:06.187759 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455551b-952d-4525-963e-108738410b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:06.188070 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455551b-952d-4525-963e-108738410b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:06.188383 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455551b-952d-4525-963e-108738410b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:06.188745 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455551b-952d-4525-963e-108738410b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:06.229021 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Attempting to bind port b7b4bd42-343f-4a9c-9d0e-e42d923186a0 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:39:06.229470 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Attempting to bind port b7b4bd42-343f-4a9c-9d0e-e42d923186a0 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:39:06.229828 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Attempting to bind port b7b4bd42-343f-4a9c-9d0e-e42d923186a0 on network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:39:06.236927 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:39:06.237442 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Checking segment: {'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:39:06.237843 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:06.238227 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Bound using segment: {'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:39:06.238710 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Bound port: b7b4bd42-343f-4a9c-9d0e-e42d923186a0, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:39:06.239078 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:06.308302 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] For port b7b4bd42-343f-4a9c-9d0e-e42d923186a0, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:39:06.312413 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] For port b7b4bd42-343f-4a9c-9d0e-e42d923186a0, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b7b4bd42-343f-4a9c-9d0e-e42d923186a0,segment=NetworkSegment(53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac),segment_id=53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:39:06.316969 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:06.343163 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:06.366132 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Routers {'7fb64998-fe8c-40e7-a636-0a93cf11144a'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:39:06.366691 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:38:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['7fb64998-fe8c-40e7-a636-0a93cf11144a'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:39:06.428384 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455551b-952d-4525-963e-108738410b65 None None] Pushing event updated for resources: {'Port': ['ID=b7b4bd42-343f-4a9c-9d0e-e42d923186a0,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:06.488379 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] Set router 7fb64998-fe8c-40e7-a636-0a93cf11144a gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:39:06.580366 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:06.705076 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'name': 'tempest-TestEncryptedCinderVolumes-1362582858-router', 'tenant_id': '791e545c6ef44b73a731fc4251071413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'cfa50e8a-6030-4cb1-9050-647bafe93ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:00Z', 'updated_at': '2021-08-28T13:39:03Z', 'revision_number': 4, 'project_id': '791e545c6ef44b73a731fc4251071413', 'gw_port': {'id': 'cfa50e8a-6030-4cb1-9050-647bafe93ddb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:00Z', 'updated_at': '2021-08-28T13:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'b7b4bd42-343f-4a9c-9d0e-e42d923186a0', 'name': '', 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2', 'tenant_id': '791e545c6ef44b73a731fc4251071413', 'mac_address': 'fa:16:3e:82:38:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '82add53a-0a0a-4435-ae55-d308869cf5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:02Z', 'updated_at': '2021-08-28T13:39:06Z', 'revision_number': 4, 'project_id': '791e545c6ef44b73a731fc4251071413', 'subnets': [{'id': '82add53a-0a0a-4435-ae55-d308869cf5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:39:06.723717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Router dbcb5910-e69f-420b-9735-2bad43b3a896 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:39:06.732412 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc94a27-7c75-4833-b0e3-13b0079ce80f None None] The sync data for ids ['7fb64998-fe8c-40e7-a636-0a93cf11144a'] in n-d-791505-21 is: [{'id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'name': 'tempest-TestEncryptedCinderVolumes-1362582858-router', 'tenant_id': '791e545c6ef44b73a731fc4251071413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'cfa50e8a-6030-4cb1-9050-647bafe93ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:00Z', 'updated_at': '2021-08-28T13:39:03Z', 'revision_number': 4, 'project_id': '791e545c6ef44b73a731fc4251071413', 'gw_port': {'id': 'cfa50e8a-6030-4cb1-9050-647bafe93ddb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:00Z', 'updated_at': '2021-08-28T13:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'b7b4bd42-343f-4a9c-9d0e-e42d923186a0', 'name': '', 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2', 'tenant_id': '791e545c6ef44b73a731fc4251071413', 'mac_address': 'fa:16:3e:82:38:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '82add53a-0a0a-4435-ae55-d308869cf5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:02Z', 'updated_at': '2021-08-28T13:39:06Z', 'revision_number': 4, 'project_id': '791e545c6ef44b73a731fc4251071413', 'subnets': [{'id': '82add53a-0a0a-4435-ae55-d308869cf5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:39:06.864653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:39:06.876140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Sync routers for ids ['dbcb5910-e69f-420b-9735-2bad43b3a896'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:39:06.887521 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Routers {'dbcb5910-e69f-420b-9735-2bad43b3a896'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:39:06.888658 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:06.889331 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:38:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['dbcb5910-e69f-420b-9735-2bad43b3a896'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:39:06.892872 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-82e45ba5-269a-4b5e-a0e2-e772b6272c16 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0065494 Aug 28 13:39:06.893073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37472) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:39:07.079569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Set router dbcb5910-e69f-420b-9735-2bad43b3a896 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:39:07.159246 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3b9d8d-4d70-498f-b67a-88084bb1f26d None None] Network c58c8724-8b66-4693-86d8-dafe784dc1c6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:39:07.161138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:39:07.318520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-32292056-ef70-444b-8958-00821e96c8d2 None None] Provisioning for port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:39:07.394327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:39:07.407285 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:07.407652 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:07.424982 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:07.497126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'name': 'tempest-TestEncryptedCinderVolumes-1098960360-router', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '3e085365-32e3-4a05-a389-c6b17c11b4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:04Z', 'updated_at': '2021-08-28T13:39:06Z', 'revision_number': 3, 'project_id': 'bfc0f4af5691417fa504f42ae18b1675', 'gw_port': {'id': '3e085365-32e3-4a05-a389-c6b17c11b4cf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:05Z', 'updated_at': '2021-08-28T13:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:39:07.553733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Checking router: dbcb5910-e69f-420b-9735-2bad43b3a896 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:39:07.554078 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Updating router dbcb5910-e69f-420b-9735-2bad43b3a896 port 3e085365-32e3-4a05-a389-c6b17c11b4cf binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:39:07.582321 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:07.599885 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:07.618245 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Allocated IP 172.20.0.1 (c58c8724-8b66-4693-86d8-dafe784dc1c6/b6cf82e5-3d64-4fba-81b5-4a1d57844891/ec331873-cbb1-4ead-b1a1-5cfc028c79ed) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:39:07.651404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8ae7fc49-0db9-4f05-9306-9b84a6142ba7,segment=NetworkSegment(5c2454e1-b574-4116-8cec-affff92ad440),segment_id=5c2454e1-b574-4116-8cec-affff92ad440)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:39:07.665304 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:07.666199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cfa50e8a-6030-4cb1-9050-647bafe93ddb up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:39:07.757483 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:07.774093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Transition to ACTIVE for port object ec331873-cbb1-4ead-b1a1-5cfc028c79ed will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:39:07.810680 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:07.837254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=8ae7fc49-0db9-4f05-9306-9b84a6142ba7,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:07.847799 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Network c58c8724-8b66-4693-86d8-dafe784dc1c6 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:39:07.850174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:39:07.853663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:39:07.887731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ec331873-cbb1-4ead-b1a1-5cfc028c79ed,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:07.907017 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:07.926395 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port cfa50e8a-6030-4cb1-9050-647bafe93ddb triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:07.926928 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:07.929718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-dcd4af09-e723-4eba-91c0-02035547c7e3 None None] Provisioning complete for port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:07.929718 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dcd4af09-e723-4eba-91c0-02035547c7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:08.067476 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:08.070010 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:08.176404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b7b4bd42-343f-4a9c-9d0e-e42d923186a0 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:39:08.229330 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:08.249707 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Transition to ACTIVE for port object 3e085365-32e3-4a05-a389-c6b17c11b4cf will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:39:08.251465 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:08.257260 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:08.257603 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:08.330220 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ec331873-cbb1-4ead-b1a1-5cfc028c79ed,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:08.332941 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:08.434282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Network c58c8724-8b66-4693-86d8-dafe784dc1c6 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:39:08.436242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:39:08.508229 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25929b-b57e-4961-b942-b7f4f5c8dd4c None None] Pushing event updated for resources: {'Port': ['ID=3e085365-32e3-4a05-a389-c6b17c11b4cf,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:08.511534 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Attempting to bind port 3e085365-32e3-4a05-a389-c6b17c11b4cf on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:39:08.511910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Attempting to bind port 3e085365-32e3-4a05-a389-c6b17c11b4cf by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:39:08.512291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Attempting to bind port 3e085365-32e3-4a05-a389-c6b17c11b4cf on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:39:08.518414 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:39:08.518828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:39:08.519196 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:08.519579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:39:08.520043 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Bound port: 3e085365-32e3-4a05-a389-c6b17c11b4cf, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:39:08.520427 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:08.522009 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port b7b4bd42-343f-4a9c-9d0e-e42d923186a0 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:39:08.549991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b7b4bd42-343f-4a9c-9d0e-e42d923186a0 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:08.549991 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:08.564553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Router dbcb5910-e69f-420b-9735-2bad43b3a896 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:39:08.571430 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-de62dc8d-512c-4399-968e-2bec91867f67 None None] Provisioning for port ec331873-cbb1-4ead-b1a1-5cfc028c79ed completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:39:08.586821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-de62dc8d-512c-4399-968e-2bec91867f67 None None] Provisioning complete for port ec331873-cbb1-4ead-b1a1-5cfc028c79ed triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:08.587190 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-de62dc8d-512c-4399-968e-2bec91867f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:08.647651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-de62dc8d-512c-4399-968e-2bec91867f67 None None] Port ec331873-cbb1-4ead-b1a1-5cfc028c79ed cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:39:08.649573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] For port 3e085365-32e3-4a05-a389-c6b17c11b4cf, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:39:08.654064 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] For port 3e085365-32e3-4a05-a389-c6b17c11b4cf, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=3e085365-32e3-4a05-a389-c6b17c11b4cf,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:39:08.671265 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:08.696756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:39:08.703589 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e5e89c9a-7722-4603-b2d6-25bdc16265e6 admin admin] 10.222.0.20 "PUT /v2.0/routers/dbcb5910-e69f-420b-9735-2bad43b3a896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8094890 Aug 28 13:39:08.749638 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:08.780403 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25929b-b57e-4961-b942-b7f4f5c8dd4c None None] Pushing event updated for resources: {'Port': ['ID=3e085365-32e3-4a05-a389-c6b17c11b4cf,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:08.784391 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Routers {'dbcb5910-e69f-420b-9735-2bad43b3a896'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:39:08.785005 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:38:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['dbcb5910-e69f-420b-9735-2bad43b3a896'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:39:08.847440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-aebfe6db-a276-4ad0-9f3c-a09e71452257 None None] Provisioning complete for port ec331873-cbb1-4ead-b1a1-5cfc028c79ed triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:08.847880 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-aebfe6db-a276-4ad0-9f3c-a09e71452257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:08.859433 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port b7b4bd42-343f-4a9c-9d0e-e42d923186a0, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b7b4bd42-343f-4a9c-9d0e-e42d923186a0,segment=NetworkSegment(53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac),segment_id=53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:39:08.881672 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:08.956234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-aebfe6db-a276-4ad0-9f3c-a09e71452257 None None] Port ec331873-cbb1-4ead-b1a1-5cfc028c79ed cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:39:08.983368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:39:08.990835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] Set router dbcb5910-e69f-420b-9735-2bad43b3a896 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:39:09.010176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=b7b4bd42-343f-4a9c-9d0e-e42d923186a0,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:09.147340 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:09.147619 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:09.290786 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'name': 'tempest-TestEncryptedCinderVolumes-1098960360-router', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '3e085365-32e3-4a05-a389-c6b17c11b4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:04Z', 'updated_at': '2021-08-28T13:39:08Z', 'revision_number': 4, 'project_id': 'bfc0f4af5691417fa504f42ae18b1675', 'gw_port': {'id': '3e085365-32e3-4a05-a389-c6b17c11b4cf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:05Z', 'updated_at': '2021-08-28T13:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'ec331873-cbb1-4ead-b1a1-5cfc028c79ed', 'name': '', 'network_id': 'c58c8724-8b66-4693-86d8-dafe784dc1c6', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'mac_address': 'fa:16:3e:66:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'b6cf82e5-3d64-4fba-81b5-4a1d57844891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:07Z', 'updated_at': '2021-08-28T13:39:08Z', 'revision_number': 2, 'project_id': 'bfc0f4af5691417fa504f42ae18b1675', 'subnets': [{'id': 'b6cf82e5-3d64-4fba-81b5-4a1d57844891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:39:09.318119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cce7d6-3821-49b4-8683-e43eae162f52 None None] The sync data for ids ['dbcb5910-e69f-420b-9735-2bad43b3a896'] in n-d-791505-21 is: [{'id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'name': 'tempest-TestEncryptedCinderVolumes-1098960360-router', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '3e085365-32e3-4a05-a389-c6b17c11b4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:04Z', 'updated_at': '2021-08-28T13:39:08Z', 'revision_number': 4, 'project_id': 'bfc0f4af5691417fa504f42ae18b1675', 'gw_port': {'id': '3e085365-32e3-4a05-a389-c6b17c11b4cf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:05Z', 'updated_at': '2021-08-28T13:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'ec331873-cbb1-4ead-b1a1-5cfc028c79ed', 'name': '', 'network_id': 'c58c8724-8b66-4693-86d8-dafe784dc1c6', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'mac_address': 'fa:16:3e:66:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'b6cf82e5-3d64-4fba-81b5-4a1d57844891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:07Z', 'updated_at': '2021-08-28T13:39:08Z', 'revision_number': 2, 'project_id': 'bfc0f4af5691417fa504f42ae18b1675', 'subnets': [{'id': 'b6cf82e5-3d64-4fba-81b5-4a1d57844891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:39:09.533270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-d4a41514-2689-40b9-bd1b-027b09045f47 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:09.534782 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-d4a41514-2689-40b9-bd1b-027b09045f47 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/networks?id=1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 HTTP/1.1" status: 200 len: 817 time: 0.1136773 Aug 28 13:39:09.550545 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-ff10a105-2c95-4ccd-a1a4-354b7e92febc tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/quotas/791e545c6ef44b73a731fc4251071413 HTTP/1.1" status: 200 len: 375 time: 0.0099618 Aug 28 13:39:09.612255 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-98f0d796-89b6-4df3-baee-2b49c3f22e9c tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=791e545c6ef44b73a731fc4251071413&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560911 Aug 28 13:39:09.714116 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-c31f592e-c594-4274-8e1d-b37c2a343a61 service neutron] 10.222.0.20 "GET /v2.0/networks/1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884194 Aug 28 13:39:09.813870 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-57a2c22b-cea0-4268-b177-98155d2b6a26 service neutron] 10.222.0.20 "GET /v2.0/networks/1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935421 Aug 28 13:39:10.008403 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-262961ce-90c1-478b-89ce-be3b1ef0ba78 req-2df8b165-3b84-43bf-9152-c74836242650 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 210 time: 0.0328171 Aug 28 13:39:10.055780 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-544087c6-685f-4bf5-a7c6-42d42eed2a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:10.326921 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:10.960898 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-dbf44d00-7aa3-47de-99b9-d8e9a11182e9 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:10.962628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-dbf44d00-7aa3-47de-99b9-d8e9a11182e9 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.11 "GET /v2.0/networks?id=1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 HTTP/1.1" status: 200 len: 817 time: 0.1090949 Aug 28 13:39:10.977419 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-75a17630-0f48-42f2-b911-f4b15e624d73 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Request body: {'port': {'device_id': '2017529f-6809-4fa4-a79c-10d835ed9793', 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2', 'admin_state_up': True, 'tenant_id': '791e545c6ef44b73a731fc4251071413'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:39:11.093616 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3e085365-32e3-4a05-a389-c6b17c11b4cf up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:39:11.154095 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41bf6eeb-dfea-4bcf-9953-1d32e468fb67 req-5ace851a-c3ba-4ef2-b729-9bf092205f6c tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 210 time: 0.0341706 Aug 28 13:39:11.155222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 3e085365-32e3-4a05-a389-c6b17c11b4cf completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:39:11.159803 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 3e085365-32e3-4a05-a389-c6b17c11b4cf triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:11.160287 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:11.178404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-75a17630-0f48-42f2-b911-f4b15e624d73 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Made reservation on behalf of 791e545c6ef44b73a731fc4251071413 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:39:11.182489 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-75a17630-0f48-42f2-b911-f4b15e624d73 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:11.245180 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:11.267480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 3e085365-32e3-4a05-a389-c6b17c11b4cf, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=3e085365-32e3-4a05-a389-c6b17c11b4cf,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:39:11.271621 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:11.272452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b7b4bd42-343f-4a9c-9d0e-e42d923186a0 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:39:11.316544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-75a17630-0f48-42f2-b911-f4b15e624d73 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Allocated IP 172.20.0.8 (1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2/82add53a-0a0a-4435-ae55-d308869cf5cd/310ecda4-45ce-42a6-b08e-d06520ecf0eb) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:39:11.350657 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=3e085365-32e3-4a05-a389-c6b17c11b4cf,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:11.361486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b7b4bd42-343f-4a9c-9d0e-e42d923186a0 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:11.361852 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:11.387154 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Sync routers for ids ['dbcb5910-e69f-420b-9735-2bad43b3a896'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:39:11.398271 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Routers {'dbcb5910-e69f-420b-9735-2bad43b3a896'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:39:11.399717 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:38:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['dbcb5910-e69f-420b-9735-2bad43b3a896'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:39:11.484633 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-75a17630-0f48-42f2-b911-f4b15e624d73 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:11.500365 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-75a17630-0f48-42f2-b911-f4b15e624d73 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Transition to ACTIVE for port object 310ecda4-45ce-42a6-b08e-d06520ecf0eb will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:39:11.535019 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-75a17630-0f48-42f2-b911-f4b15e624d73 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:11.580457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-75a17630-0f48-42f2-b911-f4b15e624d73 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:39:11.585687 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-75a17630-0f48-42f2-b911-f4b15e624d73 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:39:11.589681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-75a17630-0f48-42f2-b911-f4b15e624d73 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:39:11.611535 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Set router dbcb5910-e69f-420b-9735-2bad43b3a896 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:39:11.615020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a17630-0f48-42f2-b911-f4b15e624d73 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Pushing event updated for resources: {'Port': ['ID=310ecda4-45ce-42a6-b08e-d06520ecf0eb,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:11.647636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-75a17630-0f48-42f2-b911-f4b15e624d73 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:11.648195 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-75a17630-0f48-42f2-b911-f4b15e624d73 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:11.669417 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-75a17630-0f48-42f2-b911-f4b15e624d73 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6971161 Aug 28 13:39:11.682634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Request body: {'port': {'device_id': '2017529f-6809-4fa4-a79c-10d835ed9793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:39:11.748547 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:11.826907 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'name': 'tempest-TestEncryptedCinderVolumes-1098960360-router', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '3e085365-32e3-4a05-a389-c6b17c11b4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:04Z', 'updated_at': '2021-08-28T13:39:08Z', 'revision_number': 4, 'project_id': 'bfc0f4af5691417fa504f42ae18b1675', 'gw_port': {'id': '3e085365-32e3-4a05-a389-c6b17c11b4cf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:05Z', 'updated_at': '2021-08-28T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'ec331873-cbb1-4ead-b1a1-5cfc028c79ed', 'name': '', 'network_id': 'c58c8724-8b66-4693-86d8-dafe784dc1c6', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'mac_address': 'fa:16:3e:66:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'b6cf82e5-3d64-4fba-81b5-4a1d57844891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:07Z', 'updated_at': '2021-08-28T13:39:08Z', 'revision_number': 2, 'project_id': 'bfc0f4af5691417fa504f42ae18b1675', 'subnets': [{'id': 'b6cf82e5-3d64-4fba-81b5-4a1d57844891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:39:11.858795 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Checking router: dbcb5910-e69f-420b-9735-2bad43b3a896 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:39:11.859146 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Updating router dbcb5910-e69f-420b-9735-2bad43b3a896 port ec331873-cbb1-4ead-b1a1-5cfc028c79ed binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:39:11.883789 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:11.896556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bd92317b-1191-429f-97d2-9a944a79e05c None None] Provisioning for port 310ecda4-45ce-42a6-b08e-d06520ecf0eb completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:39:11.900771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bd92317b-1191-429f-97d2-9a944a79e05c None None] Provisioning complete for port 310ecda4-45ce-42a6-b08e-d06520ecf0eb triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:11.901146 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bd92317b-1191-429f-97d2-9a944a79e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:11.937425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-bd92317b-1191-429f-97d2-9a944a79e05c None None] Port 310ecda4-45ce-42a6-b08e-d06520ecf0eb cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:39:12.160399 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:12.171040 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Transition to ACTIVE for port object ec331873-cbb1-4ead-b1a1-5cfc028c79ed will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:39:12.176783 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:12.233880 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e7f83-57e7-40f6-9f82-6e21ff878963 None None] Pushing event updated for resources: {'Port': ['ID=ec331873-cbb1-4ead-b1a1-5cfc028c79ed,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:12.296918 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Attempting to bind port ec331873-cbb1-4ead-b1a1-5cfc028c79ed on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:39:12.296918 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Attempting to bind port ec331873-cbb1-4ead-b1a1-5cfc028c79ed by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '5c2454e1-b574-4116-8cec-affff92ad440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c58c8724-8b66-4693-86d8-dafe784dc1c6'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:39:12.297288 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Attempting to bind port ec331873-cbb1-4ead-b1a1-5cfc028c79ed on network c58c8724-8b66-4693-86d8-dafe784dc1c6 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:39:12.302854 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:39:12.303221 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Checking segment: {'id': '5c2454e1-b574-4116-8cec-affff92ad440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c58c8724-8b66-4693-86d8-dafe784dc1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:39:12.303761 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:12.304154 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Bound using segment: {'id': '5c2454e1-b574-4116-8cec-affff92ad440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c58c8724-8b66-4693-86d8-dafe784dc1c6'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:39:12.304619 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Bound port: ec331873-cbb1-4ead-b1a1-5cfc028c79ed, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2454e1-b574-4116-8cec-affff92ad440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c58c8724-8b66-4693-86d8-dafe784dc1c6'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:39:12.304994 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:12.326034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fa0f8-2558-4a83-9da0-713f552319ca req-04f64a4b-27c2-4f68-9f62-dab73e264a78 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:12.327611 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f16fa0f8-2558-4a83-9da0-713f552319ca req-04f64a4b-27c2-4f68-9f62-dab73e264a78 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 931 time: 0.0874093 Aug 28 13:39:12.338913 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d27ec38b-7b8f-47ae-afcf-bfb5e5f1b3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:12.381487 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] For port ec331873-cbb1-4ead-b1a1-5cfc028c79ed, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:39:12.385297 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] For port ec331873-cbb1-4ead-b1a1-5cfc028c79ed, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ec331873-cbb1-4ead-b1a1-5cfc028c79ed,segment=NetworkSegment(5c2454e1-b574-4116-8cec-affff92ad440),segment_id=5c2454e1-b574-4116-8cec-affff92ad440)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:39:12.389225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310ecda4-45ce-42a6-b08e-d06520ecf0eb {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:39:12.393247 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:12.400677 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f16fa0f8-2558-4a83-9da0-713f552319ca req-ebcfaa91-4322-45c5-8206-659e9bf353f8 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485346 Aug 28 13:39:12.406825 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:12.429221 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Transition to ACTIVE for port object 310ecda4-45ce-42a6-b08e-d06520ecf0eb will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:39:12.435587 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:12.470454 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Routers {'dbcb5910-e69f-420b-9735-2bad43b3a896'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:39:12.471116 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:39:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['dbcb5910-e69f-420b-9735-2bad43b3a896'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:39:12.473827 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e7f83-57e7-40f6-9f82-6e21ff878963 None None] Pushing event updated for resources: {'Port': ['ID=ec331873-cbb1-4ead-b1a1-5cfc028c79ed,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:12.521674 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Pushing event updated for resources: {'Port': ['ID=310ecda4-45ce-42a6-b08e-d06520ecf0eb,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:12.589128 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Attempting to bind port 310ecda4-45ce-42a6-b08e-d06520ecf0eb on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:39:12.590327 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Attempting to bind port 310ecda4-45ce-42a6-b08e-d06520ecf0eb by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:39:12.590849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Attempting to bind port 310ecda4-45ce-42a6-b08e-d06520ecf0eb on network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:39:12.596473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Port 310ecda4-45ce-42a6-b08e-d06520ecf0eb on network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:39:12.596809 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Attempting to bind port 310ecda4-45ce-42a6-b08e-d06520ecf0eb on network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:39:12.602107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:39:12.602513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Checking segment: {'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:39:12.602908 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Bound using segment: {'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:39:12.603928 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Bound port: 310ecda4-45ce-42a6-b08e-d06520ecf0eb, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:39:12.603928 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:12.609272 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] Set router dbcb5910-e69f-420b-9735-2bad43b3a896 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:39:12.686636 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:12.695753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] For port 310ecda4-45ce-42a6-b08e-d06520ecf0eb, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:39:12.699858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] For port 310ecda4-45ce-42a6-b08e-d06520ecf0eb, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=310ecda4-45ce-42a6-b08e-d06520ecf0eb,segment=NetworkSegment(53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac),segment_id=53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:39:12.705848 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:12.746016 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:12.747972 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:12.750249 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] 10.222.0.11 "PUT /v2.0/ports/310ecda4-45ce-42a6-b08e-d06520ecf0eb HTTP/1.1" status: 200 len: 1092 time: 1.0713160 Aug 28 13:39:12.751734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2017529f-6809-4fa4-a79c-10d835ed9793', 'tag': '310ecda4-45ce-42a6-b08e-d06520ecf0eb'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:39:12.755670 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b878d8f2-2ca7-4c0d-adb2-7f925e8e6738" -d '{"events": [{"name": "network-changed", "server_uuid": "2017529f-6809-4fa4-a79c-10d835ed9793", "tag": "310ecda4-45ce-42a6-b08e-d06520ecf0eb"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:39:12.811010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd11c67-649f-4d2d-8fb5-ca415ba626b6 service neutron] Pushing event updated for resources: {'Port': ['ID=310ecda4-45ce-42a6-b08e-d06520ecf0eb,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:12.830469 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a02190-267a-430e-a675-162a445f77a0 x-openstack-request-id: req-e8a02190-267a-430e-a675-162a445f77a0 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:39:12.830865 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2017529f-6809-4fa4-a79c-10d835ed9793", "tag": "310ecda4-45ce-42a6-b08e-d06520ecf0eb", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:39:12.831209 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8a02190-267a-430e-a675-162a445f77a0 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:39:12.831692 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2017529f-6809-4fa4-a79c-10d835ed9793', 'tag': '310ecda4-45ce-42a6-b08e-d06520ecf0eb', 'status': 'completed', 'code': 200} Aug 28 13:39:12.848740 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-03007ff6-a038-4d8c-8f78-4873b51e2961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:12.850387 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-03007ff6-a038-4d8c-8f78-4873b51e2961 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=791e545c6ef44b73a731fc4251071413&device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 1095 time: 0.0493503 Aug 28 13:39:12.875342 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'name': 'tempest-TestEncryptedCinderVolumes-1098960360-router', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '3e085365-32e3-4a05-a389-c6b17c11b4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:04Z', 'updated_at': '2021-08-28T13:39:08Z', 'revision_number': 4, 'project_id': 'bfc0f4af5691417fa504f42ae18b1675', 'gw_port': {'id': '3e085365-32e3-4a05-a389-c6b17c11b4cf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:05Z', 'updated_at': '2021-08-28T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'ec331873-cbb1-4ead-b1a1-5cfc028c79ed', 'name': '', 'network_id': 'c58c8724-8b66-4693-86d8-dafe784dc1c6', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'mac_address': 'fa:16:3e:66:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'b6cf82e5-3d64-4fba-81b5-4a1d57844891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:07Z', 'updated_at': '2021-08-28T13:39:12Z', 'revision_number': 4, 'project_id': 'bfc0f4af5691417fa504f42ae18b1675', 'subnets': [{'id': 'b6cf82e5-3d64-4fba-81b5-4a1d57844891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:39:12.896937 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-cb749fd5-891a-48bf-8935-157c6abb4cca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=310ecda4-45ce-42a6-b08e-d06520ecf0eb HTTP/1.1" status: 200 len: 217 time: 0.0384059 Aug 28 13:39:12.905316 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a49ea0-b65c-43ef-bd51-7a1199522b03 None None] The sync data for ids ['dbcb5910-e69f-420b-9735-2bad43b3a896'] in n-d-791505-21 is: [{'id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'name': 'tempest-TestEncryptedCinderVolumes-1098960360-router', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '3e085365-32e3-4a05-a389-c6b17c11b4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:04Z', 'updated_at': '2021-08-28T13:39:08Z', 'revision_number': 4, 'project_id': 'bfc0f4af5691417fa504f42ae18b1675', 'gw_port': {'id': '3e085365-32e3-4a05-a389-c6b17c11b4cf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:05Z', 'updated_at': '2021-08-28T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'ec331873-cbb1-4ead-b1a1-5cfc028c79ed', 'name': '', 'network_id': 'c58c8724-8b66-4693-86d8-dafe784dc1c6', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'mac_address': 'fa:16:3e:66:ad:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'b6cf82e5-3d64-4fba-81b5-4a1d57844891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:07Z', 'updated_at': '2021-08-28T13:39:12Z', 'revision_number': 4, 'project_id': 'bfc0f4af5691417fa504f42ae18b1675', 'subnets': [{'id': 'b6cf82e5-3d64-4fba-81b5-4a1d57844891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:39:12.979908 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-895caaee-5f82-42a3-930d-5ce541b38066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:12.981854 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-895caaee-5f82-42a3-930d-5ce541b38066 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82add53a-0a0a-4435-ae55-d308869cf5cd HTTP/1.1" status: 200 len: 856 time: 0.0788350 Aug 28 13:39:13.023069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3e085365-32e3-4a05-a389-c6b17c11b4cf up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:39:13.056147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-806211a1-4392-4b8d-9cca-395d7ae25e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:13.057683 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-806211a1-4392-4b8d-9cca-395d7ae25e72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684142 Aug 28 13:39:13.082865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 3e085365-32e3-4a05-a389-c6b17c11b4cf triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:13.083239 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:13.158948 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-47e44aa4-aeeb-4a9f-84d4-653f9fb2eae5 service neutron] 10.222.0.11 "GET /v2.0/networks/1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930586 Aug 28 13:39:13.177892 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ec331873-cbb1-4ead-b1a1-5cfc028c79ed up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:39:13.229677 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port ec331873-cbb1-4ead-b1a1-5cfc028c79ed completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:39:13.234033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ec331873-cbb1-4ead-b1a1-5cfc028c79ed triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:13.234512 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:13.266685 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a86ba941-2747-4af4-8f7b-165e984cc584 req-bcb327fb-9d49-45fb-bbc9-b73e0dd4a725 service neutron] 10.222.0.11 "GET /v2.0/networks/1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996051 Aug 28 13:39:13.324888 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:13.357534 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878d8f2-2ca7-4c0d-adb2-7f925e8e6738 req-aaaa117c-d23a-45f6-9a9a-fad7dd42cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:13.359297 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b878d8f2-2ca7-4c0d-adb2-7f925e8e6738 req-aaaa117c-d23a-45f6-9a9a-fad7dd42cafa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=791e545c6ef44b73a731fc4251071413&device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 1095 time: 0.0441632 Aug 28 13:39:13.359862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port ec331873-cbb1-4ead-b1a1-5cfc028c79ed, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ec331873-cbb1-4ead-b1a1-5cfc028c79ed,segment=NetworkSegment(5c2454e1-b574-4116-8cec-affff92ad440),segment_id=5c2454e1-b574-4116-8cec-affff92ad440)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:39:13.364764 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:13.417680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=ec331873-cbb1-4ead-b1a1-5cfc028c79ed,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:13.463708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878d8f2-2ca7-4c0d-adb2-7f925e8e6738 req-a2385e6b-adb4-47e5-87b0-4534addf6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:13.465404 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b878d8f2-2ca7-4c0d-adb2-7f925e8e6738 req-a2385e6b-adb4-47e5-87b0-4534addf6c2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 HTTP/1.1" status: 200 len: 917 time: 0.0981519 Aug 28 13:39:13.520863 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b878d8f2-2ca7-4c0d-adb2-7f925e8e6738 req-a80ef062-2135-4fef-bf8f-1a61becf42f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=310ecda4-45ce-42a6-b08e-d06520ecf0eb HTTP/1.1" status: 200 len: 217 time: 0.0470405 Aug 28 13:39:13.597288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017aac30-6fca-4beb-9d9e-f62a1a518680 req-33b0e0b2-5ea0-43ce-bd59-144fa5d48219 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:13.598863 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-017aac30-6fca-4beb-9d9e-f62a1a518680 req-33b0e0b2-5ea0-43ce-bd59-144fa5d48219 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 943 time: 0.1191251 Aug 28 13:39:13.600986 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878d8f2-2ca7-4c0d-adb2-7f925e8e6738 req-e0fa62be-7c66-495a-9a3c-940f0d42d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:13.602696 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b878d8f2-2ca7-4c0d-adb2-7f925e8e6738 req-e0fa62be-7c66-495a-9a3c-940f0d42d9c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82add53a-0a0a-4435-ae55-d308869cf5cd HTTP/1.1" status: 200 len: 856 time: 0.0681174 Aug 28 13:39:13.624470 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:13.669588 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-017aac30-6fca-4beb-9d9e-f62a1a518680 req-e3d8db1b-6679-48a8-8622-4c47ed853535 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641570 Aug 28 13:39:13.679319 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878d8f2-2ca7-4c0d-adb2-7f925e8e6738 req-28bcebfd-7922-43f2-8063-a08bd95311e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:13.680831 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b878d8f2-2ca7-4c0d-adb2-7f925e8e6738 req-28bcebfd-7922-43f2-8063-a08bd95311e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672765 Aug 28 13:39:13.788350 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b878d8f2-2ca7-4c0d-adb2-7f925e8e6738 req-9f6d4df0-77c5-4c97-bca6-d1fc286ce0cf service neutron] 10.222.0.11 "GET /v2.0/networks/1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992367 Aug 28 13:39:13.894301 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b878d8f2-2ca7-4c0d-adb2-7f925e8e6738 req-db9db9f2-5ed2-487f-9a54-a7addbc0bfd4 service neutron] 10.222.0.11 "GET /v2.0/networks/1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983272 Aug 28 13:39:14.675866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 310ecda4-45ce-42a6-b08e-d06520ecf0eb details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:39:14.774483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 310ecda4-45ce-42a6-b08e-d06520ecf0eb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=310ecda4-45ce-42a6-b08e-d06520ecf0eb,segment=NetworkSegment(53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac),segment_id=53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:39:14.785675 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de64f03-2914-4e44-9330-27eed291251f req-a68cc768-a6ed-4c42-82fc-8ef8dc57d812 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:14.786234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '310ecda4-45ce-42a6-b08e-d06520ecf0eb', 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2', 'port_id': '310ecda4-45ce-42a6-b08e-d06520ecf0eb', 'mac_address': 'fa:16:3e:60:d9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82add53a-0a0a-4435-ae55-d308869cf5cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:39:14.787156 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7de64f03-2914-4e44-9330-27eed291251f req-a68cc768-a6ed-4c42-82fc-8ef8dc57d812 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 943 time: 0.0511026 Aug 28 13:39:14.822057 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:14.825831 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7de64f03-2914-4e44-9330-27eed291251f req-b06f7895-0e97-4d91-8158-93c1de6f406d tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315247 Aug 28 13:39:14.835580 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310ecda4-45ce-42a6-b08e-d06520ecf0eb {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:39:14.855012 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 310ecda4-45ce-42a6-b08e-d06520ecf0eb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=310ecda4-45ce-42a6-b08e-d06520ecf0eb,segment=NetworkSegment(53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac),segment_id=53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:39:14.858990 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:14.907035 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=310ecda4-45ce-42a6-b08e-d06520ecf0eb,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:14.974548 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ec331873-cbb1-4ead-b1a1-5cfc028c79ed up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:39:15.029887 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ec331873-cbb1-4ead-b1a1-5cfc028c79ed triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:15.030264 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:15.069640 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['310ecda4-45ce-42a6-b08e-d06520ecf0eb'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:39:15.507877 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:15.946538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6c259-88f4-4a0a-8a9b-74976b800b6b req-9801ff26-f935-4575-a5aa-08f79724a37a tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:15.947960 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39d6c259-88f4-4a0a-8a9b-74976b800b6b req-9801ff26-f935-4575-a5aa-08f79724a37a tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 944 time: 0.0545509 Aug 28 13:39:15.985509 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39d6c259-88f4-4a0a-8a9b-74976b800b6b req-af27d2fd-fd4b-4bf3-841d-e25df82a0587 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317318 Aug 28 13:39:16.701703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 310ecda4-45ce-42a6-b08e-d06520ecf0eb up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:39:16.750076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 310ecda4-45ce-42a6-b08e-d06520ecf0eb completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:39:16.753616 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 310ecda4-45ce-42a6-b08e-d06520ecf0eb triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:16.754233 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:16.832093 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:16.852929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2017529f-6809-4fa4-a79c-10d835ed9793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ecda4-45ce-42a6-b08e-d06520ecf0eb'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:39:16.855358 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fd1882-f3c0-4a7e-aad3-0e022b7ebf56" -d '{"events": [{"server_uuid": "2017529f-6809-4fa4-a79c-10d835ed9793", "name": "network-vif-plugged", "status": "completed", "tag": "310ecda4-45ce-42a6-b08e-d06520ecf0eb"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:39:16.867930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 310ecda4-45ce-42a6-b08e-d06520ecf0eb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=310ecda4-45ce-42a6-b08e-d06520ecf0eb,segment=NetworkSegment(53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac),segment_id=53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:39:16.873702 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:16.900125 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148992ac-2893-44a6-b82a-0cf95b0da5fa x-openstack-request-id: req-148992ac-2893-44a6-b82a-0cf95b0da5fa {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:39:16.900426 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2017529f-6809-4fa4-a79c-10d835ed9793", "name": "network-vif-plugged", "status": "completed", "tag": "310ecda4-45ce-42a6-b08e-d06520ecf0eb", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:39:16.900674 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-148992ac-2893-44a6-b82a-0cf95b0da5fa {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:39:16.901062 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2017529f-6809-4fa4-a79c-10d835ed9793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ecda4-45ce-42a6-b08e-d06520ecf0eb', 'code': 200} Aug 28 13:39:16.924640 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=310ecda4-45ce-42a6-b08e-d06520ecf0eb,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:17.040842 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184d836-123a-4b95-b5ba-f9fb75eafe01 req-c4a4f1ca-6782-4456-97c4-df0ee600e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:17.042387 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e184d836-123a-4b95-b5ba-f9fb75eafe01 req-c4a4f1ca-6782-4456-97c4-df0ee600e2d7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 1097 time: 0.0416813 Aug 28 13:39:17.105019 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e184d836-123a-4b95-b5ba-f9fb75eafe01 req-727d9a82-9c96-493f-8d10-e92eedef37fb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547554 Aug 28 13:39:17.121358 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19670d0a-0b6b-441b-a8ee-a6d536742c5d req-d869b745-7cb3-46ea-b700-fe4ec4e70ad1 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:17.123786 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19670d0a-0b6b-441b-a8ee-a6d536742c5d req-d869b745-7cb3-46ea-b700-fe4ec4e70ad1 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 945 time: 0.0682065 Aug 28 13:39:17.162512 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-19670d0a-0b6b-441b-a8ee-a6d536742c5d req-d65e15d1-e9e9-483c-9359-46699b96a58b tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318873 Aug 28 13:39:18.280211 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f7d3d-f177-4950-872e-8a95a018e753 req-7fd32990-0078-41c0-a287-fe20e6802221 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:18.281690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8d2f7d3d-f177-4950-872e-8a95a018e753 req-7fd32990-0078-41c0-a287-fe20e6802221 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 945 time: 0.0534644 Aug 28 13:39:18.319580 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8d2f7d3d-f177-4950-872e-8a95a018e753 req-7025a5fb-f76c-40d3-9585-99218c83e92a tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319898 Aug 28 13:39:18.432882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64284bae-f99d-405f-bcbe-4d395c0ac284 req-032ea97a-b928-46b8-a450-1a097240a5b4 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:18.434278 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64284bae-f99d-405f-bcbe-4d395c0ac284 req-032ea97a-b928-46b8-a450-1a097240a5b4 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 945 time: 0.0489945 Aug 28 13:39:18.472635 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64284bae-f99d-405f-bcbe-4d395c0ac284 req-1d48af8a-239b-4b50-9599-89fb22f2464d tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316749 Aug 28 13:39:36.980487 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f2a5e-b75b-460b-8050-cc9c6d05b3d5 req-4d8b85a2-2c07-4929-beea-f9d0d8515f67 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:36.982002 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be5f2a5e-b75b-460b-8050-cc9c6d05b3d5 req-4d8b85a2-2c07-4929-beea-f9d0d8515f67 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 945 time: 0.0491285 Aug 28 13:39:37.022198 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-be5f2a5e-b75b-460b-8050-cc9c6d05b3d5 req-7bc979a0-be61-4684-a14a-f804deee1782 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341318 Aug 28 13:39:37.964502 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:38.142981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245eecc-e0d8-4a21-af75-42e1919bb5c3 req-00c0e5e1-3286-4b14-8e8b-a010fc4dd6b7 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:38.144466 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2245eecc-e0d8-4a21-af75-42e1919bb5c3 req-00c0e5e1-3286-4b14-8e8b-a010fc4dd6b7 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 945 time: 0.0529444 Aug 28 13:39:38.183572 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2245eecc-e0d8-4a21-af75-42e1919bb5c3 req-366e3d0d-9195-43d4-8531-2f72e15c2c9e tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330198 Aug 28 13:39:38.508204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41816e9c-d587-4ad8-8c24-8c8a264e17fe req-a6aa3483-6da8-49c9-8df0-3e318d1bc517 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:38.509692 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41816e9c-d587-4ad8-8c24-8c8a264e17fe req-a6aa3483-6da8-49c9-8df0-3e318d1bc517 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.11 "GET /v2.0/ports?device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 945 time: 0.0493386 Aug 28 13:39:38.603268 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-41816e9c-d587-4ad8-8c24-8c8a264e17fe req-7ef64cbd-a8fc-4184-babf-1b6b92a53f7e tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Deleting port 310ecda4-45ce-42a6-b08e-d06520ecf0eb {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:39:38.603602 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-41816e9c-d587-4ad8-8c24-8c8a264e17fe req-7ef64cbd-a8fc-4184-babf-1b6b92a53f7e tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:38.691753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-41816e9c-d587-4ad8-8c24-8c8a264e17fe req-7ef64cbd-a8fc-4184-babf-1b6b92a53f7e tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] For port 310ecda4-45ce-42a6-b08e-d06520ecf0eb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=310ecda4-45ce-42a6-b08e-d06520ecf0eb,segment=NetworkSegment(53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac),segment_id=53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:39:38.692115 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-41816e9c-d587-4ad8-8c24-8c8a264e17fe req-7ef64cbd-a8fc-4184-babf-1b6b92a53f7e tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:38.705489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-41816e9c-d587-4ad8-8c24-8c8a264e17fe req-7ef64cbd-a8fc-4184-babf-1b6b92a53f7e tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Calling delete_port for 310ecda4-45ce-42a6-b08e-d06520ecf0eb owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:39:38.834277 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-41816e9c-d587-4ad8-8c24-8c8a264e17fe req-7ef64cbd-a8fc-4184-babf-1b6b92a53f7e tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:38.845679 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['310ecda4-45ce-42a6-b08e-d06520ecf0eb'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:39:38.867937 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef64cbd-a8fc-4184-babf-1b6b92a53f7e tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Pushing event deleted for resources: {'Port': ['ID=310ecda4-45ce-42a6-b08e-d06520ecf0eb,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:38.909497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-41816e9c-d587-4ad8-8c24-8c8a264e17fe req-7ef64cbd-a8fc-4184-babf-1b6b92a53f7e tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] No DVR routers for this DVR port 310ecda4-45ce-42a6-b08e-d06520ecf0eb on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:39:38.912163 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-41816e9c-d587-4ad8-8c24-8c8a264e17fe req-7ef64cbd-a8fc-4184-babf-1b6b92a53f7e tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:38.914199 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41816e9c-d587-4ad8-8c24-8c8a264e17fe req-7ef64cbd-a8fc-4184-babf-1b6b92a53f7e tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.11 "DELETE /v2.0/ports/310ecda4-45ce-42a6-b08e-d06520ecf0eb HTTP/1.1" status: 204 len: 173 time: 0.3977160 Aug 28 13:39:38.914671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2017529f-6809-4fa4-a79c-10d835ed9793', 'name': 'network-vif-deleted', 'tag': '310ecda4-45ce-42a6-b08e-d06520ecf0eb'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:39:38.916945 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b83c1b-6707-477d-a642-f528419654cf" -d '{"events": [{"server_uuid": "2017529f-6809-4fa4-a79c-10d835ed9793", "name": "network-vif-deleted", "tag": "310ecda4-45ce-42a6-b08e-d06520ecf0eb"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:39:38.960782 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447cfb1c-d195-4a02-9620-8f86afba91d6 x-openstack-request-id: req-447cfb1c-d195-4a02-9620-8f86afba91d6 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:39:38.961079 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2017529f-6809-4fa4-a79c-10d835ed9793", "name": "network-vif-deleted", "tag": "310ecda4-45ce-42a6-b08e-d06520ecf0eb", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:39:38.961338 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-447cfb1c-d195-4a02-9620-8f86afba91d6 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:39:38.961743 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2017529f-6809-4fa4-a79c-10d835ed9793', 'name': 'network-vif-deleted', 'tag': '310ecda4-45ce-42a6-b08e-d06520ecf0eb', 'status': 'completed', 'code': 200} Aug 28 13:39:39.118003 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d73fa0e-8166-47c7-b806-cddcb12e11b6 req-76bbe7f9-47cf-46a3-8b42-a1e486815329 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2017529f-6809-4fa4-a79c-10d835ed9793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294783 Aug 28 13:39:39.187734 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d73fa0e-8166-47c7-b806-cddcb12e11b6 req-e52f25dc-da7b-41d6-b595-5180ee3b16f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=791e545c6ef44b73a731fc4251071413&device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 210 time: 0.0261784 Aug 28 13:39:39.305023 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d96f1090-a5e9-40a1-971c-fe58b75c03f6 req-8bf37464-d9d6-4445-8a8c-0e450dc985ba tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=2017529f-6809-4fa4-a79c-10d835ed9793 HTTP/1.1" status: 200 len: 210 time: 0.0387309 Aug 28 13:39:39.332666 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73fa0e-8166-47c7-b806-cddcb12e11b6 req-b3cc9623-7704-4d86-8f40-c3860c815fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:39.334167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d73fa0e-8166-47c7-b806-cddcb12e11b6 req-b3cc9623-7704-4d86-8f40-c3860c815fa3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=791e545c6ef44b73a731fc4251071413&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1260777 Aug 28 13:39:39.444880 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73fa0e-8166-47c7-b806-cddcb12e11b6 req-cb594687-c3c1-4efe-baab-47b707c3bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:39.446306 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d73fa0e-8166-47c7-b806-cddcb12e11b6 req-cb594687-c3c1-4efe-baab-47b707c3bebc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1050436 Aug 28 13:39:39.635064 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:39:40.056474 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6b228817-c513-4e1c-b90c-e03d957027ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:40.323858 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:40.998924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244de76e-273e-4053-a1b8-95f756e135bb req-e8546eba-1284-4cb2-b4a9-c1e4aeed0e25 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:41.000380 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-244de76e-273e-4053-a1b8-95f756e135bb req-e8546eba-1284-4cb2-b4a9-c1e4aeed0e25 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/networks?id=1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 HTTP/1.1" status: 200 len: 817 time: 0.1042583 Aug 28 13:39:41.015990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-244de76e-273e-4053-a1b8-95f756e135bb req-2b8d4c8e-5d90-4ecd-a8a7-5a5e92162dd9 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/quotas/791e545c6ef44b73a731fc4251071413 HTTP/1.1" status: 200 len: 375 time: 0.0096524 Aug 28 13:39:41.066056 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-244de76e-273e-4053-a1b8-95f756e135bb req-4b715dee-c531-49fb-96ea-5a936ef5d053 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=791e545c6ef44b73a731fc4251071413&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448663 Aug 28 13:39:41.159834 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-244de76e-273e-4053-a1b8-95f756e135bb req-093a815b-7e17-4e2e-9b4e-38bde09ff11a service neutron] 10.222.0.20 "GET /v2.0/networks/1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816391 Aug 28 13:39:41.257324 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-244de76e-273e-4053-a1b8-95f756e135bb req-4c22e0a7-dbff-4e2d-9d7e-a8d227983feb service neutron] 10.222.0.20 "GET /v2.0/networks/1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914226 Aug 28 13:39:41.414476 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2aa8a086-6fc8-403f-81f4-e92ffcdccdb7 req-c199f0a1-d529-425f-9a7c-5c721c981557 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 210 time: 0.0275037 Aug 28 13:39:42.315768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244de76e-273e-4053-a1b8-95f756e135bb req-11bb51ff-9199-4555-8ffd-d52b00c9de1b tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:42.317264 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-244de76e-273e-4053-a1b8-95f756e135bb req-11bb51ff-9199-4555-8ffd-d52b00c9de1b tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.11 "GET /v2.0/networks?id=1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 HTTP/1.1" status: 200 len: 817 time: 0.1106601 Aug 28 13:39:42.333120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-244de76e-273e-4053-a1b8-95f756e135bb req-4eba14aa-9c06-46a6-8eb0-1d996eb41fcf tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Request body: {'port': {'device_id': '337fdf04-ffab-4406-a4e6-0542d94b632d', 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2', 'admin_state_up': True, 'tenant_id': '791e545c6ef44b73a731fc4251071413'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:39:42.333502 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82724a93-1207-4c3e-92ef-08632f7e4258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:42.448770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244de76e-273e-4053-a1b8-95f756e135bb req-4eba14aa-9c06-46a6-8eb0-1d996eb41fcf tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Made reservation on behalf of 791e545c6ef44b73a731fc4251071413 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:39:42.452372 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-244de76e-273e-4053-a1b8-95f756e135bb req-4eba14aa-9c06-46a6-8eb0-1d996eb41fcf tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:42.548124 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5baf1582-2a6e-4303-983e-b14ccdedca85 req-8721f946-4acd-4eb3-acb8-1ec611ea6348 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 210 time: 0.0391843 Aug 28 13:39:42.608851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-244de76e-273e-4053-a1b8-95f756e135bb req-4eba14aa-9c06-46a6-8eb0-1d996eb41fcf tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Allocated IP 172.20.0.14 (1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2/82add53a-0a0a-4435-ae55-d308869cf5cd/913aa023-1a7f-4eb0-bd2e-276b577f1164) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:39:42.675454 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:42.755254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 310ecda4-45ce-42a6-b08e-d06520ecf0eb no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:39:42.756726 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-244de76e-273e-4053-a1b8-95f756e135bb req-4eba14aa-9c06-46a6-8eb0-1d996eb41fcf tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:42.770891 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-244de76e-273e-4053-a1b8-95f756e135bb req-4eba14aa-9c06-46a6-8eb0-1d996eb41fcf tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Transition to ACTIVE for port object 913aa023-1a7f-4eb0-bd2e-276b577f1164 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:39:42.779663 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 310ecda4-45ce-42a6-b08e-d06520ecf0eb {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:39:42.780014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 310ecda4-45ce-42a6-b08e-d06520ecf0eb not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:39:42.804116 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-244de76e-273e-4053-a1b8-95f756e135bb req-4eba14aa-9c06-46a6-8eb0-1d996eb41fcf tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:42.845700 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244de76e-273e-4053-a1b8-95f756e135bb req-4eba14aa-9c06-46a6-8eb0-1d996eb41fcf tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:39:42.850703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-244de76e-273e-4053-a1b8-95f756e135bb req-4eba14aa-9c06-46a6-8eb0-1d996eb41fcf tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:39:42.854346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-244de76e-273e-4053-a1b8-95f756e135bb req-4eba14aa-9c06-46a6-8eb0-1d996eb41fcf tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:39:42.861505 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba14aa-9c06-46a6-8eb0-1d996eb41fcf tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Pushing event updated for resources: {'Port': ['ID=913aa023-1a7f-4eb0-bd2e-276b577f1164,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:42.909360 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244de76e-273e-4053-a1b8-95f756e135bb req-4eba14aa-9c06-46a6-8eb0-1d996eb41fcf tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:42.910130 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-244de76e-273e-4053-a1b8-95f756e135bb req-4eba14aa-9c06-46a6-8eb0-1d996eb41fcf tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:42.928926 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-244de76e-273e-4053-a1b8-95f756e135bb req-4eba14aa-9c06-46a6-8eb0-1d996eb41fcf tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6004131 Aug 28 13:39:42.940398 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-244de76e-273e-4053-a1b8-95f756e135bb req-f99ffa05-72c7-4c15-96ad-a423006cd51a tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:39:42.941363 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-244de76e-273e-4053-a1b8-95f756e135bb req-f99ffa05-72c7-4c15-96ad-a423006cd51a tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055375 Aug 28 13:39:42.953431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Request body: {'port': {'device_id': '337fdf04-ffab-4406-a4e6-0542d94b632d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:39:43.014781 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:43.065396 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d703b3d7-0c2c-489e-8c3b-cd90c226cd8e None None] Provisioning for port 913aa023-1a7f-4eb0-bd2e-276b577f1164 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:39:43.069311 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d703b3d7-0c2c-489e-8c3b-cd90c226cd8e None None] Provisioning complete for port 913aa023-1a7f-4eb0-bd2e-276b577f1164 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:43.069676 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d703b3d7-0c2c-489e-8c3b-cd90c226cd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:43.103324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d703b3d7-0c2c-489e-8c3b-cd90c226cd8e None None] Port 913aa023-1a7f-4eb0-bd2e-276b577f1164 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:39:43.272747 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913aa023-1a7f-4eb0-bd2e-276b577f1164 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:39:43.280742 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:43.292143 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Transition to ACTIVE for port object 913aa023-1a7f-4eb0-bd2e-276b577f1164 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:39:43.296161 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:43.344566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Pushing event updated for resources: {'Port': ['ID=913aa023-1a7f-4eb0-bd2e-276b577f1164,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:43.423659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Attempting to bind port 913aa023-1a7f-4eb0-bd2e-276b577f1164 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:39:43.423988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Attempting to bind port 913aa023-1a7f-4eb0-bd2e-276b577f1164 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:39:43.424543 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Attempting to bind port 913aa023-1a7f-4eb0-bd2e-276b577f1164 on network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:39:43.428845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Port 913aa023-1a7f-4eb0-bd2e-276b577f1164 on network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:39:43.429166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Attempting to bind port 913aa023-1a7f-4eb0-bd2e-276b577f1164 on network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:39:43.434229 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:39:43.434603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Checking segment: {'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:39:43.435059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Bound using segment: {'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:39:43.435865 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Bound port: 913aa023-1a7f-4eb0-bd2e-276b577f1164, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:39:43.436005 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:43.503197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] For port 913aa023-1a7f-4eb0-bd2e-276b577f1164, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:39:43.506551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] For port 913aa023-1a7f-4eb0-bd2e-276b577f1164, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=913aa023-1a7f-4eb0-bd2e-276b577f1164,segment=NetworkSegment(53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac),segment_id=53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:39:43.511718 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:43.545766 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:43.546818 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:43.548256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-244de76e-273e-4053-a1b8-95f756e135bb req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] 10.222.0.11 "PUT /v2.0/ports/913aa023-1a7f-4eb0-bd2e-276b577f1164 HTTP/1.1" status: 200 len: 1093 time: 0.5992768 Aug 28 13:39:43.550896 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337fdf04-ffab-4406-a4e6-0542d94b632d', 'tag': '913aa023-1a7f-4eb0-bd2e-276b577f1164'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:39:43.554058 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578eb377-50a9-4826-8db0-d3cd2d9e71c0" -d '{"events": [{"name": "network-changed", "server_uuid": "337fdf04-ffab-4406-a4e6-0542d94b632d", "tag": "913aa023-1a7f-4eb0-bd2e-276b577f1164"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:39:43.586069 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47de67-774c-4c80-ad94-3256a765f30d service neutron] Pushing event updated for resources: {'Port': ['ID=913aa023-1a7f-4eb0-bd2e-276b577f1164,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:43.600297 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5a9af1-c982-4bf6-a9cf-a0dbde495210 x-openstack-request-id: req-4a5a9af1-c982-4bf6-a9cf-a0dbde495210 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:39:43.600742 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337fdf04-ffab-4406-a4e6-0542d94b632d", "tag": "913aa023-1a7f-4eb0-bd2e-276b577f1164", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:39:43.600858 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a5a9af1-c982-4bf6-a9cf-a0dbde495210 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:39:43.601253 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337fdf04-ffab-4406-a4e6-0542d94b632d', 'tag': '913aa023-1a7f-4eb0-bd2e-276b577f1164', 'status': 'completed', 'code': 200} Aug 28 13:39:43.639069 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:43.655008 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244de76e-273e-4053-a1b8-95f756e135bb req-757d9e39-478f-4476-b696-e2617f72129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:43.656766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-244de76e-273e-4053-a1b8-95f756e135bb req-757d9e39-478f-4476-b696-e2617f72129a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=791e545c6ef44b73a731fc4251071413&device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 1096 time: 0.0666876 Aug 28 13:39:43.712399 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-244de76e-273e-4053-a1b8-95f756e135bb req-4cdfa7de-9869-4bb5-9d20-47291b42796e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=913aa023-1a7f-4eb0-bd2e-276b577f1164 HTTP/1.1" status: 200 len: 217 time: 0.0452578 Aug 28 13:39:43.783476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244de76e-273e-4053-a1b8-95f756e135bb req-b0865a7a-1b86-437d-bb58-5a26d766d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:43.784864 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-244de76e-273e-4053-a1b8-95f756e135bb req-b0865a7a-1b86-437d-bb58-5a26d766d27f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82add53a-0a0a-4435-ae55-d308869cf5cd HTTP/1.1" status: 200 len: 856 time: 0.0582621 Aug 28 13:39:43.792345 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03694d37-fc41-4f71-92c7-4ca98766bd0e req-70888c64-a13a-4aae-b885-d826248b0c17 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:43.793715 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03694d37-fc41-4f71-92c7-4ca98766bd0e req-70888c64-a13a-4aae-b885-d826248b0c17 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 944 time: 0.1200564 Aug 28 13:39:43.859398 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03694d37-fc41-4f71-92c7-4ca98766bd0e req-29f9a194-5722-4a73-8ed2-66355f57a8dd tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570817 Aug 28 13:39:43.862447 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244de76e-273e-4053-a1b8-95f756e135bb req-401dc913-6676-4b46-976e-ef1546ba94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:43.863876 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-244de76e-273e-4053-a1b8-95f756e135bb req-401dc913-6676-4b46-976e-ef1546ba94c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693431 Aug 28 13:39:43.958997 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-244de76e-273e-4053-a1b8-95f756e135bb req-5f5d9106-329a-4eb5-b8d0-7845aaafacfa service neutron] 10.222.0.11 "GET /v2.0/networks/1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872412 Aug 28 13:39:44.047727 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-244de76e-273e-4053-a1b8-95f756e135bb req-b975295f-0353-4354-aef5-5f8121a6c959 service neutron] 10.222.0.11 "GET /v2.0/networks/1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819135 Aug 28 13:39:44.132503 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eb377-50a9-4826-8db0-d3cd2d9e71c0 req-c768900f-ec70-461d-b0c0-9fa237e1ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:44.133975 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-578eb377-50a9-4826-8db0-d3cd2d9e71c0 req-c768900f-ec70-461d-b0c0-9fa237e1ce3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=791e545c6ef44b73a731fc4251071413&device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 1096 time: 0.0429573 Aug 28 13:39:44.229722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eb377-50a9-4826-8db0-d3cd2d9e71c0 req-96ba98e4-7ddf-47e1-b47d-7b8e24494557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:44.231216 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-578eb377-50a9-4826-8db0-d3cd2d9e71c0 req-96ba98e4-7ddf-47e1-b47d-7b8e24494557 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 HTTP/1.1" status: 200 len: 917 time: 0.0897062 Aug 28 13:39:44.273808 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-578eb377-50a9-4826-8db0-d3cd2d9e71c0 req-928de3ed-1d34-452c-8b83-39bbb249eb4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=913aa023-1a7f-4eb0-bd2e-276b577f1164 HTTP/1.1" status: 200 len: 217 time: 0.0346267 Aug 28 13:39:44.322712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eb377-50a9-4826-8db0-d3cd2d9e71c0 req-105d5cde-3d4f-43b8-99af-70bb75c46ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:44.324043 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-578eb377-50a9-4826-8db0-d3cd2d9e71c0 req-105d5cde-3d4f-43b8-99af-70bb75c46ad8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=82add53a-0a0a-4435-ae55-d308869cf5cd HTTP/1.1" status: 200 len: 856 time: 0.0422270 Aug 28 13:39:44.374883 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eb377-50a9-4826-8db0-d3cd2d9e71c0 req-0ebefe44-d069-4265-afe6-d4bc58cec374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:44.376364 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-578eb377-50a9-4826-8db0-d3cd2d9e71c0 req-0ebefe44-d069-4265-afe6-d4bc58cec374 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433104 Aug 28 13:39:44.464357 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-578eb377-50a9-4826-8db0-d3cd2d9e71c0 req-c8239335-225b-4843-9d60-ec2594b771dc service neutron] 10.222.0.11 "GET /v2.0/networks/1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800438 Aug 28 13:39:44.567237 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-578eb377-50a9-4826-8db0-d3cd2d9e71c0 req-994e5d97-82ff-477d-928b-dd06530feab1 service neutron] 10.222.0.11 "GET /v2.0/networks/1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950782 Aug 28 13:39:44.977044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c70698-0c91-4fa9-9416-aedfab81cbc0 req-f288e7ce-b688-4fed-afcf-7bce5a59d134 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:44.978552 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-33c70698-0c91-4fa9-9416-aedfab81cbc0 req-f288e7ce-b688-4fed-afcf-7bce5a59d134 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 944 time: 0.0495214 Aug 28 13:39:45.016411 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-33c70698-0c91-4fa9-9416-aedfab81cbc0 req-a2875180-9b2d-4abe-9a05-5a94ee7429f9 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314960 Aug 28 13:39:45.511104 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:46.128904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bf07f-9a24-4eb3-8929-0936f03f7dc1 req-fb310504-9b95-498d-967f-1b2a5c389d76 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:46.130649 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-306bf07f-9a24-4eb3-8929-0936f03f7dc1 req-fb310504-9b95-498d-967f-1b2a5c389d76 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 944 time: 0.0482581 Aug 28 13:39:46.167582 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-306bf07f-9a24-4eb3-8929-0936f03f7dc1 req-f028d6fa-fcfb-4388-b654-b0a61ce22c1b tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310559 Aug 28 13:39:46.778466 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 913aa023-1a7f-4eb0-bd2e-276b577f1164 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:39:46.868928 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 913aa023-1a7f-4eb0-bd2e-276b577f1164, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=913aa023-1a7f-4eb0-bd2e-276b577f1164,segment=NetworkSegment(53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac),segment_id=53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:39:46.881008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '913aa023-1a7f-4eb0-bd2e-276b577f1164', 'network_id': '1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2', 'port_id': '913aa023-1a7f-4eb0-bd2e-276b577f1164', 'mac_address': 'fa:16:3e:d3:11:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82add53a-0a0a-4435-ae55-d308869cf5cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:39:46.920785 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:46.932981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913aa023-1a7f-4eb0-bd2e-276b577f1164 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:39:46.952343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 913aa023-1a7f-4eb0-bd2e-276b577f1164, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=913aa023-1a7f-4eb0-bd2e-276b577f1164,segment=NetworkSegment(53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac),segment_id=53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:39:46.956075 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:47.001298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=913aa023-1a7f-4eb0-bd2e-276b577f1164,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:47.141266 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['913aa023-1a7f-4eb0-bd2e-276b577f1164'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:39:47.286289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39634025-ab39-4e1e-a6d3-d2c03f10a89b req-1dfef356-d517-4d40-83bb-4a69a161ff25 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:47.287791 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39634025-ab39-4e1e-a6d3-d2c03f10a89b req-1dfef356-d517-4d40-83bb-4a69a161ff25 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 945 time: 0.0532949 Aug 28 13:39:47.325476 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39634025-ab39-4e1e-a6d3-d2c03f10a89b req-3b6d8899-5fec-4bf8-894c-64fe0ec465ec tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316744 Aug 28 13:39:48.440834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97147658-f05d-4d8e-b15d-9d226fba87fb req-7ed25718-9fb2-49ba-9201-cce2858fc52c tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:48.442309 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97147658-f05d-4d8e-b15d-9d226fba87fb req-7ed25718-9fb2-49ba-9201-cce2858fc52c tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 945 time: 0.0494533 Aug 28 13:39:48.480050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97147658-f05d-4d8e-b15d-9d226fba87fb req-b1f49897-a2c9-4564-ab7e-97f73c72e708 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Aug 28 13:39:48.793856 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 913aa023-1a7f-4eb0-bd2e-276b577f1164 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:39:48.842292 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 913aa023-1a7f-4eb0-bd2e-276b577f1164 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:39:48.846030 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 913aa023-1a7f-4eb0-bd2e-276b577f1164 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:39:48.846441 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:48.919624 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:48.944240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337fdf04-ffab-4406-a4e6-0542d94b632d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913aa023-1a7f-4eb0-bd2e-276b577f1164'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:39:48.946550 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a38325e-4055-4425-8351-3e88101d019f" -d '{"events": [{"server_uuid": "337fdf04-ffab-4406-a4e6-0542d94b632d", "name": "network-vif-plugged", "status": "completed", "tag": "913aa023-1a7f-4eb0-bd2e-276b577f1164"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:39:48.959782 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 913aa023-1a7f-4eb0-bd2e-276b577f1164, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=913aa023-1a7f-4eb0-bd2e-276b577f1164,segment=NetworkSegment(53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac),segment_id=53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:39:48.963777 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:39:48.986894 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c2b82c-684e-4212-9e68-b6b032051352 x-openstack-request-id: req-c2c2b82c-684e-4212-9e68-b6b032051352 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:39:48.987175 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337fdf04-ffab-4406-a4e6-0542d94b632d", "name": "network-vif-plugged", "status": "completed", "tag": "913aa023-1a7f-4eb0-bd2e-276b577f1164", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:39:48.987418 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2c2b82c-684e-4212-9e68-b6b032051352 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:39:48.987795 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337fdf04-ffab-4406-a4e6-0542d94b632d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913aa023-1a7f-4eb0-bd2e-276b577f1164', 'code': 200} Aug 28 13:39:49.014484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=913aa023-1a7f-4eb0-bd2e-276b577f1164,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:39:49.021903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:49.022251 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:49.022610 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:49.022945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:49.023273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:49.023627 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:49.023956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:49.024284 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:49.024606 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:49.024935 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:49.025258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:49.025579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:39:49.080859 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59727ca-6002-4881-9da6-05f63898f4a2 req-57719bb2-da1f-487c-97a1-dd55bdc36603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:49.082330 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a59727ca-6002-4881-9da6-05f63898f4a2 req-57719bb2-da1f-487c-97a1-dd55bdc36603 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 1098 time: 0.0401909 Aug 28 13:39:49.115865 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a59727ca-6002-4881-9da6-05f63898f4a2 req-e8ebd764-a322-47aa-910b-cc4fa60cea33 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265791 Aug 28 13:39:49.605136 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171baea5-4904-4e0d-9bce-fd86220f88be req-e07769c5-5645-4df0-9bdb-fdf498631120 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:49.606684 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-171baea5-4904-4e0d-9bce-fd86220f88be req-e07769c5-5645-4df0-9bdb-fdf498631120 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 946 time: 0.0557275 Aug 28 13:39:49.649957 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-171baea5-4904-4e0d-9bce-fd86220f88be req-e62ee684-47d9-425d-8faf-0218c3551ea6 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358095 Aug 28 13:39:50.772978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c1b8d-65c7-407c-9bea-d3b1d966931a req-ea18abb3-b21b-4944-a1e2-9433546affd9 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:50.774577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a44c1b8d-65c7-407c-9bea-d3b1d966931a req-ea18abb3-b21b-4944-a1e2-9433546affd9 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 946 time: 0.0543504 Aug 28 13:39:50.813379 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a44c1b8d-65c7-407c-9bea-d3b1d966931a req-1ea63024-99ad-4f0a-bb37-b75c41d08366 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321710 Aug 28 13:39:50.929421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c07047-1b5c-44a5-9851-7bf6466243e1 req-3634fc32-8191-49fe-b0e3-3511843de627 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:50.930924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65c07047-1b5c-44a5-9851-7bf6466243e1 req-3634fc32-8191-49fe-b0e3-3511843de627 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 946 time: 0.0506325 Aug 28 13:39:50.969010 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-65c07047-1b5c-44a5-9851-7bf6466243e1 req-71553255-fe05-47c4-a870-de806377981a tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313115 Aug 28 13:39:55.157687 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15a7621c-413f-4d5f-854a-03e8bf3f8076 req-e84ca849-ce91-4229-856f-eb5327373fa9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422165 Aug 28 13:39:55.243066 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7621c-413f-4d5f-854a-03e8bf3f8076 req-51c4e696-0937-4a45-a4cc-4eddbe2f3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:55.244758 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15a7621c-413f-4d5f-854a-03e8bf3f8076 req-51c4e696-0937-4a45-a4cc-4eddbe2f3b3d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0409634 Aug 28 13:39:55.355747 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7621c-413f-4d5f-854a-03e8bf3f8076 req-0a11828a-7ad6-483d-a34b-178dbdaa0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:55.357849 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15a7621c-413f-4d5f-854a-03e8bf3f8076 req-0a11828a-7ad6-483d-a34b-178dbdaa0524 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0905249 Aug 28 13:39:55.400720 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15a7621c-413f-4d5f-854a-03e8bf3f8076 req-1af09bc9-1e86-412a-aef1-272df7600de7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0350859 Aug 28 13:39:55.455472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7621c-413f-4d5f-854a-03e8bf3f8076 req-9cc13921-01ff-42bd-beb4-09cc08750db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:55.456827 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15a7621c-413f-4d5f-854a-03e8bf3f8076 req-9cc13921-01ff-42bd-beb4-09cc08750db7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0483527 Aug 28 13:39:55.507549 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7621c-413f-4d5f-854a-03e8bf3f8076 req-9c419c95-8370-485c-9ac8-b76f68e595ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:39:55.509066 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15a7621c-413f-4d5f-854a-03e8bf3f8076 req-9c419c95-8370-485c-9ac8-b76f68e595ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437214 Aug 28 13:39:55.599792 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15a7621c-413f-4d5f-854a-03e8bf3f8076 req-1aadb6a2-54a9-4104-805c-e440f3d41139 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815642 Aug 28 13:39:55.700222 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-15a7621c-413f-4d5f-854a-03e8bf3f8076 req-55fd97ea-a8f9-499d-aa6f-eaaad10d4a6c service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902519 Aug 28 13:40:07.979187 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:09.427935 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cf9bb-06d5-4575-94ae-29259a4b7f85 req-6158a11f-e67d-4714-baa7-271f3d8a791c tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:09.429432 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7a7cf9bb-06d5-4575-94ae-29259a4b7f85 req-6158a11f-e67d-4714-baa7-271f3d8a791c tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 946 time: 0.0553873 Aug 28 13:40:09.466966 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7a7cf9bb-06d5-4575-94ae-29259a4b7f85 req-f395809e-6e08-4e11-8092-f337c31da8b9 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315049 Aug 28 13:40:10.057188 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d66d1a1d-fc5d-45d7-a48e-837cb00853d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:10.328696 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:10.584841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93e010-8498-4798-816b-5c1f6dda76c5 req-0aeea8ad-586a-4023-9ebc-b1f4254609f0 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:10.586279 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bb93e010-8498-4798-816b-5c1f6dda76c5 req-0aeea8ad-586a-4023-9ebc-b1f4254609f0 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 946 time: 0.0497553 Aug 28 13:40:10.623907 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bb93e010-8498-4798-816b-5c1f6dda76c5 req-e038fd1a-8c89-4d0b-9dd9-008373d916f8 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311854 Aug 28 13:40:10.950552 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a7198-1824-47db-b4cc-464a6ec3528a req-597d5c4b-c731-4fbf-a52f-0eebdd1f606a tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:10.952032 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-809a7198-1824-47db-b4cc-464a6ec3528a req-597d5c4b-c731-4fbf-a52f-0eebdd1f606a tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.11 "GET /v2.0/ports?device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 946 time: 0.0484793 Aug 28 13:40:11.337876 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-809a7198-1824-47db-b4cc-464a6ec3528a req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Deleting port 913aa023-1a7f-4eb0-bd2e-276b577f1164 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:40:11.338214 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-809a7198-1824-47db-b4cc-464a6ec3528a req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:11.425206 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-809a7198-1824-47db-b4cc-464a6ec3528a req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] For port 913aa023-1a7f-4eb0-bd2e-276b577f1164, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=913aa023-1a7f-4eb0-bd2e-276b577f1164,segment=NetworkSegment(53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac),segment_id=53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:11.425566 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-809a7198-1824-47db-b4cc-464a6ec3528a req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:11.438233 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-809a7198-1824-47db-b4cc-464a6ec3528a req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Calling delete_port for 913aa023-1a7f-4eb0-bd2e-276b577f1164 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:40:11.563728 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-809a7198-1824-47db-b4cc-464a6ec3528a req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:11.575796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['913aa023-1a7f-4eb0-bd2e-276b577f1164'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:40:11.591633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Pushing event deleted for resources: {'Port': ['ID=913aa023-1a7f-4eb0-bd2e-276b577f1164,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:11.607486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:11.607838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:11.608470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:11.608698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:11.608947 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:11.609354 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:11.609682 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:11.610010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:11.610336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:11.610688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:11.611010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:11.611326 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:11.650826 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-809a7198-1824-47db-b4cc-464a6ec3528a req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] No DVR routers for this DVR port 913aa023-1a7f-4eb0-bd2e-276b577f1164 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:40:11.654532 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-809a7198-1824-47db-b4cc-464a6ec3528a req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:11.658554 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-809a7198-1824-47db-b4cc-464a6ec3528a req-252bd3e2-7890-48bb-880a-b405aa874080 tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.11 "DELETE /v2.0/ports/913aa023-1a7f-4eb0-bd2e-276b577f1164 HTTP/1.1" status: 204 len: 173 time: 0.7007456 Aug 28 13:40:11.659124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337fdf04-ffab-4406-a4e6-0542d94b632d', 'name': 'network-vif-deleted', 'tag': '913aa023-1a7f-4eb0-bd2e-276b577f1164'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:40:11.662318 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca632c2f-e67e-4758-97d5-370b638014b5" -d '{"events": [{"server_uuid": "337fdf04-ffab-4406-a4e6-0542d94b632d", "name": "network-vif-deleted", "tag": "913aa023-1a7f-4eb0-bd2e-276b577f1164"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:40:11.730340 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c5265d90-c2df-4c5e-9af3-3b87ca18189b req-bf1513b8-1cd9-4af5-bb7b-18b8ea6a160f tempest-TestEncryptedCinderVolumes-569009056 tempest-TestEncryptedCinderVolumes-569009056-project] 10.222.0.20 "GET /v2.0/ports?device_id=337fdf04-ffab-4406-a4e6-0542d94b632d HTTP/1.1" status: 200 len: 210 time: 0.0293932 Aug 28 13:40:11.787679 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af00c3a7-be33-46ba-92ff-1f2727be0067 x-openstack-request-id: req-af00c3a7-be33-46ba-92ff-1f2727be0067 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:40:11.788190 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337fdf04-ffab-4406-a4e6-0542d94b632d", "name": "network-vif-deleted", "tag": "913aa023-1a7f-4eb0-bd2e-276b577f1164", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:40:11.788514 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af00c3a7-be33-46ba-92ff-1f2727be0067 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:40:11.789004 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337fdf04-ffab-4406-a4e6-0542d94b632d', 'name': 'network-vif-deleted', 'tag': '913aa023-1a7f-4eb0-bd2e-276b577f1164', 'status': 'completed', 'code': 200} Aug 28 13:40:12.334088 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-95c8738b-cea1-4611-b856-d871f2877933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:12.670525 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:12.821013 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37770) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:13.164009 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2ff9478c-1f16-4528-a970-9d63c94e10d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:13.402890 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9478c-1f16-4528-a970-9d63c94e10d4 admin admin] Deleting port b7b4bd42-343f-4a9c-9d0e-e42d923186a0 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:40:13.403226 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2ff9478c-1f16-4528-a970-9d63c94e10d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:13.484480 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-2ff9478c-1f16-4528-a970-9d63c94e10d4 admin admin] For port b7b4bd42-343f-4a9c-9d0e-e42d923186a0, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b7b4bd42-343f-4a9c-9d0e-e42d923186a0,segment=NetworkSegment(53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac),segment_id=53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:13.484840 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2ff9478c-1f16-4528-a970-9d63c94e10d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:13.497020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9478c-1f16-4528-a970-9d63c94e10d4 admin admin] Calling delete_port for b7b4bd42-343f-4a9c-9d0e-e42d923186a0 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:40:13.629030 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:13.677444 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2ff9478c-1f16-4528-a970-9d63c94e10d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:13.706125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9478c-1f16-4528-a970-9d63c94e10d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b4bd42-343f-4a9c-9d0e-e42d923186a0,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:13.877153 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2ff9478c-1f16-4528-a970-9d63c94e10d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:14.098051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff9478c-1f16-4528-a970-9d63c94e10d4 admin admin] Router 7fb64998-fe8c-40e7-a636-0a93cf11144a has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:40:14.207446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff9478c-1f16-4528-a970-9d63c94e10d4 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:40:14.212693 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2ff9478c-1f16-4528-a970-9d63c94e10d4 admin admin] 10.222.0.20 "PUT /v2.0/routers/7fb64998-fe8c-40e7-a636-0a93cf11144a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3905582 Aug 28 13:40:14.215155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37774) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:14.218410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56835280-bc3f-47f4-84c4-a66d2b35a91b None None] Sync routers for ids ['7fb64998-fe8c-40e7-a636-0a93cf11144a'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:40:14.228232 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56835280-bc3f-47f4-84c4-a66d2b35a91b None None] Routers {'7fb64998-fe8c-40e7-a636-0a93cf11144a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:40:14.228847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-56835280-bc3f-47f4-84c4-a66d2b35a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['7fb64998-fe8c-40e7-a636-0a93cf11144a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:14.320562 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e67d564-0cb4-41ab-a722-9620ee116d10 admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:14.332981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-56835280-bc3f-47f4-84c4-a66d2b35a91b None None] Set router 7fb64998-fe8c-40e7-a636-0a93cf11144a gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:40:14.425037 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e67d564-0cb4-41ab-a722-9620ee116d10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:14.477827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6e67d564-0cb4-41ab-a722-9620ee116d10 admin admin] Deleting port cfa50e8a-6030-4cb1-9050-647bafe93ddb {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:40:14.478166 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e67d564-0cb4-41ab-a722-9620ee116d10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:14.515073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-56835280-bc3f-47f4-84c4-a66d2b35a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'name': 'tempest-TestEncryptedCinderVolumes-1362582858-router', 'tenant_id': '791e545c6ef44b73a731fc4251071413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': 'cfa50e8a-6030-4cb1-9050-647bafe93ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:00Z', 'updated_at': '2021-08-28T13:40:13Z', 'revision_number': 5, 'project_id': '791e545c6ef44b73a731fc4251071413', 'gw_port': {'id': 'cfa50e8a-6030-4cb1-9050-647bafe93ddb', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:61:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:00Z', 'updated_at': '2021-08-28T13:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:14.541525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56835280-bc3f-47f4-84c4-a66d2b35a91b None None] Checking router: 7fb64998-fe8c-40e7-a636-0a93cf11144a for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:40:14.550686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56835280-bc3f-47f4-84c4-a66d2b35a91b None None] Routers {'7fb64998-fe8c-40e7-a636-0a93cf11144a'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:40:14.551299 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-56835280-bc3f-47f4-84c4-a66d2b35a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['7fb64998-fe8c-40e7-a636-0a93cf11144a'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:14.561009 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-6e67d564-0cb4-41ab-a722-9620ee116d10 admin admin] For port cfa50e8a-6030-4cb1-9050-647bafe93ddb, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=cfa50e8a-6030-4cb1-9050-647bafe93ddb,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:14.561950 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e67d564-0cb4-41ab-a722-9620ee116d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:14.575274 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6e67d564-0cb4-41ab-a722-9620ee116d10 admin admin] Calling delete_port for cfa50e8a-6030-4cb1-9050-647bafe93ddb owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:40:14.639954 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-56835280-bc3f-47f4-84c4-a66d2b35a91b None None] Set router 7fb64998-fe8c-40e7-a636-0a93cf11144a gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:40:14.695897 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-56835280-bc3f-47f4-84c4-a66d2b35a91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'name': 'tempest-TestEncryptedCinderVolumes-1362582858-router', 'tenant_id': '791e545c6ef44b73a731fc4251071413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:00Z', 'updated_at': '2021-08-28T13:40:14Z', 'revision_number': 6, 'project_id': '791e545c6ef44b73a731fc4251071413', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:14.726391 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56835280-bc3f-47f4-84c4-a66d2b35a91b None None] The sync data for ids ['7fb64998-fe8c-40e7-a636-0a93cf11144a'] in n-d-791505-21 is: [{'id': '7fb64998-fe8c-40e7-a636-0a93cf11144a', 'name': 'tempest-TestEncryptedCinderVolumes-1362582858-router', 'tenant_id': '791e545c6ef44b73a731fc4251071413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:00Z', 'updated_at': '2021-08-28T13:40:14Z', 'revision_number': 6, 'project_id': '791e545c6ef44b73a731fc4251071413', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:40:14.746276 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e67d564-0cb4-41ab-a722-9620ee116d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:14.774703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67d564-0cb4-41ab-a722-9620ee116d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa50e8a-6030-4cb1-9050-647bafe93ddb,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:14.835044 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e67d564-0cb4-41ab-a722-9620ee116d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:14.929118 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e67d564-0cb4-41ab-a722-9620ee116d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:14.931253 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e67d564-0cb4-41ab-a722-9620ee116d10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:14.950011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 913aa023-1a7f-4eb0-bd2e-276b577f1164 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:40:14.970213 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 913aa023-1a7f-4eb0-bd2e-276b577f1164 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:40:14.970585 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 913aa023-1a7f-4eb0-bd2e-276b577f1164 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:40:14.973867 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e67d564-0cb4-41ab-a722-9620ee116d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:14.974497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e67d564-0cb4-41ab-a722-9620ee116d10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fb64998-fe8c-40e7-a636-0a93cf11144a {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:40:14.978740 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6e67d564-0cb4-41ab-a722-9620ee116d10 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:14.979923 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6e67d564-0cb4-41ab-a722-9620ee116d10 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7fb64998-fe8c-40e7-a636-0a93cf11144a HTTP/1.1" status: 204 len: 168 time: 0.7628648 Aug 28 13:40:14.982447 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37776) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:15.027344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-76dba337-1390-4d09-9d51-c38354d67df7 admin admin] Deleting subnet 82add53a-0a0a-4435-ae55-d308869cf5cd {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:40:15.031383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76dba337-1390-4d09-9d51-c38354d67df7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.066494 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76dba337-1390-4d09-9d51-c38354d67df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.158467 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76dba337-1390-4d09-9d51-c38354d67df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.181814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b7b4bd42-343f-4a9c-9d0e-e42d923186a0 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:40:15.205017 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: b7b4bd42-343f-4a9c-9d0e-e42d923186a0 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:40:15.205353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b7b4bd42-343f-4a9c-9d0e-e42d923186a0 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:40:15.218463 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76dba337-1390-4d09-9d51-c38354d67df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.242235 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dba337-1390-4d09-9d51-c38354d67df7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82add53a-0a0a-4435-ae55-d308869cf5cd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:15.247933 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-76dba337-1390-4d09-9d51-c38354d67df7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.250804 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-76dba337-1390-4d09-9d51-c38354d67df7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/82add53a-0a0a-4435-ae55-d308869cf5cd HTTP/1.1" status: 204 len: 168 time: 0.2672801 Aug 28 13:40:15.253298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37780) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:15.256513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2540edb1-f47b-463f-ad49-7633f0d3b687 None None] Network 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:40:15.322020 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.380039 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Deleting port 68cd35ac-15ad-4e30-9994-11959d4b23c7 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:40:15.380387 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.442389 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] For port 68cd35ac-15ad-4e30-9994-11959d4b23c7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=68cd35ac-15ad-4e30-9994-11959d4b23c7,segment=NetworkSegment(53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac),segment_id=53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:15.442761 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.455092 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Calling delete_port for 68cd35ac-15ad-4e30-9994-11959d4b23c7 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:40:15.510551 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92047c79-5052-4b16-836c-75393ae73502 None None] DHCP port deletion for 1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:40:15.518800 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.542073 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.558744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-92047c79-5052-4b16-836c-75393ae73502 None None] Deleting port 68cd35ac-15ad-4e30-9994-11959d4b23c7 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:40:15.559126 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-92047c79-5052-4b16-836c-75393ae73502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.569765 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] No DVR routers for this DVR port 68cd35ac-15ad-4e30-9994-11959d4b23c7 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:40:15.574929 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Pushing event deleted for resources: {'Port': ['ID=68cd35ac-15ad-4e30-9994-11959d4b23c7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:15.601698 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:15.602048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:15.602403 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:15.602738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:15.603070 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:15.603395 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:15.603721 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:15.604042 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:15.604360 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:15.604689 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:15.605008 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:15.605330 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:15.625740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-92047c79-5052-4b16-836c-75393ae73502 None None] For port 68cd35ac-15ad-4e30-9994-11959d4b23c7, host n-d-791505-21, got binding levels [] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:15.626111 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-92047c79-5052-4b16-836c-75393ae73502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.640070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-92047c79-5052-4b16-836c-75393ae73502 None None] Calling delete_port for 68cd35ac-15ad-4e30-9994-11959d4b23c7 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:40:15.643496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.ipam_backend_mixin [None req-92047c79-5052-4b16-836c-75393ae73502 None None] Port 68cd35ac-15ad-4e30-9994-11959d4b23c7 was not found and therefore no delete operation was performed {{(pid=94879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 13:40:15.644975 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-92047c79-5052-4b16-836c-75393ae73502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.662715 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.672223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:15.673732 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92047c79-5052-4b16-836c-75393ae73502 None None] No DVR routers for this DVR port 68cd35ac-15ad-4e30-9994-11959d4b23c7 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:40:15.675751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92047c79-5052-4b16-836c-75393ae73502 None None] Pushing event deleted for resources: {'Port': ['ID=68cd35ac-15ad-4e30-9994-11959d4b23c7,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:15.685367 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:15.685739 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bdc7e1-5bcb-40e3-85a2-e21b3c38cbac') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:15.696955 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.713051 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.719616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:40:15.720011 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:40:15.721761 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:40:15.787137 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.805271 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:15.806988 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] 10.222.0.20 "DELETE /v2.0/networks/1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2 HTTP/1.1" status: 204 len: 168 time: 0.5526972 Aug 28 13:40:15.808043 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dec11a-f933-4848-83c4-9a444d94a18b admin admin] Pushing event deleted for resources: {'Network': ['ID=1c1d027b-a5ea-4777-89ed-d3ccbb5edfa2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:15.809921 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37782) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:16.246897 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d72f970-f3e8-4fec-b2f5-adc95fd551c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:16.543757 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-9d72f970-f3e8-4fec-b2f5-adc95fd551c8 admin admin] Deleting port ec331873-cbb1-4ead-b1a1-5cfc028c79ed {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:40:16.544453 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d72f970-f3e8-4fec-b2f5-adc95fd551c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:16.621433 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-9d72f970-f3e8-4fec-b2f5-adc95fd551c8 admin admin] For port ec331873-cbb1-4ead-b1a1-5cfc028c79ed, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ec331873-cbb1-4ead-b1a1-5cfc028c79ed,segment=NetworkSegment(5c2454e1-b574-4116-8cec-affff92ad440),segment_id=5c2454e1-b574-4116-8cec-affff92ad440)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:16.621788 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d72f970-f3e8-4fec-b2f5-adc95fd551c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:16.634000 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:40:16.635055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-9d72f970-f3e8-4fec-b2f5-adc95fd551c8 admin admin] Calling delete_port for ec331873-cbb1-4ead-b1a1-5cfc028c79ed owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:40:16.816557 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d72f970-f3e8-4fec-b2f5-adc95fd551c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:16.850352 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72f970-f3e8-4fec-b2f5-adc95fd551c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec331873-cbb1-4ead-b1a1-5cfc028c79ed,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:17.067703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cfa50e8a-6030-4cb1-9050-647bafe93ddb no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:40:17.088136 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: cfa50e8a-6030-4cb1-9050-647bafe93ddb {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:40:17.088473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device cfa50e8a-6030-4cb1-9050-647bafe93ddb not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:40:17.088908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 68cd35ac-15ad-4e30-9994-11959d4b23c7 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:40:17.109898 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 68cd35ac-15ad-4e30-9994-11959d4b23c7 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:40:17.110237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 68cd35ac-15ad-4e30-9994-11959d4b23c7 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:40:17.243497 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9d72f970-f3e8-4fec-b2f5-adc95fd551c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:17.454522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d72f970-f3e8-4fec-b2f5-adc95fd551c8 admin admin] Router dbcb5910-e69f-420b-9735-2bad43b3a896 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:40:17.558226 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d72f970-f3e8-4fec-b2f5-adc95fd551c8 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:40:17.563491 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9d72f970-f3e8-4fec-b2f5-adc95fd551c8 admin admin] 10.222.0.20 "PUT /v2.0/routers/dbcb5910-e69f-420b-9735-2bad43b3a896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7508638 Aug 28 13:40:17.566094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37784) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:17.567692 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd887de7-6a0e-41d9-812c-f93cda9339c1 None None] Sync routers for ids ['dbcb5910-e69f-420b-9735-2bad43b3a896'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:40:17.576507 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd887de7-6a0e-41d9-812c-f93cda9339c1 None None] Routers {'dbcb5910-e69f-420b-9735-2bad43b3a896'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:40:17.577950 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bd887de7-6a0e-41d9-812c-f93cda9339c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['dbcb5910-e69f-420b-9735-2bad43b3a896'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:17.674915 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50ff0899-b5df-45c4-a774-8d0f550b5860 admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:17.683062 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-bd887de7-6a0e-41d9-812c-f93cda9339c1 None None] Set router dbcb5910-e69f-420b-9735-2bad43b3a896 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:40:17.779061 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50ff0899-b5df-45c4-a774-8d0f550b5860 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:17.833574 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-50ff0899-b5df-45c4-a774-8d0f550b5860 admin admin] Deleting port 3e085365-32e3-4a05-a389-c6b17c11b4cf {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:40:17.833918 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50ff0899-b5df-45c4-a774-8d0f550b5860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:17.859100 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bd887de7-6a0e-41d9-812c-f93cda9339c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'name': 'tempest-TestEncryptedCinderVolumes-1098960360-router', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '3e085365-32e3-4a05-a389-c6b17c11b4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:04Z', 'updated_at': '2021-08-28T13:40:16Z', 'revision_number': 5, 'project_id': 'bfc0f4af5691417fa504f42ae18b1675', 'gw_port': {'id': '3e085365-32e3-4a05-a389-c6b17c11b4cf', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:39:05Z', 'updated_at': '2021-08-28T13:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:17.885437 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd887de7-6a0e-41d9-812c-f93cda9339c1 None None] Checking router: dbcb5910-e69f-420b-9735-2bad43b3a896 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:40:17.893588 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd887de7-6a0e-41d9-812c-f93cda9339c1 None None] Routers {'dbcb5910-e69f-420b-9735-2bad43b3a896'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:40:17.894197 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bd887de7-6a0e-41d9-812c-f93cda9339c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['dbcb5910-e69f-420b-9735-2bad43b3a896'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:17.921251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-50ff0899-b5df-45c4-a774-8d0f550b5860 admin admin] For port 3e085365-32e3-4a05-a389-c6b17c11b4cf, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=3e085365-32e3-4a05-a389-c6b17c11b4cf,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:17.921714 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50ff0899-b5df-45c4-a774-8d0f550b5860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:17.934627 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-50ff0899-b5df-45c4-a774-8d0f550b5860 admin admin] Calling delete_port for 3e085365-32e3-4a05-a389-c6b17c11b4cf owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:40:17.978252 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-bd887de7-6a0e-41d9-812c-f93cda9339c1 None None] Set router dbcb5910-e69f-420b-9735-2bad43b3a896 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:40:18.029336 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bd887de7-6a0e-41d9-812c-f93cda9339c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'name': 'tempest-TestEncryptedCinderVolumes-1098960360-router', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:04Z', 'updated_at': '2021-08-28T13:40:17Z', 'revision_number': 6, 'project_id': 'bfc0f4af5691417fa504f42ae18b1675', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:18.058707 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd887de7-6a0e-41d9-812c-f93cda9339c1 None None] The sync data for ids ['dbcb5910-e69f-420b-9735-2bad43b3a896'] in n-d-791505-21 is: [{'id': 'dbcb5910-e69f-420b-9735-2bad43b3a896', 'name': 'tempest-TestEncryptedCinderVolumes-1098960360-router', 'tenant_id': 'bfc0f4af5691417fa504f42ae18b1675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:39:04Z', 'updated_at': '2021-08-28T13:40:17Z', 'revision_number': 6, 'project_id': 'bfc0f4af5691417fa504f42ae18b1675', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:40:18.100694 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50ff0899-b5df-45c4-a774-8d0f550b5860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.124543 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff0899-b5df-45c4-a774-8d0f550b5860 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e085365-32e3-4a05-a389-c6b17c11b4cf,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:18.185428 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50ff0899-b5df-45c4-a774-8d0f550b5860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.274839 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50ff0899-b5df-45c4-a774-8d0f550b5860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.277060 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50ff0899-b5df-45c4-a774-8d0f550b5860 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.323186 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50ff0899-b5df-45c4-a774-8d0f550b5860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.323683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ff0899-b5df-45c4-a774-8d0f550b5860 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbcb5910-e69f-420b-9735-2bad43b3a896 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:40:18.328379 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-50ff0899-b5df-45c4-a774-8d0f550b5860 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.329536 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-50ff0899-b5df-45c4-a774-8d0f550b5860 admin admin] 10.222.0.20 "DELETE /v2.0/routers/dbcb5910-e69f-420b-9735-2bad43b3a896 HTTP/1.1" status: 204 len: 168 time: 0.7623584 Aug 28 13:40:18.332191 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37786) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:18.378263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f87f42-dc6f-4b40-a0ec-5e734b01ad13 admin admin] Deleting subnet b6cf82e5-3d64-4fba-81b5-4a1d57844891 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:40:18.381528 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-69f87f42-dc6f-4b40-a0ec-5e734b01ad13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.418014 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-69f87f42-dc6f-4b40-a0ec-5e734b01ad13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.503697 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-69f87f42-dc6f-4b40-a0ec-5e734b01ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.556535 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-69f87f42-dc6f-4b40-a0ec-5e734b01ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.582949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f87f42-dc6f-4b40-a0ec-5e734b01ad13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6cf82e5-3d64-4fba-81b5-4a1d57844891,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:18.586371 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-69f87f42-dc6f-4b40-a0ec-5e734b01ad13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.588241 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-69f87f42-dc6f-4b40-a0ec-5e734b01ad13 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b6cf82e5-3d64-4fba-81b5-4a1d57844891 HTTP/1.1" status: 204 len: 168 time: 0.2551534 Aug 28 13:40:18.590955 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37788) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:18.592056 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c753c5-ed59-489d-93ab-a123cb3f2b00 None None] Network c58c8724-8b66-4693-86d8-dafe784dc1c6 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:40:18.661061 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.714182 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] Deleting port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:40:18.714783 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.784283 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] For port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8ae7fc49-0db9-4f05-9306-9b84a6142ba7,segment=NetworkSegment(5c2454e1-b574-4116-8cec-affff92ad440),segment_id=5c2454e1-b574-4116-8cec-affff92ad440)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:18.784645 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.796920 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] Calling delete_port for 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:40:18.842282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b8d607-15cd-4d18-8486-558e75bcfcdd None None] DHCP port deletion for c58c8724-8b66-4693-86d8-dafe784dc1c6 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:40:18.882159 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.889026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8d607-15cd-4d18-8486-558e75bcfcdd None None] Deleting port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:40:18.890773 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0b8d607-15cd-4d18-8486-558e75bcfcdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.910309 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae7fc49-0db9-4f05-9306-9b84a6142ba7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:18.912228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] No DVR routers for this DVR port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:40:18.962351 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-b0b8d607-15cd-4d18-8486-558e75bcfcdd None None] For port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7, host n-d-791505-21, got binding levels [] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:18.962892 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0b8d607-15cd-4d18-8486-558e75bcfcdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.984853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8d607-15cd-4d18-8486-558e75bcfcdd None None] Calling delete_port for 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:40:18.987804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.ipam_backend_mixin [None req-b0b8d607-15cd-4d18-8486-558e75bcfcdd None None] Port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 was not found and therefore no delete operation was performed {{(pid=94879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 13:40:18.989160 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b0b8d607-15cd-4d18-8486-558e75bcfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:18.995917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:19.007809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58c8724-8b66-4693-86d8-dafe784dc1c6']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:19.018601 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8d607-15cd-4d18-8486-558e75bcfcdd None None] Pushing event deleted for resources: {'Port': ['ID=8ae7fc49-0db9-4f05-9306-9b84a6142ba7,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:19.019670 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2454e1-b574-4116-8cec-affff92ad440') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:19.020196 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2454e1-b574-4116-8cec-affff92ad440') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:19.021013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b8d607-15cd-4d18-8486-558e75bcfcdd None None] No DVR routers for this DVR port 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:40:19.032902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3e085365-32e3-4a05-a389-c6b17c11b4cf no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:40:19.033605 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:19.050006 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:19.054932 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 3e085365-32e3-4a05-a389-c6b17c11b4cf {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:40:19.055294 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 3e085365-32e3-4a05-a389-c6b17c11b4cf not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:40:19.055674 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ec331873-cbb1-4ead-b1a1-5cfc028c79ed no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:40:19.058028 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:40:19.058480 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:40:19.060215 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:40:19.077435 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: ec331873-cbb1-4ead-b1a1-5cfc028c79ed {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:40:19.077817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ec331873-cbb1-4ead-b1a1-5cfc028c79ed not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:40:19.078258 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:40:19.098640 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:40:19.098995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8ae7fc49-0db9-4f05-9306-9b84a6142ba7 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:40:19.122829 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:19.141142 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:19.143183 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c58c8724-8b66-4693-86d8-dafe784dc1c6 HTTP/1.1" status: 204 len: 168 time: 0.5511343 Aug 28 13:40:19.144683 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93876a-9aad-4644-be6f-63ea3facf628 admin admin] Pushing event deleted for resources: {'Network': ['ID=c58c8724-8b66-4693-86d8-dafe784dc1c6,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:19.300215 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37792) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:19.340489 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-426909ea-536e-4d4a-9aea-f05c12f23bcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=791e545c6ef44b73a731fc4251071413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391064 Aug 28 13:40:19.343062 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37794) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:19.390650 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11127243-8cb3-407e-be07-fbdf2080e0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:19.411365 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11127243-8cb3-407e-be07-fbdf2080e0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:19.457590 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11127243-8cb3-407e-be07-fbdf2080e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:19.460400 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-11127243-8cb3-407e-be07-fbdf2080e0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:19.461599 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-11127243-8cb3-407e-be07-fbdf2080e0a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef95edf1-9bc9-4a8d-87f2-d8dbccf525be HTTP/1.1" status: 204 len: 168 time: 0.1176279 Aug 28 13:40:19.469612 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11127243-8cb3-407e-be07-fbdf2080e0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef95edf1-9bc9-4a8d-87f2-d8dbccf525be,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:19.768878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37800) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:19.808698 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4af25158-e261-46ca-b798-06ec371b7edd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfc0f4af5691417fa504f42ae18b1675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385828 Aug 28 13:40:19.811109 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37802) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:19.861579 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-91c3c58b-f664-4098-a70a-33badfb83695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:19.882067 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-91c3c58b-f664-4098-a70a-33badfb83695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:19.928862 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-91c3c58b-f664-4098-a70a-33badfb83695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:19.931576 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-91c3c58b-f664-4098-a70a-33badfb83695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:19.932725 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-91c3c58b-f664-4098-a70a-33badfb83695 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bdafe94-96e5-4be7-b909-d45656ba1fd5 HTTP/1.1" status: 204 len: 168 time: 0.1206768 Aug 28 13:40:19.941028 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3c58b-f664-4098-a70a-33badfb83695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdafe94-96e5-4be7-b909-d45656ba1fd5,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:20.583681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37824) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:20.690726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-352026cb-04e1-4ee9-bb56-5ef9621b97ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1528487415-network', 'tenant_id': '7c5d823b8566402b8adb94f954912b63'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:40:20.711071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352026cb-04e1-4ee9-bb56-5ef9621b97ea admin admin] Made reservation on behalf of 7c5d823b8566402b8adb94f954912b63 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:40:20.713366 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-352026cb-04e1-4ee9-bb56-5ef9621b97ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:20.721872 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-352026cb-04e1-4ee9-bb56-5ef9621b97ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:20.813306 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-352026cb-04e1-4ee9-bb56-5ef9621b97ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:20.817129 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-352026cb-04e1-4ee9-bb56-5ef9621b97ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:20.838717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352026cb-04e1-4ee9-bb56-5ef9621b97ea admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:40:20.852288 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352026cb-04e1-4ee9-bb56-5ef9621b97ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e39de8-909f-43a1-ae41-3d8ed0661f23,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:20.857982 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-352026cb-04e1-4ee9-bb56-5ef9621b97ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:20.858340 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-352026cb-04e1-4ee9-bb56-5ef9621b97ea admin admin] Added segment 6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7 of type vlan for network 128f53fa-4c8b-4b70-838e-3871cf1d645e Aug 28 13:40:20.902129 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-352026cb-04e1-4ee9-bb56-5ef9621b97ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:20.925734 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-352026cb-04e1-4ee9-bb56-5ef9621b97ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:20.926703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352026cb-04e1-4ee9-bb56-5ef9621b97ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:20.927272 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-352026cb-04e1-4ee9-bb56-5ef9621b97ea admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:20.979280 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-352026cb-04e1-4ee9-bb56-5ef9621b97ea admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3943937 Aug 28 13:40:20.982114 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37828) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:20.986384 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352026cb-04e1-4ee9-bb56-5ef9621b97ea admin admin] Pushing event updated for resources: {'Network': ['ID=128f53fa-4c8b-4b70-838e-3871cf1d645e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:20.987223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a800c643-599c-449b-abc7-eae0fc6e69ad admin admin] Request body: {'subnet': {'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1528487415-subnet', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:40:20.999277 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 128f53fa-4c8b-4b70-838e-3871cf1d645e details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:40:21.012191 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a800c643-599c-449b-abc7-eae0fc6e69ad admin admin] Made reservation on behalf of 7c5d823b8566402b8adb94f954912b63 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:40:21.015272 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a800c643-599c-449b-abc7-eae0fc6e69ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:21.179669 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a800c643-599c-449b-abc7-eae0fc6e69ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:21.231764 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800c643-599c-449b-abc7-eae0fc6e69ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9768fef-f4c9-4e52-80eb-d497cb2e0cfa,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:21.242045 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a800c643-599c-449b-abc7-eae0fc6e69ad admin admin] Checking segment: {'id': '6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:40:21.242434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a800c643-599c-449b-abc7-eae0fc6e69ad admin admin] Network hostable DHCP agents. Network: 128f53fa-4c8b-4b70-838e-3871cf1d645e, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:40:21.259165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a800c643-599c-449b-abc7-eae0fc6e69ad admin admin] Network 128f53fa-4c8b-4b70-838e-3871cf1d645e is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:40:21.267898 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-a800c643-599c-449b-abc7-eae0fc6e69ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 128f53fa-4c8b-4b70-838e-3871cf1d645e) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:40:21.271963 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a800c643-599c-449b-abc7-eae0fc6e69ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:21.272543 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a800c643-599c-449b-abc7-eae0fc6e69ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:21.278217 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98e672d-f326-4344-ba83-994ecd5d6174 None None] Network 128f53fa-4c8b-4b70-838e-3871cf1d645e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:40:21.290621 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a800c643-599c-449b-abc7-eae0fc6e69ad admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3073058 Aug 28 13:40:21.293510 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37830) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:21.299527 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1528487415-router', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:40:21.322377 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:21.323613 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:21.384846 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:21.425032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-128f53fa-4c8b-4b70-838e-3871cf1d645e', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'fixed_ips': [{'subnet_id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:40:21.425889 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:21.521357 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:21.557002 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Allocated IP 172.20.0.2 (128f53fa-4c8b-4b70-838e-3871cf1d645e/a9768fef-f4c9-4e52-80eb-d497cb2e0cfa/90bb8d6f-bf4f-44de-a839-e2bddf742ba0) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:40:21.704413 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:21.712759 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Transition to ACTIVE for port object 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:40:21.720886 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:21.729250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Transition to ACTIVE for port object 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:40:21.735419 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:21.740300 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:21.773375 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Network 128f53fa-4c8b-4b70-838e-3871cf1d645e is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:40:21.778171 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:40:21.782305 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:40:21.789288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Pushing event updated for resources: {'Port': ['ID=90bb8d6f-bf4f-44de-a839-e2bddf742ba0,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:21.841680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Attempting to bind port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:40:21.842041 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Attempting to bind port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:40:21.843221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Attempting to bind port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 on network 128f53fa-4c8b-4b70-838e-3871cf1d645e {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:40:21.848297 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:40:21.848669 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Checking segment: {'id': '6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:40:21.849065 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:21.849448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Bound using segment: {'id': '6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:40:21.849555 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Allocated IP 172.25.1.122 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/b54e4398-b235-421e-88fa-19379592825b) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:40:21.849898 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Bound port: 90bb8d6f-bf4f-44de-a839-e2bddf742ba0, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:40:21.850459 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:21.918909 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] For port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:40:21.922535 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] For port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=90bb8d6f-bf4f-44de-a839-e2bddf742ba0,segment=NetworkSegment(6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7),segment_id=6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:40:21.927870 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:21.955152 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:21.989706 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127d425-8b15-4283-b09f-3bf40d037cbc None None] Pushing event updated for resources: {'Port': ['ID=90bb8d6f-bf4f-44de-a839-e2bddf742ba0,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:22.004200 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:22.041285 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:40:22.044050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:40:22.050521 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:40:22.079203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Pushing event updated for resources: {'Port': ['ID=b54e4398-b235-421e-88fa-19379592825b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:22.323958 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:22.511991 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:22.642481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:40:22.763875 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:40:22.775129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Sync routers for ids ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:40:22.783436 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:22.785130 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-264e4337-c8da-43e8-874c-823c12564c81 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4900405 Aug 28 13:40:22.787668 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37832) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:22.789121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Routers {'08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:40:22.789754 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:22.879382 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48777d9f-b7bd-4d8f-a0b6-d15619f90975 None None] Network 128f53fa-4c8b-4b70-838e-3871cf1d645e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:40:22.953726 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Set router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:40:23.011156 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-93343c48-01d1-4eda-a879-c75dbbea044e None None] Provisioning for port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:40:23.065507 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:40:23.397692 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:40:23.408190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:23.408557 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:23.468334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'name': 'tempest-TestMinimumBasicScenario-1528487415-router', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b54e4398-b235-421e-88fa-19379592825b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:22Z', 'revision_number': 3, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'gw_port': {'id': 'b54e4398-b235-421e-88fa-19379592825b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:23.496817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Checking router: 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:40:23.497224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Updating router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 port b54e4398-b235-421e-88fa-19379592825b binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:40:23.544108 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:23.544514 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:23.575595 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:23.675351 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=90bb8d6f-bf4f-44de-a839-e2bddf742ba0,segment=NetworkSegment(6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7),segment_id=6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:23.681116 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:23.723725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Allocated IP 172.20.0.1 (128f53fa-4c8b-4b70-838e-3871cf1d645e/a9768fef-f4c9-4e52-80eb-d497cb2e0cfa/976510fc-d6e1-410a-a12d-729ffcb2cb13) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:40:23.786520 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=90bb8d6f-bf4f-44de-a839-e2bddf742ba0,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:23.795173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e4e8f838-1623-4664-a67b-1b5e37a5c65e None None] Provisioning complete for port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:23.796178 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e4e8f838-1623-4664-a67b-1b5e37a5c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:23.834595 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:23.848150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Transition to ACTIVE for port object 976510fc-d6e1-410a-a12d-729ffcb2cb13 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:40:23.881801 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:23.922044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Network 128f53fa-4c8b-4b70-838e-3871cf1d645e is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:40:23.924825 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:40:23.930512 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:40:23.951140 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:23.959090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Pushing event updated for resources: {'Port': ['ID=976510fc-d6e1-410a-a12d-729ffcb2cb13,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:23.964149 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Transition to ACTIVE for port object b54e4398-b235-421e-88fa-19379592825b will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:40:23.972457 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:23.986495 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:24.026641 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac037d-048f-48f7-ab37-116da2ef376e None None] Pushing event updated for resources: {'Port': ['ID=b54e4398-b235-421e-88fa-19379592825b,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:24.028909 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Attempting to bind port b54e4398-b235-421e-88fa-19379592825b on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:40:24.029272 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Attempting to bind port b54e4398-b235-421e-88fa-19379592825b by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:40:24.029630 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Attempting to bind port b54e4398-b235-421e-88fa-19379592825b on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:40:24.035801 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:40:24.036169 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:40:24.037180 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:24.037180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:40:24.037384 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Bound port: b54e4398-b235-421e-88fa-19379592825b, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:40:24.037742 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:24.093610 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] For port b54e4398-b235-421e-88fa-19379592825b, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:40:24.097445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] For port b54e4398-b235-421e-88fa-19379592825b, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b54e4398-b235-421e-88fa-19379592825b,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:40:24.105131 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:24.130915 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:24.169765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Routers {'08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:40:24.170533 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:24.173046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac037d-048f-48f7-ab37-116da2ef376e None None] Pushing event updated for resources: {'Port': ['ID=b54e4398-b235-421e-88fa-19379592825b,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:24.225818 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-936d4f5e-4738-430d-96a9-58e548a07656 None None] Provisioning for port 976510fc-d6e1-410a-a12d-729ffcb2cb13 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:40:24.233774 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-936d4f5e-4738-430d-96a9-58e548a07656 None None] Provisioning complete for port 976510fc-d6e1-410a-a12d-729ffcb2cb13 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:24.234152 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-936d4f5e-4738-430d-96a9-58e548a07656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:24.307180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-936d4f5e-4738-430d-96a9-58e548a07656 None None] Port 976510fc-d6e1-410a-a12d-729ffcb2cb13 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:40:24.312644 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:24.316486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] Set router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:40:24.317401 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:24.387784 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:24.390235 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Pushing event updated for resources: {'Port': ['ID=976510fc-d6e1-410a-a12d-729ffcb2cb13,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:24.484710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Network 128f53fa-4c8b-4b70-838e-3871cf1d645e is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:40:24.486055 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:40:24.514896 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'name': 'tempest-TestMinimumBasicScenario-1528487415-router', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b54e4398-b235-421e-88fa-19379592825b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:24Z', 'revision_number': 4, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'gw_port': {'id': 'b54e4398-b235-421e-88fa-19379592825b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '976510fc-d6e1-410a-a12d-729ffcb2cb13', 'name': '', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'mac_address': 'fa:16:3e:7c:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:23Z', 'updated_at': '2021-08-28T13:40:23Z', 'revision_number': 1, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'subnets': [{'id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:24.547063 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cbf50f-b99d-4505-88f4-57de5ce4b34f None None] The sync data for ids ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'] in n-d-791505-21 is: [{'id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'name': 'tempest-TestMinimumBasicScenario-1528487415-router', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b54e4398-b235-421e-88fa-19379592825b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:24Z', 'revision_number': 4, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'gw_port': {'id': 'b54e4398-b235-421e-88fa-19379592825b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '976510fc-d6e1-410a-a12d-729ffcb2cb13', 'name': '', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'mac_address': 'fa:16:3e:7c:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:23Z', 'updated_at': '2021-08-28T13:40:23Z', 'revision_number': 1, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'subnets': [{'id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:40:24.619325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:40:24.727329 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-96e96b59-fe96-4b59-9cbf-efa2b2f18227 None None] Provisioning complete for port 976510fc-d6e1-410a-a12d-729ffcb2cb13 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:24.727703 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96e96b59-fe96-4b59-9cbf-efa2b2f18227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:24.745874 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:40:24.759160 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2e5c8ad3-2599-439b-a4cb-08780397c286 admin admin] 10.222.0.20 "PUT /v2.0/routers/08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9644701 Aug 28 13:40:24.791604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-96e96b59-fe96-4b59-9cbf-efa2b2f18227 None None] Port 976510fc-d6e1-410a-a12d-729ffcb2cb13 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:40:25.021962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:40:25.073883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:25.074267 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:25.306637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37848) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:25.312271 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a493a6aa-03ac-494b-9c34-4f65e382744f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1965916219-network', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:40:25.333577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a493a6aa-03ac-494b-9c34-4f65e382744f admin admin] Made reservation on behalf of a6d454b30d34458abaf326dbc00ec59e for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:40:25.336138 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a493a6aa-03ac-494b-9c34-4f65e382744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:25.346018 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a493a6aa-03ac-494b-9c34-4f65e382744f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:25.442585 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a493a6aa-03ac-494b-9c34-4f65e382744f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:25.446628 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a493a6aa-03ac-494b-9c34-4f65e382744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:25.474823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a493a6aa-03ac-494b-9c34-4f65e382744f admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:40:25.490996 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493a6aa-03ac-494b-9c34-4f65e382744f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b2043e-bbcc-4fc4-8cdd-c567e3a31c93,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:25.494922 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a493a6aa-03ac-494b-9c34-4f65e382744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:25.495274 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-a493a6aa-03ac-494b-9c34-4f65e382744f admin admin] Added segment d17c370e-2629-40dc-825e-4bbc18c1f515 of type vlan for network d11c482f-ba87-4e9f-b106-f73b445a7df0 Aug 28 13:40:25.541570 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a493a6aa-03ac-494b-9c34-4f65e382744f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:25.574341 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a493a6aa-03ac-494b-9c34-4f65e382744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:25.575347 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a493a6aa-03ac-494b-9c34-4f65e382744f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:25.575925 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a493a6aa-03ac-494b-9c34-4f65e382744f admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:25.628415 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a493a6aa-03ac-494b-9c34-4f65e382744f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3206472 Aug 28 13:40:25.631694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37850) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:25.638215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493a6aa-03ac-494b-9c34-4f65e382744f admin admin] Pushing event updated for resources: {'Network': ['ID=d11c482f-ba87-4e9f-b106-f73b445a7df0,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:25.638475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5c7cb9ea-d6a5-4c20-be63-d53a725afb73 admin admin] Request body: {'subnet': {'network_id': 'd11c482f-ba87-4e9f-b106-f73b445a7df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1965916219-subnet', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:40:25.649135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network d11c482f-ba87-4e9f-b106-f73b445a7df0 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:40:25.678839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7cb9ea-d6a5-4c20-be63-d53a725afb73 admin admin] Made reservation on behalf of a6d454b30d34458abaf326dbc00ec59e for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:40:25.681585 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb9ea-d6a5-4c20-be63-d53a725afb73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:26.099756 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb9ea-d6a5-4c20-be63-d53a725afb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:26.156733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cb9ea-d6a5-4c20-be63-d53a725afb73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9237b768-2e7b-401f-8164-3e26a8fa90ff,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:26.165292 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7cb9ea-d6a5-4c20-be63-d53a725afb73 admin admin] Checking segment: {'id': 'd17c370e-2629-40dc-825e-4bbc18c1f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd11c482f-ba87-4e9f-b106-f73b445a7df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:40:26.165647 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7cb9ea-d6a5-4c20-be63-d53a725afb73 admin admin] Network hostable DHCP agents. Network: d11c482f-ba87-4e9f-b106-f73b445a7df0, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:40:26.183027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7cb9ea-d6a5-4c20-be63-d53a725afb73 admin admin] Network d11c482f-ba87-4e9f-b106-f73b445a7df0 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:40:26.193156 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-5c7cb9ea-d6a5-4c20-be63-d53a725afb73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, d11c482f-ba87-4e9f-b106-f73b445a7df0) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:40:26.198059 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7cb9ea-d6a5-4c20-be63-d53a725afb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:26.199338 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb9ea-d6a5-4c20-be63-d53a725afb73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:26.202876 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e17ed3-029f-459c-a9cf-96817bd9c72d None None] Network d11c482f-ba87-4e9f-b106-f73b445a7df0 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:40:26.215384 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5c7cb9ea-d6a5-4c20-be63-d53a725afb73 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5816021 Aug 28 13:40:26.217945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 37852) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:26.222466 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1965916219-router', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:40:26.242827 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:26.243824 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:26.303917 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:26.367301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-d11c482f-ba87-4e9f-b106-f73b445a7df0', 'network_id': 'd11c482f-ba87-4e9f-b106-f73b445a7df0', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'fixed_ips': [{'subnet_id': '9237b768-2e7b-401f-8164-3e26a8fa90ff'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:40:26.368188 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:26.449689 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:26.513843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Allocated IP 172.20.0.2 (d11c482f-ba87-4e9f-b106-f73b445a7df0/9237b768-2e7b-401f-8164-3e26a8fa90ff/b315428f-faf6-4170-9948-13f5c55f0784) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:40:26.595394 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Sync routers for ids ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:40:26.605003 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Routers {'08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:40:26.605630 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:26.667553 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:26.668383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:26.677168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Transition to ACTIVE for port object b315428f-faf6-4170-9948-13f5c55f0784 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:40:26.688789 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:26.694778 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Transition to ACTIVE for port object b315428f-faf6-4170-9948-13f5c55f0784 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:40:26.703791 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:26.761352 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Network d11c482f-ba87-4e9f-b106-f73b445a7df0 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:40:26.767404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:40:26.772413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:40:26.780391 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Pushing event updated for resources: {'Port': ['ID=b315428f-faf6-4170-9948-13f5c55f0784,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:26.812732 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Allocated IP 172.25.1.60 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/d28e129d-e55a-467d-babf-84e6aada27d7) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:40:26.816854 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Set router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:40:26.840683 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Attempting to bind port b315428f-faf6-4170-9948-13f5c55f0784 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:40:26.840983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Attempting to bind port b315428f-faf6-4170-9948-13f5c55f0784 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'd17c370e-2629-40dc-825e-4bbc18c1f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd11c482f-ba87-4e9f-b106-f73b445a7df0'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:40:26.841315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Attempting to bind port b315428f-faf6-4170-9948-13f5c55f0784 on network d11c482f-ba87-4e9f-b106-f73b445a7df0 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:40:26.846664 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:40:26.847105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Checking segment: {'id': 'd17c370e-2629-40dc-825e-4bbc18c1f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd11c482f-ba87-4e9f-b106-f73b445a7df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:40:26.847431 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:26.847821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Bound using segment: {'id': 'd17c370e-2629-40dc-825e-4bbc18c1f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd11c482f-ba87-4e9f-b106-f73b445a7df0'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:40:26.848283 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Bound port: b315428f-faf6-4170-9948-13f5c55f0784, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17c370e-2629-40dc-825e-4bbc18c1f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd11c482f-ba87-4e9f-b106-f73b445a7df0'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:40:26.848781 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:26.921821 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:26.925126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] For port b315428f-faf6-4170-9948-13f5c55f0784, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:40:26.928289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] For port b315428f-faf6-4170-9948-13f5c55f0784, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b315428f-faf6-4170-9948-13f5c55f0784,segment=NetworkSegment(d17c370e-2629-40dc-825e-4bbc18c1f515),segment_id=d17c370e-2629-40dc-825e-4bbc18c1f515)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:40:26.934313 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:26.977367 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:27.010814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6512b-6585-4507-a68b-a51b1fa52cff None None] Pushing event updated for resources: {'Port': ['ID=b315428f-faf6-4170-9948-13f5c55f0784,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:27.042970 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:40:27.046438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:40:27.049089 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:40:27.055534 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'name': 'tempest-TestMinimumBasicScenario-1528487415-router', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b54e4398-b235-421e-88fa-19379592825b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:24Z', 'revision_number': 4, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'gw_port': {'id': 'b54e4398-b235-421e-88fa-19379592825b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '976510fc-d6e1-410a-a12d-729ffcb2cb13', 'name': '', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'mac_address': 'fa:16:3e:7c:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:23Z', 'updated_at': '2021-08-28T13:40:24Z', 'revision_number': 2, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'subnets': [{'id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:27.068132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b54e4398-b235-421e-88fa-19379592825b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:40:27.085175 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Checking router: 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:40:27.085517 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Updating router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 port 976510fc-d6e1-410a-a12d-729ffcb2cb13 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:40:27.121413 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:27.127240 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port b54e4398-b235-421e-88fa-19379592825b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:40:27.133452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b54e4398-b235-421e-88fa-19379592825b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:27.133843 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:27.135494 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Pushing event updated for resources: {'Port': ['ID=d28e129d-e55a-467d-babf-84e6aada27d7,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:27.278659 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:27.305353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port b54e4398-b235-421e-88fa-19379592825b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b54e4398-b235-421e-88fa-19379592825b,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:27.316425 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:27.355687 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:27.373070 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=b54e4398-b235-421e-88fa-19379592825b,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:27.457207 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:27.466714 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Transition to ACTIVE for port object 976510fc-d6e1-410a-a12d-729ffcb2cb13 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:40:27.473085 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:27.523001 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bc670-867e-4fec-95c2-a5eac84c2ef9 None None] Pushing event updated for resources: {'Port': ['ID=976510fc-d6e1-410a-a12d-729ffcb2cb13,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:27.549255 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45bc670-867e-4fec-95c2-a5eac84c2ef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:27.549593 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45bc670-867e-4fec-95c2-a5eac84c2ef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:27.549929 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45bc670-867e-4fec-95c2-a5eac84c2ef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:27.550260 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45bc670-867e-4fec-95c2-a5eac84c2ef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:27.550610 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45bc670-867e-4fec-95c2-a5eac84c2ef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:27.550929 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45bc670-867e-4fec-95c2-a5eac84c2ef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:27.551249 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45bc670-867e-4fec-95c2-a5eac84c2ef9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:27.551564 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45bc670-867e-4fec-95c2-a5eac84c2ef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:27.551879 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45bc670-867e-4fec-95c2-a5eac84c2ef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:27.552192 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45bc670-867e-4fec-95c2-a5eac84c2ef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:27.552789 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45bc670-867e-4fec-95c2-a5eac84c2ef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:27.553113 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45bc670-867e-4fec-95c2-a5eac84c2ef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:27.568092 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:27.588729 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Attempting to bind port 976510fc-d6e1-410a-a12d-729ffcb2cb13 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:40:27.589144 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Attempting to bind port 976510fc-d6e1-410a-a12d-729ffcb2cb13 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:40:27.589627 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Attempting to bind port 976510fc-d6e1-410a-a12d-729ffcb2cb13 on network 128f53fa-4c8b-4b70-838e-3871cf1d645e {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:40:27.595826 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:40:27.596475 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Checking segment: {'id': '6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:40:27.596765 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:27.597260 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Bound using segment: {'id': '6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:40:27.597843 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Bound port: 976510fc-d6e1-410a-a12d-729ffcb2cb13, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:40:27.598304 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:27.667667 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] For port 976510fc-d6e1-410a-a12d-729ffcb2cb13, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:40:27.672586 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] For port 976510fc-d6e1-410a-a12d-729ffcb2cb13, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=976510fc-d6e1-410a-a12d-729ffcb2cb13,segment=NetworkSegment(6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7),segment_id=6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:40:27.677570 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:27.706994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Router 6743f139-cd24-4670-91d6-7ea9519a4109 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:40:27.745504 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Routers {'08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:40:27.746137 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:27.788161 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bc670-867e-4fec-95c2-a5eac84c2ef9 None None] Pushing event updated for resources: {'Port': ['ID=976510fc-d6e1-410a-a12d-729ffcb2cb13,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:27.836560 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:40:27.852529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515092e0-5005-4282-b85e-036b2005616e None None] Sync routers for ids ['6743f139-cd24-4670-91d6-7ea9519a4109'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:40:27.866762 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:27.868603 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-43ea23c7-26e0-48a4-8f9a-67c7a6abcb6c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6496105 Aug 28 13:40:27.870119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515092e0-5005-4282-b85e-036b2005616e None None] Routers {'6743f139-cd24-4670-91d6-7ea9519a4109'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:40:27.871465 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-515092e0-5005-4282-b85e-036b2005616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6743f139-cd24-4670-91d6-7ea9519a4109'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:27.871786 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 37854) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:40:27.894682 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] Set router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:40:28.030922 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-515092e0-5005-4282-b85e-036b2005616e None None] Set router 6743f139-cd24-4670-91d6-7ea9519a4109 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:40:28.166602 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'name': 'tempest-TestMinimumBasicScenario-1528487415-router', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b54e4398-b235-421e-88fa-19379592825b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:24Z', 'revision_number': 4, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'gw_port': {'id': 'b54e4398-b235-421e-88fa-19379592825b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '976510fc-d6e1-410a-a12d-729ffcb2cb13', 'name': '', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'mac_address': 'fa:16:3e:7c:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:23Z', 'updated_at': '2021-08-28T13:40:27Z', 'revision_number': 4, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'subnets': [{'id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:28.196377 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13064717-1db0-4be5-9424-a5eefd7c2362 None None] The sync data for ids ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'] in n-d-791505-21 is: [{'id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'name': 'tempest-TestMinimumBasicScenario-1528487415-router', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b54e4398-b235-421e-88fa-19379592825b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:24Z', 'revision_number': 4, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'gw_port': {'id': 'b54e4398-b235-421e-88fa-19379592825b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '976510fc-d6e1-410a-a12d-729ffcb2cb13', 'name': '', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'mac_address': 'fa:16:3e:7c:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:23Z', 'updated_at': '2021-08-28T13:40:27Z', 'revision_number': 4, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'subnets': [{'id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:40:28.235175 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e7bf1c-de21-4119-a198-2b9211e460a9 None None] Network d11c482f-ba87-4e9f-b106-f73b445a7df0 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:40:28.387447 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:28.478130 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-09ceee35-c0ba-410d-bdd1-ce1626f4ac58 None None] Provisioning for port b315428f-faf6-4170-9948-13f5c55f0784 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:40:28.518591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-515092e0-5005-4282-b85e-036b2005616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'name': 'tempest-TestMinimumBasicScenario-1965916219-router', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:40:27Z', 'revision_number': 3, 'project_id': 'a6d454b30d34458abaf326dbc00ec59e', 'gw_port': {'id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:28.566793 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Allocated IP 172.20.0.1 (d11c482f-ba87-4e9f-b106-f73b445a7df0/9237b768-2e7b-401f-8164-3e26a8fa90ff/a38eaa2c-c2b7-4b03-9951-931af15b3cf4) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:40:28.567350 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515092e0-5005-4282-b85e-036b2005616e None None] Checking router: 6743f139-cd24-4670-91d6-7ea9519a4109 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:40:28.567694 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515092e0-5005-4282-b85e-036b2005616e None None] Updating router 6743f139-cd24-4670-91d6-7ea9519a4109 port d28e129d-e55a-467d-babf-84e6aada27d7 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:40:28.604809 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-515092e0-5005-4282-b85e-036b2005616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:28.688834 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:28.703017 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Transition to ACTIVE for port object a38eaa2c-c2b7-4b03-9951-931af15b3cf4 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:40:28.739884 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:28.790434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Network d11c482f-ba87-4e9f-b106-f73b445a7df0 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:40:28.798602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:40:28.802409 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:40:28.826016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Pushing event updated for resources: {'Port': ['ID=a38eaa2c-c2b7-4b03-9951-931af15b3cf4,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:28.846489 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:28.942591 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-515092e0-5005-4282-b85e-036b2005616e None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:28.960100 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-515092e0-5005-4282-b85e-036b2005616e None None] Transition to ACTIVE for port object d28e129d-e55a-467d-babf-84e6aada27d7 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:40:28.982521 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-515092e0-5005-4282-b85e-036b2005616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:29.021827 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:29.054643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5a5ab-7dfe-466d-9ce4-81357b2681a8 None None] Pushing event updated for resources: {'Port': ['ID=d28e129d-e55a-467d-babf-84e6aada27d7,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:29.057085 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-515092e0-5005-4282-b85e-036b2005616e None None] Attempting to bind port d28e129d-e55a-467d-babf-84e6aada27d7 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:40:29.057448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-515092e0-5005-4282-b85e-036b2005616e None None] Attempting to bind port d28e129d-e55a-467d-babf-84e6aada27d7 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:40:29.057803 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515092e0-5005-4282-b85e-036b2005616e None None] Attempting to bind port d28e129d-e55a-467d-babf-84e6aada27d7 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:40:29.064236 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515092e0-5005-4282-b85e-036b2005616e None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:40:29.064609 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515092e0-5005-4282-b85e-036b2005616e None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:40:29.065008 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-515092e0-5005-4282-b85e-036b2005616e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:29.065389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515092e0-5005-4282-b85e-036b2005616e None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:40:29.066320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-515092e0-5005-4282-b85e-036b2005616e None None] Bound port: d28e129d-e55a-467d-babf-84e6aada27d7, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:40:29.066754 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-515092e0-5005-4282-b85e-036b2005616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:29.143876 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-515092e0-5005-4282-b85e-036b2005616e None None] For port d28e129d-e55a-467d-babf-84e6aada27d7, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:40:29.147223 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-515092e0-5005-4282-b85e-036b2005616e None None] For port d28e129d-e55a-467d-babf-84e6aada27d7, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d28e129d-e55a-467d-babf-84e6aada27d7,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:40:29.154302 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-515092e0-5005-4282-b85e-036b2005616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:29.185690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b315428f-faf6-4170-9948-13f5c55f0784 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:40:29.254442 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:29.259566 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515092e0-5005-4282-b85e-036b2005616e None None] Routers {'6743f139-cd24-4670-91d6-7ea9519a4109'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:40:29.260200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-515092e0-5005-4282-b85e-036b2005616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6743f139-cd24-4670-91d6-7ea9519a4109'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:29.260610 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:29.261816 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5a5ab-7dfe-466d-9ce4-81357b2681a8 None None] Pushing event updated for resources: {'Port': ['ID=d28e129d-e55a-467d-babf-84e6aada27d7,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:29.342470 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:29.344419 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Pushing event updated for resources: {'Port': ['ID=a38eaa2c-c2b7-4b03-9951-931af15b3cf4,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:29.357692 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port b315428f-faf6-4170-9948-13f5c55f0784 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:40:29.374617 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b315428f-faf6-4170-9948-13f5c55f0784 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:29.375198 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:29.405932 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4045012c-d51e-4318-a88e-dc1ca5ccf1e4 None None] Provisioning for port a38eaa2c-c2b7-4b03-9951-931af15b3cf4 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:40:29.411667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-515092e0-5005-4282-b85e-036b2005616e None None] Set router 6743f139-cd24-4670-91d6-7ea9519a4109 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:40:29.435823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Network d11c482f-ba87-4e9f-b106-f73b445a7df0 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:40:29.437766 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:40:29.439637 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4045012c-d51e-4318-a88e-dc1ca5ccf1e4 None None] Provisioning complete for port a38eaa2c-c2b7-4b03-9951-931af15b3cf4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:29.440005 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4045012c-d51e-4318-a88e-dc1ca5ccf1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:29.541136 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-4045012c-d51e-4318-a88e-dc1ca5ccf1e4 None None] Port a38eaa2c-c2b7-4b03-9951-931af15b3cf4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:40:29.567130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Router 6743f139-cd24-4670-91d6-7ea9519a4109 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:40:29.628918 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:29.685325 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:40:29.691778 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-286a062d-b30c-4336-9f3d-37273bdbd529 admin admin] 10.222.0.20 "PUT /v2.0/routers/6743f139-cd24-4670-91d6-7ea9519a4109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8189232 Aug 28 13:40:29.703796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port b315428f-faf6-4170-9948-13f5c55f0784, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b315428f-faf6-4170-9948-13f5c55f0784,segment=NetworkSegment(d17c370e-2629-40dc-825e-4bbc18c1f515),segment_id=d17c370e-2629-40dc-825e-4bbc18c1f515)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:29.710385 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:29.711115 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b54e4398-b235-421e-88fa-19379592825b up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:40:29.818228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-20e15d14-8fc5-4d9e-be44-13ff21a572b5 None None] Provisioning complete for port a38eaa2c-c2b7-4b03-9951-931af15b3cf4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:29.818621 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-20e15d14-8fc5-4d9e-be44-13ff21a572b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:29.822503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-515092e0-5005-4282-b85e-036b2005616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'name': 'tempest-TestMinimumBasicScenario-1965916219-router', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:40:28Z', 'revision_number': 4, 'project_id': 'a6d454b30d34458abaf326dbc00ec59e', 'gw_port': {'id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'a38eaa2c-c2b7-4b03-9951-931af15b3cf4', 'name': '', 'network_id': 'd11c482f-ba87-4e9f-b106-f73b445a7df0', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'mac_address': 'fa:16:3e:3b:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '9237b768-2e7b-401f-8164-3e26a8fa90ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:28Z', 'updated_at': '2021-08-28T13:40:29Z', 'revision_number': 2, 'project_id': 'a6d454b30d34458abaf326dbc00ec59e', 'subnets': [{'id': '9237b768-2e7b-401f-8164-3e26a8fa90ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:29.844033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=b315428f-faf6-4170-9948-13f5c55f0784,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:29.875300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515092e0-5005-4282-b85e-036b2005616e None None] The sync data for ids ['6743f139-cd24-4670-91d6-7ea9519a4109'] in n-d-791505-21 is: [{'id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'name': 'tempest-TestMinimumBasicScenario-1965916219-router', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:40:28Z', 'revision_number': 4, 'project_id': 'a6d454b30d34458abaf326dbc00ec59e', 'gw_port': {'id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'a38eaa2c-c2b7-4b03-9951-931af15b3cf4', 'name': '', 'network_id': 'd11c482f-ba87-4e9f-b106-f73b445a7df0', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'mac_address': 'fa:16:3e:3b:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '9237b768-2e7b-401f-8164-3e26a8fa90ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:28Z', 'updated_at': '2021-08-28T13:40:29Z', 'revision_number': 2, 'project_id': 'a6d454b30d34458abaf326dbc00ec59e', 'subnets': [{'id': '9237b768-2e7b-401f-8164-3e26a8fa90ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:40:29.888409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b54e4398-b235-421e-88fa-19379592825b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:29.888782 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:29.892071 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-20e15d14-8fc5-4d9e-be44-13ff21a572b5 None None] Port a38eaa2c-c2b7-4b03-9951-931af15b3cf4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:40:29.979862 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 976510fc-d6e1-410a-a12d-729ffcb2cb13 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:40:30.029450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 976510fc-d6e1-410a-a12d-729ffcb2cb13 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:40:30.033544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 976510fc-d6e1-410a-a12d-729ffcb2cb13 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:30.033915 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:30.146112 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:30.188053 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 976510fc-d6e1-410a-a12d-729ffcb2cb13, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=976510fc-d6e1-410a-a12d-729ffcb2cb13,segment=NetworkSegment(6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7),segment_id=6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:30.193309 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:30.262560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=976510fc-d6e1-410a-a12d-729ffcb2cb13,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:31.175139 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 976510fc-d6e1-410a-a12d-729ffcb2cb13 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:40:31.236504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 976510fc-d6e1-410a-a12d-729ffcb2cb13 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:31.237155 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:31.352159 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b315428f-faf6-4170-9948-13f5c55f0784 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:40:31.420693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port b315428f-faf6-4170-9948-13f5c55f0784 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:31.421441 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:31.528227 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d28e129d-e55a-467d-babf-84e6aada27d7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:40:31.777237 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port d28e129d-e55a-467d-babf-84e6aada27d7 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:40:31.781730 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d28e129d-e55a-467d-babf-84e6aada27d7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:31.782148 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:31.872880 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:31.903052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port d28e129d-e55a-467d-babf-84e6aada27d7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d28e129d-e55a-467d-babf-84e6aada27d7,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:31.911314 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:31.967176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=d28e129d-e55a-467d-babf-84e6aada27d7,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:32.565968 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Sync routers for ids ['6743f139-cd24-4670-91d6-7ea9519a4109'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:40:32.577765 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Routers {'6743f139-cd24-4670-91d6-7ea9519a4109'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:40:32.577765 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6743f139-cd24-4670-91d6-7ea9519a4109'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:32.702221 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Set router 6743f139-cd24-4670-91d6-7ea9519a4109 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:40:32.921546 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'name': 'tempest-TestMinimumBasicScenario-1965916219-router', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:40:28Z', 'revision_number': 4, 'project_id': 'a6d454b30d34458abaf326dbc00ec59e', 'gw_port': {'id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'a38eaa2c-c2b7-4b03-9951-931af15b3cf4', 'name': '', 'network_id': 'd11c482f-ba87-4e9f-b106-f73b445a7df0', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'mac_address': 'fa:16:3e:3b:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '9237b768-2e7b-401f-8164-3e26a8fa90ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:28Z', 'updated_at': '2021-08-28T13:40:29Z', 'revision_number': 2, 'project_id': 'a6d454b30d34458abaf326dbc00ec59e', 'subnets': [{'id': '9237b768-2e7b-401f-8164-3e26a8fa90ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:32.956630 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Checking router: 6743f139-cd24-4670-91d6-7ea9519a4109 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:40:32.956978 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Updating router 6743f139-cd24-4670-91d6-7ea9519a4109 port a38eaa2c-c2b7-4b03-9951-931af15b3cf4 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:40:32.986658 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:33.039499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d28e129d-e55a-467d-babf-84e6aada27d7 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:40:33.095894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d28e129d-e55a-467d-babf-84e6aada27d7 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:33.096517 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:33.308493 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:33.320267 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Transition to ACTIVE for port object a38eaa2c-c2b7-4b03-9951-931af15b3cf4 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:40:33.329347 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:33.376215 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14ba07-cfd1-4b1e-8bc2-b204f607cff6 None None] Pushing event updated for resources: {'Port': ['ID=a38eaa2c-c2b7-4b03-9951-931af15b3cf4,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:33.451201 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Attempting to bind port a38eaa2c-c2b7-4b03-9951-931af15b3cf4 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:40:33.452190 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Attempting to bind port a38eaa2c-c2b7-4b03-9951-931af15b3cf4 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'd17c370e-2629-40dc-825e-4bbc18c1f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd11c482f-ba87-4e9f-b106-f73b445a7df0'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:40:33.452606 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Attempting to bind port a38eaa2c-c2b7-4b03-9951-931af15b3cf4 on network d11c482f-ba87-4e9f-b106-f73b445a7df0 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:40:33.458776 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:40:33.459201 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Checking segment: {'id': 'd17c370e-2629-40dc-825e-4bbc18c1f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd11c482f-ba87-4e9f-b106-f73b445a7df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:40:33.459985 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:33.460091 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Bound using segment: {'id': 'd17c370e-2629-40dc-825e-4bbc18c1f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd11c482f-ba87-4e9f-b106-f73b445a7df0'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:40:33.460510 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Bound port: a38eaa2c-c2b7-4b03-9951-931af15b3cf4, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17c370e-2629-40dc-825e-4bbc18c1f515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd11c482f-ba87-4e9f-b106-f73b445a7df0'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:40:33.460905 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:33.560407 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] For port a38eaa2c-c2b7-4b03-9951-931af15b3cf4, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:40:33.573150 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] For port a38eaa2c-c2b7-4b03-9951-931af15b3cf4, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a38eaa2c-c2b7-4b03-9951-931af15b3cf4,segment=NetworkSegment(d17c370e-2629-40dc-825e-4bbc18c1f515),segment_id=d17c370e-2629-40dc-825e-4bbc18c1f515)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:40:33.588515 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:33.659400 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Routers {'6743f139-cd24-4670-91d6-7ea9519a4109'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:40:33.659400 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:40:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6743f139-cd24-4670-91d6-7ea9519a4109'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:33.815316 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14ba07-cfd1-4b1e-8bc2-b204f607cff6 None None] Pushing event updated for resources: {'Port': ['ID=a38eaa2c-c2b7-4b03-9951-931af15b3cf4,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:33.909647 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] Set router 6743f139-cd24-4670-91d6-7ea9519a4109 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:40:34.147962 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'name': 'tempest-TestMinimumBasicScenario-1965916219-router', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:40:28Z', 'revision_number': 4, 'project_id': 'a6d454b30d34458abaf326dbc00ec59e', 'gw_port': {'id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'a38eaa2c-c2b7-4b03-9951-931af15b3cf4', 'name': '', 'network_id': 'd11c482f-ba87-4e9f-b106-f73b445a7df0', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'mac_address': 'fa:16:3e:3b:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '9237b768-2e7b-401f-8164-3e26a8fa90ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:28Z', 'updated_at': '2021-08-28T13:40:33Z', 'revision_number': 4, 'project_id': 'a6d454b30d34458abaf326dbc00ec59e', 'subnets': [{'id': '9237b768-2e7b-401f-8164-3e26a8fa90ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:40:34.175496 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9ad4ee-947d-4a59-a466-d6721e953b5b None None] The sync data for ids ['6743f139-cd24-4670-91d6-7ea9519a4109'] in n-d-791505-21 is: [{'id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'name': 'tempest-TestMinimumBasicScenario-1965916219-router', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:40:28Z', 'revision_number': 4, 'project_id': 'a6d454b30d34458abaf326dbc00ec59e', 'gw_port': {'id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'a38eaa2c-c2b7-4b03-9951-931af15b3cf4', 'name': '', 'network_id': 'd11c482f-ba87-4e9f-b106-f73b445a7df0', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'mac_address': 'fa:16:3e:3b:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '9237b768-2e7b-401f-8164-3e26a8fa90ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:28Z', 'updated_at': '2021-08-28T13:40:33Z', 'revision_number': 4, 'project_id': 'a6d454b30d34458abaf326dbc00ec59e', 'subnets': [{'id': '9237b768-2e7b-401f-8164-3e26a8fa90ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:40:35.074750 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a38eaa2c-c2b7-4b03-9951-931af15b3cf4 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:40:35.141057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port a38eaa2c-c2b7-4b03-9951-931af15b3cf4 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:40:35.153559 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a38eaa2c-c2b7-4b03-9951-931af15b3cf4 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:35.153932 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:35.248848 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:35.288007 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port a38eaa2c-c2b7-4b03-9951-931af15b3cf4, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a38eaa2c-c2b7-4b03-9951-931af15b3cf4,segment=NetworkSegment(d17c370e-2629-40dc-825e-4bbc18c1f515),segment_id=d17c370e-2629-40dc-825e-4bbc18c1f515)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:35.292941 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:35.347574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=a38eaa2c-c2b7-4b03-9951-931af15b3cf4,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:37.019585 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a38eaa2c-c2b7-4b03-9951-931af15b3cf4 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:40:37.074995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a38eaa2c-c2b7-4b03-9951-931af15b3cf4 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:37.075477 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:37.995136 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:39.782329 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-60bcb9e5-13d9-40b7-a6fb-2ab830a4d542 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:39.783814 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-60bcb9e5-13d9-40b7-a6fb-2ab830a4d542 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/networks?id=128f53fa-4c8b-4b70-838e-3871cf1d645e HTTP/1.1" status: 200 len: 815 time: 0.1049788 Aug 28 13:40:39.799728 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-e4791b6c-0c26-47a3-a7df-b9ad642bc596 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/quotas/7c5d823b8566402b8adb94f954912b63 HTTP/1.1" status: 200 len: 375 time: 0.0099249 Aug 28 13:40:39.849998 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-ad12fcee-5808-4442-b793-225a5bb40e19 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c5d823b8566402b8adb94f954912b63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447793 Aug 28 13:40:39.947662 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-734807d0-d6a3-442c-bcdb-e3747e5812a9 service neutron] 10.222.0.20 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856328 Aug 28 13:40:40.043866 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-b62fb370-cc41-42cf-8214-99bc8b84266a service neutron] 10.222.0.20 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891891 Aug 28 13:40:40.059218 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5d8489e1-18c6-4adf-8ac2-ac8d65001d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:40.203171 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d832c895-c679-46b2-af04-3ac8dcd20f48 req-7cc1a808-32b9-4ae3-bce2-52116fd41d64 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 210 time: 0.0270083 Aug 28 13:40:40.333477 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:41.397054 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dbd97aab-d7c2-4478-a497-052274ef8499 req-2d268449-35f1-49c3-a930-f88560e27c05 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 210 time: 0.0342917 Aug 28 13:40:41.450890 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-292e8281-84ad-4321-ab95-cc54c1703a06 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:41.453009 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-292e8281-84ad-4321-ab95-cc54c1703a06 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.11 "GET /v2.0/networks?id=128f53fa-4c8b-4b70-838e-3871cf1d645e HTTP/1.1" status: 200 len: 815 time: 0.4528282 Aug 28 13:40:41.466804 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-1ae18492-0a54-4d58-adf9-5d6bf07955ae tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Request body: {'port': {'device_id': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'admin_state_up': True, 'tenant_id': '7c5d823b8566402b8adb94f954912b63'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:40:41.635773 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-1ae18492-0a54-4d58-adf9-5d6bf07955ae tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Made reservation on behalf of 7c5d823b8566402b8adb94f954912b63 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:40:41.640584 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-1ae18492-0a54-4d58-adf9-5d6bf07955ae tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:41.873741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-1ae18492-0a54-4d58-adf9-5d6bf07955ae tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Allocated IP 172.20.0.14 (128f53fa-4c8b-4b70-838e-3871cf1d645e/a9768fef-f4c9-4e52-80eb-d497cb2e0cfa/8aa7d474-8220-4084-9e60-d98b706abd72) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:40:42.035535 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-1ae18492-0a54-4d58-adf9-5d6bf07955ae tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:42.067609 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-1ae18492-0a54-4d58-adf9-5d6bf07955ae tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Transition to ACTIVE for port object 8aa7d474-8220-4084-9e60-d98b706abd72 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:40:42.123710 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-1ae18492-0a54-4d58-adf9-5d6bf07955ae tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:42.180025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-1ae18492-0a54-4d58-adf9-5d6bf07955ae tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Network 128f53fa-4c8b-4b70-838e-3871cf1d645e is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:40:42.183208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-1ae18492-0a54-4d58-adf9-5d6bf07955ae tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:40:42.189189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-1ae18492-0a54-4d58-adf9-5d6bf07955ae tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:40:42.193724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae18492-0a54-4d58-adf9-5d6bf07955ae tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Pushing event updated for resources: {'Port': ['ID=8aa7d474-8220-4084-9e60-d98b706abd72,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:42.261404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-1ae18492-0a54-4d58-adf9-5d6bf07955ae tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:42.262048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-1ae18492-0a54-4d58-adf9-5d6bf07955ae tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:42.290615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-1ae18492-0a54-4d58-adf9-5d6bf07955ae tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8237331 Aug 28 13:40:42.345694 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6be3269c-d999-491d-b55a-4dfd36284b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:42.547614 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f330c-58a6-4a33-b0be-688b13151d3f req-88623419-f7c3-437b-8ca6-b27c35b981bf tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:42.549301 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e6f330c-58a6-4a33-b0be-688b13151d3f req-88623419-f7c3-437b-8ca6-b27c35b981bf tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 932 time: 0.0601642 Aug 28 13:40:42.578147 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-28e3e797-bbd8-48c8-b4e3-ea4d7c9793a1 None None] Provisioning for port 8aa7d474-8220-4084-9e60-d98b706abd72 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:40:42.595721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-28e3e797-bbd8-48c8-b4e3-ea4d7c9793a1 None None] Provisioning complete for port 8aa7d474-8220-4084-9e60-d98b706abd72 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:42.596174 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-28e3e797-bbd8-48c8-b4e3-ea4d7c9793a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:42.601841 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e6f330c-58a6-4a33-b0be-688b13151d3f req-34e450da-c42e-41ab-b0b5-0dd7c3fa2bbf tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459716 Aug 28 13:40:42.647691 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-28e3e797-bbd8-48c8-b4e3-ea4d7c9793a1 None None] Port 8aa7d474-8220-4084-9e60-d98b706abd72 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:40:42.674313 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:43.645892 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:43.729169 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d1c81-82e2-4c2c-bbb9-bce9bf8c5338 req-4926c314-e408-4e02-8442-cd6b3cf54aa3 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:43.730876 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b61d1c81-82e2-4c2c-bbb9-bce9bf8c5338 req-4926c314-e408-4e02-8442-cd6b3cf54aa3 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 932 time: 0.0545664 Aug 28 13:40:43.771650 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b61d1c81-82e2-4c2c-bbb9-bce9bf8c5338 req-8674c495-b56a-4fd4-9963-b75f6a138d0e tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339708 Aug 28 13:40:44.895323 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cdda2-258f-4304-aa08-9cd65e910ef7 req-f457c3fc-e12a-451c-9c3a-8cfaa8901204 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:44.896822 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db9cdda2-258f-4304-aa08-9cd65e910ef7 req-f457c3fc-e12a-451c-9c3a-8cfaa8901204 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 932 time: 0.0556893 Aug 28 13:40:44.944838 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-db9cdda2-258f-4304-aa08-9cd65e910ef7 req-ea06d25d-3dd7-4fc5-ac49-19ee1b11f01e tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Aug 28 13:40:45.518551 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:46.063792 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6890e84-aaef-4486-bf39-36b10a460540 req-3ac4bb0f-9eac-403c-bcaa-7207392ea3ea tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:46.065247 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c6890e84-aaef-4486-bf39-36b10a460540 req-3ac4bb0f-9eac-403c-bcaa-7207392ea3ea tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 932 time: 0.0509858 Aug 28 13:40:46.107168 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c6890e84-aaef-4486-bf39-36b10a460540 req-3a6413e0-daf5-4021-8d44-c034c95e3d29 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359008 Aug 28 13:40:47.228702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402925d6-f310-43ff-8401-2c97723d1185 req-e140b7a0-4c98-428a-b186-e7e697995e9c tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:47.230289 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-402925d6-f310-43ff-8401-2c97723d1185 req-e140b7a0-4c98-428a-b186-e7e697995e9c tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 932 time: 0.0519438 Aug 28 13:40:47.274133 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-402925d6-f310-43ff-8401-2c97723d1185 req-d24af4af-b242-4293-a5f2-cab175364cd6 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357759 Aug 28 13:40:48.394315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e22e62-1c30-4d32-9df8-a9fd8e90912e req-2d4a1dda-abf8-4ec5-a517-e799cd2ff089 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:48.395943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f9e22e62-1c30-4d32-9df8-a9fd8e90912e req-2d4a1dda-abf8-4ec5-a517-e799cd2ff089 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 932 time: 0.0509255 Aug 28 13:40:48.439761 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f9e22e62-1c30-4d32-9df8-a9fd8e90912e req-38b55f0f-69da-40dc-ab67-de343a75115a tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370421 Aug 28 13:40:49.555017 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e8ea9-2ad4-432b-b466-e421ea96fffd req-dba208e0-bfdf-481b-86a3-97065e32964c tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:49.556500 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba5e8ea9-2ad4-432b-b466-e421ea96fffd req-dba208e0-bfdf-481b-86a3-97065e32964c tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 932 time: 0.0496421 Aug 28 13:40:49.599490 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba5e8ea9-2ad4-432b-b466-e421ea96fffd req-ca5cab05-e86b-4f14-a571-11534293f8d0 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360541 Aug 28 13:40:50.739710 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145c3de-fadc-42cb-8111-6b8279efd765 req-6838f1fd-e46f-45ef-86ed-4566409cd6d7 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:50.741212 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3145c3de-fadc-42cb-8111-6b8279efd765 req-6838f1fd-e46f-45ef-86ed-4566409cd6d7 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 932 time: 0.0666571 Aug 28 13:40:50.784180 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3145c3de-fadc-42cb-8111-6b8279efd765 req-b6cb7678-e51a-4322-b6b4-3323a5637a85 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364273 Aug 28 13:40:51.900115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd0586-97ed-4c1a-8aa1-4140b8a52302 req-01ea79d1-0a94-4287-9c41-f74e6e931c16 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:51.901924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4dd0586-97ed-4c1a-8aa1-4140b8a52302 req-01ea79d1-0a94-4287-9c41-f74e6e931c16 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 932 time: 0.0512536 Aug 28 13:40:51.947759 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4dd0586-97ed-4c1a-8aa1-4140b8a52302 req-dfe4fc3c-66f6-4875-9cdb-c590aed80a79 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394299 Aug 28 13:40:52.095780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Request body: {'port': {'device_id': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:40:52.153475 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:52.412892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa7d474-8220-4084-9e60-d98b706abd72 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:40:52.420084 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:52.432074 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Transition to ACTIVE for port object 8aa7d474-8220-4084-9e60-d98b706abd72 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:40:52.435678 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:52.489391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Pushing event updated for resources: {'Port': ['ID=8aa7d474-8220-4084-9e60-d98b706abd72,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:52.564782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Attempting to bind port 8aa7d474-8220-4084-9e60-d98b706abd72 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:40:52.565116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Attempting to bind port 8aa7d474-8220-4084-9e60-d98b706abd72 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:40:52.565443 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Attempting to bind port 8aa7d474-8220-4084-9e60-d98b706abd72 on network 128f53fa-4c8b-4b70-838e-3871cf1d645e {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:40:52.570418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Port 8aa7d474-8220-4084-9e60-d98b706abd72 on network 128f53fa-4c8b-4b70-838e-3871cf1d645e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:40:52.570742 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Attempting to bind port 8aa7d474-8220-4084-9e60-d98b706abd72 on network 128f53fa-4c8b-4b70-838e-3871cf1d645e {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:40:52.575754 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:40:52.576081 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Checking segment: {'id': '6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:40:52.576458 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Bound using segment: {'id': '6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:40:52.576875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Bound port: 8aa7d474-8220-4084-9e60-d98b706abd72, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:40:52.577614 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:52.646453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] For port 8aa7d474-8220-4084-9e60-d98b706abd72, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:40:52.649690 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] For port 8aa7d474-8220-4084-9e60-d98b706abd72, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8aa7d474-8220-4084-9e60-d98b706abd72,segment=NetworkSegment(6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7),segment_id=6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:40:52.654388 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:52.693174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:52.693790 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:52.695208 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] 10.222.0.11 "PUT /v2.0/ports/8aa7d474-8220-4084-9e60-d98b706abd72 HTTP/1.1" status: 200 len: 1093 time: 0.7016308 Aug 28 13:40:52.695652 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'tag': '8aa7d474-8220-4084-9e60-d98b706abd72'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:40:52.697923 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afebc63-babc-4495-ba7a-e81521a329d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc", "tag": "8aa7d474-8220-4084-9e60-d98b706abd72"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:40:52.730112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbdb2d-ddc1-43c8-8665-9db097e1847a service neutron] Pushing event updated for resources: {'Port': ['ID=8aa7d474-8220-4084-9e60-d98b706abd72,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:52.793648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-ca672e26-2883-4b83-b148-c58757dfb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:52.795223 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-ca672e26-2883-4b83-b148-c58757dfb9ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c5d823b8566402b8adb94f954912b63&device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 1096 time: 0.0486646 Aug 28 13:40:52.840043 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-22195037-368c-4485-a4ff-964fd7ee9a09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aa7d474-8220-4084-9e60-d98b706abd72 HTTP/1.1" status: 200 len: 217 time: 0.0371802 Aug 28 13:40:52.897498 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-42af7554-c869-4958-ba21-86346754acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:52.899322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-42af7554-c869-4958-ba21-86346754acc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9768fef-f4c9-4e52-80eb-d497cb2e0cfa HTTP/1.1" status: 200 len: 854 time: 0.0523708 Aug 28 13:40:52.900845 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03452eef-a8c0-4132-b807-3b66bb3ea3e4 x-openstack-request-id: req-03452eef-a8c0-4132-b807-3b66bb3ea3e4 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:40:52.901447 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc", "tag": "8aa7d474-8220-4084-9e60-d98b706abd72", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:40:52.901447 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03452eef-a8c0-4132-b807-3b66bb3ea3e4 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:40:52.901811 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'tag': '8aa7d474-8220-4084-9e60-d98b706abd72', 'status': 'completed', 'code': 200} Aug 28 13:40:52.946571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-80d76551-bed4-443b-b9f6-3ff56c829318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:52.948014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-80d76551-bed4-443b-b9f6-3ff56c829318 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=128f53fa-4c8b-4b70-838e-3871cf1d645e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413179 Aug 28 13:40:53.074159 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-c7bd459d-5a04-407b-96ea-0c9cb52866af service neutron] 10.222.0.11 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182830 Aug 28 13:40:53.097472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f276c-d297-4fa7-ae97-c0dc87c30331 req-70a17675-53e7-4c3e-856a-94453b6583f6 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:53.098908 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f09f276c-d297-4fa7-ae97-c0dc87c30331 req-70a17675-53e7-4c3e-856a-94453b6583f6 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 944 time: 0.0805974 Aug 28 13:40:53.183345 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f09f276c-d297-4fa7-ae97-c0dc87c30331 req-748a36d6-f66d-42a8-acc4-b601e457d9cb tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727258 Aug 28 13:40:53.203119 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1367c385-b6b6-443b-b4b7-63f4f38b8426 req-3edfc8d2-c786-43ba-a2ea-1e8426edce11 service neutron] 10.222.0.11 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201952 Aug 28 13:40:53.291660 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afebc63-babc-4495-ba7a-e81521a329d0 req-50d8bac9-a4e2-43f0-9e7e-17c53c805605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:53.293150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2afebc63-babc-4495-ba7a-e81521a329d0 req-50d8bac9-a4e2-43f0-9e7e-17c53c805605 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c5d823b8566402b8adb94f954912b63&device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 1096 time: 0.0472736 Aug 28 13:40:53.386914 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afebc63-babc-4495-ba7a-e81521a329d0 req-740ca653-f323-4ec5-ae9b-245c2ac1f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:53.388394 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2afebc63-babc-4495-ba7a-e81521a329d0 req-740ca653-f323-4ec5-ae9b-245c2ac1f36b service neutron] 10.222.0.11 "GET /v2.0/networks?id=128f53fa-4c8b-4b70-838e-3871cf1d645e HTTP/1.1" status: 200 len: 915 time: 0.0870340 Aug 28 13:40:53.441612 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2afebc63-babc-4495-ba7a-e81521a329d0 req-0b857fa0-9a5a-4118-ad20-e96fe3b91986 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aa7d474-8220-4084-9e60-d98b706abd72 HTTP/1.1" status: 200 len: 217 time: 0.0364308 Aug 28 13:40:53.504665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afebc63-babc-4495-ba7a-e81521a329d0 req-d392de2c-4a52-4f5a-82d4-7eab1c7e318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:53.506406 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2afebc63-babc-4495-ba7a-e81521a329d0 req-d392de2c-4a52-4f5a-82d4-7eab1c7e318b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9768fef-f4c9-4e52-80eb-d497cb2e0cfa HTTP/1.1" status: 200 len: 854 time: 0.0507379 Aug 28 13:40:53.555164 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afebc63-babc-4495-ba7a-e81521a329d0 req-dda3907d-8092-4425-9e4b-c0958ac747b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:53.556678 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2afebc63-babc-4495-ba7a-e81521a329d0 req-dda3907d-8092-4425-9e4b-c0958ac747b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=128f53fa-4c8b-4b70-838e-3871cf1d645e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416582 Aug 28 13:40:53.634442 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:40:53.647375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2afebc63-babc-4495-ba7a-e81521a329d0 req-41022ff2-a9ed-4dcd-a816-e6c74a12f1b4 service neutron] 10.222.0.11 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816340 Aug 28 13:40:53.741712 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2afebc63-babc-4495-ba7a-e81521a329d0 req-9699fbe1-3e15-4690-81cc-37bddf2e2403 service neutron] 10.222.0.11 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869694 Aug 28 13:40:54.299782 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed08c8d-4d81-44e5-826d-11bbbfcfbc00 req-fa507f75-bb3f-4934-96a3-b78dce876483 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:54.301341 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eed08c8d-4d81-44e5-826d-11bbbfcfbc00 req-fa507f75-bb3f-4934-96a3-b78dce876483 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 944 time: 0.0509865 Aug 28 13:40:54.340168 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eed08c8d-4d81-44e5-826d-11bbbfcfbc00 req-ecc58aee-706d-46d4-a301-6292bd5595eb tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325925 Aug 28 13:40:55.120713 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8aa7d474-8220-4084-9e60-d98b706abd72 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:40:55.215681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8aa7d474-8220-4084-9e60-d98b706abd72, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8aa7d474-8220-4084-9e60-d98b706abd72,segment=NetworkSegment(6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7),segment_id=6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:55.227124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '8aa7d474-8220-4084-9e60-d98b706abd72', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'port_id': '8aa7d474-8220-4084-9e60-d98b706abd72', 'mac_address': 'fa:16:3e:d3:c9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:40:55.268795 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:55.281529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa7d474-8220-4084-9e60-d98b706abd72 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:40:55.300834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8aa7d474-8220-4084-9e60-d98b706abd72, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8aa7d474-8220-4084-9e60-d98b706abd72,segment=NetworkSegment(6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7),segment_id=6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:55.304765 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:55.350857 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=8aa7d474-8220-4084-9e60-d98b706abd72,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:55.357805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:55.358146 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:55.359185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:55.359516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:55.359842 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:55.360165 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:55.360483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:55.360799 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:55.361113 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:55.361428 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:55.361743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:55.362054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:40:55.458931 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879adfcb-b46a-45b4-9ca5-2091976b553e req-ea760442-57dd-42b8-94b2-5020fce8e7ad tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:55.460430 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-879adfcb-b46a-45b4-9ca5-2091976b553e req-ea760442-57dd-42b8-94b2-5020fce8e7ad tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 945 time: 0.0531862 Aug 28 13:40:55.498660 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-879adfcb-b46a-45b4-9ca5-2091976b553e req-447e148b-c1e7-44fe-bed6-685e04437d1e tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321317 Aug 28 13:40:55.509121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['8aa7d474-8220-4084-9e60-d98b706abd72'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:40:56.290760 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f4ce68c-b036-4ea9-acdc-f6050ac9a3f6 req-9ddb3a8a-8014-43e8-9a3e-2379435318b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0851331 Aug 28 13:40:56.377069 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ce68c-b036-4ea9-acdc-f6050ac9a3f6 req-936cbe97-4740-4c42-8c34-b7e8955ffd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:56.378594 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f4ce68c-b036-4ea9-acdc-f6050ac9a3f6 req-936cbe97-4740-4c42-8c34-b7e8955ffd42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0449822 Aug 28 13:40:56.482699 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ce68c-b036-4ea9-acdc-f6050ac9a3f6 req-fa1fb3d6-e52d-442e-8dc2-6274b989e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:56.484397 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f4ce68c-b036-4ea9-acdc-f6050ac9a3f6 req-fa1fb3d6-e52d-442e-8dc2-6274b989e11e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0851269 Aug 28 13:40:56.531896 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f4ce68c-b036-4ea9-acdc-f6050ac9a3f6 req-da4885e8-0f69-46b6-a879-4c80523dbe1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0398684 Aug 28 13:40:56.581448 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ce68c-b036-4ea9-acdc-f6050ac9a3f6 req-875891f0-accf-4678-a2b4-5dbb308a0f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:56.582982 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f4ce68c-b036-4ea9-acdc-f6050ac9a3f6 req-875891f0-accf-4678-a2b4-5dbb308a0f6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0440047 Aug 28 13:40:56.615808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df66aa8-19bf-44bc-bce6-56930d329fcf req-cc0c95a4-206b-482d-a343-faf259b8354c tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:56.617295 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2df66aa8-19bf-44bc-bce6-56930d329fcf req-cc0c95a4-206b-482d-a343-faf259b8354c tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 945 time: 0.0504525 Aug 28 13:40:56.630981 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ce68c-b036-4ea9-acdc-f6050ac9a3f6 req-e70a10f0-0822-459f-8131-1a3439bd0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:56.632539 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f4ce68c-b036-4ea9-acdc-f6050ac9a3f6 req-e70a10f0-0822-459f-8131-1a3439bd0886 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413122 Aug 28 13:40:56.649107 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-0f4ce68c-b036-4ea9-acdc-f6050ac9a3f6 req-38160059-006b-4429-beae-33be7a2ae060 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:40:56.650091 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f4ce68c-b036-4ea9-acdc-f6050ac9a3f6 req-38160059-006b-4429-beae-33be7a2ae060 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055997 Aug 28 13:40:56.657101 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2df66aa8-19bf-44bc-bce6-56930d329fcf req-a4f1decb-15f5-4aa2-a77b-02152a60079f tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336103 Aug 28 13:40:56.749209 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f4ce68c-b036-4ea9-acdc-f6050ac9a3f6 req-146fb8b1-d2ba-4e5b-84d7-f5e15b99245f service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896378 Aug 28 13:40:56.839594 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-0f4ce68c-b036-4ea9-acdc-f6050ac9a3f6 req-8468cc20-66c0-479a-88db-d6ed833f0b88 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828249 Aug 28 13:40:57.120881 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8aa7d474-8220-4084-9e60-d98b706abd72 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:40:57.170651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 8aa7d474-8220-4084-9e60-d98b706abd72 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:40:57.175491 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 8aa7d474-8220-4084-9e60-d98b706abd72 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:40:57.175862 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:57.250600 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:57.272495 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa7d474-8220-4084-9e60-d98b706abd72'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:40:57.274750 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10393f6-425d-43a6-8d6c-dd8796cd76d0" -d '{"events": [{"server_uuid": "6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc", "name": "network-vif-plugged", "status": "completed", "tag": "8aa7d474-8220-4084-9e60-d98b706abd72"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:40:57.290183 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 8aa7d474-8220-4084-9e60-d98b706abd72, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8aa7d474-8220-4084-9e60-d98b706abd72,segment=NetworkSegment(6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7),segment_id=6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:40:57.294504 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:40:57.320060 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc4cfc5-a04b-405c-af96-024df839b4dd x-openstack-request-id: req-5cc4cfc5-a04b-405c-af96-024df839b4dd {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:40:57.320325 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc", "name": "network-vif-plugged", "status": "completed", "tag": "8aa7d474-8220-4084-9e60-d98b706abd72", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:40:57.320576 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cc4cfc5-a04b-405c-af96-024df839b4dd {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:40:57.320952 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa7d474-8220-4084-9e60-d98b706abd72', 'code': 200} Aug 28 13:40:57.347755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=8aa7d474-8220-4084-9e60-d98b706abd72,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:40:57.408267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d0b57-0481-4b89-b625-0eccc716d50e req-6e7200ae-5da7-4b45-ac39-3cddc232ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:57.409636 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-005d0b57-0481-4b89-b625-0eccc716d50e req-6e7200ae-5da7-4b45-ac39-3cddc232ec2c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 1098 time: 0.0401552 Aug 28 13:40:57.444762 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-005d0b57-0481-4b89-b625-0eccc716d50e req-46cfd35a-4986-4a1c-b9f3-5189fbac7554 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279210 Aug 28 13:40:57.779375 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ee1fd-5e36-4ffa-ad9e-e6e650c703e3 req-5aca2a41-3d98-410b-9c28-9e9024ae71de tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:57.781408 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d94ee1fd-5e36-4ffa-ad9e-e6e650c703e3 req-5aca2a41-3d98-410b-9c28-9e9024ae71de tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 946 time: 0.0525925 Aug 28 13:40:57.818407 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d94ee1fd-5e36-4ffa-ad9e-e6e650c703e3 req-0b795660-9bbd-4b67-9773-dfac30d6738f tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310283 Aug 28 13:40:58.933481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3995d-2d5f-46aa-9ebb-e73519dcf9e4 req-7f39557b-bc9f-4599-acde-da6a71f05f54 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:58.934140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97f3995d-2d5f-46aa-9ebb-e73519dcf9e4 req-7f39557b-bc9f-4599-acde-da6a71f05f54 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 946 time: 0.0491068 Aug 28 13:40:58.973773 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97f3995d-2d5f-46aa-9ebb-e73519dcf9e4 req-de0e05e4-116c-4159-b793-9a458dc0068b tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Aug 28 13:40:59.089521 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7de43-41cd-4dca-8bd3-f77e7b4344b0 req-94022f97-9397-43f7-af88-4b34af91ce45 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:59.091034 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85b7de43-41cd-4dca-8bd3-f77e7b4344b0 req-94022f97-9397-43f7-af88-4b34af91ce45 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 946 time: 0.0529306 Aug 28 13:40:59.129380 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85b7de43-41cd-4dca-8bd3-f77e7b4344b0 req-d763d722-52db-4af4-b5a2-ea692a3f15bf tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316350 Aug 28 13:40:59.317769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a2c6d-6451-4b23-b3d4-fed63cee7657 req-6006e9bd-81e1-4b4f-ad66-14471f79fecc tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:40:59.319269 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e82a2c6d-6451-4b23-b3d4-fed63cee7657 req-6006e9bd-81e1-4b4f-ad66-14471f79fecc tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 946 time: 0.0526605 Aug 28 13:40:59.357761 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e82a2c6d-6451-4b23-b3d4-fed63cee7657 req-84d2b621-b04a-4bef-92cd-7b6df3a721a4 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325994 Aug 28 13:41:07.990351 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:10.063689 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f769d1eb-1a1d-4412-a56c-f026cc606053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:10.337542 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:10.898670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947de78c-b8cf-4dfc-8325-c31fe42334a5 req-6171751a-a5b6-4186-83c0-367e2383beb7 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:10.900045 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-947de78c-b8cf-4dfc-8325-c31fe42334a5 req-6171751a-a5b6-4186-83c0-367e2383beb7 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 946 time: 0.0487678 Aug 28 13:41:10.938585 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-947de78c-b8cf-4dfc-8325-c31fe42334a5 req-68dc6bce-a173-46b8-88bc-734c7a37cb29 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311852 Aug 28 13:41:10.960529 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38064) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:41:11.042677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b16acf5-cd75-4340-978b-b0b258a15c7b tempest-TestMinimumBasicScenario-987321365 tempest-TestMinimumBasicScenario-987321365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:11.044177 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3b16acf5-cd75-4340-978b-b0b258a15c7b tempest-TestMinimumBasicScenario-987321365 tempest-TestMinimumBasicScenario-987321365-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 1093 time: 0.0826831 Aug 28 13:41:11.047767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38068) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:41:11.052056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': '8aa7d474-8220-4084-9e60-d98b706abd72', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:41:11.072895 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:11.173408 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:11.273823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Allocated IP 172.25.1.220 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/ee2fc5d8-91a8-468f-949f-82b1e255c5c4) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:41:11.379246 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:11.418030 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:11.457397 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:41:11.460351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:41:11.465921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:41:11.493954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Pushing event updated for resources: {'Port': ['ID=ee2fc5d8-91a8-468f-949f-82b1e255c5c4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:41:11.836803 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:11.902811 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:12.053601 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:12.058239 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:12.135378 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Pushing event updated for resources: {'Port': ['ID=ee2fc5d8-91a8-468f-949f-82b1e255c5c4,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:41:12.147830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:41:12.148177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:41:12.148516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:41:12.148848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:41:12.149178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:41:12.149504 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:41:12.149827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:41:12.150150 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:41:12.150503 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:41:12.150828 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:41:12.151148 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:41:12.151466 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:41:12.154563 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:12.254838 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Floating IP 4d389440-23be-475b-a73b-35603e9cc0be associated. External IP: 172.25.1.220, port: 8aa7d474-8220-4084-9e60-d98b706abd72. Aug 28 13:41:12.336737 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-44179ce9-c0a9-4af5-a5e7-be0b87ed1e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:12.463820 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:41:12.574258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:41:12.583525 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faf775c-c3f2-467c-8f24-ee7fb97f71e8 None None] Sync routers for ids ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:41:12.590944 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:12.592696 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faf775c-c3f2-467c-8f24-ee7fb97f71e8 None None] Routers {'08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:41:12.593347 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0faf775c-c3f2-467c-8f24-ee7fb97f71e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:41:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:41:12.701092 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:12.717960 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-0faf775c-c3f2-467c-8f24-ee7fb97f71e8 None None] Set router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:41:12.914556 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b0b8c658-b092-46e7-bbc5-dd974701bdc8 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8657324 Aug 28 13:41:12.915263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'tag': '8aa7d474-8220-4084-9e60-d98b706abd72'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:41:12.917353 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38070) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:41:12.917801 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471a79b7-ce49-47c2-8d0b-bf89f7bc76d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc", "tag": "8aa7d474-8220-4084-9e60-d98b706abd72"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:41:12.922791 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d39c1bff-5976-46f5-bf00-9b60fcec6540 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754169716', 'description': 'tempest-secgroup-smoke-1754169716 description', 'project_id': '7c5d823b8566402b8adb94f954912b63'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:41:12.947564 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d39c1bff-5976-46f5-bf00-9b60fcec6540 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:12.958021 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921a9f2b-e37d-44ff-89df-599063e73c41 x-openstack-request-id: req-921a9f2b-e37d-44ff-89df-599063e73c41 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:41:12.958387 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc", "tag": "8aa7d474-8220-4084-9e60-d98b706abd72", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:41:12.958655 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-921a9f2b-e37d-44ff-89df-599063e73c41 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:41:12.959041 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'tag': '8aa7d474-8220-4084-9e60-d98b706abd72', 'status': 'completed', 'code': 200} Aug 28 13:41:12.968119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0faf775c-c3f2-467c-8f24-ee7fb97f71e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'name': 'tempest-TestMinimumBasicScenario-1528487415-router', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b54e4398-b235-421e-88fa-19379592825b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:24Z', 'revision_number': 4, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'gw_port': {'id': 'b54e4398-b235-421e-88fa-19379592825b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '4d389440-23be-475b-a73b-35603e9cc0be', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'port_id': '8aa7d474-8220-4084-9e60-d98b706abd72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'mac_address': 'fa:16:3e:d3:c9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:41:11Z', 'updated_at': '2021-08-28T13:41:11Z', 'revision_number': 0, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '976510fc-d6e1-410a-a12d-729ffcb2cb13', 'name': '', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'mac_address': 'fa:16:3e:7c:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:23Z', 'updated_at': '2021-08-28T13:40:30Z', 'revision_number': 5, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'subnets': [{'id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:41:13.000951 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faf775c-c3f2-467c-8f24-ee7fb97f71e8 None None] Checking router: 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:41:13.011513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faf775c-c3f2-467c-8f24-ee7fb97f71e8 None None] Routers {'08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:41:13.012187 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0faf775c-c3f2-467c-8f24-ee7fb97f71e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:41:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:41:13.026567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a79b7-ce49-47c2-8d0b-bf89f7bc76d8 req-796d9471-d1fa-4189-bd08-6583ae2c99ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:13.028088 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-471a79b7-ce49-47c2-8d0b-bf89f7bc76d8 req-796d9471-d1fa-4189-bd08-6583ae2c99ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c5d823b8566402b8adb94f954912b63&device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 1098 time: 0.0461745 Aug 28 13:41:13.035918 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d39c1bff-5976-46f5-bf00-9b60fcec6540 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.040004 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d39c1bff-5976-46f5-bf00-9b60fcec6540 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.060972 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d39c1bff-5976-46f5-bf00-9b60fcec6540 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.065873 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d39c1bff-5976-46f5-bf00-9b60fcec6540 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1474664 Aug 28 13:41:13.068421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38074) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:41:13.073097 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-6ce68438-1d0f-486b-a29b-e7102590cbc2 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Request body: {'security_group_rule': {'security_group_id': 'ed5b6a6e-8580-4923-9724-49dded5556fc', 'project_id': '7c5d823b8566402b8adb94f954912b63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:41:13.103124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1bff-5976-46f5-bf00-9b60fcec6540 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5b6a6e-8580-4923-9724-49dded5556fc,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:41:13.115779 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ce68438-1d0f-486b-a29b-e7102590cbc2 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.141839 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-0faf775c-c3f2-467c-8f24-ee7fb97f71e8 None None] Set router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:41:13.147486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a79b7-ce49-47c2-8d0b-bf89f7bc76d8 req-f6356c4b-c911-4c68-b82d-bad9017b000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:13.149125 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-471a79b7-ce49-47c2-8d0b-bf89f7bc76d8 req-f6356c4b-c911-4c68-b82d-bad9017b000a service neutron] 10.222.0.11 "GET /v2.0/networks?id=128f53fa-4c8b-4b70-838e-3871cf1d645e HTTP/1.1" status: 200 len: 915 time: 0.1138661 Aug 28 13:41:13.197977 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ce68438-1d0f-486b-a29b-e7102590cbc2 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.202218 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ce68438-1d0f-486b-a29b-e7102590cbc2 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.219570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce68438-1d0f-486b-a29b-e7102590cbc2 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4a5c75-9f15-4f33-a67d-09934af9d0b1,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:41:13.221456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-471a79b7-ce49-47c2-8d0b-bf89f7bc76d8 req-0af81c3d-bba6-40fe-9fe4-dd35bf340c29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aa7d474-8220-4084-9e60-d98b706abd72 HTTP/1.1" status: 200 len: 1000 time: 0.0630956 Aug 28 13:41:13.230385 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6ce68438-1d0f-486b-a29b-e7102590cbc2 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.234081 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6ce68438-1d0f-486b-a29b-e7102590cbc2 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620438 Aug 28 13:41:13.235227 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38076) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:41:13.239796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ff85e5eb-05b2-4f4c-a728-bc4ab9e0ff34 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Request body: {'security_group_rule': {'security_group_id': 'ed5b6a6e-8580-4923-9724-49dded5556fc', 'project_id': '7c5d823b8566402b8adb94f954912b63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:41:13.271966 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff85e5eb-05b2-4f4c-a728-bc4ab9e0ff34 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.275979 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a79b7-ce49-47c2-8d0b-bf89f7bc76d8 req-8cfb24ea-aa89-448f-9b66-182f00e0b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:13.277725 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-471a79b7-ce49-47c2-8d0b-bf89f7bc76d8 req-8cfb24ea-aa89-448f-9b66-182f00e0b069 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9768fef-f4c9-4e52-80eb-d497cb2e0cfa HTTP/1.1" status: 200 len: 854 time: 0.0498574 Aug 28 13:41:13.330116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a79b7-ce49-47c2-8d0b-bf89f7bc76d8 req-361b286b-356d-437c-aad1-326c43d26d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:13.331935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-471a79b7-ce49-47c2-8d0b-bf89f7bc76d8 req-361b286b-356d-437c-aad1-326c43d26d4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=128f53fa-4c8b-4b70-838e-3871cf1d645e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468352 Aug 28 13:41:13.338598 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff85e5eb-05b2-4f4c-a728-bc4ab9e0ff34 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.344917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff85e5eb-05b2-4f4c-a728-bc4ab9e0ff34 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.365691 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85e5eb-05b2-4f4c-a728-bc4ab9e0ff34 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2d97f7-ca9d-4b52-97c1-88e3c5fd1fa5,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:41:13.373583 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ff85e5eb-05b2-4f4c-a728-bc4ab9e0ff34 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.375023 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ff85e5eb-05b2-4f4c-a728-bc4ab9e0ff34 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388164 Aug 28 13:41:13.377714 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38078) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:41:13.383045 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4fc6e1ca-9de3-43e9-b7fd-3a7f2ba3ff73 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Request body: {'security_group_rule': {'security_group_id': 'ed5b6a6e-8580-4923-9724-49dded5556fc', 'project_id': '7c5d823b8566402b8adb94f954912b63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:41:13.395815 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0faf775c-c3f2-467c-8f24-ee7fb97f71e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'name': 'tempest-TestMinimumBasicScenario-1528487415-router', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b54e4398-b235-421e-88fa-19379592825b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:24Z', 'revision_number': 4, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'gw_port': {'id': 'b54e4398-b235-421e-88fa-19379592825b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '4d389440-23be-475b-a73b-35603e9cc0be', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'port_id': '8aa7d474-8220-4084-9e60-d98b706abd72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'mac_address': 'fa:16:3e:d3:c9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:41:11Z', 'updated_at': '2021-08-28T13:41:11Z', 'revision_number': 0, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '976510fc-d6e1-410a-a12d-729ffcb2cb13', 'name': '', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'mac_address': 'fa:16:3e:7c:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:23Z', 'updated_at': '2021-08-28T13:40:30Z', 'revision_number': 5, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'subnets': [{'id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:41:13.414604 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e1ca-9de3-43e9-b7fd-3a7f2ba3ff73 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.429394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faf775c-c3f2-467c-8f24-ee7fb97f71e8 None None] The sync data for ids ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'] in n-d-791505-21 is: [{'id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'name': 'tempest-TestMinimumBasicScenario-1528487415-router', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b54e4398-b235-421e-88fa-19379592825b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:24Z', 'revision_number': 4, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'gw_port': {'id': 'b54e4398-b235-421e-88fa-19379592825b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '4d389440-23be-475b-a73b-35603e9cc0be', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'port_id': '8aa7d474-8220-4084-9e60-d98b706abd72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'mac_address': 'fa:16:3e:d3:c9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:41:11Z', 'updated_at': '2021-08-28T13:41:11Z', 'revision_number': 0, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '976510fc-d6e1-410a-a12d-729ffcb2cb13', 'name': '', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'mac_address': 'fa:16:3e:7c:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:23Z', 'updated_at': '2021-08-28T13:40:30Z', 'revision_number': 5, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'subnets': [{'id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:41:13.439087 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-471a79b7-ce49-47c2-8d0b-bf89f7bc76d8 req-56cdc1b9-79ec-41b9-80e3-33f4b5c7f052 service neutron] 10.222.0.11 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976043 Aug 28 13:41:13.481264 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e1ca-9de3-43e9-b7fd-3a7f2ba3ff73 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.485506 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e1ca-9de3-43e9-b7fd-3a7f2ba3ff73 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.508976 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6e1ca-9de3-43e9-b7fd-3a7f2ba3ff73 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182c1ef7-9ee0-44c0-87c4-c1fef1cad9a4,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:41:13.518067 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4fc6e1ca-9de3-43e9-b7fd-3a7f2ba3ff73 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.519507 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4fc6e1ca-9de3-43e9-b7fd-3a7f2ba3ff73 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405461 Aug 28 13:41:13.522533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38080) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:41:13.530482 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b4bb0770-1edd-4e36-96ec-08f6342c6580 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Request body: {'security_group_rule': {'security_group_id': 'ed5b6a6e-8580-4923-9724-49dded5556fc', 'project_id': '7c5d823b8566402b8adb94f954912b63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:41:13.572709 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-471a79b7-ce49-47c2-8d0b-bf89f7bc76d8 req-fbf2f641-78ef-47bc-afdb-955510942fe0 service neutron] 10.222.0.11 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272495 Aug 28 13:41:13.581169 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0770-1edd-4e36-96ec-08f6342c6580 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.635323 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.640424 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0770-1edd-4e36-96ec-08f6342c6580 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.644821 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0770-1edd-4e36-96ec-08f6342c6580 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.664837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb0770-1edd-4e36-96ec-08f6342c6580 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a409fa5-d35d-41fc-80de-0cb8dd69aa96,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:41:13.673468 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0770-1edd-4e36-96ec-08f6342c6580 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.674790 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b4bb0770-1edd-4e36-96ec-08f6342c6580 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495032 Aug 28 13:41:13.677595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38082) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:41:13.682147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-966b678f-8047-4feb-b40b-01cdbcbfad98 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Request body: {'security_group_rule': {'security_group_id': 'ed5b6a6e-8580-4923-9724-49dded5556fc', 'project_id': '7c5d823b8566402b8adb94f954912b63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:41:13.689121 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0515e1-d639-46bb-998b-d960faa61902 None None] New status for floating IP 4d389440-23be-475b-a73b-35603e9cc0be: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:41:13.705095 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-966b678f-8047-4feb-b40b-01cdbcbfad98 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Project 7c5d823b8566402b8adb94f954912b63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:41:13.710238 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-966b678f-8047-4feb-b40b-01cdbcbfad98 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.773896 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-966b678f-8047-4feb-b40b-01cdbcbfad98 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.777987 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-966b678f-8047-4feb-b40b-01cdbcbfad98 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.797435 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b678f-8047-4feb-b40b-01cdbcbfad98 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1839945-09bf-4a2f-a781-85bbbdfccc8b,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:41:13.806054 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-966b678f-8047-4feb-b40b-01cdbcbfad98 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.807519 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-966b678f-8047-4feb-b40b-01cdbcbfad98 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289876 Aug 28 13:41:13.810268 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38084) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:41:13.815191 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7008e108-56b9-4a8d-bef3-af195266aa74 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Request body: {'security_group_rule': {'security_group_id': 'ed5b6a6e-8580-4923-9724-49dded5556fc', 'project_id': '7c5d823b8566402b8adb94f954912b63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:41:13.838801 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-7008e108-56b9-4a8d-bef3-af195266aa74 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Project 7c5d823b8566402b8adb94f954912b63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:41:13.844694 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7008e108-56b9-4a8d-bef3-af195266aa74 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.908109 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7008e108-56b9-4a8d-bef3-af195266aa74 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.911760 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7008e108-56b9-4a8d-bef3-af195266aa74 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.929263 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008e108-56b9-4a8d-bef3-af195266aa74 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9b6546-ef98-496b-bfe2-1bc2dd6aa2b4,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:41:13.934735 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7008e108-56b9-4a8d-bef3-af195266aa74 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:13.936154 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7008e108-56b9-4a8d-bef3-af195266aa74 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248000 Aug 28 13:41:14.017633 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5fc6687-2c38-41df-9021-8cae8eda2794 req-e8617180-b1dd-4082-a715-d978cd370830 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754169716&fields=id&tenant_id=7c5d823b8566402b8adb94f954912b63 HTTP/1.1" status: 200 len: 267 time: 0.0352342 Aug 28 13:41:14.070349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc6687-2c38-41df-9021-8cae8eda2794 req-af933121-1f90-492c-b241-202e5ba930e9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:14.071763 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5fc6687-2c38-41df-9021-8cae8eda2794 req-af933121-1f90-492c-b241-202e5ba930e9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 946 time: 0.0485528 Aug 28 13:41:14.083167 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-f5fc6687-2c38-41df-9021-8cae8eda2794 req-8dba7229-f1c6-4bf2-ab72-a1ee57458069 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Request body: {'port': {'security_groups': ['49e39de8-909f-43a1-ae41-3d8ed0661f23', 'ed5b6a6e-8580-4923-9724-49dded5556fc']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:41:14.143235 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f5fc6687-2c38-41df-9021-8cae8eda2794 req-8dba7229-f1c6-4bf2-ab72-a1ee57458069 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:14.324083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-f5fc6687-2c38-41df-9021-8cae8eda2794 req-8dba7229-f1c6-4bf2-ab72-a1ee57458069 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] For port 8aa7d474-8220-4084-9e60-d98b706abd72, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8aa7d474-8220-4084-9e60-d98b706abd72,segment=NetworkSegment(6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7),segment_id=6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:41:14.353939 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f5fc6687-2c38-41df-9021-8cae8eda2794 req-8dba7229-f1c6-4bf2-ab72-a1ee57458069 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:14.358553 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f5fc6687-2c38-41df-9021-8cae8eda2794 req-8dba7229-f1c6-4bf2-ab72-a1ee57458069 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:14.371126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['8aa7d474-8220-4084-9e60-d98b706abd72'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:41:14.407635 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc6687-2c38-41df-9021-8cae8eda2794 req-8dba7229-f1c6-4bf2-ab72-a1ee57458069 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:14.408308 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-f5fc6687-2c38-41df-9021-8cae8eda2794 req-8dba7229-f1c6-4bf2-ab72-a1ee57458069 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:14.409750 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f5fc6687-2c38-41df-9021-8cae8eda2794 req-8dba7229-f1c6-4bf2-ab72-a1ee57458069 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "PUT /v2.0/ports/8aa7d474-8220-4084-9e60-d98b706abd72 HTTP/1.1" status: 200 len: 982 time: 0.3317113 Aug 28 13:41:14.440292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba7229-f1c6-4bf2-ab72-a1ee57458069 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Pushing event updated for resources: {'Port': ['ID=8aa7d474-8220-4084-9e60-d98b706abd72,revision_number=6']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:41:14.464806 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['8aa7d474-8220-4084-9e60-d98b706abd72'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:41:14.522990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1a8c3-65f3-47de-aa92-fb33e4b67307 req-8c44d266-74db-4925-93ec-441d7afe0394 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:14.524599 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-71b1a8c3-65f3-47de-aa92-fb33e4b67307 req-8c44d266-74db-4925-93ec-441d7afe0394 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 985 time: 0.0548139 Aug 28 13:41:14.570977 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-71b1a8c3-65f3-47de-aa92-fb33e4b67307 req-490aced7-b266-4627-a5fd-a9217bedafe1 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&id=ed5b6a6e-8580-4923-9724-49dded5556fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387557 Aug 28 13:41:14.761805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-334d0f09-a3f6-4bb1-982f-e83f854120d9 None None] Provisioning complete for port 8aa7d474-8220-4084-9e60-d98b706abd72 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:41:14.762165 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-334d0f09-a3f6-4bb1-982f-e83f854120d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:14.960046 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'tag': '8aa7d474-8220-4084-9e60-d98b706abd72'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:41:14.962291 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de2d11f-8bb1-431f-9fc4-71ba59f6ad52" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc", "tag": "8aa7d474-8220-4084-9e60-d98b706abd72"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:41:15.003658 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47646d38-7533-4822-8909-f6484d495622 x-openstack-request-id: req-47646d38-7533-4822-8909-f6484d495622 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:41:15.003953 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc", "tag": "8aa7d474-8220-4084-9e60-d98b706abd72", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:41:15.004209 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47646d38-7533-4822-8909-f6484d495622 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:41:15.004731 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'tag': '8aa7d474-8220-4084-9e60-d98b706abd72', 'status': 'completed', 'code': 200} Aug 28 13:41:15.070572 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2d11f-8bb1-431f-9fc4-71ba59f6ad52 req-440f2786-6a29-4935-918a-acef4bfbe655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:15.072073 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4de2d11f-8bb1-431f-9fc4-71ba59f6ad52 req-440f2786-6a29-4935-918a-acef4bfbe655 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c5d823b8566402b8adb94f954912b63&device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 1137 time: 0.0426447 Aug 28 13:41:15.166595 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2d11f-8bb1-431f-9fc4-71ba59f6ad52 req-a2a106d7-cd5a-48c9-9ce1-fca23cf2307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:15.168057 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4de2d11f-8bb1-431f-9fc4-71ba59f6ad52 req-a2a106d7-cd5a-48c9-9ce1-fca23cf2307c service neutron] 10.222.0.11 "GET /v2.0/networks?id=128f53fa-4c8b-4b70-838e-3871cf1d645e HTTP/1.1" status: 200 len: 915 time: 0.0881755 Aug 28 13:41:15.238979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4de2d11f-8bb1-431f-9fc4-71ba59f6ad52 req-be9d671b-42ce-4ab7-806f-3f092608c11f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aa7d474-8220-4084-9e60-d98b706abd72 HTTP/1.1" status: 200 len: 1002 time: 0.0600731 Aug 28 13:41:15.290558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2d11f-8bb1-431f-9fc4-71ba59f6ad52 req-7d0f7fd0-01da-465f-ae5c-a53ba3b739c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:15.292314 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4de2d11f-8bb1-431f-9fc4-71ba59f6ad52 req-7d0f7fd0-01da-465f-ae5c-a53ba3b739c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9768fef-f4c9-4e52-80eb-d497cb2e0cfa HTTP/1.1" status: 200 len: 854 time: 0.0447443 Aug 28 13:41:15.349505 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2d11f-8bb1-431f-9fc4-71ba59f6ad52 req-faf59ca3-f221-49c5-94a5-c078b20a8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:15.351509 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4de2d11f-8bb1-431f-9fc4-71ba59f6ad52 req-faf59ca3-f221-49c5-94a5-c078b20a8c09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=128f53fa-4c8b-4b70-838e-3871cf1d645e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445344 Aug 28 13:41:15.446711 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4de2d11f-8bb1-431f-9fc4-71ba59f6ad52 req-7182bc83-a329-416a-af72-46f2df689456 service neutron] 10.222.0.11 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841882 Aug 28 13:41:15.519525 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:15.544637 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4de2d11f-8bb1-431f-9fc4-71ba59f6ad52 req-d6b81b21-94fe-448a-86c2-198bf8519eea service neutron] 10.222.0.11 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875473 Aug 28 13:41:30.634668 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:41:31.840683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa925f-dd46-45e2-b7a4-168e5f4b18e7 req-5d0a6e38-49b1-4576-ab02-6af7ef4e8606 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:31.842172 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbaa925f-dd46-45e2-b7a4-168e5f4b18e7 req-5d0a6e38-49b1-4576-ab02-6af7ef4e8606 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 985 time: 0.0757337 Aug 28 13:41:31.852637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108424b-d750-4251-9b9c-968ad45096c2 req-79d6171b-025f-4431-910c-e62830903362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:31.854045 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4108424b-d750-4251-9b9c-968ad45096c2 req-79d6171b-025f-4431-910c-e62830903362 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c5d823b8566402b8adb94f954912b63&device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 1137 time: 0.0599914 Aug 28 13:41:31.933747 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fbaa925f-dd46-45e2-b7a4-168e5f4b18e7 req-da33da05-259c-476b-84cc-99fac5fb5497 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&id=ed5b6a6e-8580-4923-9724-49dded5556fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839355 Aug 28 13:41:31.980388 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108424b-d750-4251-9b9c-968ad45096c2 req-3875e0bc-214e-40fa-a345-84eedf98eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:31.981909 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4108424b-d750-4251-9b9c-968ad45096c2 req-3875e0bc-214e-40fa-a345-84eedf98eeab service neutron] 10.222.0.11 "GET /v2.0/networks?id=128f53fa-4c8b-4b70-838e-3871cf1d645e HTTP/1.1" status: 200 len: 915 time: 0.1161783 Aug 28 13:41:32.049588 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4108424b-d750-4251-9b9c-968ad45096c2 req-9a38edef-01a4-45b0-a559-6a5f00de2250 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aa7d474-8220-4084-9e60-d98b706abd72 HTTP/1.1" status: 200 len: 1002 time: 0.0598917 Aug 28 13:41:32.105045 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108424b-d750-4251-9b9c-968ad45096c2 req-11fbd3eb-eb63-419f-a3b6-517708e757e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:32.106505 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4108424b-d750-4251-9b9c-968ad45096c2 req-11fbd3eb-eb63-419f-a3b6-517708e757e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9768fef-f4c9-4e52-80eb-d497cb2e0cfa HTTP/1.1" status: 200 len: 854 time: 0.0483348 Aug 28 13:41:32.161115 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108424b-d750-4251-9b9c-968ad45096c2 req-990b33bf-d415-4f15-96ca-cd39c9ea17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:32.162648 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4108424b-d750-4251-9b9c-968ad45096c2 req-990b33bf-d415-4f15-96ca-cd39c9ea17d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=128f53fa-4c8b-4b70-838e-3871cf1d645e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417483 Aug 28 13:41:32.251244 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4108424b-d750-4251-9b9c-968ad45096c2 req-1d210404-e91b-4548-a74f-e6db4f753fd6 service neutron] 10.222.0.11 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807762 Aug 28 13:41:32.346624 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4108424b-d750-4251-9b9c-968ad45096c2 req-0d385819-434c-4914-9d14-a5cbb470d96a service neutron] 10.222.0.11 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878897 Aug 28 13:41:33.050635 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2b557-7b03-435f-9343-0c861b756913 req-91e0cb2b-6e44-4635-b545-75c7391a31f3 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:33.052165 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ffd2b557-7b03-435f-9343-0c861b756913 req-91e0cb2b-6e44-4635-b545-75c7391a31f3 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 985 time: 0.0511086 Aug 28 13:41:33.092483 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ffd2b557-7b03-435f-9343-0c861b756913 req-93796e9b-1835-4be3-807d-5ea5a89be5db tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&id=ed5b6a6e-8580-4923-9724-49dded5556fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342667 Aug 28 13:41:34.207752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26c140-ef3f-4edb-92e2-2c2963231120 req-37833c83-cb53-4d42-8cae-719a64bdc0b5 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:34.209214 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aa26c140-ef3f-4edb-92e2-2c2963231120 req-37833c83-cb53-4d42-8cae-719a64bdc0b5 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 985 time: 0.0489209 Aug 28 13:41:34.249327 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aa26c140-ef3f-4edb-92e2-2c2963231120 req-80e8e136-82d0-4d7d-b486-57ea9ae72d44 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&id=ed5b6a6e-8580-4923-9724-49dded5556fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340130 Aug 28 13:41:35.369185 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81489a5-f08e-41c1-8be1-2fed9415805c req-b63a189d-2c6a-4c51-a1f3-0aea7e1deae0 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:35.370671 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b81489a5-f08e-41c1-8be1-2fed9415805c req-b63a189d-2c6a-4c51-a1f3-0aea7e1deae0 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 985 time: 0.0533409 Aug 28 13:41:35.410761 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b81489a5-f08e-41c1-8be1-2fed9415805c req-1f5f4a78-ad93-4bf7-8700-2e701db23d49 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&id=ed5b6a6e-8580-4923-9724-49dded5556fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340292 Aug 28 13:41:36.527928 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd0bbd-0f81-4cc1-95eb-e261fd08dac0 req-63203a31-5c71-4740-bfd9-0c7cf9db32eb tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:36.529325 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03cd0bbd-0f81-4cc1-95eb-e261fd08dac0 req-63203a31-5c71-4740-bfd9-0c7cf9db32eb tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 985 time: 0.0516036 Aug 28 13:41:36.569756 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03cd0bbd-0f81-4cc1-95eb-e261fd08dac0 req-8b1c3784-4974-4010-bfbd-1e3938e66f49 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&id=ed5b6a6e-8580-4923-9724-49dded5556fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339200 Aug 28 13:41:37.685091 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61636b31-fc46-4aea-983d-c685f819a3fe req-576aa440-97e4-4e59-bcf6-685ef088a0ce tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:37.686639 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61636b31-fc46-4aea-983d-c685f819a3fe req-576aa440-97e4-4e59-bcf6-685ef088a0ce tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 985 time: 0.0510945 Aug 28 13:41:37.727033 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61636b31-fc46-4aea-983d-c685f819a3fe req-1e3a87d4-1755-417f-a217-72af04f55491 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&id=ed5b6a6e-8580-4923-9724-49dded5556fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342791 Aug 28 13:41:37.994933 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:38.846745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec24c9-13e8-446d-b6eb-66f4fc6c0f74 req-1128ef8c-d550-42ed-a97d-f85e116669e2 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:38.848241 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-43ec24c9-13e8-446d-b6eb-66f4fc6c0f74 req-1128ef8c-d550-42ed-a97d-f85e116669e2 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 985 time: 0.0541930 Aug 28 13:41:38.888040 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-43ec24c9-13e8-446d-b6eb-66f4fc6c0f74 req-caf35060-8fb4-4d5c-8d03-d25aa7779313 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&id=ed5b6a6e-8580-4923-9724-49dded5556fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336771 Aug 28 13:41:40.002538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac679ec-7da3-46fa-a52c-2407ecb8f4c3 req-42d3fcd3-e77c-4c0e-9eb5-65f62cd62ed4 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:40.003970 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2ac679ec-7da3-46fa-a52c-2407ecb8f4c3 req-42d3fcd3-e77c-4c0e-9eb5-65f62cd62ed4 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 985 time: 0.0493972 Aug 28 13:41:40.044339 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2ac679ec-7da3-46fa-a52c-2407ecb8f4c3 req-a0406bb4-68e1-4fcd-aa94-a560815b9359 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&id=ed5b6a6e-8580-4923-9724-49dded5556fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340595 Aug 28 13:41:40.065022 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fb9df20b-7fb2-410b-be66-d044211828e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:40.160683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffb90e-8847-48a7-8360-27856265b791 req-40f601ba-fd52-43d7-948f-e3b63ca6fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:40.162160 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87ffb90e-8847-48a7-8360-27856265b791 req-40f601ba-fd52-43d7-948f-e3b63ca6fa4a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c5d823b8566402b8adb94f954912b63&device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 1137 time: 0.0415664 Aug 28 13:41:40.269020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffb90e-8847-48a7-8360-27856265b791 req-b3fe89c3-4397-4f47-8939-10f83bebba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:40.270438 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87ffb90e-8847-48a7-8360-27856265b791 req-b3fe89c3-4397-4f47-8939-10f83bebba05 service neutron] 10.222.0.11 "GET /v2.0/networks?id=128f53fa-4c8b-4b70-838e-3871cf1d645e HTTP/1.1" status: 200 len: 915 time: 0.0890112 Aug 28 13:41:40.348410 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:40.348807 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87ffb90e-8847-48a7-8360-27856265b791 req-5c205e72-55f1-4c8e-b81a-664d566c7379 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aa7d474-8220-4084-9e60-d98b706abd72 HTTP/1.1" status: 200 len: 1002 time: 0.0618327 Aug 28 13:41:40.402158 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffb90e-8847-48a7-8360-27856265b791 req-861c65a3-53a2-4f5c-9d8a-2489b2356573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:40.403633 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87ffb90e-8847-48a7-8360-27856265b791 req-861c65a3-53a2-4f5c-9d8a-2489b2356573 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9768fef-f4c9-4e52-80eb-d497cb2e0cfa HTTP/1.1" status: 200 len: 854 time: 0.0484872 Aug 28 13:41:40.448836 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffb90e-8847-48a7-8360-27856265b791 req-cdc300bd-3610-490e-9834-b1abe60c6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:40.450286 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87ffb90e-8847-48a7-8360-27856265b791 req-cdc300bd-3610-490e-9834-b1abe60c6ea9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=128f53fa-4c8b-4b70-838e-3871cf1d645e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393260 Aug 28 13:41:40.539239 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87ffb90e-8847-48a7-8360-27856265b791 req-911fc47a-fc33-4a00-8b0b-0700235f6ac0 service neutron] 10.222.0.11 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810058 Aug 28 13:41:40.634805 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87ffb90e-8847-48a7-8360-27856265b791 req-2485e03c-efef-4689-a932-90e5ecd0cbc0 service neutron] 10.222.0.11 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876696 Aug 28 13:41:41.160566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a97547-d25d-453d-97e3-bfe0ef6e154b req-c9f956a8-7246-4521-b265-ea0899ec146a tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:41.162050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d8a97547-d25d-453d-97e3-bfe0ef6e154b req-c9f956a8-7246-4521-b265-ea0899ec146a tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 985 time: 0.0502324 Aug 28 13:41:41.201916 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d8a97547-d25d-453d-97e3-bfe0ef6e154b req-899c1588-a123-4a30-957b-ff3c598b56a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&id=ed5b6a6e-8580-4923-9724-49dded5556fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338748 Aug 28 13:41:42.319499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed44e-db45-4e01-8241-4e4390aa97ee req-f75444f7-7a7e-462e-a173-c9372d00f9d0 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:42.321190 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c89ed44e-db45-4e01-8241-4e4390aa97ee req-f75444f7-7a7e-462e-a173-c9372d00f9d0 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 985 time: 0.0503390 Aug 28 13:41:42.344081 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1b19-03d7-43e1-994b-d9eb474a3d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:42.368386 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c89ed44e-db45-4e01-8241-4e4390aa97ee req-51953bbd-892f-4afe-bd33-264c0109dc80 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&id=ed5b6a6e-8580-4923-9724-49dded5556fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396736 Aug 28 13:41:42.674241 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:43.483994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237baea1-ac38-4155-8e8e-11658016b987 req-e8067e81-352d-474a-bb0e-558db2404a47 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:43.485482 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-237baea1-ac38-4155-8e8e-11658016b987 req-e8067e81-352d-474a-bb0e-558db2404a47 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 985 time: 0.0490108 Aug 28 13:41:43.525878 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-237baea1-ac38-4155-8e8e-11658016b987 req-50954f90-9610-4c9b-8528-667d47753589 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&id=ed5b6a6e-8580-4923-9724-49dded5556fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335555 Aug 28 13:41:43.631801 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:45.524339 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:41:57.573111 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e44ee36c-31b8-40b1-ad71-26b49e7b225b req-7e69a18a-44c1-4e00-91d4-ba2ee6f31428 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431416 Aug 28 13:41:57.657687 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ee36c-31b8-40b1-ad71-26b49e7b225b req-e67cce72-8a8c-45af-97b7-c70a91e40e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:57.659251 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e44ee36c-31b8-40b1-ad71-26b49e7b225b req-e67cce72-8a8c-45af-97b7-c70a91e40e9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0414472 Aug 28 13:41:57.774780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ee36c-31b8-40b1-ad71-26b49e7b225b req-6b2d983e-ab70-45f4-95dc-2d5c96c02b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:57.776276 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e44ee36c-31b8-40b1-ad71-26b49e7b225b req-6b2d983e-ab70-45f4-95dc-2d5c96c02b69 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0933824 Aug 28 13:41:57.825395 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e44ee36c-31b8-40b1-ad71-26b49e7b225b req-b5b53175-703a-4d83-a8cb-6194b8cec80c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0411363 Aug 28 13:41:57.874585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ee36c-31b8-40b1-ad71-26b49e7b225b req-850fc706-b6ef-4c7e-8464-03888a3f7887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:57.875999 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e44ee36c-31b8-40b1-ad71-26b49e7b225b req-850fc706-b6ef-4c7e-8464-03888a3f7887 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0429056 Aug 28 13:41:57.923821 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ee36c-31b8-40b1-ad71-26b49e7b225b req-9387d050-bd20-4142-976c-59ab522cf06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:41:57.925605 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e44ee36c-31b8-40b1-ad71-26b49e7b225b req-9387d050-bd20-4142-976c-59ab522cf06e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410404 Aug 28 13:41:58.020444 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e44ee36c-31b8-40b1-ad71-26b49e7b225b req-c09c4d2d-19c3-4658-97bb-776a966d14d4 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863807 Aug 28 13:41:58.108285 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e44ee36c-31b8-40b1-ad71-26b49e7b225b req-5caa7cae-4f5a-486a-afe6-75457248dace service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805092 Aug 28 13:42:07.634948 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:42:08.007312 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:10.065746 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d061325a-1c96-4961-8e4b-27dd3fbc09fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:10.367046 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:12.335696 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b97a3c98-b767-46d4-9b86-69831bdd6754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:12.679077 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:13.634977 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:15.524161 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:15.874807 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e875345a-dbe6-4a2a-9035-a1d39b2335c6 req-4ad2d23e-a361-4bca-ac07-2a9fb407f2ef tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754169716&fields=id&tenant_id=7c5d823b8566402b8adb94f954912b63 HTTP/1.1" status: 200 len: 267 time: 0.0333753 Aug 28 13:42:15.928098 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875345a-dbe6-4a2a-9035-a1d39b2335c6 req-c8729ec5-998b-4d1c-8df6-91e56177c624 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:15.929474 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e875345a-dbe6-4a2a-9035-a1d39b2335c6 req-c8729ec5-998b-4d1c-8df6-91e56177c624 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 985 time: 0.0483365 Aug 28 13:42:15.940238 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-e875345a-dbe6-4a2a-9035-a1d39b2335c6 req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Request body: {'port': {'security_groups': ['49e39de8-909f-43a1-ae41-3d8ed0661f23']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:42:16.007191 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e875345a-dbe6-4a2a-9035-a1d39b2335c6 req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:16.177655 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-e875345a-dbe6-4a2a-9035-a1d39b2335c6 req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] For port 8aa7d474-8220-4084-9e60-d98b706abd72, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8aa7d474-8220-4084-9e60-d98b706abd72,segment=NetworkSegment(6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7),segment_id=6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:42:16.206444 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e875345a-dbe6-4a2a-9035-a1d39b2335c6 req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:16.210988 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e875345a-dbe6-4a2a-9035-a1d39b2335c6 req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:16.223592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['8aa7d474-8220-4084-9e60-d98b706abd72'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:42:16.252757 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875345a-dbe6-4a2a-9035-a1d39b2335c6 req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:16.253953 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-e875345a-dbe6-4a2a-9035-a1d39b2335c6 req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:16.255398 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e875345a-dbe6-4a2a-9035-a1d39b2335c6 req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "PUT /v2.0/ports/8aa7d474-8220-4084-9e60-d98b706abd72 HTTP/1.1" status: 200 len: 943 time: 0.3196089 Aug 28 13:42:16.258809 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'tag': '8aa7d474-8220-4084-9e60-d98b706abd72'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:42:16.260566 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aaf473e-8189-43cc-9b5b-9ed6e8a926e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc", "tag": "8aa7d474-8220-4084-9e60-d98b706abd72"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:42:16.261859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38142) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:16.300152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Pushing event updated for resources: {'Port': ['ID=8aa7d474-8220-4084-9e60-d98b706abd72,revision_number=7']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:16.309936 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253e7fb8-6640-4504-8055-5f047a7e5441 x-openstack-request-id: req-253e7fb8-6640-4504-8055-5f047a7e5441 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:42:16.310533 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc", "tag": "8aa7d474-8220-4084-9e60-d98b706abd72", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:42:16.310960 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-253e7fb8-6640-4504-8055-5f047a7e5441 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:42:16.311515 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'tag': '8aa7d474-8220-4084-9e60-d98b706abd72', 'status': 'completed', 'code': 200} Aug 28 13:42:16.312930 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.313277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.313615 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.313954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.314279 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.314631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.314962 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.315284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.316215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.317176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.317176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.317176 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84fc996-833c-4483-a404-d1a2279785a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.328355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['8aa7d474-8220-4084-9e60-d98b706abd72'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:42:16.348746 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:16.379440 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf473e-8189-43cc-9b5b-9ed6e8a926e6 req-f5d69ba7-6e06-4752-bff4-29d542b4a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:16.380986 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1aaf473e-8189-43cc-9b5b-9ed6e8a926e6 req-f5d69ba7-6e06-4752-bff4-29d542b4a109 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c5d823b8566402b8adb94f954912b63&device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 1098 time: 0.0430417 Aug 28 13:42:16.385466 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:16.463869 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:16.467362 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:16.473891 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "DELETE /v2.0/security-groups/ed5b6a6e-8580-4923-9724-49dded5556fc HTTP/1.1" status: 204 len: 168 time: 0.2078822 Aug 28 13:42:16.480961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38148) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:16.495305 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5b6a6e-8580-4923-9724-49dded5556fc,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:16.503669 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.504051 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.504392 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.504721 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.505065 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.505398 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.505726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.506050 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.506421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.506983 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.507307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.507745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6685e7-137b-4d6f-b9e4-2ca442fa8039 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:16.547442 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf473e-8189-43cc-9b5b-9ed6e8a926e6 req-22ad35a2-62d8-4837-affc-4bff21037f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:16.548981 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1aaf473e-8189-43cc-9b5b-9ed6e8a926e6 req-22ad35a2-62d8-4837-affc-4bff21037f37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=128f53fa-4c8b-4b70-838e-3871cf1d645e HTTP/1.1" status: 200 len: 915 time: 0.1613197 Aug 28 13:42:16.621344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e7c8e62f-3fef-4544-a56b-3b4ae0016a87 None None] Provisioning complete for port 8aa7d474-8220-4084-9e60-d98b706abd72 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:42:16.621976 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e62f-3fef-4544-a56b-3b4ae0016a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:16.667815 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1aaf473e-8189-43cc-9b5b-9ed6e8a926e6 req-599e1efa-a3ef-412d-973d-2085f25ee96f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aa7d474-8220-4084-9e60-d98b706abd72 HTTP/1.1" status: 200 len: 1002 time: 0.1106517 Aug 28 13:42:16.747353 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf473e-8189-43cc-9b5b-9ed6e8a926e6 req-11890f33-2e52-42e0-9ac5-67ff7db2bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:16.748726 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1aaf473e-8189-43cc-9b5b-9ed6e8a926e6 req-11890f33-2e52-42e0-9ac5-67ff7db2bf05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9768fef-f4c9-4e52-80eb-d497cb2e0cfa HTTP/1.1" status: 200 len: 854 time: 0.0591314 Aug 28 13:42:16.799945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-2f29ba18-b773-4824-8dd3-d367b760a059 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Deleting port ee2fc5d8-91a8-468f-949f-82b1e255c5c4 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:42:16.800280 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f29ba18-b773-4824-8dd3-d367b760a059 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:16.870702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf473e-8189-43cc-9b5b-9ed6e8a926e6 req-02ccbded-a043-4c18-9bb7-2e29f18af9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:16.872225 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1aaf473e-8189-43cc-9b5b-9ed6e8a926e6 req-02ccbded-a043-4c18-9bb7-2e29f18af9d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=128f53fa-4c8b-4b70-838e-3871cf1d645e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1149919 Aug 28 13:42:16.949754 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f29ba18-b773-4824-8dd3-d367b760a059 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:16.950476 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f29ba18-b773-4824-8dd3-d367b760a059 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:16.970024 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-2f29ba18-b773-4824-8dd3-d367b760a059 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Calling delete_port for ee2fc5d8-91a8-468f-949f-82b1e255c5c4 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:42:17.056897 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1aaf473e-8189-43cc-9b5b-9ed6e8a926e6 req-5987298e-cda9-4b84-b357-157a10652a6b service neutron] 10.222.0.11 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762159 Aug 28 13:42:17.196052 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1aaf473e-8189-43cc-9b5b-9ed6e8a926e6 req-051dfcb5-8607-4c97-a13c-26814332c7c5 service neutron] 10.222.0.11 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291502 Aug 28 13:42:17.256299 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f29ba18-b773-4824-8dd3-d367b760a059 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:17.287720 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29ba18-b773-4824-8dd3-d367b760a059 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Pushing event deleted for resources: {'Port': ['ID=ee2fc5d8-91a8-468f-949f-82b1e255c5c4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:17.351976 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f29ba18-b773-4824-8dd3-d367b760a059 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:17.352307 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-2f29ba18-b773-4824-8dd3-d367b760a059 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Floating IP 4d389440-23be-475b-a73b-35603e9cc0be disassociated (deleted). External IP: 172.25.1.220, port: 8aa7d474-8220-4084-9e60-d98b706abd72. Aug 28 13:42:17.568365 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f29ba18-b773-4824-8dd3-d367b760a059 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:42:17.677650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f29ba18-b773-4824-8dd3-d367b760a059 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:42:17.682467 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f29ba18-b773-4824-8dd3-d367b760a059 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:17.687664 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfba6b6b-acc1-42f9-823a-4ee8369e0b59 None None] Sync routers for ids ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:42:17.696543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfba6b6b-acc1-42f9-823a-4ee8369e0b59 None None] Routers {'08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:42:17.697132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cfba6b6b-acc1-42f9-823a-4ee8369e0b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:42:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:17.709259 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2f29ba18-b773-4824-8dd3-d367b760a059 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "DELETE /v2.0/floatingips/4d389440-23be-475b-a73b-35603e9cc0be HTTP/1.1" status: 204 len: 168 time: 1.2273819 Aug 28 13:42:17.978519 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-cfba6b6b-acc1-42f9-823a-4ee8369e0b59 None None] Set router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:42:18.173966 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cfba6b6b-acc1-42f9-823a-4ee8369e0b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'name': 'tempest-TestMinimumBasicScenario-1528487415-router', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b54e4398-b235-421e-88fa-19379592825b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:24Z', 'revision_number': 4, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'gw_port': {'id': 'b54e4398-b235-421e-88fa-19379592825b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '976510fc-d6e1-410a-a12d-729ffcb2cb13', 'name': '', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'mac_address': 'fa:16:3e:7c:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:23Z', 'updated_at': '2021-08-28T13:40:30Z', 'revision_number': 5, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'subnets': [{'id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:18.200120 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfba6b6b-acc1-42f9-823a-4ee8369e0b59 None None] Checking router: 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:42:18.208208 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfba6b6b-acc1-42f9-823a-4ee8369e0b59 None None] Routers {'08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:42:18.208814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cfba6b6b-acc1-42f9-823a-4ee8369e0b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:42:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:18.312300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'tag': '8aa7d474-8220-4084-9e60-d98b706abd72'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:42:18.313451 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-cfba6b6b-acc1-42f9-823a-4ee8369e0b59 None None] Set router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:42:18.314946 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c6607d-bdd5-4082-9d5f-5bfa251576b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc", "tag": "8aa7d474-8220-4084-9e60-d98b706abd72"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:42:18.351330 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802b28dc-f31c-430e-99ab-7f60a12f8d43 x-openstack-request-id: req-802b28dc-f31c-430e-99ab-7f60a12f8d43 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:42:18.351622 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc", "tag": "8aa7d474-8220-4084-9e60-d98b706abd72", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:42:18.351877 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-802b28dc-f31c-430e-99ab-7f60a12f8d43 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:42:18.352279 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'tag': '8aa7d474-8220-4084-9e60-d98b706abd72', 'status': 'completed', 'code': 200} Aug 28 13:42:18.415377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6607d-bdd5-4082-9d5f-5bfa251576b9 req-e3ef3c98-a12c-4bcf-b1df-8738443f7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:18.421983 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68c6607d-bdd5-4082-9d5f-5bfa251576b9 req-e3ef3c98-a12c-4bcf-b1df-8738443f7af5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c5d823b8566402b8adb94f954912b63&device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 1098 time: 0.0482950 Aug 28 13:42:18.521191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cfba6b6b-acc1-42f9-823a-4ee8369e0b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'name': 'tempest-TestMinimumBasicScenario-1528487415-router', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b54e4398-b235-421e-88fa-19379592825b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:24Z', 'revision_number': 4, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'gw_port': {'id': 'b54e4398-b235-421e-88fa-19379592825b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '976510fc-d6e1-410a-a12d-729ffcb2cb13', 'name': '', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'mac_address': 'fa:16:3e:7c:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:23Z', 'updated_at': '2021-08-28T13:40:30Z', 'revision_number': 5, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'subnets': [{'id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:18.531991 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6607d-bdd5-4082-9d5f-5bfa251576b9 req-d4f49377-f82c-4c98-af96-d31a1a908383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:18.533462 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68c6607d-bdd5-4082-9d5f-5bfa251576b9 req-d4f49377-f82c-4c98-af96-d31a1a908383 service neutron] 10.222.0.11 "GET /v2.0/networks?id=128f53fa-4c8b-4b70-838e-3871cf1d645e HTTP/1.1" status: 200 len: 915 time: 0.1048293 Aug 28 13:42:18.551997 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfba6b6b-acc1-42f9-823a-4ee8369e0b59 None None] The sync data for ids ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'] in n-d-791505-21 is: [{'id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'name': 'tempest-TestMinimumBasicScenario-1528487415-router', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b54e4398-b235-421e-88fa-19379592825b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:24Z', 'revision_number': 4, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'gw_port': {'id': 'b54e4398-b235-421e-88fa-19379592825b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '976510fc-d6e1-410a-a12d-729ffcb2cb13', 'name': '', 'network_id': '128f53fa-4c8b-4b70-838e-3871cf1d645e', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'mac_address': 'fa:16:3e:7c:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:23Z', 'updated_at': '2021-08-28T13:40:30Z', 'revision_number': 5, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'subnets': [{'id': 'a9768fef-f4c9-4e52-80eb-d497cb2e0cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:42:18.575241 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68c6607d-bdd5-4082-9d5f-5bfa251576b9 req-715a564f-0930-4a25-8e67-07365f43f51d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aa7d474-8220-4084-9e60-d98b706abd72 HTTP/1.1" status: 200 len: 217 time: 0.0350156 Aug 28 13:42:18.631994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6607d-bdd5-4082-9d5f-5bfa251576b9 req-b64bef60-a68b-44fb-b24c-710c1db930c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:18.633468 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68c6607d-bdd5-4082-9d5f-5bfa251576b9 req-b64bef60-a68b-44fb-b24c-710c1db930c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9768fef-f4c9-4e52-80eb-d497cb2e0cfa HTTP/1.1" status: 200 len: 854 time: 0.0508080 Aug 28 13:42:18.683018 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6607d-bdd5-4082-9d5f-5bfa251576b9 req-bfa6916f-8013-4e8d-b0ea-d880bf3aeaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:18.684535 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68c6607d-bdd5-4082-9d5f-5bfa251576b9 req-bfa6916f-8013-4e8d-b0ea-d880bf3aeaaa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=128f53fa-4c8b-4b70-838e-3871cf1d645e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443816 Aug 28 13:42:18.784848 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68c6607d-bdd5-4082-9d5f-5bfa251576b9 req-b5ce67e9-60de-427a-9d7e-46878e607f60 service neutron] 10.222.0.11 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928171 Aug 28 13:42:18.801450 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c004433-a799-4819-af50-a21a97d45015 None None] New status for floating IP 4d389440-23be-475b-a73b-35603e9cc0be: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:42:19.173976 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68c6607d-bdd5-4082-9d5f-5bfa251576b9 req-e1aad747-612e-4cf1-b60b-df89e9731e63 service neutron] 10.222.0.11 "GET /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823278 Aug 28 13:42:24.660332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2dc5c-0b5d-4022-8200-57c7e46fddcc req-a37ca5a4-da07-4626-8fb2-298d7ab11cb0 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:24.662140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d0c2dc5c-0b5d-4022-8200-57c7e46fddcc req-a37ca5a4-da07-4626-8fb2-298d7ab11cb0 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 946 time: 0.0508966 Aug 28 13:42:24.701402 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d0c2dc5c-0b5d-4022-8200-57c7e46fddcc req-4c5791bd-a5d2-4ff5-ad0f-85fb30597793 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329113 Aug 28 13:42:25.817927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8b68f-96c7-46fb-bdbb-564c248ed1d5 req-ce332317-d8d7-4971-9d1b-53d9f5850f18 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:25.819409 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68f8b68f-96c7-46fb-bdbb-564c248ed1d5 req-ce332317-d8d7-4971-9d1b-53d9f5850f18 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 946 time: 0.0488167 Aug 28 13:42:25.856510 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68f8b68f-96c7-46fb-bdbb-564c248ed1d5 req-1be17233-d995-40c3-9301-84b1be64f260 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/security-groups?id=49e39de8-909f-43a1-ae41-3d8ed0661f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311904 Aug 28 13:42:26.272773 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdb1ff-d7f5-414f-a296-79b11091cddc req-86526a44-cc47-4645-8770-1101a8cbc490 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:26.274227 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8fdb1ff-d7f5-414f-a296-79b11091cddc req-86526a44-cc47-4645-8770-1101a8cbc490 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 946 time: 0.0516162 Aug 28 13:42:26.361993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-b8fdb1ff-d7f5-414f-a296-79b11091cddc req-9a898cdf-ac46-41e8-bf0e-332202c62b8c tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Deleting port 8aa7d474-8220-4084-9e60-d98b706abd72 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:42:26.362428 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b8fdb1ff-d7f5-414f-a296-79b11091cddc req-9a898cdf-ac46-41e8-bf0e-332202c62b8c tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:26.450699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b8fdb1ff-d7f5-414f-a296-79b11091cddc req-9a898cdf-ac46-41e8-bf0e-332202c62b8c tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] For port 8aa7d474-8220-4084-9e60-d98b706abd72, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=8aa7d474-8220-4084-9e60-d98b706abd72,segment=NetworkSegment(6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7),segment_id=6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:42:26.451062 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b8fdb1ff-d7f5-414f-a296-79b11091cddc req-9a898cdf-ac46-41e8-bf0e-332202c62b8c tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:26.464315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-b8fdb1ff-d7f5-414f-a296-79b11091cddc req-9a898cdf-ac46-41e8-bf0e-332202c62b8c tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Calling delete_port for 8aa7d474-8220-4084-9e60-d98b706abd72 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:42:26.591067 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b8fdb1ff-d7f5-414f-a296-79b11091cddc req-9a898cdf-ac46-41e8-bf0e-332202c62b8c tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:26.602282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['8aa7d474-8220-4084-9e60-d98b706abd72'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:42:26.626422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a898cdf-ac46-41e8-bf0e-332202c62b8c tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Pushing event deleted for resources: {'Port': ['ID=8aa7d474-8220-4084-9e60-d98b706abd72,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:26.662589 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fdb1ff-d7f5-414f-a296-79b11091cddc req-9a898cdf-ac46-41e8-bf0e-332202c62b8c tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] No DVR routers for this DVR port 8aa7d474-8220-4084-9e60-d98b706abd72 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:42:26.665267 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b8fdb1ff-d7f5-414f-a296-79b11091cddc req-9a898cdf-ac46-41e8-bf0e-332202c62b8c tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:26.667332 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b8fdb1ff-d7f5-414f-a296-79b11091cddc req-9a898cdf-ac46-41e8-bf0e-332202c62b8c tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.11 "DELETE /v2.0/ports/8aa7d474-8220-4084-9e60-d98b706abd72 HTTP/1.1" status: 204 len: 173 time: 0.3869796 Aug 28 13:42:26.667772 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'name': 'network-vif-deleted', 'tag': '8aa7d474-8220-4084-9e60-d98b706abd72'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:42:26.670011 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bb7486-56fa-471e-a55d-0fe46bd5b0d7" -d '{"events": [{"server_uuid": "6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc", "name": "network-vif-deleted", "tag": "8aa7d474-8220-4084-9e60-d98b706abd72"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:42:26.708245 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f477e80e-5b0f-4efb-91d2-dd458d8a40c2 x-openstack-request-id: req-f477e80e-5b0f-4efb-91d2-dd458d8a40c2 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:42:26.708593 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc", "name": "network-vif-deleted", "tag": "8aa7d474-8220-4084-9e60-d98b706abd72", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:42:26.708852 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f477e80e-5b0f-4efb-91d2-dd458d8a40c2 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:42:26.709255 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc', 'name': 'network-vif-deleted', 'tag': '8aa7d474-8220-4084-9e60-d98b706abd72', 'status': 'completed', 'code': 200} Aug 28 13:42:26.965727 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-60a6ca37-e99d-4df6-8ff0-596d98174e44 req-93a1ea03-5ff9-4171-a1bd-9e33ac3185a9 tempest-TestMinimumBasicScenario-757305825 tempest-TestMinimumBasicScenario-757305825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fd1f7d1-86cb-4d0e-9341-39f3b169e9dc HTTP/1.1" status: 200 len: 210 time: 0.0286975 Aug 28 13:42:28.532589 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38242) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:28.874189 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b5b63615-4c4c-47ed-8839-e83e6a33e721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:29.158420 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b5b63615-4c4c-47ed-8839-e83e6a33e721 admin admin] Deleting port 976510fc-d6e1-410a-a12d-729ffcb2cb13 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:42:29.158680 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b5b63615-4c4c-47ed-8839-e83e6a33e721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:29.251331 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-b5b63615-4c4c-47ed-8839-e83e6a33e721 admin admin] For port 976510fc-d6e1-410a-a12d-729ffcb2cb13, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=976510fc-d6e1-410a-a12d-729ffcb2cb13,segment=NetworkSegment(6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7),segment_id=6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:42:29.251775 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b5b63615-4c4c-47ed-8839-e83e6a33e721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:29.267188 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b5b63615-4c4c-47ed-8839-e83e6a33e721 admin admin] Calling delete_port for 976510fc-d6e1-410a-a12d-729ffcb2cb13 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:42:29.466390 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b5b63615-4c4c-47ed-8839-e83e6a33e721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:29.492074 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b63615-4c4c-47ed-8839-e83e6a33e721 admin admin] Pushing event deleted for resources: {'Port': ['ID=976510fc-d6e1-410a-a12d-729ffcb2cb13,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:29.571847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8aa7d474-8220-4084-9e60-d98b706abd72 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:42:29.592918 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 8aa7d474-8220-4084-9e60-d98b706abd72 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:42:29.593267 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 8aa7d474-8220-4084-9e60-d98b706abd72 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:42:29.664456 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b5b63615-4c4c-47ed-8839-e83e6a33e721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:29.880054 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b63615-4c4c-47ed-8839-e83e6a33e721 admin admin] Router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:42:30.245485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b63615-4c4c-47ed-8839-e83e6a33e721 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:42:30.250488 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b5b63615-4c4c-47ed-8839-e83e6a33e721 admin admin] 10.222.0.20 "PUT /v2.0/routers/08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7167859 Aug 28 13:42:30.253796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38244) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:30.255521 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406a294f-dd0d-4f81-963c-b2e2c6117ecb None None] Sync routers for ids ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:42:30.265245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406a294f-dd0d-4f81-963c-b2e2c6117ecb None None] Routers {'08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:42:30.265854 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-406a294f-dd0d-4f81-963c-b2e2c6117ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:42:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:30.363497 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55d92104-df79-45e1-9ef4-1ea6cf2fb6ab admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:30.375702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-406a294f-dd0d-4f81-963c-b2e2c6117ecb None None] Set router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:42:30.469801 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55d92104-df79-45e1-9ef4-1ea6cf2fb6ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:30.526644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-55d92104-df79-45e1-9ef4-1ea6cf2fb6ab admin admin] Deleting port b54e4398-b235-421e-88fa-19379592825b {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:42:30.526994 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55d92104-df79-45e1-9ef4-1ea6cf2fb6ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:30.566012 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-406a294f-dd0d-4f81-963c-b2e2c6117ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'name': 'tempest-TestMinimumBasicScenario-1528487415-router', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'b54e4398-b235-421e-88fa-19379592825b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:42:29Z', 'revision_number': 5, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'gw_port': {'id': 'b54e4398-b235-421e-88fa-19379592825b', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:30.597007 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406a294f-dd0d-4f81-963c-b2e2c6117ecb None None] Checking router: 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:42:30.605556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406a294f-dd0d-4f81-963c-b2e2c6117ecb None None] Routers {'08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:42:30.606158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-406a294f-dd0d-4f81-963c-b2e2c6117ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:42:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:30.611144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-55d92104-df79-45e1-9ef4-1ea6cf2fb6ab admin admin] For port b54e4398-b235-421e-88fa-19379592825b, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b54e4398-b235-421e-88fa-19379592825b,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:42:30.611507 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55d92104-df79-45e1-9ef4-1ea6cf2fb6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:30.623297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-55d92104-df79-45e1-9ef4-1ea6cf2fb6ab admin admin] Calling delete_port for b54e4398-b235-421e-88fa-19379592825b owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:42:30.691632 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-406a294f-dd0d-4f81-963c-b2e2c6117ecb None None] Set router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:42:30.745685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-406a294f-dd0d-4f81-963c-b2e2c6117ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'name': 'tempest-TestMinimumBasicScenario-1528487415-router', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:42:30Z', 'revision_number': 6, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:30.773049 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406a294f-dd0d-4f81-963c-b2e2c6117ecb None None] The sync data for ids ['08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3'] in n-d-791505-21 is: [{'id': '08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3', 'name': 'tempest-TestMinimumBasicScenario-1528487415-router', 'tenant_id': '7c5d823b8566402b8adb94f954912b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:21Z', 'updated_at': '2021-08-28T13:42:30Z', 'revision_number': 6, 'project_id': '7c5d823b8566402b8adb94f954912b63', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:42:30.794921 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55d92104-df79-45e1-9ef4-1ea6cf2fb6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:30.822671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d92104-df79-45e1-9ef4-1ea6cf2fb6ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b54e4398-b235-421e-88fa-19379592825b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:30.882254 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55d92104-df79-45e1-9ef4-1ea6cf2fb6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:30.977442 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55d92104-df79-45e1-9ef4-1ea6cf2fb6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:30.979550 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55d92104-df79-45e1-9ef4-1ea6cf2fb6ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.023057 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55d92104-df79-45e1-9ef4-1ea6cf2fb6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.023573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d92104-df79-45e1-9ef4-1ea6cf2fb6ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:42:31.027988 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55d92104-df79-45e1-9ef4-1ea6cf2fb6ab admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.029135 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-55d92104-df79-45e1-9ef4-1ea6cf2fb6ab admin admin] 10.222.0.20 "DELETE /v2.0/routers/08d26fa7-84c7-4fc3-90bd-4a7c829fb2d3 HTTP/1.1" status: 204 len: 168 time: 0.7743154 Aug 28 13:42:31.031579 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38246) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:31.076558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6048177-247b-417d-9fa7-1b23ea58de1c admin admin] Deleting subnet a9768fef-f4c9-4e52-80eb-d497cb2e0cfa {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:42:31.079449 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6048177-247b-417d-9fa7-1b23ea58de1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.117460 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6048177-247b-417d-9fa7-1b23ea58de1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.211569 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6048177-247b-417d-9fa7-1b23ea58de1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.214903 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 976510fc-d6e1-410a-a12d-729ffcb2cb13 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:42:31.237872 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 976510fc-d6e1-410a-a12d-729ffcb2cb13 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:42:31.238478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 976510fc-d6e1-410a-a12d-729ffcb2cb13 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:42:31.268798 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6048177-247b-417d-9fa7-1b23ea58de1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.292921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6048177-247b-417d-9fa7-1b23ea58de1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9768fef-f4c9-4e52-80eb-d497cb2e0cfa,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:31.298295 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d6048177-247b-417d-9fa7-1b23ea58de1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.301211 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d6048177-247b-417d-9fa7-1b23ea58de1c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a9768fef-f4c9-4e52-80eb-d497cb2e0cfa HTTP/1.1" status: 204 len: 168 time: 0.2685144 Aug 28 13:42:31.303614 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38248) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:31.305510 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf8844a-479c-4b18-9934-b3f300b8540f None None] Network 128f53fa-4c8b-4b70-838e-3871cf1d645e requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:42:31.371895 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.428435 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] Deleting port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:42:31.428799 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.490449 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] For port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=90bb8d6f-bf4f-44de-a839-e2bddf742ba0,segment=NetworkSegment(6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7),segment_id=6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:42:31.490752 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.503466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] Calling delete_port for 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:42:31.543226 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] DHCP port deletion for 128f53fa-4c8b-4b70-838e-3871cf1d645e request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:42:31.593528 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Deleting port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:42:31.594177 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.602426 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.630145 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=90bb8d6f-bf4f-44de-a839-e2bddf742ba0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:31.632304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] No DVR routers for this DVR port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:42:31.669445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] For port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=90bb8d6f-bf4f-44de-a839-e2bddf742ba0,segment=NetworkSegment(6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7),segment_id=6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:42:31.669932 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.689526 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Calling delete_port for 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:42:31.704823 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.715228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128f53fa-4c8b-4b70-838e-3871cf1d645e']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:31.729343 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:31.729643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc5d9ee-d11a-401e-bd6b-a466b1be7dd7') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:31.740045 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.755095 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.761293 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:42:31.761622 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:42:31.763714 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:42:31.768735 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.795717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Pushing event deleted for resources: {'Port': ['ID=90bb8d6f-bf4f-44de-a839-e2bddf742ba0,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:31.798167 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] No DVR routers for this DVR port 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:42:31.816605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:31.816965 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:31.817308 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:31.817638 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:31.818154 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:31.818546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:31.819035 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:31.819722 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:31.820081 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:31.820538 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:31.820984 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:31.821743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64f32e-b2d0-47ba-833c-6dec83d8ae14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:31.835818 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.841590 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:31.843946 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] 10.222.0.20 "DELETE /v2.0/networks/128f53fa-4c8b-4b70-838e-3871cf1d645e HTTP/1.1" status: 204 len: 168 time: 0.5392034 Aug 28 13:42:31.848017 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38250) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:31.856646 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f925d-e544-45da-a194-88e17d6b3c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=128f53fa-4c8b-4b70-838e-3871cf1d645e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:32.216741 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1acc0e14-a223-4e7b-9d44-394b0011aa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:32.458771 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-1acc0e14-a223-4e7b-9d44-394b0011aa68 admin admin] Deleting port a38eaa2c-c2b7-4b03-9951-931af15b3cf4 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:42:32.459450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1acc0e14-a223-4e7b-9d44-394b0011aa68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:32.537670 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-1acc0e14-a223-4e7b-9d44-394b0011aa68 admin admin] For port a38eaa2c-c2b7-4b03-9951-931af15b3cf4, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a38eaa2c-c2b7-4b03-9951-931af15b3cf4,segment=NetworkSegment(d17c370e-2629-40dc-825e-4bbc18c1f515),segment_id=d17c370e-2629-40dc-825e-4bbc18c1f515)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:42:32.538037 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1acc0e14-a223-4e7b-9d44-394b0011aa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:32.551232 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-1acc0e14-a223-4e7b-9d44-394b0011aa68 admin admin] Calling delete_port for a38eaa2c-c2b7-4b03-9951-931af15b3cf4 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:42:32.726434 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1acc0e14-a223-4e7b-9d44-394b0011aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:32.755665 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc0e14-a223-4e7b-9d44-394b0011aa68 admin admin] Pushing event deleted for resources: {'Port': ['ID=a38eaa2c-c2b7-4b03-9951-931af15b3cf4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:32.923676 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1acc0e14-a223-4e7b-9d44-394b0011aa68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:33.123339 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b54e4398-b235-421e-88fa-19379592825b no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:42:33.143835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: b54e4398-b235-421e-88fa-19379592825b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:42:33.144172 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b54e4398-b235-421e-88fa-19379592825b not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:42:33.144589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:42:33.150268 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acc0e14-a223-4e7b-9d44-394b0011aa68 admin admin] Router 6743f139-cd24-4670-91d6-7ea9519a4109 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:42:33.165510 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:42:33.165844 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 90bb8d6f-bf4f-44de-a839-e2bddf742ba0 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:42:33.258348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acc0e14-a223-4e7b-9d44-394b0011aa68 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:42:33.263686 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1acc0e14-a223-4e7b-9d44-394b0011aa68 admin admin] 10.222.0.20 "PUT /v2.0/routers/6743f139-cd24-4670-91d6-7ea9519a4109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4138019 Aug 28 13:42:33.265961 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38252) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:33.270384 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf80936-3835-4115-8e2c-473e07156446 None None] Sync routers for ids ['6743f139-cd24-4670-91d6-7ea9519a4109'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:42:33.279030 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf80936-3835-4115-8e2c-473e07156446 None None] Routers {'6743f139-cd24-4670-91d6-7ea9519a4109'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:42:33.279689 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2bf80936-3835-4115-8e2c-473e07156446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:42:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6743f139-cd24-4670-91d6-7ea9519a4109'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:33.369739 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d8179b6-50de-4580-b919-9cbac186c1a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:33.381410 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-2bf80936-3835-4115-8e2c-473e07156446 None None] Set router 6743f139-cd24-4670-91d6-7ea9519a4109 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:42:33.563913 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2bf80936-3835-4115-8e2c-473e07156446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'name': 'tempest-TestMinimumBasicScenario-1965916219-router', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:42:32Z', 'revision_number': 5, 'project_id': 'a6d454b30d34458abaf326dbc00ec59e', 'gw_port': {'id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:33.591332 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf80936-3835-4115-8e2c-473e07156446 None None] Checking router: 6743f139-cd24-4670-91d6-7ea9519a4109 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:42:33.599874 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf80936-3835-4115-8e2c-473e07156446 None None] Routers {'6743f139-cd24-4670-91d6-7ea9519a4109'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:42:33.600488 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2bf80936-3835-4115-8e2c-473e07156446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:42:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['6743f139-cd24-4670-91d6-7ea9519a4109'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:33.704718 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-2bf80936-3835-4115-8e2c-473e07156446 None None] Set router 6743f139-cd24-4670-91d6-7ea9519a4109 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:42:33.773537 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d8179b6-50de-4580-b919-9cbac186c1a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:33.825112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-1d8179b6-50de-4580-b919-9cbac186c1a5 admin admin] Deleting port d28e129d-e55a-467d-babf-84e6aada27d7 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:42:33.825452 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d8179b6-50de-4580-b919-9cbac186c1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:33.878902 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-2bf80936-3835-4115-8e2c-473e07156446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'name': 'tempest-TestMinimumBasicScenario-1965916219-router', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:42:32Z', 'revision_number': 5, 'project_id': 'a6d454b30d34458abaf326dbc00ec59e', 'gw_port': {'id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:33.902956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-1d8179b6-50de-4580-b919-9cbac186c1a5 admin admin] For port d28e129d-e55a-467d-babf-84e6aada27d7, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d28e129d-e55a-467d-babf-84e6aada27d7,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:42:33.903306 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d8179b6-50de-4580-b919-9cbac186c1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:33.907653 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf80936-3835-4115-8e2c-473e07156446 None None] The sync data for ids ['6743f139-cd24-4670-91d6-7ea9519a4109'] in n-d-791505-21 is: [{'id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'name': 'tempest-TestMinimumBasicScenario-1965916219-router', 'tenant_id': 'a6d454b30d34458abaf326dbc00ec59e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:42:32Z', 'revision_number': 5, 'project_id': 'a6d454b30d34458abaf326dbc00ec59e', 'gw_port': {'id': 'd28e129d-e55a-467d-babf-84e6aada27d7', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6743f139-cd24-4670-91d6-7ea9519a4109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:40:26Z', 'updated_at': '2021-08-28T13:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:42:33.918768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-1d8179b6-50de-4580-b919-9cbac186c1a5 admin admin] Calling delete_port for d28e129d-e55a-467d-babf-84e6aada27d7 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:42:34.084898 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d8179b6-50de-4580-b919-9cbac186c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:34.114267 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8179b6-50de-4580-b919-9cbac186c1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28e129d-e55a-467d-babf-84e6aada27d7,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:34.176244 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d8179b6-50de-4580-b919-9cbac186c1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:34.265676 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d8179b6-50de-4580-b919-9cbac186c1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:34.267940 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d8179b6-50de-4580-b919-9cbac186c1a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:34.313840 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d8179b6-50de-4580-b919-9cbac186c1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:34.314395 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8179b6-50de-4580-b919-9cbac186c1a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6743f139-cd24-4670-91d6-7ea9519a4109 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:42:34.319838 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d8179b6-50de-4580-b919-9cbac186c1a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:34.323338 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1d8179b6-50de-4580-b919-9cbac186c1a5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6743f139-cd24-4670-91d6-7ea9519a4109 HTTP/1.1" status: 204 len: 168 time: 1.0541408 Aug 28 13:42:34.323818 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38254) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:34.369362 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e1a1fb-694c-4cac-b4b9-07974f1e9bdb admin admin] Deleting subnet 9237b768-2e7b-401f-8164-3e26a8fa90ff {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:42:34.372967 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-60e1a1fb-694c-4cac-b4b9-07974f1e9bdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:34.412965 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-60e1a1fb-694c-4cac-b4b9-07974f1e9bdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:34.492675 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-60e1a1fb-694c-4cac-b4b9-07974f1e9bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:34.548694 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-60e1a1fb-694c-4cac-b4b9-07974f1e9bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:34.574252 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1a1fb-694c-4cac-b4b9-07974f1e9bdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9237b768-2e7b-401f-8164-3e26a8fa90ff,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:34.579986 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-60e1a1fb-694c-4cac-b4b9-07974f1e9bdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:34.582177 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-60e1a1fb-694c-4cac-b4b9-07974f1e9bdb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9237b768-2e7b-401f-8164-3e26a8fa90ff HTTP/1.1" status: 204 len: 168 time: 0.2572801 Aug 28 13:42:34.584706 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38256) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:34.588048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2211ffdd-737d-4a0a-9754-b070377ce4bd None None] Network d11c482f-ba87-4e9f-b106-f73b445a7df0 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:42:34.658434 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:34.711725 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] Deleting port b315428f-faf6-4170-9948-13f5c55f0784 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:42:34.712066 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:34.779242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] For port b315428f-faf6-4170-9948-13f5c55f0784, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=b315428f-faf6-4170-9948-13f5c55f0784,segment=NetworkSegment(d17c370e-2629-40dc-825e-4bbc18c1f515),segment_id=d17c370e-2629-40dc-825e-4bbc18c1f515)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:42:34.779604 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:34.792265 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] Calling delete_port for b315428f-faf6-4170-9948-13f5c55f0784 owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:42:34.868889 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:34.895741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] Pushing event deleted for resources: {'Port': ['ID=b315428f-faf6-4170-9948-13f5c55f0784,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:34.900677 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] No DVR routers for this DVR port b315428f-faf6-4170-9948-13f5c55f0784 on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:42:34.906168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ffc887-3ee6-4ff4-b506-38f3f62e8bdb None None] DHCP port deletion for d11c482f-ba87-4e9f-b106-f73b445a7df0 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:42:34.980259 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:34.990381 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11c482f-ba87-4e9f-b106-f73b445a7df0']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:35.000355 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17c370e-2629-40dc-825e-4bbc18c1f515') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:35.000658 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17c370e-2629-40dc-825e-4bbc18c1f515') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:35.009714 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:35.023442 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:35.036457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:42:35.037046 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:42:35.039037 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:42:35.075257 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a38eaa2c-c2b7-4b03-9951-931af15b3cf4 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:42:35.092934 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:35.099222 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:35.099997 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: a38eaa2c-c2b7-4b03-9951-931af15b3cf4 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:42:35.100405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a38eaa2c-c2b7-4b03-9951-931af15b3cf4 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:42:35.100949 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b315428f-faf6-4170-9948-13f5c55f0784 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:42:35.101167 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d11c482f-ba87-4e9f-b106-f73b445a7df0 HTTP/1.1" status: 204 len: 168 time: 0.5153670 Aug 28 13:42:35.119029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d78c4-1cee-44ff-8c6c-7c1a5a32a443 admin admin] Pushing event deleted for resources: {'Network': ['ID=d11c482f-ba87-4e9f-b106-f73b445a7df0,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:35.122756 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: b315428f-faf6-4170-9948-13f5c55f0784 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:42:35.123115 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device b315428f-faf6-4170-9948-13f5c55f0784 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:42:35.123573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d28e129d-e55a-467d-babf-84e6aada27d7 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:42:35.142401 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: d28e129d-e55a-467d-babf-84e6aada27d7 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:42:35.142750 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d28e129d-e55a-467d-babf-84e6aada27d7 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:42:35.266421 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38260) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:35.306149 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-14c95f64-8dac-4f3f-89e0-197a73cef061 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c5d823b8566402b8adb94f954912b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385766 Aug 28 13:42:35.308620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38262) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:35.355644 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3844-6371-4755-95fe-aabb07fc6be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:35.375731 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3844-6371-4755-95fe-aabb07fc6be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:35.421838 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3844-6371-4755-95fe-aabb07fc6be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:35.424465 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3844-6371-4755-95fe-aabb07fc6be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:35.425610 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-fc3d3844-6371-4755-95fe-aabb07fc6be5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49e39de8-909f-43a1-ae41-3d8ed0661f23 HTTP/1.1" status: 204 len: 168 time: 0.1161137 Aug 28 13:42:35.433258 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d3844-6371-4755-95fe-aabb07fc6be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e39de8-909f-43a1-ae41-3d8ed0661f23,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:35.742345 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38268) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:35.783502 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d3020741-0a31-4263-ba5d-eaa1d0c14473 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6d454b30d34458abaf326dbc00ec59e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399673 Aug 28 13:42:35.785855 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38270) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:35.834257 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dccfee16-4249-42ef-9640-cfbf8c9d9815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:35.857950 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dccfee16-4249-42ef-9640-cfbf8c9d9815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:35.905093 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dccfee16-4249-42ef-9640-cfbf8c9d9815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:35.908349 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-dccfee16-4249-42ef-9640-cfbf8c9d9815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:35.910202 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-dccfee16-4249-42ef-9640-cfbf8c9d9815 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89b2043e-bbcc-4fc4-8cdd-c567e3a31c93 HTTP/1.1" status: 204 len: 168 time: 0.1232595 Aug 28 13:42:35.919035 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfee16-4249-42ef-9640-cfbf8c9d9815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b2043e-bbcc-4fc4-8cdd-c567e3a31c93,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:37.447386 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38310) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:37.452144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-ec9179e2-c577-4f5f-90f9-849214bbb161 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352968867', 'description': 'tempest-secgroup-smoke-352968867 description', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:42:37.477763 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec9179e2-c577-4f5f-90f9-849214bbb161 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:37.485477 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec9179e2-c577-4f5f-90f9-849214bbb161 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:37.582237 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec9179e2-c577-4f5f-90f9-849214bbb161 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:37.586704 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec9179e2-c577-4f5f-90f9-849214bbb161 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:37.625768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9179e2-c577-4f5f-90f9-849214bbb161 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204bcea8-1b9c-4d48-8f3e-63d4a4b239dc,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:37.684138 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec9179e2-c577-4f5f-90f9-849214bbb161 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:37.688940 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec9179e2-c577-4f5f-90f9-849214bbb161 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:37.721740 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9179e2-c577-4f5f-90f9-849214bbb161 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cffa405-ed0f-4248-b2bd-b9ccb34b4752,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:37.724964 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ec9179e2-c577-4f5f-90f9-849214bbb161 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:37.726606 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ec9179e2-c577-4f5f-90f9-849214bbb161 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2781596 Aug 28 13:42:37.729633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38312) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:37.734168 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2f8b7751-629c-46de-a50f-b02553c259d2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '9cffa405-ed0f-4248-b2bd-b9ccb34b4752', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:42:37.763801 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7751-629c-46de-a50f-b02553c259d2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:37.820862 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7751-629c-46de-a50f-b02553c259d2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:37.824792 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7751-629c-46de-a50f-b02553c259d2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:37.842286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b7751-629c-46de-a50f-b02553c259d2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e62e231-43fe-4dc9-8dd7-996293e4411b,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:37.852780 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2f8b7751-629c-46de-a50f-b02553c259d2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:37.854100 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2f8b7751-629c-46de-a50f-b02553c259d2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235399 Aug 28 13:42:37.856925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38314) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:37.861369 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-33a04a6f-83a8-4ccf-99ff-ca22d8c746a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '9cffa405-ed0f-4248-b2bd-b9ccb34b4752', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:42:37.888443 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-33a04a6f-83a8-4ccf-99ff-ca22d8c746a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:37.948905 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-33a04a6f-83a8-4ccf-99ff-ca22d8c746a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:37.952285 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-33a04a6f-83a8-4ccf-99ff-ca22d8c746a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:37.970404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a04a6f-83a8-4ccf-99ff-ca22d8c746a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17efe25-08c4-4a2c-9970-e6fef2a11ccb,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:37.977064 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-33a04a6f-83a8-4ccf-99ff-ca22d8c746a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:37.978517 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-33a04a6f-83a8-4ccf-99ff-ca22d8c746a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205902 Aug 28 13:42:37.981180 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38316) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:37.985773 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4c70bc63-039b-4f65-9495-760f1e73c688 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '9cffa405-ed0f-4248-b2bd-b9ccb34b4752', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:42:38.012344 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4c70bc63-039b-4f65-9495-760f1e73c688 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.020627 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.070124 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4c70bc63-039b-4f65-9495-760f1e73c688 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.073505 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4c70bc63-039b-4f65-9495-760f1e73c688 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.090818 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70bc63-039b-4f65-9495-760f1e73c688 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470315aa-996d-4011-b590-5e67640bb38f,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:38.099018 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4c70bc63-039b-4f65-9495-760f1e73c688 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.100983 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4c70bc63-039b-4f65-9495-760f1e73c688 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171820 Aug 28 13:42:38.102119 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38318) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:38.106517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-34b2630c-3d1d-42cb-a923-df83ac757d4d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '9cffa405-ed0f-4248-b2bd-b9ccb34b4752', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:42:38.132726 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-34b2630c-3d1d-42cb-a923-df83ac757d4d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.190588 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-34b2630c-3d1d-42cb-a923-df83ac757d4d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.194121 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-34b2630c-3d1d-42cb-a923-df83ac757d4d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.211543 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2630c-3d1d-42cb-a923-df83ac757d4d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e527a7-b2da-481b-bc40-a6ffd369b01e,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:38.217063 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-34b2630c-3d1d-42cb-a923-df83ac757d4d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.218560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-34b2630c-3d1d-42cb-a923-df83ac757d4d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154733 Aug 28 13:42:38.221850 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38320) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:38.226702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-9e03a0d0-6f21-4538-b219-5489b7925f44 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '9cffa405-ed0f-4248-b2bd-b9ccb34b4752', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:42:38.247852 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-9e03a0d0-6f21-4538-b219-5489b7925f44 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Project 6458a0fbde5941838c2b79b0bb62e45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:42:38.252501 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e03a0d0-6f21-4538-b219-5489b7925f44 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.317193 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e03a0d0-6f21-4538-b219-5489b7925f44 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.320642 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e03a0d0-6f21-4538-b219-5489b7925f44 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.339094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03a0d0-6f21-4538-b219-5489b7925f44 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44c68d7-6e95-4d5f-bb22-9a7a6d6e53f4,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:38.344497 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9e03a0d0-6f21-4538-b219-5489b7925f44 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.345758 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9e03a0d0-6f21-4538-b219-5489b7925f44 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226778 Aug 28 13:42:38.349170 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38322) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:38.353661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-eeee600c-af4d-49b2-8fe9-478ab208047e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '9cffa405-ed0f-4248-b2bd-b9ccb34b4752', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:42:38.375447 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-eeee600c-af4d-49b2-8fe9-478ab208047e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Project 6458a0fbde5941838c2b79b0bb62e45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:42:38.380852 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eeee600c-af4d-49b2-8fe9-478ab208047e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.446015 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eeee600c-af4d-49b2-8fe9-478ab208047e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.449658 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eeee600c-af4d-49b2-8fe9-478ab208047e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.470312 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee600c-af4d-49b2-8fe9-478ab208047e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691b3d65-67f3-4559-935b-5db91ec1c391,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:38.478826 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-eeee600c-af4d-49b2-8fe9-478ab208047e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.480031 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-eeee600c-af4d-49b2-8fe9-478ab208047e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299305 Aug 28 13:42:38.483031 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38324) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:38.488445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-dbec4c7c-58a5-4e17-bfa1-78b671253945 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'network': {'name': 'tempest-network-smoke--1360866657', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'port_security_enabled': True}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:42:38.507949 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbec4c7c-58a5-4e17-bfa1-78b671253945 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Made reservation on behalf of 6458a0fbde5941838c2b79b0bb62e45c for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:42:38.511329 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dbec4c7c-58a5-4e17-bfa1-78b671253945 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.535689 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbec4c7c-58a5-4e17-bfa1-78b671253945 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:42:38.545450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dbec4c7c-58a5-4e17-bfa1-78b671253945 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.545846 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-dbec4c7c-58a5-4e17-bfa1-78b671253945 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Added segment 356028c7-aa4f-41f0-9442-8af98e657b26 of type vlan for network aa08764c-9308-4e33-b9cd-ba85a7b3e99b Aug 28 13:42:38.584983 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dbec4c7c-58a5-4e17-bfa1-78b671253945 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.609054 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dbec4c7c-58a5-4e17-bfa1-78b671253945 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.614556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbec4c7c-58a5-4e17-bfa1-78b671253945 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:38.615133 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dbec4c7c-58a5-4e17-bfa1-78b671253945 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.673824 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dbec4c7c-58a5-4e17-bfa1-78b671253945 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1897402 Aug 28 13:42:38.676925 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38326) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:38.681688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2089508567', 'admin_state_up': True, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:42:38.684722 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec4c7c-58a5-4e17-bfa1-78b671253945 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Network': ['ID=aa08764c-9308-4e33-b9cd-ba85a7b3e99b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:38.696753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network aa08764c-9308-4e33-b9cd-ba85a7b3e99b details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:42:38.711814 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.712912 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.764115 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:38.941870 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:39.131610 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:39.150546 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:39.254798 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.25.1.22 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/140f065f-1232-4f3d-a0a1-589d9b557626) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:42:39.356101 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:39.394483 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:39.429520 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:42:39.432472 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:42:39.437883 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:42:39.465749 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=140f065f-1232-4f3d-a0a1-589d9b557626,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:39.741973 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:39.933856 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:40.058592 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router 89cada88-b3bf-4e54-974b-361b0d19e8a0 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:42:40.071493 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b7bb8114-2660-4984-895d-218553ed643a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:40.171024 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:42:40.181985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Sync routers for ids ['89cada88-b3bf-4e54-974b-361b0d19e8a0'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:42:40.193331 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:40.195021 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d307acbd-7fe7-4c20-92c0-dcd7e4b3224c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5170491 Aug 28 13:42:40.197044 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Routers {'89cada88-b3bf-4e54-974b-361b0d19e8a0'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:42:40.197653 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:42:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89cada88-b3bf-4e54-974b-361b0d19e8a0'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:40.198404 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38328) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:40.304984 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Set router 89cada88-b3bf-4e54-974b-361b0d19e8a0 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:42:40.329111 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3634cf0c-6ec7-4d38-bb60-3dca6ba49a8c tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6458a0fbde5941838c2b79b0bb62e45c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1295435 Aug 28 13:42:40.332746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38332) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:40.416829 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:40.483335 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17eca63-516e-44ed-a7bf-5dba33c3f1eb tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:40.484755 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d17eca63-516e-44ed-a7bf-5dba33c3f1eb tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1511004 Aug 28 13:42:40.487809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38334) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:40.500819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089508567', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:42:38Z', 'updated_at': '2021-08-28T13:42:39Z', 'revision_number': 3, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:39Z', 'updated_at': '2021-08-28T13:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:40.528212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Checking router: 89cada88-b3bf-4e54-974b-361b0d19e8a0 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:42:40.528560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Updating router 89cada88-b3bf-4e54-974b-361b0d19e8a0 port 140f065f-1232-4f3d-a0a1-589d9b557626 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:42:40.554961 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:40.790943 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-24677f7a-2b30-4e11-8e42-ce692f0d46c4 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3020406 Aug 28 13:42:40.793557 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38336) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:40.798413 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2645d7e4-c881-4584-a965-a303df310de9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-997896228', 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:42:40.821608 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:40.832150 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Transition to ACTIVE for port object 140f065f-1232-4f3d-a0a1-589d9b557626 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:42:40.838085 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:40.886040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2645d7e4-c881-4584-a965-a303df310de9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Made reservation on behalf of 6458a0fbde5941838c2b79b0bb62e45c for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:42:40.886618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Attempting to bind port 140f065f-1232-4f3d-a0a1-589d9b557626 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:42:40.886991 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Attempting to bind port 140f065f-1232-4f3d-a0a1-589d9b557626 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:42:40.887354 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Attempting to bind port 140f065f-1232-4f3d-a0a1-589d9b557626 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:42:40.889541 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2645d7e4-c881-4584-a965-a303df310de9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:40.894901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca1f8d-716e-45d5-84e3-e89f01d69c51 None None] Pushing event updated for resources: {'Port': ['ID=140f065f-1232-4f3d-a0a1-589d9b557626,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:40.897379 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:42:40.897747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:42:40.898146 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:40.898555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:42:40.899025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Bound port: 140f065f-1232-4f3d-a0a1-589d9b557626, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:42:40.899404 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:40.951486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] For port 140f065f-1232-4f3d-a0a1-589d9b557626, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:42:40.954560 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] For port 140f065f-1232-4f3d-a0a1-589d9b557626, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=140f065f-1232-4f3d-a0a1-589d9b557626,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:42:40.959967 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:41.016097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Routers {'89cada88-b3bf-4e54-974b-361b0d19e8a0'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:42:41.016709 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:42:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89cada88-b3bf-4e54-974b-361b0d19e8a0'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:41.057794 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca1f8d-716e-45d5-84e3-e89f01d69c51 None None] Pushing event updated for resources: {'Port': ['ID=140f065f-1232-4f3d-a0a1-589d9b557626,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:41.083854 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2645d7e4-c881-4584-a965-a303df310de9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:41.129164 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] Set router 89cada88-b3bf-4e54-974b-361b0d19e8a0 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:42:41.140809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645d7e4-c881-4584-a965-a303df310de9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Subnet': ['ID=21178ee5-7a10-4ee6-88ac-9160696c4833,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:41.156945 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2645d7e4-c881-4584-a965-a303df310de9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Checking segment: {'id': '356028c7-aa4f-41f0-9442-8af98e657b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:42:41.157326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2645d7e4-c881-4584-a965-a303df310de9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network hostable DHCP agents. Network: aa08764c-9308-4e33-b9cd-ba85a7b3e99b, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:42:41.176162 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2645d7e4-c881-4584-a965-a303df310de9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network aa08764c-9308-4e33-b9cd-ba85a7b3e99b is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:42:41.185807 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-2645d7e4-c881-4584-a965-a303df310de9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, aa08764c-9308-4e33-b9cd-ba85a7b3e99b) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:42:41.190334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2645d7e4-c881-4584-a965-a303df310de9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:41.190973 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2645d7e4-c881-4584-a965-a303df310de9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:41.208794 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2645d7e4-c881-4584-a965-a303df310de9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4141216 Aug 28 13:42:41.211738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38338) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:41.323106 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd389a7-114b-4c44-b85d-b99515fe73e1 None None] Network aa08764c-9308-4e33-b9cd-ba85a7b3e99b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:42:41.591697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ips': [{'subnet_id': '21178ee5-7a10-4ee6-88ac-9160696c4833'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:42:41.592542 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:41.619441 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089508567', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:42:38Z', 'updated_at': '2021-08-28T13:42:39Z', 'revision_number': 3, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:39Z', 'updated_at': '2021-08-28T13:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:41.662627 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:41.694460 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17e37c-f104-4c3b-9984-d01637a2f00a None None] The sync data for ids ['89cada88-b3bf-4e54-974b-361b0d19e8a0'] in n-d-791505-21 is: [{'id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089508567', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:42:38Z', 'updated_at': '2021-08-28T13:42:39Z', 'revision_number': 3, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:39Z', 'updated_at': '2021-08-28T13:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:42:41.793805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Allocated IP 172.20.0.2 (aa08764c-9308-4e33-b9cd-ba85a7b3e99b/21178ee5-7a10-4ee6-88ac-9160696c4833/a6c7972d-b4b8-4a63-bb8a-b4671b30e091) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:42:41.975675 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:42.000337 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Transition to ACTIVE for port object a6c7972d-b4b8-4a63-bb8a-b4671b30e091 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:42:42.024637 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Transition to ACTIVE for port object a6c7972d-b4b8-4a63-bb8a-b4671b30e091 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:42:42.033097 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:42.079488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Network aa08764c-9308-4e33-b9cd-ba85a7b3e99b is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:42:42.082194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:42:42.086288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:42:42.102311 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.20.0.1 (aa08764c-9308-4e33-b9cd-ba85a7b3e99b/21178ee5-7a10-4ee6-88ac-9160696c4833/571b200d-1d8b-4397-9460-5f6cd6742f01) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:42:42.164683 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Attempting to bind port a6c7972d-b4b8-4a63-bb8a-b4671b30e091 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:42:42.165263 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Attempting to bind port a6c7972d-b4b8-4a63-bb8a-b4671b30e091 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '356028c7-aa4f-41f0-9442-8af98e657b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:42:42.165489 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Attempting to bind port a6c7972d-b4b8-4a63-bb8a-b4671b30e091 on network aa08764c-9308-4e33-b9cd-ba85a7b3e99b {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:42:42.170844 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Pushing event updated for resources: {'Port': ['ID=a6c7972d-b4b8-4a63-bb8a-b4671b30e091,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:42.173951 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:42:42.174399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Checking segment: {'id': '356028c7-aa4f-41f0-9442-8af98e657b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:42:42.174820 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:42.175205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Bound using segment: {'id': '356028c7-aa4f-41f0-9442-8af98e657b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:42:42.175861 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Bound port: a6c7972d-b4b8-4a63-bb8a-b4671b30e091, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356028c7-aa4f-41f0-9442-8af98e657b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:42:42.176368 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:42.251079 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] For port a6c7972d-b4b8-4a63-bb8a-b4671b30e091, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:42:42.255014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] For port a6c7972d-b4b8-4a63-bb8a-b4671b30e091, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a6c7972d-b4b8-4a63-bb8a-b4671b30e091,segment=NetworkSegment(356028c7-aa4f-41f0-9442-8af98e657b26),segment_id=356028c7-aa4f-41f0-9442-8af98e657b26)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:42:42.255810 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:42.262205 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:42.276485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Transition to ACTIVE for port object 571b200d-1d8b-4397-9460-5f6cd6742f01 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:42:42.324213 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:42.357291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e82e47-040d-46b1-9fcc-cf6c15a62ed1 None None] Pushing event updated for resources: {'Port': ['ID=a6c7972d-b4b8-4a63-bb8a-b4671b30e091,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:42.368844 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ae361218-2634-43b7-87ae-9085f80c6e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:42.398643 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=571b200d-1d8b-4397-9460-5f6cd6742f01,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:42.403671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network aa08764c-9308-4e33-b9cd-ba85a7b3e99b is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:42:42.411607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:42:42.415080 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:42:42.461757 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:42.637187 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:42.690987 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:42.930216 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:42.934771 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:43.009999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=571b200d-1d8b-4397-9460-5f6cd6742f01,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:43.012865 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:43.112625 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network aa08764c-9308-4e33-b9cd-ba85a7b3e99b is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:42:43.114548 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:42:43.142404 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a6c7972d-b4b8-4a63-bb8a-b4671b30e091 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:42:43.200727 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port a6c7972d-b4b8-4a63-bb8a-b4671b30e091 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:42:43.205270 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 140f065f-1232-4f3d-a0a1-589d9b557626 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:42:43.247788 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router 89cada88-b3bf-4e54-974b-361b0d19e8a0 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:42:43.261631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 140f065f-1232-4f3d-a0a1-589d9b557626 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:42:43.265770 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 140f065f-1232-4f3d-a0a1-589d9b557626 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:42:43.266222 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:43.341436 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-0a6a87aa-a09c-4844-83fc-fe7d98b1d647 req-36979638-2658-44ea-99a6-ba874f12bf55 tempest-ServerDiskConfigTestJSON-1313108991 tempest-ServerDiskConfigTestJSON-1313108991-project] (94878) timed out ('10.222.0.10', 58264) {{(pid=94878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 13:42:43.355226 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:43.365274 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:42:43.374978 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c7d1249e-676a-4328-bc82-9d5790932abb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "PUT /v2.0/routers/89cada88-b3bf-4e54-974b-361b0d19e8a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1621921 Aug 28 13:42:43.385166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 140f065f-1232-4f3d-a0a1-589d9b557626, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=140f065f-1232-4f3d-a0a1-589d9b557626,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:42:43.390378 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:43.419585 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debac090-ccfe-4e6b-9958-fea80e7a9819 None None] Network aa08764c-9308-4e33-b9cd-ba85a7b3e99b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:42:43.495122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=140f065f-1232-4f3d-a0a1-589d9b557626,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:43.523680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-82a5ba16-8a36-4737-8db3-69e8aa281d25 None None] Provisioning for port a6c7972d-b4b8-4a63-bb8a-b4671b30e091 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:42:43.529799 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-82a5ba16-8a36-4737-8db3-69e8aa281d25 None None] Provisioning complete for port a6c7972d-b4b8-4a63-bb8a-b4671b30e091 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:42:43.530168 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82a5ba16-8a36-4737-8db3-69e8aa281d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:43.530868 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-efa21e43-9423-42b4-80f5-235c35bda433 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352968867&fields=id&tenant_id=6458a0fbde5941838c2b79b0bb62e45c HTTP/1.1" status: 200 len: 267 time: 0.0351088 Aug 28 13:42:43.645080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-3030da72-ee52-4ed5-9b1f-54acd35a1433 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:43.646839 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-3030da72-ee52-4ed5-9b1f-54acd35a1433 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/networks?id=aa08764c-9308-4e33-b9cd-ba85a7b3e99b HTTP/1.1" status: 200 len: 797 time: 0.1077211 Aug 28 13:42:43.671478 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-d58822a6-be26-4faa-8319-c126d304f88d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/quotas/6458a0fbde5941838c2b79b0bb62e45c HTTP/1.1" status: 200 len: 375 time: 0.0111258 Aug 28 13:42:43.672506 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:43.680227 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82a5ba16-8a36-4737-8db3-69e8aa281d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:43.714042 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-82a5ba16-8a36-4737-8db3-69e8aa281d25 None None] For port a6c7972d-b4b8-4a63-bb8a-b4671b30e091, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a6c7972d-b4b8-4a63-bb8a-b4671b30e091,segment=NetworkSegment(356028c7-aa4f-41f0-9442-8af98e657b26),segment_id=356028c7-aa4f-41f0-9442-8af98e657b26)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:42:43.719315 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-82a5ba16-8a36-4737-8db3-69e8aa281d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:43.750235 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-930a5dc2-771c-4fa3-9fd2-1984c684cade tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666847 Aug 28 13:42:43.775460 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5ba16-8a36-4737-8db3-69e8aa281d25 None None] Pushing event updated for resources: {'Port': ['ID=a6c7972d-b4b8-4a63-bb8a-b4671b30e091,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:43.901467 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-1e7800ac-6921-412c-ac90-899cd0306d8c service neutron] 10.222.0.20 "GET /v2.0/networks/aa08764c-9308-4e33-b9cd-ba85a7b3e99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372287 Aug 28 13:42:43.943072 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-131f30ed-8a59-4c27-9652-216085381420 None None] Provisioning for port 571b200d-1d8b-4397-9460-5f6cd6742f01 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:42:43.947671 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-131f30ed-8a59-4c27-9652-216085381420 None None] Provisioning complete for port 571b200d-1d8b-4397-9460-5f6cd6742f01 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:42:43.947971 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-131f30ed-8a59-4c27-9652-216085381420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:43.988804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-131f30ed-8a59-4c27-9652-216085381420 None None] Port 571b200d-1d8b-4397-9460-5f6cd6742f01 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:42:44.000608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-131f30ed-8a59-4c27-9652-216085381420 None None] Provisioning complete for port a6c7972d-b4b8-4a63-bb8a-b4671b30e091 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:42:44.000978 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-131f30ed-8a59-4c27-9652-216085381420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:44.023611 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Sync routers for ids ['89cada88-b3bf-4e54-974b-361b0d19e8a0'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:42:44.026663 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-1b19d7cb-dc93-473c-b34b-b31d5b0161f7 service neutron] 10.222.0.20 "GET /v2.0/networks/aa08764c-9308-4e33-b9cd-ba85a7b3e99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115131 Aug 28 13:42:44.034274 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Routers {'89cada88-b3bf-4e54-974b-361b0d19e8a0'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:42:44.034954 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:42:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89cada88-b3bf-4e54-974b-361b0d19e8a0'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:44.160558 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Set router 89cada88-b3bf-4e54-974b-361b0d19e8a0 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:42:44.209563 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-148777f9-9a58-4089-9682-fa467d0b518a req-94e72446-3da0-4123-9017-6a0520b57096 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 210 time: 0.0314167 Aug 28 13:42:44.218388 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6e01ab18-12df-40fb-83c9-a1e0a6951dbb None None] Provisioning complete for port 571b200d-1d8b-4397-9460-5f6cd6742f01 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:42:44.218898 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6e01ab18-12df-40fb-83c9-a1e0a6951dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:44.273426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-6e01ab18-12df-40fb-83c9-a1e0a6951dbb None None] Port 571b200d-1d8b-4397-9460-5f6cd6742f01 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:42:44.386015 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089508567', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:42:38Z', 'updated_at': '2021-08-28T13:42:42Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:39Z', 'updated_at': '2021-08-28T13:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '571b200d-1d8b-4397-9460-5f6cd6742f01', 'name': '', 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:30:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:41Z', 'updated_at': '2021-08-28T13:42:42Z', 'revision_number': 2, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:44.416160 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Checking router: 89cada88-b3bf-4e54-974b-361b0d19e8a0 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:42:44.416500 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Updating router 89cada88-b3bf-4e54-974b-361b0d19e8a0 port 571b200d-1d8b-4397-9460-5f6cd6742f01 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:42:44.445549 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:44.492492 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e2c03e96-da11-4cf1-b190-437dcfbc2edc None None] Provisioning complete for port 571b200d-1d8b-4397-9460-5f6cd6742f01 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:42:44.493141 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e2c03e96-da11-4cf1-b190-437dcfbc2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:44.536528 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-e2c03e96-da11-4cf1-b190-437dcfbc2edc None None] Port 571b200d-1d8b-4397-9460-5f6cd6742f01 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:42:44.637884 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:42:44.730647 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:44.740724 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Transition to ACTIVE for port object 571b200d-1d8b-4397-9460-5f6cd6742f01 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:42:44.747363 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:44.806820 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc85124-b2e7-4fa7-aef3-abec63f3ae9a None None] Pushing event updated for resources: {'Port': ['ID=571b200d-1d8b-4397-9460-5f6cd6742f01,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:44.848703 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc85124-b2e7-4fa7-aef3-abec63f3ae9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:44.849044 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc85124-b2e7-4fa7-aef3-abec63f3ae9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:44.849362 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc85124-b2e7-4fa7-aef3-abec63f3ae9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:44.849676 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc85124-b2e7-4fa7-aef3-abec63f3ae9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:44.849991 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc85124-b2e7-4fa7-aef3-abec63f3ae9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:44.850303 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc85124-b2e7-4fa7-aef3-abec63f3ae9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:44.850670 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc85124-b2e7-4fa7-aef3-abec63f3ae9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:44.851009 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc85124-b2e7-4fa7-aef3-abec63f3ae9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:44.851318 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc85124-b2e7-4fa7-aef3-abec63f3ae9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:44.851626 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc85124-b2e7-4fa7-aef3-abec63f3ae9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:44.851932 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc85124-b2e7-4fa7-aef3-abec63f3ae9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:44.852235 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc85124-b2e7-4fa7-aef3-abec63f3ae9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:42:44.866725 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Attempting to bind port 571b200d-1d8b-4397-9460-5f6cd6742f01 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:42:44.867092 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Attempting to bind port 571b200d-1d8b-4397-9460-5f6cd6742f01 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '356028c7-aa4f-41f0-9442-8af98e657b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:42:44.867444 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Attempting to bind port 571b200d-1d8b-4397-9460-5f6cd6742f01 on network aa08764c-9308-4e33-b9cd-ba85a7b3e99b {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:42:44.872703 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:42:44.873066 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Checking segment: {'id': '356028c7-aa4f-41f0-9442-8af98e657b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:42:44.873464 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:44.873849 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Bound using segment: {'id': '356028c7-aa4f-41f0-9442-8af98e657b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:42:44.874297 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Bound port: 571b200d-1d8b-4397-9460-5f6cd6742f01, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356028c7-aa4f-41f0-9442-8af98e657b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:42:44.874698 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:44.938923 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] For port 571b200d-1d8b-4397-9460-5f6cd6742f01, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:42:44.943809 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] For port 571b200d-1d8b-4397-9460-5f6cd6742f01, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=571b200d-1d8b-4397-9460-5f6cd6742f01,segment=NetworkSegment(356028c7-aa4f-41f0-9442-8af98e657b26),segment_id=356028c7-aa4f-41f0-9442-8af98e657b26)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:42:44.949042 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:45.002014 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Routers {'89cada88-b3bf-4e54-974b-361b0d19e8a0'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:42:45.003724 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:42:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89cada88-b3bf-4e54-974b-361b0d19e8a0'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:45.108650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a6c7972d-b4b8-4a63-bb8a-b4671b30e091 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:42:45.148251 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] Set router 89cada88-b3bf-4e54-974b-361b0d19e8a0 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:42:45.165344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a6c7972d-b4b8-4a63-bb8a-b4671b30e091 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:42:45.165715 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:45.202763 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc85124-b2e7-4fa7-aef3-abec63f3ae9a None None] Pushing event updated for resources: {'Port': ['ID=571b200d-1d8b-4397-9460-5f6cd6742f01,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:45.266034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 140f065f-1232-4f3d-a0a1-589d9b557626 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:42:45.304018 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-ce3c8ca8-2a47-49cd-a59b-ce7f6776c71d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:45.305536 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-ce3c8ca8-2a47-49cd-a59b-ce7f6776c71d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "GET /v2.0/networks?id=aa08764c-9308-4e33-b9cd-ba85a7b3e99b HTTP/1.1" status: 200 len: 797 time: 0.2098238 Aug 28 13:42:45.338205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 140f065f-1232-4f3d-a0a1-589d9b557626 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:42:45.338610 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:45.350972 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd25001f-d82a-4dc0-994a-d324ab3a7891 req-6e00cfd3-2e3a-42d7-a97f-cbb961675854 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 210 time: 0.0406027 Aug 28 13:42:45.390656 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-19acfcd4-26ba-41bd-845d-e4e75b85cc04 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6458a0fbde5941838c2b79b0bb62e45c HTTP/1.1" status: 200 len: 379 time: 0.0687459 Aug 28 13:42:45.400242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-93194d53-6ba4-4c89-85c6-7f374930c00b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'port': {'device_id': '737f0997-29a6-43ed-a393-cf1193b22aba', 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'admin_state_up': True, 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'security_groups': ['9cffa405-ed0f-4248-b2bd-b9ccb34b4752']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:42:45.442038 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089508567', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:42:38Z', 'updated_at': '2021-08-28T13:42:42Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:39Z', 'updated_at': '2021-08-28T13:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '571b200d-1d8b-4397-9460-5f6cd6742f01', 'name': '', 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:30:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:41Z', 'updated_at': '2021-08-28T13:42:44Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:45.468200 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa523268-8ef3-4202-bca8-d3a9be9051e1 None None] The sync data for ids ['89cada88-b3bf-4e54-974b-361b0d19e8a0'] in n-d-791505-21 is: [{'id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089508567', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:42:38Z', 'updated_at': '2021-08-28T13:42:42Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:39Z', 'updated_at': '2021-08-28T13:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '571b200d-1d8b-4397-9460-5f6cd6742f01', 'name': '', 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:30:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:41Z', 'updated_at': '2021-08-28T13:42:44Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:42:45.521827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-93194d53-6ba4-4c89-85c6-7f374930c00b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Made reservation on behalf of 6458a0fbde5941838c2b79b0bb62e45c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:42:45.525836 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-93194d53-6ba4-4c89-85c6-7f374930c00b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:45.545274 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:45.664061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-93194d53-6ba4-4c89-85c6-7f374930c00b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.20.0.14 (aa08764c-9308-4e33-b9cd-ba85a7b3e99b/21178ee5-7a10-4ee6-88ac-9160696c4833/c376f5fd-2815-4371-82fd-b1fb21dd7954) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:42:45.813401 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-93194d53-6ba4-4c89-85c6-7f374930c00b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:45.827015 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-93194d53-6ba4-4c89-85c6-7f374930c00b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Transition to ACTIVE for port object c376f5fd-2815-4371-82fd-b1fb21dd7954 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:42:45.860802 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-93194d53-6ba4-4c89-85c6-7f374930c00b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:45.914154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-93194d53-6ba4-4c89-85c6-7f374930c00b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network aa08764c-9308-4e33-b9cd-ba85a7b3e99b is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:42:45.917356 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-93194d53-6ba4-4c89-85c6-7f374930c00b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:42:45.922114 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-93194d53-6ba4-4c89-85c6-7f374930c00b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:42:45.926218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93194d53-6ba4-4c89-85c6-7f374930c00b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=c376f5fd-2815-4371-82fd-b1fb21dd7954,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:45.975635 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-93194d53-6ba4-4c89-85c6-7f374930c00b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:45.976349 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-93194d53-6ba4-4c89-85c6-7f374930c00b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:45.996841 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-93194d53-6ba4-4c89-85c6-7f374930c00b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6002467 Aug 28 13:42:46.010586 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Request body: {'port': {'device_id': '737f0997-29a6-43ed-a393-cf1193b22aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:42:46.076070 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:46.254353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f468736f-c64f-411b-ae33-15a6c1f60185 None None] Provisioning for port c376f5fd-2815-4371-82fd-b1fb21dd7954 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:42:46.259592 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f468736f-c64f-411b-ae33-15a6c1f60185 None None] Provisioning complete for port c376f5fd-2815-4371-82fd-b1fb21dd7954 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:42:46.260124 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f468736f-c64f-411b-ae33-15a6c1f60185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:46.295425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f468736f-c64f-411b-ae33-15a6c1f60185 None None] Port c376f5fd-2815-4371-82fd-b1fb21dd7954 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:42:46.361280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c376f5fd-2815-4371-82fd-b1fb21dd7954 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:42:46.369456 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:46.382130 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Transition to ACTIVE for port object c376f5fd-2815-4371-82fd-b1fb21dd7954 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:42:46.391308 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:46.492519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Pushing event updated for resources: {'Port': ['ID=c376f5fd-2815-4371-82fd-b1fb21dd7954,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:46.548619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb666e5d-5a5a-47fb-9793-5022bffe9cb3 req-db3870b6-f153-4b6e-b433-a2a560803d35 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:46.550478 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb666e5d-5a5a-47fb-9793-5022bffe9cb3 req-db3870b6-f153-4b6e-b433-a2a560803d35 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 944 time: 0.1162000 Aug 28 13:42:46.571545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Attempting to bind port c376f5fd-2815-4371-82fd-b1fb21dd7954 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:42:46.571917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Attempting to bind port c376f5fd-2815-4371-82fd-b1fb21dd7954 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '356028c7-aa4f-41f0-9442-8af98e657b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:42:46.572200 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Attempting to bind port c376f5fd-2815-4371-82fd-b1fb21dd7954 on network aa08764c-9308-4e33-b9cd-ba85a7b3e99b {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:42:46.585107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Port c376f5fd-2815-4371-82fd-b1fb21dd7954 on network aa08764c-9308-4e33-b9cd-ba85a7b3e99b not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:42:46.585433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Attempting to bind port c376f5fd-2815-4371-82fd-b1fb21dd7954 on network aa08764c-9308-4e33-b9cd-ba85a7b3e99b {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:42:46.594817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:42:46.595161 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Checking segment: {'id': '356028c7-aa4f-41f0-9442-8af98e657b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:42:46.595540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Bound using segment: {'id': '356028c7-aa4f-41f0-9442-8af98e657b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:42:46.595970 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Bound port: c376f5fd-2815-4371-82fd-b1fb21dd7954, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356028c7-aa4f-41f0-9442-8af98e657b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:42:46.596921 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:46.617268 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb666e5d-5a5a-47fb-9793-5022bffe9cb3 req-d289d245-f5c5-4925-b238-53018c4ef1b6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545034 Aug 28 13:42:46.677086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] For port c376f5fd-2815-4371-82fd-b1fb21dd7954, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:42:46.680079 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] For port c376f5fd-2815-4371-82fd-b1fb21dd7954, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c376f5fd-2815-4371-82fd-b1fb21dd7954,segment=NetworkSegment(356028c7-aa4f-41f0-9442-8af98e657b26),segment_id=356028c7-aa4f-41f0-9442-8af98e657b26)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:42:46.684532 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:46.723153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:46.723824 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:46.726151 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] 10.222.0.11 "PUT /v2.0/ports/c376f5fd-2815-4371-82fd-b1fb21dd7954 HTTP/1.1" status: 200 len: 1093 time: 0.7199082 Aug 28 13:42:46.726151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737f0997-29a6-43ed-a393-cf1193b22aba', 'tag': 'c376f5fd-2815-4371-82fd-b1fb21dd7954'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:42:46.727900 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f06e40f-1c05-4c5a-a651-c08cc6e6a91f" -d '{"events": [{"name": "network-changed", "server_uuid": "737f0997-29a6-43ed-a393-cf1193b22aba", "tag": "c376f5fd-2815-4371-82fd-b1fb21dd7954"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:42:46.754119 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2b254-5741-4c7f-abe2-20da25616f11 service neutron] Pushing event updated for resources: {'Port': ['ID=c376f5fd-2815-4371-82fd-b1fb21dd7954,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:46.785983 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b4819e-cf33-4905-bcf0-1f3f3f4a038e x-openstack-request-id: req-f7b4819e-cf33-4905-bcf0-1f3f3f4a038e {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:42:46.786279 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737f0997-29a6-43ed-a393-cf1193b22aba", "tag": "c376f5fd-2815-4371-82fd-b1fb21dd7954", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:42:46.786557 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7b4819e-cf33-4905-bcf0-1f3f3f4a038e {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:42:46.786962 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737f0997-29a6-43ed-a393-cf1193b22aba', 'tag': 'c376f5fd-2815-4371-82fd-b1fb21dd7954', 'status': 'completed', 'code': 200} Aug 28 13:42:46.817364 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-5f914998-3c1c-46d4-ae28-1971dc281a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:46.818927 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-5f914998-3c1c-46d4-ae28-1971dc281a09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 1096 time: 0.0451772 Aug 28 13:42:46.864115 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-992518bc-8cb2-4f3c-bf03-f0f25d01da7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c376f5fd-2815-4371-82fd-b1fb21dd7954 HTTP/1.1" status: 200 len: 217 time: 0.0370409 Aug 28 13:42:46.921138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-643f2849-754b-472f-9e75-cde0c51d14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:46.922524 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-643f2849-754b-472f-9e75-cde0c51d14a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21178ee5-7a10-4ee6-88ac-9160696c4833 HTTP/1.1" status: 200 len: 834 time: 0.0519617 Aug 28 13:42:46.970335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-d42645d2-ef49-4a02-bf42-992fc9702b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:46.972061 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-d42645d2-ef49-4a02-bf42-992fc9702b5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa08764c-9308-4e33-b9cd-ba85a7b3e99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426264 Aug 28 13:42:47.066707 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-e204a403-993c-4958-a743-cd77ea96ee5c service neutron] 10.222.0.11 "GET /v2.0/networks/aa08764c-9308-4e33-b9cd-ba85a7b3e99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875661 Aug 28 13:42:47.102111 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 571b200d-1d8b-4397-9460-5f6cd6742f01 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:42:47.154076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 571b200d-1d8b-4397-9460-5f6cd6742f01 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:42:47.157757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 571b200d-1d8b-4397-9460-5f6cd6742f01 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:42:47.158121 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:47.162723 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a39f4dde-0c06-49f8-ba26-4725d124f788 req-fa14cae7-0ac4-4a4f-a3ec-79a41b5a3d00 service neutron] 10.222.0.11 "GET /v2.0/networks/aa08764c-9308-4e33-b9cd-ba85a7b3e99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888519 Aug 28 13:42:47.237830 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:47.246385 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06e40f-1c05-4c5a-a651-c08cc6e6a91f req-6e722eda-4003-4522-864f-d93e31995a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:47.247885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f06e40f-1c05-4c5a-a651-c08cc6e6a91f req-6e722eda-4003-4522-864f-d93e31995a45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 1096 time: 0.0409348 Aug 28 13:42:47.273409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 571b200d-1d8b-4397-9460-5f6cd6742f01, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=571b200d-1d8b-4397-9460-5f6cd6742f01,segment=NetworkSegment(356028c7-aa4f-41f0-9442-8af98e657b26),segment_id=356028c7-aa4f-41f0-9442-8af98e657b26)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:42:47.277210 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:47.325222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=571b200d-1d8b-4397-9460-5f6cd6742f01,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:47.343369 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06e40f-1c05-4c5a-a651-c08cc6e6a91f req-53104c70-2b86-454e-872b-f8f1227d41d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:47.344849 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f06e40f-1c05-4c5a-a651-c08cc6e6a91f req-53104c70-2b86-454e-872b-f8f1227d41d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa08764c-9308-4e33-b9cd-ba85a7b3e99b HTTP/1.1" status: 200 len: 897 time: 0.0896845 Aug 28 13:42:47.386615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f06e40f-1c05-4c5a-a651-c08cc6e6a91f req-c86911d4-e7eb-44e2-825a-39ef7b889a7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c376f5fd-2815-4371-82fd-b1fb21dd7954 HTTP/1.1" status: 200 len: 217 time: 0.0348659 Aug 28 13:42:47.435430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06e40f-1c05-4c5a-a651-c08cc6e6a91f req-bd7fcd23-705b-4178-8469-636ac90babe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:47.436653 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f06e40f-1c05-4c5a-a651-c08cc6e6a91f req-bd7fcd23-705b-4178-8469-636ac90babe4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21178ee5-7a10-4ee6-88ac-9160696c4833 HTTP/1.1" status: 200 len: 834 time: 0.0427513 Aug 28 13:42:47.486585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06e40f-1c05-4c5a-a651-c08cc6e6a91f req-f77cff41-dba8-4079-8cf0-b5ed80c9e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:47.488583 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f06e40f-1c05-4c5a-a651-c08cc6e6a91f req-f77cff41-dba8-4079-8cf0-b5ed80c9e24e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa08764c-9308-4e33-b9cd-ba85a7b3e99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432346 Aug 28 13:42:47.578472 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f06e40f-1c05-4c5a-a651-c08cc6e6a91f req-1d845911-7407-4657-8358-a19219e45d3b service neutron] 10.222.0.11 "GET /v2.0/networks/aa08764c-9308-4e33-b9cd-ba85a7b3e99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815737 Aug 28 13:42:47.673857 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f06e40f-1c05-4c5a-a651-c08cc6e6a91f req-633e616e-edf3-4694-9b40-dc75be3a6e85 service neutron] 10.222.0.11 "GET /v2.0/networks/aa08764c-9308-4e33-b9cd-ba85a7b3e99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877881 Aug 28 13:42:47.747449 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc00ce-040a-4fa2-bb48-08d5d7db4e1a req-2d2741a2-b3d8-4c28-ad31-b88d1bc812ef tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:47.748943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-29dc00ce-040a-4fa2-bb48-08d5d7db4e1a req-2d2741a2-b3d8-4c28-ad31-b88d1bc812ef tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 944 time: 0.0500267 Aug 28 13:42:47.787057 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-29dc00ce-040a-4fa2-bb48-08d5d7db4e1a req-de2377d8-1631-4d2f-ac1d-efca52191bc5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319996 Aug 28 13:42:48.902751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da25d70-582d-4554-aed8-69a381791f05 req-95f95f6a-3be8-46e8-b5e0-bda05c8f98a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:48.904246 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6da25d70-582d-4554-aed8-69a381791f05 req-95f95f6a-3be8-46e8-b5e0-bda05c8f98a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 944 time: 0.0509577 Aug 28 13:42:48.943706 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6da25d70-582d-4554-aed8-69a381791f05 req-85ca12e2-8597-4a7a-882a-4da3b8c192d6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330701 Aug 28 13:42:49.082809 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 571b200d-1d8b-4397-9460-5f6cd6742f01 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:42:49.132828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 571b200d-1d8b-4397-9460-5f6cd6742f01 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:42:49.133192 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:49.708689 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c376f5fd-2815-4371-82fd-b1fb21dd7954 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:42:49.804478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c376f5fd-2815-4371-82fd-b1fb21dd7954, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c376f5fd-2815-4371-82fd-b1fb21dd7954,segment=NetworkSegment(356028c7-aa4f-41f0-9442-8af98e657b26),segment_id=356028c7-aa4f-41f0-9442-8af98e657b26)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:42:49.815810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'c376f5fd-2815-4371-82fd-b1fb21dd7954', 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'port_id': 'c376f5fd-2815-4371-82fd-b1fb21dd7954', 'mac_address': 'fa:16:3e:6d:7b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:42:49.852335 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:49.864652 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c376f5fd-2815-4371-82fd-b1fb21dd7954 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:42:49.883645 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c376f5fd-2815-4371-82fd-b1fb21dd7954, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c376f5fd-2815-4371-82fd-b1fb21dd7954,segment=NetworkSegment(356028c7-aa4f-41f0-9442-8af98e657b26),segment_id=356028c7-aa4f-41f0-9442-8af98e657b26)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:42:49.887367 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:49.934654 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=c376f5fd-2815-4371-82fd-b1fb21dd7954,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:50.056149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce94a4-8a1f-43de-b8f5-ecbcaab34ab0 req-fb2d452f-ba4e-427f-ae06-dcbaadcd91bb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:50.057659 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32ce94a4-8a1f-43de-b8f5-ecbcaab34ab0 req-fb2d452f-ba4e-427f-ae06-dcbaadcd91bb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 945 time: 0.0489240 Aug 28 13:42:50.099063 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-32ce94a4-8a1f-43de-b8f5-ecbcaab34ab0 req-77f816c2-4723-41f8-ac48-388ac12216ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355086 Aug 28 13:42:50.122488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['c376f5fd-2815-4371-82fd-b1fb21dd7954'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:42:51.214381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab2d6f-c689-4059-8ed5-38966e171de2 req-6e59c04f-b588-4b97-a872-d532c732f039 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:51.215870 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d8ab2d6f-c689-4059-8ed5-38966e171de2 req-6e59c04f-b588-4b97-a872-d532c732f039 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 945 time: 0.0505412 Aug 28 13:42:51.255320 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d8ab2d6f-c689-4059-8ed5-38966e171de2 req-c1f7f1ac-d8b7-4851-9f93-d10c65e3babd tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329680 Aug 28 13:42:51.724490 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c376f5fd-2815-4371-82fd-b1fb21dd7954 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:42:51.774594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port c376f5fd-2815-4371-82fd-b1fb21dd7954 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:42:51.777959 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port c376f5fd-2815-4371-82fd-b1fb21dd7954 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:42:51.778319 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:51.853170 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:51.874744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737f0997-29a6-43ed-a393-cf1193b22aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c376f5fd-2815-4371-82fd-b1fb21dd7954'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:42:51.876945 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1f9b66-ddfc-489b-be82-eb6cf249c9b8" -d '{"events": [{"server_uuid": "737f0997-29a6-43ed-a393-cf1193b22aba", "name": "network-vif-plugged", "status": "completed", "tag": "c376f5fd-2815-4371-82fd-b1fb21dd7954"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:42:51.889651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port c376f5fd-2815-4371-82fd-b1fb21dd7954, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c376f5fd-2815-4371-82fd-b1fb21dd7954,segment=NetworkSegment(356028c7-aa4f-41f0-9442-8af98e657b26),segment_id=356028c7-aa4f-41f0-9442-8af98e657b26)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:42:51.894995 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:51.944394 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=c376f5fd-2815-4371-82fd-b1fb21dd7954,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:51.975072 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f8633e-3f52-4eed-a255-34d4e32d6c36 x-openstack-request-id: req-89f8633e-3f52-4eed-a255-34d4e32d6c36 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:42:51.975369 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737f0997-29a6-43ed-a393-cf1193b22aba", "name": "network-vif-plugged", "status": "completed", "tag": "c376f5fd-2815-4371-82fd-b1fb21dd7954", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:42:51.975623 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89f8633e-3f52-4eed-a255-34d4e32d6c36 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:42:51.976019 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737f0997-29a6-43ed-a393-cf1193b22aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c376f5fd-2815-4371-82fd-b1fb21dd7954', 'code': 200} Aug 28 13:42:52.070766 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25ced8-b273-43f8-8b70-e48e8c99297f req-56aa2163-9eb7-4b57-aed2-198ac68be263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:52.072268 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d25ced8-b273-43f8-8b70-e48e8c99297f req-56aa2163-9eb7-4b57-aed2-198ac68be263 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 1098 time: 0.0406790 Aug 28 13:42:52.108420 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0d25ced8-b273-43f8-8b70-e48e8c99297f req-3603b79c-e983-4da2-8fb9-28169440f4c9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290799 Aug 28 13:42:52.369746 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb84cd-2552-4a5d-a84d-caaa2db636a0 req-d73cf9cb-df8a-4815-8318-16ebda174c54 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:52.371254 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c6bb84cd-2552-4a5d-a84d-caaa2db636a0 req-d73cf9cb-df8a-4815-8318-16ebda174c54 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 946 time: 0.0494926 Aug 28 13:42:52.415483 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c6bb84cd-2552-4a5d-a84d-caaa2db636a0 req-ce5cea16-7d42-49d5-a258-6c7c814e440b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383093 Aug 28 13:42:53.529748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545093d-1002-42f7-9f4e-7619274fa272 req-d23a81b1-2c9e-4ab4-955d-c33089bcf281 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:53.531238 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a545093d-1002-42f7-9f4e-7619274fa272 req-d23a81b1-2c9e-4ab4-955d-c33089bcf281 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 946 time: 0.0485563 Aug 28 13:42:53.568475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a545093d-1002-42f7-9f4e-7619274fa272 req-6905b318-cae3-4b34-b257-4a98f79b35d3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305705 Aug 28 13:42:53.681292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62df7d2-3087-4103-8564-b7c228971738 req-a3c5e213-4ffd-4427-97e8-b93a19f6f930 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:53.683774 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f62df7d2-3087-4103-8564-b7c228971738 req-a3c5e213-4ffd-4427-97e8-b93a19f6f930 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 946 time: 0.0493183 Aug 28 13:42:53.721105 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f62df7d2-3087-4103-8564-b7c228971738 req-36ff829a-34ce-4371-bd0b-89174df1f570 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322337 Aug 28 13:42:53.742530 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38390) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:53.783657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618417db-cdcf-446d-b64a-f67485e01e33 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:53.785181 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-618417db-cdcf-446d-b64a-f67485e01e33 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 1093 time: 0.0416932 Aug 28 13:42:53.788104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38392) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:53.792426 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': 'c376f5fd-2815-4371-82fd-b1fb21dd7954', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:42:53.814181 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:53.912719 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:54.017116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.25.1.167 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/8ed2f1a3-6d79-485d-8ed0-b3702d309758) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:42:54.117941 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:54.155555 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:54.192860 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:42:54.199763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:42:54.204102 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:42:54.207028 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=8ed2f1a3-6d79-485d-8ed0-b3702d309758,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:54.560737 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:54.634959 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:54.789690 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:54.794701 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:54.869889 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=8ed2f1a3-6d79-485d-8ed0-b3702d309758,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:42:54.880904 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:54.986433 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Floating IP e742da19-ccdb-4ca8-a40f-ad58f1a1473e associated. External IP: 172.25.1.167, port: c376f5fd-2815-4371-82fd-b1fb21dd7954. Aug 28 13:42:55.503027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router 89cada88-b3bf-4e54-974b-361b0d19e8a0 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:42:55.606645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:42:55.616127 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2109302-f68a-4f51-a35a-7e19181c8b64 None None] Sync routers for ids ['89cada88-b3bf-4e54-974b-361b0d19e8a0'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:42:55.623312 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:42:55.629473 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2109302-f68a-4f51-a35a-7e19181c8b64 None None] Routers {'89cada88-b3bf-4e54-974b-361b0d19e8a0'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:42:55.630098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e2109302-f68a-4f51-a35a-7e19181c8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:42:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89cada88-b3bf-4e54-974b-361b0d19e8a0'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:55.655285 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1ba7f00b-ce05-4fdb-b277-e377fe64d15f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8661571 Aug 28 13:42:55.656000 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737f0997-29a6-43ed-a393-cf1193b22aba', 'tag': 'c376f5fd-2815-4371-82fd-b1fb21dd7954'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:42:55.659151 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af7ef20-6ce3-4c8a-a25f-e3748dcd397b" -d '{"events": [{"name": "network-changed", "server_uuid": "737f0997-29a6-43ed-a393-cf1193b22aba", "tag": "c376f5fd-2815-4371-82fd-b1fb21dd7954"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:42:55.740272 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-e2109302-f68a-4f51-a35a-7e19181c8b64 None None] Set router 89cada88-b3bf-4e54-974b-361b0d19e8a0 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:42:55.755315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928ff80-e0d9-4368-bb91-bd93644fb6de req-bca3e193-bb60-4590-ba25-1b364c6e9108 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:55.756813 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9928ff80-e0d9-4368-bb91-bd93644fb6de req-bca3e193-bb60-4590-ba25-1b364c6e9108 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 946 time: 0.0493643 Aug 28 13:42:55.794919 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9928ff80-e0d9-4368-bb91-bd93644fb6de req-1905a247-8250-4bb3-9e7d-cbc17b89b62a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316944 Aug 28 13:42:55.818430 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38402) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:55.839307 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe4e9e8-9e58-45e0-ac19-1769fdc6ca57 x-openstack-request-id: req-2fe4e9e8-9e58-45e0-ac19-1769fdc6ca57 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:42:55.839600 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737f0997-29a6-43ed-a393-cf1193b22aba", "tag": "c376f5fd-2815-4371-82fd-b1fb21dd7954", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:42:55.839852 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fe4e9e8-9e58-45e0-ac19-1769fdc6ca57 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:42:55.840248 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737f0997-29a6-43ed-a393-cf1193b22aba', 'tag': 'c376f5fd-2815-4371-82fd-b1fb21dd7954', 'status': 'completed', 'code': 200} Aug 28 13:42:55.887786 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b82648d0-c0a1-42e2-b458-6b36e7e214ba tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/e742da19-ccdb-4ca8-a40f-ad58f1a1473e HTTP/1.1" status: 200 len: 992 time: 0.0669839 Aug 28 13:42:55.903489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7ef20-6ce3-4c8a-a25f-e3748dcd397b req-1b0777d7-9041-4836-8329-0c3f8836ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:55.905168 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0af7ef20-6ce3-4c8a-a25f-e3748dcd397b req-1b0777d7-9041-4836-8329-0c3f8836ec1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 1098 time: 0.0435452 Aug 28 13:42:56.004143 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7ef20-6ce3-4c8a-a25f-e3748dcd397b req-af5a3181-fa9b-4021-b209-5934830e9dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:56.005744 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0af7ef20-6ce3-4c8a-a25f-e3748dcd397b req-af5a3181-fa9b-4021-b209-5934830e9dbe service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa08764c-9308-4e33-b9cd-ba85a7b3e99b HTTP/1.1" status: 200 len: 897 time: 0.0934122 Aug 28 13:42:56.070726 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0af7ef20-6ce3-4c8a-a25f-e3748dcd397b req-67822ba1-8669-4d0e-bca8-9de7f192c9ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c376f5fd-2815-4371-82fd-b1fb21dd7954 HTTP/1.1" status: 200 len: 1000 time: 0.0583887 Aug 28 13:42:56.121072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7ef20-6ce3-4c8a-a25f-e3748dcd397b req-7caef30b-ddac-48a7-b3e8-f54845b7ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:56.122571 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0af7ef20-6ce3-4c8a-a25f-e3748dcd397b req-7caef30b-ddac-48a7-b3e8-f54845b7ab9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21178ee5-7a10-4ee6-88ac-9160696c4833 HTTP/1.1" status: 200 len: 834 time: 0.0440495 Aug 28 13:42:56.130468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e2109302-f68a-4f51-a35a-7e19181c8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089508567', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:42:38Z', 'updated_at': '2021-08-28T13:42:42Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:39Z', 'updated_at': '2021-08-28T13:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e742da19-ccdb-4ca8-a40f-ad58f1a1473e', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'floating_ip_address': '172.25.1.167', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'port_id': 'c376f5fd-2815-4371-82fd-b1fb21dd7954', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'mac_address': 'fa:16:3e:6d:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737f0997-29a6-43ed-a393-cf1193b22aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:42:54Z', 'updated_at': '2021-08-28T13:42:54Z', 'revision_number': 0, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571b200d-1d8b-4397-9460-5f6cd6742f01', 'name': '', 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:41Z', 'updated_at': '2021-08-28T13:42:47Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:56.157541 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2109302-f68a-4f51-a35a-7e19181c8b64 None None] Checking router: 89cada88-b3bf-4e54-974b-361b0d19e8a0 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:42:56.166474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2109302-f68a-4f51-a35a-7e19181c8b64 None None] Routers {'89cada88-b3bf-4e54-974b-361b0d19e8a0'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:42:56.167093 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e2109302-f68a-4f51-a35a-7e19181c8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:42:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89cada88-b3bf-4e54-974b-361b0d19e8a0'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:56.172939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7ef20-6ce3-4c8a-a25f-e3748dcd397b req-09ce9fad-b4ed-4c56-9ce2-fbcac79f18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:56.174504 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0af7ef20-6ce3-4c8a-a25f-e3748dcd397b req-09ce9fad-b4ed-4c56-9ce2-fbcac79f18cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa08764c-9308-4e33-b9cd-ba85a7b3e99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451050 Aug 28 13:42:56.265371 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0af7ef20-6ce3-4c8a-a25f-e3748dcd397b req-b0808c6f-1afd-433e-bdfc-dba62a69cb18 service neutron] 10.222.0.11 "GET /v2.0/networks/aa08764c-9308-4e33-b9cd-ba85a7b3e99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838122 Aug 28 13:42:56.272999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-e2109302-f68a-4f51-a35a-7e19181c8b64 None None] Set router 89cada88-b3bf-4e54-974b-361b0d19e8a0 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:42:56.359661 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0af7ef20-6ce3-4c8a-a25f-e3748dcd397b req-5ee40482-e470-45ce-9ec2-039711b08725 service neutron] 10.222.0.11 "GET /v2.0/networks/aa08764c-9308-4e33-b9cd-ba85a7b3e99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872929 Aug 28 13:42:56.495791 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-e2109302-f68a-4f51-a35a-7e19181c8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089508567', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:42:38Z', 'updated_at': '2021-08-28T13:42:42Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:39Z', 'updated_at': '2021-08-28T13:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e742da19-ccdb-4ca8-a40f-ad58f1a1473e', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'floating_ip_address': '172.25.1.167', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'port_id': 'c376f5fd-2815-4371-82fd-b1fb21dd7954', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'mac_address': 'fa:16:3e:6d:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737f0997-29a6-43ed-a393-cf1193b22aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:42:54Z', 'updated_at': '2021-08-28T13:42:54Z', 'revision_number': 0, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571b200d-1d8b-4397-9460-5f6cd6742f01', 'name': '', 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:41Z', 'updated_at': '2021-08-28T13:42:47Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:42:56.521923 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2109302-f68a-4f51-a35a-7e19181c8b64 None None] The sync data for ids ['89cada88-b3bf-4e54-974b-361b0d19e8a0'] in n-d-791505-21 is: [{'id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089508567', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:42:38Z', 'updated_at': '2021-08-28T13:42:42Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:39Z', 'updated_at': '2021-08-28T13:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e742da19-ccdb-4ca8-a40f-ad58f1a1473e', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'floating_ip_address': '172.25.1.167', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'port_id': 'c376f5fd-2815-4371-82fd-b1fb21dd7954', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'mac_address': 'fa:16:3e:6d:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737f0997-29a6-43ed-a393-cf1193b22aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:42:54Z', 'updated_at': '2021-08-28T13:42:54Z', 'revision_number': 0, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571b200d-1d8b-4397-9460-5f6cd6742f01', 'name': '', 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:41Z', 'updated_at': '2021-08-28T13:42:47Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:42:56.712391 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3b5d3-a147-49f3-b503-3697b96fdd51 None None] New status for floating IP e742da19-ccdb-4ca8-a40f-ad58f1a1473e: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:42:56.890476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38404) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:42:56.950468 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5595423e-49ce-4b3f-9fd4-40f6738cb3a2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/e742da19-ccdb-4ca8-a40f-ad58f1a1473e HTTP/1.1" status: 200 len: 994 time: 0.0588379 Aug 28 13:42:58.571192 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2f274650-4f1f-495f-b2bf-97621a7593bc req-c87e4c98-b20f-4638-88e5-503600f0562b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398796 Aug 28 13:42:58.654292 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f274650-4f1f-495f-b2bf-97621a7593bc req-cf857cd0-91e0-48a6-9b11-f9dda25819be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:58.655842 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2f274650-4f1f-495f-b2bf-97621a7593bc req-cf857cd0-91e0-48a6-9b11-f9dda25819be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0413153 Aug 28 13:42:58.763136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f274650-4f1f-495f-b2bf-97621a7593bc req-86229aa0-fafc-40c3-9420-0f95102d748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:58.764680 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2f274650-4f1f-495f-b2bf-97621a7593bc req-86229aa0-fafc-40c3-9420-0f95102d748e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0876102 Aug 28 13:42:58.807404 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2f274650-4f1f-495f-b2bf-97621a7593bc req-9f952dcd-c40f-4337-9667-8f70d6b25857 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0346506 Aug 28 13:42:58.856514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f274650-4f1f-495f-b2bf-97621a7593bc req-525f4883-53cb-4703-b330-52ffb34f73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:58.857852 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2f274650-4f1f-495f-b2bf-97621a7593bc req-525f4883-53cb-4703-b330-52ffb34f73f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0437703 Aug 28 13:42:58.904184 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f274650-4f1f-495f-b2bf-97621a7593bc req-9d6db2ec-3b78-4ef2-b4d7-8a02441255d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:42:58.905639 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2f274650-4f1f-495f-b2bf-97621a7593bc req-9d6db2ec-3b78-4ef2-b4d7-8a02441255d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392468 Aug 28 13:42:58.999111 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2f274650-4f1f-495f-b2bf-97621a7593bc req-da81be18-34bd-4903-88fb-e423da62ebc9 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839000 Aug 28 13:42:59.093626 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2f274650-4f1f-495f-b2bf-97621a7593bc req-7785be8f-323a-432e-889b-756f845f89d3 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833688 Aug 28 13:43:08.022304 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:10.071851 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1b1dc0cd-df5e-407d-a539-b81fbd7908e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:10.365101 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:12.339825 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e8910f9e-82a2-4039-9420-04c2723d6e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:12.681963 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:13.642608 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:15.538813 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:21.637935 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:43:25.654403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e22cd-fa91-4a2f-a423-51504561494f req-2be4ca29-7e18-49f4-b357-f0b3b5c961bc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:25.655952 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-015e22cd-fa91-4a2f-a423-51504561494f req-2be4ca29-7e18-49f4-b357-f0b3b5c961bc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 946 time: 0.0513432 Aug 28 13:43:25.701605 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-015e22cd-fa91-4a2f-a423-51504561494f req-7bb9d79a-1b78-4d66-a0a8-5b53e02b49b4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387404 Aug 28 13:43:26.817463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345481c1-5878-4c6e-adda-94c49d7561ae req-33462a5e-ec2a-4368-9a48-91e7dd7ffa8d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:26.818965 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-345481c1-5878-4c6e-adda-94c49d7561ae req-33462a5e-ec2a-4368-9a48-91e7dd7ffa8d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 946 time: 0.0476625 Aug 28 13:43:26.856275 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-345481c1-5878-4c6e-adda-94c49d7561ae req-f7923359-e0b7-44fc-ae71-5c115590e83b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314338 Aug 28 13:43:26.878448 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38424) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:26.937867 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-cc68e654-3191-4012-9ef8-fee0a7465908 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/e742da19-ccdb-4ca8-a40f-ad58f1a1473e HTTP/1.1" status: 200 len: 994 time: 0.0582280 Aug 28 13:43:28.204834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe586f5f-f82a-4d3d-bf56-8e2ddbf2f936 req-38e46268-7925-41a4-80bf-81459c79dbc7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:28.208037 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe586f5f-f82a-4d3d-bf56-8e2ddbf2f936 req-38e46268-7925-41a4-80bf-81459c79dbc7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 946 time: 0.0570173 Aug 28 13:43:28.246559 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe586f5f-f82a-4d3d-bf56-8e2ddbf2f936 req-aa20d71b-0d27-4214-8abb-7902c2f17795 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325389 Aug 28 13:43:29.364280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a61d50-835e-4437-9550-1941eaa50e79 req-be30bb20-efcc-4b32-87ae-a155e130a1f3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:29.365682 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83a61d50-835e-4437-9550-1941eaa50e79 req-be30bb20-efcc-4b32-87ae-a155e130a1f3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 946 time: 0.0515425 Aug 28 13:43:29.405157 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83a61d50-835e-4437-9550-1941eaa50e79 req-7daf379f-7910-44e7-825f-df46c9e84905 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334821 Aug 28 13:43:30.519228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecce14-cc49-4ab0-9b52-d9bf3e5da82d req-77825b7b-7bfa-41b6-97af-205a99164806 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:30.520711 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-55ecce14-cc49-4ab0-9b52-d9bf3e5da82d req-77825b7b-7bfa-41b6-97af-205a99164806 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 946 time: 0.0495877 Aug 28 13:43:30.558481 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-55ecce14-cc49-4ab0-9b52-d9bf3e5da82d req-712197b1-ea90-4fee-9c70-41a7c6a38ad5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318601 Aug 28 13:43:31.678468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1314bab-dbea-4914-9db7-6a0f8ca8e901 req-8fc554b8-c76d-42fa-8ea6-96e9ae9649c6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:31.679967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1314bab-dbea-4914-9db7-6a0f8ca8e901 req-8fc554b8-c76d-42fa-8ea6-96e9ae9649c6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 946 time: 0.0551240 Aug 28 13:43:31.717188 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1314bab-dbea-4914-9db7-6a0f8ca8e901 req-34412b58-6085-4017-bc7a-21f3ec677d12 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313592 Aug 28 13:43:32.832985 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60bfa1-9f84-4c39-897d-85203ad65ebf req-d18b987d-5224-417a-af2f-ca2e6fae048c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:32.834630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce60bfa1-9f84-4c39-897d-85203ad65ebf req-d18b987d-5224-417a-af2f-ca2e6fae048c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 946 time: 0.0506620 Aug 28 13:43:32.872691 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce60bfa1-9f84-4c39-897d-85203ad65ebf req-2dd352b6-0bf8-4cc9-8863-4b12a36b4395 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320971 Aug 28 13:43:33.989642 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d14902-6ba5-4faf-bad5-ed64e18a1a08 req-8f028f77-6f01-420a-8334-5126d7e4f39b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:33.991290 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21d14902-6ba5-4faf-bad5-ed64e18a1a08 req-8f028f77-6f01-420a-8334-5126d7e4f39b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 946 time: 0.0493262 Aug 28 13:43:34.029007 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21d14902-6ba5-4faf-bad5-ed64e18a1a08 req-14fdadd5-281d-4f3a-b1ca-271db6116d18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318086 Aug 28 13:43:34.053743 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38442) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:34.124280 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-edb3efce-7197-44f8-8bb2-1bb0a49757e1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/e742da19-ccdb-4ca8-a40f-ad58f1a1473e HTTP/1.1" status: 200 len: 994 time: 0.0693812 Aug 28 13:43:34.346996 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38450) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:34.498717 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port 8ed2f1a3-6d79-485d-8ed0-b3702d309758 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:43:34.499004 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:34.575040 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:34.575367 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:34.587769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for 8ed2f1a3-6d79-485d-8ed0-b3702d309758 owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:43:35.045294 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:35.073873 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=8ed2f1a3-6d79-485d-8ed0-b3702d309758,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:35.097143 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:35.097492 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:35.097840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:35.098179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:35.098552 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:35.098895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:35.099231 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:35.099565 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:35.099898 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:35.100226 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:35.100553 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:35.100879 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:35.142651 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:35.142996 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Floating IP e742da19-ccdb-4ca8-a40f-ad58f1a1473e disassociated (deleted). External IP: 172.25.1.167, port: c376f5fd-2815-4371-82fd-b1fb21dd7954. Aug 28 13:43:35.351362 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router 89cada88-b3bf-4e54-974b-361b0d19e8a0 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:43:35.456750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:43:35.461540 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:35.466130 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff4531-daec-478c-a65b-bc8e864dcdc4 None None] Sync routers for ids ['89cada88-b3bf-4e54-974b-361b0d19e8a0'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:43:35.475446 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff4531-daec-478c-a65b-bc8e864dcdc4 None None] Routers {'89cada88-b3bf-4e54-974b-361b0d19e8a0'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:43:35.476066 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6aff4531-daec-478c-a65b-bc8e864dcdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:43:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89cada88-b3bf-4e54-974b-361b0d19e8a0'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:35.488912 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-02854471-8c81-4a4c-8408-75e05e9d5c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/floatingips/e742da19-ccdb-4ca8-a40f-ad58f1a1473e HTTP/1.1" status: 204 len: 168 time: 1.1406944 Aug 28 13:43:35.489626 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737f0997-29a6-43ed-a393-cf1193b22aba', 'tag': 'c376f5fd-2815-4371-82fd-b1fb21dd7954'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:43:35.491933 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821059e9cdabc42353b4e09090cf4c202d26ce35e6b56e9c4c4c84d82f99d3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8208b23-f01d-428e-a843-acb90447f5da" -d '{"events": [{"name": "network-changed", "server_uuid": "737f0997-29a6-43ed-a393-cf1193b22aba", "tag": "c376f5fd-2815-4371-82fd-b1fb21dd7954"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:43:35.583836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-6aff4531-daec-478c-a65b-bc8e864dcdc4 None None] Set router 89cada88-b3bf-4e54-974b-361b0d19e8a0 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:43:35.704519 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84843086-0b29-494c-adf1-24ee4d40960b x-openstack-request-id: req-84843086-0b29-494c-adf1-24ee4d40960b {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:43:35.705046 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737f0997-29a6-43ed-a393-cf1193b22aba", "tag": "c376f5fd-2815-4371-82fd-b1fb21dd7954", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:43:35.705484 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84843086-0b29-494c-adf1-24ee4d40960b {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:43:35.706743 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737f0997-29a6-43ed-a393-cf1193b22aba', 'tag': 'c376f5fd-2815-4371-82fd-b1fb21dd7954', 'status': 'completed', 'code': 200} Aug 28 13:43:35.802340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8208b23-f01d-428e-a843-acb90447f5da req-490c9e2a-f7a6-4240-9c73-34ff3df7df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:35.803001 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6aff4531-daec-478c-a65b-bc8e864dcdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089508567', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:42:38Z', 'updated_at': '2021-08-28T13:42:42Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:39Z', 'updated_at': '2021-08-28T13:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '571b200d-1d8b-4397-9460-5f6cd6742f01', 'name': '', 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:41Z', 'updated_at': '2021-08-28T13:42:47Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:35.803870 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8208b23-f01d-428e-a843-acb90447f5da req-490c9e2a-f7a6-4240-9c73-34ff3df7df4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 1098 time: 0.0759237 Aug 28 13:43:35.816879 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571427da-52ff-4814-83ac-b564ff145dda req-a980fc1f-06c4-4a14-849e-ce956260b23a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:35.817707 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-571427da-52ff-4814-83ac-b564ff145dda req-a980fc1f-06c4-4a14-849e-ce956260b23a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 946 time: 0.0604186 Aug 28 13:43:35.829366 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff4531-daec-478c-a65b-bc8e864dcdc4 None None] Checking router: 89cada88-b3bf-4e54-974b-361b0d19e8a0 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:43:35.839322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff4531-daec-478c-a65b-bc8e864dcdc4 None None] Routers {'89cada88-b3bf-4e54-974b-361b0d19e8a0'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:43:35.839963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6aff4531-daec-478c-a65b-bc8e864dcdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:43:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89cada88-b3bf-4e54-974b-361b0d19e8a0'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:35.905575 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-571427da-52ff-4814-83ac-b564ff145dda req-93800d43-25ce-448e-be88-1d3f59b77513 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795705 Aug 28 13:43:35.934495 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8208b23-f01d-428e-a843-acb90447f5da req-463755b6-a874-463a-a9f4-18a7655f2214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:35.935974 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8208b23-f01d-428e-a843-acb90447f5da req-463755b6-a874-463a-a9f4-18a7655f2214 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aa08764c-9308-4e33-b9cd-ba85a7b3e99b HTTP/1.1" status: 200 len: 897 time: 0.1174059 Aug 28 13:43:35.950795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-6aff4531-daec-478c-a65b-bc8e864dcdc4 None None] Set router 89cada88-b3bf-4e54-974b-361b0d19e8a0 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:43:35.980345 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8208b23-f01d-428e-a843-acb90447f5da req-5100d5de-8f82-4e59-b40c-27571092a469 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c376f5fd-2815-4371-82fd-b1fb21dd7954 HTTP/1.1" status: 200 len: 217 time: 0.0358431 Aug 28 13:43:36.030114 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8208b23-f01d-428e-a843-acb90447f5da req-da9b475f-6e3d-49f3-99f3-1c53acec9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:36.031654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8208b23-f01d-428e-a843-acb90447f5da req-da9b475f-6e3d-49f3-99f3-1c53acec9460 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21178ee5-7a10-4ee6-88ac-9160696c4833 HTTP/1.1" status: 200 len: 834 time: 0.0435328 Aug 28 13:43:36.085313 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8208b23-f01d-428e-a843-acb90447f5da req-1ade5895-fab9-4fa4-b086-d6895a4fcccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:36.086856 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8208b23-f01d-428e-a843-acb90447f5da req-1ade5895-fab9-4fa4-b086-d6895a4fcccf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aa08764c-9308-4e33-b9cd-ba85a7b3e99b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466182 Aug 28 13:43:36.153552 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6aff4531-daec-478c-a65b-bc8e864dcdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089508567', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:42:38Z', 'updated_at': '2021-08-28T13:42:42Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:39Z', 'updated_at': '2021-08-28T13:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '571b200d-1d8b-4397-9460-5f6cd6742f01', 'name': '', 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:41Z', 'updated_at': '2021-08-28T13:42:47Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:36.178997 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8208b23-f01d-428e-a843-acb90447f5da req-421dc978-8399-41ef-8028-3b751041f69d service neutron] 10.222.0.11 "GET /v2.0/networks/aa08764c-9308-4e33-b9cd-ba85a7b3e99b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838072 Aug 28 13:43:36.184955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff4531-daec-478c-a65b-bc8e864dcdc4 None None] The sync data for ids ['89cada88-b3bf-4e54-974b-361b0d19e8a0'] in n-d-791505-21 is: [{'id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089508567', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:42:38Z', 'updated_at': '2021-08-28T13:42:42Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:39Z', 'updated_at': '2021-08-28T13:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '571b200d-1d8b-4397-9460-5f6cd6742f01', 'name': '', 'network_id': 'aa08764c-9308-4e33-b9cd-ba85a7b3e99b', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:41Z', 'updated_at': '2021-08-28T13:42:47Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '21178ee5-7a10-4ee6-88ac-9160696c4833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:43:36.276834 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8208b23-f01d-428e-a843-acb90447f5da req-dae44afd-913a-42fa-970c-b0f78cbc8618 service neutron] 10.222.0.11 "GET /v2.0/networks/aa08764c-9308-4e33-b9cd-ba85a7b3e99b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906107 Aug 28 13:43:36.412213 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d8efa3-90b9-4c17-b1fa-85f9a19e34e3 None None] New status for floating IP e742da19-ccdb-4ca8-a40f-ad58f1a1473e: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:43:37.025812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac6080-0fb9-4a7f-9d82-98c6ee2b9711 req-9629f848-1f59-49cd-9be5-0e6cb8c8a3c8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:37.027367 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-15ac6080-0fb9-4a7f-9d82-98c6ee2b9711 req-9629f848-1f59-49cd-9be5-0e6cb8c8a3c8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 946 time: 0.0508561 Aug 28 13:43:37.067114 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-15ac6080-0fb9-4a7f-9d82-98c6ee2b9711 req-f3b2881b-347e-4ab6-b720-2611f59d89b3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=9cffa405-ed0f-4248-b2bd-b9ccb34b4752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336034 Aug 28 13:43:37.243626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb344ec8-317d-4640-a25a-05e0b2e9d16f req-f7b6bd96-63d3-4e7e-8be4-c50b7923d433 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:37.244985 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb344ec8-317d-4640-a25a-05e0b2e9d16f req-f7b6bd96-63d3-4e7e-8be4-c50b7923d433 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 946 time: 0.0479305 Aug 28 13:43:37.338293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-eb344ec8-317d-4640-a25a-05e0b2e9d16f req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port c376f5fd-2815-4371-82fd-b1fb21dd7954 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:43:37.338659 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb344ec8-317d-4640-a25a-05e0b2e9d16f req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:37.425905 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-eb344ec8-317d-4640-a25a-05e0b2e9d16f req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] For port c376f5fd-2815-4371-82fd-b1fb21dd7954, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=c376f5fd-2815-4371-82fd-b1fb21dd7954,segment=NetworkSegment(356028c7-aa4f-41f0-9442-8af98e657b26),segment_id=356028c7-aa4f-41f0-9442-8af98e657b26)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:43:37.426271 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb344ec8-317d-4640-a25a-05e0b2e9d16f req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:37.439597 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-eb344ec8-317d-4640-a25a-05e0b2e9d16f req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for c376f5fd-2815-4371-82fd-b1fb21dd7954 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:43:37.567366 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb344ec8-317d-4640-a25a-05e0b2e9d16f req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:37.597446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=c376f5fd-2815-4371-82fd-b1fb21dd7954,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:37.623442 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:37.623792 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:37.624258 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:37.624460 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:37.624791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:37.625117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:37.625446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:37.625770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:37.626093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:37.626450 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:37.626762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:37.627083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:37.646049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb344ec8-317d-4640-a25a-05e0b2e9d16f req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] No DVR routers for this DVR port c376f5fd-2815-4371-82fd-b1fb21dd7954 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:43:37.648551 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-eb344ec8-317d-4640-a25a-05e0b2e9d16f req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:37.650705 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb344ec8-317d-4640-a25a-05e0b2e9d16f req-ef912c0b-f9d6-4a2e-b8c1-625f8ef65d1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "DELETE /v2.0/ports/c376f5fd-2815-4371-82fd-b1fb21dd7954 HTTP/1.1" status: 204 len: 173 time: 0.3995674 Aug 28 13:43:37.651149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737f0997-29a6-43ed-a393-cf1193b22aba', 'name': 'network-vif-deleted', 'tag': 'c376f5fd-2815-4371-82fd-b1fb21dd7954'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:43:37.653475 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b237d56f-3ec8-49b6-ad50-d912192cbf69" -d '{"events": [{"server_uuid": "737f0997-29a6-43ed-a393-cf1193b22aba", "name": "network-vif-deleted", "tag": "c376f5fd-2815-4371-82fd-b1fb21dd7954"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:43:37.689777 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1868b0-f418-43c1-8b79-666bffaab471 x-openstack-request-id: req-9d1868b0-f418-43c1-8b79-666bffaab471 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:43:37.690072 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737f0997-29a6-43ed-a393-cf1193b22aba", "name": "network-vif-deleted", "tag": "c376f5fd-2815-4371-82fd-b1fb21dd7954", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:43:37.690327 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d1868b0-f418-43c1-8b79-666bffaab471 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:43:37.690830 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737f0997-29a6-43ed-a393-cf1193b22aba', 'name': 'network-vif-deleted', 'tag': 'c376f5fd-2815-4371-82fd-b1fb21dd7954', 'status': 'completed', 'code': 200} Aug 28 13:43:38.021113 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:38.184798 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1662a2b7-d426-4b0d-b0bf-ff9ee0fde35e req-425a17d1-3da6-42c8-8599-beb2f5daeb22 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=737f0997-29a6-43ed-a393-cf1193b22aba HTTP/1.1" status: 200 len: 210 time: 0.0308583 Aug 28 13:43:39.240178 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38468) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:39.594383 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a79d7c5-dd4a-4c52-87ab-a17022d151b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:39.847799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0a79d7c5-dd4a-4c52-87ab-a17022d151b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port 571b200d-1d8b-4397-9460-5f6cd6742f01 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:43:39.848083 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a79d7c5-dd4a-4c52-87ab-a17022d151b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:39.934382 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-0a79d7c5-dd4a-4c52-87ab-a17022d151b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] For port 571b200d-1d8b-4397-9460-5f6cd6742f01, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=571b200d-1d8b-4397-9460-5f6cd6742f01,segment=NetworkSegment(356028c7-aa4f-41f0-9442-8af98e657b26),segment_id=356028c7-aa4f-41f0-9442-8af98e657b26)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:43:39.934753 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a79d7c5-dd4a-4c52-87ab-a17022d151b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:39.947394 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-0a79d7c5-dd4a-4c52-87ab-a17022d151b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for 571b200d-1d8b-4397-9460-5f6cd6742f01 owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:43:39.960838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c376f5fd-2815-4371-82fd-b1fb21dd7954 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:43:39.980707 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: c376f5fd-2815-4371-82fd-b1fb21dd7954 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:43:39.981052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device c376f5fd-2815-4371-82fd-b1fb21dd7954 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:43:40.072598 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-18e6548f-7709-4676-82fd-51b53570dee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:40.134739 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a79d7c5-dd4a-4c52-87ab-a17022d151b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:40.165754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79d7c5-dd4a-4c52-87ab-a17022d151b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=571b200d-1d8b-4397-9460-5f6cd6742f01,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:40.339037 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-0a79d7c5-dd4a-4c52-87ab-a17022d151b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:40.366676 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:40.553507 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a79d7c5-dd4a-4c52-87ab-a17022d151b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router 89cada88-b3bf-4e54-974b-361b0d19e8a0 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:43:40.659619 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a79d7c5-dd4a-4c52-87ab-a17022d151b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:43:40.665310 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-0a79d7c5-dd4a-4c52-87ab-a17022d151b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "PUT /v2.0/routers/89cada88-b3bf-4e54-974b-361b0d19e8a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4239500 Aug 28 13:43:40.668272 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38470) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:40.669357 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e8107-eef1-4214-9c4d-921f95b74b27 None None] Sync routers for ids ['89cada88-b3bf-4e54-974b-361b0d19e8a0'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:43:40.679452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e8107-eef1-4214-9c4d-921f95b74b27 None None] Routers {'89cada88-b3bf-4e54-974b-361b0d19e8a0'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:43:40.680179 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-194e8107-eef1-4214-9c4d-921f95b74b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:43:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89cada88-b3bf-4e54-974b-361b0d19e8a0'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:40.719477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb3dc39-f19c-475d-8410-33532c46cc5a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting subnet 21178ee5-7a10-4ee6-88ac-9160696c4833 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:43:40.724058 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-adb3dc39-f19c-475d-8410-33532c46cc5a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:40.765209 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-adb3dc39-f19c-475d-8410-33532c46cc5a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:40.785432 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-194e8107-eef1-4214-9c4d-921f95b74b27 None None] Set router 89cada88-b3bf-4e54-974b-361b0d19e8a0 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:43:40.853163 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-adb3dc39-f19c-475d-8410-33532c46cc5a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:40.912128 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-adb3dc39-f19c-475d-8410-33532c46cc5a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:40.940208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3dc39-f19c-475d-8410-33532c46cc5a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Subnet': ['ID=21178ee5-7a10-4ee6-88ac-9160696c4833,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:40.945253 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-adb3dc39-f19c-475d-8410-33532c46cc5a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:40.947169 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-adb3dc39-f19c-475d-8410-33532c46cc5a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/subnets/21178ee5-7a10-4ee6-88ac-9160696c4833 HTTP/1.1" status: 204 len: 168 time: 0.2778974 Aug 28 13:43:40.949797 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38472) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:40.954214 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2b2fea-a896-4130-b14c-5e5d700b9c38 None None] Network aa08764c-9308-4e33-b9cd-ba85a7b3e99b requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:43:41.025224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-194e8107-eef1-4214-9c4d-921f95b74b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089508567', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:42:38Z', 'updated_at': '2021-08-28T13:43:40Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:39Z', 'updated_at': '2021-08-28T13:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:41.052885 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e8107-eef1-4214-9c4d-921f95b74b27 None None] Checking router: 89cada88-b3bf-4e54-974b-361b0d19e8a0 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:43:41.080438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e8107-eef1-4214-9c4d-921f95b74b27 None None] Routers {'89cada88-b3bf-4e54-974b-361b0d19e8a0'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:43:41.081336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-194e8107-eef1-4214-9c4d-921f95b74b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:43:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['89cada88-b3bf-4e54-974b-361b0d19e8a0'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:41.127217 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8193f4c-b315-4d5b-96ca-12670e3e0c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:41.211294 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-194e8107-eef1-4214-9c4d-921f95b74b27 None None] Set router 89cada88-b3bf-4e54-974b-361b0d19e8a0 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:43:41.236306 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8193f4c-b315-4d5b-96ca-12670e3e0c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:41.271700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] DHCP port deletion for aa08764c-9308-4e33-b9cd-ba85a7b3e99b request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:43:41.293047 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-e8193f4c-b315-4d5b-96ca-12670e3e0c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port 140f065f-1232-4f3d-a0a1-589d9b557626 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:43:41.293559 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8193f4c-b315-4d5b-96ca-12670e3e0c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:41.373411 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-e8193f4c-b315-4d5b-96ca-12670e3e0c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] For port 140f065f-1232-4f3d-a0a1-589d9b557626, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=140f065f-1232-4f3d-a0a1-589d9b557626,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:43:41.373821 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8193f4c-b315-4d5b-96ca-12670e3e0c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:41.387577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-e8193f4c-b315-4d5b-96ca-12670e3e0c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for 140f065f-1232-4f3d-a0a1-589d9b557626 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:43:41.403262 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Deleting port a6c7972d-b4b8-4a63-bb8a-b4671b30e091 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:43:41.403637 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:41.476506 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] For port a6c7972d-b4b8-4a63-bb8a-b4671b30e091, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a6c7972d-b4b8-4a63-bb8a-b4671b30e091,segment=NetworkSegment(356028c7-aa4f-41f0-9442-8af98e657b26),segment_id=356028c7-aa4f-41f0-9442-8af98e657b26)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:43:41.476814 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:41.490793 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Calling delete_port for a6c7972d-b4b8-4a63-bb8a-b4671b30e091 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:43:41.505785 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-194e8107-eef1-4214-9c4d-921f95b74b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089508567', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:42:38Z', 'updated_at': '2021-08-28T13:43:40Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:39Z', 'updated_at': '2021-08-28T13:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:41.554303 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8193f4c-b315-4d5b-96ca-12670e3e0c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:41.563544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e8107-eef1-4214-9c4d-921f95b74b27 None None] The sync data for ids ['89cada88-b3bf-4e54-974b-361b0d19e8a0'] in n-d-791505-21 is: [{'id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2089508567', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:42:38Z', 'updated_at': '2021-08-28T13:43:40Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '140f065f-1232-4f3d-a0a1-589d9b557626', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cada88-b3bf-4e54-974b-361b0d19e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:42:39Z', 'updated_at': '2021-08-28T13:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:43:41.585117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8193f4c-b315-4d5b-96ca-12670e3e0c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=140f065f-1232-4f3d-a0a1-589d9b557626,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:41.612099 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:41.638901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Pushing event deleted for resources: {'Port': ['ID=a6c7972d-b4b8-4a63-bb8a-b4671b30e091,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:41.641395 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] No DVR routers for this DVR port a6c7972d-b4b8-4a63-bb8a-b4671b30e091 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:43:41.656858 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8193f4c-b315-4d5b-96ca-12670e3e0c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:41.660448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:41.660789 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:41.661121 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:41.661448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:41.662062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:41.662062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:41.662575 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:41.662744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:41.663030 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:41.663343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:41.663658 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:41.663972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96b3e1-6d5f-43da-90ae-f6c3b2fbd12e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:41.748318 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8193f4c-b315-4d5b-96ca-12670e3e0c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:41.750450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8193f4c-b315-4d5b-96ca-12670e3e0c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:41.794051 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8193f4c-b315-4d5b-96ca-12670e3e0c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:41.794647 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8193f4c-b315-4d5b-96ca-12670e3e0c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Fanout notify agent at l3_agent the message router_deleted on router 89cada88-b3bf-4e54-974b-361b0d19e8a0 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:43:41.801615 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e8193f4c-b315-4d5b-96ca-12670e3e0c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:41.803001 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e8193f4c-b315-4d5b-96ca-12670e3e0c3e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/routers/89cada88-b3bf-4e54-974b-361b0d19e8a0 HTTP/1.1" status: 204 len: 168 time: 0.8521552 Aug 28 13:43:41.805889 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38474) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:41.883549 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7dffb196-8eb1-45de-b707-07081a8beff3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:41.970653 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7dffb196-8eb1-45de-b707-07081a8beff3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:41.981482 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-7dffb196-8eb1-45de-b707-07081a8beff3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa08764c-9308-4e33-b9cd-ba85a7b3e99b']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:41.992327 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-7dffb196-8eb1-45de-b707-07081a8beff3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356028c7-aa4f-41f0-9442-8af98e657b26') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:41.992616 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-7dffb196-8eb1-45de-b707-07081a8beff3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356028c7-aa4f-41f0-9442-8af98e657b26') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:42.001855 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7dffb196-8eb1-45de-b707-07081a8beff3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.023095 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7dffb196-8eb1-45de-b707-07081a8beff3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.029409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dffb196-8eb1-45de-b707-07081a8beff3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:43:42.029800 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7dffb196-8eb1-45de-b707-07081a8beff3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:43:42.032836 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:43:42.093735 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7dffb196-8eb1-45de-b707-07081a8beff3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.098939 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7dffb196-8eb1-45de-b707-07081a8beff3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.101320 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7dffb196-8eb1-45de-b707-07081a8beff3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/networks/aa08764c-9308-4e33-b9cd-ba85a7b3e99b HTTP/1.1" status: 204 len: 168 time: 0.2940199 Aug 28 13:43:42.103876 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38476) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:42.116421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffb196-8eb1-45de-b707-07081a8beff3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Network': ['ID=aa08764c-9308-4e33-b9cd-ba85a7b3e99b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:42.168301 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8480a56d-60a2-4708-88d5-d6aa577e3e99 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.195418 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8480a56d-60a2-4708-88d5-d6aa577e3e99 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.262972 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8480a56d-60a2-4708-88d5-d6aa577e3e99 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.265709 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8480a56d-60a2-4708-88d5-d6aa577e3e99 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.266899 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8480a56d-60a2-4708-88d5-d6aa577e3e99 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/security-groups/9cffa405-ed0f-4248-b2bd-b9ccb34b4752 HTTP/1.1" status: 204 len: 168 time: 0.1619887 Aug 28 13:43:42.276627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480a56d-60a2-4708-88d5-d6aa577e3e99 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cffa405-ed0f-4248-b2bd-b9ccb34b4752,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:42.341175 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0d765e41-4d78-44e3-bc09-e3227758a228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.557012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38482) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:42.561869 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-3632c78a-2824-4c0c-a8bf-849e5dd4f66d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1242148521', 'description': 'tempest-secgroup-smoke-1242148521 description', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:43:42.586929 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3632c78a-2824-4c0c-a8bf-849e5dd4f66d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.682678 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3632c78a-2824-4c0c-a8bf-849e5dd4f66d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.683462 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.686768 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3632c78a-2824-4c0c-a8bf-849e5dd4f66d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.714439 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3632c78a-2824-4c0c-a8bf-849e5dd4f66d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.715661 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3632c78a-2824-4c0c-a8bf-849e5dd4f66d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1576180 Aug 28 13:43:42.717628 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632c78a-2824-4c0c-a8bf-849e5dd4f66d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ff1f85-a258-4dee-b823-6b2ee116109d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:42.718699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38484) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:42.725107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5b13ab90-42ab-4846-bd03-bd8e79254536 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '26ff1f85-a258-4dee-b823-6b2ee116109d', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:43:42.750644 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b13ab90-42ab-4846-bd03-bd8e79254536 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.807801 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b13ab90-42ab-4846-bd03-bd8e79254536 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.811391 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b13ab90-42ab-4846-bd03-bd8e79254536 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.830234 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13ab90-42ab-4846-bd03-bd8e79254536 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8f1a2e-68d1-4991-87e0-399fcbe06b87,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:42.837573 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b13ab90-42ab-4846-bd03-bd8e79254536 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.838827 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5b13ab90-42ab-4846-bd03-bd8e79254536 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189375 Aug 28 13:43:42.841483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38486) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:42.845900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4705dde7-eefb-4245-bd0a-179b2b0239c0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '26ff1f85-a258-4dee-b823-6b2ee116109d', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:43:42.871677 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4705dde7-eefb-4245-bd0a-179b2b0239c0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.932554 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4705dde7-eefb-4245-bd0a-179b2b0239c0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.936153 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4705dde7-eefb-4245-bd0a-179b2b0239c0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.952080 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705dde7-eefb-4245-bd0a-179b2b0239c0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e4fa59-6614-423e-8a46-eac8f3b37a8b,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:42.962098 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4705dde7-eefb-4245-bd0a-179b2b0239c0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:42.963359 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4705dde7-eefb-4245-bd0a-179b2b0239c0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209271 Aug 28 13:43:42.966032 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38488) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:42.970507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-b6d35c83-c4e2-49de-93d7-669f6ab22b47 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '26ff1f85-a258-4dee-b823-6b2ee116109d', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:43:42.995805 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6d35c83-c4e2-49de-93d7-669f6ab22b47 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.053247 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6d35c83-c4e2-49de-93d7-669f6ab22b47 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.057116 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6d35c83-c4e2-49de-93d7-669f6ab22b47 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.075592 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d35c83-c4e2-49de-93d7-669f6ab22b47 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa5d60c-0df5-4e00-bc8a-ca5b0de79cb5,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:43.087960 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b6d35c83-c4e2-49de-93d7-669f6ab22b47 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.089276 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b6d35c83-c4e2-49de-93d7-669f6ab22b47 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222460 Aug 28 13:43:43.091992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38490) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:43.096549 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-1c116825-c7e9-4b03-869b-a315336661b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '26ff1f85-a258-4dee-b823-6b2ee116109d', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:43:43.122953 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c116825-c7e9-4b03-869b-a315336661b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.123470 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a6c7972d-b4b8-4a63-bb8a-b4671b30e091 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:43:43.144129 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: a6c7972d-b4b8-4a63-bb8a-b4671b30e091 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:43:43.144497 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a6c7972d-b4b8-4a63-bb8a-b4671b30e091 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:43:43.144911 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 140f065f-1232-4f3d-a0a1-589d9b557626 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:43:43.162828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 140f065f-1232-4f3d-a0a1-589d9b557626 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:43:43.163166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 140f065f-1232-4f3d-a0a1-589d9b557626 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:43:43.163562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 571b200d-1d8b-4397-9460-5f6cd6742f01 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:43:43.184402 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c116825-c7e9-4b03-869b-a315336661b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.184743 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 571b200d-1d8b-4397-9460-5f6cd6742f01 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:43:43.185077 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 571b200d-1d8b-4397-9460-5f6cd6742f01 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:43:43.188804 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c116825-c7e9-4b03-869b-a315336661b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.208629 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c116825-c7e9-4b03-869b-a315336661b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c54fcbf-cd06-427c-a1a0-a2b9f240f501,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:43.215279 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1c116825-c7e9-4b03-869b-a315336661b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.216471 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1c116825-c7e9-4b03-869b-a315336661b8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235542 Aug 28 13:43:43.219338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38492) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:43.223787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5b332bbf-0eda-4e37-b1e2-3bf81aa437c8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '26ff1f85-a258-4dee-b823-6b2ee116109d', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:43:43.246191 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-5b332bbf-0eda-4e37-b1e2-3bf81aa437c8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Project 6458a0fbde5941838c2b79b0bb62e45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:43:43.251013 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b332bbf-0eda-4e37-b1e2-3bf81aa437c8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.310205 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b332bbf-0eda-4e37-b1e2-3bf81aa437c8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.313657 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b332bbf-0eda-4e37-b1e2-3bf81aa437c8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.334634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b332bbf-0eda-4e37-b1e2-3bf81aa437c8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1cbf1cd-8e2a-4ca4-bca7-3f4e940a1c50,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:43.342085 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5b332bbf-0eda-4e37-b1e2-3bf81aa437c8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.343355 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5b332bbf-0eda-4e37-b1e2-3bf81aa437c8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230690 Aug 28 13:43:43.345983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38494) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:43.350567 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e77a6317-4d9f-4745-983c-6ab8aeba84e3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '26ff1f85-a258-4dee-b823-6b2ee116109d', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:43:43.372753 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-e77a6317-4d9f-4745-983c-6ab8aeba84e3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Project 6458a0fbde5941838c2b79b0bb62e45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:43:43.377473 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e77a6317-4d9f-4745-983c-6ab8aeba84e3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.438892 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e77a6317-4d9f-4745-983c-6ab8aeba84e3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.443321 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e77a6317-4d9f-4745-983c-6ab8aeba84e3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.461650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a6317-4d9f-4745-983c-6ab8aeba84e3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba05cb26-b8f4-448d-945d-b1f344596603,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:43.465011 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e77a6317-4d9f-4745-983c-6ab8aeba84e3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.468986 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e77a6317-4d9f-4745-983c-6ab8aeba84e3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193557 Aug 28 13:43:43.469456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38496) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:43.474022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-09a81135-7bbb-4bec-998c-e2ebd44facb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'network': {'name': 'tempest-network-smoke--261662167', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'port_security_enabled': True}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:43:43.495049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a81135-7bbb-4bec-998c-e2ebd44facb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Made reservation on behalf of 6458a0fbde5941838c2b79b0bb62e45c for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:43:43.498537 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09a81135-7bbb-4bec-998c-e2ebd44facb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.522253 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a81135-7bbb-4bec-998c-e2ebd44facb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:43:43.530718 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09a81135-7bbb-4bec-998c-e2ebd44facb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.531056 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-09a81135-7bbb-4bec-998c-e2ebd44facb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Added segment f814a358-c650-47c0-848e-742a9a15996d of type vlan for network db68c7fe-6868-4e94-a0d2-27c748f7189f Aug 28 13:43:43.570332 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09a81135-7bbb-4bec-998c-e2ebd44facb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.592533 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09a81135-7bbb-4bec-998c-e2ebd44facb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.598702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a81135-7bbb-4bec-998c-e2ebd44facb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:43.599312 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-09a81135-7bbb-4bec-998c-e2ebd44facb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.645920 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.660278 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-09a81135-7bbb-4bec-998c-e2ebd44facb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1870725 Aug 28 13:43:43.660492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38498) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:43.667096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1282737427', 'admin_state_up': True, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:43:43.682152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a81135-7bbb-4bec-998c-e2ebd44facb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Network': ['ID=db68c7fe-6868-4e94-a0d2-27c748f7189f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:43.692399 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network db68c7fe-6868-4e94-a0d2-27c748f7189f details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:43:43.696383 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.697396 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:43.750472 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:44.187808 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:44.376474 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:44.400644 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:44.501588 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.25.1.188 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/c223d09e-dac3-4a62-8872-094b89ada86e) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:43:44.611978 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:44.652170 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:44.689817 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:43:44.695255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:43:44.699010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:43:44.705116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=c223d09e-dac3-4a62-8872-094b89ada86e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:44.951884 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:45.152891 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:45.283066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:43:45.388204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:43:45.400933 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Sync routers for ids ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:43:45.406149 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:45.407407 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-57e0126e-571d-4307-8fb4-5dd9ae62a846 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7459962 Aug 28 13:43:45.410950 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Routers {'9dd5e8df-0eef-4229-93f2-b7e5a8e078af'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:43:45.411476 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38500) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:45.411947 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:43:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:45.441844 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7bcdcb29-4d15-42b1-b7ff-2793eaeea61b tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6458a0fbde5941838c2b79b0bb62e45c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267925 Aug 28 13:43:45.442062 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38502) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:45.512722 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Set router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:43:45.530495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9961f3-3745-4074-b606-592474875768 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:45.535343 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac9961f3-3745-4074-b606-592474875768 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891883 Aug 28 13:43:45.535645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38504) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:45.542917 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:45.567229 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ea8aefd8-c9b9-47b4-b682-581c87855589 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279982 Aug 28 13:43:45.567607 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38506) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:45.572571 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d9c759a0-7db4-4203-8b16-c96d908ff3ce tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1667065267', 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:43:45.666911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c759a0-7db4-4203-8b16-c96d908ff3ce tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Made reservation on behalf of 6458a0fbde5941838c2b79b0bb62e45c for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:43:45.670426 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d9c759a0-7db4-4203-8b16-c96d908ff3ce tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:45.689013 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282737427', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:43:43Z', 'updated_at': '2021-08-28T13:43:44Z', 'revision_number': 3, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:44Z', 'updated_at': '2021-08-28T13:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:45.718534 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Checking router: 9dd5e8df-0eef-4229-93f2-b7e5a8e078af for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:43:45.718865 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Updating router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af port c223d09e-dac3-4a62-8872-094b89ada86e binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:43:45.746798 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:45.852529 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d9c759a0-7db4-4203-8b16-c96d908ff3ce tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:45.912108 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c759a0-7db4-4203-8b16-c96d908ff3ce tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Subnet': ['ID=08258690-7394-4931-8612-83a193516980,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:45.922080 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c759a0-7db4-4203-8b16-c96d908ff3ce tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Checking segment: {'id': 'f814a358-c650-47c0-848e-742a9a15996d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:43:45.922486 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c759a0-7db4-4203-8b16-c96d908ff3ce tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network hostable DHCP agents. Network: db68c7fe-6868-4e94-a0d2-27c748f7189f, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:43:45.939771 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c759a0-7db4-4203-8b16-c96d908ff3ce tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network db68c7fe-6868-4e94-a0d2-27c748f7189f is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:43:45.949266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-d9c759a0-7db4-4203-8b16-c96d908ff3ce tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, db68c7fe-6868-4e94-a0d2-27c748f7189f) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:43:45.953670 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c759a0-7db4-4203-8b16-c96d908ff3ce tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:45.954264 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d9c759a0-7db4-4203-8b16-c96d908ff3ce tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:45.959755 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ac8102-acb1-4ba6-bb9f-5bae1cf3ee35 None None] Network db68c7fe-6868-4e94-a0d2-27c748f7189f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:43:45.972567 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d9c759a0-7db4-4203-8b16-c96d908ff3ce tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4012499 Aug 28 13:43:45.972812 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38508) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:46.005531 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:46.016258 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Transition to ACTIVE for port object c223d09e-dac3-4a62-8872-094b89ada86e will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:43:46.023096 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:46.087056 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fed42-eb76-48b7-8596-76caf6fcb742 None None] Pushing event updated for resources: {'Port': ['ID=c223d09e-dac3-4a62-8872-094b89ada86e,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:46.089315 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Attempting to bind port c223d09e-dac3-4a62-8872-094b89ada86e on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:43:46.089749 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Attempting to bind port c223d09e-dac3-4a62-8872-094b89ada86e by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:43:46.090162 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Attempting to bind port c223d09e-dac3-4a62-8872-094b89ada86e on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:43:46.099407 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:43:46.099865 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:43:46.100352 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:46.100954 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:43:46.101476 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Bound port: c223d09e-dac3-4a62-8872-094b89ada86e, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:43:46.101879 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:46.120053 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17730855-366e-4748-8234-021a434c57dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-db68c7fe-6868-4e94-a0d2-27c748f7189f', 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ips': [{'subnet_id': '08258690-7394-4931-8612-83a193516980'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:43:46.121197 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-17730855-366e-4748-8234-021a434c57dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:46.123101 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fed42-eb76-48b7-8596-76caf6fcb742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:46.123441 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fed42-eb76-48b7-8596-76caf6fcb742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:46.123768 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fed42-eb76-48b7-8596-76caf6fcb742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:46.124089 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fed42-eb76-48b7-8596-76caf6fcb742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:46.124580 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fed42-eb76-48b7-8596-76caf6fcb742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:46.124906 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fed42-eb76-48b7-8596-76caf6fcb742 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:46.125225 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fed42-eb76-48b7-8596-76caf6fcb742 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:46.125540 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fed42-eb76-48b7-8596-76caf6fcb742 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:46.125855 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fed42-eb76-48b7-8596-76caf6fcb742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:46.126173 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fed42-eb76-48b7-8596-76caf6fcb742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:46.126508 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fed42-eb76-48b7-8596-76caf6fcb742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:46.126820 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fed42-eb76-48b7-8596-76caf6fcb742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:43:46.165173 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] For port c223d09e-dac3-4a62-8872-094b89ada86e, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:43:46.168275 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] For port c223d09e-dac3-4a62-8872-094b89ada86e, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c223d09e-dac3-4a62-8872-094b89ada86e,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:43:46.173338 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:46.224683 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Routers {'9dd5e8df-0eef-4229-93f2-b7e5a8e078af'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:43:46.225307 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:43:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:46.271011 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-17730855-366e-4748-8234-021a434c57dd None None] Allocated IP 172.20.0.2 (db68c7fe-6868-4e94-a0d2-27c748f7189f/08258690-7394-4931-8612-83a193516980/111f9fc6-ed9c-4ec0-b52b-59b4ce024d60) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:43:46.287670 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fed42-eb76-48b7-8596-76caf6fcb742 None None] Pushing event updated for resources: {'Port': ['ID=c223d09e-dac3-4a62-8872-094b89ada86e,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:46.342226 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] Set router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:43:46.422666 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-17730855-366e-4748-8234-021a434c57dd None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:46.431753 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-17730855-366e-4748-8234-021a434c57dd None None] Transition to ACTIVE for port object 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:43:46.447181 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:46.449043 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-17730855-366e-4748-8234-021a434c57dd None None] Transition to ACTIVE for port object 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:43:46.456180 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-17730855-366e-4748-8234-021a434c57dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:46.492897 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17730855-366e-4748-8234-021a434c57dd None None] Network db68c7fe-6868-4e94-a0d2-27c748f7189f is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:43:46.495832 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-17730855-366e-4748-8234-021a434c57dd None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:43:46.498313 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17730855-366e-4748-8234-021a434c57dd None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:43:46.530817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17730855-366e-4748-8234-021a434c57dd None None] Pushing event updated for resources: {'Port': ['ID=111f9fc6-ed9c-4ec0-b52b-59b4ce024d60,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:46.537203 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282737427', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:43:43Z', 'updated_at': '2021-08-28T13:43:44Z', 'revision_number': 3, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:44Z', 'updated_at': '2021-08-28T13:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:46.559691 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-17730855-366e-4748-8234-021a434c57dd None None] Attempting to bind port 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:43:46.560280 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-17730855-366e-4748-8234-021a434c57dd None None] Attempting to bind port 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f814a358-c650-47c0-848e-742a9a15996d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:43:46.560597 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17730855-366e-4748-8234-021a434c57dd None None] Attempting to bind port 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 on network db68c7fe-6868-4e94-a0d2-27c748f7189f {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:43:46.565477 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aee61-b25a-436e-bbf1-157b90bacc2b None None] The sync data for ids ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'] in n-d-791505-21 is: [{'id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282737427', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:43:43Z', 'updated_at': '2021-08-28T13:43:44Z', 'revision_number': 3, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:44Z', 'updated_at': '2021-08-28T13:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:43:46.565685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17730855-366e-4748-8234-021a434c57dd None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:43:46.566281 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17730855-366e-4748-8234-021a434c57dd None None] Checking segment: {'id': 'f814a358-c650-47c0-848e-742a9a15996d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:43:46.566901 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-17730855-366e-4748-8234-021a434c57dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:46.567795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17730855-366e-4748-8234-021a434c57dd None None] Bound using segment: {'id': 'f814a358-c650-47c0-848e-742a9a15996d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:43:46.568272 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-17730855-366e-4748-8234-021a434c57dd None None] Bound port: 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f814a358-c650-47c0-848e-742a9a15996d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:43:46.568659 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-17730855-366e-4748-8234-021a434c57dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:46.642537 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-17730855-366e-4748-8234-021a434c57dd None None] For port 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:43:46.646750 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-17730855-366e-4748-8234-021a434c57dd None None] For port 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=111f9fc6-ed9c-4ec0-b52b-59b4ce024d60,segment=NetworkSegment(f814a358-c650-47c0-848e-742a9a15996d),segment_id=f814a358-c650-47c0-848e-742a9a15996d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:43:46.655740 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-17730855-366e-4748-8234-021a434c57dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:46.721942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17730855-366e-4748-8234-021a434c57dd None None] Pushing event updated for resources: {'Port': ['ID=111f9fc6-ed9c-4ec0-b52b-59b4ce024d60,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:46.763015 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.20.0.1 (db68c7fe-6868-4e94-a0d2-27c748f7189f/08258690-7394-4931-8612-83a193516980/22dfc8a0-f4d7-4326-ba07-2a1c740affea) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:43:46.899895 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:46.942473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Transition to ACTIVE for port object 22dfc8a0-f4d7-4326-ba07-2a1c740affea will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:43:46.984155 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:47.028814 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network db68c7fe-6868-4e94-a0d2-27c748f7189f is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:43:47.034584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:43:47.037854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:43:47.081270 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=22dfc8a0-f4d7-4326-ba07-2a1c740affea,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:47.111539 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:47.187124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c223d09e-dac3-4a62-8872-094b89ada86e up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:43:47.245828 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port c223d09e-dac3-4a62-8872-094b89ada86e completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:43:47.260357 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c223d09e-dac3-4a62-8872-094b89ada86e triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:43:47.260545 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:47.270281 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:47.356281 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:47.379359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port c223d09e-dac3-4a62-8872-094b89ada86e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c223d09e-dac3-4a62-8872-094b89ada86e,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:43:47.384051 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:47.385023 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:43:47.474459 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=c223d09e-dac3-4a62-8872-094b89ada86e,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:47.487143 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:43:47.832861 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ae0ede-67ef-46dc-9fac-7eccb43f4d91 None None] Network db68c7fe-6868-4e94-a0d2-27c748f7189f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:43:47.871869 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:47.876520 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:47.953477 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-83aa4c1e-0612-4db3-b242-f0696d767b05 None None] Provisioning for port 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:43:47.953630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=22dfc8a0-f4d7-4326-ba07-2a1c740affea,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:47.955958 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:47.962568 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-83aa4c1e-0612-4db3-b242-f0696d767b05 None None] Provisioning complete for port 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:43:47.962951 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-83aa4c1e-0612-4db3-b242-f0696d767b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:48.060030 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network db68c7fe-6868-4e94-a0d2-27c748f7189f is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:43:48.061496 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:43:48.081172 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-83aa4c1e-0612-4db3-b242-f0696d767b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:48.119143 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-83aa4c1e-0612-4db3-b242-f0696d767b05 None None] For port 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=111f9fc6-ed9c-4ec0-b52b-59b4ce024d60,segment=NetworkSegment(f814a358-c650-47c0-848e-742a9a15996d),segment_id=f814a358-c650-47c0-848e-742a9a15996d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:43:48.125054 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-83aa4c1e-0612-4db3-b242-f0696d767b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:48.181634 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa4c1e-0612-4db3-b242-f0696d767b05 None None] Pushing event updated for resources: {'Port': ['ID=111f9fc6-ed9c-4ec0-b52b-59b4ce024d60,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:48.198318 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:43:48.316158 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:43:48.321466 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-237f361e-4034-4ea9-a164-688c1cb0eabc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "PUT /v2.0/routers/9dd5e8df-0eef-4229-93f2-b7e5a8e078af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3477452 Aug 28 13:43:48.347882 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-41f48b51-fd21-459c-a290-c7635c6c6e73 None None] Provisioning complete for port 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:43:48.347882 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-41f48b51-fd21-459c-a290-c7635c6c6e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:48.423334 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Sync routers for ids ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:43:48.447469 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Routers {'9dd5e8df-0eef-4229-93f2-b7e5a8e078af'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:43:48.448186 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:43:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:48.498767 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-2ebfcbcf-970f-46db-b801-e42fa9244bde tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242148521&fields=id&tenant_id=6458a0fbde5941838c2b79b0bb62e45c HTTP/1.1" status: 200 len: 267 time: 0.0424352 Aug 28 13:43:48.514587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-41f48b51-fd21-459c-a290-c7635c6c6e73 None None] Provisioning for port 22dfc8a0-f4d7-4326-ba07-2a1c740affea completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:43:48.523597 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-41f48b51-fd21-459c-a290-c7635c6c6e73 None None] Provisioning complete for port 22dfc8a0-f4d7-4326-ba07-2a1c740affea triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:43:48.523925 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-41f48b51-fd21-459c-a290-c7635c6c6e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:48.596056 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-41f48b51-fd21-459c-a290-c7635c6c6e73 None None] Port 22dfc8a0-f4d7-4326-ba07-2a1c740affea cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:43:48.619534 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0dff7b3d-9bd6-46c2-97c4-560013bf67a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:48.621079 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0dff7b3d-9bd6-46c2-97c4-560013bf67a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/networks?id=db68c7fe-6868-4e94-a0d2-27c748f7189f HTTP/1.1" status: 200 len: 796 time: 0.1149621 Aug 28 13:43:48.624243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Set router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:43:48.638533 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-51c8540d-0c4f-4847-8ee6-b73e4c6a8317 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/quotas/6458a0fbde5941838c2b79b0bb62e45c HTTP/1.1" status: 200 len: 375 time: 0.0107400 Aug 28 13:43:48.704536 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-4dec7bc3-19cf-4426-93a9-c203abf8aac6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597656 Aug 28 13:43:48.762647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-32ec07f9-3891-4d51-a7ea-19ba68f690c7 None None] Provisioning complete for port 22dfc8a0-f4d7-4326-ba07-2a1c740affea triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:43:48.763301 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-32ec07f9-3891-4d51-a7ea-19ba68f690c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:48.802478 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-bb6d2ff3-7a88-48e4-80b3-0a34eb80861a service neutron] 10.222.0.20 "GET /v2.0/networks/db68c7fe-6868-4e94-a0d2-27c748f7189f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858316 Aug 28 13:43:48.823381 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-32ec07f9-3891-4d51-a7ea-19ba68f690c7 None None] Port 22dfc8a0-f4d7-4326-ba07-2a1c740affea cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:43:48.875412 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282737427', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:43:43Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:44Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '22dfc8a0-f4d7-4326-ba07-2a1c740affea', 'name': '', 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:1c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '08258690-7394-4931-8612-83a193516980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:46Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 2, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '08258690-7394-4931-8612-83a193516980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:48.900049 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-c5e5e573-31d7-4f59-b2a8-2d604baecc61 service neutron] 10.222.0.20 "GET /v2.0/networks/db68c7fe-6868-4e94-a0d2-27c748f7189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906200 Aug 28 13:43:48.901805 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Checking router: 9dd5e8df-0eef-4229-93f2-b7e5a8e078af for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:43:48.902154 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Updating router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af port 22dfc8a0-f4d7-4326-ba07-2a1c740affea binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:43:48.931071 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:49.089309 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d5ccf402-9564-4eba-8abd-9166675e9e4f req-34462563-37ae-4774-ad47-77ae75c5375f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 210 time: 0.0511222 Aug 28 13:43:49.151997 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c223d09e-dac3-4a62-8872-094b89ada86e up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:43:49.257268 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port c223d09e-dac3-4a62-8872-094b89ada86e triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:43:49.257667 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:49.260682 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:49.294791 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Transition to ACTIVE for port object 22dfc8a0-f4d7-4326-ba07-2a1c740affea will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:43:49.304086 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:49.368165 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008f85f-ad2e-465a-be65-1803ac7c0422 None None] Pushing event updated for resources: {'Port': ['ID=22dfc8a0-f4d7-4326-ba07-2a1c740affea,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:49.453198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:43:49.455329 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Attempting to bind port 22dfc8a0-f4d7-4326-ba07-2a1c740affea on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:43:49.455695 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Attempting to bind port 22dfc8a0-f4d7-4326-ba07-2a1c740affea by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f814a358-c650-47c0-848e-742a9a15996d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:43:49.456052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Attempting to bind port 22dfc8a0-f4d7-4326-ba07-2a1c740affea on network db68c7fe-6868-4e94-a0d2-27c748f7189f {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:43:49.481937 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:43:49.482312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Checking segment: {'id': 'f814a358-c650-47c0-848e-742a9a15996d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:43:49.482749 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:49.483137 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Bound using segment: {'id': 'f814a358-c650-47c0-848e-742a9a15996d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:43:49.483603 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Bound port: 22dfc8a0-f4d7-4326-ba07-2a1c740affea, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f814a358-c650-47c0-848e-742a9a15996d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:43:49.483981 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:49.566885 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:43:49.567265 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:49.569159 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] For port 22dfc8a0-f4d7-4326-ba07-2a1c740affea, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:43:49.572863 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] For port 22dfc8a0-f4d7-4326-ba07-2a1c740affea, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=22dfc8a0-f4d7-4326-ba07-2a1c740affea,segment=NetworkSegment(f814a358-c650-47c0-848e-742a9a15996d),segment_id=f814a358-c650-47c0-848e-742a9a15996d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:43:49.592695 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:49.689913 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Routers {'9dd5e8df-0eef-4229-93f2-b7e5a8e078af'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:43:49.690567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:43:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:49.696198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008f85f-ad2e-465a-be65-1803ac7c0422 None None] Pushing event updated for resources: {'Port': ['ID=22dfc8a0-f4d7-4326-ba07-2a1c740affea,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:49.832998 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] Set router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:43:50.040119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282737427', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:43:43Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:44Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '22dfc8a0-f4d7-4326-ba07-2a1c740affea', 'name': '', 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:1c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '08258690-7394-4931-8612-83a193516980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:46Z', 'updated_at': '2021-08-28T13:43:49Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '08258690-7394-4931-8612-83a193516980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:43:50.073890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71e2104-ff81-45b9-9c7a-d9bf2dbaad62 None None] The sync data for ids ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'] in n-d-791505-21 is: [{'id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282737427', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:43:43Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:44Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '22dfc8a0-f4d7-4326-ba07-2a1c740affea', 'name': '', 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:1c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '08258690-7394-4931-8612-83a193516980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:46Z', 'updated_at': '2021-08-28T13:43:49Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '08258690-7394-4931-8612-83a193516980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:43:50.109830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-2faaf5ef-6fdd-49d8-bbf7-b4a2217e1592 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:50.111380 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-2faaf5ef-6fdd-49d8-bbf7-b4a2217e1592 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "GET /v2.0/networks?id=db68c7fe-6868-4e94-a0d2-27c748f7189f HTTP/1.1" status: 200 len: 796 time: 0.1138453 Aug 28 13:43:50.178121 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-70fe9f72-44c3-4e83-88c6-03d99c84c532 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6458a0fbde5941838c2b79b0bb62e45c HTTP/1.1" status: 200 len: 380 time: 0.0525293 Aug 28 13:43:50.187149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-66c39cb1-4090-48bc-aa84-559b7606a5b2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'port': {'device_id': '34005353-d3ab-499b-8487-00ab24a9a012', 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f', 'admin_state_up': True, 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'security_groups': ['26ff1f85-a258-4dee-b823-6b2ee116109d']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:43:50.267861 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f9a6867-5894-4cd6-a767-c9efb1b36a1c req-dfa430de-4d77-49dd-aa8e-f4a1b2e88721 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 210 time: 0.0572484 Aug 28 13:43:50.338109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-66c39cb1-4090-48bc-aa84-559b7606a5b2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Made reservation on behalf of 6458a0fbde5941838c2b79b0bb62e45c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:43:50.341889 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-66c39cb1-4090-48bc-aa84-559b7606a5b2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:50.480257 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-66c39cb1-4090-48bc-aa84-559b7606a5b2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.20.0.7 (db68c7fe-6868-4e94-a0d2-27c748f7189f/08258690-7394-4931-8612-83a193516980/edd3dc24-02e2-46ba-b930-dfeaf1323ed4) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:43:50.629668 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-66c39cb1-4090-48bc-aa84-559b7606a5b2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:50.642650 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-66c39cb1-4090-48bc-aa84-559b7606a5b2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Transition to ACTIVE for port object edd3dc24-02e2-46ba-b930-dfeaf1323ed4 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:43:50.678917 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-66c39cb1-4090-48bc-aa84-559b7606a5b2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:50.723866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-66c39cb1-4090-48bc-aa84-559b7606a5b2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network db68c7fe-6868-4e94-a0d2-27c748f7189f is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:43:50.727182 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-66c39cb1-4090-48bc-aa84-559b7606a5b2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:43:50.733404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-66c39cb1-4090-48bc-aa84-559b7606a5b2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:43:50.766193 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c39cb1-4090-48bc-aa84-559b7606a5b2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=edd3dc24-02e2-46ba-b930-dfeaf1323ed4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:50.792227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-66c39cb1-4090-48bc-aa84-559b7606a5b2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:50.792873 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-66c39cb1-4090-48bc-aa84-559b7606a5b2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:50.810025 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-66c39cb1-4090-48bc-aa84-559b7606a5b2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6269450 Aug 28 13:43:50.825662 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Request body: {'port': {'device_id': '34005353-d3ab-499b-8487-00ab24a9a012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:43:50.887092 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:51.040328 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-967e6807-643a-456d-96b4-1b7de8d4f498 None None] Provisioning for port edd3dc24-02e2-46ba-b930-dfeaf1323ed4 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:43:51.044599 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-967e6807-643a-456d-96b4-1b7de8d4f498 None None] Provisioning complete for port edd3dc24-02e2-46ba-b930-dfeaf1323ed4 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:43:51.045087 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-967e6807-643a-456d-96b4-1b7de8d4f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:51.089047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-967e6807-643a-456d-96b4-1b7de8d4f498 None None] Port edd3dc24-02e2-46ba-b930-dfeaf1323ed4 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:43:51.152723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 22dfc8a0-f4d7-4326-ba07-2a1c740affea up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:43:51.183005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd3dc24-02e2-46ba-b930-dfeaf1323ed4 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:43:51.191490 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:51.203701 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 22dfc8a0-f4d7-4326-ba07-2a1c740affea completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:43:51.204429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Transition to ACTIVE for port object edd3dc24-02e2-46ba-b930-dfeaf1323ed4 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:43:51.208750 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:51.209859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 22dfc8a0-f4d7-4326-ba07-2a1c740affea triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:43:51.210234 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:51.277736 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=edd3dc24-02e2-46ba-b930-dfeaf1323ed4,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:51.294711 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:51.335838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Attempting to bind port edd3dc24-02e2-46ba-b930-dfeaf1323ed4 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:43:51.336114 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 22dfc8a0-f4d7-4326-ba07-2a1c740affea, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=22dfc8a0-f4d7-4326-ba07-2a1c740affea,segment=NetworkSegment(f814a358-c650-47c0-848e-742a9a15996d),segment_id=f814a358-c650-47c0-848e-742a9a15996d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:43:51.336243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Attempting to bind port edd3dc24-02e2-46ba-b930-dfeaf1323ed4 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'f814a358-c650-47c0-848e-742a9a15996d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:43:51.336336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Attempting to bind port edd3dc24-02e2-46ba-b930-dfeaf1323ed4 on network db68c7fe-6868-4e94-a0d2-27c748f7189f {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:43:51.341439 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Port edd3dc24-02e2-46ba-b930-dfeaf1323ed4 on network db68c7fe-6868-4e94-a0d2-27c748f7189f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:43:51.341761 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Attempting to bind port edd3dc24-02e2-46ba-b930-dfeaf1323ed4 on network db68c7fe-6868-4e94-a0d2-27c748f7189f {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:43:51.345235 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:51.347998 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:43:51.348369 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Checking segment: {'id': 'f814a358-c650-47c0-848e-742a9a15996d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:43:51.348778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Bound using segment: {'id': 'f814a358-c650-47c0-848e-742a9a15996d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:43:51.349280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Bound port: edd3dc24-02e2-46ba-b930-dfeaf1323ed4, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f814a358-c650-47c0-848e-742a9a15996d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:43:51.349829 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:51.397868 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=22dfc8a0-f4d7-4326-ba07-2a1c740affea,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:51.434352 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a54ec-517a-4b12-81fe-f1cec833ad5b req-1df14409-ea9b-4a1d-b01c-5ad55fb60a59 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:51.435942 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-984a54ec-517a-4b12-81fe-f1cec833ad5b req-1df14409-ea9b-4a1d-b01c-5ad55fb60a59 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 943 time: 0.0761185 Aug 28 13:43:51.488558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] For port edd3dc24-02e2-46ba-b930-dfeaf1323ed4, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:43:51.501137 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-984a54ec-517a-4b12-81fe-f1cec833ad5b req-9e76e6b0-8d55-43d6-a5df-06008aa66f73 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573671 Aug 28 13:43:51.505107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] For port edd3dc24-02e2-46ba-b930-dfeaf1323ed4, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=edd3dc24-02e2-46ba-b930-dfeaf1323ed4,segment=NetworkSegment(f814a358-c650-47c0-848e-742a9a15996d),segment_id=f814a358-c650-47c0-848e-742a9a15996d)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:43:51.512132 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:51.548364 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:51.548964 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:51.550432 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] 10.222.0.11 "PUT /v2.0/ports/edd3dc24-02e2-46ba-b930-dfeaf1323ed4 HTTP/1.1" status: 200 len: 1092 time: 0.7295518 Aug 28 13:43:51.550860 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34005353-d3ab-499b-8487-00ab24a9a012', 'tag': 'edd3dc24-02e2-46ba-b930-dfeaf1323ed4'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:43:51.553152 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21809e9f-524e-4f0b-9b80-9e83ddf486b5" -d '{"events": [{"name": "network-changed", "server_uuid": "34005353-d3ab-499b-8487-00ab24a9a012", "tag": "edd3dc24-02e2-46ba-b930-dfeaf1323ed4"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:43:51.583476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee992d7-de85-4a67-8e98-7962131bc8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=edd3dc24-02e2-46ba-b930-dfeaf1323ed4,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:51.623369 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20227830-2480-48a0-8a18-e6334cc8083a x-openstack-request-id: req-20227830-2480-48a0-8a18-e6334cc8083a {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:43:51.623667 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34005353-d3ab-499b-8487-00ab24a9a012", "tag": "edd3dc24-02e2-46ba-b930-dfeaf1323ed4", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:43:51.623915 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20227830-2480-48a0-8a18-e6334cc8083a {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:43:51.624310 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34005353-d3ab-499b-8487-00ab24a9a012', 'tag': 'edd3dc24-02e2-46ba-b930-dfeaf1323ed4', 'status': 'completed', 'code': 200} Aug 28 13:43:51.641537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-e1fa3d12-e658-4ebd-8d9d-b7b39d963235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:51.642844 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-e1fa3d12-e658-4ebd-8d9d-b7b39d963235 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 1095 time: 0.0487964 Aug 28 13:43:51.686277 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-8afadbc4-faae-4eea-9c13-256a1716b77a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edd3dc24-02e2-46ba-b930-dfeaf1323ed4 HTTP/1.1" status: 200 len: 217 time: 0.0358534 Aug 28 13:43:51.737726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-7190c7ba-f022-4122-a70b-1d82c3f8dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:51.739444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-7190c7ba-f022-4122-a70b-1d82c3f8dee0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08258690-7394-4931-8612-83a193516980 HTTP/1.1" status: 200 len: 835 time: 0.0455425 Aug 28 13:43:51.789990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-2b8bc705-8678-4de8-a2af-ececd837f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:51.791517 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-2b8bc705-8678-4de8-a2af-ececd837f7ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db68c7fe-6868-4e94-a0d2-27c748f7189f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453777 Aug 28 13:43:51.882505 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-8dff6b51-f983-4261-9ff5-3848d0907124 service neutron] 10.222.0.11 "GET /v2.0/networks/db68c7fe-6868-4e94-a0d2-27c748f7189f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835035 Aug 28 13:43:51.974444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-97278ae7-0caf-47b0-8742-43085cee7ae8 req-106a5e79-aa50-4360-a744-f911b394a36d service neutron] 10.222.0.11 "GET /v2.0/networks/db68c7fe-6868-4e94-a0d2-27c748f7189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848696 Aug 28 13:43:52.061297 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21809e9f-524e-4f0b-9b80-9e83ddf486b5 req-9065cafe-03b0-4fbb-aa1d-1805d8473e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:52.062938 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21809e9f-524e-4f0b-9b80-9e83ddf486b5 req-9065cafe-03b0-4fbb-aa1d-1805d8473e16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 1095 time: 0.0430865 Aug 28 13:43:52.160851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21809e9f-524e-4f0b-9b80-9e83ddf486b5 req-0a9e4e4b-0862-4864-8220-3a6265e76e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:52.162335 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21809e9f-524e-4f0b-9b80-9e83ddf486b5 req-0a9e4e4b-0862-4864-8220-3a6265e76e38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=db68c7fe-6868-4e94-a0d2-27c748f7189f HTTP/1.1" status: 200 len: 896 time: 0.0913477 Aug 28 13:43:52.204339 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21809e9f-524e-4f0b-9b80-9e83ddf486b5 req-47014556-5ee4-4179-9d41-062f01aa908b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edd3dc24-02e2-46ba-b930-dfeaf1323ed4 HTTP/1.1" status: 200 len: 217 time: 0.0350139 Aug 28 13:43:52.255299 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21809e9f-524e-4f0b-9b80-9e83ddf486b5 req-5745491b-3695-4586-aa85-8ce0663bc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:52.256750 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21809e9f-524e-4f0b-9b80-9e83ddf486b5 req-5745491b-3695-4586-aa85-8ce0663bc4ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08258690-7394-4931-8612-83a193516980 HTTP/1.1" status: 200 len: 835 time: 0.0454986 Aug 28 13:43:52.303805 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21809e9f-524e-4f0b-9b80-9e83ddf486b5 req-d89b82f3-bb7c-49bb-b292-0f93a7d3ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:52.305277 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21809e9f-524e-4f0b-9b80-9e83ddf486b5 req-d89b82f3-bb7c-49bb-b292-0f93a7d3ea0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db68c7fe-6868-4e94-a0d2-27c748f7189f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399957 Aug 28 13:43:52.398423 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21809e9f-524e-4f0b-9b80-9e83ddf486b5 req-bb41545e-9066-423f-896c-68676be16526 service neutron] 10.222.0.11 "GET /v2.0/networks/db68c7fe-6868-4e94-a0d2-27c748f7189f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852466 Aug 28 13:43:52.490916 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21809e9f-524e-4f0b-9b80-9e83ddf486b5 req-eb5aebbe-be5e-410b-b1f6-e33b68654aa5 service neutron] 10.222.0.11 "GET /v2.0/networks/db68c7fe-6868-4e94-a0d2-27c748f7189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850923 Aug 28 13:43:52.628401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcf38b-a445-45b8-919b-00b0abe2143f req-dd43d2da-3202-4b48-b357-b1d4e17587a9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:52.629912 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a0bcf38b-a445-45b8-919b-00b0abe2143f req-dd43d2da-3202-4b48-b357-b1d4e17587a9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 943 time: 0.0564542 Aug 28 13:43:52.669460 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a0bcf38b-a445-45b8-919b-00b0abe2143f req-c848daab-731f-4194-84e8-82d9ef7a9a38 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333703 Aug 28 13:43:53.114550 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 22dfc8a0-f4d7-4326-ba07-2a1c740affea up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:43:53.161569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 22dfc8a0-f4d7-4326-ba07-2a1c740affea triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:43:53.161932 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:53.782909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317e915-75f1-450f-88c9-6fdab766b7b3 req-c0761b1b-97b7-40bd-be20-f73510a2b1b2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:53.784382 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f317e915-75f1-450f-88c9-6fdab766b7b3 req-c0761b1b-97b7-40bd-be20-f73510a2b1b2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 943 time: 0.0484481 Aug 28 13:43:53.822207 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f317e915-75f1-450f-88c9-6fdab766b7b3 req-641d558d-9d47-435d-ba27-81e52245dc0c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314434 Aug 28 13:43:54.037929 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device edd3dc24-02e2-46ba-b930-dfeaf1323ed4 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:43:54.129958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port edd3dc24-02e2-46ba-b930-dfeaf1323ed4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=edd3dc24-02e2-46ba-b930-dfeaf1323ed4,segment=NetworkSegment(f814a358-c650-47c0-848e-742a9a15996d),segment_id=f814a358-c650-47c0-848e-742a9a15996d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:43:54.141336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'edd3dc24-02e2-46ba-b930-dfeaf1323ed4', 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f', 'port_id': 'edd3dc24-02e2-46ba-b930-dfeaf1323ed4', 'mac_address': 'fa:16:3e:44:7a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08258690-7394-4931-8612-83a193516980', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:43:54.181631 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:54.194025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd3dc24-02e2-46ba-b930-dfeaf1323ed4 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:43:54.213159 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port edd3dc24-02e2-46ba-b930-dfeaf1323ed4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=edd3dc24-02e2-46ba-b930-dfeaf1323ed4,segment=NetworkSegment(f814a358-c650-47c0-848e-742a9a15996d),segment_id=f814a358-c650-47c0-848e-742a9a15996d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:43:54.216971 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:54.262927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=edd3dc24-02e2-46ba-b930-dfeaf1323ed4,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:54.422245 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['edd3dc24-02e2-46ba-b930-dfeaf1323ed4'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:43:54.946116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd5999-113a-4f2f-9af8-3271a2b73b3a req-871eb4d8-93fc-4479-9b1e-41332775eee9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:54.947667 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79bd5999-113a-4f2f-9af8-3271a2b73b3a req-871eb4d8-93fc-4479-9b1e-41332775eee9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 944 time: 0.0502534 Aug 28 13:43:54.988832 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79bd5999-113a-4f2f-9af8-3271a2b73b3a req-8de17cba-e914-4f56-8c8e-f911d5b3d75d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347109 Aug 28 13:43:56.054257 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device edd3dc24-02e2-46ba-b930-dfeaf1323ed4 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:43:56.109122 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c241d-fd76-4c74-8827-edc6c1f5fa5d req-ec6bac77-03a7-40ac-9c6d-20406a3aceb7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:56.110892 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-685c241d-fd76-4c74-8827-edc6c1f5fa5d req-ec6bac77-03a7-40ac-9c6d-20406a3aceb7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 944 time: 0.0535219 Aug 28 13:43:56.111114 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port edd3dc24-02e2-46ba-b930-dfeaf1323ed4 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:43:56.115162 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port edd3dc24-02e2-46ba-b930-dfeaf1323ed4 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:43:56.115533 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:56.148863 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-685c241d-fd76-4c74-8827-edc6c1f5fa5d req-024ccc73-42c5-4783-97dd-6636473128e4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319240 Aug 28 13:43:56.195167 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:56.218829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34005353-d3ab-499b-8487-00ab24a9a012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd3dc24-02e2-46ba-b930-dfeaf1323ed4'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:43:56.221038 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3058e44e-7962-434c-a623-e745bd742327" -d '{"events": [{"server_uuid": "34005353-d3ab-499b-8487-00ab24a9a012", "name": "network-vif-plugged", "status": "completed", "tag": "edd3dc24-02e2-46ba-b930-dfeaf1323ed4"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:43:56.233706 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port edd3dc24-02e2-46ba-b930-dfeaf1323ed4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=edd3dc24-02e2-46ba-b930-dfeaf1323ed4,segment=NetworkSegment(f814a358-c650-47c0-848e-742a9a15996d),segment_id=f814a358-c650-47c0-848e-742a9a15996d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:43:56.238004 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:56.261321 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7239de8a-a3a6-47a2-a2f6-0e8463c13dcb x-openstack-request-id: req-7239de8a-a3a6-47a2-a2f6-0e8463c13dcb {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:43:56.261611 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34005353-d3ab-499b-8487-00ab24a9a012", "name": "network-vif-plugged", "status": "completed", "tag": "edd3dc24-02e2-46ba-b930-dfeaf1323ed4", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:43:56.261857 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7239de8a-a3a6-47a2-a2f6-0e8463c13dcb {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:43:56.262237 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34005353-d3ab-499b-8487-00ab24a9a012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd3dc24-02e2-46ba-b930-dfeaf1323ed4', 'code': 200} Aug 28 13:43:56.289110 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=edd3dc24-02e2-46ba-b930-dfeaf1323ed4,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:56.359311 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fdfec-5180-4b6b-b1c3-e810ce14103e req-03c91cd6-63db-4826-8aec-e6f0e52c8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:56.361125 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe4fdfec-5180-4b6b-b1c3-e810ce14103e req-03c91cd6-63db-4826-8aec-e6f0e52c8e96 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 1097 time: 0.0432391 Aug 28 13:43:56.397020 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe4fdfec-5180-4b6b-b1c3-e810ce14103e req-cab99d06-62b5-4f58-916d-8e792eb3a92e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288243 Aug 28 13:43:57.264940 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a68d9-fb08-4a97-abfa-bf8e4ce01975 req-4003dd83-4fc7-4adc-8c47-8463871dfeff tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:57.266516 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe3a68d9-fb08-4a97-abfa-bf8e4ce01975 req-4003dd83-4fc7-4adc-8c47-8463871dfeff tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0490294 Aug 28 13:43:57.306564 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe3a68d9-fb08-4a97-abfa-bf8e4ce01975 req-1a7818d8-9ebf-4141-b8a1-f0e2808870ba tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341113 Aug 28 13:43:58.422513 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f2ebc-f382-425a-a951-edbeb11fd34a req-615707f1-15de-41ed-92f4-8bba8ba6a5ba tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:58.424008 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3b8f2ebc-f382-425a-a951-edbeb11fd34a req-615707f1-15de-41ed-92f4-8bba8ba6a5ba tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0532019 Aug 28 13:43:58.463375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3b8f2ebc-f382-425a-a951-edbeb11fd34a req-0386492b-a86b-45f1-9d74-af17b275b51a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328205 Aug 28 13:43:58.571643 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a643d292-c9a0-4b6e-8309-0a43a17cf98a req-d40762ab-6c32-4327-87df-3dc63496b17c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417659 Aug 28 13:43:58.577577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa0fee-a89e-4426-a8f3-e2a3a5983f29 req-6cdbd1d7-fd09-48f4-b788-56ec9bf632ff tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:58.579162 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0caa0fee-a89e-4426-a8f3-e2a3a5983f29 req-6cdbd1d7-fd09-48f4-b788-56ec9bf632ff tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0497985 Aug 28 13:43:58.619120 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0caa0fee-a89e-4426-a8f3-e2a3a5983f29 req-f1215f37-748b-43c3-bb27-3463f99c6ed7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334847 Aug 28 13:43:58.637556 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:43:58.640910 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38564) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:58.667715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643d292-c9a0-4b6e-8309-0a43a17cf98a req-b958b52a-86d4-4470-a6ce-abab42ba969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:58.669232 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a643d292-c9a0-4b6e-8309-0a43a17cf98a req-b958b52a-86d4-4470-a6ce-abab42ba969f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0517154 Aug 28 13:43:58.681998 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40217ed2-7438-42a0-8a35-ee463e06dca9 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:58.683558 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-40217ed2-7438-42a0-8a35-ee463e06dca9 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 1092 time: 0.0416546 Aug 28 13:43:58.686396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38566) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:43:58.691799 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': 'edd3dc24-02e2-46ba-b930-dfeaf1323ed4', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:43:58.714568 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:58.775321 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643d292-c9a0-4b6e-8309-0a43a17cf98a req-74151287-b48c-409c-a4e3-6a58e14b90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:58.777039 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a643d292-c9a0-4b6e-8309-0a43a17cf98a req-74151287-b48c-409c-a4e3-6a58e14b90a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0866079 Aug 28 13:43:58.817264 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:58.819627 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a643d292-c9a0-4b6e-8309-0a43a17cf98a req-976c94c9-c0c8-450f-af80-cbaa71bd9e5c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0352256 Aug 28 13:43:58.873841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643d292-c9a0-4b6e-8309-0a43a17cf98a req-a05a6bf9-67eb-42f1-a24b-1ec38ab29a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:58.875248 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a643d292-c9a0-4b6e-8309-0a43a17cf98a req-a05a6bf9-67eb-42f1-a24b-1ec38ab29a32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0488400 Aug 28 13:43:58.918830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.25.1.180 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/5a1aea46-eeef-4578-8ff6-76e5dafdf6f8) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:43:58.926121 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643d292-c9a0-4b6e-8309-0a43a17cf98a req-bee716fb-d61f-4e7a-a5bb-1ad70a0de5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:43:58.927674 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a643d292-c9a0-4b6e-8309-0a43a17cf98a req-bee716fb-d61f-4e7a-a5bb-1ad70a0de5c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443811 Aug 28 13:43:59.016371 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a643d292-c9a0-4b6e-8309-0a43a17cf98a req-316e51f2-60a9-4959-bcac-ed28c4982fac service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810430 Aug 28 13:43:59.028837 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:59.072164 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:59.115231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:43:59.116954 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a643d292-c9a0-4b6e-8309-0a43a17cf98a req-cbc75730-8390-4f77-bfae-df3458cc437b service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927382 Aug 28 13:43:59.118346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:43:59.120945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:43:59.128128 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=5a1aea46-eeef-4578-8ff6-76e5dafdf6f8,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:43:59.482111 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:59.550100 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:59.709037 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:43:59.713871 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:00.076988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=5a1aea46-eeef-4578-8ff6-76e5dafdf6f8,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:44:00.090688 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:00.197241 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Floating IP 7d0e9c87-681f-4fe6-a9f8-871b917b85f4 associated. External IP: 172.25.1.180, port: edd3dc24-02e2-46ba-b930-dfeaf1323ed4. Aug 28 13:44:00.410748 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:44:00.516558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:44:00.527324 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5555403-0e96-49fe-99e7-4e268b5941eb None None] Sync routers for ids ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:44:00.533049 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:00.538150 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5555403-0e96-49fe-99e7-4e268b5941eb None None] Routers {'9dd5e8df-0eef-4229-93f2-b7e5a8e078af'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:44:00.538909 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a5555403-0e96-49fe-99e7-4e268b5941eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:43:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:44:00.560049 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-55687fbd-c14e-41d7-a53a-941a5304ec3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8726473 Aug 28 13:44:00.560715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34005353-d3ab-499b-8487-00ab24a9a012', 'tag': 'edd3dc24-02e2-46ba-b930-dfeaf1323ed4'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:44:00.563088 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a527ac-bc8b-4867-b905-26bf492bd362" -d '{"events": [{"name": "network-changed", "server_uuid": "34005353-d3ab-499b-8487-00ab24a9a012", "tag": "edd3dc24-02e2-46ba-b930-dfeaf1323ed4"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:44:00.644435 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-a5555403-0e96-49fe-99e7-4e268b5941eb None None] Set router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:44:00.658576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553dde4-81c6-4cde-91f3-4c2c01233a1f req-57a04a70-8875-4aac-a36a-ccefbaed9935 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:00.658983 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5553dde4-81c6-4cde-91f3-4c2c01233a1f req-57a04a70-8875-4aac-a36a-ccefbaed9935 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0507224 Aug 28 13:44:00.701755 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5553dde4-81c6-4cde-91f3-4c2c01233a1f req-7f2c4f5f-142f-4981-9e45-5058639acb60 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319695 Aug 28 13:44:00.725507 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38572) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:44:00.750123 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f25c3f-f117-4b66-b350-41505a286fc5 x-openstack-request-id: req-e6f25c3f-f117-4b66-b350-41505a286fc5 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:44:00.750457 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34005353-d3ab-499b-8487-00ab24a9a012", "tag": "edd3dc24-02e2-46ba-b930-dfeaf1323ed4", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:44:00.750716 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6f25c3f-f117-4b66-b350-41505a286fc5 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:44:00.751119 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34005353-d3ab-499b-8487-00ab24a9a012', 'tag': 'edd3dc24-02e2-46ba-b930-dfeaf1323ed4', 'status': 'completed', 'code': 200} Aug 28 13:44:00.789132 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-08d59704-8068-498a-862f-23380357b5e6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/7d0e9c87-681f-4fe6-a9f8-871b917b85f4 HTTP/1.1" status: 200 len: 991 time: 0.0624466 Aug 28 13:44:00.819152 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a527ac-bc8b-4867-b905-26bf492bd362 req-469e9517-b96b-4b9a-9fdc-1151a92ceb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:00.820682 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6a527ac-bc8b-4867-b905-26bf492bd362 req-469e9517-b96b-4b9a-9fdc-1151a92ceb38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 1097 time: 0.0441115 Aug 28 13:44:00.876808 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a5555403-0e96-49fe-99e7-4e268b5941eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282737427', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:43:43Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:44Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '7d0e9c87-681f-4fe6-a9f8-871b917b85f4', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'port_id': 'edd3dc24-02e2-46ba-b930-dfeaf1323ed4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f', 'mac_address': 'fa:16:3e:44:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34005353-d3ab-499b-8487-00ab24a9a012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:43:59Z', 'updated_at': '2021-08-28T13:43:59Z', 'revision_number': 0, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dfc8a0-f4d7-4326-ba07-2a1c740affea', 'name': '', 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:1c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '08258690-7394-4931-8612-83a193516980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:46Z', 'updated_at': '2021-08-28T13:43:51Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '08258690-7394-4931-8612-83a193516980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:44:00.906795 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5555403-0e96-49fe-99e7-4e268b5941eb None None] Checking router: 9dd5e8df-0eef-4229-93f2-b7e5a8e078af for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:44:00.915020 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5555403-0e96-49fe-99e7-4e268b5941eb None None] Routers {'9dd5e8df-0eef-4229-93f2-b7e5a8e078af'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:44:00.915628 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a5555403-0e96-49fe-99e7-4e268b5941eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:43:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:44:00.917906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a527ac-bc8b-4867-b905-26bf492bd362 req-b35f43ce-87f2-4c4f-be0c-fe7f2364f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:00.919570 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6a527ac-bc8b-4867-b905-26bf492bd362 req-b35f43ce-87f2-4c4f-be0c-fe7f2364f06b service neutron] 10.222.0.11 "GET /v2.0/networks?id=db68c7fe-6868-4e94-a0d2-27c748f7189f HTTP/1.1" status: 200 len: 896 time: 0.0916791 Aug 28 13:44:00.987759 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6a527ac-bc8b-4867-b905-26bf492bd362 req-2386f101-9cbb-4d6d-9899-be5bcfc8f93b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edd3dc24-02e2-46ba-b930-dfeaf1323ed4 HTTP/1.1" status: 200 len: 999 time: 0.0603614 Aug 28 13:44:01.043900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a527ac-bc8b-4867-b905-26bf492bd362 req-85f777cf-b026-40b9-a2fc-2e42b933fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:01.045412 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6a527ac-bc8b-4867-b905-26bf492bd362 req-85f777cf-b026-40b9-a2fc-2e42b933fb64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08258690-7394-4931-8612-83a193516980 HTTP/1.1" status: 200 len: 835 time: 0.0511746 Aug 28 13:44:01.095959 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a527ac-bc8b-4867-b905-26bf492bd362 req-99575af3-0b4b-43bb-8989-8c2b648a3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:01.097529 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6a527ac-bc8b-4867-b905-26bf492bd362 req-99575af3-0b4b-43bb-8989-8c2b648a3710 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db68c7fe-6868-4e94-a0d2-27c748f7189f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438776 Aug 28 13:44:01.115249 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-a5555403-0e96-49fe-99e7-4e268b5941eb None None] Set router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:44:01.187831 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6a527ac-bc8b-4867-b905-26bf492bd362 req-f18f5511-37e0-44a3-aa60-180257736695 service neutron] 10.222.0.11 "GET /v2.0/networks/db68c7fe-6868-4e94-a0d2-27c748f7189f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834444 Aug 28 13:44:01.283143 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6a527ac-bc8b-4867-b905-26bf492bd362 req-e002a807-d4ae-425c-b84d-5a293bb26ca4 service neutron] 10.222.0.11 "GET /v2.0/networks/db68c7fe-6868-4e94-a0d2-27c748f7189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882936 Aug 28 13:44:01.335523 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-a5555403-0e96-49fe-99e7-4e268b5941eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282737427', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:43:43Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:44Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '7d0e9c87-681f-4fe6-a9f8-871b917b85f4', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'port_id': 'edd3dc24-02e2-46ba-b930-dfeaf1323ed4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f', 'mac_address': 'fa:16:3e:44:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34005353-d3ab-499b-8487-00ab24a9a012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:43:59Z', 'updated_at': '2021-08-28T13:43:59Z', 'revision_number': 0, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dfc8a0-f4d7-4326-ba07-2a1c740affea', 'name': '', 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:1c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '08258690-7394-4931-8612-83a193516980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:46Z', 'updated_at': '2021-08-28T13:43:51Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '08258690-7394-4931-8612-83a193516980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:44:01.360375 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5555403-0e96-49fe-99e7-4e268b5941eb None None] The sync data for ids ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'] in n-d-791505-21 is: [{'id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282737427', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:43:43Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:44Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '7d0e9c87-681f-4fe6-a9f8-871b917b85f4', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'floating_ip_address': '172.25.1.180', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'port_id': 'edd3dc24-02e2-46ba-b930-dfeaf1323ed4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f', 'mac_address': 'fa:16:3e:44:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34005353-d3ab-499b-8487-00ab24a9a012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:43:59Z', 'updated_at': '2021-08-28T13:43:59Z', 'revision_number': 0, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22dfc8a0-f4d7-4326-ba07-2a1c740affea', 'name': '', 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:1c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '08258690-7394-4931-8612-83a193516980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:46Z', 'updated_at': '2021-08-28T13:43:51Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '08258690-7394-4931-8612-83a193516980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:44:01.554185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdbab83-88dc-4cc2-a218-cdc234f6641d None None] New status for floating IP 7d0e9c87-681f-4fe6-a9f8-871b917b85f4: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:44:01.792871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38574) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:44:01.859255 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f00c8997-55b1-48a5-a558-0971c1a0258a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/7d0e9c87-681f-4fe6-a9f8-871b917b85f4 HTTP/1.1" status: 200 len: 993 time: 0.0651646 Aug 28 13:44:08.035606 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:10.074819 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ca5e6fe5-669e-4db0-9881-a297ab11eb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:10.372163 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:12.342014 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5471134e-a37a-41b4-b5e3-e55dffaa3010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:12.684960 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:13.643641 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:15.543138 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:33.286554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d86d4-2868-4fd3-b167-b8dcb963c3b0 req-a5010f4d-5f82-4b73-b3a7-997b5bb84a26 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:33.288488 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee5d86d4-2868-4fd3-b167-b8dcb963c3b0 req-a5010f4d-5f82-4b73-b3a7-997b5bb84a26 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0785992 Aug 28 13:44:33.290399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2e68-a940-4294-83b6-66dbca2688eb req-70943cde-7d67-4669-a2ac-8e88a31d44a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:33.291771 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-478c2e68-a940-4294-83b6-66dbca2688eb req-70943cde-7d67-4669-a2ac-8e88a31d44a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 1097 time: 0.0729899 Aug 28 13:44:33.377423 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee5d86d4-2868-4fd3-b167-b8dcb963c3b0 req-589a6bd9-68f9-4165-8ca7-b8c7ef948320 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829871 Aug 28 13:44:33.410039 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2e68-a940-4294-83b6-66dbca2688eb req-e86edb9a-a01b-49a7-b8ca-4639b61a8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:33.412184 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-478c2e68-a940-4294-83b6-66dbca2688eb req-e86edb9a-a01b-49a7-b8ca-4639b61a8feb service neutron] 10.222.0.11 "GET /v2.0/networks?id=db68c7fe-6868-4e94-a0d2-27c748f7189f HTTP/1.1" status: 200 len: 896 time: 0.1120315 Aug 28 13:44:33.483641 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-478c2e68-a940-4294-83b6-66dbca2688eb req-c16f13c2-cc33-4c99-904c-d2bcfcc940e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edd3dc24-02e2-46ba-b930-dfeaf1323ed4 HTTP/1.1" status: 200 len: 1001 time: 0.0637004 Aug 28 13:44:33.533217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2e68-a940-4294-83b6-66dbca2688eb req-ae0a3d56-0e9b-4650-8293-c340a3e7bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:33.534681 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-478c2e68-a940-4294-83b6-66dbca2688eb req-ae0a3d56-0e9b-4650-8293-c340a3e7bc6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08258690-7394-4931-8612-83a193516980 HTTP/1.1" status: 200 len: 835 time: 0.0427916 Aug 28 13:44:33.581497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c2e68-a940-4294-83b6-66dbca2688eb req-4295f42c-c11c-4c22-ab7b-0cde589a49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:33.583365 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-478c2e68-a940-4294-83b6-66dbca2688eb req-4295f42c-c11c-4c22-ab7b-0cde589a49f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db68c7fe-6868-4e94-a0d2-27c748f7189f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414257 Aug 28 13:44:33.682516 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-478c2e68-a940-4294-83b6-66dbca2688eb req-7371d2fc-f72b-4af4-a06c-356a3f6fc79b service neutron] 10.222.0.11 "GET /v2.0/networks/db68c7fe-6868-4e94-a0d2-27c748f7189f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920136 Aug 28 13:44:33.776896 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-478c2e68-a940-4294-83b6-66dbca2688eb req-db08aefc-ab35-4ac9-a432-5483f7df5ef1 service neutron] 10.222.0.11 "GET /v2.0/networks/db68c7fe-6868-4e94-a0d2-27c748f7189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862813 Aug 28 13:44:34.495734 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bd0ed-6064-4c12-9fe0-609bc71eebc6 req-6353129a-d832-46d9-93b8-31a2cbe2c814 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:34.497240 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e09bd0ed-6064-4c12-9fe0-609bc71eebc6 req-6353129a-d832-46d9-93b8-31a2cbe2c814 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0503469 Aug 28 13:44:34.536541 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e09bd0ed-6064-4c12-9fe0-609bc71eebc6 req-998f89a7-0462-4c8e-b743-16544af5b5d4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333893 Aug 28 13:44:35.638308 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:44:35.659980 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab85f29-bbe2-4fa6-bcdf-bd914d84fef8 req-056186cd-dc99-4494-a05a-935c21acf3dd tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:35.661579 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ab85f29-bbe2-4fa6-bcdf-bd914d84fef8 req-056186cd-dc99-4494-a05a-935c21acf3dd tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0546348 Aug 28 13:44:35.701633 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ab85f29-bbe2-4fa6-bcdf-bd914d84fef8 req-dccf4cb2-ede0-4cd8-a772-0cc0592a3ccf tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334139 Aug 28 13:44:36.817802 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b8a07-dbc1-4f0c-8a7a-a288f3f75ab3 req-0b8ba619-c2a3-4231-8f18-e9dc082139a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:36.819296 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-539b8a07-dbc1-4f0c-8a7a-a288f3f75ab3 req-0b8ba619-c2a3-4231-8f18-e9dc082139a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0475881 Aug 28 13:44:36.857045 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-539b8a07-dbc1-4f0c-8a7a-a288f3f75ab3 req-16119699-7d86-47dd-ab4f-c390d9f8f20c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316532 Aug 28 13:44:37.973422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fca506-0182-4afe-8efb-7ebcf81df6b2 req-635d1de4-4b62-44f1-8fc7-bc756fd19989 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:37.975406 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87fca506-0182-4afe-8efb-7ebcf81df6b2 req-635d1de4-4b62-44f1-8fc7-bc756fd19989 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0501816 Aug 28 13:44:38.012710 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-87fca506-0182-4afe-8efb-7ebcf81df6b2 req-49dbb867-3405-4687-8dff-bdcb62f6e90e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314443 Aug 28 13:44:38.051132 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:39.141120 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb833388-38d7-4754-8b9c-e94653ed7971 req-d9f11ace-409d-4776-bc21-ac765f54769a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:39.142618 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cb833388-38d7-4754-8b9c-e94653ed7971 req-d9f11ace-409d-4776-bc21-ac765f54769a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0556581 Aug 28 13:44:39.181300 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cb833388-38d7-4754-8b9c-e94653ed7971 req-e73501b4-81ad-4cb7-ace3-6723d7572785 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324886 Aug 28 13:44:40.076083 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-61b3b08d-4bf8-4de6-8454-7a048ed1a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:40.295358 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21c05e-8114-4f19-b5ea-197b961a6ca2 req-85c8a810-5282-481e-bfb4-efa9c89f8305 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:40.296843 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd21c05e-8114-4f19-b5ea-197b961a6ca2 req-85c8a810-5282-481e-bfb4-efa9c89f8305 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0493712 Aug 28 13:44:40.335991 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bd21c05e-8114-4f19-b5ea-197b961a6ca2 req-11677bf1-91be-4202-a12f-fe8817ad1117 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322454 Aug 28 13:44:40.410545 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:41.451939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f2184-2da3-4efa-8fac-16085c555d2b req-3e191581-e9d8-4652-8888-4c9cdbba2e8c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:41.453428 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-408f2184-2da3-4efa-8fac-16085c555d2b req-3e191581-e9d8-4652-8888-4c9cdbba2e8c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0499346 Aug 28 13:44:41.491874 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-408f2184-2da3-4efa-8fac-16085c555d2b req-13a7a2c6-5028-42db-912d-a0c89d047ccd tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314960 Aug 28 13:44:42.342866 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-90fba11d-16e7-492f-ba26-cc8fff88fe88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:42.612266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48d56a-a3d8-4d01-be8a-79f3b7641bd5 req-be9716cd-0d26-4570-a316-2e938910be88 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:42.613682 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb48d56a-a3d8-4d01-be8a-79f3b7641bd5 req-be9716cd-0d26-4570-a316-2e938910be88 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0549295 Aug 28 13:44:42.652987 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fb48d56a-a3d8-4d01-be8a-79f3b7641bd5 req-aabd1788-9812-426b-8fbb-7ecf04c6cae5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331178 Aug 28 13:44:42.684661 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:43.647465 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:43.769075 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa23d3-9d5e-467a-b7da-f0e70f534280 req-6cf83575-fa0f-43da-b860-1e12afc4708f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:43.771291 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11fa23d3-9d5e-467a-b7da-f0e70f534280 req-6cf83575-fa0f-43da-b860-1e12afc4708f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0501051 Aug 28 13:44:43.808596 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11fa23d3-9d5e-467a-b7da-f0e70f534280 req-74eb1215-91cd-4692-85c6-25c23c2f6e31 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313675 Aug 28 13:44:44.923441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6115ace-8105-4015-9683-1d12b4beaf3a req-65037878-d458-4fb1-9080-c3df52ed2028 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:44.924953 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c6115ace-8105-4015-9683-1d12b4beaf3a req-65037878-d458-4fb1-9080-c3df52ed2028 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0509055 Aug 28 13:44:44.963586 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c6115ace-8105-4015-9683-1d12b4beaf3a req-593cfb63-a1c7-4634-82eb-7b7cf1a186b5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322940 Aug 28 13:44:45.158987 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe42b6c-6484-468a-9490-31caa7899e46 req-cf664d50-579b-4ce3-bd00-aee16cdc1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:45.160474 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fe42b6c-6484-468a-9490-31caa7899e46 req-cf664d50-579b-4ce3-bd00-aee16cdc1671 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 1097 time: 0.0454936 Aug 28 13:44:45.261781 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe42b6c-6484-468a-9490-31caa7899e46 req-85776870-c9cd-46f1-9ba1-b6ab98d5fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:45.263267 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fe42b6c-6484-468a-9490-31caa7899e46 req-85776870-c9cd-46f1-9ba1-b6ab98d5fe20 service neutron] 10.222.0.11 "GET /v2.0/networks?id=db68c7fe-6868-4e94-a0d2-27c748f7189f HTTP/1.1" status: 200 len: 896 time: 0.0841680 Aug 28 13:44:45.331788 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fe42b6c-6484-468a-9490-31caa7899e46 req-1a000843-09df-474a-9e40-c63c9a978418 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edd3dc24-02e2-46ba-b930-dfeaf1323ed4 HTTP/1.1" status: 200 len: 1001 time: 0.0604582 Aug 28 13:44:45.379073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe42b6c-6484-468a-9490-31caa7899e46 req-a33a1b76-5e81-4752-a50e-84a5894f2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:45.380518 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fe42b6c-6484-468a-9490-31caa7899e46 req-a33a1b76-5e81-4752-a50e-84a5894f2fdc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08258690-7394-4931-8612-83a193516980 HTTP/1.1" status: 200 len: 835 time: 0.0423703 Aug 28 13:44:45.424674 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe42b6c-6484-468a-9490-31caa7899e46 req-5b7efc72-4a34-46e1-93e8-35f1b5628369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:45.425885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fe42b6c-6484-468a-9490-31caa7899e46 req-5b7efc72-4a34-46e1-93e8-35f1b5628369 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db68c7fe-6868-4e94-a0d2-27c748f7189f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386770 Aug 28 13:44:45.517588 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fe42b6c-6484-468a-9490-31caa7899e46 req-3699b8c0-dea2-4fd8-bcfc-25439d140482 service neutron] 10.222.0.11 "GET /v2.0/networks/db68c7fe-6868-4e94-a0d2-27c748f7189f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843124 Aug 28 13:44:45.546959 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:44:45.608666 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fe42b6c-6484-468a-9490-31caa7899e46 req-3b11c57a-dd09-43b4-ad09-626fdfaa33ea service neutron] 10.222.0.11 "GET /v2.0/networks/db68c7fe-6868-4e94-a0d2-27c748f7189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815198 Aug 28 13:44:46.081147 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991aa24-3abb-43fe-9d76-ccb9e253931e req-c2669559-fa8f-448e-9cfb-d150187108ac tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:46.082675 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f991aa24-3abb-43fe-9d76-ccb9e253931e req-c2669559-fa8f-448e-9cfb-d150187108ac tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0512438 Aug 28 13:44:46.120886 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f991aa24-3abb-43fe-9d76-ccb9e253931e req-a35499bb-f005-47da-82f0-5059d6a32f5e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313611 Aug 28 13:44:47.238329 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9e680-2e72-4948-8d51-6a4db72c0209 req-4efbfab4-cf3e-45fd-9dba-98a7cfe7f32f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:47.239943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3bb9e680-2e72-4948-8d51-6a4db72c0209 req-4efbfab4-cf3e-45fd-9dba-98a7cfe7f32f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0535522 Aug 28 13:44:47.277501 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3bb9e680-2e72-4948-8d51-6a4db72c0209 req-55157c14-bab7-4e12-a61f-bba72ac8db25 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311179 Aug 28 13:44:48.391626 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66286ca7-01ba-4e66-ae19-6b8ada001c12 req-324e520e-c836-4ab0-ae88-5288174d3e7e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:48.393207 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-66286ca7-01ba-4e66-ae19-6b8ada001c12 req-324e520e-c836-4ab0-ae88-5288174d3e7e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0486267 Aug 28 13:44:48.432126 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-66286ca7-01ba-4e66-ae19-6b8ada001c12 req-3c22309a-92c1-4d35-90c8-2b7f2306c57e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316682 Aug 28 13:44:49.551606 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd5bd8-2c96-4864-881d-6903bbc9e440 req-dd524bcd-4383-414e-8be9-4c64d55a0290 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:49.553837 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76dd5bd8-2c96-4864-881d-6903bbc9e440 req-dd524bcd-4383-414e-8be9-4c64d55a0290 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0502133 Aug 28 13:44:49.590649 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-76dd5bd8-2c96-4864-881d-6903bbc9e440 req-acca0488-4219-4856-9653-af688472e8d0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308619 Aug 28 13:44:50.708812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f651c0-18ec-4775-8072-2e663b274ce0 req-41a2827a-bf97-4672-af7e-7be1ff30c5d1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:50.711352 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-02f651c0-18ec-4775-8072-2e663b274ce0 req-41a2827a-bf97-4672-af7e-7be1ff30c5d1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0533278 Aug 28 13:44:50.749332 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-02f651c0-18ec-4775-8072-2e663b274ce0 req-f81f65a2-ff2c-43d2-89d7-f870077968d8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323806 Aug 28 13:44:50.772514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38628) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:44:50.831308 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c1471fa4-6d1b-48ee-901a-6e6910dc951a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/7d0e9c87-681f-4fe6-a9f8-871b917b85f4 HTTP/1.1" status: 200 len: 993 time: 0.0577118 Aug 28 13:44:59.104387 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c2ab2b38-12a5-4736-8dc0-e1227af6ec1f req-eb028b44-f739-4d71-ba17-66266429a114 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401940 Aug 28 13:44:59.189524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab2b38-12a5-4736-8dc0-e1227af6ec1f req-a4976dc4-bbc0-4636-8f31-e3e3f88acfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:59.191044 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c2ab2b38-12a5-4736-8dc0-e1227af6ec1f req-a4976dc4-bbc0-4636-8f31-e3e3f88acfd1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0408609 Aug 28 13:44:59.296270 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab2b38-12a5-4736-8dc0-e1227af6ec1f req-87b319c1-eb21-4929-ad4c-dbe8efc7b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:59.297747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c2ab2b38-12a5-4736-8dc0-e1227af6ec1f req-87b319c1-eb21-4929-ad4c-dbe8efc7b56b service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0870755 Aug 28 13:44:59.341262 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c2ab2b38-12a5-4736-8dc0-e1227af6ec1f req-2224b23b-1a5b-4c56-9480-61fa5e89c017 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0340292 Aug 28 13:44:59.395800 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab2b38-12a5-4736-8dc0-e1227af6ec1f req-713f781e-120e-4d48-a36a-d2833dc64d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:59.397251 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c2ab2b38-12a5-4736-8dc0-e1227af6ec1f req-713f781e-120e-4d48-a36a-d2833dc64d5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0487740 Aug 28 13:44:59.444113 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab2b38-12a5-4736-8dc0-e1227af6ec1f req-3ed2a77a-7413-485d-8bbd-343c6af02822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:44:59.445784 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c2ab2b38-12a5-4736-8dc0-e1227af6ec1f req-3ed2a77a-7413-485d-8bbd-343c6af02822 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408094 Aug 28 13:44:59.534586 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c2ab2b38-12a5-4736-8dc0-e1227af6ec1f req-a127dd0a-9f35-4577-b21c-cfe18fdfc262 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808833 Aug 28 13:44:59.628493 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c2ab2b38-12a5-4736-8dc0-e1227af6ec1f req-86f91d18-3cc8-4308-aaec-bce8aea03518 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859056 Aug 28 13:45:08.046333 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:10.075901 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e361-45cf-415e-841c-4d9855beb033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:10.404028 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:12.343405 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-01d11fb9-7597-4357-b38a-016c4b1fc014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:12.638051 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:45:12.686471 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:13.650690 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:15.548453 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:21.458828 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38658) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:21.619292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port 5a1aea46-eeef-4578-8ff6-76e5dafdf6f8 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:45:21.619639 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:21.695213 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:21.695627 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:21.706975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for 5a1aea46-eeef-4578-8ff6-76e5dafdf6f8 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:45:21.855618 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:21.880852 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=5a1aea46-eeef-4578-8ff6-76e5dafdf6f8,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:21.893629 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:21.893986 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:21.894332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:21.894698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:21.895033 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:21.895365 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:21.895698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:21.896044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:21.896356 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:21.896681 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:21.897006 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:21.897328 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:21.956112 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:21.956451 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Floating IP 7d0e9c87-681f-4fe6-a9f8-871b917b85f4 disassociated (deleted). External IP: 172.25.1.180, port: edd3dc24-02e2-46ba-b930-dfeaf1323ed4. Aug 28 13:45:22.163998 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:45:22.268774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:45:22.273599 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:22.278707 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d8d690-70d2-469b-b01d-76786a9ba1f7 None None] Sync routers for ids ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:45:22.288102 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d8d690-70d2-469b-b01d-76786a9ba1f7 None None] Routers {'9dd5e8df-0eef-4229-93f2-b7e5a8e078af'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:45:22.288808 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-32d8d690-70d2-469b-b01d-76786a9ba1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:45:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:22.302739 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bc784737-06e2-4649-8f69-021cfd55f058 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/floatingips/7d0e9c87-681f-4fe6-a9f8-871b917b85f4 HTTP/1.1" status: 204 len: 168 time: 0.8432753 Aug 28 13:45:22.303328 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34005353-d3ab-499b-8487-00ab24a9a012', 'tag': 'edd3dc24-02e2-46ba-b930-dfeaf1323ed4'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:45:22.306187 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ddf4b0-faab-48fc-bc13-f31f579910cb" -d '{"events": [{"name": "network-changed", "server_uuid": "34005353-d3ab-499b-8487-00ab24a9a012", "tag": "edd3dc24-02e2-46ba-b930-dfeaf1323ed4"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:45:22.396709 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-32d8d690-70d2-469b-b01d-76786a9ba1f7 None None] Set router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:45:22.461576 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0e2cdf-ba4f-41b0-bcdd-e196056b55ca x-openstack-request-id: req-3f0e2cdf-ba4f-41b0-bcdd-e196056b55ca {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:45:22.462116 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34005353-d3ab-499b-8487-00ab24a9a012", "tag": "edd3dc24-02e2-46ba-b930-dfeaf1323ed4", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:45:22.462116 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f0e2cdf-ba4f-41b0-bcdd-e196056b55ca {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:45:22.462606 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34005353-d3ab-499b-8487-00ab24a9a012', 'tag': 'edd3dc24-02e2-46ba-b930-dfeaf1323ed4', 'status': 'completed', 'code': 200} Aug 28 13:45:22.605023 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-32d8d690-70d2-469b-b01d-76786a9ba1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282737427', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:43:43Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:44Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '22dfc8a0-f4d7-4326-ba07-2a1c740affea', 'name': '', 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:1c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '08258690-7394-4931-8612-83a193516980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:46Z', 'updated_at': '2021-08-28T13:43:51Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '08258690-7394-4931-8612-83a193516980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:22.631870 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d8d690-70d2-469b-b01d-76786a9ba1f7 None None] Checking router: 9dd5e8df-0eef-4229-93f2-b7e5a8e078af for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:45:22.641519 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d8d690-70d2-469b-b01d-76786a9ba1f7 None None] Routers {'9dd5e8df-0eef-4229-93f2-b7e5a8e078af'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:45:22.642144 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-32d8d690-70d2-469b-b01d-76786a9ba1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:45:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:22.749896 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-32d8d690-70d2-469b-b01d-76786a9ba1f7 None None] Set router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:45:22.836524 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddf4b0-faab-48fc-bc13-f31f579910cb req-c141cf3b-764e-4afc-88f7-aab79b551de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:22.838039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-47ddf4b0-faab-48fc-bc13-f31f579910cb req-c141cf3b-764e-4afc-88f7-aab79b551de6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 1097 time: 0.3503492 Aug 28 13:45:22.952905 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-32d8d690-70d2-469b-b01d-76786a9ba1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282737427', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:43:43Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:44Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '22dfc8a0-f4d7-4326-ba07-2a1c740affea', 'name': '', 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:1c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '08258690-7394-4931-8612-83a193516980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:46Z', 'updated_at': '2021-08-28T13:43:51Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '08258690-7394-4931-8612-83a193516980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:22.966623 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0845e-920f-4cbb-b1af-d1d7bbcb01f4 req-84dbdf6e-ed04-43b8-ba62-aa36d0d881dd tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:22.968091 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82b0845e-920f-4cbb-b1af-d1d7bbcb01f4 req-84dbdf6e-ed04-43b8-ba62-aa36d0d881dd tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.1517408 Aug 28 13:45:22.970866 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddf4b0-faab-48fc-bc13-f31f579910cb req-72313984-22e2-40f7-aef9-3447e7f74920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:22.972214 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-47ddf4b0-faab-48fc-bc13-f31f579910cb req-72313984-22e2-40f7-aef9-3447e7f74920 service neutron] 10.222.0.11 "GET /v2.0/networks?id=db68c7fe-6868-4e94-a0d2-27c748f7189f HTTP/1.1" status: 200 len: 896 time: 0.1267188 Aug 28 13:45:22.978678 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d8d690-70d2-469b-b01d-76786a9ba1f7 None None] The sync data for ids ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'] in n-d-791505-21 is: [{'id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282737427', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:43:43Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:44Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '22dfc8a0-f4d7-4326-ba07-2a1c740affea', 'name': '', 'network_id': 'db68c7fe-6868-4e94-a0d2-27c748f7189f', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:05:1c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '08258690-7394-4931-8612-83a193516980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:46Z', 'updated_at': '2021-08-28T13:43:51Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '08258690-7394-4931-8612-83a193516980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:45:23.022068 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-47ddf4b0-faab-48fc-bc13-f31f579910cb req-f5490be5-93bf-446e-bf11-69118b1e4d60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edd3dc24-02e2-46ba-b930-dfeaf1323ed4 HTTP/1.1" status: 200 len: 217 time: 0.0413959 Aug 28 13:45:23.069476 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-82b0845e-920f-4cbb-b1af-d1d7bbcb01f4 req-e5e97c67-c4e3-412c-81f8-4319c319dfc8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949140 Aug 28 13:45:23.089404 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddf4b0-faab-48fc-bc13-f31f579910cb req-0950660c-3661-45c4-87c0-f2a3c222783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:23.090924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-47ddf4b0-faab-48fc-bc13-f31f579910cb req-0950660c-3661-45c4-87c0-f2a3c222783c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08258690-7394-4931-8612-83a193516980 HTTP/1.1" status: 200 len: 835 time: 0.0573776 Aug 28 13:45:23.142470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddf4b0-faab-48fc-bc13-f31f579910cb req-339c6cd1-bb93-474e-81d7-34afb5b5b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:23.143993 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-47ddf4b0-faab-48fc-bc13-f31f579910cb req-339c6cd1-bb93-474e-81d7-34afb5b5b413 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=db68c7fe-6868-4e94-a0d2-27c748f7189f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448937 Aug 28 13:45:23.205317 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177ee1ef-b7f2-4f21-b3fa-3548d4f8339a None None] New status for floating IP 7d0e9c87-681f-4fe6-a9f8-871b917b85f4: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:45:23.237093 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-47ddf4b0-faab-48fc-bc13-f31f579910cb req-6078ba8d-65b1-4112-9426-25a798f0afd6 service neutron] 10.222.0.11 "GET /v2.0/networks/db68c7fe-6868-4e94-a0d2-27c748f7189f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849135 Aug 28 13:45:23.336433 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-47ddf4b0-faab-48fc-bc13-f31f579910cb req-97ae15f2-8cd7-4258-9a67-e59aa80b2537 service neutron] 10.222.0.11 "GET /v2.0/networks/db68c7fe-6868-4e94-a0d2-27c748f7189f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887060 Aug 28 13:45:24.012052 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84973f08-e595-409e-9b37-64cf0450af29 req-88bcce6b-a625-46b9-9893-56a42a75bc8d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:24.013513 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84973f08-e595-409e-9b37-64cf0450af29 req-88bcce6b-a625-46b9-9893-56a42a75bc8d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0491681 Aug 28 13:45:24.109331 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-84973f08-e595-409e-9b37-64cf0450af29 req-15c6ee15-2953-4e00-889c-c51479bb65b9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port edd3dc24-02e2-46ba-b930-dfeaf1323ed4 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:45:24.109668 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-84973f08-e595-409e-9b37-64cf0450af29 req-15c6ee15-2953-4e00-889c-c51479bb65b9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:24.227840 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f2171-dbe5-4b84-a84b-800746cd1d49 req-3da010b6-a67a-4e0c-8a83-54211eca8b9e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:24.229314 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a82f2171-dbe5-4b84-a84b-800746cd1d49 req-3da010b6-a67a-4e0c-8a83-54211eca8b9e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=34005353-d3ab-499b-8487-00ab24a9a012 HTTP/1.1" status: 200 len: 945 time: 0.0811937 Aug 28 13:45:24.235780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-84973f08-e595-409e-9b37-64cf0450af29 req-15c6ee15-2953-4e00-889c-c51479bb65b9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] For port edd3dc24-02e2-46ba-b930-dfeaf1323ed4, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=edd3dc24-02e2-46ba-b930-dfeaf1323ed4,segment=NetworkSegment(f814a358-c650-47c0-848e-742a9a15996d),segment_id=f814a358-c650-47c0-848e-742a9a15996d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:45:24.236140 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-84973f08-e595-409e-9b37-64cf0450af29 req-15c6ee15-2953-4e00-889c-c51479bb65b9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:24.264324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-84973f08-e595-409e-9b37-64cf0450af29 req-15c6ee15-2953-4e00-889c-c51479bb65b9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for edd3dc24-02e2-46ba-b930-dfeaf1323ed4 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:45:24.320326 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a82f2171-dbe5-4b84-a84b-800746cd1d49 req-15a52abc-05a3-4908-afde-2a3d9b8e268f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=26ff1f85-a258-4dee-b823-6b2ee116109d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810401 Aug 28 13:45:24.404607 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-84973f08-e595-409e-9b37-64cf0450af29 req-15c6ee15-2953-4e00-889c-c51479bb65b9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:24.437628 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6ee15-2953-4e00-889c-c51479bb65b9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=edd3dc24-02e2-46ba-b930-dfeaf1323ed4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:24.478704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-84973f08-e595-409e-9b37-64cf0450af29 req-15c6ee15-2953-4e00-889c-c51479bb65b9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] No DVR routers for this DVR port edd3dc24-02e2-46ba-b930-dfeaf1323ed4 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:45:24.481396 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-84973f08-e595-409e-9b37-64cf0450af29 req-15c6ee15-2953-4e00-889c-c51479bb65b9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:24.483630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84973f08-e595-409e-9b37-64cf0450af29 req-15c6ee15-2953-4e00-889c-c51479bb65b9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "DELETE /v2.0/ports/edd3dc24-02e2-46ba-b930-dfeaf1323ed4 HTTP/1.1" status: 204 len: 173 time: 0.4634860 Aug 28 13:45:24.484083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34005353-d3ab-499b-8487-00ab24a9a012', 'name': 'network-vif-deleted', 'tag': 'edd3dc24-02e2-46ba-b930-dfeaf1323ed4'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:45:24.486377 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13e6b86-730a-46e8-a987-f4a19cbb55e8" -d '{"events": [{"server_uuid": "34005353-d3ab-499b-8487-00ab24a9a012", "name": "network-vif-deleted", "tag": "edd3dc24-02e2-46ba-b930-dfeaf1323ed4"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:45:24.522277 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5909078-200c-47bd-b3d9-dff28de2d51e x-openstack-request-id: req-b5909078-200c-47bd-b3d9-dff28de2d51e {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:45:24.522593 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34005353-d3ab-499b-8487-00ab24a9a012", "name": "network-vif-deleted", "tag": "edd3dc24-02e2-46ba-b930-dfeaf1323ed4", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:45:24.522846 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5909078-200c-47bd-b3d9-dff28de2d51e {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:45:24.523892 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34005353-d3ab-499b-8487-00ab24a9a012', 'name': 'network-vif-deleted', 'tag': 'edd3dc24-02e2-46ba-b930-dfeaf1323ed4', 'status': 'completed', 'code': 200} Aug 28 13:45:25.375667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38674) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:25.741046 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:25.997276 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port 22dfc8a0-f4d7-4326-ba07-2a1c740affea {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:45:25.997524 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:26.088253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] For port 22dfc8a0-f4d7-4326-ba07-2a1c740affea, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=22dfc8a0-f4d7-4326-ba07-2a1c740affea,segment=NetworkSegment(f814a358-c650-47c0-848e-742a9a15996d),segment_id=f814a358-c650-47c0-848e-742a9a15996d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:45:26.088615 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:26.101313 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for 22dfc8a0-f4d7-4326-ba07-2a1c740affea owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:45:26.291107 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:26.317558 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=22dfc8a0-f4d7-4326-ba07-2a1c740affea,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:26.345769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:26.346121 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:26.346485 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:26.346822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:26.347153 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:26.347483 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:26.347815 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:26.348141 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:26.348463 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:26.348783 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:26.349107 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:26.349425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:26.494514 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device edd3dc24-02e2-46ba-b930-dfeaf1323ed4 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:45:26.507701 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:26.515048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: edd3dc24-02e2-46ba-b930-dfeaf1323ed4 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:45:26.515409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device edd3dc24-02e2-46ba-b930-dfeaf1323ed4 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:45:26.722210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:45:26.829045 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:45:26.834730 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e6cc7dd1-710f-489b-a09b-475deec3f99c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "PUT /v2.0/routers/9dd5e8df-0eef-4229-93f2-b7e5a8e078af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4575508 Aug 28 13:45:26.837602 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38676) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:26.840278 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d79f270-7d74-450f-9d64-21dd8d87f13d None None] Sync routers for ids ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:45:26.849370 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d79f270-7d74-450f-9d64-21dd8d87f13d None None] Routers {'9dd5e8df-0eef-4229-93f2-b7e5a8e078af'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:45:26.849976 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4d79f270-7d74-450f-9d64-21dd8d87f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:45:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:26.893423 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff60446-8fa3-44f4-9584-c274230f00c1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting subnet 08258690-7394-4931-8612-83a193516980 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:45:26.896618 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bff60446-8fa3-44f4-9584-c274230f00c1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:26.938678 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bff60446-8fa3-44f4-9584-c274230f00c1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:26.955194 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-4d79f270-7d74-450f-9d64-21dd8d87f13d None None] Set router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:45:27.021083 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bff60446-8fa3-44f4-9584-c274230f00c1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:27.093648 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bff60446-8fa3-44f4-9584-c274230f00c1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:27.122142 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff60446-8fa3-44f4-9584-c274230f00c1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Subnet': ['ID=08258690-7394-4931-8612-83a193516980,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:27.127551 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-bff60446-8fa3-44f4-9584-c274230f00c1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:27.133215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38678) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:27.140318 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee66f29-c7a5-4f81-a790-4e955148e886 None None] Network db68c7fe-6868-4e94-a0d2-27c748f7189f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:45:27.142229 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4d79f270-7d74-450f-9d64-21dd8d87f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282737427', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:43:43Z', 'updated_at': '2021-08-28T13:45:26Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:44Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:27.154958 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-bff60446-8fa3-44f4-9584-c274230f00c1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/subnets/08258690-7394-4931-8612-83a193516980 HTTP/1.1" status: 204 len: 168 time: 0.3162520 Aug 28 13:45:27.255119 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a5-a210-42ac-9c4e-07128ba4a6a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:27.275338 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d79f270-7d74-450f-9d64-21dd8d87f13d None None] Checking router: 9dd5e8df-0eef-4229-93f2-b7e5a8e078af for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:45:27.284238 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d79f270-7d74-450f-9d64-21dd8d87f13d None None] Routers {'9dd5e8df-0eef-4229-93f2-b7e5a8e078af'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:45:27.284861 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4d79f270-7d74-450f-9d64-21dd8d87f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:45:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:27.343835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] DHCP port deletion for db68c7fe-6868-4e94-a0d2-27c748f7189f request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:45:27.373771 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a5-a210-42ac-9c4e-07128ba4a6a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:27.391501 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Deleting port 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:45:27.391885 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:27.394381 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-4d79f270-7d74-450f-9d64-21dd8d87f13d None None] Set router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:45:27.440609 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-dff5d2a5-a210-42ac-9c4e-07128ba4a6a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port c223d09e-dac3-4a62-8872-094b89ada86e {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:45:27.440991 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a5-a210-42ac-9c4e-07128ba4a6a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:27.458095 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] For port 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=111f9fc6-ed9c-4ec0-b52b-59b4ce024d60,segment=NetworkSegment(f814a358-c650-47c0-848e-742a9a15996d),segment_id=f814a358-c650-47c0-848e-742a9a15996d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:45:27.458529 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:27.471867 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Calling delete_port for 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:45:27.528485 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-dff5d2a5-a210-42ac-9c4e-07128ba4a6a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] For port c223d09e-dac3-4a62-8872-094b89ada86e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=c223d09e-dac3-4a62-8872-094b89ada86e,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:45:27.528883 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a5-a210-42ac-9c4e-07128ba4a6a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:27.547620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-dff5d2a5-a210-42ac-9c4e-07128ba4a6a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for c223d09e-dac3-4a62-8872-094b89ada86e owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:45:27.556688 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:27.580946 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-4d79f270-7d74-450f-9d64-21dd8d87f13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282737427', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:43:43Z', 'updated_at': '2021-08-28T13:45:26Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:44Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:27.586883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Pushing event deleted for resources: {'Port': ['ID=111f9fc6-ed9c-4ec0-b52b-59b4ce024d60,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:27.591180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] No DVR routers for this DVR port 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:45:27.598591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:27.599003 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:27.599421 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:27.599809 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:27.600198 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:27.600611 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:27.600937 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:27.601279 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:27.601963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:27.601963 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:27.602210 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:27.602835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acd5356-5f85-4069-a822-6e4f98f2ee14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:27.614820 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d79f270-7d74-450f-9d64-21dd8d87f13d None None] The sync data for ids ['9dd5e8df-0eef-4229-93f2-b7e5a8e078af'] in n-d-791505-21 is: [{'id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282737427', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:43:43Z', 'updated_at': '2021-08-28T13:45:26Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'c223d09e-dac3-4a62-8872-094b89ada86e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:80:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd5e8df-0eef-4229-93f2-b7e5a8e078af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:43:44Z', 'updated_at': '2021-08-28T13:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:45:27.728345 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a5-a210-42ac-9c4e-07128ba4a6a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:27.756712 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5d2a5-a210-42ac-9c4e-07128ba4a6a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=c223d09e-dac3-4a62-8872-094b89ada86e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:27.819187 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a5-a210-42ac-9c4e-07128ba4a6a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:27.908840 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a5-a210-42ac-9c4e-07128ba4a6a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:27.910885 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a5-a210-42ac-9c4e-07128ba4a6a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:27.955563 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a5-a210-42ac-9c4e-07128ba4a6a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:27.956173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff5d2a5-a210-42ac-9c4e-07128ba4a6a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Fanout notify agent at l3_agent the message router_deleted on router 9dd5e8df-0eef-4229-93f2-b7e5a8e078af {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:45:27.963970 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-dff5d2a5-a210-42ac-9c4e-07128ba4a6a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:27.965155 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-dff5d2a5-a210-42ac-9c4e-07128ba4a6a0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/routers/9dd5e8df-0eef-4229-93f2-b7e5a8e078af HTTP/1.1" status: 204 len: 168 time: 0.8301759 Aug 28 13:45:27.967899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38680) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:28.054131 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db48b300-8ed2-4153-b073-eff7170ee6f4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.145594 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db48b300-8ed2-4153-b073-eff7170ee6f4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.156519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-db48b300-8ed2-4153-b073-eff7170ee6f4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db68c7fe-6868-4e94-a0d2-27c748f7189f']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:28.173517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-db48b300-8ed2-4153-b073-eff7170ee6f4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f814a358-c650-47c0-848e-742a9a15996d') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:28.173913 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-db48b300-8ed2-4153-b073-eff7170ee6f4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f814a358-c650-47c0-848e-742a9a15996d') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:28.184838 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db48b300-8ed2-4153-b073-eff7170ee6f4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.201215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db48b300-8ed2-4153-b073-eff7170ee6f4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.207741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db48b300-8ed2-4153-b073-eff7170ee6f4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:45:28.208152 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db48b300-8ed2-4153-b073-eff7170ee6f4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:45:28.212223 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:45:28.276081 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db48b300-8ed2-4153-b073-eff7170ee6f4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.281666 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-db48b300-8ed2-4153-b073-eff7170ee6f4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.286519 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-db48b300-8ed2-4153-b073-eff7170ee6f4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/networks/db68c7fe-6868-4e94-a0d2-27c748f7189f HTTP/1.1" status: 204 len: 168 time: 0.3147628 Aug 28 13:45:28.286628 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38682) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:28.299400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48b300-8ed2-4153-b073-eff7170ee6f4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Network': ['ID=db68c7fe-6868-4e94-a0d2-27c748f7189f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:28.347896 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-877c5708-dde4-4229-ada1-a7a754ff5daa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.372388 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-877c5708-dde4-4229-ada1-a7a754ff5daa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.434086 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-877c5708-dde4-4229-ada1-a7a754ff5daa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.436863 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-877c5708-dde4-4229-ada1-a7a754ff5daa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.438064 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-877c5708-dde4-4229-ada1-a7a754ff5daa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/security-groups/26ff1f85-a258-4dee-b823-6b2ee116109d HTTP/1.1" status: 204 len: 168 time: 0.1505346 Aug 28 13:45:28.447253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c5708-dde4-4229-ada1-a7a754ff5daa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ff1f85-a258-4dee-b823-6b2ee116109d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:28.645997 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38688) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:28.651021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5035cd7a-3ec9-4954-838a-d88b6bb5cf77 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540044123', 'description': 'tempest-secgroup-smoke-1540044123 description', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:45:28.673884 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5035cd7a-3ec9-4954-838a-d88b6bb5cf77 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.756078 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5035cd7a-3ec9-4954-838a-d88b6bb5cf77 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.760185 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5035cd7a-3ec9-4954-838a-d88b6bb5cf77 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.788270 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5035cd7a-3ec9-4954-838a-d88b6bb5cf77 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.790480 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5035cd7a-3ec9-4954-838a-d88b6bb5cf77 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1432953 Aug 28 13:45:28.792663 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035cd7a-3ec9-4954-838a-d88b6bb5cf77 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729171c8-a358-4946-91d5-cd84a2a7201c,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:28.793531 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38690) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:28.798409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-9eef9136-23ec-451b-89e1-3cb29381c07c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '729171c8-a358-4946-91d5-cd84a2a7201c', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:45:28.824991 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9eef9136-23ec-451b-89e1-3cb29381c07c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.882216 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9eef9136-23ec-451b-89e1-3cb29381c07c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.885962 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9eef9136-23ec-451b-89e1-3cb29381c07c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.902621 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef9136-23ec-451b-89e1-3cb29381c07c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3bf566-6e93-4d25-8dff-1ddc4bb6700e,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:28.911298 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9eef9136-23ec-451b-89e1-3cb29381c07c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:28.912610 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9eef9136-23ec-451b-89e1-3cb29381c07c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179674 Aug 28 13:45:28.916456 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38692) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:28.921107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2276d714-0785-4a3f-8bb5-eb696d701f22 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '729171c8-a358-4946-91d5-cd84a2a7201c', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:45:28.947823 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2276d714-0785-4a3f-8bb5-eb696d701f22 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.008621 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2276d714-0785-4a3f-8bb5-eb696d701f22 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.013035 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2276d714-0785-4a3f-8bb5-eb696d701f22 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.031024 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276d714-0785-4a3f-8bb5-eb696d701f22 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab51b3c9-faaf-43d5-9370-183166d25b0c,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:29.036582 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2276d714-0785-4a3f-8bb5-eb696d701f22 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.037665 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2276d714-0785-4a3f-8bb5-eb696d701f22 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202538 Aug 28 13:45:29.041542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38694) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:29.046195 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e7200be4-6643-4bbc-a879-5a564db32fb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '729171c8-a358-4946-91d5-cd84a2a7201c', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:45:29.072471 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e7200be4-6643-4bbc-a879-5a564db32fb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.136350 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e7200be4-6643-4bbc-a879-5a564db32fb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.140040 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e7200be4-6643-4bbc-a879-5a564db32fb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.159021 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7200be4-6643-4bbc-a879-5a564db32fb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a74420-05ba-4877-9917-b9e03cc80e67,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:29.165128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 22dfc8a0-f4d7-4326-ba07-2a1c740affea no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:45:29.166430 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e7200be4-6643-4bbc-a879-5a564db32fb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.170463 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e7200be4-6643-4bbc-a879-5a564db32fb5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253436 Aug 28 13:45:29.170620 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38696) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:29.175041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-32ed9ce6-b9d6-45ed-bf4d-3cb3f51c0b07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '729171c8-a358-4946-91d5-cd84a2a7201c', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:45:29.185648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 22dfc8a0-f4d7-4326-ba07-2a1c740affea {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:45:29.186015 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 22dfc8a0-f4d7-4326-ba07-2a1c740affea not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:45:29.186427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c223d09e-dac3-4a62-8872-094b89ada86e no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:45:29.201575 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-32ed9ce6-b9d6-45ed-bf4d-3cb3f51c0b07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.206731 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: c223d09e-dac3-4a62-8872-094b89ada86e {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:45:29.207076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device c223d09e-dac3-4a62-8872-094b89ada86e not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:45:29.207478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:45:29.226203 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:45:29.226633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 111f9fc6-ed9c-4ec0-b52b-59b4ce024d60 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:45:29.261595 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-32ed9ce6-b9d6-45ed-bf4d-3cb3f51c0b07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.265071 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-32ed9ce6-b9d6-45ed-bf4d-3cb3f51c0b07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.284529 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed9ce6-b9d6-45ed-bf4d-3cb3f51c0b07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305cabc8-9aa3-481a-b9a0-92808ada4f3c,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:29.287568 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-32ed9ce6-b9d6-45ed-bf4d-3cb3f51c0b07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.288938 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-32ed9ce6-b9d6-45ed-bf4d-3cb3f51c0b07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172416 Aug 28 13:45:29.291721 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38698) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:29.296122 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-ac3e0a2e-4e72-4e2d-a608-bad6bcd0d875 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '729171c8-a358-4946-91d5-cd84a2a7201c', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:45:29.317304 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-ac3e0a2e-4e72-4e2d-a608-bad6bcd0d875 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Project 6458a0fbde5941838c2b79b0bb62e45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:45:29.322681 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0a2e-4e72-4e2d-a608-bad6bcd0d875 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.381771 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0a2e-4e72-4e2d-a608-bad6bcd0d875 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.386939 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0a2e-4e72-4e2d-a608-bad6bcd0d875 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.408392 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e0a2e-4e72-4e2d-a608-bad6bcd0d875 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b548d235-e0fa-49d2-b14e-256615da80fc,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:29.411897 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0a2e-4e72-4e2d-a608-bad6bcd0d875 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.413116 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac3e0a2e-4e72-4e2d-a608-bad6bcd0d875 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205080 Aug 28 13:45:29.416745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38700) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:29.421236 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9fc3e6c2-38a2-41f1-8c21-0fb586584a57 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '729171c8-a358-4946-91d5-cd84a2a7201c', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:45:29.441984 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-9fc3e6c2-38a2-41f1-8c21-0fb586584a57 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Project 6458a0fbde5941838c2b79b0bb62e45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:45:29.447173 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9fc3e6c2-38a2-41f1-8c21-0fb586584a57 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.510285 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9fc3e6c2-38a2-41f1-8c21-0fb586584a57 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.513794 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9fc3e6c2-38a2-41f1-8c21-0fb586584a57 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.533371 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3e6c2-38a2-41f1-8c21-0fb586584a57 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c37f9a-4276-4671-8f08-aa115a57d676,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:29.539854 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9fc3e6c2-38a2-41f1-8c21-0fb586584a57 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.541128 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9fc3e6c2-38a2-41f1-8c21-0fb586584a57 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234083 Aug 28 13:45:29.543939 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38702) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:29.548791 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-e0179f45-1e6a-42f6-829b-f402c56e594b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'network': {'name': 'tempest-network-smoke--571108194', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'port_security_enabled': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:45:29.568553 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0179f45-1e6a-42f6-829b-f402c56e594b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Made reservation on behalf of 6458a0fbde5941838c2b79b0bb62e45c for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:45:29.572762 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0179f45-1e6a-42f6-829b-f402c56e594b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.595236 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0179f45-1e6a-42f6-829b-f402c56e594b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:45:29.604285 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0179f45-1e6a-42f6-829b-f402c56e594b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.604648 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-e0179f45-1e6a-42f6-829b-f402c56e594b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Added segment 8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b of type vlan for network d653ab75-5015-47d9-8236-986b9fa7e55d Aug 28 13:45:29.645676 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0179f45-1e6a-42f6-829b-f402c56e594b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.669881 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0179f45-1e6a-42f6-829b-f402c56e594b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.675351 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0179f45-1e6a-42f6-829b-f402c56e594b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:29.675925 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e0179f45-1e6a-42f6-829b-f402c56e594b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.725625 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e0179f45-1e6a-42f6-829b-f402c56e594b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1806662 Aug 28 13:45:29.728529 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38704) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:29.733129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-82957519', 'admin_state_up': True, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:45:29.746468 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0179f45-1e6a-42f6-829b-f402c56e594b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Network': ['ID=d653ab75-5015-47d9-8236-986b9fa7e55d,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:29.756685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network d653ab75-5015-47d9-8236-986b9fa7e55d details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:45:29.759274 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.760544 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.809937 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:29.957734 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:30.147336 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:30.170424 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:30.270647 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.25.1.112 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/caa7e542-5797-471a-ac6d-7187e62153f9) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:45:30.377257 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:30.416270 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:30.453518 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:45:30.458318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:45:30.462638 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:45:30.485225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=caa7e542-5797-471a-ac6d-7187e62153f9,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:30.711613 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:30.905547 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:31.035814 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router c4030889-5abe-4abb-b49d-a767ec34e3ff is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:45:31.144875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:45:31.155014 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Sync routers for ids ['c4030889-5abe-4abb-b49d-a767ec34e3ff'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:45:31.164847 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:31.165068 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Routers {'c4030889-5abe-4abb-b49d-a767ec34e3ff'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:45:31.165685 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:45:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c4030889-5abe-4abb-b49d-a767ec34e3ff'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:31.166068 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-15f61583-a6d4-4007-9de0-5ff12ef0e23c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4365532 Aug 28 13:45:31.169485 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38706) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:31.204842 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d7297cb3-bacf-4aa7-92a9-ffe8711885de tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6458a0fbde5941838c2b79b0bb62e45c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342579 Aug 28 13:45:31.207416 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38708) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:31.279492 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Set router c4030889-5abe-4abb-b49d-a767ec34e3ff gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:45:31.462016 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82957519', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:45:29Z', 'updated_at': '2021-08-28T13:45:30Z', 'revision_number': 3, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:30Z', 'updated_at': '2021-08-28T13:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:31.488715 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Checking router: c4030889-5abe-4abb-b49d-a767ec34e3ff for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:45:31.489059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Updating router c4030889-5abe-4abb-b49d-a767ec34e3ff port caa7e542-5797-471a-ac6d-7187e62153f9 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:45:31.515685 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:31.655637 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cba7b2-5b10-4e0a-857b-b757926efd29 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:31.657770 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d2cba7b2-5b10-4e0a-857b-b757926efd29 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4494188 Aug 28 13:45:31.659984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38710) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:31.694469 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b5016ba4-c97a-42b4-9ed2-f286f255628e tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333660 Aug 28 13:45:31.697715 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38712) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:31.702644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-330abb1f-af9b-4919-b1b3-22ca45f95680 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-611868428', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:45:31.769533 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:31.780038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Transition to ACTIVE for port object caa7e542-5797-471a-ac6d-7187e62153f9 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:45:31.786226 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:31.794679 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330abb1f-af9b-4919-b1b3-22ca45f95680 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Made reservation on behalf of 6458a0fbde5941838c2b79b0bb62e45c for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:45:31.798401 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-330abb1f-af9b-4919-b1b3-22ca45f95680 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:31.838448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Attempting to bind port caa7e542-5797-471a-ac6d-7187e62153f9 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:45:31.838927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Attempting to bind port caa7e542-5797-471a-ac6d-7187e62153f9 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:45:31.839293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Attempting to bind port caa7e542-5797-471a-ac6d-7187e62153f9 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:45:31.846445 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c0dfa-13cc-4f57-ba24-2bca1b5c93b4 None None] Pushing event updated for resources: {'Port': ['ID=caa7e542-5797-471a-ac6d-7187e62153f9,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:31.850017 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:45:31.850417 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:45:31.851478 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:31.851478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:45:31.851866 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Bound port: caa7e542-5797-471a-ac6d-7187e62153f9, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:45:31.852242 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:31.904468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] For port caa7e542-5797-471a-ac6d-7187e62153f9, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:45:31.907654 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] For port caa7e542-5797-471a-ac6d-7187e62153f9, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=caa7e542-5797-471a-ac6d-7187e62153f9,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:45:31.912247 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:31.970990 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Routers {'c4030889-5abe-4abb-b49d-a767ec34e3ff'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:45:31.971612 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:45:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c4030889-5abe-4abb-b49d-a767ec34e3ff'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:31.976522 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c0dfa-13cc-4f57-ba24-2bca1b5c93b4 None None] Pushing event updated for resources: {'Port': ['ID=caa7e542-5797-471a-ac6d-7187e62153f9,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:31.987229 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-330abb1f-af9b-4919-b1b3-22ca45f95680 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:32.050983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330abb1f-af9b-4919-b1b3-22ca45f95680 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Subnet': ['ID=3b0413fc-1b4c-48f0-9c17-6ae0534805d2,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:32.065630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330abb1f-af9b-4919-b1b3-22ca45f95680 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Checking segment: {'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:45:32.066024 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330abb1f-af9b-4919-b1b3-22ca45f95680 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network hostable DHCP agents. Network: d653ab75-5015-47d9-8236-986b9fa7e55d, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:45:32.084766 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330abb1f-af9b-4919-b1b3-22ca45f95680 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network d653ab75-5015-47d9-8236-986b9fa7e55d is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:45:32.094540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-330abb1f-af9b-4919-b1b3-22ca45f95680 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, d653ab75-5015-47d9-8236-986b9fa7e55d) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:45:32.096373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] Set router c4030889-5abe-4abb-b49d-a767ec34e3ff gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:45:32.099185 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330abb1f-af9b-4919-b1b3-22ca45f95680 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:32.100040 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-330abb1f-af9b-4919-b1b3-22ca45f95680 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:32.115336 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-330abb1f-af9b-4919-b1b3-22ca45f95680 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4166045 Aug 28 13:45:32.118721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38714) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:32.127155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4af4594-1a45-4822-a333-75ce85588e7d None None] Network d653ab75-5015-47d9-8236-986b9fa7e55d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:45:32.548967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-d653ab75-5015-47d9-8236-986b9fa7e55d', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ips': [{'subnet_id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:45:32.549823 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:32.561236 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:32.569408 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82957519', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:45:29Z', 'updated_at': '2021-08-28T13:45:30Z', 'revision_number': 3, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:30Z', 'updated_at': '2021-08-28T13:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:32.606890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967c0811-05ce-4be8-9603-5b390f4140f7 None None] The sync data for ids ['c4030889-5abe-4abb-b49d-a767ec34e3ff'] in n-d-791505-21 is: [{'id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82957519', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:45:29Z', 'updated_at': '2021-08-28T13:45:30Z', 'revision_number': 3, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:30Z', 'updated_at': '2021-08-28T13:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:45:32.734503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Allocated IP 172.20.0.2 (d653ab75-5015-47d9-8236-986b9fa7e55d/3b0413fc-1b4c-48f0-9c17-6ae0534805d2/1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:45:32.904482 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:32.915336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Transition to ACTIVE for port object 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:45:32.932987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Transition to ACTIVE for port object 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:45:32.939815 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:32.979001 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Network d653ab75-5015-47d9-8236-986b9fa7e55d is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:45:32.983979 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:45:32.987761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:45:32.992471 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.20.0.1 (d653ab75-5015-47d9-8236-986b9fa7e55d/3b0413fc-1b4c-48f0-9c17-6ae0534805d2/49210bf0-de7b-4427-8032-55023d3fe99c) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:45:32.998580 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Pushing event updated for resources: {'Port': ['ID=1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:33.057314 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Attempting to bind port 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:45:33.057738 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Attempting to bind port 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:45:33.058191 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Attempting to bind port 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd on network d653ab75-5015-47d9-8236-986b9fa7e55d {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:45:33.064353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:45:33.064726 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Checking segment: {'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:45:33.065598 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:33.065598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Bound using segment: {'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:45:33.066012 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Bound port: 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:45:33.066447 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:33.128209 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:33.138988 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] For port 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:45:33.143115 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] For port 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd,segment=NetworkSegment(8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b),segment_id=8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:45:33.147469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Transition to ACTIVE for port object 49210bf0-de7b-4427-8032-55023d3fe99c will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:45:33.152352 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:33.199427 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:33.229583 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3ec7b-c56e-49e5-878f-4410a17ef46b None None] Pushing event updated for resources: {'Port': ['ID=1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:33.247387 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network d653ab75-5015-47d9-8236-986b9fa7e55d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:45:33.252984 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:45:33.259097 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:45:33.261769 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device caa7e542-5797-471a-ac6d-7187e62153f9 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:45:33.266963 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=49210bf0-de7b-4427-8032-55023d3fe99c,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:33.314730 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:33.317547 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port caa7e542-5797-471a-ac6d-7187e62153f9 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:45:33.322332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port caa7e542-5797-471a-ac6d-7187e62153f9 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:45:33.323360 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:33.413026 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:33.449151 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port caa7e542-5797-471a-ac6d-7187e62153f9, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=caa7e542-5797-471a-ac6d-7187e62153f9,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:45:33.457571 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:33.506008 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:33.529512 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=caa7e542-5797-471a-ac6d-7187e62153f9,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:33.796957 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:33.801514 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:33.876931 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=49210bf0-de7b-4427-8032-55023d3fe99c,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:33.879514 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:33.973532 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network d653ab75-5015-47d9-8236-986b9fa7e55d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:45:33.975003 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:45:34.094869 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router c4030889-5abe-4abb-b49d-a767ec34e3ff has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:45:34.208166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:45:34.214120 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7d5aab58-ded7-4ded-8c43-f7b8620b3678 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "PUT /v2.0/routers/c4030889-5abe-4abb-b49d-a767ec34e3ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0944130 Aug 28 13:45:34.243537 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1706da3c-2f40-4dfb-aa95-e01798467ef4 None None] Network d653ab75-5015-47d9-8236-986b9fa7e55d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:45:34.359501 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0315ab6d-ab2b-4164-877c-1c2504f7b72f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540044123&fields=id&tenant_id=6458a0fbde5941838c2b79b0bb62e45c HTTP/1.1" status: 200 len: 267 time: 0.0341504 Aug 28 13:45:34.361052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-14ae5647-b24b-4f8f-8a43-e6b94cb15e2b None None] Provisioning for port 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:45:34.477537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-96df3bf5-18f9-4013-b68e-6920bbd7eb31 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:34.479167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-96df3bf5-18f9-4013-b68e-6920bbd7eb31 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/networks?id=d653ab75-5015-47d9-8236-986b9fa7e55d HTTP/1.1" status: 200 len: 796 time: 0.1123078 Aug 28 13:45:34.496039 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-d34848d6-83e8-4bb6-9a5b-cfd9b23b7ee0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/quotas/6458a0fbde5941838c2b79b0bb62e45c HTTP/1.1" status: 200 len: 375 time: 0.0105579 Aug 28 13:45:34.550885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-a8e6dde6-7be4-440b-a3bb-741e95cadac4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490394 Aug 28 13:45:34.568911 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-5aa15e99-b081-47ad-9318-d350afe9a42d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:45:34.569894 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-5aa15e99-b081-47ad-9318-d350afe9a42d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060291 Aug 28 13:45:34.676249 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-886105ce-139e-480a-9dc0-a18e87a411b4 service neutron] 10.222.0.20 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946100 Aug 28 13:45:34.698470 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-158c7fba-554c-4906-bfc3-3da65a36d64e None None] Provisioning for port 49210bf0-de7b-4427-8032-55023d3fe99c completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:45:34.703196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-158c7fba-554c-4906-bfc3-3da65a36d64e None None] Provisioning complete for port 49210bf0-de7b-4427-8032-55023d3fe99c triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:45:34.703777 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-158c7fba-554c-4906-bfc3-3da65a36d64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:34.740431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-158c7fba-554c-4906-bfc3-3da65a36d64e None None] Port 49210bf0-de7b-4427-8032-55023d3fe99c cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:45:34.782564 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-b75ce618-b161-496c-acd4-51e3fd75b159 service neutron] 10.222.0.20 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962737 Aug 28 13:45:34.788876 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Sync routers for ids ['c4030889-5abe-4abb-b49d-a767ec34e3ff'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:45:34.799900 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Routers {'c4030889-5abe-4abb-b49d-a767ec34e3ff'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:45:34.800545 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:45:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c4030889-5abe-4abb-b49d-a767ec34e3ff'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:34.876397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-f5772bc7-8088-4575-a411-068309e6be3c None None] Provisioning complete for port 49210bf0-de7b-4427-8032-55023d3fe99c triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:45:34.876615 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f5772bc7-8088-4575-a411-068309e6be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:34.931638 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-f5772bc7-8088-4575-a411-068309e6be3c None None] Port 49210bf0-de7b-4427-8032-55023d3fe99c cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:45:34.937866 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Set router c4030889-5abe-4abb-b49d-a767ec34e3ff gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:45:34.985275 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-31bc139d-a188-4ad1-b33d-05944a08eae8 req-081358fc-75d3-495b-abc5-ce7b05b83105 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 210 time: 0.0348060 Aug 28 13:45:35.166343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c3cab672-04f5-4cd1-84dc-cb7d7c1ba817 None None] Provisioning complete for port 49210bf0-de7b-4427-8032-55023d3fe99c triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:45:35.166621 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82957519', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:45:29Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:30Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '49210bf0-de7b-4427-8032-55023d3fe99c', 'name': '', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:33:29:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:32Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 2, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:35.166987 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c3cab672-04f5-4cd1-84dc-cb7d7c1ba817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:35.197397 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Checking router: c4030889-5abe-4abb-b49d-a767ec34e3ff for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:45:35.197836 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Updating router c4030889-5abe-4abb-b49d-a767ec34e3ff port 49210bf0-de7b-4427-8032-55023d3fe99c binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:45:35.209613 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c3cab672-04f5-4cd1-84dc-cb7d7c1ba817 None None] Port 49210bf0-de7b-4427-8032-55023d3fe99c cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:45:35.228739 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:35.293113 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device caa7e542-5797-471a-ac6d-7187e62153f9 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:45:35.345550 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port caa7e542-5797-471a-ac6d-7187e62153f9 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:45:35.345925 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:35.431904 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:45:35.480321 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:45:35.484556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:45:35.485140 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:35.524065 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:35.537901 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Transition to ACTIVE for port object 49210bf0-de7b-4427-8032-55023d3fe99c will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:45:35.545883 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:35.575723 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:35.605847 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191be58-a12b-49a7-ad6a-9e0ca241da4e None None] Pushing event updated for resources: {'Port': ['ID=49210bf0-de7b-4427-8032-55023d3fe99c,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:35.611657 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd,segment=NetworkSegment(8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b),segment_id=8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:45:35.617541 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:35.631679 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191be58-a12b-49a7-ad6a-9e0ca241da4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:35.632015 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191be58-a12b-49a7-ad6a-9e0ca241da4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:35.632617 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191be58-a12b-49a7-ad6a-9e0ca241da4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:35.633350 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191be58-a12b-49a7-ad6a-9e0ca241da4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:35.633610 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191be58-a12b-49a7-ad6a-9e0ca241da4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:35.633928 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191be58-a12b-49a7-ad6a-9e0ca241da4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:35.634250 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191be58-a12b-49a7-ad6a-9e0ca241da4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:35.634850 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191be58-a12b-49a7-ad6a-9e0ca241da4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:35.635166 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191be58-a12b-49a7-ad6a-9e0ca241da4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:35.635475 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191be58-a12b-49a7-ad6a-9e0ca241da4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:35.635787 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191be58-a12b-49a7-ad6a-9e0ca241da4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:35.636095 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c191be58-a12b-49a7-ad6a-9e0ca241da4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:45:35.664913 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Attempting to bind port 49210bf0-de7b-4427-8032-55023d3fe99c on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:45:35.665279 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Attempting to bind port 49210bf0-de7b-4427-8032-55023d3fe99c by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:45:35.665636 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Attempting to bind port 49210bf0-de7b-4427-8032-55023d3fe99c on network d653ab75-5015-47d9-8236-986b9fa7e55d {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:45:35.671209 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:45:35.671579 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Checking segment: {'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:45:35.671976 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:35.672364 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Bound using segment: {'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:45:35.672814 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Bound port: 49210bf0-de7b-4427-8032-55023d3fe99c, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:45:35.673185 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:35.684213 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:35.743560 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] For port 49210bf0-de7b-4427-8032-55023d3fe99c, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:45:35.746791 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] For port 49210bf0-de7b-4427-8032-55023d3fe99c, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=49210bf0-de7b-4427-8032-55023d3fe99c,segment=NetworkSegment(8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b),segment_id=8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:45:35.751727 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:35.813180 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Routers {'c4030889-5abe-4abb-b49d-a767ec34e3ff'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:45:35.813836 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:45:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c4030889-5abe-4abb-b49d-a767ec34e3ff'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:35.862255 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191be58-a12b-49a7-ad6a-9e0ca241da4e None None] Pushing event updated for resources: {'Port': ['ID=49210bf0-de7b-4427-8032-55023d3fe99c,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:35.953734 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] Set router c4030889-5abe-4abb-b49d-a767ec34e3ff gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:45:35.988602 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-8ed14824-224e-4b82-87c2-7ac82a25d489 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:35.990123 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-8ed14824-224e-4b82-87c2-7ac82a25d489 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "GET /v2.0/networks?id=d653ab75-5015-47d9-8236-986b9fa7e55d HTTP/1.1" status: 200 len: 796 time: 0.1323259 Aug 28 13:45:36.039794 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-afeb559a-80c5-4216-a704-4c58a7ac8114 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6458a0fbde5941838c2b79b0bb62e45c HTTP/1.1" status: 200 len: 380 time: 0.0396814 Aug 28 13:45:36.048756 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-aaf8fe44-b1d9-4b9a-bc7c-167c0e97fbb6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'port': {'device_id': '11154587-014f-421e-96f9-2ec6744ed8a1', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'admin_state_up': True, 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'security_groups': ['729171c8-a358-4946-91d5-cd84a2a7201c']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:45:36.122000 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-59a59897-9dc1-4dc2-8607-99db367b6026 req-ae7900d6-fc07-41b6-a381-e61fcd02cd49 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 210 time: 0.0321512 Aug 28 13:45:36.189104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-aaf8fe44-b1d9-4b9a-bc7c-167c0e97fbb6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Made reservation on behalf of 6458a0fbde5941838c2b79b0bb62e45c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:45:36.192604 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-aaf8fe44-b1d9-4b9a-bc7c-167c0e97fbb6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:36.197210 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82957519', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:45:29Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:30Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '49210bf0-de7b-4427-8032-55023d3fe99c', 'name': '', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:33:29:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:32Z', 'updated_at': '2021-08-28T13:45:35Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:36.316683 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9bb607-1f74-43b0-a099-c6b7f88d2baa None None] The sync data for ids ['c4030889-5abe-4abb-b49d-a767ec34e3ff'] in n-d-791505-21 is: [{'id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82957519', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:45:29Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:30Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '49210bf0-de7b-4427-8032-55023d3fe99c', 'name': '', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:33:29:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:32Z', 'updated_at': '2021-08-28T13:45:35Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:45:36.325035 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-aaf8fe44-b1d9-4b9a-bc7c-167c0e97fbb6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.20.0.10 (d653ab75-5015-47d9-8236-986b9fa7e55d/3b0413fc-1b4c-48f0-9c17-6ae0534805d2/e165b12d-c8e6-430c-8535-cf539f1e2b0d) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:45:36.482720 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-aaf8fe44-b1d9-4b9a-bc7c-167c0e97fbb6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:36.497641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-aaf8fe44-b1d9-4b9a-bc7c-167c0e97fbb6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Transition to ACTIVE for port object e165b12d-c8e6-430c-8535-cf539f1e2b0d will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:45:36.532307 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-aaf8fe44-b1d9-4b9a-bc7c-167c0e97fbb6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:36.576556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-aaf8fe44-b1d9-4b9a-bc7c-167c0e97fbb6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network d653ab75-5015-47d9-8236-986b9fa7e55d is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:45:36.582158 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-aaf8fe44-b1d9-4b9a-bc7c-167c0e97fbb6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:45:36.586224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-aaf8fe44-b1d9-4b9a-bc7c-167c0e97fbb6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:45:36.593582 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8fe44-b1d9-4b9a-bc7c-167c0e97fbb6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=e165b12d-c8e6-430c-8535-cf539f1e2b0d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:36.643049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-aaf8fe44-b1d9-4b9a-bc7c-167c0e97fbb6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:36.643709 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-aaf8fe44-b1d9-4b9a-bc7c-167c0e97fbb6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:36.665094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-aaf8fe44-b1d9-4b9a-bc7c-167c0e97fbb6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6200275 Aug 28 13:45:36.677643 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Request body: {'port': {'device_id': '11154587-014f-421e-96f9-2ec6744ed8a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:45:36.743838 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:36.891534 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c5324765-b870-48a4-bbac-bee8db0f1e38 None None] Provisioning for port e165b12d-c8e6-430c-8535-cf539f1e2b0d completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:45:36.895778 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c5324765-b870-48a4-bbac-bee8db0f1e38 None None] Provisioning complete for port e165b12d-c8e6-430c-8535-cf539f1e2b0d triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:45:36.896244 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c5324765-b870-48a4-bbac-bee8db0f1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:36.934871 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-c5324765-b870-48a4-bbac-bee8db0f1e38 None None] Port e165b12d-c8e6-430c-8535-cf539f1e2b0d cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:45:37.281597 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 49210bf0-de7b-4427-8032-55023d3fe99c up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:45:37.318872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43a88c-8320-42f2-bad7-1bcbe6575836 req-39d97418-c54b-4112-b30b-deb64ea6b302 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:37.320995 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dc43a88c-8320-42f2-bad7-1bcbe6575836 req-39d97418-c54b-4112-b30b-deb64ea6b302 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 932 time: 0.0759888 Aug 28 13:45:37.345434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 49210bf0-de7b-4427-8032-55023d3fe99c completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:45:37.349686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 49210bf0-de7b-4427-8032-55023d3fe99c triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:45:37.350198 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:37.384218 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dc43a88c-8320-42f2-bad7-1bcbe6575836 req-4cf21439-11b1-4742-bbc3-b44af161a528 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555906 Aug 28 13:45:37.428224 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e165b12d-c8e6-430c-8535-cf539f1e2b0d {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:45:37.438885 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:37.447497 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:37.452739 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Transition to ACTIVE for port object e165b12d-c8e6-430c-8535-cf539f1e2b0d will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:45:37.457366 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:37.481856 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 49210bf0-de7b-4427-8032-55023d3fe99c, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=49210bf0-de7b-4427-8032-55023d3fe99c,segment=NetworkSegment(8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b),segment_id=8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:45:37.486858 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:37.488229 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:45:37.511978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e165b12d-c8e6-430c-8535-cf539f1e2b0d,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:37.577434 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=49210bf0-de7b-4427-8032-55023d3fe99c,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:37.590093 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:45:37.590497 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:37.592877 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Attempting to bind port e165b12d-c8e6-430c-8535-cf539f1e2b0d on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:45:37.593216 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Attempting to bind port e165b12d-c8e6-430c-8535-cf539f1e2b0d by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:45:37.593697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Attempting to bind port e165b12d-c8e6-430c-8535-cf539f1e2b0d on network d653ab75-5015-47d9-8236-986b9fa7e55d {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:45:37.598644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Port e165b12d-c8e6-430c-8535-cf539f1e2b0d on network d653ab75-5015-47d9-8236-986b9fa7e55d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:45:37.598964 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Attempting to bind port e165b12d-c8e6-430c-8535-cf539f1e2b0d on network d653ab75-5015-47d9-8236-986b9fa7e55d {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:45:37.604725 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:45:37.605053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Checking segment: {'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:45:37.605435 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Bound using segment: {'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:45:37.605994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Bound port: e165b12d-c8e6-430c-8535-cf539f1e2b0d, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:45:37.607035 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:37.677794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] For port e165b12d-c8e6-430c-8535-cf539f1e2b0d, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:45:37.682583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] For port e165b12d-c8e6-430c-8535-cf539f1e2b0d, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d,segment=NetworkSegment(8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b),segment_id=8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:45:37.688212 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:37.726924 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:37.727558 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:37.729100 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/e165b12d-c8e6-430c-8535-cf539f1e2b0d HTTP/1.1" status: 200 len: 1093 time: 1.0561459 Aug 28 13:45:37.729483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11154587-014f-421e-96f9-2ec6744ed8a1', 'tag': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:45:37.731806 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d374c8-a50e-45b2-b01f-fc3001db7cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "11154587-014f-421e-96f9-2ec6744ed8a1", "tag": "e165b12d-c8e6-430c-8535-cf539f1e2b0d"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:45:37.763065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a8a4e-44f2-4768-83f3-e150f814d4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e165b12d-c8e6-430c-8535-cf539f1e2b0d,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:37.800833 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84097784-83c6-4b0c-84b8-5ec9064390d4 x-openstack-request-id: req-84097784-83c6-4b0c-84b8-5ec9064390d4 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:45:37.800956 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11154587-014f-421e-96f9-2ec6744ed8a1", "tag": "e165b12d-c8e6-430c-8535-cf539f1e2b0d", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:45:37.801155 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84097784-83c6-4b0c-84b8-5ec9064390d4 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:45:37.801526 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11154587-014f-421e-96f9-2ec6744ed8a1', 'tag': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d', 'status': 'completed', 'code': 200} Aug 28 13:45:37.819721 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-69895d40-4b74-4e49-8d1b-75ece98a16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:37.821823 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-69895d40-4b74-4e49-8d1b-75ece98a16a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 1096 time: 0.0534303 Aug 28 13:45:37.868167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-cdeaedbb-e44c-4c63-b908-8acf7255ae40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d HTTP/1.1" status: 200 len: 217 time: 0.0386298 Aug 28 13:45:37.923225 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-f4fd7d07-1664-4ffb-b888-5d8eb2149b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:37.925073 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-f4fd7d07-1664-4ffb-b888-5d8eb2149b65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b0413fc-1b4c-48f0-9c17-6ae0534805d2 HTTP/1.1" status: 200 len: 834 time: 0.0503068 Aug 28 13:45:37.969402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-708f16e2-40dd-4a97-a96f-5e13c8eea410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:37.970938 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-708f16e2-40dd-4a97-a96f-5e13c8eea410 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d653ab75-5015-47d9-8236-986b9fa7e55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395756 Aug 28 13:45:38.064177 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-8d5466d8-c0f3-48c2-9d3e-3204efd673c6 service neutron] 10.222.0.11 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853221 Aug 28 13:45:38.076908 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:38.159881 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-836a002b-38c6-4120-9b2e-2a338c6335e2 req-63ad0938-b60d-4e1d-ba0b-65d36e38429e service neutron] 10.222.0.11 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879378 Aug 28 13:45:38.244591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d374c8-a50e-45b2-b01f-fc3001db7cc5 req-9671f08b-6138-4e23-a3d0-b2c50121aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:38.246093 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84d374c8-a50e-45b2-b01f-fc3001db7cc5 req-9671f08b-6138-4e23-a3d0-b2c50121aea2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 1096 time: 0.0431695 Aug 28 13:45:38.350576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d374c8-a50e-45b2-b01f-fc3001db7cc5 req-abc2a2d8-b60d-4166-bc4e-90b4f16fde51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:38.352142 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84d374c8-a50e-45b2-b01f-fc3001db7cc5 req-abc2a2d8-b60d-4166-bc4e-90b4f16fde51 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d653ab75-5015-47d9-8236-986b9fa7e55d HTTP/1.1" status: 200 len: 896 time: 0.0978067 Aug 28 13:45:38.394137 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84d374c8-a50e-45b2-b01f-fc3001db7cc5 req-e07e2244-bf21-4c3e-9784-d460d5937f34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d HTTP/1.1" status: 200 len: 217 time: 0.0351527 Aug 28 13:45:38.450536 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d374c8-a50e-45b2-b01f-fc3001db7cc5 req-c26a106b-0f3a-492c-9a71-0e17ddadcc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:38.451989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84d374c8-a50e-45b2-b01f-fc3001db7cc5 req-c26a106b-0f3a-492c-9a71-0e17ddadcc64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b0413fc-1b4c-48f0-9c17-6ae0534805d2 HTTP/1.1" status: 200 len: 834 time: 0.0493324 Aug 28 13:45:38.525603 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d374c8-a50e-45b2-b01f-fc3001db7cc5 req-085f2479-366c-4dbc-a558-ed52f4ed12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:38.527132 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84d374c8-a50e-45b2-b01f-fc3001db7cc5 req-085f2479-366c-4dbc-a558-ed52f4ed12d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d653ab75-5015-47d9-8236-986b9fa7e55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672991 Aug 28 13:45:38.539025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be27653-85f5-42b2-bb6f-aa462c304d85 req-33839275-c67e-4d31-ae6e-4606f11d36fa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:38.540381 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1be27653-85f5-42b2-bb6f-aa462c304d85 req-33839275-c67e-4d31-ae6e-4606f11d36fa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 944 time: 0.0723212 Aug 28 13:45:38.626246 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1be27653-85f5-42b2-bb6f-aa462c304d85 req-2f2dc1bc-0972-4a37-af08-569252f69c0b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780849 Aug 28 13:45:38.653650 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84d374c8-a50e-45b2-b01f-fc3001db7cc5 req-ce983e5a-6086-4f3f-a3ed-0c4985956e5d service neutron] 10.222.0.11 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123147 Aug 28 13:45:38.745674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-84d374c8-a50e-45b2-b01f-fc3001db7cc5 req-0fa78154-31c9-4693-bb81-b4ac44f5da37 service neutron] 10.222.0.11 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840178 Aug 28 13:45:39.173457 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 49210bf0-de7b-4427-8032-55023d3fe99c up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:45:39.222049 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 49210bf0-de7b-4427-8032-55023d3fe99c triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:45:39.222449 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:39.749107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5290b-d2bf-4f9f-ac39-c3c465417eb1 req-913c805e-a182-4b3c-8901-f7d37a076f2e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:39.750644 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5f5290b-d2bf-4f9f-ac39-c3c465417eb1 req-913c805e-a182-4b3c-8901-f7d37a076f2e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 944 time: 0.0548961 Aug 28 13:45:39.789220 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b5f5290b-d2bf-4f9f-ac39-c3c465417eb1 req-7465cc41-c018-4dd0-9ab3-2ec0d0d34ec4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327528 Aug 28 13:45:40.076736 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-40361d5a-d28e-40d4-b274-136ad87e83a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:40.422646 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:40.540594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e165b12d-c8e6-430c-8535-cf539f1e2b0d details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:45:40.649544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e165b12d-c8e6-430c-8535-cf539f1e2b0d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d,segment=NetworkSegment(8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b),segment_id=8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:45:40.664617 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'port_id': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d', 'mac_address': 'fa:16:3e:0e:29:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:45:40.702595 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:40.714927 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e165b12d-c8e6-430c-8535-cf539f1e2b0d {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:45:40.734134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e165b12d-c8e6-430c-8535-cf539f1e2b0d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d,segment=NetworkSegment(8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b),segment_id=8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:45:40.738170 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:40.784236 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e165b12d-c8e6-430c-8535-cf539f1e2b0d,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:40.904283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a225e-f184-4153-812d-e57fca15389d req-0936e837-5d11-411e-8d16-d41ea3b58d3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:40.905776 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-617a225e-f184-4153-812d-e57fca15389d req-0936e837-5d11-411e-8d16-d41ea3b58d3b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 945 time: 0.0497379 Aug 28 13:45:40.943427 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-617a225e-f184-4153-812d-e57fca15389d req-5427ea8c-a35b-452c-8234-fe1a6e4e1935 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317228 Aug 28 13:45:40.956034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['e165b12d-c8e6-430c-8535-cf539f1e2b0d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:45:42.069174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7799f-c92f-42b4-9cfd-cb8606047a59 req-59ebadc6-cce7-42e8-8415-67b3bc24069b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:42.070803 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-71f7799f-c92f-42b4-9cfd-cb8606047a59 req-59ebadc6-cce7-42e8-8415-67b3bc24069b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 945 time: 0.0563211 Aug 28 13:45:42.109751 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-71f7799f-c92f-42b4-9cfd-cb8606047a59 req-976206b6-d734-4b7c-9a43-5258a7029e04 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325911 Aug 28 13:45:42.344247 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-667221d1-d76b-488f-8704-d091c044bf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:42.555768 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e165b12d-c8e6-430c-8535-cf539f1e2b0d up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:45:42.605740 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port e165b12d-c8e6-430c-8535-cf539f1e2b0d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:45:42.609888 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port e165b12d-c8e6-430c-8535-cf539f1e2b0d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:45:42.610266 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:42.697502 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:42.700701 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:42.723072 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11154587-014f-421e-96f9-2ec6744ed8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:45:42.725295 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27d84d6-6c2d-46a4-9100-a2a4402c7e15" -d '{"events": [{"server_uuid": "11154587-014f-421e-96f9-2ec6744ed8a1", "name": "network-vif-plugged", "status": "completed", "tag": "e165b12d-c8e6-430c-8535-cf539f1e2b0d"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:45:42.737676 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e165b12d-c8e6-430c-8535-cf539f1e2b0d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d,segment=NetworkSegment(8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b),segment_id=8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:45:42.742472 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:42.765742 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e905ffe1-046a-481e-99c5-08a1ea383be7 x-openstack-request-id: req-e905ffe1-046a-481e-99c5-08a1ea383be7 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:45:42.766034 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11154587-014f-421e-96f9-2ec6744ed8a1", "name": "network-vif-plugged", "status": "completed", "tag": "e165b12d-c8e6-430c-8535-cf539f1e2b0d", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:45:42.766286 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e905ffe1-046a-481e-99c5-08a1ea383be7 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:45:42.766694 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11154587-014f-421e-96f9-2ec6744ed8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d', 'code': 200} Aug 28 13:45:42.793681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e165b12d-c8e6-430c-8535-cf539f1e2b0d,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:42.864149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438cdeb-7209-4175-a95c-5f6433762941 req-830e6aef-c69d-4420-9d88-c953513aec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:42.865560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b438cdeb-7209-4175-a95c-5f6433762941 req-830e6aef-c69d-4420-9d88-c953513aec5b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 1098 time: 0.0457985 Aug 28 13:45:42.900966 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b438cdeb-7209-4175-a95c-5f6433762941 req-487e43ce-947c-4812-bce8-8aeb8599e08d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283680 Aug 28 13:45:43.229318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d13acb-036e-4cbc-80a8-b06359812853 req-ee5e1dfc-dd8f-47cb-8bc7-e4d3b9e37676 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:43.230849 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1d13acb-036e-4cbc-80a8-b06359812853 req-ee5e1dfc-dd8f-47cb-8bc7-e4d3b9e37676 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0510395 Aug 28 13:45:43.268939 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1d13acb-036e-4cbc-80a8-b06359812853 req-594460cd-24ef-4a1d-80e4-ae350a204aeb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322688 Aug 28 13:45:43.655440 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:44.382778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21678c78-6784-448e-aa2a-e5a56b915f89 req-94d0bcb8-df0c-466c-837f-45be384b94ca tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:44.384268 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21678c78-6784-448e-aa2a-e5a56b915f89 req-94d0bcb8-df0c-466c-837f-45be384b94ca tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0491016 Aug 28 13:45:44.421725 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21678c78-6784-448e-aa2a-e5a56b915f89 req-7d4c1d84-a47c-446a-be84-db11836da4d5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311224 Aug 28 13:45:44.539816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110bc4e-bf6b-4f29-9a3e-9e4b4c8e4c5b req-d8c307eb-9c29-44c3-9c9f-57075301c750 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:44.541936 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0110bc4e-bf6b-4f29-9a3e-9e4b4c8e4c5b req-d8c307eb-9c29-44c3-9c9f-57075301c750 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0543373 Aug 28 13:45:44.579421 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0110bc4e-bf6b-4f29-9a3e-9e4b4c8e4c5b req-88e36e99-55cc-4560-a7a7-829633df61ac tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315933 Aug 28 13:45:44.600349 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38764) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:44.641309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e4d632-e336-43a1-bf7d-e79418a912b2 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:44.642855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f5e4d632-e336-43a1-bf7d-e79418a912b2 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 1093 time: 0.0415497 Aug 28 13:45:44.645688 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38766) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:44.649999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:45:44.672507 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:44.772435 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:44.873286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.25.1.24 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/7606cc25-efea-4155-8e8a-39384de6f49d) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:45:44.980282 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:45.017459 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:45.052631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:45:45.055360 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:45:45.058921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:45:45.087126 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=7606cc25-efea-4155-8e8a-39384de6f49d,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:45.201739 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41537870-1b0d-4b1c-b3c6-2f9743fbc33c req-029a0130-b7e6-4018-813f-c2d011e1b0af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0941830 Aug 28 13:45:45.330683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41537870-1b0d-4b1c-b3c6-2f9743fbc33c req-be3d7614-10c1-43f5-9402-d04664a7e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:45.332175 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41537870-1b0d-4b1c-b3c6-2f9743fbc33c req-be3d7614-10c1-43f5-9402-d04664a7e8e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 1098 time: 0.0864992 Aug 28 13:45:45.535912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41537870-1b0d-4b1c-b3c6-2f9743fbc33c req-8a314577-51d7-4f55-a3d1-40a23f4cbdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:45.537392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41537870-1b0d-4b1c-b3c6-2f9743fbc33c req-8a314577-51d7-4f55-a3d1-40a23f4cbdd3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d653ab75-5015-47d9-8236-986b9fa7e55d HTTP/1.1" status: 200 len: 896 time: 0.1555176 Aug 28 13:45:45.551679 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:45.585769 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:45.588798 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41537870-1b0d-4b1c-b3c6-2f9743fbc33c req-125737fa-75aa-4df5-84e4-47ce9c88db5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d HTTP/1.1" status: 200 len: 217 time: 0.0412128 Aug 28 13:45:45.668373 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41537870-1b0d-4b1c-b3c6-2f9743fbc33c req-719966b6-2d67-44ef-a576-58e6648eb93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:45.669844 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41537870-1b0d-4b1c-b3c6-2f9743fbc33c req-719966b6-2d67-44ef-a576-58e6648eb93f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b0413fc-1b4c-48f0-9c17-6ae0534805d2 HTTP/1.1" status: 200 len: 834 time: 0.0599985 Aug 28 13:45:45.717435 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:45.766506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41537870-1b0d-4b1c-b3c6-2f9743fbc33c req-0728e578-94c7-4f82-b7fe-016a924c4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:45.768012 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41537870-1b0d-4b1c-b3c6-2f9743fbc33c req-0728e578-94c7-4f82-b7fe-016a924c4412 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d653ab75-5015-47d9-8236-986b9fa7e55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809810 Aug 28 13:45:45.928505 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41537870-1b0d-4b1c-b3c6-2f9743fbc33c req-f9182357-1228-448d-9765-e6e83c94ace7 service neutron] 10.222.0.11 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513896 Aug 28 13:45:45.987288 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:45.993975 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:46.098319 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:46.100020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=7606cc25-efea-4155-8e8a-39384de6f49d,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:45:46.139449 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41537870-1b0d-4b1c-b3c6-2f9743fbc33c req-12b86fae-b344-45aa-b6a4-ad0a7157c606 service neutron] 10.222.0.11 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035248 Aug 28 13:45:46.207087 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Floating IP cd5f233f-0642-41c7-99a6-b20aeb6674de associated. External IP: 172.25.1.24, port: e165b12d-c8e6-430c-8535-cf539f1e2b0d. Aug 28 13:45:46.721778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router c4030889-5abe-4abb-b49d-a767ec34e3ff has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:45:46.825125 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:45:46.834633 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7599b7-8aee-4657-a0c6-5e8714ccff62 None None] Sync routers for ids ['c4030889-5abe-4abb-b49d-a767ec34e3ff'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:45:46.841778 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:45:46.847628 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7599b7-8aee-4657-a0c6-5e8714ccff62 None None] Routers {'c4030889-5abe-4abb-b49d-a767ec34e3ff'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:45:46.848250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7d7599b7-8aee-4657-a0c6-5e8714ccff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:45:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c4030889-5abe-4abb-b49d-a767ec34e3ff'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:46.871526 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-5d461a92-2695-491b-b79f-7aab18a1849c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2248321 Aug 28 13:45:46.872104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11154587-014f-421e-96f9-2ec6744ed8a1', 'tag': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:45:46.874378 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a22401-68f0-4871-a9b4-a09a8705bec0" -d '{"events": [{"name": "network-changed", "server_uuid": "11154587-014f-421e-96f9-2ec6744ed8a1", "tag": "e165b12d-c8e6-430c-8535-cf539f1e2b0d"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:45:46.954222 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-7d7599b7-8aee-4657-a0c6-5e8714ccff62 None None] Set router c4030889-5abe-4abb-b49d-a767ec34e3ff gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:45:46.968341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe169957-73d5-4871-a29d-d90cdf38cafa req-6b9e3402-941b-4cb9-be6b-902f705b842c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:46.969826 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe169957-73d5-4871-a29d-d90cdf38cafa req-6b9e3402-941b-4cb9-be6b-902f705b842c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0494657 Aug 28 13:45:47.009078 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe169957-73d5-4871-a29d-d90cdf38cafa req-f15a8863-f014-4911-8127-895b0e54e36b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331721 Aug 28 13:45:47.033032 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38772) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:47.071089 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc3012c-8504-416c-a825-c77157e47199 x-openstack-request-id: req-3dc3012c-8504-416c-a825-c77157e47199 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:45:47.071493 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11154587-014f-421e-96f9-2ec6744ed8a1", "tag": "e165b12d-c8e6-430c-8535-cf539f1e2b0d", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:45:47.071812 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3dc3012c-8504-416c-a825-c77157e47199 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:45:47.072772 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11154587-014f-421e-96f9-2ec6744ed8a1', 'tag': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d', 'status': 'completed', 'code': 200} Aug 28 13:45:47.129382 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-64be6f2b-4425-4ae1-87a3-fc0750c9e075 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/cd5f233f-0642-41c7-99a6-b20aeb6674de HTTP/1.1" status: 200 len: 991 time: 0.0950754 Aug 28 13:45:47.139207 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a22401-68f0-4871-a9b4-a09a8705bec0 req-9e324776-1ebe-4c71-856b-0b547d443baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:47.140674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81a22401-68f0-4871-a9b4-a09a8705bec0 req-9e324776-1ebe-4c71-856b-0b547d443baf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 1098 time: 0.0616724 Aug 28 13:45:47.188916 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7d7599b7-8aee-4657-a0c6-5e8714ccff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82957519', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:45:29Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:30Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'cd5f233f-0642-41c7-99a6-b20aeb6674de', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'port_id': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'mac_address': 'fa:16:3e:0e:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11154587-014f-421e-96f9-2ec6744ed8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:45:45Z', 'updated_at': '2021-08-28T13:45:45Z', 'revision_number': 0, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49210bf0-de7b-4427-8032-55023d3fe99c', 'name': '', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:33:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:32Z', 'updated_at': '2021-08-28T13:45:37Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:47.214942 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7599b7-8aee-4657-a0c6-5e8714ccff62 None None] Checking router: c4030889-5abe-4abb-b49d-a767ec34e3ff for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:45:47.223336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7599b7-8aee-4657-a0c6-5e8714ccff62 None None] Routers {'c4030889-5abe-4abb-b49d-a767ec34e3ff'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:45:47.223939 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7d7599b7-8aee-4657-a0c6-5e8714ccff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:45:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c4030889-5abe-4abb-b49d-a767ec34e3ff'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:47.231907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a22401-68f0-4871-a9b4-a09a8705bec0 req-4e471475-4f71-45bd-85ff-c2c833857f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:47.233381 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81a22401-68f0-4871-a9b4-a09a8705bec0 req-4e471475-4f71-45bd-85ff-c2c833857f4f service neutron] 10.222.0.11 "GET /v2.0/networks?id=d653ab75-5015-47d9-8236-986b9fa7e55d HTTP/1.1" status: 200 len: 896 time: 0.0853486 Aug 28 13:45:47.305928 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81a22401-68f0-4871-a9b4-a09a8705bec0 req-20f55936-4e01-4795-ba19-a091559c46d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d HTTP/1.1" status: 200 len: 999 time: 0.0651658 Aug 28 13:45:47.359469 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a22401-68f0-4871-a9b4-a09a8705bec0 req-bdac2932-2db8-48c5-82af-41586ab1853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:47.360961 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81a22401-68f0-4871-a9b4-a09a8705bec0 req-bdac2932-2db8-48c5-82af-41586ab1853b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b0413fc-1b4c-48f0-9c17-6ae0534805d2 HTTP/1.1" status: 200 len: 834 time: 0.0471287 Aug 28 13:45:47.408038 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a22401-68f0-4871-a9b4-a09a8705bec0 req-b8725ac1-65da-4cb8-81d9-8e0224f154c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:45:47.409540 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81a22401-68f0-4871-a9b4-a09a8705bec0 req-b8725ac1-65da-4cb8-81d9-8e0224f154c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d653ab75-5015-47d9-8236-986b9fa7e55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416391 Aug 28 13:45:47.484564 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-7d7599b7-8aee-4657-a0c6-5e8714ccff62 None None] Set router c4030889-5abe-4abb-b49d-a767ec34e3ff gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:45:47.503453 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81a22401-68f0-4871-a9b4-a09a8705bec0 req-08dce994-b64d-4be2-9a10-43fb6d070476 service neutron] 10.222.0.11 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855787 Aug 28 13:45:47.593816 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-81a22401-68f0-4871-a9b4-a09a8705bec0 req-cd67a99a-fd8a-4b3d-9d28-21ebd4dc8044 service neutron] 10.222.0.11 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826304 Aug 28 13:45:47.707295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-7d7599b7-8aee-4657-a0c6-5e8714ccff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82957519', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:45:29Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:30Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'cd5f233f-0642-41c7-99a6-b20aeb6674de', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'port_id': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'mac_address': 'fa:16:3e:0e:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11154587-014f-421e-96f9-2ec6744ed8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:45:45Z', 'updated_at': '2021-08-28T13:45:45Z', 'revision_number': 0, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49210bf0-de7b-4427-8032-55023d3fe99c', 'name': '', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:33:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:32Z', 'updated_at': '2021-08-28T13:45:37Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:45:47.733273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7599b7-8aee-4657-a0c6-5e8714ccff62 None None] The sync data for ids ['c4030889-5abe-4abb-b49d-a767ec34e3ff'] in n-d-791505-21 is: [{'id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82957519', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:45:29Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:30Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'cd5f233f-0642-41c7-99a6-b20aeb6674de', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'floating_ip_address': '172.25.1.24', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'port_id': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'mac_address': 'fa:16:3e:0e:29:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11154587-014f-421e-96f9-2ec6744ed8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:45:45Z', 'updated_at': '2021-08-28T13:45:45Z', 'revision_number': 0, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49210bf0-de7b-4427-8032-55023d3fe99c', 'name': '', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:33:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:32Z', 'updated_at': '2021-08-28T13:45:37Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:45:47.931124 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790491d-96b0-4c22-be18-20f499d21c1a None None] New status for floating IP cd5f233f-0642-41c7-99a6-b20aeb6674de: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:45:48.133361 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38774) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:45:48.199203 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-425446cd-a1ad-4911-978a-66210405125f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/cd5f233f-0642-41c7-99a6-b20aeb6674de HTTP/1.1" status: 200 len: 993 time: 0.0646775 Aug 28 13:45:49.637417 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:45:58.420110 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-6b5b6846-eeee-4cd8-8ebb-7f6e9e284b81 req-53c1cdb0-5c65-4ade-be67-71e3b20c3896 tempest-ServerActionsTestJSON-1965469856 tempest-ServerActionsTestJSON-1965469856-project] (94878) timed out ('10.222.0.20', 56206) {{(pid=94878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 13:46:00.273941 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80e95966-e615-4269-85c9-d87440864055 req-f99aeae3-d917-4c6c-b410-6b6f3453307e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0925024 Aug 28 13:46:00.356047 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e95966-e615-4269-85c9-d87440864055 req-2cf96184-d8d5-428b-9085-8006e9ec3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:00.358054 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80e95966-e615-4269-85c9-d87440864055 req-2cf96184-d8d5-428b-9085-8006e9ec3e5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0394344 Aug 28 13:46:00.464423 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e95966-e615-4269-85c9-d87440864055 req-f9baf361-a573-498d-bc04-b887343d281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:00.465788 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80e95966-e615-4269-85c9-d87440864055 req-f9baf361-a573-498d-bc04-b887343d281f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0873411 Aug 28 13:46:00.508335 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80e95966-e615-4269-85c9-d87440864055 req-40b3322c-8ee8-4e60-aea4-149400b75c61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0344017 Aug 28 13:46:00.558146 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e95966-e615-4269-85c9-d87440864055 req-48515724-263b-4344-9ba9-a467015de826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:00.559623 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80e95966-e615-4269-85c9-d87440864055 req-48515724-263b-4344-9ba9-a467015de826 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0433261 Aug 28 13:46:00.606665 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e95966-e615-4269-85c9-d87440864055 req-a1dd9b0f-b3e4-48d2-ae5a-2013567a88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:00.609003 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80e95966-e615-4269-85c9-d87440864055 req-a1dd9b0f-b3e4-48d2-ae5a-2013567a88f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411177 Aug 28 13:46:00.702045 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80e95966-e615-4269-85c9-d87440864055 req-c1f58fd3-6717-4031-aaa3-93fd946c9a65 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845411 Aug 28 13:46:00.791617 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-80e95966-e615-4269-85c9-d87440864055 req-2c516e53-184c-4ac8-bc3d-5c560ff010d4 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811279 Aug 28 13:46:08.084411 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:10.077600 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2c30d523-6a72-4719-84b7-cf29ecb95380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:10.421807 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:12.345155 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cd1fe212-ae37-4e46-adc3-3b4e6e79a796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:12.688119 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:13.661976 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:15.554851 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:19.883713 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec3fc4-0e8f-4bdb-aaf1-b55ae509b1d8 req-f3763c7f-9b6f-4312-a1bf-146e4d515e00 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:19.885457 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-31ec3fc4-0e8f-4bdb-aaf1-b55ae509b1d8 req-f3763c7f-9b6f-4312-a1bf-146e4d515e00 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0505140 Aug 28 13:46:19.929893 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-31ec3fc4-0e8f-4bdb-aaf1-b55ae509b1d8 req-04c6f124-0ac3-42db-a523-44200d520900 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382710 Aug 28 13:46:19.987215 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-03844ebe-f97a-4022-8639-3cef09c0ac4f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823183 Aug 28 13:46:21.057916 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69473366-3cc1-4525-8f96-1ee0e25cf48d req-0aebe939-c532-4c0d-b70f-6032c3657b4a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:21.059444 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69473366-3cc1-4525-8f96-1ee0e25cf48d req-0aebe939-c532-4c0d-b70f-6032c3657b4a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0583441 Aug 28 13:46:21.104883 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69473366-3cc1-4525-8f96-1ee0e25cf48d req-21db56de-8479-4390-b898-86d8824febe6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388606 Aug 28 13:46:21.165557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-30377352-d97b-4a57-8947-6a427847f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:21.167089 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-30377352-d97b-4a57-8947-6a427847f950 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 1098 time: 0.0874796 Aug 28 13:46:21.259769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-5b4bfdd5-ff7b-4541-8ae6-56fd7310cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:21.261485 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-5b4bfdd5-ff7b-4541-8ae6-56fd7310cc30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d653ab75-5015-47d9-8236-986b9fa7e55d HTTP/1.1" status: 200 len: 896 time: 0.0867379 Aug 28 13:46:21.325979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-793ad83e-f2b1-4ae2-b3d9-d2c401a000fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d HTTP/1.1" status: 200 len: 1001 time: 0.0564530 Aug 28 13:46:21.374084 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-99bb89d6-ab57-43ba-a79c-46a916020d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:21.375522 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-99bb89d6-ab57-43ba-a79c-46a916020d67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b0413fc-1b4c-48f0-9c17-6ae0534805d2 HTTP/1.1" status: 200 len: 834 time: 0.0427830 Aug 28 13:46:21.424845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-06420315-ac33-45cf-9b5b-917b63242d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:21.426303 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-06420315-ac33-45cf-9b5b-917b63242d6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d653ab75-5015-47d9-8236-986b9fa7e55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435493 Aug 28 13:46:21.515514 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-6b956551-d32d-4824-a910-a1970b2411c8 service neutron] 10.222.0.11 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812256 Aug 28 13:46:21.610688 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ab15562c-8ca3-4b7f-81c6-0403bedd5644 service neutron] 10.222.0.11 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872955 Aug 28 13:46:22.222064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24809848-3d87-424e-8e23-ac9b97c98540 req-c99f4037-4148-46fa-ad33-90c4d843eca3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:22.223590 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-24809848-3d87-424e-8e23-ac9b97c98540 req-c99f4037-4148-46fa-ad33-90c4d843eca3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0498166 Aug 28 13:46:22.262903 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-24809848-3d87-424e-8e23-ac9b97c98540 req-0ea10e1f-eb6e-42e1-8521-2cf6cab98ce5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333967 Aug 28 13:46:23.379853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b05bd-2c02-480c-bbee-d610248bae3c req-eadb967d-d88a-4871-af19-a4e99246d807 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:23.381390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-846b05bd-2c02-480c-bbee-d610248bae3c req-eadb967d-d88a-4871-af19-a4e99246d807 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0507498 Aug 28 13:46:23.420103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-846b05bd-2c02-480c-bbee-d610248bae3c req-8bd06af2-bf2e-4f1b-bb8e-63d42859dc0e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316815 Aug 28 13:46:24.537262 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b860ad3-c416-481d-8ba3-42f82ea79e0d req-bde1b394-094f-4ad8-bb04-1a3de995184a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:24.538749 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b860ad3-c416-481d-8ba3-42f82ea79e0d req-bde1b394-094f-4ad8-bb04-1a3de995184a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0487616 Aug 28 13:46:24.580746 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4b860ad3-c416-481d-8ba3-42f82ea79e0d req-3750a637-3d00-429b-9e82-32e8b056e924 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360866 Aug 28 13:46:25.698083 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca791d-5d98-4331-bbda-a4cb2ad74e5d req-d7a848d9-bc73-4ec3-8238-040531dd42c0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:25.699593 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36ca791d-5d98-4331-bbda-a4cb2ad74e5d req-d7a848d9-bc73-4ec3-8238-040531dd42c0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0499368 Aug 28 13:46:25.737391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-36ca791d-5d98-4331-bbda-a4cb2ad74e5d req-3bba4635-b4a8-4828-8798-f9276df4aeed tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317495 Aug 28 13:46:26.637244 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:46:26.854104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79295b03-48bf-4893-aa5f-79c9681bce92 req-a594e758-d13f-4be0-9f7f-a287a47b526b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:26.855627 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79295b03-48bf-4893-aa5f-79c9681bce92 req-a594e758-d13f-4be0-9f7f-a287a47b526b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0497308 Aug 28 13:46:26.894815 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79295b03-48bf-4893-aa5f-79c9681bce92 req-9610d608-a96b-4d44-aaf5-45c295240c9d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325708 Aug 28 13:46:28.011034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182e2a6-202f-455d-88a9-8f6558e11c35 req-ac0733ec-2873-45f8-ad40-acad279348b1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:28.012504 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7182e2a6-202f-455d-88a9-8f6558e11c35 req-ac0733ec-2873-45f8-ad40-acad279348b1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0502694 Aug 28 13:46:28.054271 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7182e2a6-202f-455d-88a9-8f6558e11c35 req-206a554c-d0a1-4123-a6bc-2ea74de34193 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353608 Aug 28 13:46:29.169597 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d060c27-944f-4153-a71e-75af3cfb6414 req-0c2d22a8-557a-460f-8b27-5ca5f7b9cca6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:29.171104 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d060c27-944f-4153-a71e-75af3cfb6414 req-0c2d22a8-557a-460f-8b27-5ca5f7b9cca6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0498328 Aug 28 13:46:29.209403 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d060c27-944f-4153-a71e-75af3cfb6414 req-fae8cd46-e9c7-4d13-8d3d-b3393ebf756b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323579 Aug 28 13:46:30.342429 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735c8ba-029a-43dc-874d-886aa9bb09c1 req-e903896a-df06-4158-857f-b347338c09cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:30.343920 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b735c8ba-029a-43dc-874d-886aa9bb09c1 req-e903896a-df06-4158-857f-b347338c09cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0612936 Aug 28 13:46:30.380824 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b735c8ba-029a-43dc-874d-886aa9bb09c1 req-09053db5-16d5-4104-bf68-3930b7120ae3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310547 Aug 28 13:46:31.496708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03500c8-ce21-4025-b34d-669233f27abc req-f4587c91-423b-48b1-b40b-42f5452123ad tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:31.498873 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b03500c8-ce21-4025-b34d-669233f27abc req-f4587c91-423b-48b1-b40b-42f5452123ad tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0496879 Aug 28 13:46:31.540810 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b03500c8-ce21-4025-b34d-669233f27abc req-ace8fb35-6b4f-4920-8a58-d4c244aa03d1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358710 Aug 28 13:46:32.662620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7da16f-4262-4359-8e02-3f798a88fa18 req-fbcb8497-7c00-4ff0-93a1-b693995e8976 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:32.664183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8e7da16f-4262-4359-8e02-3f798a88fa18 req-fbcb8497-7c00-4ff0-93a1-b693995e8976 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0525851 Aug 28 13:46:32.703337 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8e7da16f-4262-4359-8e02-3f798a88fa18 req-7ff0d81e-dd76-4e3a-abd1-37755c7b39bb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326371 Aug 28 13:46:33.818261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2aee0c-3170-4c37-99af-344ca7699355 req-6491eadb-dd54-429e-abeb-fc1f5c3aeb1e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:33.819757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5d2aee0c-3170-4c37-99af-344ca7699355 req-6491eadb-dd54-429e-abeb-fc1f5c3aeb1e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0488896 Aug 28 13:46:33.857510 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5d2aee0c-3170-4c37-99af-344ca7699355 req-878123e3-24c7-4d09-8b3d-f96ab76aeb52 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313849 Aug 28 13:46:34.970590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fa852-6bdf-4cc8-b681-5949fb539078 req-1a02522a-9927-4344-a87b-d056defabf81 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:34.971974 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a05fa852-6bdf-4cc8-b681-5949fb539078 req-1a02522a-9927-4344-a87b-d056defabf81 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0481567 Aug 28 13:46:35.013738 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a05fa852-6bdf-4cc8-b681-5949fb539078 req-a2277b69-e2ab-4d4a-bd59-1864c5587a5e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357656 Aug 28 13:46:36.130645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076a984-95f1-4011-92ce-ecf3146eef9b req-18090516-a018-40ee-b2c1-8fa8c214e265 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:36.132123 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a076a984-95f1-4011-92ce-ecf3146eef9b req-18090516-a018-40ee-b2c1-8fa8c214e265 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0492425 Aug 28 13:46:36.169963 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a076a984-95f1-4011-92ce-ecf3146eef9b req-6f423930-7dde-488a-9401-88596825ec2c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303044 Aug 28 13:46:37.298883 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9acd3-2651-4922-ba5b-e7aabb500789 req-d8667173-4802-448b-ab5c-ecf677da66fc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:37.300416 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6ac9acd3-2651-4922-ba5b-e7aabb500789 req-d8667173-4802-448b-ab5c-ecf677da66fc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0499144 Aug 28 13:46:37.339078 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6ac9acd3-2651-4922-ba5b-e7aabb500789 req-2f9a3a11-806b-4373-a70a-e069a330af69 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326681 Aug 28 13:46:38.085327 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:38.489651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39beab-7497-47b5-a360-17120b567ec8 req-5ed65ad7-cc61-4a35-a859-1e983216cfe1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:38.491187 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f39beab-7497-47b5-a360-17120b567ec8 req-5ed65ad7-cc61-4a35-a859-1e983216cfe1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0844219 Aug 28 13:46:38.521465 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-6d816cb2-33e0-4046-a612-a1b8313e0176 service neutron] show failed (client error): The resource could not be found. Aug 28 13:46:38.522520 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-6d816cb2-33e0-4046-a612-a1b8313e0176 service neutron] 10.222.0.11 "GET /v2.0/ports/e165b12d-c8e6-430c-8535-cf539f1e2b0d/bindings/n-h2-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.0877280 Aug 28 13:46:38.544582 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f39beab-7497-47b5-a360-17120b567ec8 req-e44c5268-b7b7-43cd-8dc8-596e7ab56061 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446904 Aug 28 13:46:38.726095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-e61e9c5e-1906-4e4a-b7fa-9ffb429a079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:38.727636 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-e61e9c5e-1906-4e4a-b7fa-9ffb429a079f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1&tenant_id=6458a0fbde5941838c2b79b0bb62e45c HTTP/1.1" status: 200 len: 1098 time: 0.0467856 Aug 28 13:46:38.740983 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-21', 'device_owner': 'compute:nova'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:46:38.795330 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:38.999307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] For port e165b12d-c8e6-430c-8535-cf539f1e2b0d, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d,segment=NetworkSegment(8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b),segment_id=8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:46:39.031152 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] For port e165b12d-c8e6-430c-8535-cf539f1e2b0d, host n-h1-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:46:39.072655 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11154587-014f-421e-96f9-2ec6744ed8a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:46:39.074906 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821059e9cdabc42353b4e09090cf4c202d26ce35e6b56e9c4c4c84d82f99d3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d671c9-4a13-45f9-bc0f-10488ee39121" -d '{"events": [{"server_uuid": "11154587-014f-421e-96f9-2ec6744ed8a1", "name": "network-vif-unplugged", "status": "completed", "tag": "e165b12d-c8e6-430c-8535-cf539f1e2b0d"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:46:39.079344 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:39.092162 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Transition to ACTIVE for port object e165b12d-c8e6-430c-8535-cf539f1e2b0d will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:46:39.096981 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:39.131408 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 13:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6ea480-523b-4946-8f88-a54044d8d093 x-openstack-request-id: req-7b6ea480-523b-4946-8f88-a54044d8d093 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:46:39.131701 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11154587-014f-421e-96f9-2ec6744ed8a1", "name": "network-vif-unplugged", "status": "completed", "tag": "e165b12d-c8e6-430c-8535-cf539f1e2b0d", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:46:39.131949 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b6ea480-523b-4946-8f88-a54044d8d093 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:46:39.132332 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11154587-014f-421e-96f9-2ec6744ed8a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d', 'code': 200} Aug 28 13:46:39.181416 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Pushing event updated for resources: {'Port': ['ID=e165b12d-c8e6-430c-8535-cf539f1e2b0d,revision_number=6']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:46:39.193450 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:39.193796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:39.194139 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:39.194494 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:39.194827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:39.195155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:39.195477 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:39.195944 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:39.196221 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:39.196542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:39.196854 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:39.197170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:39.231217 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] No DVR routers for this DVR port e165b12d-c8e6-430c-8535-cf539f1e2b0d on host n-h1-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:46:39.649522 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Attempting to bind port e165b12d-c8e6-430c-8535-cf539f1e2b0d on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:46:39.650297 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Attempting to bind port e165b12d-c8e6-430c-8535-cf539f1e2b0d by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:46:39.650752 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Attempting to bind port e165b12d-c8e6-430c-8535-cf539f1e2b0d on network d653ab75-5015-47d9-8236-986b9fa7e55d {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:46:39.655646 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Port e165b12d-c8e6-430c-8535-cf539f1e2b0d on network d653ab75-5015-47d9-8236-986b9fa7e55d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:46:39.655968 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Attempting to bind port e165b12d-c8e6-430c-8535-cf539f1e2b0d on network d653ab75-5015-47d9-8236-986b9fa7e55d {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:46:39.660866 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:46:39.661219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Checking segment: {'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:46:39.661598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Bound using segment: {'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:46:39.662018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Bound port: e165b12d-c8e6-430c-8535-cf539f1e2b0d, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:46:39.662402 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:39.665285 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ee44a-dde0-4eb2-866b-7b64c84b6a31 req-99aae8a8-f850-4751-ab85-df82375f1ce2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:39.667137 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-886ee44a-dde0-4eb2-866b-7b64c84b6a31 req-99aae8a8-f850-4751-ab85-df82375f1ce2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 944 time: 0.0502591 Aug 28 13:46:39.705656 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-886ee44a-dde0-4eb2-866b-7b64c84b6a31 req-8d726819-a2c7-4c72-a200-6329ba51238c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315003 Aug 28 13:46:39.725884 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] For port e165b12d-c8e6-430c-8535-cf539f1e2b0d, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:46:39.728856 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] For port e165b12d-c8e6-430c-8535-cf539f1e2b0d, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d,segment=NetworkSegment(8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b),segment_id=8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:46:39.734754 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:39.768179 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:39.768853 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:39.770400 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] 10.222.0.10 "PUT /v2.0/ports/e165b12d-c8e6-430c-8535-cf539f1e2b0d HTTP/1.1" status: 200 len: 1093 time: 1.0335338 Aug 28 13:46:39.792676 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca834144-7b65-4b4a-a1cd-d9f183a5bf46 service neutron] Pushing event updated for resources: {'Port': ['ID=e165b12d-c8e6-430c-8535-cf539f1e2b0d,revision_number=7']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:46:39.840091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-366ed0f8-b8ab-4859-9b11-e7f8757f2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:39.841569 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-366ed0f8-b8ab-4859-9b11-e7f8757f2802 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 1096 time: 0.0453899 Aug 28 13:46:39.939996 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-9fc7fcfe-d213-4f8e-a0b1-956309bd2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:39.941489 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-9fc7fcfe-d213-4f8e-a0b1-956309bd2bbb service neutron] 10.222.0.10 "GET /v2.0/networks?id=d653ab75-5015-47d9-8236-986b9fa7e55d HTTP/1.1" status: 200 len: 896 time: 0.0916612 Aug 28 13:46:40.012049 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-e43978e6-dde2-4011-a8f1-54b642bb45a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d HTTP/1.1" status: 200 len: 999 time: 0.0623040 Aug 28 13:46:40.061846 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-9d9023d7-3e49-478a-897c-d9e55a88fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:40.063327 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-9d9023d7-3e49-478a-897c-d9e55a88fa79 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b0413fc-1b4c-48f0-9c17-6ae0534805d2 HTTP/1.1" status: 200 len: 834 time: 0.0431123 Aug 28 13:46:40.078504 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-409dee55-a72d-4dbd-ac40-a8eed35004cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:40.110176 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-0667d31f-cfcd-47b8-bb9e-a21f93e326e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:40.111704 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-0667d31f-cfcd-47b8-bb9e-a21f93e326e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d653ab75-5015-47d9-8236-986b9fa7e55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405033 Aug 28 13:46:40.203406 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-b822ecfe-293f-4372-9eeb-37d790308231 service neutron] 10.222.0.10 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838883 Aug 28 13:46:40.292012 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7b1247cc-b971-4012-9154-bdb31954f8ee req-7787839d-2ea4-4d6e-9e88-111074a70be1 service neutron] 10.222.0.10 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808227 Aug 28 13:46:40.437660 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:40.801118 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e165b12d-c8e6-430c-8535-cf539f1e2b0d no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:46:40.831919 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e2f36-c254-48c8-9270-12198369ea58 req-8a525753-974c-4df7-9349-2edf3f122253 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:40.833450 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-388e2f36-c254-48c8-9270-12198369ea58 req-8a525753-974c-4df7-9349-2edf3f122253 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 944 time: 0.0576444 Aug 28 13:46:40.840474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e165b12d-c8e6-430c-8535-cf539f1e2b0d not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:46:40.873112 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-388e2f36-c254-48c8-9270-12198369ea58 req-eb382647-9642-477d-b4fa-7b84c7f97141 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336349 Aug 28 13:46:41.134281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11154587-014f-421e-96f9-2ec6744ed8a1', 'tag': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:46:41.138905 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821059e9cdabc42353b4e09090cf4c202d26ce35e6b56e9c4c4c84d82f99d3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd" -d '{"events": [{"name": "network-changed", "server_uuid": "11154587-014f-421e-96f9-2ec6744ed8a1", "tag": "e165b12d-c8e6-430c-8535-cf539f1e2b0d"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:46:41.188930 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673af898-8537-48d8-a00c-5c3aa50fc791 x-openstack-request-id: req-673af898-8537-48d8-a00c-5c3aa50fc791 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:46:41.189378 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11154587-014f-421e-96f9-2ec6744ed8a1", "tag": "e165b12d-c8e6-430c-8535-cf539f1e2b0d", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:46:41.189734 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-673af898-8537-48d8-a00c-5c3aa50fc791 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:46:41.190253 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11154587-014f-421e-96f9-2ec6744ed8a1', 'tag': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d', 'status': 'completed', 'code': 200} Aug 28 13:46:41.255888 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-0d070076-ec40-4ff8-b03e-dcf8502aa58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:41.257292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-6c2425b8-1916-471c-bb31-4c456445d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:41.257467 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-0d070076-ec40-4ff8-b03e-dcf8502aa58f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 1096 time: 0.0464067 Aug 28 13:46:41.258829 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-6c2425b8-1916-471c-bb31-4c456445d46e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 1096 time: 0.0450652 Aug 28 13:46:41.354760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-258a51ac-e105-4b2a-98e1-34c6e90e3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:41.356295 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-258a51ac-e105-4b2a-98e1-34c6e90e3109 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d653ab75-5015-47d9-8236-986b9fa7e55d HTTP/1.1" status: 200 len: 896 time: 0.0890529 Aug 28 13:46:41.363271 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-2e85c088-447f-41d0-a51f-34f17505956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:41.364702 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-2e85c088-447f-41d0-a51f-34f17505956d service neutron] 10.222.0.10 "GET /v2.0/networks?id=d653ab75-5015-47d9-8236-986b9fa7e55d HTTP/1.1" status: 200 len: 896 time: 0.0985196 Aug 28 13:46:41.427473 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-bef8adcb-c385-417c-ba24-3a906a99b6d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d HTTP/1.1" status: 200 len: 999 time: 0.0637887 Aug 28 13:46:41.437297 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-8e2af054-bfc2-4958-9546-a411bf514c34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d HTTP/1.1" status: 200 len: 999 time: 0.0639310 Aug 28 13:46:41.478645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-a5cb7b61-2f58-45a2-952f-b1b68028f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:41.480326 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-a5cb7b61-2f58-45a2-952f-b1b68028f20a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b0413fc-1b4c-48f0-9c17-6ae0534805d2 HTTP/1.1" status: 200 len: 834 time: 0.0463417 Aug 28 13:46:41.493763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-04d70961-73dd-4165-bc62-1b6a4f112451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:41.495297 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-04d70961-73dd-4165-bc62-1b6a4f112451 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b0413fc-1b4c-48f0-9c17-6ae0534805d2 HTTP/1.1" status: 200 len: 834 time: 0.0497646 Aug 28 13:46:41.530340 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-dd335f96-f19e-4a3c-9be7-3268d228a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:41.531901 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-dd335f96-f19e-4a3c-9be7-3268d228a882 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d653ab75-5015-47d9-8236-986b9fa7e55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449724 Aug 28 13:46:41.561103 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-0f30c483-4167-4d98-93be-9881b485a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:41.563253 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-0f30c483-4167-4d98-93be-9881b485a4f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d653ab75-5015-47d9-8236-986b9fa7e55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574884 Aug 28 13:46:41.648930 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-495fde36-2153-4533-9090-9dfbbfc0ebad service neutron] 10.222.0.11 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100559 Aug 28 13:46:41.676935 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-05ad598b-b4d8-4280-b7e8-68fc101b41ae service neutron] 10.222.0.10 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034384 Aug 28 13:46:41.748330 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-c0f2ee13-5262-46ca-8964-eec52bd256c8 service neutron] 10.222.0.11 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897329 Aug 28 13:46:41.788245 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c0b99ea4-6a4b-4981-b087-6327aa6f49bd req-c2d5b394-a033-4213-8a8b-3974f4bcc8c4 service neutron] 10.222.0.10 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054406 Aug 28 13:46:42.020544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74e9f0-8199-4117-a810-9d783a19063f req-42fd7ae1-1024-44e4-8a49-2b5f60fd9de6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:42.022226 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5d74e9f0-8199-4117-a810-9d783a19063f req-42fd7ae1-1024-44e4-8a49-2b5f60fd9de6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 944 time: 0.0642772 Aug 28 13:46:42.061223 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5d74e9f0-8199-4117-a810-9d783a19063f req-6ef18e1e-e4a2-4277-91ab-256222834b61 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329902 Aug 28 13:46:42.345843 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-107a0e72-4395-40d4-8a88-c80db7c20c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:42.689407 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:43.179966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7661c4-e59a-44e4-b17d-9f495aa649aa req-23047b5a-c2a2-4504-995f-257b49ebbbec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:43.181426 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aa7661c4-e59a-44e4-b17d-9f495aa649aa req-23047b5a-c2a2-4504-995f-257b49ebbbec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 944 time: 0.0487690 Aug 28 13:46:43.220933 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aa7661c4-e59a-44e4-b17d-9f495aa649aa req-5e014298-4959-4c24-a233-d6a08678583b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329678 Aug 28 13:46:43.365624 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e165b12d-c8e6-430c-8535-cf539f1e2b0d details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:46:43.454801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441937f-582d-4fba-aeda-e383e51f6274 req-03784091-f601-4b4d-aff4-5d2108aacc0e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:43.456322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e441937f-582d-4fba-aeda-e383e51f6274 req-03784091-f601-4b4d-aff4-5d2108aacc0e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 944 time: 0.0854976 Aug 28 13:46:43.463644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e165b12d-c8e6-430c-8535-cf539f1e2b0d, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d,segment=NetworkSegment(8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b),segment_id=8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:46:43.468786 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83097ad2-d11b-4812-9930-54178ab3e13d req-1bc220f7-fa4e-47c7-8332-00ac6dba99bf tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:43.470231 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83097ad2-d11b-4812-9930-54178ab3e13d req-1bc220f7-fa4e-47c7-8332-00ac6dba99bf tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1&tenant_id=6458a0fbde5941838c2b79b0bb62e45c&binding%3Ahost_id=n-h2-791505-21 HTTP/1.1" status: 200 len: 944 time: 0.0888476 Aug 28 13:46:43.478945 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'port_id': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d', 'mac_address': 'fa:16:3e:0e:29:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:46:43.517209 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:43.530105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e165b12d-c8e6-430c-8535-cf539f1e2b0d {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:46:43.538114 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e441937f-582d-4fba-aeda-e383e51f6274 req-59c594f2-c1b1-4596-b546-2a2387c2a6ad tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667677 Aug 28 13:46:43.550864 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e165b12d-c8e6-430c-8535-cf539f1e2b0d, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d,segment=NetworkSegment(8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b),segment_id=8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:46:43.555423 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:43.565182 n-d-791505-21 neutron-server[94877]: INFO neutron.api.v2.resource [req-83097ad2-d11b-4812-9930-54178ab3e13d req-4de5cb2b-cf5e-4749-80e9-bb3a71cbe947 service neutron] delete failed (client error): The resource could not be found. Aug 28 13:46:43.566679 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83097ad2-d11b-4812-9930-54178ab3e13d req-4de5cb2b-cf5e-4749-80e9-bb3a71cbe947 service neutron] 10.222.0.11 "DELETE /v2.0/ports/e165b12d-c8e6-430c-8535-cf539f1e2b0d/bindings/n-h1-791505-21 HTTP/1.1" status: 404 len: 381 time: 0.0885439 Aug 28 13:46:43.614822 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=e165b12d-c8e6-430c-8535-cf539f1e2b0d,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:46:43.623464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:43.623744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:43.624073 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:43.624414 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:43.624746 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:43.625074 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:43.625397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:43.626185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:43.626185 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:43.626528 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:43.626708 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:43.626999 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:46:43.663233 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:43.697501 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83097ad2-d11b-4812-9930-54178ab3e13d req-e00daaf1-9cba-4732-944f-36e0faca3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:43.699138 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83097ad2-d11b-4812-9930-54178ab3e13d req-e00daaf1-9cba-4732-944f-36e0faca3ebb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 1097 time: 0.0855637 Aug 28 13:46:43.735306 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca51cb-83f2-4028-9890-19434273e76d req-041fed25-8145-4819-a640-5e42f93fdbdf tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:43.736950 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-00ca51cb-83f2-4028-9890-19434273e76d req-041fed25-8145-4819-a640-5e42f93fdbdf tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 945 time: 0.0930820 Aug 28 13:46:43.820261 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-00ca51cb-83f2-4028-9890-19434273e76d req-48d410d0-1670-4121-871f-173e0d52febc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572836 Aug 28 13:46:43.835056 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['e165b12d-c8e6-430c-8535-cf539f1e2b0d'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:46:43.836841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83097ad2-d11b-4812-9930-54178ab3e13d req-81a36c32-472d-43a5-9629-722efce5a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:43.838316 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83097ad2-d11b-4812-9930-54178ab3e13d req-81a36c32-472d-43a5-9629-722efce5a58a service neutron] 10.222.0.11 "GET /v2.0/networks?id=d653ab75-5015-47d9-8236-986b9fa7e55d HTTP/1.1" status: 200 len: 896 time: 0.1325748 Aug 28 13:46:43.908376 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83097ad2-d11b-4812-9930-54178ab3e13d req-ed7ee453-e0e9-4cb0-83ee-e879feaa35cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d HTTP/1.1" status: 200 len: 1000 time: 0.0629308 Aug 28 13:46:43.957778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83097ad2-d11b-4812-9930-54178ab3e13d req-d42ddd80-dd76-4671-b617-b3bb09f7ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:43.959314 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83097ad2-d11b-4812-9930-54178ab3e13d req-d42ddd80-dd76-4671-b617-b3bb09f7ceb0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b0413fc-1b4c-48f0-9c17-6ae0534805d2 HTTP/1.1" status: 200 len: 834 time: 0.0441198 Aug 28 13:46:44.005109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83097ad2-d11b-4812-9930-54178ab3e13d req-385554e0-4666-4363-a1fb-7cc5ebe44658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:44.006668 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83097ad2-d11b-4812-9930-54178ab3e13d req-385554e0-4666-4363-a1fb-7cc5ebe44658 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d653ab75-5015-47d9-8236-986b9fa7e55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407438 Aug 28 13:46:44.105442 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83097ad2-d11b-4812-9930-54178ab3e13d req-f8e23ac1-07fc-4f00-a097-d74da90dd8f8 service neutron] 10.222.0.11 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919390 Aug 28 13:46:44.196427 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-83097ad2-d11b-4812-9930-54178ab3e13d req-203d07b4-3a6c-42e4-9b19-310409835729 service neutron] 10.222.0.11 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841250 Aug 28 13:46:44.941060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ad341-5c9d-48bf-8690-b744086e8906 req-54c9db8e-e434-44e0-9603-a00b4b29c2c0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:46:44.942571 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e14ad341-5c9d-48bf-8690-b744086e8906 req-54c9db8e-e434-44e0-9603-a00b4b29c2c0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 945 time: 0.0546930 Aug 28 13:46:44.983667 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e14ad341-5c9d-48bf-8690-b744086e8906 req-49c2f7d5-fc3c-4173-a087-e3ad985f132d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345838 Aug 28 13:46:45.005460 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38878) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:46:45.066322 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ac94f18a-f925-461c-b158-ed4240bda5ed tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/cd5f233f-0642-41c7-99a6-b20aeb6674de HTTP/1.1" status: 200 len: 992 time: 0.0597427 Aug 28 13:46:45.385211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e165b12d-c8e6-430c-8535-cf539f1e2b0d up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:46:45.432094 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port e165b12d-c8e6-430c-8535-cf539f1e2b0d completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:46:45.436496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port e165b12d-c8e6-430c-8535-cf539f1e2b0d triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:46:45.436865 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:45.513895 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:45.534880 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11154587-014f-421e-96f9-2ec6744ed8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:46:45.537317 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b031df-68cf-487f-b864-dfe7b1c423df" -d '{"events": [{"server_uuid": "11154587-014f-421e-96f9-2ec6744ed8a1", "name": "network-vif-plugged", "status": "completed", "tag": "e165b12d-c8e6-430c-8535-cf539f1e2b0d"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:46:45.553555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port e165b12d-c8e6-430c-8535-cf539f1e2b0d, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d,segment=NetworkSegment(8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b),segment_id=8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:46:45.561433 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:45.586748 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e892ca7c-3e84-4a98-84cc-1de08c777023 x-openstack-request-id: req-e892ca7c-3e84-4a98-84cc-1de08c777023 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:46:45.587032 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11154587-014f-421e-96f9-2ec6744ed8a1", "name": "network-vif-plugged", "status": "completed", "tag": "e165b12d-c8e6-430c-8535-cf539f1e2b0d", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:46:45.587279 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e892ca7c-3e84-4a98-84cc-1de08c777023 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:46:45.587662 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11154587-014f-421e-96f9-2ec6744ed8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d', 'code': 200} Aug 28 13:46:45.588384 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:46:45.612891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=e165b12d-c8e6-430c-8535-cf539f1e2b0d,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:01.569395 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1efb73f7-b8af-445e-ad15-9d1817f8ba36 req-63d8545e-4951-4604-b15e-5a1f4f9d9501 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405109 Aug 28 13:47:01.665885 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb73f7-b8af-445e-ad15-9d1817f8ba36 req-e385fe1d-b748-46d9-961b-e65291f2a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:01.667462 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1efb73f7-b8af-445e-ad15-9d1817f8ba36 req-e385fe1d-b748-46d9-961b-e65291f2a1eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0511363 Aug 28 13:47:01.783371 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb73f7-b8af-445e-ad15-9d1817f8ba36 req-7eea4dd7-3a08-4e15-a056-e2329f970f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:01.784881 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1efb73f7-b8af-445e-ad15-9d1817f8ba36 req-7eea4dd7-3a08-4e15-a056-e2329f970f1a service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0945413 Aug 28 13:47:01.830796 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1efb73f7-b8af-445e-ad15-9d1817f8ba36 req-2fb0ee4d-7cf6-484c-927b-9ee9fb90192d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0380614 Aug 28 13:47:01.888170 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb73f7-b8af-445e-ad15-9d1817f8ba36 req-071f7a90-2034-43a9-bc29-31809f21e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:01.889751 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1efb73f7-b8af-445e-ad15-9d1817f8ba36 req-071f7a90-2034-43a9-bc29-31809f21e1d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0522215 Aug 28 13:47:01.938667 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb73f7-b8af-445e-ad15-9d1817f8ba36 req-476e925b-bffa-4e5c-9df5-98a002433eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:01.940175 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1efb73f7-b8af-445e-ad15-9d1817f8ba36 req-476e925b-bffa-4e5c-9df5-98a002433eb0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421278 Aug 28 13:47:02.033773 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1efb73f7-b8af-445e-ad15-9d1817f8ba36 req-bf014032-ad07-4de0-a13e-95c8271475dc service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850890 Aug 28 13:47:02.132403 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1efb73f7-b8af-445e-ad15-9d1817f8ba36 req-988bcdb9-fc95-4aa2-8366-d2322c5942ed service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899119 Aug 28 13:47:03.637652 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:47:08.085782 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:10.080143 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c1bb35c9-0ae8-4867-ba38-525aa689c204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:10.442104 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:12.346917 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ec4b5255-c325-459f-87f7-29b06f0ece1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:12.699376 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:13.641313 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38898) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:13.665081 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:13.810941 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port 7606cc25-efea-4155-8e8a-39384de6f49d {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:47:13.811292 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:13.895292 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:13.895612 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:13.908053 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for 7606cc25-efea-4155-8e8a-39384de6f49d owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:47:14.066309 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:14.093504 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=7606cc25-efea-4155-8e8a-39384de6f49d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:14.117579 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:14.117929 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:14.118268 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:14.118632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:14.118974 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:14.119294 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:14.119619 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:14.119945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:14.120286 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:14.120601 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:14.120918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:14.121241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:14.163668 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:14.163953 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Floating IP cd5f233f-0642-41c7-99a6-b20aeb6674de disassociated (deleted). External IP: 172.25.1.24, port: e165b12d-c8e6-430c-8535-cf539f1e2b0d. Aug 28 13:47:14.377005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router c4030889-5abe-4abb-b49d-a767ec34e3ff has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:47:14.485086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:47:14.489655 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:14.495995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343433c6-6111-42e5-879f-e102cf83c33e None None] Sync routers for ids ['c4030889-5abe-4abb-b49d-a767ec34e3ff'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:47:14.508048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343433c6-6111-42e5-879f-e102cf83c33e None None] Routers {'c4030889-5abe-4abb-b49d-a767ec34e3ff'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:47:14.508675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-343433c6-6111-42e5-879f-e102cf83c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:47:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c4030889-5abe-4abb-b49d-a767ec34e3ff'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:14.520838 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8efed850-eae0-44a7-8e50-574cc18885cc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/floatingips/cd5f233f-0642-41c7-99a6-b20aeb6674de HTTP/1.1" status: 204 len: 168 time: 0.8752372 Aug 28 13:47:14.520838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11154587-014f-421e-96f9-2ec6744ed8a1', 'tag': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:47:14.521511 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c68c41-c0f9-4cf8-9996-4cb5e51f228e" -d '{"events": [{"name": "network-changed", "server_uuid": "11154587-014f-421e-96f9-2ec6744ed8a1", "tag": "e165b12d-c8e6-430c-8535-cf539f1e2b0d"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:47:14.621209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-343433c6-6111-42e5-879f-e102cf83c33e None None] Set router c4030889-5abe-4abb-b49d-a767ec34e3ff gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:47:14.776994 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ec573f-30ec-488b-b6d7-7dd3a8adbd40 x-openstack-request-id: req-c8ec573f-30ec-488b-b6d7-7dd3a8adbd40 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:47:14.776994 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11154587-014f-421e-96f9-2ec6744ed8a1", "tag": "e165b12d-c8e6-430c-8535-cf539f1e2b0d", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:47:14.776994 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8ec573f-30ec-488b-b6d7-7dd3a8adbd40 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:47:14.776994 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11154587-014f-421e-96f9-2ec6744ed8a1', 'tag': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d', 'status': 'completed', 'code': 200} Aug 28 13:47:14.850506 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c68c41-c0f9-4cf8-9996-4cb5e51f228e req-aa313d5d-06db-4cd4-98d8-c3df27bcb90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:14.852304 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-01c68c41-c0f9-4cf8-9996-4cb5e51f228e req-aa313d5d-06db-4cd4-98d8-c3df27bcb90d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 1098 time: 0.0481842 Aug 28 13:47:14.866751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-343433c6-6111-42e5-879f-e102cf83c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82957519', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:45:29Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:30Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '49210bf0-de7b-4427-8032-55023d3fe99c', 'name': '', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:33:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:32Z', 'updated_at': '2021-08-28T13:45:37Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:14.882341 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e26c27-f3b9-4a5c-8663-5bf035b3c8e5 req-715e25dc-0810-4d26-b76d-8bbac47b4581 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:14.884320 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69e26c27-f3b9-4a5c-8663-5bf035b3c8e5 req-715e25dc-0810-4d26-b76d-8bbac47b4581 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0588007 Aug 28 13:47:14.902697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343433c6-6111-42e5-879f-e102cf83c33e None None] Checking router: c4030889-5abe-4abb-b49d-a767ec34e3ff for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:47:14.913535 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343433c6-6111-42e5-879f-e102cf83c33e None None] Routers {'c4030889-5abe-4abb-b49d-a767ec34e3ff'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:47:14.914173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-343433c6-6111-42e5-879f-e102cf83c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:47:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c4030889-5abe-4abb-b49d-a767ec34e3ff'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:14.933467 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69e26c27-f3b9-4a5c-8663-5bf035b3c8e5 req-6516bad3-b9c1-4a04-b961-7d90fb2a2455 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421274 Aug 28 13:47:14.984958 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c68c41-c0f9-4cf8-9996-4cb5e51f228e req-dd572fcf-e83c-4f18-841a-166f34625fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:14.989238 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-01c68c41-c0f9-4cf8-9996-4cb5e51f228e req-dd572fcf-e83c-4f18-841a-166f34625fbd service neutron] 10.222.0.10 "GET /v2.0/networks?id=d653ab75-5015-47d9-8236-986b9fa7e55d HTTP/1.1" status: 200 len: 896 time: 0.1256146 Aug 28 13:47:15.040321 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-01c68c41-c0f9-4cf8-9996-4cb5e51f228e req-0f863afa-e5ab-4860-b3ad-5355d522d840 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d HTTP/1.1" status: 200 len: 217 time: 0.0420914 Aug 28 13:47:15.049775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-343433c6-6111-42e5-879f-e102cf83c33e None None] Set router c4030889-5abe-4abb-b49d-a767ec34e3ff gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:47:15.096470 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c68c41-c0f9-4cf8-9996-4cb5e51f228e req-8f84a654-6df6-4f37-bed9-06bf6c50a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:15.101137 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-01c68c41-c0f9-4cf8-9996-4cb5e51f228e req-8f84a654-6df6-4f37-bed9-06bf6c50a665 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b0413fc-1b4c-48f0-9c17-6ae0534805d2 HTTP/1.1" status: 200 len: 834 time: 0.0508556 Aug 28 13:47:15.163581 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c68c41-c0f9-4cf8-9996-4cb5e51f228e req-a0689fdc-ae67-41d4-815b-7fc52c3d4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:15.165293 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-01c68c41-c0f9-4cf8-9996-4cb5e51f228e req-a0689fdc-ae67-41d4-815b-7fc52c3d4de8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d653ab75-5015-47d9-8236-986b9fa7e55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573699 Aug 28 13:47:15.282801 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-343433c6-6111-42e5-879f-e102cf83c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82957519', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:45:29Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:30Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '49210bf0-de7b-4427-8032-55023d3fe99c', 'name': '', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:33:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:32Z', 'updated_at': '2021-08-28T13:45:37Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:15.283696 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-01c68c41-c0f9-4cf8-9996-4cb5e51f228e req-bf12268c-d463-4a3f-ae90-b8933be61298 service neutron] 10.222.0.10 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007929 Aug 28 13:47:15.315072 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343433c6-6111-42e5-879f-e102cf83c33e None None] The sync data for ids ['c4030889-5abe-4abb-b49d-a767ec34e3ff'] in n-d-791505-21 is: [{'id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82957519', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:45:29Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:30Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '49210bf0-de7b-4427-8032-55023d3fe99c', 'name': '', 'network_id': 'd653ab75-5015-47d9-8236-986b9fa7e55d', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:33:29:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:32Z', 'updated_at': '2021-08-28T13:45:37Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '3b0413fc-1b4c-48f0-9c17-6ae0534805d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:47:15.395139 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-01c68c41-c0f9-4cf8-9996-4cb5e51f228e req-c54af8fc-d901-4f32-a8f0-2b48df03e072 service neutron] 10.222.0.10 "GET /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027138 Aug 28 13:47:15.564049 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:15.577191 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5220175-29d0-4a2d-bd83-d52efa6f80db None None] New status for floating IP cd5f233f-0642-41c7-99a6-b20aeb6674de: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:47:16.058399 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb354a-8e83-40dd-a11e-30a7b2f82fab req-90047e7f-46ab-4f1e-af4e-c2a17828882b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:16.059940 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37eb354a-8e83-40dd-a11e-30a7b2f82fab req-90047e7f-46ab-4f1e-af4e-c2a17828882b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0531974 Aug 28 13:47:16.103982 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-37eb354a-8e83-40dd-a11e-30a7b2f82fab req-23708e55-ace6-4d56-8faa-ba3c34945efa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=729171c8-a358-4946-91d5-cd84a2a7201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362537 Aug 28 13:47:16.313232 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621c3dd-8918-41c4-8396-62bee135fc09 req-3a6e608e-2ab8-478c-a2bc-c0f35ff70f40 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:16.315309 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7621c3dd-8918-41c4-8396-62bee135fc09 req-3a6e608e-2ab8-478c-a2bc-c0f35ff70f40 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.10 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 946 time: 0.0496411 Aug 28 13:47:16.406387 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-7621c3dd-8918-41c4-8396-62bee135fc09 req-b4dd620f-259a-4b0d-9d7c-a1e8653e9c80 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port e165b12d-c8e6-430c-8535-cf539f1e2b0d {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:47:16.406754 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7621c3dd-8918-41c4-8396-62bee135fc09 req-b4dd620f-259a-4b0d-9d7c-a1e8653e9c80 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:16.501334 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-7621c3dd-8918-41c4-8396-62bee135fc09 req-b4dd620f-259a-4b0d-9d7c-a1e8653e9c80 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] For port e165b12d-c8e6-430c-8535-cf539f1e2b0d, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=e165b12d-c8e6-430c-8535-cf539f1e2b0d,segment=NetworkSegment(8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b),segment_id=8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:47:16.501700 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7621c3dd-8918-41c4-8396-62bee135fc09 req-b4dd620f-259a-4b0d-9d7c-a1e8653e9c80 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:16.514886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-7621c3dd-8918-41c4-8396-62bee135fc09 req-b4dd620f-259a-4b0d-9d7c-a1e8653e9c80 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for e165b12d-c8e6-430c-8535-cf539f1e2b0d owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:47:16.640917 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7621c3dd-8918-41c4-8396-62bee135fc09 req-b4dd620f-259a-4b0d-9d7c-a1e8653e9c80 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:16.669878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd620f-259a-4b0d-9d7c-a1e8653e9c80 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=e165b12d-c8e6-430c-8535-cf539f1e2b0d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:16.710007 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-7621c3dd-8918-41c4-8396-62bee135fc09 req-b4dd620f-259a-4b0d-9d7c-a1e8653e9c80 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] No DVR routers for this DVR port e165b12d-c8e6-430c-8535-cf539f1e2b0d on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:47:16.712606 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-7621c3dd-8918-41c4-8396-62bee135fc09 req-b4dd620f-259a-4b0d-9d7c-a1e8653e9c80 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:16.714667 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-7621c3dd-8918-41c4-8396-62bee135fc09 req-b4dd620f-259a-4b0d-9d7c-a1e8653e9c80 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.10 "DELETE /v2.0/ports/e165b12d-c8e6-430c-8535-cf539f1e2b0d HTTP/1.1" status: 204 len: 173 time: 0.3927598 Aug 28 13:47:16.715155 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11154587-014f-421e-96f9-2ec6744ed8a1', 'name': 'network-vif-deleted', 'tag': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:47:16.717361 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821059e9cdabc42353b4e09090cf4c202d26ce35e6b56e9c4c4c84d82f99d3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2a3f14-020f-4ac2-b07b-f742613c9054" -d '{"events": [{"server_uuid": "11154587-014f-421e-96f9-2ec6744ed8a1", "name": "network-vif-deleted", "tag": "e165b12d-c8e6-430c-8535-cf539f1e2b0d"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:47:16.760645 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3177f7-cd11-4e25-8cf2-687c88975cf3 x-openstack-request-id: req-2e3177f7-cd11-4e25-8cf2-687c88975cf3 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:47:16.760939 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11154587-014f-421e-96f9-2ec6744ed8a1", "name": "network-vif-deleted", "tag": "e165b12d-c8e6-430c-8535-cf539f1e2b0d", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:47:16.761442 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e3177f7-cd11-4e25-8cf2-687c88975cf3 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:47:16.761843 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11154587-014f-421e-96f9-2ec6744ed8a1', 'name': 'network-vif-deleted', 'tag': 'e165b12d-c8e6-430c-8535-cf539f1e2b0d', 'status': 'completed', 'code': 200} Aug 28 13:47:17.225004 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b77f4f4b-e43c-402b-882d-7901758f760b req-b0f49b89-486a-42fa-8b68-71badd8c6460 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=11154587-014f-421e-96f9-2ec6744ed8a1 HTTP/1.1" status: 200 len: 210 time: 0.0292292 Aug 28 13:47:18.283515 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38924) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:18.637849 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef60132d-0b5d-460f-ba5c-346257a1fe82 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:18.886456 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-ef60132d-0b5d-460f-ba5c-346257a1fe82 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port 49210bf0-de7b-4427-8032-55023d3fe99c {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:47:18.886798 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef60132d-0b5d-460f-ba5c-346257a1fe82 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:18.971871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-ef60132d-0b5d-460f-ba5c-346257a1fe82 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] For port 49210bf0-de7b-4427-8032-55023d3fe99c, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=49210bf0-de7b-4427-8032-55023d3fe99c,segment=NetworkSegment(8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b),segment_id=8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:47:18.972150 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef60132d-0b5d-460f-ba5c-346257a1fe82 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:18.984561 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-ef60132d-0b5d-460f-ba5c-346257a1fe82 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for 49210bf0-de7b-4427-8032-55023d3fe99c owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:47:19.164773 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef60132d-0b5d-460f-ba5c-346257a1fe82 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:19.193200 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60132d-0b5d-460f-ba5c-346257a1fe82 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=49210bf0-de7b-4427-8032-55023d3fe99c,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:19.371928 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ef60132d-0b5d-460f-ba5c-346257a1fe82 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:19.589492 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef60132d-0b5d-460f-ba5c-346257a1fe82 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router c4030889-5abe-4abb-b49d-a767ec34e3ff has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:47:19.976834 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef60132d-0b5d-460f-ba5c-346257a1fe82 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:47:19.982243 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ef60132d-0b5d-460f-ba5c-346257a1fe82 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "PUT /v2.0/routers/c4030889-5abe-4abb-b49d-a767ec34e3ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6974463 Aug 28 13:47:19.984781 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38926) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:19.987919 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133edf72-2b48-432f-8a9a-15eedd21f474 None None] Sync routers for ids ['c4030889-5abe-4abb-b49d-a767ec34e3ff'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:47:19.997478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133edf72-2b48-432f-8a9a-15eedd21f474 None None] Routers {'c4030889-5abe-4abb-b49d-a767ec34e3ff'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:47:19.998158 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-133edf72-2b48-432f-8a9a-15eedd21f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:47:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c4030889-5abe-4abb-b49d-a767ec34e3ff'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:20.035036 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca2ac5a-713f-4817-8205-19e89272ea34 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting subnet 3b0413fc-1b4c-48f0-9c17-6ae0534805d2 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:47:20.038734 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2ca2ac5a-713f-4817-8205-19e89272ea34 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:20.079705 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2ca2ac5a-713f-4817-8205-19e89272ea34 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:20.102254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-133edf72-2b48-432f-8a9a-15eedd21f474 None None] Set router c4030889-5abe-4abb-b49d-a767ec34e3ff gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:47:20.169133 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2ca2ac5a-713f-4817-8205-19e89272ea34 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:20.230416 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2ca2ac5a-713f-4817-8205-19e89272ea34 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:20.258216 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2ac5a-713f-4817-8205-19e89272ea34 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Subnet': ['ID=3b0413fc-1b4c-48f0-9c17-6ae0534805d2,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:20.262286 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2ca2ac5a-713f-4817-8205-19e89272ea34 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:20.264311 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2ca2ac5a-713f-4817-8205-19e89272ea34 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/subnets/3b0413fc-1b4c-48f0-9c17-6ae0534805d2 HTTP/1.1" status: 204 len: 168 time: 0.2786024 Aug 28 13:47:20.267125 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38928) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:20.274176 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bc1450-ca1a-42bd-a266-cf7a62725ed5 None None] Network d653ab75-5015-47d9-8236-986b9fa7e55d requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:47:20.344177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-133edf72-2b48-432f-8a9a-15eedd21f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82957519', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:45:29Z', 'updated_at': '2021-08-28T13:47:19Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:30Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:20.373125 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133edf72-2b48-432f-8a9a-15eedd21f474 None None] Checking router: c4030889-5abe-4abb-b49d-a767ec34e3ff for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:47:20.375454 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f788-e60c-4a99-9aa2-384099a3bf93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:20.416314 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133edf72-2b48-432f-8a9a-15eedd21f474 None None] Routers {'c4030889-5abe-4abb-b49d-a767ec34e3ff'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:47:20.416959 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-133edf72-2b48-432f-8a9a-15eedd21f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:47:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['c4030889-5abe-4abb-b49d-a767ec34e3ff'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:20.483969 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f788-e60c-4a99-9aa2-384099a3bf93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:20.538985 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6f788-e60c-4a99-9aa2-384099a3bf93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port caa7e542-5797-471a-ac6d-7187e62153f9 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:47:20.539608 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f788-e60c-4a99-9aa2-384099a3bf93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:20.541296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-133edf72-2b48-432f-8a9a-15eedd21f474 None None] Set router c4030889-5abe-4abb-b49d-a767ec34e3ff gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:47:20.612084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e450184-0b16-4715-bd63-37d2469ff22e None None] DHCP port deletion for d653ab75-5015-47d9-8236-986b9fa7e55d request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:47:20.621541 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-3ad6f788-e60c-4a99-9aa2-384099a3bf93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] For port caa7e542-5797-471a-ac6d-7187e62153f9, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=caa7e542-5797-471a-ac6d-7187e62153f9,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:47:20.621904 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f788-e60c-4a99-9aa2-384099a3bf93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:20.635177 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6f788-e60c-4a99-9aa2-384099a3bf93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for caa7e542-5797-471a-ac6d-7187e62153f9 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:47:20.809152 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f788-e60c-4a99-9aa2-384099a3bf93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:20.836268 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6f788-e60c-4a99-9aa2-384099a3bf93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=caa7e542-5797-471a-ac6d-7187e62153f9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:20.899620 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f788-e60c-4a99-9aa2-384099a3bf93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:20.919969 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3e450184-0b16-4715-bd63-37d2469ff22e None None] Deleting port 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:47:20.920337 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3e450184-0b16-4715-bd63-37d2469ff22e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:20.994516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-3e450184-0b16-4715-bd63-37d2469ff22e None None] For port 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd,segment=NetworkSegment(8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b),segment_id=8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:47:20.995330 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3e450184-0b16-4715-bd63-37d2469ff22e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.009567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3e450184-0b16-4715-bd63-37d2469ff22e None None] Calling delete_port for 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:47:21.011650 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f788-e60c-4a99-9aa2-384099a3bf93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.013850 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f788-e60c-4a99-9aa2-384099a3bf93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.024183 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-133edf72-2b48-432f-8a9a-15eedd21f474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82957519', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:45:29Z', 'updated_at': '2021-08-28T13:47:19Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:30Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:21.073223 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f788-e60c-4a99-9aa2-384099a3bf93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.073726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad6f788-e60c-4a99-9aa2-384099a3bf93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Fanout notify agent at l3_agent the message router_deleted on router c4030889-5abe-4abb-b49d-a767ec34e3ff {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:47:21.081487 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f788-e60c-4a99-9aa2-384099a3bf93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.082655 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-3ad6f788-e60c-4a99-9aa2-384099a3bf93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/routers/c4030889-5abe-4abb-b49d-a767ec34e3ff HTTP/1.1" status: 204 len: 168 time: 0.8139241 Aug 28 13:47:21.085591 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38930) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:21.088620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133edf72-2b48-432f-8a9a-15eedd21f474 None None] The sync data for ids ['c4030889-5abe-4abb-b49d-a767ec34e3ff'] in n-d-791505-21 is: [{'id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-82957519', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:45:29Z', 'updated_at': '2021-08-28T13:47:19Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': 'caa7e542-5797-471a-ac6d-7187e62153f9', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4030889-5abe-4abb-b49d-a767ec34e3ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:45:30Z', 'updated_at': '2021-08-28T13:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:47:21.135964 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3e450184-0b16-4715-bd63-37d2469ff22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.159396 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e450184-0b16-4715-bd63-37d2469ff22e None None] Pushing event deleted for resources: {'Port': ['ID=1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:21.165648 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e450184-0b16-4715-bd63-37d2469ff22e None None] No DVR routers for this DVR port 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:47:21.171570 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f36c9f8b-f4a8-4613-b443-c884229ee115 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.257600 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f36c9f8b-f4a8-4613-b443-c884229ee115 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.267554 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f36c9f8b-f4a8-4613-b443-c884229ee115 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d653ab75-5015-47d9-8236-986b9fa7e55d']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:21.277741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f36c9f8b-f4a8-4613-b443-c884229ee115 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:21.278036 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-f36c9f8b-f4a8-4613-b443-c884229ee115 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf1b68b-cb3f-46ca-b067-9fab74ae2f4b') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:21.287495 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f36c9f8b-f4a8-4613-b443-c884229ee115 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.302403 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f36c9f8b-f4a8-4613-b443-c884229ee115 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.308839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36c9f8b-f4a8-4613-b443-c884229ee115 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:47:21.309294 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f36c9f8b-f4a8-4613-b443-c884229ee115 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:47:21.312334 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:47:21.372719 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f36c9f8b-f4a8-4613-b443-c884229ee115 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.380400 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-f36c9f8b-f4a8-4613-b443-c884229ee115 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.381570 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-f36c9f8b-f4a8-4613-b443-c884229ee115 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/networks/d653ab75-5015-47d9-8236-986b9fa7e55d HTTP/1.1" status: 204 len: 168 time: 0.2950175 Aug 28 13:47:21.384514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38932) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:21.393719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c9f8b-f4a8-4613-b443-c884229ee115 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Network': ['ID=d653ab75-5015-47d9-8236-986b9fa7e55d,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:21.448259 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d0e2f79-43a6-46e0-bbad-d3a819ff08e1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.475905 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d0e2f79-43a6-46e0-bbad-d3a819ff08e1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.547849 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d0e2f79-43a6-46e0-bbad-d3a819ff08e1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.550585 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7d0e2f79-43a6-46e0-bbad-d3a819ff08e1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.551756 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7d0e2f79-43a6-46e0-bbad-d3a819ff08e1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/security-groups/729171c8-a358-4946-91d5-cd84a2a7201c HTTP/1.1" status: 204 len: 168 time: 0.1662240 Aug 28 13:47:21.574842 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:47:21.575671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e2f79-43a6-46e0-bbad-d3a819ff08e1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=729171c8-a358-4946-91d5-cd84a2a7201c,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:21.602574 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e165b12d-c8e6-430c-8535-cf539f1e2b0d no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:47:21.626275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:47:21.626573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 1221c09a-1fd8-4d27-bab0-b1c6e75ab1cd not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:47:21.627038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 49210bf0-de7b-4427-8032-55023d3fe99c no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:47:21.631348 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: e165b12d-c8e6-430c-8535-cf539f1e2b0d {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:47:21.631607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device e165b12d-c8e6-430c-8535-cf539f1e2b0d not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:47:21.654276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 49210bf0-de7b-4427-8032-55023d3fe99c {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:47:21.659358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 49210bf0-de7b-4427-8032-55023d3fe99c not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:47:21.756276 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38938) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:21.760925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-43560a0f-c3c7-4396-92f2-0fe5d9fd176a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-550412449', 'description': 'tempest-secgroup-smoke-550412449 description', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:47:21.788624 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43560a0f-c3c7-4396-92f2-0fe5d9fd176a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.876348 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43560a0f-c3c7-4396-92f2-0fe5d9fd176a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.880761 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43560a0f-c3c7-4396-92f2-0fe5d9fd176a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.909974 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-43560a0f-c3c7-4396-92f2-0fe5d9fd176a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:21.911241 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-43560a0f-c3c7-4396-92f2-0fe5d9fd176a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1539555 Aug 28 13:47:21.913074 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43560a0f-c3c7-4396-92f2-0fe5d9fd176a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65fc62aa-1942-4d4b-892a-a18dfaa684ef,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:21.914272 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38940) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:21.919081 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-41804607-a70c-4ce1-a34d-4d85bb25b7fa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '65fc62aa-1942-4d4b-892a-a18dfaa684ef', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:47:21.946722 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41804607-a70c-4ce1-a34d-4d85bb25b7fa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.004534 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41804607-a70c-4ce1-a34d-4d85bb25b7fa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.007790 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41804607-a70c-4ce1-a34d-4d85bb25b7fa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.025992 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41804607-a70c-4ce1-a34d-4d85bb25b7fa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64a9c61-a0e0-4b30-baa8-7994f94362c8,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:22.031947 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-41804607-a70c-4ce1-a34d-4d85bb25b7fa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.033068 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-41804607-a70c-4ce1-a34d-4d85bb25b7fa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177232 Aug 28 13:47:22.036135 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38944) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:22.040546 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-d8ff0bc6-9852-4b93-9453-5c1c015fc223 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '65fc62aa-1942-4d4b-892a-a18dfaa684ef', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:47:22.067983 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0bc6-9852-4b93-9453-5c1c015fc223 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.124127 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0bc6-9852-4b93-9453-5c1c015fc223 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.128541 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0bc6-9852-4b93-9453-5c1c015fc223 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.151612 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff0bc6-9852-4b93-9453-5c1c015fc223 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9598b95-05fb-410e-86d0-7b18bb934a08,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:22.154867 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d8ff0bc6-9852-4b93-9453-5c1c015fc223 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.159037 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d8ff0bc6-9852-4b93-9453-5c1c015fc223 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190033 Aug 28 13:47:22.159552 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38946) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:22.164505 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-a3b026a1-98fa-431e-8302-d7ce39ef6128 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '65fc62aa-1942-4d4b-892a-a18dfaa684ef', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:47:22.193370 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a3b026a1-98fa-431e-8302-d7ce39ef6128 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.254160 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a3b026a1-98fa-431e-8302-d7ce39ef6128 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.259172 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a3b026a1-98fa-431e-8302-d7ce39ef6128 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.277208 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b026a1-98fa-431e-8302-d7ce39ef6128 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160691ec-4dea-4589-9dfa-d77f18979648,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:22.283307 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a3b026a1-98fa-431e-8302-d7ce39ef6128 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.284574 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a3b026a1-98fa-431e-8302-d7ce39ef6128 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242549 Aug 28 13:47:22.287291 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38948) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:22.291763 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-00f91dc8-e605-4693-9984-fab196f52886 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '65fc62aa-1942-4d4b-892a-a18dfaa684ef', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:47:22.317469 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-00f91dc8-e605-4693-9984-fab196f52886 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.374983 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-00f91dc8-e605-4693-9984-fab196f52886 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.379600 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-00f91dc8-e605-4693-9984-fab196f52886 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.399588 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f91dc8-e605-4693-9984-fab196f52886 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1c31de-12d6-4493-b614-c345d4e4bbef,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:22.403701 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-00f91dc8-e605-4693-9984-fab196f52886 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.405500 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-00f91dc8-e605-4693-9984-fab196f52886 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166775 Aug 28 13:47:22.407632 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38950) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:22.412499 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-95fcd393-d04e-4c6c-956a-df93316c06f0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '65fc62aa-1942-4d4b-892a-a18dfaa684ef', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:47:22.434004 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-95fcd393-d04e-4c6c-956a-df93316c06f0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Project 6458a0fbde5941838c2b79b0bb62e45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:47:22.438886 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-95fcd393-d04e-4c6c-956a-df93316c06f0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.497193 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-95fcd393-d04e-4c6c-956a-df93316c06f0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.500814 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-95fcd393-d04e-4c6c-956a-df93316c06f0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.523434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcd393-d04e-4c6c-956a-df93316c06f0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb0c057-e8d1-4f32-890d-cab653be0065,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:22.526897 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-95fcd393-d04e-4c6c-956a-df93316c06f0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.528086 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-95fcd393-d04e-4c6c-956a-df93316c06f0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194465 Aug 28 13:47:22.530860 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38952) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:22.535963 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-65028f60-9567-4f58-ae29-772bfa18fbae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '65fc62aa-1942-4d4b-892a-a18dfaa684ef', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:47:22.558149 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-65028f60-9567-4f58-ae29-772bfa18fbae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Project 6458a0fbde5941838c2b79b0bb62e45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:47:22.562786 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65028f60-9567-4f58-ae29-772bfa18fbae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.622217 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65028f60-9567-4f58-ae29-772bfa18fbae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.625858 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65028f60-9567-4f58-ae29-772bfa18fbae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.645734 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65028f60-9567-4f58-ae29-772bfa18fbae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7c0d26-b105-4c5c-bd8b-5ac99ceff66e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:22.648899 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-65028f60-9567-4f58-ae29-772bfa18fbae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.650549 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-65028f60-9567-4f58-ae29-772bfa18fbae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187377 Aug 28 13:47:22.652975 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38954) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:22.658758 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-55d49b15-1f20-47ba-89bb-bdd703833a4c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'network': {'name': 'tempest-network-smoke--298226311', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'port_security_enabled': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:47:22.679942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d49b15-1f20-47ba-89bb-bdd703833a4c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Made reservation on behalf of 6458a0fbde5941838c2b79b0bb62e45c for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:47:22.683392 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-55d49b15-1f20-47ba-89bb-bdd703833a4c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.707420 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d49b15-1f20-47ba-89bb-bdd703833a4c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:47:22.716631 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-55d49b15-1f20-47ba-89bb-bdd703833a4c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.716977 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-55d49b15-1f20-47ba-89bb-bdd703833a4c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Added segment bbcede4b-ccb7-4520-af81-b640021e75db of type vlan for network 3a58fe52-773b-4f12-8038-03a8ad879edc Aug 28 13:47:22.756862 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-55d49b15-1f20-47ba-89bb-bdd703833a4c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.780592 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-55d49b15-1f20-47ba-89bb-bdd703833a4c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.786742 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d49b15-1f20-47ba-89bb-bdd703833a4c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:22.787323 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-55d49b15-1f20-47ba-89bb-bdd703833a4c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.844058 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-55d49b15-1f20-47ba-89bb-bdd703833a4c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1899986 Aug 28 13:47:22.847226 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38956) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:22.853738 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-695367198', 'admin_state_up': True, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:47:22.870556 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d49b15-1f20-47ba-89bb-bdd703833a4c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Network': ['ID=3a58fe52-773b-4f12-8038-03a8ad879edc,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:22.881128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 3a58fe52-773b-4f12-8038-03a8ad879edc details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:47:22.883560 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.884586 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:22.936497 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:23.075280 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:23.188649 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device caa7e542-5797-471a-ac6d-7187e62153f9 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:47:23.212698 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: caa7e542-5797-471a-ac6d-7187e62153f9 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:47:23.213039 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device caa7e542-5797-471a-ac6d-7187e62153f9 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:47:23.264191 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:23.287427 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:23.393277 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.25.1.197 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/666f9747-9e36-4581-bfe5-8554cc9d4ed3) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:47:23.500665 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:23.538805 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:23.576015 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:47:23.581144 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:47:23.583653 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:47:23.608599 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=666f9747-9e36-4581-bfe5-8554cc9d4ed3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:23.876894 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:24.107064 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:24.253283 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router 416bd324-9a7b-4c67-8637-6ad1e5e8084d is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:47:24.357896 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:47:24.367919 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Sync routers for ids ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:47:24.377473 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Routers {'416bd324-9a7b-4c67-8637-6ad1e5e8084d'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:47:24.378091 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:47:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:24.380448 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:24.381987 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-75fc8d74-4950-4adc-973e-7c1b270f143d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5338390 Aug 28 13:47:24.385246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38958) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:24.416014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-20ccf901-67af-4cf1-9768-bb644a43ad55 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6458a0fbde5941838c2b79b0bb62e45c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295916 Aug 28 13:47:24.418652 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38960) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:24.483995 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Set router 416bd324-9a7b-4c67-8637-6ad1e5e8084d gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:47:24.509215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521f023f-0adf-49fb-bab7-0e67599b9ece tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:24.510690 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-521f023f-0adf-49fb-bab7-0e67599b9ece tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910997 Aug 28 13:47:24.513698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38962) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:24.541963 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7bda882e-0eca-462e-8ac9-9640c89486d8 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271795 Aug 28 13:47:24.544432 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 38964) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:24.550041 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-99e19dad-b89f-45a7-a06e-e148b694f0d7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-554698008', 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:47:24.638050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e19dad-b89f-45a7-a06e-e148b694f0d7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Made reservation on behalf of 6458a0fbde5941838c2b79b0bb62e45c for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:47:24.641633 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-99e19dad-b89f-45a7-a06e-e148b694f0d7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:24.662302 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695367198', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:47:22Z', 'updated_at': '2021-08-28T13:47:23Z', 'revision_number': 3, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:23Z', 'updated_at': '2021-08-28T13:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:24.692471 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Checking router: 416bd324-9a7b-4c67-8637-6ad1e5e8084d for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:47:24.692810 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Updating router 416bd324-9a7b-4c67-8637-6ad1e5e8084d port 666f9747-9e36-4581-bfe5-8554cc9d4ed3 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:47:24.717784 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:24.835624 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-99e19dad-b89f-45a7-a06e-e148b694f0d7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:24.898741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e19dad-b89f-45a7-a06e-e148b694f0d7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Subnet': ['ID=fc4fd407-4305-4dba-8e01-d19438a44f7d,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:24.907383 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e19dad-b89f-45a7-a06e-e148b694f0d7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Checking segment: {'id': 'bbcede4b-ccb7-4520-af81-b640021e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:47:24.907737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e19dad-b89f-45a7-a06e-e148b694f0d7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network hostable DHCP agents. Network: 3a58fe52-773b-4f12-8038-03a8ad879edc, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:47:24.925686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e19dad-b89f-45a7-a06e-e148b694f0d7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 3a58fe52-773b-4f12-8038-03a8ad879edc is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:47:24.935519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-99e19dad-b89f-45a7-a06e-e148b694f0d7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 3a58fe52-773b-4f12-8038-03a8ad879edc) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:47:24.940631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e19dad-b89f-45a7-a06e-e148b694f0d7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:24.941342 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-99e19dad-b89f-45a7-a06e-e148b694f0d7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:24.947576 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e39e646-678a-4e54-b89f-35c92c16d726 None None] Network 3a58fe52-773b-4f12-8038-03a8ad879edc requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:47:24.961631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 38968) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:24.966933 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-99e19dad-b89f-45a7-a06e-e148b694f0d7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4214361 Aug 28 13:47:24.975408 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:24.987501 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Transition to ACTIVE for port object 666f9747-9e36-4581-bfe5-8554cc9d4ed3 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:47:24.995317 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:25.046666 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Attempting to bind port 666f9747-9e36-4581-bfe5-8554cc9d4ed3 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:47:25.047030 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Attempting to bind port 666f9747-9e36-4581-bfe5-8554cc9d4ed3 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:47:25.047388 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Attempting to bind port 666f9747-9e36-4581-bfe5-8554cc9d4ed3 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:47:25.055708 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348b869-509c-4d20-8b69-ed72788f4515 None None] Pushing event updated for resources: {'Port': ['ID=666f9747-9e36-4581-bfe5-8554cc9d4ed3,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:25.058784 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:47:25.059103 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:47:25.059506 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:25.059895 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:47:25.060359 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Bound port: 666f9747-9e36-4581-bfe5-8554cc9d4ed3, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:47:25.060732 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:25.088064 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348b869-509c-4d20-8b69-ed72788f4515 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:25.088361 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348b869-509c-4d20-8b69-ed72788f4515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:25.088649 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348b869-509c-4d20-8b69-ed72788f4515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:25.088979 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348b869-509c-4d20-8b69-ed72788f4515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:25.089306 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348b869-509c-4d20-8b69-ed72788f4515 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:25.089634 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348b869-509c-4d20-8b69-ed72788f4515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:25.089952 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348b869-509c-4d20-8b69-ed72788f4515 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:25.090272 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348b869-509c-4d20-8b69-ed72788f4515 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:25.090628 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348b869-509c-4d20-8b69-ed72788f4515 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:25.090943 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348b869-509c-4d20-8b69-ed72788f4515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:25.091257 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348b869-509c-4d20-8b69-ed72788f4515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:25.091573 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348b869-509c-4d20-8b69-ed72788f4515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:25.124769 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-3a58fe52-773b-4f12-8038-03a8ad879edc', 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ips': [{'subnet_id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:47:25.125785 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:25.135915 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] For port 666f9747-9e36-4581-bfe5-8554cc9d4ed3, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:47:25.139639 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] For port 666f9747-9e36-4581-bfe5-8554cc9d4ed3, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=666f9747-9e36-4581-bfe5-8554cc9d4ed3,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:47:25.145305 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:25.204370 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348b869-509c-4d20-8b69-ed72788f4515 None None] Pushing event updated for resources: {'Port': ['ID=666f9747-9e36-4581-bfe5-8554cc9d4ed3,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:25.214476 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Routers {'416bd324-9a7b-4c67-8637-6ad1e5e8084d'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:47:25.215090 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:47:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:25.292835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Allocated IP 172.20.0.2 (3a58fe52-773b-4f12-8038-03a8ad879edc/fc4fd407-4305-4dba-8e01-d19438a44f7d/62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:47:25.322942 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] Set router 416bd324-9a7b-4c67-8637-6ad1e5e8084d gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:47:25.450922 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:25.462387 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Transition to ACTIVE for port object 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:47:25.479206 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Transition to ACTIVE for port object 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:47:25.485509 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:25.514462 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695367198', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:47:22Z', 'updated_at': '2021-08-28T13:47:23Z', 'revision_number': 3, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:23Z', 'updated_at': '2021-08-28T13:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:25.524816 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Network 3a58fe52-773b-4f12-8038-03a8ad879edc is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:47:25.527730 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:47:25.530220 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:47:25.583292 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Pushing event updated for resources: {'Port': ['ID=62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:25.600368 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Attempting to bind port 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:47:25.600957 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Attempting to bind port 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bbcede4b-ccb7-4520-af81-b640021e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:47:25.601548 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Attempting to bind port 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2 on network 3a58fe52-773b-4f12-8038-03a8ad879edc {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:47:25.609325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:47:25.609735 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Checking segment: {'id': 'bbcede4b-ccb7-4520-af81-b640021e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:47:25.610120 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:25.610541 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Bound using segment: {'id': 'bbcede4b-ccb7-4520-af81-b640021e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:47:25.611024 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Bound port: 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcede4b-ccb7-4520-af81-b640021e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:47:25.612044 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:25.644961 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9e6f67-ac57-44ff-bacf-5efad22e2a66 None None] The sync data for ids ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'] in n-d-791505-21 is: [{'id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695367198', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:47:22Z', 'updated_at': '2021-08-28T13:47:23Z', 'revision_number': 3, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:23Z', 'updated_at': '2021-08-28T13:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:47:25.693163 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] For port 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:47:25.696972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] For port 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2,segment=NetworkSegment(bbcede4b-ccb7-4520-af81-b640021e75db),segment_id=bbcede4b-ccb7-4520-af81-b640021e75db)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:47:25.701358 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:25.728402 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:25.769464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f50e3-f697-4cf2-a0f9-d27cdd1df1b7 None None] Pushing event updated for resources: {'Port': ['ID=62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:26.066205 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.20.0.1 (3a58fe52-773b-4f12-8038-03a8ad879edc/fc4fd407-4305-4dba-8e01-d19438a44f7d/db3ad483-df77-4224-bd9a-a9a2715eebed) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:47:26.194625 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:26.209796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Transition to ACTIVE for port object db3ad483-df77-4224-bd9a-a9a2715eebed will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:47:26.244715 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:26.289052 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 3a58fe52-773b-4f12-8038-03a8ad879edc is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:47:26.292450 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:47:26.296519 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:47:26.328832 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=db3ad483-df77-4224-bd9a-a9a2715eebed,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:26.352350 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:26.501525 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:26.727422 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcaada9-875e-483d-8922-1deea03a558f None None] Network 3a58fe52-773b-4f12-8038-03a8ad879edc requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:47:26.803649 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4bc65246-d5bf-49c9-b070-8ee9482b6b67 None None] Provisioning for port 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:47:26.808418 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:26.812769 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:26.885946 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=db3ad483-df77-4224-bd9a-a9a2715eebed,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:26.888789 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:26.984877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 3a58fe52-773b-4f12-8038-03a8ad879edc is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:47:26.986931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:47:27.109539 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router 416bd324-9a7b-4c67-8637-6ad1e5e8084d has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:47:27.148883 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3d0ef608-bfaf-437b-9ac7-43bf46e3094c None None] Provisioning for port db3ad483-df77-4224-bd9a-a9a2715eebed completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:47:27.153298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3d0ef608-bfaf-437b-9ac7-43bf46e3094c None None] Provisioning complete for port db3ad483-df77-4224-bd9a-a9a2715eebed triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:47:27.154195 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef608-bfaf-437b-9ac7-43bf46e3094c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:27.204702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ef608-bfaf-437b-9ac7-43bf46e3094c None None] Port db3ad483-df77-4224-bd9a-a9a2715eebed cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:47:27.241465 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:47:27.247756 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6a5842a5-bc89-494a-8b41-22f6d6ddc6a5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "PUT /v2.0/routers/416bd324-9a7b-4c67-8637-6ad1e5e8084d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2850308 Aug 28 13:47:27.334295 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 666f9747-9e36-4581-bfe5-8554cc9d4ed3 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:47:27.394789 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 666f9747-9e36-4581-bfe5-8554cc9d4ed3 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:47:27.399536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 666f9747-9e36-4581-bfe5-8554cc9d4ed3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:47:27.399914 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:27.472019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-5d977f69-b356-48f8-8409-6744581f884f None None] Provisioning complete for port db3ad483-df77-4224-bd9a-a9a2715eebed triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:47:27.472019 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5d977f69-b356-48f8-8409-6744581f884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:27.477899 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Sync routers for ids ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:47:27.523541 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Routers {'416bd324-9a7b-4c67-8637-6ad1e5e8084d'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:47:27.524289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:47:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:27.563775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-5d977f69-b356-48f8-8409-6744581f884f None None] Port db3ad483-df77-4224-bd9a-a9a2715eebed cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:47:27.640180 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:27.679006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 666f9747-9e36-4581-bfe5-8554cc9d4ed3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=666f9747-9e36-4581-bfe5-8554cc9d4ed3,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:47:27.686980 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:27.687749 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:47:27.690475 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Set router 416bd324-9a7b-4c67-8637-6ad1e5e8084d gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:47:27.763836 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-a5be888f-8cd7-43cd-b140-b403a1430de6 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-550412449&fields=id&tenant_id=6458a0fbde5941838c2b79b0bb62e45c HTTP/1.1" status: 200 len: 267 time: 0.3938699 Aug 28 13:47:27.783058 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3745f9f7-a70e-4034-b480-b7cd3e664c94 None None] Provisioning complete for port db3ad483-df77-4224-bd9a-a9a2715eebed triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:47:27.784113 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3745f9f7-a70e-4034-b480-b7cd3e664c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:27.871245 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-bba5c3ab-9216-49d3-b1b4-f8532a160d2b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:27.872778 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-bba5c3ab-9216-49d3-b1b4-f8532a160d2b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/networks?id=3a58fe52-773b-4f12-8038-03a8ad879edc HTTP/1.1" status: 200 len: 796 time: 0.1011355 Aug 28 13:47:27.889252 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-f1c08a16-6a8d-4aa3-a3c9-49f1f91bb7b0 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/quotas/6458a0fbde5941838c2b79b0bb62e45c HTTP/1.1" status: 200 len: 375 time: 0.0097933 Aug 28 13:47:27.895714 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=666f9747-9e36-4581-bfe5-8554cc9d4ed3,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:27.912717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3745f9f7-a70e-4034-b480-b7cd3e664c94 None None] Port db3ad483-df77-4224-bd9a-a9a2715eebed cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:47:27.936605 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:47:27.945456 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:47:27.945825 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:27.948285 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-7e56c5a2-bb12-4d37-aea4-9a8a9fb70af1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528080 Aug 28 13:47:28.046699 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-07304926-da8f-43ac-bf09-f78b9f8bba0f service neutron] 10.222.0.20 "GET /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853302 Aug 28 13:47:28.072327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695367198', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:47:22Z', 'updated_at': '2021-08-28T13:47:26Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:23Z', 'updated_at': '2021-08-28T13:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'db3ad483-df77-4224-bd9a-a9a2715eebed', 'name': '', 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:80:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:25Z', 'updated_at': '2021-08-28T13:47:26Z', 'revision_number': 2, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:28.076446 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:28.106485 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Checking router: 416bd324-9a7b-4c67-8637-6ad1e5e8084d for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:47:28.106842 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Updating router 416bd324-9a7b-4c67-8637-6ad1e5e8084d port db3ad483-df77-4224-bd9a-a9a2715eebed binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:47:28.146094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c0431e2f-0e6c-4bdb-810a-2fee1e24156d service neutron] 10.222.0.20 "GET /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926647 Aug 28 13:47:28.151960 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:28.163113 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2,segment=NetworkSegment(bbcede4b-ccb7-4520-af81-b640021e75db),segment_id=bbcede4b-ccb7-4520-af81-b640021e75db)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:47:28.169099 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:28.297238 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:28.314121 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5a2d334e-a83d-4a1f-86d4-13137d071ec9 req-a4a69674-9595-4838-8325-5fdaef7836ea tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 210 time: 0.0294051 Aug 28 13:47:28.472180 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:28.482002 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Transition to ACTIVE for port object db3ad483-df77-4224-bd9a-a9a2715eebed will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:47:28.489168 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:28.550285 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48f919-3b80-4134-b17b-1b81d8890698 None None] Pushing event updated for resources: {'Port': ['ID=db3ad483-df77-4224-bd9a-a9a2715eebed,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:28.603402 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Attempting to bind port db3ad483-df77-4224-bd9a-a9a2715eebed on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:47:28.603708 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Attempting to bind port db3ad483-df77-4224-bd9a-a9a2715eebed by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'bbcede4b-ccb7-4520-af81-b640021e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:47:28.604127 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Attempting to bind port db3ad483-df77-4224-bd9a-a9a2715eebed on network 3a58fe52-773b-4f12-8038-03a8ad879edc {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:47:28.609502 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:47:28.609875 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Checking segment: {'id': 'bbcede4b-ccb7-4520-af81-b640021e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:47:28.610301 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:28.610713 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Bound using segment: {'id': 'bbcede4b-ccb7-4520-af81-b640021e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:47:28.611790 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Bound port: db3ad483-df77-4224-bd9a-a9a2715eebed, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcede4b-ccb7-4520-af81-b640021e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:47:28.612156 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:28.691420 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] For port db3ad483-df77-4224-bd9a-a9a2715eebed, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:47:28.694848 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] For port db3ad483-df77-4224-bd9a-a9a2715eebed, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=db3ad483-df77-4224-bd9a-a9a2715eebed,segment=NetworkSegment(bbcede4b-ccb7-4520-af81-b640021e75db),segment_id=bbcede4b-ccb7-4520-af81-b640021e75db)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:47:28.700351 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:28.767084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Routers {'416bd324-9a7b-4c67-8637-6ad1e5e8084d'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:47:28.768496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:47:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:28.772598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48f919-3b80-4134-b17b-1b81d8890698 None None] Pushing event updated for resources: {'Port': ['ID=db3ad483-df77-4224-bd9a-a9a2715eebed,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:28.898084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] Set router 416bd324-9a7b-4c67-8637-6ad1e5e8084d gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:47:29.276027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-78164fd8-a3bf-4f12-ba6c-1e660e4cbf23 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:29.277543 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-78164fd8-a3bf-4f12-ba6c-1e660e4cbf23 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "GET /v2.0/networks?id=3a58fe52-773b-4f12-8038-03a8ad879edc HTTP/1.1" status: 200 len: 796 time: 0.1194611 Aug 28 13:47:29.280132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 666f9747-9e36-4581-bfe5-8554cc9d4ed3 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:47:29.308587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695367198', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:47:22Z', 'updated_at': '2021-08-28T13:47:26Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:23Z', 'updated_at': '2021-08-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'db3ad483-df77-4224-bd9a-a9a2715eebed', 'name': '', 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:80:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:25Z', 'updated_at': '2021-08-28T13:47:28Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:29.325869 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-b54b26cb-c932-49dc-8ed8-d70bd2134a36 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6458a0fbde5941838c2b79b0bb62e45c HTTP/1.1" status: 200 len: 379 time: 0.0393066 Aug 28 13:47:29.336175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-3c9b1b75-7317-4f1d-a326-438fae48ec66 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'port': {'device_id': '4632c4a7-3701-4ab2-8499-81c696fc8889', 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc', 'admin_state_up': True, 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'security_groups': ['65fc62aa-1942-4d4b-892a-a18dfaa684ef']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:47:29.343865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca3a6a8-cbab-453a-9e63-4409bb2c313d None None] The sync data for ids ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'] in n-d-791505-21 is: [{'id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695367198', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:47:22Z', 'updated_at': '2021-08-28T13:47:26Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:23Z', 'updated_at': '2021-08-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'db3ad483-df77-4224-bd9a-a9a2715eebed', 'name': '', 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:80:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:25Z', 'updated_at': '2021-08-28T13:47:28Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:47:29.368672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 666f9747-9e36-4581-bfe5-8554cc9d4ed3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:47:29.369305 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:29.436035 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-92b127db-faee-40a8-b9b5-05491c09147a req-d7321003-d6e7-41b7-96fd-6c16296aeb07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 210 time: 0.0324717 Aug 28 13:47:29.488738 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:47:29.505519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-3c9b1b75-7317-4f1d-a326-438fae48ec66 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Made reservation on behalf of 6458a0fbde5941838c2b79b0bb62e45c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:47:29.509385 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-3c9b1b75-7317-4f1d-a326-438fae48ec66 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:29.542324 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:47:29.542761 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:29.665515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-3c9b1b75-7317-4f1d-a326-438fae48ec66 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.20.0.13 (3a58fe52-773b-4f12-8038-03a8ad879edc/fc4fd407-4305-4dba-8e01-d19438a44f7d/e3b0847e-de9a-4020-a643-ff3d28c73570) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:47:29.812148 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-3c9b1b75-7317-4f1d-a326-438fae48ec66 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:29.826484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-3c9b1b75-7317-4f1d-a326-438fae48ec66 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Transition to ACTIVE for port object e3b0847e-de9a-4020-a643-ff3d28c73570 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:47:29.860012 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-3c9b1b75-7317-4f1d-a326-438fae48ec66 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:29.905017 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-3c9b1b75-7317-4f1d-a326-438fae48ec66 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 3a58fe52-773b-4f12-8038-03a8ad879edc is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:47:29.910246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-3c9b1b75-7317-4f1d-a326-438fae48ec66 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:47:29.917823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-3c9b1b75-7317-4f1d-a326-438fae48ec66 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:47:29.943929 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b1b75-7317-4f1d-a326-438fae48ec66 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=e3b0847e-de9a-4020-a643-ff3d28c73570,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:29.978823 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-3c9b1b75-7317-4f1d-a326-438fae48ec66 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:29.979493 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-3c9b1b75-7317-4f1d-a326-438fae48ec66 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:29.996692 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-3c9b1b75-7317-4f1d-a326-438fae48ec66 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6644273 Aug 28 13:47:30.009502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Request body: {'port': {'device_id': '4632c4a7-3701-4ab2-8499-81c696fc8889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:47:30.071646 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:30.161059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8c73402f-83ce-4dea-a63f-58cad42a1db2 None None] Provisioning for port e3b0847e-de9a-4020-a643-ff3d28c73570 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:47:30.165699 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8c73402f-83ce-4dea-a63f-58cad42a1db2 None None] Provisioning complete for port e3b0847e-de9a-4020-a643-ff3d28c73570 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:47:30.166304 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8c73402f-83ce-4dea-a63f-58cad42a1db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:30.203887 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8c73402f-83ce-4dea-a63f-58cad42a1db2 None None] Port e3b0847e-de9a-4020-a643-ff3d28c73570 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:47:30.361944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b0847e-de9a-4020-a643-ff3d28c73570 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:47:30.369614 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:30.382160 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Transition to ACTIVE for port object e3b0847e-de9a-4020-a643-ff3d28c73570 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:47:30.387143 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:30.490275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b0847e-de9a-4020-a643-ff3d28c73570,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:30.528355 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Attempting to bind port e3b0847e-de9a-4020-a643-ff3d28c73570 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:47:30.528691 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Attempting to bind port e3b0847e-de9a-4020-a643-ff3d28c73570 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'bbcede4b-ccb7-4520-af81-b640021e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:47:30.529022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Attempting to bind port e3b0847e-de9a-4020-a643-ff3d28c73570 on network 3a58fe52-773b-4f12-8038-03a8ad879edc {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:47:30.549381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Port e3b0847e-de9a-4020-a643-ff3d28c73570 on network 3a58fe52-773b-4f12-8038-03a8ad879edc not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:47:30.549709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Attempting to bind port e3b0847e-de9a-4020-a643-ff3d28c73570 on network 3a58fe52-773b-4f12-8038-03a8ad879edc {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:47:30.558813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:47:30.559155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Checking segment: {'id': 'bbcede4b-ccb7-4520-af81-b640021e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:47:30.559538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Bound using segment: {'id': 'bbcede4b-ccb7-4520-af81-b640021e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:47:30.559966 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Bound port: e3b0847e-de9a-4020-a643-ff3d28c73570, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbcede4b-ccb7-4520-af81-b640021e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:47:30.560330 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:30.608277 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8866c4-32f0-4aae-9471-c8b982c87f5b req-2f4009a5-e39e-49e7-9bf2-e526834c0d2a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:30.609815 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7a8866c4-32f0-4aae-9471-c8b982c87f5b req-2f4009a5-e39e-49e7-9bf2-e526834c0d2a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 944 time: 0.0947134 Aug 28 13:47:30.667107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] For port e3b0847e-de9a-4020-a643-ff3d28c73570, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:47:30.673166 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7a8866c4-32f0-4aae-9471-c8b982c87f5b req-78b1bbca-f614-4219-83dd-600e74f74d9b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566165 Aug 28 13:47:30.682018 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] For port e3b0847e-de9a-4020-a643-ff3d28c73570, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e3b0847e-de9a-4020-a643-ff3d28c73570,segment=NetworkSegment(bbcede4b-ccb7-4520-af81-b640021e75db),segment_id=bbcede4b-ccb7-4520-af81-b640021e75db)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:47:30.686975 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:30.724540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:30.725166 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:30.726611 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] 10.222.0.11 "PUT /v2.0/ports/e3b0847e-de9a-4020-a643-ff3d28c73570 HTTP/1.1" status: 200 len: 1093 time: 0.7218146 Aug 28 13:47:30.727049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4632c4a7-3701-4ab2-8499-81c696fc8889', 'tag': 'e3b0847e-de9a-4020-a643-ff3d28c73570'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:47:30.729325 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bed8e8-fe4f-4a5b-be49-ad582cb5f65d" -d '{"events": [{"name": "network-changed", "server_uuid": "4632c4a7-3701-4ab2-8499-81c696fc8889", "tag": "e3b0847e-de9a-4020-a643-ff3d28c73570"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:47:30.760846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f20d50-5f42-4617-930d-fa9328d0c389 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b0847e-de9a-4020-a643-ff3d28c73570,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:30.794714 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76acf5cf-20de-4566-a16f-e234d74601d1 x-openstack-request-id: req-76acf5cf-20de-4566-a16f-e234d74601d1 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:47:30.795006 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4632c4a7-3701-4ab2-8499-81c696fc8889", "tag": "e3b0847e-de9a-4020-a643-ff3d28c73570", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:47:30.795257 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76acf5cf-20de-4566-a16f-e234d74601d1 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:47:30.795656 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4632c4a7-3701-4ab2-8499-81c696fc8889', 'tag': 'e3b0847e-de9a-4020-a643-ff3d28c73570', 'status': 'completed', 'code': 200} Aug 28 13:47:30.812175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-048fc9f1-712d-4350-a7af-830646496ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:30.813721 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-048fc9f1-712d-4350-a7af-830646496ad3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 1096 time: 0.0462122 Aug 28 13:47:30.857553 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-8f40ff27-e754-4c76-9a3b-4d0728c48446 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3b0847e-de9a-4020-a643-ff3d28c73570 HTTP/1.1" status: 200 len: 217 time: 0.0355866 Aug 28 13:47:30.908535 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-a8475424-03b7-4b22-82dc-6ec4c8d5ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:30.910017 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-a8475424-03b7-4b22-82dc-6ec4c8d5ca8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc4fd407-4305-4dba-8e01-d19438a44f7d HTTP/1.1" status: 200 len: 834 time: 0.0461621 Aug 28 13:47:30.963435 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-e048c8d0-27cf-4ef4-8eb0-16c5f6f87818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:30.964945 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-e048c8d0-27cf-4ef4-8eb0-16c5f6f87818 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a58fe52-773b-4f12-8038-03a8ad879edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472393 Aug 28 13:47:31.053438 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-19fbb82d-2e2e-45eb-80a1-b6468d58ac6c service neutron] 10.222.0.11 "GET /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808897 Aug 28 13:47:31.146428 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2682a7c8-5731-4731-9ac2-2c9ba9605fc3 req-cbd1e47d-5286-41f4-ab61-2f8191657a24 service neutron] 10.222.0.11 "GET /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863035 Aug 28 13:47:31.235767 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bed8e8-fe4f-4a5b-be49-ad582cb5f65d req-9c94d2e4-cdf9-47d4-b7d8-d525e7200454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:31.237420 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d5bed8e8-fe4f-4a5b-be49-ad582cb5f65d req-9c94d2e4-cdf9-47d4-b7d8-d525e7200454 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 1096 time: 0.0446224 Aug 28 13:47:31.262250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device db3ad483-df77-4224-bd9a-a9a2715eebed up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:47:31.312459 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port db3ad483-df77-4224-bd9a-a9a2715eebed completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:47:31.318105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port db3ad483-df77-4224-bd9a-a9a2715eebed triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:47:31.318537 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:31.337369 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bed8e8-fe4f-4a5b-be49-ad582cb5f65d req-ab20fd07-6ad4-4c89-a345-9f77fb4caa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:31.338878 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d5bed8e8-fe4f-4a5b-be49-ad582cb5f65d req-ab20fd07-6ad4-4c89-a345-9f77fb4caa67 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a58fe52-773b-4f12-8038-03a8ad879edc HTTP/1.1" status: 200 len: 896 time: 0.0948155 Aug 28 13:47:31.384372 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d5bed8e8-fe4f-4a5b-be49-ad582cb5f65d req-2f46eee7-297a-43c5-8b1f-abe2f384197c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3b0847e-de9a-4020-a643-ff3d28c73570 HTTP/1.1" status: 200 len: 217 time: 0.0359666 Aug 28 13:47:31.400450 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:31.432620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port db3ad483-df77-4224-bd9a-a9a2715eebed, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=db3ad483-df77-4224-bd9a-a9a2715eebed,segment=NetworkSegment(bbcede4b-ccb7-4520-af81-b640021e75db),segment_id=bbcede4b-ccb7-4520-af81-b640021e75db)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:47:31.436611 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:31.437253 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bed8e8-fe4f-4a5b-be49-ad582cb5f65d req-165071fe-12a3-4ad4-b662-c5bdb1cca2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:31.438726 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d5bed8e8-fe4f-4a5b-be49-ad582cb5f65d req-165071fe-12a3-4ad4-b662-c5bdb1cca2f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc4fd407-4305-4dba-8e01-d19438a44f7d HTTP/1.1" status: 200 len: 834 time: 0.0472481 Aug 28 13:47:31.484456 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=db3ad483-df77-4224-bd9a-a9a2715eebed,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:31.486739 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bed8e8-fe4f-4a5b-be49-ad582cb5f65d req-c8648caa-0c5c-4a25-a379-f59113a23968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:31.488787 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d5bed8e8-fe4f-4a5b-be49-ad582cb5f65d req-c8648caa-0c5c-4a25-a379-f59113a23968 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a58fe52-773b-4f12-8038-03a8ad879edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412741 Aug 28 13:47:31.587756 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d5bed8e8-fe4f-4a5b-be49-ad582cb5f65d req-92e2f9b0-2a12-4e88-9461-afcf552e760b service neutron] 10.222.0.11 "GET /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906975 Aug 28 13:47:31.681588 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d5bed8e8-fe4f-4a5b-be49-ad582cb5f65d req-f815904c-dd98-4781-974f-425b2027c8d7 service neutron] 10.222.0.11 "GET /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861967 Aug 28 13:47:31.796066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33a6dc-dcdb-4e55-9c29-392598ac3524 req-6f60384e-b240-47d7-897d-ca43172c4ac5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:31.797538 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d33a6dc-dcdb-4e55-9c29-392598ac3524 req-6f60384e-b240-47d7-897d-ca43172c4ac5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 944 time: 0.0543289 Aug 28 13:47:31.834779 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4d33a6dc-dcdb-4e55-9c29-392598ac3524 req-4f8b801a-7191-43c1-9d0e-daf4e483b11c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312505 Aug 28 13:47:32.948833 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e425bc-49e8-4f96-a036-594a1a9a04a4 req-532bc55f-ff6f-40c0-8143-219a3b8b1be2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:32.950262 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53e425bc-49e8-4f96-a036-594a1a9a04a4 req-532bc55f-ff6f-40c0-8143-219a3b8b1be2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 944 time: 0.0491874 Aug 28 13:47:32.987521 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-53e425bc-49e8-4f96-a036-594a1a9a04a4 req-6af8f72e-4b09-4273-91a4-53c38124c06a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311580 Aug 28 13:47:33.241293 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device db3ad483-df77-4224-bd9a-a9a2715eebed up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:47:33.291890 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port db3ad483-df77-4224-bd9a-a9a2715eebed triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:47:33.292262 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:34.103812 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5a49b-318a-424c-8a5b-96c24a4664da req-7536b8f1-2fda-4372-a13e-a6f4889298d7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:34.105310 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dbb5a49b-318a-424c-8a5b-96c24a4664da req-7536b8f1-2fda-4372-a13e-a6f4889298d7 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 944 time: 0.0490048 Aug 28 13:47:34.144733 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dbb5a49b-318a-424c-8a5b-96c24a4664da req-7c2ddb48-dbdf-45c4-9854-bb3f7f78fce1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325098 Aug 28 13:47:35.049917 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e3b0847e-de9a-4020-a643-ff3d28c73570 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:47:35.144433 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e3b0847e-de9a-4020-a643-ff3d28c73570, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e3b0847e-de9a-4020-a643-ff3d28c73570,segment=NetworkSegment(bbcede4b-ccb7-4520-af81-b640021e75db),segment_id=bbcede4b-ccb7-4520-af81-b640021e75db)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:47:35.155202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'e3b0847e-de9a-4020-a643-ff3d28c73570', 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc', 'port_id': 'e3b0847e-de9a-4020-a643-ff3d28c73570', 'mac_address': 'fa:16:3e:af:e6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:47:35.193018 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:35.206019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b0847e-de9a-4020-a643-ff3d28c73570 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:47:35.225477 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e3b0847e-de9a-4020-a643-ff3d28c73570, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e3b0847e-de9a-4020-a643-ff3d28c73570,segment=NetworkSegment(bbcede4b-ccb7-4520-af81-b640021e75db),segment_id=bbcede4b-ccb7-4520-af81-b640021e75db)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:47:35.229587 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:35.267005 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed6427-9a71-4753-91fa-5c2c77a297bd req-8e2875f2-23e9-406a-9af6-d47a27412a5b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:35.268548 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-70ed6427-9a71-4753-91fa-5c2c77a297bd req-8e2875f2-23e9-406a-9af6-d47a27412a5b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 944 time: 0.0538762 Aug 28 13:47:35.278914 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e3b0847e-de9a-4020-a643-ff3d28c73570,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:35.306784 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-70ed6427-9a71-4753-91fa-5c2c77a297bd req-a9c4cd88-590d-4606-9a7d-4ac61e268dc4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321813 Aug 28 13:47:35.452105 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['e3b0847e-de9a-4020-a643-ff3d28c73570'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:47:36.476708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc7109-b7e5-4b27-81f0-ec79a1ba2a17 req-7f33a1e1-0644-4ed6-b893-fb11b122e80a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:36.478214 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdfc7109-b7e5-4b27-81f0-ec79a1ba2a17 req-7f33a1e1-0644-4ed6-b893-fb11b122e80a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 945 time: 0.0497818 Aug 28 13:47:36.518771 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fdfc7109-b7e5-4b27-81f0-ec79a1ba2a17 req-ac34beae-2d96-4506-8edd-d4036ca0ce58 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342751 Aug 28 13:47:37.065031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e3b0847e-de9a-4020-a643-ff3d28c73570 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:47:37.115115 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port e3b0847e-de9a-4020-a643-ff3d28c73570 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:47:37.119307 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port e3b0847e-de9a-4020-a643-ff3d28c73570 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:47:37.119769 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:37.195967 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:37.218594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4632c4a7-3701-4ab2-8499-81c696fc8889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b0847e-de9a-4020-a643-ff3d28c73570'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:47:37.220796 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a68aaf-2721-4bb9-9f0a-363a8e86dd9b" -d '{"events": [{"server_uuid": "4632c4a7-3701-4ab2-8499-81c696fc8889", "name": "network-vif-plugged", "status": "completed", "tag": "e3b0847e-de9a-4020-a643-ff3d28c73570"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:47:37.233651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port e3b0847e-de9a-4020-a643-ff3d28c73570, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e3b0847e-de9a-4020-a643-ff3d28c73570,segment=NetworkSegment(bbcede4b-ccb7-4520-af81-b640021e75db),segment_id=bbcede4b-ccb7-4520-af81-b640021e75db)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:47:37.237872 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:37.261989 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e59f03-e714-433c-99f1-6b77310e8836 x-openstack-request-id: req-84e59f03-e714-433c-99f1-6b77310e8836 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:47:37.262280 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4632c4a7-3701-4ab2-8499-81c696fc8889", "name": "network-vif-plugged", "status": "completed", "tag": "e3b0847e-de9a-4020-a643-ff3d28c73570", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:47:37.262552 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84e59f03-e714-433c-99f1-6b77310e8836 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:47:37.262935 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4632c4a7-3701-4ab2-8499-81c696fc8889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b0847e-de9a-4020-a643-ff3d28c73570', 'code': 200} Aug 28 13:47:37.290694 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=e3b0847e-de9a-4020-a643-ff3d28c73570,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:37.356520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb45004-113f-4086-9db1-a3c2bef7a85a req-a76666de-0200-4b66-9104-5373e677f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:37.357959 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0cb45004-113f-4086-9db1-a3c2bef7a85a req-a76666de-0200-4b66-9104-5373e677f769 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 1098 time: 0.0417717 Aug 28 13:47:37.394272 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0cb45004-113f-4086-9db1-a3c2bef7a85a req-7efbeff2-648f-4bf3-aa28-86bb82ba0b53 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288541 Aug 28 13:47:37.639361 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d9f98-11a1-4028-8c0f-3b1ee1352207 req-e8f2ba65-95b9-4bd5-823b-2cf9135049c2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:37.640856 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-604d9f98-11a1-4028-8c0f-3b1ee1352207 req-e8f2ba65-95b9-4bd5-823b-2cf9135049c2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0545976 Aug 28 13:47:37.680342 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-604d9f98-11a1-4028-8c0f-3b1ee1352207 req-cb2bb48c-3a89-4a73-bd2c-464ad240c64a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334957 Aug 28 13:47:38.104074 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:38.795832 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004760da-a41c-45a2-8515-5ca513fc1f62 req-ef74cf4d-d9f6-42d4-b5a4-921fdb54acfe tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:38.797342 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-004760da-a41c-45a2-8515-5ca513fc1f62 req-ef74cf4d-d9f6-42d4-b5a4-921fdb54acfe tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0502007 Aug 28 13:47:38.836777 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-004760da-a41c-45a2-8515-5ca513fc1f62 req-c4fe62b1-2379-457b-86bf-fd19d6641d6d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321639 Aug 28 13:47:38.949402 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856adeb7-ff5b-4b70-b34c-3518db58aaac req-f1df9e18-c7dc-407c-a4b9-c1eb9f0b8ff2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:38.950814 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-856adeb7-ff5b-4b70-b34c-3518db58aaac req-f1df9e18-c7dc-407c-a4b9-c1eb9f0b8ff2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0492723 Aug 28 13:47:38.988672 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-856adeb7-ff5b-4b70-b34c-3518db58aaac req-b7e4933d-166b-4bff-ba77-bd9d877e4797 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318875 Aug 28 13:47:39.011780 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39022) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:39.052091 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728b5220-77e0-440b-8a9d-ff54ef94894f tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:39.053593 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-728b5220-77e0-440b-8a9d-ff54ef94894f tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 1093 time: 0.0408199 Aug 28 13:47:39.056400 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39024) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:39.060999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': 'e3b0847e-de9a-4020-a643-ff3d28c73570', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:47:39.086200 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:39.187477 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:39.288438 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.25.1.218 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/9b489ca0-9e83-4f82-8767-0427fa6b5491) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:47:39.390578 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:39.429405 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:39.464819 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:47:39.467675 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:47:39.470502 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:47:39.501510 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=9b489ca0-9e83-4f82-8767-0427fa6b5491,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:39.515076 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:39.515429 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:39.515769 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:39.516107 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:39.516442 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:39.516774 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:39.517104 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:39.517434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:39.517761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:39.518084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:39.518433 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:39.519296 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:47:39.875450 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:39.946228 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:40.082627 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-628a7ccd-d7a2-4ed8-bd99-df71b7072edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:40.377388 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:40.382086 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:40.452806 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=9b489ca0-9e83-4f82-8767-0427fa6b5491,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:47:40.460219 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:40.468366 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:40.568600 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Floating IP e15bdc18-ca9d-48ac-828f-84b4574c4b00 associated. External IP: 172.25.1.218, port: e3b0847e-de9a-4020-a643-ff3d28c73570. Aug 28 13:47:40.637145 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:47:40.774897 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router 416bd324-9a7b-4c67-8637-6ad1e5e8084d has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:47:40.884077 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:47:40.894118 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e679c-2d2a-466c-813d-89cc80868116 None None] Sync routers for ids ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:47:40.899709 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:40.902981 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34e679c-2d2a-466c-813d-89cc80868116 None None] Routers {'416bd324-9a7b-4c67-8637-6ad1e5e8084d'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:47:40.903584 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d34e679c-2d2a-466c-813d-89cc80868116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:47:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:40.926877 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c1499773-62ff-487d-bd0b-05c465bc8fa2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8694746 Aug 28 13:47:40.927514 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4632c4a7-3701-4ab2-8499-81c696fc8889', 'tag': 'e3b0847e-de9a-4020-a643-ff3d28c73570'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:47:40.929998 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821059e9cdabc42353b4e09090cf4c202d26ce35e6b56e9c4c4c84d82f99d3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d40d362-663a-4cbc-9217-bbd0721e7f50" -d '{"events": [{"name": "network-changed", "server_uuid": "4632c4a7-3701-4ab2-8499-81c696fc8889", "tag": "e3b0847e-de9a-4020-a643-ff3d28c73570"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:47:41.009302 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-d34e679c-2d2a-466c-813d-89cc80868116 None None] Set router 416bd324-9a7b-4c67-8637-6ad1e5e8084d gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:47:41.030011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ae9b1-847f-4798-8541-4958badab472 req-f328db6a-b94c-469e-9924-07b3528af6e5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:41.031516 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-240ae9b1-847f-4798-8541-4958badab472 req-f328db6a-b94c-469e-9924-07b3528af6e5 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0537124 Aug 28 13:47:41.069479 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-240ae9b1-847f-4798-8541-4958badab472 req-1ae507c0-b006-4e02-a12f-1ea5cd1877a8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311007 Aug 28 13:47:41.091974 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39030) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:41.131734 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5ab14e-0418-42be-8440-6a43aecf723c x-openstack-request-id: req-dd5ab14e-0418-42be-8440-6a43aecf723c {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:47:41.132032 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4632c4a7-3701-4ab2-8499-81c696fc8889", "tag": "e3b0847e-de9a-4020-a643-ff3d28c73570", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:47:41.132279 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd5ab14e-0418-42be-8440-6a43aecf723c {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:47:41.132666 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4632c4a7-3701-4ab2-8499-81c696fc8889', 'tag': 'e3b0847e-de9a-4020-a643-ff3d28c73570', 'status': 'completed', 'code': 200} Aug 28 13:47:41.158330 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-453840be-6c1b-47ed-beee-69d851e83720 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/e15bdc18-ca9d-48ac-828f-84b4574c4b00 HTTP/1.1" status: 200 len: 992 time: 0.0651138 Aug 28 13:47:41.178697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40d362-663a-4cbc-9217-bbd0721e7f50 req-03b71b36-59a2-459e-9cae-506308a42d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:41.180203 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d40d362-663a-4cbc-9217-bbd0721e7f50 req-03b71b36-59a2-459e-9cae-506308a42d3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 1098 time: 0.0415130 Aug 28 13:47:41.239579 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d34e679c-2d2a-466c-813d-89cc80868116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695367198', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:47:22Z', 'updated_at': '2021-08-28T13:47:26Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:23Z', 'updated_at': '2021-08-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e15bdc18-ca9d-48ac-828f-84b4574c4b00', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'port_id': 'e3b0847e-de9a-4020-a643-ff3d28c73570', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc', 'mac_address': 'fa:16:3e:af:e6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4632c4a7-3701-4ab2-8499-81c696fc8889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:47:39Z', 'updated_at': '2021-08-28T13:47:39Z', 'revision_number': 0, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3ad483-df77-4224-bd9a-a9a2715eebed', 'name': '', 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:80:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:25Z', 'updated_at': '2021-08-28T13:47:31Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:41.269823 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e679c-2d2a-466c-813d-89cc80868116 None None] Checking router: 416bd324-9a7b-4c67-8637-6ad1e5e8084d for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:47:41.275335 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40d362-663a-4cbc-9217-bbd0721e7f50 req-20449d40-0b36-4827-8daa-99cdaddeb0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:41.276822 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d40d362-663a-4cbc-9217-bbd0721e7f50 req-20449d40-0b36-4827-8daa-99cdaddeb0e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a58fe52-773b-4f12-8038-03a8ad879edc HTTP/1.1" status: 200 len: 896 time: 0.0898564 Aug 28 13:47:41.278481 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34e679c-2d2a-466c-813d-89cc80868116 None None] Routers {'416bd324-9a7b-4c67-8637-6ad1e5e8084d'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:47:41.279139 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d34e679c-2d2a-466c-813d-89cc80868116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:47:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:41.341517 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d40d362-663a-4cbc-9217-bbd0721e7f50 req-de8f4f24-842c-4fd6-8586-5c4cbb17416b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3b0847e-de9a-4020-a643-ff3d28c73570 HTTP/1.1" status: 200 len: 1000 time: 0.0579884 Aug 28 13:47:41.382289 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-d34e679c-2d2a-466c-813d-89cc80868116 None None] Set router 416bd324-9a7b-4c67-8637-6ad1e5e8084d gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:47:41.392878 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40d362-663a-4cbc-9217-bbd0721e7f50 req-f77586f7-34bd-482c-b1e4-b80fe4e43988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:41.395179 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d40d362-663a-4cbc-9217-bbd0721e7f50 req-f77586f7-34bd-482c-b1e4-b80fe4e43988 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc4fd407-4305-4dba-8e01-d19438a44f7d HTTP/1.1" status: 200 len: 834 time: 0.0464234 Aug 28 13:47:41.444795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40d362-663a-4cbc-9217-bbd0721e7f50 req-d3adae2c-eca9-4b1c-9ab0-644087f475fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:41.446197 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d40d362-663a-4cbc-9217-bbd0721e7f50 req-d3adae2c-eca9-4b1c-9ab0-644087f475fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a58fe52-773b-4f12-8038-03a8ad879edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443444 Aug 28 13:47:41.541007 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d40d362-663a-4cbc-9217-bbd0721e7f50 req-e720f8b3-bbaa-4213-9962-1faebee9668a service neutron] 10.222.0.11 "GET /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873802 Aug 28 13:47:41.612244 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d34e679c-2d2a-466c-813d-89cc80868116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695367198', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:47:22Z', 'updated_at': '2021-08-28T13:47:26Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:23Z', 'updated_at': '2021-08-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e15bdc18-ca9d-48ac-828f-84b4574c4b00', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'port_id': 'e3b0847e-de9a-4020-a643-ff3d28c73570', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc', 'mac_address': 'fa:16:3e:af:e6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4632c4a7-3701-4ab2-8499-81c696fc8889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:47:39Z', 'updated_at': '2021-08-28T13:47:39Z', 'revision_number': 0, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3ad483-df77-4224-bd9a-a9a2715eebed', 'name': '', 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:80:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:25Z', 'updated_at': '2021-08-28T13:47:31Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:47:41.640019 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e679c-2d2a-466c-813d-89cc80868116 None None] The sync data for ids ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'] in n-d-791505-21 is: [{'id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695367198', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:47:22Z', 'updated_at': '2021-08-28T13:47:26Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:23Z', 'updated_at': '2021-08-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'e15bdc18-ca9d-48ac-828f-84b4574c4b00', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'port_id': 'e3b0847e-de9a-4020-a643-ff3d28c73570', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc', 'mac_address': 'fa:16:3e:af:e6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4632c4a7-3701-4ab2-8499-81c696fc8889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:47:39Z', 'updated_at': '2021-08-28T13:47:39Z', 'revision_number': 0, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3ad483-df77-4224-bd9a-a9a2715eebed', 'name': '', 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:80:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:25Z', 'updated_at': '2021-08-28T13:47:31Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:47:41.640999 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9d40d362-663a-4cbc-9217-bbd0721e7f50 req-613e9422-9421-4da1-8474-d010daaa5832 service neutron] 10.222.0.11 "GET /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894208 Aug 28 13:47:41.835531 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a732d82c-6cb3-4b85-93fb-b235d70bf0c7 None None] New status for floating IP e15bdc18-ca9d-48ac-828f-84b4574c4b00: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:47:42.162370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39032) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:47:42.229689 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c3759c43-bc20-4085-8af4-81be99b9074a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/e15bdc18-ca9d-48ac-828f-84b4574c4b00 HTTP/1.1" status: 200 len: 994 time: 0.0659492 Aug 28 13:47:42.347856 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f20c8f7f-db01-45b0-baf4-00caafad4d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:42.692032 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:43.664189 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:45.114777 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5792551-df3d-43b7-8834-9a8be4ca904a req-d26e0f60-b7d3-4edf-b057-7db2f1e49822 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385046 Aug 28 13:47:45.196646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5792551-df3d-43b7-8834-9a8be4ca904a req-3bab4d87-849b-44b8-a355-2cce58acdb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:45.198117 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5792551-df3d-43b7-8834-9a8be4ca904a req-3bab4d87-849b-44b8-a355-2cce58acdb66 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 1098 time: 0.0435815 Aug 28 13:47:45.297386 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5792551-df3d-43b7-8834-9a8be4ca904a req-d3deb305-57c2-478c-854b-e6bb03d2ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:45.298890 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5792551-df3d-43b7-8834-9a8be4ca904a req-d3deb305-57c2-478c-854b-e6bb03d2ee2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a58fe52-773b-4f12-8038-03a8ad879edc HTTP/1.1" status: 200 len: 896 time: 0.0821123 Aug 28 13:47:45.367279 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5792551-df3d-43b7-8834-9a8be4ca904a req-07745217-bb13-4e8a-855e-761e2463ba85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3b0847e-de9a-4020-a643-ff3d28c73570 HTTP/1.1" status: 200 len: 1002 time: 0.0606332 Aug 28 13:47:45.415571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5792551-df3d-43b7-8834-9a8be4ca904a req-234b1280-6e85-417f-add1-3692dd7318c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:45.417013 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5792551-df3d-43b7-8834-9a8be4ca904a req-234b1280-6e85-417f-add1-3692dd7318c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc4fd407-4305-4dba-8e01-d19438a44f7d HTTP/1.1" status: 200 len: 834 time: 0.0434279 Aug 28 13:47:45.463064 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5792551-df3d-43b7-8834-9a8be4ca904a req-c1ca30bb-d23a-4d82-810a-a13844d63777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:47:45.464537 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5792551-df3d-43b7-8834-9a8be4ca904a req-c1ca30bb-d23a-4d82-810a-a13844d63777 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a58fe52-773b-4f12-8038-03a8ad879edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406539 Aug 28 13:47:45.556408 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5792551-df3d-43b7-8834-9a8be4ca904a req-6e250b17-d78b-4c26-827a-6a96bddbe65d service neutron] 10.222.0.11 "GET /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846817 Aug 28 13:47:45.563001 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:47:45.645067 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5792551-df3d-43b7-8834-9a8be4ca904a req-419a46fe-cc8f-4f94-b9d3-d4ef317b0f03 service neutron] 10.222.0.11 "GET /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816424 Aug 28 13:48:08.092544 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:10.086126 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b7d77bac-59c1-4c17-93d7-6496b7aac907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:10.462290 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:10.994096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5a912-fc88-4b65-9168-1578fe5e6d4d req-039ed75f-631f-425f-8346-16177d23bed2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:10.995612 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85b5a912-fc88-4b65-9168-1578fe5e6d4d req-039ed75f-631f-425f-8346-16177d23bed2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0521417 Aug 28 13:48:11.033204 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-85b5a912-fc88-4b65-9168-1578fe5e6d4d req-368fc843-9732-4b33-8b0d-dcb459a32cde tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316663 Aug 28 13:48:12.157280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbe9f9-0c20-49f1-856f-338b0a2c1863 req-f5ad0ccd-3b76-4508-a583-c829822ac885 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:12.158665 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f2dbe9f9-0c20-49f1-856f-338b0a2c1863 req-f5ad0ccd-3b76-4508-a583-c829822ac885 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0533314 Aug 28 13:48:12.198795 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f2dbe9f9-0c20-49f1-856f-338b0a2c1863 req-016c2a18-d7bb-403f-bbd1-2de3e9ee9899 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323064 Aug 28 13:48:12.348521 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d05c7202-222f-4e2f-9a1e-0da646712d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:12.694221 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:13.312048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312af54-21ea-4eb3-969c-1bef2fcae853 req-c8ccc73e-e28a-4a73-b9cb-0917d49c5628 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:13.313521 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3312af54-21ea-4eb3-969c-1bef2fcae853 req-c8ccc73e-e28a-4a73-b9cb-0917d49c5628 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0487769 Aug 28 13:48:13.350733 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3312af54-21ea-4eb3-969c-1bef2fcae853 req-6b03631a-7244-4fc0-8172-b5623c038b94 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305882 Aug 28 13:48:13.668722 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:14.465282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcc10d-1373-4f0c-bb8f-0e2c90ee5fdb req-2b5ae292-bf2b-43f0-b38c-66fe8adb7b77 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:14.466773 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79bcc10d-1373-4f0c-bb8f-0e2c90ee5fdb req-2b5ae292-bf2b-43f0-b38c-66fe8adb7b77 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0485928 Aug 28 13:48:14.503452 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-79bcc10d-1373-4f0c-bb8f-0e2c90ee5fdb req-93ee067f-f3d7-4e17-b566-0d28f675b75c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307555 Aug 28 13:48:15.567401 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:15.627334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d1acf-a5b7-4b9f-b994-f8ff7ad191f7 req-12e7c729-b6d3-4eb0-97ad-070d4c7d0be4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:15.628823 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aa9d1acf-a5b7-4b9f-b994-f8ff7ad191f7 req-12e7c729-b6d3-4eb0-97ad-070d4c7d0be4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0534306 Aug 28 13:48:15.667053 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aa9d1acf-a5b7-4b9f-b994-f8ff7ad191f7 req-7b49ad07-600b-4ac6-9823-1035220663c3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323353 Aug 28 13:48:16.781486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17c263-3df9-438e-a4b7-c167040f06f4 req-53abd66f-ab91-41ef-8d77-4bde3b11343f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:16.782983 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c17c263-3df9-438e-a4b7-c167040f06f4 req-53abd66f-ab91-41ef-8d77-4bde3b11343f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0499463 Aug 28 13:48:16.821192 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5c17c263-3df9-438e-a4b7-c167040f06f4 req-09750498-69a8-4982-a6fa-3c82b9e09154 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316145 Aug 28 13:48:17.636804 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:48:17.936190 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c0386-2c25-45b1-9238-ee9c30222552 req-0f089178-e25e-43c0-9f98-95a91dae2025 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:17.937635 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f61c0386-2c25-45b1-9238-ee9c30222552 req-0f089178-e25e-43c0-9f98-95a91dae2025 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0492868 Aug 28 13:48:17.978069 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f61c0386-2c25-45b1-9238-ee9c30222552 req-07a70207-d48f-41cb-a36a-eaa1251cb48a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313745 Aug 28 13:48:19.096431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64565570-32c9-4309-a0ec-bbc72e678f4b req-3e20db8f-7a2e-4527-9464-61ba7e3f6f16 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:19.097891 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64565570-32c9-4309-a0ec-bbc72e678f4b req-3e20db8f-7a2e-4527-9464-61ba7e3f6f16 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0518844 Aug 28 13:48:19.136185 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-64565570-32c9-4309-a0ec-bbc72e678f4b req-ec4c6046-c58b-4ffa-91e5-c3cd2edf7ac4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316560 Aug 28 13:48:20.249892 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03a724-7553-40b5-8da1-bd7900122870 req-6826ea00-24d9-4577-96df-1a2da70e6612 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:20.251386 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a03a724-7553-40b5-8da1-bd7900122870 req-6826ea00-24d9-4577-96df-1a2da70e6612 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0483792 Aug 28 13:48:20.289725 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a03a724-7553-40b5-8da1-bd7900122870 req-1776756e-f2fd-4eca-a33d-efa2202d1397 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319793 Aug 28 13:48:21.404071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cebb17-bacc-48f3-b8fd-231e72e69271 req-3ad5abfb-3f64-4127-bed5-0c151b4de4b3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:21.405548 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-96cebb17-bacc-48f3-b8fd-231e72e69271 req-3ad5abfb-3f64-4127-bed5-0c151b4de4b3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0486808 Aug 28 13:48:21.443012 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-96cebb17-bacc-48f3-b8fd-231e72e69271 req-fc537841-4470-4e95-9514-69ebd04397d1 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315895 Aug 28 13:48:21.465266 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39070) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:48:21.528885 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e3a2172a-5fc0-4e68-b892-00d037852c78 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/e15bdc18-ca9d-48ac-828f-84b4574c4b00 HTTP/1.1" status: 200 len: 994 time: 0.0625684 Aug 28 13:48:22.821830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9760b11-60fc-4e74-8a09-47f859760d66 req-baf2824c-a155-44fd-9655-695d3d52a12c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:22.823236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9760b11-60fc-4e74-8a09-47f859760d66 req-baf2824c-a155-44fd-9655-695d3d52a12c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0746160 Aug 28 13:48:22.839217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c2c5b-5732-4827-9163-4e5dabb689d1 req-ed5d63ff-1ebe-4af5-9c23-3c22950ccc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:22.840616 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c2c5b-5732-4827-9163-4e5dabb689d1 req-ed5d63ff-1ebe-4af5-9c23-3c22950ccc88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 1098 time: 0.0612514 Aug 28 13:48:22.908766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9760b11-60fc-4e74-8a09-47f859760d66 req-65329d91-dc7c-4d03-b516-42f0b0389251 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796247 Aug 28 13:48:22.948986 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c2c5b-5732-4827-9163-4e5dabb689d1 req-e546bd08-3b55-4b8a-9caf-eddc30156439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:22.950468 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c2c5b-5732-4827-9163-4e5dabb689d1 req-e546bd08-3b55-4b8a-9caf-eddc30156439 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a58fe52-773b-4f12-8038-03a8ad879edc HTTP/1.1" status: 200 len: 896 time: 0.1022100 Aug 28 13:48:23.018754 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c2c5b-5732-4827-9163-4e5dabb689d1 req-3eb3d7e4-4d62-409b-aba6-5311a10ce265 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3b0847e-de9a-4020-a643-ff3d28c73570 HTTP/1.1" status: 200 len: 1002 time: 0.0612159 Aug 28 13:48:23.066862 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c2c5b-5732-4827-9163-4e5dabb689d1 req-dc7d7032-1694-459b-b8dc-8e6b7f965a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:23.068902 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c2c5b-5732-4827-9163-4e5dabb689d1 req-dc7d7032-1694-459b-b8dc-8e6b7f965a67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc4fd407-4305-4dba-8e01-d19438a44f7d HTTP/1.1" status: 200 len: 834 time: 0.0427873 Aug 28 13:48:23.112944 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c2c5b-5732-4827-9163-4e5dabb689d1 req-2c0d152d-d0d7-4d5c-8f21-cd1eb77e7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:23.114334 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c2c5b-5732-4827-9163-4e5dabb689d1 req-2c0d152d-d0d7-4d5c-8f21-cd1eb77e7145 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a58fe52-773b-4f12-8038-03a8ad879edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390360 Aug 28 13:48:23.206225 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c2c5b-5732-4827-9163-4e5dabb689d1 req-19061e31-18db-4b30-b75a-3a721605a131 service neutron] 10.222.0.11 "GET /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847628 Aug 28 13:48:23.297000 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e11c2c5b-5732-4827-9163-4e5dabb689d1 req-62046b50-0b37-4863-a39e-80f23c33cd74 service neutron] 10.222.0.11 "GET /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832644 Aug 28 13:48:24.026791 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77669fe9-b499-4f47-adfa-0566a7d20ae4 req-0214ba70-b8d7-4985-bcf1-97b324de03cf tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:24.028265 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-77669fe9-b499-4f47-adfa-0566a7d20ae4 req-0214ba70-b8d7-4985-bcf1-97b324de03cf tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0497277 Aug 28 13:48:24.064737 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-77669fe9-b499-4f47-adfa-0566a7d20ae4 req-159ce82a-ce81-4091-b935-bcb1f9fb576a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305436 Aug 28 13:48:24.088488 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39080) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:48:24.153906 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6e899847-5d1f-4556-9926-fcb7ecaa9172 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/e15bdc18-ca9d-48ac-828f-84b4574c4b00 HTTP/1.1" status: 200 len: 994 time: 0.0643053 Aug 28 13:48:38.092808 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:40.087277 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-136a11f6-73f4-49ab-98dc-cd8fe2e4330d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:40.478488 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:42.355903 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9d464946-14c1-4d27-9b09-5e905a6e1725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:42.695753 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:43.670881 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:45.569992 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:46.128109 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11ca6ead-ab41-477f-8429-f03d118ab5ed req-d715c65f-7e44-4991-a768-ef1f26519981 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394082 Aug 28 13:48:46.208508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca6ead-ab41-477f-8429-f03d118ab5ed req-d6caa41d-fe15-4c3c-a372-d0d3574b856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:46.210000 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11ca6ead-ab41-477f-8429-f03d118ab5ed req-d6caa41d-fe15-4c3c-a372-d0d3574b856a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 1098 time: 0.0387585 Aug 28 13:48:46.621107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca6ead-ab41-477f-8429-f03d118ab5ed req-0ac4971e-8bb1-4590-97a3-a8a77cb81ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:46.622660 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11ca6ead-ab41-477f-8429-f03d118ab5ed req-0ac4971e-8bb1-4590-97a3-a8a77cb81ef9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a58fe52-773b-4f12-8038-03a8ad879edc HTTP/1.1" status: 200 len: 896 time: 0.3943121 Aug 28 13:48:46.687730 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11ca6ead-ab41-477f-8429-f03d118ab5ed req-da00d79f-9e72-4fa6-9ab2-7a1de41899b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3b0847e-de9a-4020-a643-ff3d28c73570 HTTP/1.1" status: 200 len: 1002 time: 0.0571995 Aug 28 13:48:46.741630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca6ead-ab41-477f-8429-f03d118ab5ed req-0d010842-5148-460c-81ce-9d99ec52ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:46.743661 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11ca6ead-ab41-477f-8429-f03d118ab5ed req-0d010842-5148-460c-81ce-9d99ec52ecd0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc4fd407-4305-4dba-8e01-d19438a44f7d HTTP/1.1" status: 200 len: 834 time: 0.0469618 Aug 28 13:48:46.788864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca6ead-ab41-477f-8429-f03d118ab5ed req-29d7d7e5-00c2-474a-a204-58465a298340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:46.790979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11ca6ead-ab41-477f-8429-f03d118ab5ed req-29d7d7e5-00c2-474a-a204-58465a298340 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a58fe52-773b-4f12-8038-03a8ad879edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409212 Aug 28 13:48:46.879402 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11ca6ead-ab41-477f-8429-f03d118ab5ed req-69350a31-12d1-4e2c-9210-444a7d5c66a6 service neutron] 10.222.0.11 "GET /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810492 Aug 28 13:48:46.971313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-11ca6ead-ab41-477f-8429-f03d118ab5ed req-86cbe51a-d06c-48a9-a9c4-cd55acdf70f6 service neutron] 10.222.0.11 "GET /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840588 Aug 28 13:48:54.549294 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39094) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:48:54.635155 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:48:54.710502 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port 9b489ca0-9e83-4f82-8767-0427fa6b5491 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:48:54.710850 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:54.784986 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:54.785317 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:54.797210 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for 9b489ca0-9e83-4f82-8767-0427fa6b5491 owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:48:54.943232 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:54.969226 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=9b489ca0-9e83-4f82-8767-0427fa6b5491,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:48:54.981434 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:54.981791 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:54.982137 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:54.982503 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:54.982840 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:54.983415 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:54.983524 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:54.983817 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:54.984147 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:54.984474 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:54.984802 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:54.985128 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:55.042758 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:55.043077 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Floating IP e15bdc18-ca9d-48ac-828f-84b4574c4b00 disassociated (deleted). External IP: 172.25.1.218, port: e3b0847e-de9a-4020-a643-ff3d28c73570. Aug 28 13:48:55.245015 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router 416bd324-9a7b-4c67-8637-6ad1e5e8084d has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:48:55.350876 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:48:55.356623 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:55.361246 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d44e7-e8d4-4f04-b803-e44fbaa04b92 None None] Sync routers for ids ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:48:55.370773 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d44e7-e8d4-4f04-b803-e44fbaa04b92 None None] Routers {'416bd324-9a7b-4c67-8637-6ad1e5e8084d'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:48:55.371380 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e00d44e7-e8d4-4f04-b803-e44fbaa04b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:48:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:48:55.384043 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b9ef2df3-4f74-45bc-90c0-f3c626b71241 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/floatingips/e15bdc18-ca9d-48ac-828f-84b4574c4b00 HTTP/1.1" status: 204 len: 168 time: 0.8336754 Aug 28 13:48:55.384627 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4632c4a7-3701-4ab2-8499-81c696fc8889', 'tag': 'e3b0847e-de9a-4020-a643-ff3d28c73570'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:48:55.386901 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821059e9cdabc42353b4e09090cf4c202d26ce35e6b56e9c4c4c84d82f99d3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26863363-29ff-4086-972c-e4d681d228d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4632c4a7-3701-4ab2-8499-81c696fc8889", "tag": "e3b0847e-de9a-4020-a643-ff3d28c73570"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:48:55.477582 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-e00d44e7-e8d4-4f04-b803-e44fbaa04b92 None None] Set router 416bd324-9a7b-4c67-8637-6ad1e5e8084d gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:48:55.620341 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50442ef6-df81-4074-abae-cef619b54b1e x-openstack-request-id: req-50442ef6-df81-4074-abae-cef619b54b1e {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:48:55.621159 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4632c4a7-3701-4ab2-8499-81c696fc8889", "tag": "e3b0847e-de9a-4020-a643-ff3d28c73570", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:48:55.621599 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50442ef6-df81-4074-abae-cef619b54b1e {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:48:55.622166 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4632c4a7-3701-4ab2-8499-81c696fc8889', 'tag': 'e3b0847e-de9a-4020-a643-ff3d28c73570', 'status': 'completed', 'code': 200} Aug 28 13:48:55.685899 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e00d44e7-e8d4-4f04-b803-e44fbaa04b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695367198', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:47:22Z', 'updated_at': '2021-08-28T13:47:26Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:23Z', 'updated_at': '2021-08-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'db3ad483-df77-4224-bd9a-a9a2715eebed', 'name': '', 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:80:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:25Z', 'updated_at': '2021-08-28T13:47:31Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:48:55.712144 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d44e7-e8d4-4f04-b803-e44fbaa04b92 None None] Checking router: 416bd324-9a7b-4c67-8637-6ad1e5e8084d for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:48:55.720235 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d44e7-e8d4-4f04-b803-e44fbaa04b92 None None] Routers {'416bd324-9a7b-4c67-8637-6ad1e5e8084d'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:48:55.720845 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e00d44e7-e8d4-4f04-b803-e44fbaa04b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:48:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:48:55.730396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26863363-29ff-4086-972c-e4d681d228d8 req-61542dd0-967f-4ab7-8ad3-2df8d7ad342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:55.731841 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26863363-29ff-4086-972c-e4d681d228d8 req-61542dd0-967f-4ab7-8ad3-2df8d7ad342e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 1098 time: 0.0880103 Aug 28 13:48:55.745022 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4817e-c2bf-4af8-bec3-71e6e2d31ba3 req-89a33df5-6ac5-4b74-8af0-14aca725cf42 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:55.746453 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61a4817e-c2bf-4af8-bec3-71e6e2d31ba3 req-89a33df5-6ac5-4b74-8af0-14aca725cf42 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0670254 Aug 28 13:48:55.827825 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-e00d44e7-e8d4-4f04-b803-e44fbaa04b92 None None] Set router 416bd324-9a7b-4c67-8637-6ad1e5e8084d gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:48:55.833073 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61a4817e-c2bf-4af8-bec3-71e6e2d31ba3 req-d7f7ecae-a6af-4494-99bf-9f32e78ffe25 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785494 Aug 28 13:48:55.862690 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26863363-29ff-4086-972c-e4d681d228d8 req-b59e506c-40fd-4929-be20-4a18155b7add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:55.864177 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26863363-29ff-4086-972c-e4d681d228d8 req-b59e506c-40fd-4929-be20-4a18155b7add service neutron] 10.222.0.11 "GET /v2.0/networks?id=3a58fe52-773b-4f12-8038-03a8ad879edc HTTP/1.1" status: 200 len: 896 time: 0.1168661 Aug 28 13:48:55.913345 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26863363-29ff-4086-972c-e4d681d228d8 req-59c2abfe-db0f-4721-9ab6-983621633457 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3b0847e-de9a-4020-a643-ff3d28c73570 HTTP/1.1" status: 200 len: 217 time: 0.0411806 Aug 28 13:48:55.969457 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26863363-29ff-4086-972c-e4d681d228d8 req-3103fd86-073f-4cf1-812d-958685b34016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:55.970997 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26863363-29ff-4086-972c-e4d681d228d8 req-3103fd86-073f-4cf1-812d-958685b34016 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc4fd407-4305-4dba-8e01-d19438a44f7d HTTP/1.1" status: 200 len: 834 time: 0.0492260 Aug 28 13:48:56.022427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26863363-29ff-4086-972c-e4d681d228d8 req-17a05596-1b6e-429c-8b8a-56174abed55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:56.024810 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26863363-29ff-4086-972c-e4d681d228d8 req-17a05596-1b6e-429c-8b8a-56174abed55e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3a58fe52-773b-4f12-8038-03a8ad879edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416460 Aug 28 13:48:56.129668 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26863363-29ff-4086-972c-e4d681d228d8 req-443bdacd-e79a-4c11-9dd0-b6393315ce85 service neutron] 10.222.0.11 "GET /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941818 Aug 28 13:48:56.135872 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-e00d44e7-e8d4-4f04-b803-e44fbaa04b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695367198', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:47:22Z', 'updated_at': '2021-08-28T13:47:26Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:23Z', 'updated_at': '2021-08-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'db3ad483-df77-4224-bd9a-a9a2715eebed', 'name': '', 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:80:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:25Z', 'updated_at': '2021-08-28T13:47:31Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:48:56.165185 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d44e7-e8d4-4f04-b803-e44fbaa04b92 None None] The sync data for ids ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'] in n-d-791505-21 is: [{'id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695367198', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:47:22Z', 'updated_at': '2021-08-28T13:47:26Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:23Z', 'updated_at': '2021-08-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'db3ad483-df77-4224-bd9a-a9a2715eebed', 'name': '', 'network_id': '3a58fe52-773b-4f12-8038-03a8ad879edc', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:80:f4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:25Z', 'updated_at': '2021-08-28T13:47:31Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': 'fc4fd407-4305-4dba-8e01-d19438a44f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:48:56.228150 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26863363-29ff-4086-972c-e4d681d228d8 req-d5a73477-f1f8-42cd-ac63-0a0d07e9738f service neutron] 10.222.0.11 "GET /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857301 Aug 28 13:48:56.388763 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac733d4b-dc61-4e1a-8f12-c9e25e50e462 None None] New status for floating IP e15bdc18-ca9d-48ac-828f-84b4574c4b00: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:48:56.950208 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d96d63-a3b4-4b08-90dd-2367d14fa5a8 req-34e3f06f-8491-47a0-aa21-810cb19db33f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:56.951702 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7d96d63-a3b4-4b08-90dd-2367d14fa5a8 req-34e3f06f-8491-47a0-aa21-810cb19db33f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0513821 Aug 28 13:48:56.989923 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7d96d63-a3b4-4b08-90dd-2367d14fa5a8 req-66671683-0437-4ade-a150-76688a97db56 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=65fc62aa-1942-4d4b-892a-a18dfaa684ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317919 Aug 28 13:48:57.218790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26930499-78d4-437c-bc8f-ec887ab3eb9b req-09418784-507e-4b02-941a-6cfa60370fcc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:48:57.220170 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26930499-78d4-437c-bc8f-ec887ab3eb9b req-09418784-507e-4b02-941a-6cfa60370fcc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 946 time: 0.0525784 Aug 28 13:48:57.310334 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-26930499-78d4-437c-bc8f-ec887ab3eb9b req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port e3b0847e-de9a-4020-a643-ff3d28c73570 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:48:57.310732 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-26930499-78d4-437c-bc8f-ec887ab3eb9b req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:57.399992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-26930499-78d4-437c-bc8f-ec887ab3eb9b req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] For port e3b0847e-de9a-4020-a643-ff3d28c73570, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=e3b0847e-de9a-4020-a643-ff3d28c73570,segment=NetworkSegment(bbcede4b-ccb7-4520-af81-b640021e75db),segment_id=bbcede4b-ccb7-4520-af81-b640021e75db)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:48:57.400353 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-26930499-78d4-437c-bc8f-ec887ab3eb9b req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:57.412888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-26930499-78d4-437c-bc8f-ec887ab3eb9b req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for e3b0847e-de9a-4020-a643-ff3d28c73570 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:48:57.537089 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-26930499-78d4-437c-bc8f-ec887ab3eb9b req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:57.569983 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=e3b0847e-de9a-4020-a643-ff3d28c73570,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:48:57.599051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:57.599403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:57.599740 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:57.600071 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:57.600400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:57.600724 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:57.601069 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:57.601367 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:57.602813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:57.602813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:57.603193 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:57.603516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:48:57.622553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-26930499-78d4-437c-bc8f-ec887ab3eb9b req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] No DVR routers for this DVR port e3b0847e-de9a-4020-a643-ff3d28c73570 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:48:57.626076 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-26930499-78d4-437c-bc8f-ec887ab3eb9b req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:57.628091 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-26930499-78d4-437c-bc8f-ec887ab3eb9b req-83714ace-cbd1-45a2-9ab4-4c6849b0371a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "DELETE /v2.0/ports/e3b0847e-de9a-4020-a643-ff3d28c73570 HTTP/1.1" status: 204 len: 173 time: 0.3999081 Aug 28 13:48:57.628520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4632c4a7-3701-4ab2-8499-81c696fc8889', 'name': 'network-vif-deleted', 'tag': 'e3b0847e-de9a-4020-a643-ff3d28c73570'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:48:57.631278 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca9ab82-f4fe-442a-835b-1ba8d7489fbd" -d '{"events": [{"server_uuid": "4632c4a7-3701-4ab2-8499-81c696fc8889", "name": "network-vif-deleted", "tag": "e3b0847e-de9a-4020-a643-ff3d28c73570"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:48:57.675451 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14e7cfd-3618-48f6-8a11-d161e61ad4f9 x-openstack-request-id: req-d14e7cfd-3618-48f6-8a11-d161e61ad4f9 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:48:57.675747 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4632c4a7-3701-4ab2-8499-81c696fc8889", "name": "network-vif-deleted", "tag": "e3b0847e-de9a-4020-a643-ff3d28c73570", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:48:57.676005 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d14e7cfd-3618-48f6-8a11-d161e61ad4f9 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:48:57.676408 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4632c4a7-3701-4ab2-8499-81c696fc8889', 'name': 'network-vif-deleted', 'tag': 'e3b0847e-de9a-4020-a643-ff3d28c73570', 'status': 'completed', 'code': 200} Aug 28 13:48:58.105318 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ea53aa4b-26a1-4749-96f8-f889ccfc5f2d req-8e1a66b0-78fe-43a0-ad92-98aedd96bc38 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=4632c4a7-3701-4ab2-8499-81c696fc8889 HTTP/1.1" status: 200 len: 210 time: 0.0276053 Aug 28 13:48:59.163891 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39114) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:48:59.450398 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e3b0847e-de9a-4020-a643-ff3d28c73570 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:48:59.473081 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: e3b0847e-de9a-4020-a643-ff3d28c73570 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:48:59.473418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device e3b0847e-de9a-4020-a643-ff3d28c73570 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:48:59.527796 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a945697f-1a1e-45ec-a65d-ee3e49bbbf76 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:59.782801 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-a945697f-1a1e-45ec-a65d-ee3e49bbbf76 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port db3ad483-df77-4224-bd9a-a9a2715eebed {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:48:59.783164 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a945697f-1a1e-45ec-a65d-ee3e49bbbf76 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:59.871316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-a945697f-1a1e-45ec-a65d-ee3e49bbbf76 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] For port db3ad483-df77-4224-bd9a-a9a2715eebed, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=db3ad483-df77-4224-bd9a-a9a2715eebed,segment=NetworkSegment(bbcede4b-ccb7-4520-af81-b640021e75db),segment_id=bbcede4b-ccb7-4520-af81-b640021e75db)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:48:59.871686 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a945697f-1a1e-45ec-a65d-ee3e49bbbf76 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:48:59.884427 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-a945697f-1a1e-45ec-a65d-ee3e49bbbf76 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for db3ad483-df77-4224-bd9a-a9a2715eebed owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:49:00.070526 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a945697f-1a1e-45ec-a65d-ee3e49bbbf76 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:00.100558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945697f-1a1e-45ec-a65d-ee3e49bbbf76 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=db3ad483-df77-4224-bd9a-a9a2715eebed,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:00.281140 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a945697f-1a1e-45ec-a65d-ee3e49bbbf76 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:00.505783 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a945697f-1a1e-45ec-a65d-ee3e49bbbf76 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router 416bd324-9a7b-4c67-8637-6ad1e5e8084d has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:49:00.620001 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a945697f-1a1e-45ec-a65d-ee3e49bbbf76 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:49:00.625366 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a945697f-1a1e-45ec-a65d-ee3e49bbbf76 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "PUT /v2.0/routers/416bd324-9a7b-4c67-8637-6ad1e5e8084d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4599593 Aug 28 13:49:00.628108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39116) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:00.634062 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5223e6bd-dfae-4f29-b4db-d83c1be561b3 None None] Sync routers for ids ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:49:00.644229 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5223e6bd-dfae-4f29-b4db-d83c1be561b3 None None] Routers {'416bd324-9a7b-4c67-8637-6ad1e5e8084d'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:49:00.644859 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5223e6bd-dfae-4f29-b4db-d83c1be561b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:48:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:00.691867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4c0c15-418e-41a5-86c6-689a7a46e82b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting subnet fc4fd407-4305-4dba-8e01-d19438a44f7d {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:49:00.695861 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-da4c0c15-418e-41a5-86c6-689a7a46e82b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:00.743812 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-da4c0c15-418e-41a5-86c6-689a7a46e82b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:00.756419 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-5223e6bd-dfae-4f29-b4db-d83c1be561b3 None None] Set router 416bd324-9a7b-4c67-8637-6ad1e5e8084d gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:49:00.839500 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-da4c0c15-418e-41a5-86c6-689a7a46e82b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:00.907632 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-da4c0c15-418e-41a5-86c6-689a7a46e82b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:00.932212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9219a74-b19d-4aa5-a99d-babef849f3b8 None None] Network 3a58fe52-773b-4f12-8038-03a8ad879edc requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:49:00.946485 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-da4c0c15-418e-41a5-86c6-689a7a46e82b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:00.948491 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-da4c0c15-418e-41a5-86c6-689a7a46e82b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/subnets/fc4fd407-4305-4dba-8e01-d19438a44f7d HTTP/1.1" status: 204 len: 168 time: 0.3193312 Aug 28 13:49:00.949830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c0c15-418e-41a5-86c6-689a7a46e82b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Subnet': ['ID=fc4fd407-4305-4dba-8e01-d19438a44f7d,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:00.951479 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39118) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:00.975872 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5223e6bd-dfae-4f29-b4db-d83c1be561b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695367198', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:47:22Z', 'updated_at': '2021-08-28T13:49:00Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:23Z', 'updated_at': '2021-08-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:01.008737 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5223e6bd-dfae-4f29-b4db-d83c1be561b3 None None] Checking router: 416bd324-9a7b-4c67-8637-6ad1e5e8084d for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:49:01.018587 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5223e6bd-dfae-4f29-b4db-d83c1be561b3 None None] Routers {'416bd324-9a7b-4c67-8637-6ad1e5e8084d'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:49:01.019220 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5223e6bd-dfae-4f29-b4db-d83c1be561b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:48:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:01.091239 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d132b1e7-e4c6-40b2-a62c-883cd42f6c5d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:01.131939 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-5223e6bd-dfae-4f29-b4db-d83c1be561b3 None None] Set router 416bd324-9a7b-4c67-8637-6ad1e5e8084d gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:49:01.188182 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] DHCP port deletion for 3a58fe52-773b-4f12-8038-03a8ad879edc request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:49:01.206388 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d132b1e7-e4c6-40b2-a62c-883cd42f6c5d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:01.260608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Deleting port 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:49:01.269090 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:01.269312 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d132b1e7-e4c6-40b2-a62c-883cd42f6c5d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port 666f9747-9e36-4581-bfe5-8554cc9d4ed3 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:49:01.269312 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d132b1e7-e4c6-40b2-a62c-883cd42f6c5d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:01.322861 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-5223e6bd-dfae-4f29-b4db-d83c1be561b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695367198', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:47:22Z', 'updated_at': '2021-08-28T13:49:00Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:23Z', 'updated_at': '2021-08-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:01.345935 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] For port 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2,segment=NetworkSegment(bbcede4b-ccb7-4520-af81-b640021e75db),segment_id=bbcede4b-ccb7-4520-af81-b640021e75db)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:49:01.346347 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:01.349847 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-d132b1e7-e4c6-40b2-a62c-883cd42f6c5d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] For port 666f9747-9e36-4581-bfe5-8554cc9d4ed3, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=666f9747-9e36-4581-bfe5-8554cc9d4ed3,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:49:01.350220 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d132b1e7-e4c6-40b2-a62c-883cd42f6c5d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:01.355571 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5223e6bd-dfae-4f29-b4db-d83c1be561b3 None None] The sync data for ids ['416bd324-9a7b-4c67-8637-6ad1e5e8084d'] in n-d-791505-21 is: [{'id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695367198', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:47:22Z', 'updated_at': '2021-08-28T13:49:00Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '666f9747-9e36-4581-bfe5-8554cc9d4ed3', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416bd324-9a7b-4c67-8637-6ad1e5e8084d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:47:23Z', 'updated_at': '2021-08-28T13:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:49:01.363749 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-d132b1e7-e4c6-40b2-a62c-883cd42f6c5d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for 666f9747-9e36-4581-bfe5-8554cc9d4ed3 owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:49:01.370349 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Calling delete_port for 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:49:01.374668 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:49:01.513457 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:01.523076 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:01.545373 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d132b1e7-e4c6-40b2-a62c-883cd42f6c5d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:01.559796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] No DVR routers for this DVR port 62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:49:01.564577 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Pushing event deleted for resources: {'Port': ['ID=62beb12a-3dc7-4fa4-9422-5f1e8d99d3a2,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:01.573152 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:01.573543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:01.573918 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:01.574270 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:01.574670 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:01.575018 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:01.575325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:01.575544 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132b1e7-e4c6-40b2-a62c-883cd42f6c5d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=666f9747-9e36-4581-bfe5-8554cc9d4ed3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:01.575643 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:01.576125 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:01.576413 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:01.576792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:01.577109 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49954902-b2f8-4f8f-8aa6-83947b10fc8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:01.636414 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d132b1e7-e4c6-40b2-a62c-883cd42f6c5d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:01.732914 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d132b1e7-e4c6-40b2-a62c-883cd42f6c5d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:01.735088 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d132b1e7-e4c6-40b2-a62c-883cd42f6c5d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:01.781439 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d132b1e7-e4c6-40b2-a62c-883cd42f6c5d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:01.782002 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d132b1e7-e4c6-40b2-a62c-883cd42f6c5d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Fanout notify agent at l3_agent the message router_deleted on router 416bd324-9a7b-4c67-8637-6ad1e5e8084d {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:49:01.792178 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d132b1e7-e4c6-40b2-a62c-883cd42f6c5d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:01.793371 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d132b1e7-e4c6-40b2-a62c-883cd42f6c5d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/routers/416bd324-9a7b-4c67-8637-6ad1e5e8084d HTTP/1.1" status: 204 len: 168 time: 0.8408780 Aug 28 13:49:01.796071 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39120) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:01.873557 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56dfeeb6-ad31-4014-85a1-004f2383d8c3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:01.964391 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56dfeeb6-ad31-4014-85a1-004f2383d8c3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:01.974950 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-56dfeeb6-ad31-4014-85a1-004f2383d8c3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a58fe52-773b-4f12-8038-03a8ad879edc']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:01.986718 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-56dfeeb6-ad31-4014-85a1-004f2383d8c3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcede4b-ccb7-4520-af81-b640021e75db') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:01.987026 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-56dfeeb6-ad31-4014-85a1-004f2383d8c3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcede4b-ccb7-4520-af81-b640021e75db') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:01.997456 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56dfeeb6-ad31-4014-85a1-004f2383d8c3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:02.013007 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56dfeeb6-ad31-4014-85a1-004f2383d8c3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:02.019935 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56dfeeb6-ad31-4014-85a1-004f2383d8c3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:49:02.020294 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56dfeeb6-ad31-4014-85a1-004f2383d8c3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:49:02.023380 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:49:02.090232 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56dfeeb6-ad31-4014-85a1-004f2383d8c3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:02.095328 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-56dfeeb6-ad31-4014-85a1-004f2383d8c3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:02.099941 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-56dfeeb6-ad31-4014-85a1-004f2383d8c3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/networks/3a58fe52-773b-4f12-8038-03a8ad879edc HTTP/1.1" status: 204 len: 168 time: 0.3002548 Aug 28 13:49:02.100428 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39122) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:02.113582 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfeeb6-ad31-4014-85a1-004f2383d8c3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Network': ['ID=3a58fe52-773b-4f12-8038-03a8ad879edc,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:02.160971 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b890d10-0c4d-40e0-9cd0-ce1dbba96faa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:02.189477 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b890d10-0c4d-40e0-9cd0-ce1dbba96faa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:02.241449 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2a44973-500d-455c-96c1-262dd2a3b5f3 req-0fe743f0-02b7-4249-9518-d6599fa87c34 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438929 Aug 28 13:49:02.259803 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b890d10-0c4d-40e0-9cd0-ce1dbba96faa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:02.262433 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9b890d10-0c4d-40e0-9cd0-ce1dbba96faa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:02.263917 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9b890d10-0c4d-40e0-9cd0-ce1dbba96faa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/security-groups/65fc62aa-1942-4d4b-892a-a18dfaa684ef HTTP/1.1" status: 204 len: 168 time: 0.1623764 Aug 28 13:49:02.274114 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b890d10-0c4d-40e0-9cd0-ce1dbba96faa tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fc62aa-1942-4d4b-892a-a18dfaa684ef,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:02.337897 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a44973-500d-455c-96c1-262dd2a3b5f3 req-20986e09-7d94-4fe0-b3f4-2de585c2d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:02.339468 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2a44973-500d-455c-96c1-262dd2a3b5f3 req-20986e09-7d94-4fe0-b3f4-2de585c2d8eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0514839 Aug 28 13:49:02.450623 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a44973-500d-455c-96c1-262dd2a3b5f3 req-803a7930-9f31-40b4-95f8-22a367cc8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:02.452005 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2a44973-500d-455c-96c1-262dd2a3b5f3 req-803a7930-9f31-40b4-95f8-22a367cc8332 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0887685 Aug 28 13:49:02.496865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2a44973-500d-455c-96c1-262dd2a3b5f3 req-b4bfba9a-2685-46dd-991f-cfdc91acc645 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0369108 Aug 28 13:49:02.547934 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a44973-500d-455c-96c1-262dd2a3b5f3 req-e890fe6f-730f-4ca8-9959-e5d02e79859e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:02.549434 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2a44973-500d-455c-96c1-262dd2a3b5f3 req-e890fe6f-730f-4ca8-9959-e5d02e79859e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0450783 Aug 28 13:49:02.600392 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a44973-500d-455c-96c1-262dd2a3b5f3 req-77c06392-ce7a-4731-ac27-65db57d53a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:02.602018 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2a44973-500d-455c-96c1-262dd2a3b5f3 req-77c06392-ce7a-4731-ac27-65db57d53a27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437238 Aug 28 13:49:02.693179 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2a44973-500d-455c-96c1-262dd2a3b5f3 req-d67967ad-f360-4f48-89eb-f4633bb4d116 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831525 Aug 28 13:49:02.754796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39130) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:02.759531 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-99cfbcfe-f1ec-4010-872d-f3c19bc5bb4a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-479050244', 'description': 'tempest-secgroup-smoke-479050244 description', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:49:02.783296 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-99cfbcfe-f1ec-4010-872d-f3c19bc5bb4a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:02.794335 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2a44973-500d-455c-96c1-262dd2a3b5f3 req-7fbc0c4d-21b8-4fd9-bd1a-8a56434c8a8b service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912266 Aug 28 13:49:02.867703 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-99cfbcfe-f1ec-4010-872d-f3c19bc5bb4a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:02.871495 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-99cfbcfe-f1ec-4010-872d-f3c19bc5bb4a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:02.897323 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-99cfbcfe-f1ec-4010-872d-f3c19bc5bb4a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:02.899115 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-99cfbcfe-f1ec-4010-872d-f3c19bc5bb4a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1427343 Aug 28 13:49:02.902191 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39132) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:02.906730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-85477022-ce0b-47c8-ba5f-be02899f8d12 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '28030e57-d3ed-47e8-b173-b128cd7906f5', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:49:02.914409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfbcfe-f1ec-4010-872d-f3c19bc5bb4a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28030e57-d3ed-47e8-b173-b128cd7906f5,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:02.935354 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85477022-ce0b-47c8-ba5f-be02899f8d12 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:02.990872 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85477022-ce0b-47c8-ba5f-be02899f8d12 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:02.994302 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85477022-ce0b-47c8-ba5f-be02899f8d12 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.012856 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85477022-ce0b-47c8-ba5f-be02899f8d12 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18d5d4c-b862-4d52-aa11-a0c33ec9ac7a,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:03.018805 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-85477022-ce0b-47c8-ba5f-be02899f8d12 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.022890 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-85477022-ce0b-47c8-ba5f-be02899f8d12 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196179 Aug 28 13:49:03.023030 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39134) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:03.028439 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-de0ee804-2f96-436f-a1b8-fab24b123e4e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '28030e57-d3ed-47e8-b173-b128cd7906f5', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:49:03.052976 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de0ee804-2f96-436f-a1b8-fab24b123e4e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.109904 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de0ee804-2f96-436f-a1b8-fab24b123e4e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.113417 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de0ee804-2f96-436f-a1b8-fab24b123e4e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.131169 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ee804-2f96-436f-a1b8-fab24b123e4e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1a4931-3d30-4729-95e8-b3e47a20d40d,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:03.137389 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-de0ee804-2f96-436f-a1b8-fab24b123e4e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.139552 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-de0ee804-2f96-436f-a1b8-fab24b123e4e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149819 Aug 28 13:49:03.142165 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39136) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:03.146880 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-04eded0a-95e5-4ea3-9bc7-a3c3e4bedb3a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '28030e57-d3ed-47e8-b173-b128cd7906f5', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:49:03.173148 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04eded0a-95e5-4ea3-9bc7-a3c3e4bedb3a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.233208 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04eded0a-95e5-4ea3-9bc7-a3c3e4bedb3a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.237711 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04eded0a-95e5-4ea3-9bc7-a3c3e4bedb3a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.258638 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eded0a-95e5-4ea3-9bc7-a3c3e4bedb3a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252560d1-cb0f-40ad-bbbd-d46d9f71e0e5,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:03.260925 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-04eded0a-95e5-4ea3-9bc7-a3c3e4bedb3a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.264892 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-04eded0a-95e5-4ea3-9bc7-a3c3e4bedb3a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190362 Aug 28 13:49:03.265269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39140) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:03.269508 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-5363b354-144f-4ade-9e3f-b23186480f93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '28030e57-d3ed-47e8-b173-b128cd7906f5', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:49:03.295614 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5363b354-144f-4ade-9e3f-b23186480f93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.302024 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device db3ad483-df77-4224-bd9a-a9a2715eebed no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:49:03.327594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: db3ad483-df77-4224-bd9a-a9a2715eebed {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:49:03.328034 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device db3ad483-df77-4224-bd9a-a9a2715eebed not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:49:03.328457 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 666f9747-9e36-4581-bfe5-8554cc9d4ed3 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:49:03.347302 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 666f9747-9e36-4581-bfe5-8554cc9d4ed3 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:49:03.347629 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 666f9747-9e36-4581-bfe5-8554cc9d4ed3 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:49:03.354913 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5363b354-144f-4ade-9e3f-b23186480f93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.358502 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5363b354-144f-4ade-9e3f-b23186480f93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.378733 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363b354-144f-4ade-9e3f-b23186480f93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcdf83d-a829-4c0d-9a4b-078e48b89da1,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:03.385959 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-5363b354-144f-4ade-9e3f-b23186480f93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.387212 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-5363b354-144f-4ade-9e3f-b23186480f93 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212258 Aug 28 13:49:03.390189 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39142) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:03.394582 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-70f626c2-89ea-4232-bbce-48d28328b481 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '28030e57-d3ed-47e8-b173-b128cd7906f5', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:49:03.415441 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-70f626c2-89ea-4232-bbce-48d28328b481 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Project 6458a0fbde5941838c2b79b0bb62e45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:49:03.420179 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-70f626c2-89ea-4232-bbce-48d28328b481 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.478409 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-70f626c2-89ea-4232-bbce-48d28328b481 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.482069 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-70f626c2-89ea-4232-bbce-48d28328b481 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.500918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f626c2-89ea-4232-bbce-48d28328b481 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4158cf02-64b9-4b65-be15-d5922b4ecc5f,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:03.503900 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-70f626c2-89ea-4232-bbce-48d28328b481 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.505089 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-70f626c2-89ea-4232-bbce-48d28328b481 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1139612 Aug 28 13:49:03.508688 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39144) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:03.513018 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-8a103683-d0c0-4a60-becf-7d833e6e554f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'security_group_rule': {'security_group_id': '28030e57-d3ed-47e8-b173-b128cd7906f5', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:49:03.534123 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-8a103683-d0c0-4a60-becf-7d833e6e554f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Project 6458a0fbde5941838c2b79b0bb62e45c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:49:03.539134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a103683-d0c0-4a60-becf-7d833e6e554f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.599518 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a103683-d0c0-4a60-becf-7d833e6e554f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.603570 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a103683-d0c0-4a60-becf-7d833e6e554f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.622498 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a103683-d0c0-4a60-becf-7d833e6e554f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7ae122-3886-4c54-8402-2478bf1c9222,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:03.629791 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-8a103683-d0c0-4a60-becf-7d833e6e554f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.631037 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8a103683-d0c0-4a60-becf-7d833e6e554f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217289 Aug 28 13:49:03.634400 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39146) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:03.639551 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4b132ca1-aa65-472e-8164-2cb785222542 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'network': {'name': 'tempest-network-smoke--1416885064', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'port_security_enabled': True}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:49:03.661213 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b132ca1-aa65-472e-8164-2cb785222542 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Made reservation on behalf of 6458a0fbde5941838c2b79b0bb62e45c for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:49:03.665874 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b132ca1-aa65-472e-8164-2cb785222542 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.690414 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b132ca1-aa65-472e-8164-2cb785222542 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:49:03.699947 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b132ca1-aa65-472e-8164-2cb785222542 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.700292 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-4b132ca1-aa65-472e-8164-2cb785222542 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Added segment f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b of type vlan for network 58630676-ce5c-43ab-8872-f4d9053c11a1 Aug 28 13:49:03.742662 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b132ca1-aa65-472e-8164-2cb785222542 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.767567 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b132ca1-aa65-472e-8164-2cb785222542 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.773012 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b132ca1-aa65-472e-8164-2cb785222542 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:03.774385 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4b132ca1-aa65-472e-8164-2cb785222542 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.833918 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4b132ca1-aa65-472e-8164-2cb785222542 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1982968 Aug 28 13:49:03.837620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39148) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:03.841540 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b132ca1-aa65-472e-8164-2cb785222542 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Network': ['ID=58630676-ce5c-43ab-8872-f4d9053c11a1,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:03.842348 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-325774032', 'admin_state_up': True, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:49:03.851504 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 58630676-ce5c-43ab-8872-f4d9053c11a1 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:49:03.866609 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.867722 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:03.924245 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:04.063808 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:04.263264 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:04.281974 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:04.388369 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.25.1.242 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/53406ef0-9183-4f7b-a548-1b7825075603) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:49:04.488577 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:04.528486 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:04.570137 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:49:04.574912 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:49:04.578442 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:49:04.600165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=53406ef0-9183-4f7b-a548-1b7825075603,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:05.133694 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:05.327347 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:05.449160 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router f8543ed0-401d-4577-bc22-21ffda97b3bf is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:49:05.555875 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:49:05.565156 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Sync routers for ids ['f8543ed0-401d-4577-bc22-21ffda97b3bf'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:49:05.575354 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:05.575639 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Routers {'f8543ed0-401d-4577-bc22-21ffda97b3bf'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:49:05.576020 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:48:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f8543ed0-401d-4577-bc22-21ffda97b3bf'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:05.576768 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9827f031-9087-4d1d-938c-c350c22679fb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7381287 Aug 28 13:49:05.580248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39150) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:05.666607 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-72cd6751-f97c-42e7-9bc5-dffa2dcb8bc0 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6458a0fbde5941838c2b79b0bb62e45c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0852306 Aug 28 13:49:05.669137 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39154) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:05.689475 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Set router f8543ed0-401d-4577-bc22-21ffda97b3bf gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:49:05.755769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb801825-e0c6-439f-af72-2a77e212e7f6 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:05.757419 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fb801825-e0c6-439f-af72-2a77e212e7f6 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873914 Aug 28 13:49:05.760445 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39156) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:05.792212 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8e2e7288-4997-4399-820d-5bba9f926000 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=928ba25c-1dc8-49dd-a081-eedc1cee77c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275717 Aug 28 13:49:05.792446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39158) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:05.797165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-4c9e1cdd-286d-479c-b6cd-45fd44ce750b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1962475412', 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1', 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:49:05.870378 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325774032', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '53406ef0-9183-4f7b-a548-1b7825075603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:49:03Z', 'updated_at': '2021-08-28T13:49:05Z', 'revision_number': 3, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '53406ef0-9183-4f7b-a548-1b7825075603', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:04Z', 'updated_at': '2021-08-28T13:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:05.891846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9e1cdd-286d-479c-b6cd-45fd44ce750b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Made reservation on behalf of 6458a0fbde5941838c2b79b0bb62e45c for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:49:05.895463 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1cdd-286d-479c-b6cd-45fd44ce750b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:05.899665 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Checking router: f8543ed0-401d-4577-bc22-21ffda97b3bf for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:49:05.900019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Updating router f8543ed0-401d-4577-bc22-21ffda97b3bf port 53406ef0-9183-4f7b-a548-1b7825075603 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:49:05.924117 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:06.084114 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1cdd-286d-479c-b6cd-45fd44ce750b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:06.148499 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e1cdd-286d-479c-b6cd-45fd44ce750b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Subnet': ['ID=8fbd0570-10c6-496d-a048-1596f6dac456,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:06.160451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e1cdd-286d-479c-b6cd-45fd44ce750b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Checking segment: {'id': 'f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:49:06.160819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e1cdd-286d-479c-b6cd-45fd44ce750b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network hostable DHCP agents. Network: 58630676-ce5c-43ab-8872-f4d9053c11a1, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:49:06.178806 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:06.180363 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e1cdd-286d-479c-b6cd-45fd44ce750b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 58630676-ce5c-43ab-8872-f4d9053c11a1 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:49:06.189598 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Transition to ACTIVE for port object 53406ef0-9183-4f7b-a548-1b7825075603 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:49:06.191392 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-4c9e1cdd-286d-479c-b6cd-45fd44ce750b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 58630676-ce5c-43ab-8872-f4d9053c11a1) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:49:06.196806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9e1cdd-286d-479c-b6cd-45fd44ce750b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:06.197599 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1cdd-286d-479c-b6cd-45fd44ce750b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:06.202995 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379431a3-c9b0-40b3-b62b-173ec13997f9 None None] Network 58630676-ce5c-43ab-8872-f4d9053c11a1 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:49:06.206816 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:06.214564 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-4c9e1cdd-286d-479c-b6cd-45fd44ce750b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4212017 Aug 28 13:49:06.217433 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39160) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:06.464847 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eebc7b-ad44-429a-a027-2b67fd4c5117 None None] Pushing event updated for resources: {'Port': ['ID=53406ef0-9183-4f7b-a548-1b7825075603,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:06.471645 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Attempting to bind port 53406ef0-9183-4f7b-a548-1b7825075603 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:49:06.472008 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Attempting to bind port 53406ef0-9183-4f7b-a548-1b7825075603 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:49:06.472366 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Attempting to bind port 53406ef0-9183-4f7b-a548-1b7825075603 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:49:06.486462 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:49:06.486837 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:49:06.487241 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:06.487626 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:49:06.488091 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Bound port: 53406ef0-9183-4f7b-a548-1b7825075603, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:49:06.488471 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:06.576359 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] For port 53406ef0-9183-4f7b-a548-1b7825075603, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:49:06.601019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] For port 53406ef0-9183-4f7b-a548-1b7825075603, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=53406ef0-9183-4f7b-a548-1b7825075603,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:49:06.604645 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-58630676-ce5c-43ab-8872-f4d9053c11a1', 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ips': [{'subnet_id': '8fbd0570-10c6-496d-a048-1596f6dac456'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:49:06.605497 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:06.609480 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:06.655820 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:06.687480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eebc7b-ad44-429a-a027-2b67fd4c5117 None None] Pushing event updated for resources: {'Port': ['ID=53406ef0-9183-4f7b-a548-1b7825075603,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:06.747783 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Routers {'f8543ed0-401d-4577-bc22-21ffda97b3bf'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:49:06.748465 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:48:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f8543ed0-401d-4577-bc22-21ffda97b3bf'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:06.881515 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Allocated IP 172.20.0.2 (58630676-ce5c-43ab-8872-f4d9053c11a1/8fbd0570-10c6-496d-a048-1596f6dac456/8474e417-58fe-4830-86dd-93089a358019) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:49:06.903708 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] Set router f8543ed0-401d-4577-bc22-21ffda97b3bf gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:49:07.162507 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:07.174589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Transition to ACTIVE for port object 8474e417-58fe-4830-86dd-93089a358019 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:49:07.194059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Transition to ACTIVE for port object 8474e417-58fe-4830-86dd-93089a358019 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:49:07.201467 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:07.207462 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325774032', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '53406ef0-9183-4f7b-a548-1b7825075603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:49:03Z', 'updated_at': '2021-08-28T13:49:05Z', 'revision_number': 3, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '53406ef0-9183-4f7b-a548-1b7825075603', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:04Z', 'updated_at': '2021-08-28T13:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:07.249308 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.20.0.1 (58630676-ce5c-43ab-8872-f4d9053c11a1/8fbd0570-10c6-496d-a048-1596f6dac456/102d3f23-11e9-4fa5-a9d8-847e48475bab) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:49:07.261190 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d04c24-2aba-4231-94f2-201d960b0899 None None] The sync data for ids ['f8543ed0-401d-4577-bc22-21ffda97b3bf'] in n-d-791505-21 is: [{'id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325774032', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '53406ef0-9183-4f7b-a548-1b7825075603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:49:03Z', 'updated_at': '2021-08-28T13:49:05Z', 'revision_number': 3, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '53406ef0-9183-4f7b-a548-1b7825075603', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:04Z', 'updated_at': '2021-08-28T13:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:49:07.271962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Network 58630676-ce5c-43ab-8872-f4d9053c11a1 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:49:07.277717 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:49:07.284260 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:49:07.291700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Pushing event updated for resources: {'Port': ['ID=8474e417-58fe-4830-86dd-93089a358019,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:07.345950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Attempting to bind port 8474e417-58fe-4830-86dd-93089a358019 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:49:07.346327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Attempting to bind port 8474e417-58fe-4830-86dd-93089a358019 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:49:07.346719 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Attempting to bind port 8474e417-58fe-4830-86dd-93089a358019 on network 58630676-ce5c-43ab-8872-f4d9053c11a1 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:49:07.352326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:49:07.352693 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Checking segment: {'id': 'f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:49:07.353091 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:07.353496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Bound using segment: {'id': 'f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:49:07.353955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Bound port: 8474e417-58fe-4830-86dd-93089a358019, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:49:07.354330 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:07.378147 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:07.393280 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Transition to ACTIVE for port object 102d3f23-11e9-4fa5-a9d8-847e48475bab will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:49:07.422971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] For port 8474e417-58fe-4830-86dd-93089a358019, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:49:07.426718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] For port 8474e417-58fe-4830-86dd-93089a358019, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8474e417-58fe-4830-86dd-93089a358019,segment=NetworkSegment(f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b),segment_id=f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:49:07.428172 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:07.432693 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:07.472555 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 58630676-ce5c-43ab-8872-f4d9053c11a1 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:49:07.478063 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:49:07.481990 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:49:07.496107 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983f950-782b-4cb9-a877-0ddd505fb5f9 None None] Pushing event updated for resources: {'Port': ['ID=8474e417-58fe-4830-86dd-93089a358019,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:07.519835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=102d3f23-11e9-4fa5-a9d8-847e48475bab,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:07.545739 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:07.711727 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:08.011626 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:08.017599 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:08.095342 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:08.096111 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:08.098088 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=102d3f23-11e9-4fa5-a9d8-847e48475bab,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:08.207766 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 58630676-ce5c-43ab-8872-f4d9053c11a1 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:49:08.209236 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:49:08.331019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router f8543ed0-401d-4577-bc22-21ffda97b3bf has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:49:08.447846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:49:08.452990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b4239fe5-2ac3-4a8b-8aa8-f55f55e4ff18 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "PUT /v2.0/routers/f8543ed0-401d-4577-bc22-21ffda97b3bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2345679 Aug 28 13:49:08.493747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60005d39-6554-4452-a5c0-1993973d6fa1 None None] Network 58630676-ce5c-43ab-8872-f4d9053c11a1 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:49:08.577496 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-1697a876-2418-453b-9755-af29a585d8be None None] Provisioning for port 8474e417-58fe-4830-86dd-93089a358019 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:49:08.621188 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-7f016438-f4b1-4720-b777-7fd226a54f99 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479050244&fields=id&tenant_id=6458a0fbde5941838c2b79b0bb62e45c HTTP/1.1" status: 200 len: 267 time: 0.0390301 Aug 28 13:49:08.738473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-a75ac95c-29a3-46bf-a5cf-40ddca9a69d4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:08.739958 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-a75ac95c-29a3-46bf-a5cf-40ddca9a69d4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/networks?id=58630676-ce5c-43ab-8872-f4d9053c11a1 HTTP/1.1" status: 200 len: 797 time: 0.1093674 Aug 28 13:49:08.761837 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-740cc071-fcf2-4ffc-b856-f1ab812a400f tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/quotas/6458a0fbde5941838c2b79b0bb62e45c HTTP/1.1" status: 200 len: 375 time: 0.0154536 Aug 28 13:49:08.816360 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-e50a4c7a-70e1-4b93-ae67-4f993f5c148c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526242 Aug 28 13:49:08.919235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-eff17217-77e5-4ec7-b9a6-c33e1b640ff5 None None] Provisioning for port 102d3f23-11e9-4fa5-a9d8-847e48475bab completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:49:08.923389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-eff17217-77e5-4ec7-b9a6-c33e1b640ff5 None None] Provisioning complete for port 102d3f23-11e9-4fa5-a9d8-847e48475bab triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:49:08.923837 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-eff17217-77e5-4ec7-b9a6-c33e1b640ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:08.958455 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Sync routers for ids ['f8543ed0-401d-4577-bc22-21ffda97b3bf'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:49:08.968783 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-eff17217-77e5-4ec7-b9a6-c33e1b640ff5 None None] Port 102d3f23-11e9-4fa5-a9d8-847e48475bab cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:49:08.974199 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Routers {'f8543ed0-401d-4577-bc22-21ffda97b3bf'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:49:08.974860 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:48:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f8543ed0-401d-4577-bc22-21ffda97b3bf'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:08.982911 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ba2fcd7d-9df4-4981-be81-c6b02451952b service neutron] 10.222.0.20 "GET /v2.0/networks/58630676-ce5c-43ab-8872-f4d9053c11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531012 Aug 28 13:49:09.084253 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-dc147d00-8e93-42c0-8584-f476e697efcf service neutron] 10.222.0.20 "GET /v2.0/networks/58630676-ce5c-43ab-8872-f4d9053c11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960007 Aug 28 13:49:09.092405 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Set router f8543ed0-401d-4577-bc22-21ffda97b3bf gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:49:09.109495 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3457f5d7-8af2-4560-8a3e-7c40d02d34a8 None None] Provisioning complete for port 102d3f23-11e9-4fa5-a9d8-847e48475bab triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:49:09.110033 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3457f5d7-8af2-4560-8a3e-7c40d02d34a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:09.165503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-3457f5d7-8af2-4560-8a3e-7c40d02d34a8 None None] Port 102d3f23-11e9-4fa5-a9d8-847e48475bab cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:49:09.331354 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7dbde0db-455a-447a-b65e-6219c761ced0 req-7864cfcc-99b7-4ea4-b454-0f16c90f7623 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 210 time: 0.0509799 Aug 28 13:49:09.349361 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325774032', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '53406ef0-9183-4f7b-a548-1b7825075603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:49:03Z', 'updated_at': '2021-08-28T13:49:07Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '53406ef0-9183-4f7b-a548-1b7825075603', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:04Z', 'updated_at': '2021-08-28T13:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '102d3f23-11e9-4fa5-a9d8-847e48475bab', 'name': '', 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:9a:59:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:06Z', 'updated_at': '2021-08-28T13:49:07Z', 'revision_number': 2, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:09.389541 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Checking router: f8543ed0-401d-4577-bc22-21ffda97b3bf for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:49:09.390089 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Updating router f8543ed0-401d-4577-bc22-21ffda97b3bf port 102d3f23-11e9-4fa5-a9d8-847e48475bab binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:49:09.394908 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0cfebff4-790b-4f05-b453-1cc82728104e None None] Provisioning complete for port 102d3f23-11e9-4fa5-a9d8-847e48475bab triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:49:09.395273 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0cfebff4-790b-4f05-b453-1cc82728104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:09.399896 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8474e417-58fe-4830-86dd-93089a358019 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:49:09.420952 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:09.463119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-0cfebff4-790b-4f05-b453-1cc82728104e None None] Port 102d3f23-11e9-4fa5-a9d8-847e48475bab cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:49:09.481026 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 8474e417-58fe-4830-86dd-93089a358019 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:49:09.485017 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 8474e417-58fe-4830-86dd-93089a358019 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:49:09.485370 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:09.566321 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:09.603761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 8474e417-58fe-4830-86dd-93089a358019, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8474e417-58fe-4830-86dd-93089a358019,segment=NetworkSegment(f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b),segment_id=f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:49:09.608475 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:09.609949 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 53406ef0-9183-4f7b-a548-1b7825075603 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:49:09.692035 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=8474e417-58fe-4830-86dd-93089a358019,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:09.707675 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 53406ef0-9183-4f7b-a548-1b7825075603 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:49:09.713047 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 53406ef0-9183-4f7b-a548-1b7825075603 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:49:09.713416 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:09.716574 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:09.728978 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Transition to ACTIVE for port object 102d3f23-11e9-4fa5-a9d8-847e48475bab will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:49:09.734868 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:09.784269 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18480e4-e314-479c-be96-eb2a05974684 None None] Pushing event updated for resources: {'Port': ['ID=102d3f23-11e9-4fa5-a9d8-847e48475bab,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:09.806882 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:09.818312 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18480e4-e314-479c-be96-eb2a05974684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:09.818910 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18480e4-e314-479c-be96-eb2a05974684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:09.819252 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18480e4-e314-479c-be96-eb2a05974684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:09.819889 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18480e4-e314-479c-be96-eb2a05974684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:09.820128 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18480e4-e314-479c-be96-eb2a05974684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:09.821184 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18480e4-e314-479c-be96-eb2a05974684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:09.821562 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18480e4-e314-479c-be96-eb2a05974684 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:09.821856 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18480e4-e314-479c-be96-eb2a05974684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:09.822242 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18480e4-e314-479c-be96-eb2a05974684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:09.822682 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18480e4-e314-479c-be96-eb2a05974684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:09.823028 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18480e4-e314-479c-be96-eb2a05974684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:09.823384 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18480e4-e314-479c-be96-eb2a05974684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:49:09.829241 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 53406ef0-9183-4f7b-a548-1b7825075603, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=53406ef0-9183-4f7b-a548-1b7825075603,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:49:09.836964 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:09.863702 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Attempting to bind port 102d3f23-11e9-4fa5-a9d8-847e48475bab on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:49:09.864163 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Attempting to bind port 102d3f23-11e9-4fa5-a9d8-847e48475bab by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:49:09.864608 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Attempting to bind port 102d3f23-11e9-4fa5-a9d8-847e48475bab on network 58630676-ce5c-43ab-8872-f4d9053c11a1 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:49:09.871370 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:49:09.871846 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Checking segment: {'id': 'f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:49:09.872318 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:09.872811 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Bound using segment: {'id': 'f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:49:09.873365 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Bound port: 102d3f23-11e9-4fa5-a9d8-847e48475bab, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:49:09.873816 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:09.902296 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=53406ef0-9183-4f7b-a548-1b7825075603,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:09.948532 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] For port 102d3f23-11e9-4fa5-a9d8-847e48475bab, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:49:09.952008 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] For port 102d3f23-11e9-4fa5-a9d8-847e48475bab, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=102d3f23-11e9-4fa5-a9d8-847e48475bab,segment=NetworkSegment(f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b),segment_id=f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:49:09.958353 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:10.097907 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-afbcf7c9-ecf9-441b-84c4-360e0c9eb152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:10.106464 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Routers {'f8543ed0-401d-4577-bc22-21ffda97b3bf'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:49:10.107665 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:48:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f8543ed0-401d-4577-bc22-21ffda97b3bf'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:10.173913 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18480e4-e314-479c-be96-eb2a05974684 None None] Pushing event updated for resources: {'Port': ['ID=102d3f23-11e9-4fa5-a9d8-847e48475bab,revision_number=4']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:10.234885 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] Set router f8543ed0-401d-4577-bc22-21ffda97b3bf gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:49:10.420842 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-c821d434-3f1e-4494-9f30-a6f6ec9fdcbc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:10.422732 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-c821d434-3f1e-4494-9f30-a6f6ec9fdcbc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "GET /v2.0/networks?id=58630676-ce5c-43ab-8872-f4d9053c11a1 HTTP/1.1" status: 200 len: 797 time: 0.1221108 Aug 28 13:49:10.457314 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325774032', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '53406ef0-9183-4f7b-a548-1b7825075603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:49:03Z', 'updated_at': '2021-08-28T13:49:07Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '53406ef0-9183-4f7b-a548-1b7825075603', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:04Z', 'updated_at': '2021-08-28T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '102d3f23-11e9-4fa5-a9d8-847e48475bab', 'name': '', 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:9a:59:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:06Z', 'updated_at': '2021-08-28T13:49:09Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:10.482637 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8964d754-ac9a-4332-8cdb-28dea1422f8e req-f7e9b4ef-ac78-4b67-9456-7e479226116c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 210 time: 0.0422716 Aug 28 13:49:10.488011 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:10.494204 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20f10a-290a-43e4-8ad1-9eb84296d6c5 None None] The sync data for ids ['f8543ed0-401d-4577-bc22-21ffda97b3bf'] in n-d-791505-21 is: [{'id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325774032', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '53406ef0-9183-4f7b-a548-1b7825075603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:49:03Z', 'updated_at': '2021-08-28T13:49:07Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '53406ef0-9183-4f7b-a548-1b7825075603', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:04Z', 'updated_at': '2021-08-28T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '102d3f23-11e9-4fa5-a9d8-847e48475bab', 'name': '', 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:9a:59:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:06Z', 'updated_at': '2021-08-28T13:49:09Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:49:10.503709 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-1ad1c2cb-cbe0-4076-9250-1aa62c46e908 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6458a0fbde5941838c2b79b0bb62e45c HTTP/1.1" status: 200 len: 379 time: 0.0713761 Aug 28 13:49:10.513925 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-1cbf600b-f529-45df-bd7a-acd25ad6fd07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'port': {'device_id': '29f71953-be3b-4919-9d12-ca0a388c9364', 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1', 'admin_state_up': True, 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'security_groups': ['28030e57-d3ed-47e8-b173-b128cd7906f5']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:49:10.635841 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-1cbf600b-f529-45df-bd7a-acd25ad6fd07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Made reservation on behalf of 6458a0fbde5941838c2b79b0bb62e45c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:49:10.639604 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-1cbf600b-f529-45df-bd7a-acd25ad6fd07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:10.781490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-1cbf600b-f529-45df-bd7a-acd25ad6fd07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.20.0.6 (58630676-ce5c-43ab-8872-f4d9053c11a1/8fbd0570-10c6-496d-a048-1596f6dac456/d15e07d5-4ae7-4bcb-953d-d1151db0219e) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:49:10.929902 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-1cbf600b-f529-45df-bd7a-acd25ad6fd07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:10.943760 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-1cbf600b-f529-45df-bd7a-acd25ad6fd07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Transition to ACTIVE for port object d15e07d5-4ae7-4bcb-953d-d1151db0219e will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:49:10.978562 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-1cbf600b-f529-45df-bd7a-acd25ad6fd07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:11.021920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-1cbf600b-f529-45df-bd7a-acd25ad6fd07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 58630676-ce5c-43ab-8872-f4d9053c11a1 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:49:11.027833 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-1cbf600b-f529-45df-bd7a-acd25ad6fd07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:49:11.031571 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-1cbf600b-f529-45df-bd7a-acd25ad6fd07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:49:11.057098 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf600b-f529-45df-bd7a-acd25ad6fd07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=d15e07d5-4ae7-4bcb-953d-d1151db0219e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:11.087447 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-1cbf600b-f529-45df-bd7a-acd25ad6fd07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:11.088115 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-1cbf600b-f529-45df-bd7a-acd25ad6fd07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:11.105415 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-1cbf600b-f529-45df-bd7a-acd25ad6fd07 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957198 Aug 28 13:49:11.118012 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Request body: {'port': {'device_id': '29f71953-be3b-4919-9d12-ca0a388c9364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:49:11.177522 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:11.261649 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fa6b1232-332c-4ecc-bf5d-38a92179ab6c None None] Provisioning for port d15e07d5-4ae7-4bcb-953d-d1151db0219e completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:49:11.270564 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fa6b1232-332c-4ecc-bf5d-38a92179ab6c None None] Provisioning complete for port d15e07d5-4ae7-4bcb-953d-d1151db0219e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:49:11.271315 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1232-332c-4ecc-bf5d-38a92179ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:11.311988 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b1232-332c-4ecc-bf5d-38a92179ab6c None None] Port d15e07d5-4ae7-4bcb-953d-d1151db0219e cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:49:11.393071 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 102d3f23-11e9-4fa5-a9d8-847e48475bab up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:49:11.451059 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 102d3f23-11e9-4fa5-a9d8-847e48475bab completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:49:11.458652 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 102d3f23-11e9-4fa5-a9d8-847e48475bab triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:49:11.459633 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:11.550632 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:11.589481 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 102d3f23-11e9-4fa5-a9d8-847e48475bab, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=102d3f23-11e9-4fa5-a9d8-847e48475bab,segment=NetworkSegment(f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b),segment_id=f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:49:11.593529 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:11.594483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8474e417-58fe-4830-86dd-93089a358019 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:49:11.687072 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=102d3f23-11e9-4fa5-a9d8-847e48475bab,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:11.696630 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 8474e417-58fe-4830-86dd-93089a358019 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:49:11.697087 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:11.778224 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 53406ef0-9183-4f7b-a548-1b7825075603 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:49:11.827440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 53406ef0-9183-4f7b-a548-1b7825075603 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:49:11.827926 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:11.863084 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c75460-6791-4327-bd5b-83b167fa68f1 req-19f0d518-a386-4751-b091-3ff66d7e937c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:11.864585 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-35c75460-6791-4327-bd5b-83b167fa68f1 req-19f0d518-a386-4751-b091-3ff66d7e937c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 931 time: 0.0878222 Aug 28 13:49:11.868578 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15e07d5-4ae7-4bcb-953d-d1151db0219e {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:49:11.881557 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:11.906310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Transition to ACTIVE for port object d15e07d5-4ae7-4bcb-953d-d1151db0219e will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:49:11.917427 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:11.930152 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-35c75460-6791-4327-bd5b-83b167fa68f1 req-e3a957d7-e40c-47b6-bf72-352ca76c6935 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570939 Aug 28 13:49:11.978672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Pushing event updated for resources: {'Port': ['ID=d15e07d5-4ae7-4bcb-953d-d1151db0219e,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:12.047846 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Attempting to bind port d15e07d5-4ae7-4bcb-953d-d1151db0219e on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:49:12.048182 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Attempting to bind port d15e07d5-4ae7-4bcb-953d-d1151db0219e by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:49:12.048508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Attempting to bind port d15e07d5-4ae7-4bcb-953d-d1151db0219e on network 58630676-ce5c-43ab-8872-f4d9053c11a1 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:49:12.052971 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Port d15e07d5-4ae7-4bcb-953d-d1151db0219e on network 58630676-ce5c-43ab-8872-f4d9053c11a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:49:12.053289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Attempting to bind port d15e07d5-4ae7-4bcb-953d-d1151db0219e on network 58630676-ce5c-43ab-8872-f4d9053c11a1 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:49:12.059178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:49:12.059516 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Checking segment: {'id': 'f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:49:12.059899 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Bound using segment: {'id': 'f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:49:12.060648 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Bound port: d15e07d5-4ae7-4bcb-953d-d1151db0219e, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:49:12.061054 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:12.131640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] For port d15e07d5-4ae7-4bcb-953d-d1151db0219e, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:49:12.135694 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] For port d15e07d5-4ae7-4bcb-953d-d1151db0219e, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d15e07d5-4ae7-4bcb-953d-d1151db0219e,segment=NetworkSegment(f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b),segment_id=f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:49:12.141469 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:12.182264 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:12.182920 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:12.184349 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] 10.222.0.11 "PUT /v2.0/ports/d15e07d5-4ae7-4bcb-953d-d1151db0219e HTTP/1.1" status: 200 len: 1092 time: 1.0710340 Aug 28 13:49:12.184798 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f71953-be3b-4919-9d12-ca0a388c9364', 'tag': 'd15e07d5-4ae7-4bcb-953d-d1151db0219e'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:49:12.187411 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102cf92e-fd80-4419-a4a0-c046d335fe05" -d '{"events": [{"name": "network-changed", "server_uuid": "29f71953-be3b-4919-9d12-ca0a388c9364", "tag": "d15e07d5-4ae7-4bcb-953d-d1151db0219e"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:49:12.215544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ce282-79fb-4beb-ab3a-1e283a0cb29a service neutron] Pushing event updated for resources: {'Port': ['ID=d15e07d5-4ae7-4bcb-953d-d1151db0219e,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:12.260158 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a603599c-3a8f-4023-a5f6-6f327ef94da6 x-openstack-request-id: req-a603599c-3a8f-4023-a5f6-6f327ef94da6 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:49:12.260449 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f71953-be3b-4919-9d12-ca0a388c9364", "tag": "d15e07d5-4ae7-4bcb-953d-d1151db0219e", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:49:12.260694 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a603599c-3a8f-4023-a5f6-6f327ef94da6 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:49:12.261082 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f71953-be3b-4919-9d12-ca0a388c9364', 'tag': 'd15e07d5-4ae7-4bcb-953d-d1151db0219e', 'status': 'completed', 'code': 200} Aug 28 13:49:12.278153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-31ca9a30-43fc-464e-af76-c6c96dd2cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:12.279718 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-31ca9a30-43fc-464e-af76-c6c96dd2cda3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 1095 time: 0.0480072 Aug 28 13:49:12.324285 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-e7f572b8-4c25-4f24-9dd5-6e8a132b78a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d15e07d5-4ae7-4bcb-953d-d1151db0219e HTTP/1.1" status: 200 len: 217 time: 0.0368924 Aug 28 13:49:12.349849 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-69c36fcf-1a14-4ac9-b140-12d897c4593e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:12.382901 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-59dcc0a4-cb83-4257-a23a-54461706aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:12.384372 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-59dcc0a4-cb83-4257-a23a-54461706aaf3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fbd0570-10c6-496d-a048-1596f6dac456 HTTP/1.1" status: 200 len: 835 time: 0.0529177 Aug 28 13:49:12.432929 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-8fef3238-1c9f-4be7-bd1b-dc10505fda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:12.434496 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-8fef3238-1c9f-4be7-bd1b-dc10505fda7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58630676-ce5c-43ab-8872-f4d9053c11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428500 Aug 28 13:49:12.535865 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-c435b81a-8f0d-4d4f-a1d1-77c73bb8152f service neutron] 10.222.0.11 "GET /v2.0/networks/58630676-ce5c-43ab-8872-f4d9053c11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942276 Aug 28 13:49:12.628513 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d49f9361-9fa5-4a09-b039-0a38c0e7344f req-47031f74-06b9-4355-9dd2-ef1684d00d97 service neutron] 10.222.0.11 "GET /v2.0/networks/58630676-ce5c-43ab-8872-f4d9053c11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850921 Aug 28 13:49:12.699271 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:12.719806 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cf92e-fd80-4419-a4a0-c046d335fe05 req-d0338210-7274-43b9-9efd-d57fca4765e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:12.721358 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-102cf92e-fd80-4419-a4a0-c046d335fe05 req-d0338210-7274-43b9-9efd-d57fca4765e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 1095 time: 0.0451691 Aug 28 13:49:12.814316 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cf92e-fd80-4419-a4a0-c046d335fe05 req-6216cec2-2b7f-485d-b1da-19a0b8ffa3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:12.815822 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-102cf92e-fd80-4419-a4a0-c046d335fe05 req-6216cec2-2b7f-485d-b1da-19a0b8ffa3c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58630676-ce5c-43ab-8872-f4d9053c11a1 HTTP/1.1" status: 200 len: 897 time: 0.0870883 Aug 28 13:49:12.858235 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-102cf92e-fd80-4419-a4a0-c046d335fe05 req-7cb5a27f-b6b0-45ab-bf23-1214c18851c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d15e07d5-4ae7-4bcb-953d-d1151db0219e HTTP/1.1" status: 200 len: 217 time: 0.0351467 Aug 28 13:49:12.907093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cf92e-fd80-4419-a4a0-c046d335fe05 req-5190f03e-9f48-45ba-97e7-425b93d128c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:12.908502 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-102cf92e-fd80-4419-a4a0-c046d335fe05 req-5190f03e-9f48-45ba-97e7-425b93d128c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fbd0570-10c6-496d-a048-1596f6dac456 HTTP/1.1" status: 200 len: 835 time: 0.0434754 Aug 28 13:49:12.963446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cf92e-fd80-4419-a4a0-c046d335fe05 req-28b079eb-f750-4acf-858d-7db24cad8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:12.964924 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-102cf92e-fd80-4419-a4a0-c046d335fe05 req-28b079eb-f750-4acf-858d-7db24cad8e1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58630676-ce5c-43ab-8872-f4d9053c11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449917 Aug 28 13:49:13.089321 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ac4d4-566c-4967-bb14-4841d2446b06 req-635613c4-1f1e-435e-9f05-4bd356232fe2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:13.090824 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f5ac4d4-566c-4967-bb14-4841d2446b06 req-635613c4-1f1e-435e-9f05-4bd356232fe2 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 943 time: 0.0758286 Aug 28 13:49:13.098082 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-102cf92e-fd80-4419-a4a0-c046d335fe05 req-1b9fb733-86cc-4482-80de-ff972070280f service neutron] 10.222.0.11 "GET /v2.0/networks/58630676-ce5c-43ab-8872-f4d9053c11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251302 Aug 28 13:49:13.183498 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f5ac4d4-566c-4967-bb14-4841d2446b06 req-96d53d8f-043b-435d-8867-b49822c328e8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844214 Aug 28 13:49:13.216849 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-102cf92e-fd80-4419-a4a0-c046d335fe05 req-789f4437-c606-4721-a08f-a822a43c7e90 service neutron] 10.222.0.11 "GET /v2.0/networks/58630676-ce5c-43ab-8872-f4d9053c11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109860 Aug 28 13:49:13.292980 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 102d3f23-11e9-4fa5-a9d8-847e48475bab up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:49:13.339457 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 102d3f23-11e9-4fa5-a9d8-847e48475bab triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:49:13.339746 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:13.674294 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:14.297917 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38415def-8fb6-4cb1-8c35-d6ca689967e6 req-79f15c60-5670-4a07-b149-bc8d0ff01e6d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:14.299380 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38415def-8fb6-4cb1-8c35-d6ca689967e6 req-79f15c60-5670-4a07-b149-bc8d0ff01e6d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 943 time: 0.0503120 Aug 28 13:49:14.336960 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-38415def-8fb6-4cb1-8c35-d6ca689967e6 req-b8d7ee43-caf4-45e1-8bb7-5c83cc3c47ae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316608 Aug 28 13:49:15.454546 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda83e0f-29d6-4d9b-8f28-214734bdd968 req-00abd518-0198-4c4e-8869-db07e39b85e9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:15.456200 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eda83e0f-29d6-4d9b-8f28-214734bdd968 req-00abd518-0198-4c4e-8869-db07e39b85e9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 943 time: 0.0534024 Aug 28 13:49:15.496462 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eda83e0f-29d6-4d9b-8f28-214734bdd968 req-3cfaac5f-6851-4bd5-b3c8-55b6bb160b1a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331104 Aug 28 13:49:15.519694 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d15e07d5-4ae7-4bcb-953d-d1151db0219e details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:49:15.595875 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:15.621389 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d15e07d5-4ae7-4bcb-953d-d1151db0219e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d15e07d5-4ae7-4bcb-953d-d1151db0219e,segment=NetworkSegment(f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b),segment_id=f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:49:15.631378 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'd15e07d5-4ae7-4bcb-953d-d1151db0219e', 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1', 'port_id': 'd15e07d5-4ae7-4bcb-953d-d1151db0219e', 'mac_address': 'fa:16:3e:58:17:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:49:15.671869 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:15.684684 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15e07d5-4ae7-4bcb-953d-d1151db0219e {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:49:15.703651 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d15e07d5-4ae7-4bcb-953d-d1151db0219e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d15e07d5-4ae7-4bcb-953d-d1151db0219e,segment=NetworkSegment(f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b),segment_id=f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:49:15.707376 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:15.753700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d15e07d5-4ae7-4bcb-953d-d1151db0219e,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:15.950374 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['d15e07d5-4ae7-4bcb-953d-d1151db0219e'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:49:16.615492 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489d916-c300-4d68-aba3-5cab6827ce16 req-96df9e3d-c830-4554-9557-428466002d6d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:16.616995 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2489d916-c300-4d68-aba3-5cab6827ce16 req-96df9e3d-c830-4554-9557-428466002d6d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 944 time: 0.0509787 Aug 28 13:49:16.655785 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2489d916-c300-4d68-aba3-5cab6827ce16 req-2a6999f8-a3a0-4c1f-99cf-d8a0f58aa994 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325978 Aug 28 13:49:17.531834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d15e07d5-4ae7-4bcb-953d-d1151db0219e up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:49:17.578620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port d15e07d5-4ae7-4bcb-953d-d1151db0219e completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:49:17.582122 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port d15e07d5-4ae7-4bcb-953d-d1151db0219e triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:49:17.582462 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:17.660076 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:17.682372 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f71953-be3b-4919-9d12-ca0a388c9364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15e07d5-4ae7-4bcb-953d-d1151db0219e'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:49:17.684860 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52f0701-d013-46d4-9216-e8ab8665022e" -d '{"events": [{"server_uuid": "29f71953-be3b-4919-9d12-ca0a388c9364", "name": "network-vif-plugged", "status": "completed", "tag": "d15e07d5-4ae7-4bcb-953d-d1151db0219e"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:49:17.697910 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port d15e07d5-4ae7-4bcb-953d-d1151db0219e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d15e07d5-4ae7-4bcb-953d-d1151db0219e,segment=NetworkSegment(f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b),segment_id=f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:49:17.701995 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:17.752094 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=d15e07d5-4ae7-4bcb-953d-d1151db0219e,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:17.772577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0fa66-a5fc-4cab-bc11-f9adbbe716bc req-18d8fca1-f868-414e-b87a-d82b2738b64d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:17.774560 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bd0fa66-a5fc-4cab-bc11-f9adbbe716bc req-18d8fca1-f868-414e-b87a-d82b2738b64d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 945 time: 0.0488262 Aug 28 13:49:17.812867 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bd0fa66-a5fc-4cab-bc11-f9adbbe716bc req-f8a9c5c0-e512-4c35-8e24-7d78288835fc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322022 Aug 28 13:49:17.906252 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7471dbc8-32fe-4c17-8e10-fc39683b3cdf x-openstack-request-id: req-7471dbc8-32fe-4c17-8e10-fc39683b3cdf {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:49:17.906604 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f71953-be3b-4919-9d12-ca0a388c9364", "name": "network-vif-plugged", "status": "completed", "tag": "d15e07d5-4ae7-4bcb-953d-d1151db0219e", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:49:17.906854 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7471dbc8-32fe-4c17-8e10-fc39683b3cdf {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:49:17.907243 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f71953-be3b-4919-9d12-ca0a388c9364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15e07d5-4ae7-4bcb-953d-d1151db0219e', 'code': 200} Aug 28 13:49:18.007247 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981b5b1-dc6a-4482-b2fb-63f82e92dc08 req-c9180188-c40f-425b-bfda-04906af5ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:18.009347 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9981b5b1-dc6a-4482-b2fb-63f82e92dc08 req-c9180188-c40f-425b-bfda-04906af5ed8d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 1097 time: 0.0450704 Aug 28 13:49:18.044935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9981b5b1-dc6a-4482-b2fb-63f82e92dc08 req-55a9ad36-51ec-4313-b172-4c86faf76e79 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281701 Aug 28 13:49:18.931794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0143c-3360-41d9-a818-ead624a28ffc req-3b147ed2-89ed-4398-b247-7d0896e81fcb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:18.933220 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fd0143c-3360-41d9-a818-ead624a28ffc req-3b147ed2-89ed-4398-b247-7d0896e81fcb tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 945 time: 0.0517974 Aug 28 13:49:18.972614 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3fd0143c-3360-41d9-a818-ead624a28ffc req-7ae6dd10-e7d3-433a-9cc4-cbd12873a4f4 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331767 Aug 28 13:49:20.088003 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbdad9-9620-4a66-889b-50a54c5399c4 req-95375b71-361e-455b-9484-4cf6f4258a8a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:20.089487 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cbfbdad9-9620-4a66-889b-50a54c5399c4 req-95375b71-361e-455b-9484-4cf6f4258a8a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 945 time: 0.0509617 Aug 28 13:49:20.128561 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cbfbdad9-9620-4a66-889b-50a54c5399c4 req-a3096baa-2f5d-42fd-9dd6-b67da7e27dd9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326633 Aug 28 13:49:20.247976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919d69f-73cf-4222-a94f-98dc8eb09a36 req-93be0a5a-378c-498e-b233-6b6e459e0533 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:20.249507 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c919d69f-73cf-4222-a94f-98dc8eb09a36 req-93be0a5a-378c-498e-b233-6b6e459e0533 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 945 time: 0.0557060 Aug 28 13:49:20.290981 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c919d69f-73cf-4222-a94f-98dc8eb09a36 req-9c2b637d-4d88-42a7-8d64-a916c8e613d8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354779 Aug 28 13:49:20.312506 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39222) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:20.352764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec3e648-ebf7-4d55-a9d8-52be3a2972a7 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:20.354278 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0ec3e648-ebf7-4d55-a9d8-52be3a2972a7 tempest-TestNetworkAdvancedServerOps-2032574634 tempest-TestNetworkAdvancedServerOps-2032574634-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 1092 time: 0.0407920 Aug 28 13:49:20.357059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39224) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:20.361370 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': 'd15e07d5-4ae7-4bcb-953d-d1151db0219e', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:49:20.383674 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:20.484450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:20.586351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Allocated IP 172.25.1.185 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/32607bff-2d7f-4757-aa46-f0f996dc5275) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:49:20.691194 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:20.729150 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:20.763726 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:49:20.767945 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:49:20.770476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:49:20.799731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=32607bff-2d7f-4757-aa46-f0f996dc5275,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:21.127891 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:21.192496 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:21.341267 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:21.346084 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:21.410345 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event updated for resources: {'Port': ['ID=32607bff-2d7f-4757-aa46-f0f996dc5275,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:49:21.423575 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:21.522585 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Floating IP 4025e14c-b43f-4f9a-bd43-cc9822063c36 associated. External IP: 172.25.1.185, port: d15e07d5-4ae7-4bcb-953d-d1151db0219e. Aug 28 13:49:21.728061 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router f8543ed0-401d-4577-bc22-21ffda97b3bf has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:49:21.834043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:49:21.843367 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87cbae9-8b08-4d8e-9c68-dd803d3eb605 None None] Sync routers for ids ['f8543ed0-401d-4577-bc22-21ffda97b3bf'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:49:21.849182 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:21.854431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87cbae9-8b08-4d8e-9c68-dd803d3eb605 None None] Routers {'f8543ed0-401d-4577-bc22-21ffda97b3bf'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:49:21.855075 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d87cbae9-8b08-4d8e-9c68-dd803d3eb605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:49:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f8543ed0-401d-4577-bc22-21ffda97b3bf'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:21.877565 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9aa6029d-15e3-47dd-9af1-8ebc3c9ba44d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5195069 Aug 28 13:49:21.878155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f71953-be3b-4919-9d12-ca0a388c9364', 'tag': 'd15e07d5-4ae7-4bcb-953d-d1151db0219e'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:49:21.880525 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255e93ae-1b80-4813-a52e-6e9bc10c1342" -d '{"events": [{"name": "network-changed", "server_uuid": "29f71953-be3b-4919-9d12-ca0a388c9364", "tag": "d15e07d5-4ae7-4bcb-953d-d1151db0219e"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:49:21.980418 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac5b9c-4257-4800-a768-77c7b74ddc28 req-e481dbb6-8ee7-4876-9e0a-c521db3abcd3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:21.981933 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1bac5b9c-4257-4800-a768-77c7b74ddc28 req-e481dbb6-8ee7-4876-9e0a-c521db3abcd3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 945 time: 0.0551472 Aug 28 13:49:22.023993 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1bac5b9c-4257-4800-a768-77c7b74ddc28 req-306452e5-2543-4add-a1d9-05625792be0b tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356455 Aug 28 13:49:22.048010 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39230) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:22.093120 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41385f07-789b-4f87-a19e-e4932321ccdc x-openstack-request-id: req-41385f07-789b-4f87-a19e-e4932321ccdc {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:49:22.093701 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f71953-be3b-4919-9d12-ca0a388c9364", "tag": "d15e07d5-4ae7-4bcb-953d-d1151db0219e", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:49:22.093959 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41385f07-789b-4f87-a19e-e4932321ccdc {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:49:22.094351 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f71953-be3b-4919-9d12-ca0a388c9364', 'tag': 'd15e07d5-4ae7-4bcb-953d-d1151db0219e', 'status': 'completed', 'code': 200} Aug 28 13:49:22.120982 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-d87cbae9-8b08-4d8e-9c68-dd803d3eb605 None None] Set router f8543ed0-401d-4577-bc22-21ffda97b3bf gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:49:22.145986 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-9408ce93-6003-4dac-a251-e972c1a3ac37 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/4025e14c-b43f-4f9a-bd43-cc9822063c36 HTTP/1.1" status: 200 len: 991 time: 0.0968189 Aug 28 13:49:22.156187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e93ae-1b80-4813-a52e-6e9bc10c1342 req-ef9fd69c-e9ff-4c4d-960e-efdef3c0a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:22.157651 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-255e93ae-1b80-4813-a52e-6e9bc10c1342 req-ef9fd69c-e9ff-4c4d-960e-efdef3c0a3d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 1097 time: 0.0567577 Aug 28 13:49:22.256076 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e93ae-1b80-4813-a52e-6e9bc10c1342 req-a57a91e4-b272-4dd6-9e16-420d8edad0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:22.257721 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-255e93ae-1b80-4813-a52e-6e9bc10c1342 req-a57a91e4-b272-4dd6-9e16-420d8edad0a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58630676-ce5c-43ab-8872-f4d9053c11a1 HTTP/1.1" status: 200 len: 897 time: 0.0923023 Aug 28 13:49:22.323007 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-255e93ae-1b80-4813-a52e-6e9bc10c1342 req-6e39d206-3546-43bd-8dd6-b54e8e6ab047 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d15e07d5-4ae7-4bcb-953d-d1151db0219e HTTP/1.1" status: 200 len: 999 time: 0.0586853 Aug 28 13:49:22.348985 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d87cbae9-8b08-4d8e-9c68-dd803d3eb605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325774032', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '53406ef0-9183-4f7b-a548-1b7825075603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:49:03Z', 'updated_at': '2021-08-28T13:49:07Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '53406ef0-9183-4f7b-a548-1b7825075603', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:04Z', 'updated_at': '2021-08-28T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '4025e14c-b43f-4f9a-bd43-cc9822063c36', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'port_id': 'd15e07d5-4ae7-4bcb-953d-d1151db0219e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1', 'mac_address': 'fa:16:3e:58:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f71953-be3b-4919-9d12-ca0a388c9364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:49:20Z', 'updated_at': '2021-08-28T13:49:20Z', 'revision_number': 0, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '102d3f23-11e9-4fa5-a9d8-847e48475bab', 'name': '', 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:9a:59:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:06Z', 'updated_at': '2021-08-28T13:49:11Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:22.375745 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87cbae9-8b08-4d8e-9c68-dd803d3eb605 None None] Checking router: f8543ed0-401d-4577-bc22-21ffda97b3bf for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:49:22.379372 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e93ae-1b80-4813-a52e-6e9bc10c1342 req-d7cf9f65-e551-4ad8-ba78-d32dfa3ebfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:22.380861 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-255e93ae-1b80-4813-a52e-6e9bc10c1342 req-d7cf9f65-e551-4ad8-ba78-d32dfa3ebfab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fbd0570-10c6-496d-a048-1596f6dac456 HTTP/1.1" status: 200 len: 835 time: 0.0509174 Aug 28 13:49:22.384538 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87cbae9-8b08-4d8e-9c68-dd803d3eb605 None None] Routers {'f8543ed0-401d-4577-bc22-21ffda97b3bf'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:49:22.385147 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d87cbae9-8b08-4d8e-9c68-dd803d3eb605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:49:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f8543ed0-401d-4577-bc22-21ffda97b3bf'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:22.430888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e93ae-1b80-4813-a52e-6e9bc10c1342 req-decb7b92-d30f-46cc-985a-2ba46bfa737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:22.432415 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-255e93ae-1b80-4813-a52e-6e9bc10c1342 req-decb7b92-d30f-46cc-985a-2ba46bfa737f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58630676-ce5c-43ab-8872-f4d9053c11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448706 Aug 28 13:49:22.489406 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-d87cbae9-8b08-4d8e-9c68-dd803d3eb605 None None] Set router f8543ed0-401d-4577-bc22-21ffda97b3bf gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:49:22.523703 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-255e93ae-1b80-4813-a52e-6e9bc10c1342 req-6aa28123-aec3-4851-8c44-bd76ec1e24fe service neutron] 10.222.0.11 "GET /v2.0/networks/58630676-ce5c-43ab-8872-f4d9053c11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833590 Aug 28 13:49:22.625350 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-255e93ae-1b80-4813-a52e-6e9bc10c1342 req-be16da7a-4f62-41e1-8280-fc22dc24d707 service neutron] 10.222.0.11 "GET /v2.0/networks/58630676-ce5c-43ab-8872-f4d9053c11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953290 Aug 28 13:49:22.720865 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-d87cbae9-8b08-4d8e-9c68-dd803d3eb605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325774032', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '53406ef0-9183-4f7b-a548-1b7825075603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:49:03Z', 'updated_at': '2021-08-28T13:49:07Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '53406ef0-9183-4f7b-a548-1b7825075603', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:04Z', 'updated_at': '2021-08-28T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '4025e14c-b43f-4f9a-bd43-cc9822063c36', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'port_id': 'd15e07d5-4ae7-4bcb-953d-d1151db0219e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1', 'mac_address': 'fa:16:3e:58:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f71953-be3b-4919-9d12-ca0a388c9364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:49:20Z', 'updated_at': '2021-08-28T13:49:20Z', 'revision_number': 0, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '102d3f23-11e9-4fa5-a9d8-847e48475bab', 'name': '', 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:9a:59:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:06Z', 'updated_at': '2021-08-28T13:49:11Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:49:22.752143 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87cbae9-8b08-4d8e-9c68-dd803d3eb605 None None] The sync data for ids ['f8543ed0-401d-4577-bc22-21ffda97b3bf'] in n-d-791505-21 is: [{'id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325774032', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '53406ef0-9183-4f7b-a548-1b7825075603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:49:03Z', 'updated_at': '2021-08-28T13:49:07Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '53406ef0-9183-4f7b-a548-1b7825075603', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:04Z', 'updated_at': '2021-08-28T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '4025e14c-b43f-4f9a-bd43-cc9822063c36', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'port_id': 'd15e07d5-4ae7-4bcb-953d-d1151db0219e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1', 'mac_address': 'fa:16:3e:58:17:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f71953-be3b-4919-9d12-ca0a388c9364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:49:20Z', 'updated_at': '2021-08-28T13:49:20Z', 'revision_number': 0, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '102d3f23-11e9-4fa5-a9d8-847e48475bab', 'name': '', 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:9a:59:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:06Z', 'updated_at': '2021-08-28T13:49:11Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:49:22.959119 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abeaf43-503e-4495-bc9f-49602828e119 None None] New status for floating IP 4025e14c-b43f-4f9a-bd43-cc9822063c36: ACTIVE {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:49:23.150008 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39232) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:23.211190 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bd8d9e99-bf03-4d7b-96d9-5e3f32867212 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/4025e14c-b43f-4f9a-bd43-cc9822063c36 HTTP/1.1" status: 200 len: 993 time: 0.0576239 Aug 28 13:49:31.635047 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:49:38.124079 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:40.090119 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-96a2ed89-845c-4b9d-82fc-29f39b11accd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:40.494966 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:42.354565 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-81b5800c-7860-4169-abb7-312b225b1473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:42.700855 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:43.677677 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:45.575483 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:49:47.110588 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-799ba389-6f71-4923-9ec6-f603965416b0 req-dbd90dac-69b1-4e14-bb17-6c27c8d4c029 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394006 Aug 28 13:49:47.196489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ba389-6f71-4923-9ec6-f603965416b0 req-bc1a091e-54c7-4c8f-9b40-7e77639a85b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:47.199052 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-799ba389-6f71-4923-9ec6-f603965416b0 req-bc1a091e-54c7-4c8f-9b40-7e77639a85b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 1097 time: 0.0458930 Aug 28 13:49:47.302549 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ba389-6f71-4923-9ec6-f603965416b0 req-e7b8e2c7-de59-4b3c-abd2-d5c9112ba3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:47.304025 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-799ba389-6f71-4923-9ec6-f603965416b0 req-e7b8e2c7-de59-4b3c-abd2-d5c9112ba3a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58630676-ce5c-43ab-8872-f4d9053c11a1 HTTP/1.1" status: 200 len: 897 time: 0.0863600 Aug 28 13:49:47.376398 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-799ba389-6f71-4923-9ec6-f603965416b0 req-79eebd5f-39d8-4489-bb72-002e2a8036fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d15e07d5-4ae7-4bcb-953d-d1151db0219e HTTP/1.1" status: 200 len: 1001 time: 0.0640244 Aug 28 13:49:47.426218 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ba389-6f71-4923-9ec6-f603965416b0 req-fc1bef59-3c46-4902-bc3d-310260ec6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:47.427666 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-799ba389-6f71-4923-9ec6-f603965416b0 req-fc1bef59-3c46-4902-bc3d-310260ec6de3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fbd0570-10c6-496d-a048-1596f6dac456 HTTP/1.1" status: 200 len: 835 time: 0.0437629 Aug 28 13:49:47.475829 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ba389-6f71-4923-9ec6-f603965416b0 req-9c129c82-44bb-4635-b9af-1815748495d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:47.477283 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-799ba389-6f71-4923-9ec6-f603965416b0 req-9c129c82-44bb-4635-b9af-1815748495d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58630676-ce5c-43ab-8872-f4d9053c11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396862 Aug 28 13:49:47.488921 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-799ba389-6f71-4923-9ec6-f603965416b0 req-12bc03a5-0d28-416f-a153-d393b6377fd0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:49:47.489841 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-799ba389-6f71-4923-9ec6-f603965416b0 req-12bc03a5-0d28-416f-a153-d393b6377fd0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048635 Aug 28 13:49:47.581089 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-799ba389-6f71-4923-9ec6-f603965416b0 req-de2e76f6-f2c5-484c-ad86-9201cb900a54 service neutron] 10.222.0.11 "GET /v2.0/networks/58630676-ce5c-43ab-8872-f4d9053c11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828857 Aug 28 13:49:47.669750 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-799ba389-6f71-4923-9ec6-f603965416b0 req-a70414d7-62b9-4fe3-a15a-20bb4afc5b13 service neutron] 10.222.0.11 "GET /v2.0/networks/58630676-ce5c-43ab-8872-f4d9053c11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807176 Aug 28 13:49:54.610180 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aef035-064a-4040-adb2-36dd76ea4613 req-b2fa6139-bd50-4bce-9471-28f6c57bd15a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:54.611752 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1aef035-064a-4040-adb2-36dd76ea4613 req-b2fa6139-bd50-4bce-9471-28f6c57bd15a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 945 time: 0.0488875 Aug 28 13:49:54.648966 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d1aef035-064a-4040-adb2-36dd76ea4613 req-3e112970-14c0-418d-9c37-49c6bc92c8a9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312581 Aug 28 13:49:55.769103 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213382b5-ad72-40c0-ac34-a0d9ea414f0e req-4c23f189-4490-40b0-95a1-8aecc830dc9e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:55.770628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-213382b5-ad72-40c0-ac34-a0d9ea414f0e req-4c23f189-4490-40b0-95a1-8aecc830dc9e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 945 time: 0.0529406 Aug 28 13:49:55.808275 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-213382b5-ad72-40c0-ac34-a0d9ea414f0e req-c0f35d36-a511-4d2f-a854-4652bdb2296d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316901 Aug 28 13:49:55.830104 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39250) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:55.894491 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-51bbf724-d648-4eca-a3cf-2e7394c2d131 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/4025e14c-b43f-4f9a-bd43-cc9822063c36 HTTP/1.1" status: 200 len: 993 time: 0.0630867 Aug 28 13:49:57.184999 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9a732-01fe-42ac-b787-233df76e1fc5 req-03f3ecd3-a386-4964-bdc5-7c0fc3e20795 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:57.186409 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a2e9a732-01fe-42ac-b787-233df76e1fc5 req-03f3ecd3-a386-4964-bdc5-7c0fc3e20795 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 945 time: 0.0790958 Aug 28 13:49:57.189049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99ded0-bb11-46fc-8067-e43c3e41da38 req-f60ea069-1ac6-4a50-91a4-0c15f4f476ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:57.190417 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f99ded0-bb11-46fc-8067-e43c3e41da38 req-f60ea069-1ac6-4a50-91a4-0c15f4f476ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 1097 time: 0.0570717 Aug 28 13:49:57.271848 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a2e9a732-01fe-42ac-b787-233df76e1fc5 req-e14729f0-a7cd-4e2d-bf62-0d76c4cefa44 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793490 Aug 28 13:49:57.304803 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99ded0-bb11-46fc-8067-e43c3e41da38 req-66a14078-d141-46ed-b9c1-fa90c2546e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:57.306266 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f99ded0-bb11-46fc-8067-e43c3e41da38 req-66a14078-d141-46ed-b9c1-fa90c2546e98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58630676-ce5c-43ab-8872-f4d9053c11a1 HTTP/1.1" status: 200 len: 897 time: 0.1081040 Aug 28 13:49:57.376772 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f99ded0-bb11-46fc-8067-e43c3e41da38 req-7a156210-2693-4672-a993-a881950303c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d15e07d5-4ae7-4bcb-953d-d1151db0219e HTTP/1.1" status: 200 len: 1001 time: 0.0635195 Aug 28 13:49:57.429270 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99ded0-bb11-46fc-8067-e43c3e41da38 req-779b43de-0929-4eff-9a65-69ded1ae709e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:57.430851 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f99ded0-bb11-46fc-8067-e43c3e41da38 req-779b43de-0929-4eff-9a65-69ded1ae709e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fbd0570-10c6-496d-a048-1596f6dac456 HTTP/1.1" status: 200 len: 835 time: 0.0462146 Aug 28 13:49:57.474933 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99ded0-bb11-46fc-8067-e43c3e41da38 req-9f85ddbf-c133-4d10-90ca-387f063f4141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:57.476313 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f99ded0-bb11-46fc-8067-e43c3e41da38 req-9f85ddbf-c133-4d10-90ca-387f063f4141 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58630676-ce5c-43ab-8872-f4d9053c11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388248 Aug 28 13:49:57.570183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f99ded0-bb11-46fc-8067-e43c3e41da38 req-49692874-85fe-46a0-92f5-31d396884dd9 service neutron] 10.222.0.11 "GET /v2.0/networks/58630676-ce5c-43ab-8872-f4d9053c11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848098 Aug 28 13:49:57.664022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f99ded0-bb11-46fc-8067-e43c3e41da38 req-0a5963c6-2bf1-4d31-8405-1c7a1aa710ee service neutron] 10.222.0.11 "GET /v2.0/networks/58630676-ce5c-43ab-8872-f4d9053c11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860865 Aug 28 13:49:58.394517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0c1b9-6e8a-4a64-8d33-81538a64b48f req-12ae3995-2e9c-4458-83b5-700740e80b6e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:58.395989 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-56d0c1b9-6e8a-4a64-8d33-81538a64b48f req-12ae3995-2e9c-4458-83b5-700740e80b6e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 945 time: 0.0565686 Aug 28 13:49:58.435050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-56d0c1b9-6e8a-4a64-8d33-81538a64b48f req-17c0927e-504b-477d-8f1f-f270b691d9a3 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330460 Aug 28 13:49:59.554398 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004740bd-9e58-4b9b-b622-3758ed618254 req-f449aaeb-263f-43ac-ad5b-df4fc1b9b807 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:49:59.555767 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-004740bd-9e58-4b9b-b622-3758ed618254 req-f449aaeb-263f-43ac-ad5b-df4fc1b9b807 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 945 time: 0.0536907 Aug 28 13:49:59.594808 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-004740bd-9e58-4b9b-b622-3758ed618254 req-94d243d2-446e-462d-9ea0-6ad3622ae314 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316117 Aug 28 13:49:59.616862 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39262) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:49:59.678448 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f7df2752-e8b4-4c49-8361-a63a0ec22f1c tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/floatingips/4025e14c-b43f-4f9a-bd43-cc9822063c36 HTTP/1.1" status: 200 len: 993 time: 0.0604491 Aug 28 13:49:59.890699 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39268) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:00.338565 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port 32607bff-2d7f-4757-aa46-f0f996dc5275 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:50:00.338912 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:00.413134 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:00.413466 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:00.425823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for 32607bff-2d7f-4757-aa46-f0f996dc5275 owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:50:00.587923 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:00.615818 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=32607bff-2d7f-4757-aa46-f0f996dc5275,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:00.644584 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:00.644929 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:00.645267 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:00.645604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:00.645934 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:00.646262 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:00.646615 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:00.646942 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:00.647266 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:00.647590 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:00.647911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:00.648241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:00.689519 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:00.689857 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Floating IP 4025e14c-b43f-4f9a-bd43-cc9822063c36 disassociated (deleted). External IP: 172.25.1.185, port: d15e07d5-4ae7-4bcb-953d-d1151db0219e. Aug 28 13:50:00.915566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router f8543ed0-401d-4577-bc22-21ffda97b3bf has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:50:01.032495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:50:01.037777 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:01.044013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042f9bc1-bef6-4a53-bf3d-ee5905ce18ee None None] Sync routers for ids ['f8543ed0-401d-4577-bc22-21ffda97b3bf'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:50:01.064426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f9bc1-bef6-4a53-bf3d-ee5905ce18ee None None] Routers {'f8543ed0-401d-4577-bc22-21ffda97b3bf'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:50:01.065054 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-042f9bc1-bef6-4a53-bf3d-ee5905ce18ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:49:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f8543ed0-401d-4577-bc22-21ffda97b3bf'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:01.070804 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b8d0a713-d5c5-4caf-adb8-0a6c9eee877d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/floatingips/4025e14c-b43f-4f9a-bd43-cc9822063c36 HTTP/1.1" status: 204 len: 168 time: 1.1790562 Aug 28 13:50:01.071493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f71953-be3b-4919-9d12-ca0a388c9364', 'tag': 'd15e07d5-4ae7-4bcb-953d-d1151db0219e'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:50:01.075531 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821059e9cdabc42353b4e09090cf4c202d26ce35e6b56e9c4c4c84d82f99d3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7307ad1c-cbe6-4470-b91e-ace069d31371" -d '{"events": [{"name": "network-changed", "server_uuid": "29f71953-be3b-4919-9d12-ca0a388c9364", "tag": "d15e07d5-4ae7-4bcb-953d-d1151db0219e"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:50:01.180181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-042f9bc1-bef6-4a53-bf3d-ee5905ce18ee None None] Set router f8543ed0-401d-4577-bc22-21ffda97b3bf gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:50:01.254669 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd931a7-24f2-4ec0-b0de-0327c3937c96 x-openstack-request-id: req-1bd931a7-24f2-4ec0-b0de-0327c3937c96 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:50:01.255069 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f71953-be3b-4919-9d12-ca0a388c9364", "tag": "d15e07d5-4ae7-4bcb-953d-d1151db0219e", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:50:01.255436 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bd931a7-24f2-4ec0-b0de-0327c3937c96 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:50:01.255905 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f71953-be3b-4919-9d12-ca0a388c9364', 'tag': 'd15e07d5-4ae7-4bcb-953d-d1151db0219e', 'status': 'completed', 'code': 200} Aug 28 13:50:01.422144 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-042f9bc1-bef6-4a53-bf3d-ee5905ce18ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325774032', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '53406ef0-9183-4f7b-a548-1b7825075603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:49:03Z', 'updated_at': '2021-08-28T13:49:07Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '53406ef0-9183-4f7b-a548-1b7825075603', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:04Z', 'updated_at': '2021-08-28T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '102d3f23-11e9-4fa5-a9d8-847e48475bab', 'name': '', 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:9a:59:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:06Z', 'updated_at': '2021-08-28T13:49:11Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:01.455527 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042f9bc1-bef6-4a53-bf3d-ee5905ce18ee None None] Checking router: f8543ed0-401d-4577-bc22-21ffda97b3bf for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:50:01.465797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f9bc1-bef6-4a53-bf3d-ee5905ce18ee None None] Routers {'f8543ed0-401d-4577-bc22-21ffda97b3bf'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:50:01.466489 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-042f9bc1-bef6-4a53-bf3d-ee5905ce18ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:49:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f8543ed0-401d-4577-bc22-21ffda97b3bf'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:01.581775 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-042f9bc1-bef6-4a53-bf3d-ee5905ce18ee None None] Set router f8543ed0-401d-4577-bc22-21ffda97b3bf gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:50:01.679197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307ad1c-cbe6-4470-b91e-ace069d31371 req-9c2d03a5-a7b7-4758-b55f-0dbf77f3a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:01.680831 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7307ad1c-cbe6-4470-b91e-ace069d31371 req-9c2d03a5-a7b7-4758-b55f-0dbf77f3a31f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 1097 time: 0.4007781 Aug 28 13:50:01.689121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4917c-54d5-4a87-8518-dc61633821bd req-2838db13-cee2-45e7-abbf-0894ab041471 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:01.690525 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3d4917c-54d5-4a87-8518-dc61633821bd req-2838db13-cee2-45e7-abbf-0894ab041471 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 945 time: 0.3787568 Aug 28 13:50:01.771985 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c3d4917c-54d5-4a87-8518-dc61633821bd req-eea4b65a-f40f-484b-ad13-151552046ca9 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733798 Aug 28 13:50:01.794826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-042f9bc1-bef6-4a53-bf3d-ee5905ce18ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325774032', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '53406ef0-9183-4f7b-a548-1b7825075603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:49:03Z', 'updated_at': '2021-08-28T13:49:07Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '53406ef0-9183-4f7b-a548-1b7825075603', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:04Z', 'updated_at': '2021-08-28T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '102d3f23-11e9-4fa5-a9d8-847e48475bab', 'name': '', 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:9a:59:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:06Z', 'updated_at': '2021-08-28T13:49:11Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:01.808703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307ad1c-cbe6-4470-b91e-ace069d31371 req-45346aa8-c593-48b2-b515-4e9d770f924a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:01.810185 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7307ad1c-cbe6-4470-b91e-ace069d31371 req-45346aa8-c593-48b2-b515-4e9d770f924a service neutron] 10.222.0.11 "GET /v2.0/networks?id=58630676-ce5c-43ab-8872-f4d9053c11a1 HTTP/1.1" status: 200 len: 897 time: 0.1188235 Aug 28 13:50:01.821589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042f9bc1-bef6-4a53-bf3d-ee5905ce18ee None None] The sync data for ids ['f8543ed0-401d-4577-bc22-21ffda97b3bf'] in n-d-791505-21 is: [{'id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325774032', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '53406ef0-9183-4f7b-a548-1b7825075603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:49:03Z', 'updated_at': '2021-08-28T13:49:07Z', 'revision_number': 4, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '53406ef0-9183-4f7b-a548-1b7825075603', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:04Z', 'updated_at': '2021-08-28T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '102d3f23-11e9-4fa5-a9d8-847e48475bab', 'name': '', 'network_id': '58630676-ce5c-43ab-8872-f4d9053c11a1', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'mac_address': 'fa:16:3e:9a:59:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:06Z', 'updated_at': '2021-08-28T13:49:11Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'subnets': [{'id': '8fbd0570-10c6-496d-a048-1596f6dac456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:50:01.857660 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7307ad1c-cbe6-4470-b91e-ace069d31371 req-4e410451-e42a-4694-96c7-7825abe1965b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d15e07d5-4ae7-4bcb-953d-d1151db0219e HTTP/1.1" status: 200 len: 217 time: 0.0395691 Aug 28 13:50:01.908407 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307ad1c-cbe6-4470-b91e-ace069d31371 req-59d67298-7b34-4663-9b94-43d68cc9340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:01.909886 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7307ad1c-cbe6-4470-b91e-ace069d31371 req-59d67298-7b34-4663-9b94-43d68cc9340a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fbd0570-10c6-496d-a048-1596f6dac456 HTTP/1.1" status: 200 len: 835 time: 0.0453694 Aug 28 13:50:01.958970 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307ad1c-cbe6-4470-b91e-ace069d31371 req-9d44d835-b388-4da9-be64-2ac24f8aa1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:01.960493 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7307ad1c-cbe6-4470-b91e-ace069d31371 req-9d44d835-b388-4da9-be64-2ac24f8aa1e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58630676-ce5c-43ab-8872-f4d9053c11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428526 Aug 28 13:50:02.045028 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e0a769-43a8-4cb1-a16c-c5b0f05f80de None None] New status for floating IP 4025e14c-b43f-4f9a-bd43-cc9822063c36: DOWN {{(pid=94880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:50:02.061133 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7307ad1c-cbe6-4470-b91e-ace069d31371 req-4c20202b-6357-448b-8d55-1be093f11323 service neutron] 10.222.0.11 "GET /v2.0/networks/58630676-ce5c-43ab-8872-f4d9053c11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919261 Aug 28 13:50:02.157967 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7307ad1c-cbe6-4470-b91e-ace069d31371 req-8db397f7-609c-447f-b774-ecd9579a9456 service neutron] 10.222.0.11 "GET /v2.0/networks/58630676-ce5c-43ab-8872-f4d9053c11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881732 Aug 28 13:50:02.881676 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be2cb9-6438-46a1-b096-67176ebcbf1e req-7e401ff7-a5f3-489d-ae86-df47ee829efc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:02.883142 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-95be2cb9-6438-46a1-b096-67176ebcbf1e req-7e401ff7-a5f3-489d-ae86-df47ee829efc tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 945 time: 0.0744193 Aug 28 13:50:02.932443 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8e537-2e3c-480a-865c-bdfc1bd53ae8 req-b9fb15b5-dd21-4d03-bf0c-602b8b424ad8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:02.933848 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1af8e537-2e3c-480a-865c-bdfc1bd53ae8 req-b9fb15b5-dd21-4d03-bf0c-602b8b424ad8 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f71953-be3b-4919-9d12-ca0a388c9364 HTTP/1.1" status: 200 len: 945 time: 0.0883191 Aug 28 13:50:02.998545 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1af8e537-2e3c-480a-865c-bdfc1bd53ae8 req-217d8d0a-2ccf-499e-a77a-670d6734506a tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "GET /v2.0/security-groups?id=28030e57-d3ed-47e8-b173-b128cd7906f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583239 Aug 28 13:50:03.010151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-95be2cb9-6438-46a1-b096-67176ebcbf1e req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port d15e07d5-4ae7-4bcb-953d-d1151db0219e {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:50:03.010527 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-95be2cb9-6438-46a1-b096-67176ebcbf1e req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:03.102254 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-95be2cb9-6438-46a1-b096-67176ebcbf1e req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] For port d15e07d5-4ae7-4bcb-953d-d1151db0219e, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=d15e07d5-4ae7-4bcb-953d-d1151db0219e,segment=NetworkSegment(f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b),segment_id=f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:50:03.102641 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-95be2cb9-6438-46a1-b096-67176ebcbf1e req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:03.116027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-95be2cb9-6438-46a1-b096-67176ebcbf1e req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for d15e07d5-4ae7-4bcb-953d-d1151db0219e owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:50:03.125191 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d600b738-74a1-41aa-9e92-3060a70a7ab6 req-5221f4c0-e42b-4bf1-b47a-bd62764447eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406177 Aug 28 13:50:03.210789 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600b738-74a1-41aa-9e92-3060a70a7ab6 req-ec66d081-e892-45e4-a915-4b0b07afaa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:03.212243 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d600b738-74a1-41aa-9e92-3060a70a7ab6 req-ec66d081-e892-45e4-a915-4b0b07afaa42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0426543 Aug 28 13:50:03.251030 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-95be2cb9-6438-46a1-b096-67176ebcbf1e req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:03.281900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=d15e07d5-4ae7-4bcb-953d-d1151db0219e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:03.295490 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:03.295843 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:03.296175 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:03.296517 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:03.296844 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:03.297168 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:03.297494 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:03.297881 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:03.298204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:03.298549 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:03.298868 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:03.299184 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:03.329071 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600b738-74a1-41aa-9e92-3060a70a7ab6 req-c55ceaad-8603-4e25-aa20-e3ce5808c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:03.330600 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d600b738-74a1-41aa-9e92-3060a70a7ab6 req-c55ceaad-8603-4e25-aa20-e3ce5808c142 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0967693 Aug 28 13:50:03.333065 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-95be2cb9-6438-46a1-b096-67176ebcbf1e req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] No DVR routers for this DVR port d15e07d5-4ae7-4bcb-953d-d1151db0219e on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:50:03.335723 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-95be2cb9-6438-46a1-b096-67176ebcbf1e req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:03.337744 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-95be2cb9-6438-46a1-b096-67176ebcbf1e req-96ae17b5-c626-416a-9097-4d3d03723036 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.11 "DELETE /v2.0/ports/d15e07d5-4ae7-4bcb-953d-d1151db0219e HTTP/1.1" status: 204 len: 173 time: 0.4477181 Aug 28 13:50:03.338177 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f71953-be3b-4919-9d12-ca0a388c9364', 'name': 'network-vif-deleted', 'tag': 'd15e07d5-4ae7-4bcb-953d-d1151db0219e'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:50:03.341367 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290e81f6-8c35-4334-9ddd-d6f527c50a6a" -d '{"events": [{"server_uuid": "29f71953-be3b-4919-9d12-ca0a388c9364", "name": "network-vif-deleted", "tag": "d15e07d5-4ae7-4bcb-953d-d1151db0219e"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:50:03.377165 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d600b738-74a1-41aa-9e92-3060a70a7ab6 req-08decfd5-f88a-40b4-9904-765ce86e55f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0388832 Aug 28 13:50:03.382111 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbd1d2e-7e59-41cf-a7bd-94e0b7637a46 x-openstack-request-id: req-4dbd1d2e-7e59-41cf-a7bd-94e0b7637a46 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:50:03.382516 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f71953-be3b-4919-9d12-ca0a388c9364", "name": "network-vif-deleted", "tag": "d15e07d5-4ae7-4bcb-953d-d1151db0219e", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:50:03.382843 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4dbd1d2e-7e59-41cf-a7bd-94e0b7637a46 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:50:03.383297 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f71953-be3b-4919-9d12-ca0a388c9364', 'name': 'network-vif-deleted', 'tag': 'd15e07d5-4ae7-4bcb-953d-d1151db0219e', 'status': 'completed', 'code': 200} Aug 28 13:50:03.429257 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600b738-74a1-41aa-9e92-3060a70a7ab6 req-bcc0b4f8-743f-41f5-a125-33d2beca387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:03.430963 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d600b738-74a1-41aa-9e92-3060a70a7ab6 req-bcc0b4f8-743f-41f5-a125-33d2beca387c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0465677 Aug 28 13:50:03.485229 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600b738-74a1-41aa-9e92-3060a70a7ab6 req-99473ea6-fb8d-488d-950f-2dd47ba15dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:03.486677 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d600b738-74a1-41aa-9e92-3060a70a7ab6 req-99473ea6-fb8d-488d-950f-2dd47ba15dc4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468178 Aug 28 13:50:03.579435 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d600b738-74a1-41aa-9e92-3060a70a7ab6 req-6f7198e8-bac4-482e-9b7c-e463064ed90f service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848503 Aug 28 13:50:03.681656 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d600b738-74a1-41aa-9e92-3060a70a7ab6 req-45fa181b-7a8b-47a5-b88a-2d66fe57d28e service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943224 Aug 28 13:50:04.056027 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39282) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:04.408689 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6e189e0-52af-4ce6-a304-e081bbedb00d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:04.662273 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b6e189e0-52af-4ce6-a304-e081bbedb00d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port 102d3f23-11e9-4fa5-a9d8-847e48475bab {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:50:04.662697 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6e189e0-52af-4ce6-a304-e081bbedb00d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:04.752886 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-b6e189e0-52af-4ce6-a304-e081bbedb00d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] For port 102d3f23-11e9-4fa5-a9d8-847e48475bab, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=102d3f23-11e9-4fa5-a9d8-847e48475bab,segment=NetworkSegment(f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b),segment_id=f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:50:04.753272 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6e189e0-52af-4ce6-a304-e081bbedb00d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:04.766187 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-b6e189e0-52af-4ce6-a304-e081bbedb00d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for 102d3f23-11e9-4fa5-a9d8-847e48475bab owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:50:04.944736 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6e189e0-52af-4ce6-a304-e081bbedb00d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:04.975297 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e189e0-52af-4ce6-a304-e081bbedb00d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=102d3f23-11e9-4fa5-a9d8-847e48475bab,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:05.144759 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-b6e189e0-52af-4ce6-a304-e081bbedb00d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:05.356564 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e189e0-52af-4ce6-a304-e081bbedb00d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Router f8543ed0-401d-4577-bc22-21ffda97b3bf has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:50:05.462298 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e189e0-52af-4ce6-a304-e081bbedb00d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:50:05.467665 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-b6e189e0-52af-4ce6-a304-e081bbedb00d tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "PUT /v2.0/routers/f8543ed0-401d-4577-bc22-21ffda97b3bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4105880 Aug 28 13:50:05.470237 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39284) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:05.472902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc760c-1877-42dc-9f67-98fd82f3101b None None] Sync routers for ids ['f8543ed0-401d-4577-bc22-21ffda97b3bf'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:50:05.482140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc760c-1877-42dc-9f67-98fd82f3101b None None] Routers {'f8543ed0-401d-4577-bc22-21ffda97b3bf'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:50:05.482785 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-47cc760c-1877-42dc-9f67-98fd82f3101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:49:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f8543ed0-401d-4577-bc22-21ffda97b3bf'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:05.521630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5a6eaa-684d-455f-81f8-ed1b728486ae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting subnet 8fbd0570-10c6-496d-a048-1596f6dac456 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:50:05.524619 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6eaa-684d-455f-81f8-ed1b728486ae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:05.563427 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6eaa-684d-455f-81f8-ed1b728486ae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:05.586748 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-47cc760c-1877-42dc-9f67-98fd82f3101b None None] Set router f8543ed0-401d-4577-bc22-21ffda97b3bf gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:50:05.650020 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6eaa-684d-455f-81f8-ed1b728486ae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:05.710951 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6eaa-684d-455f-81f8-ed1b728486ae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:05.737869 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a6eaa-684d-455f-81f8-ed1b728486ae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Subnet': ['ID=8fbd0570-10c6-496d-a048-1596f6dac456,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:05.742183 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6eaa-684d-455f-81f8-ed1b728486ae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:05.747073 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2b5a6eaa-684d-455f-81f8-ed1b728486ae tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/subnets/8fbd0570-10c6-496d-a048-1596f6dac456 HTTP/1.1" status: 204 len: 168 time: 0.2729204 Aug 28 13:50:05.747592 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39286) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:05.757273 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a38e99-de4c-4fe2-827b-caeb83fe173a None None] Network 58630676-ce5c-43ab-8872-f4d9053c11a1 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:50:05.858130 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1df6f35-78dc-461e-8a91-47abd42c76ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:05.873484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-47cc760c-1877-42dc-9f67-98fd82f3101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325774032', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '53406ef0-9183-4f7b-a548-1b7825075603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:49:03Z', 'updated_at': '2021-08-28T13:50:04Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '53406ef0-9183-4f7b-a548-1b7825075603', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:04Z', 'updated_at': '2021-08-28T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:05.901556 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc760c-1877-42dc-9f67-98fd82f3101b None None] Checking router: f8543ed0-401d-4577-bc22-21ffda97b3bf for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:50:05.915732 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc760c-1877-42dc-9f67-98fd82f3101b None None] Routers {'f8543ed0-401d-4577-bc22-21ffda97b3bf'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:50:05.916339 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-47cc760c-1877-42dc-9f67-98fd82f3101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:49:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['f8543ed0-401d-4577-bc22-21ffda97b3bf'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:05.971768 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1df6f35-78dc-461e-8a91-47abd42c76ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.026794 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f1df6f35-78dc-461e-8a91-47abd42c76ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Deleting port 53406ef0-9183-4f7b-a548-1b7825075603 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:50:06.027137 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1df6f35-78dc-461e-8a91-47abd42c76ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.118481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-f1df6f35-78dc-461e-8a91-47abd42c76ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] For port 53406ef0-9183-4f7b-a548-1b7825075603, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=53406ef0-9183-4f7b-a548-1b7825075603,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:50:06.118775 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1df6f35-78dc-461e-8a91-47abd42c76ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.141123 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-f1df6f35-78dc-461e-8a91-47abd42c76ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Calling delete_port for 53406ef0-9183-4f7b-a548-1b7825075603 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:50:06.171322 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] DHCP port deletion for 58630676-ce5c-43ab-8872-f4d9053c11a1 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:50:06.218386 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-47cc760c-1877-42dc-9f67-98fd82f3101b None None] Set router f8543ed0-401d-4577-bc22-21ffda97b3bf gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:50:06.309728 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1df6f35-78dc-461e-8a91-47abd42c76ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.330983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Deleting port 8474e417-58fe-4830-86dd-93089a358019 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:50:06.331348 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.336136 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df6f35-78dc-461e-8a91-47abd42c76ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Port': ['ID=53406ef0-9183-4f7b-a548-1b7825075603,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:06.403712 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1df6f35-78dc-461e-8a91-47abd42c76ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.433204 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] For port 8474e417-58fe-4830-86dd-93089a358019, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=8474e417-58fe-4830-86dd-93089a358019,segment=NetworkSegment(f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b),segment_id=f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:50:06.434122 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.448587 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Calling delete_port for 8474e417-58fe-4830-86dd-93089a358019 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:50:06.501722 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1df6f35-78dc-461e-8a91-47abd42c76ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.503884 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1df6f35-78dc-461e-8a91-47abd42c76ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.527467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-47cc760c-1877-42dc-9f67-98fd82f3101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325774032', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '53406ef0-9183-4f7b-a548-1b7825075603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:49:03Z', 'updated_at': '2021-08-28T13:50:04Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '53406ef0-9183-4f7b-a548-1b7825075603', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:04Z', 'updated_at': '2021-08-28T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:06.547937 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1df6f35-78dc-461e-8a91-47abd42c76ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.548704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1df6f35-78dc-461e-8a91-47abd42c76ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Fanout notify agent at l3_agent the message router_deleted on router f8543ed0-401d-4577-bc22-21ffda97b3bf {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:50:06.556029 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f1df6f35-78dc-461e-8a91-47abd42c76ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.557242 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f1df6f35-78dc-461e-8a91-47abd42c76ec tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/routers/f8543ed0-401d-4577-bc22-21ffda97b3bf HTTP/1.1" status: 204 len: 168 time: 0.8082831 Aug 28 13:50:06.560790 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39288) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:06.570288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc760c-1877-42dc-9f67-98fd82f3101b None None] The sync data for ids ['f8543ed0-401d-4577-bc22-21ffda97b3bf'] in n-d-791505-21 is: [{'id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-325774032', 'tenant_id': '6458a0fbde5941838c2b79b0bb62e45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': '53406ef0-9183-4f7b-a548-1b7825075603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:49:03Z', 'updated_at': '2021-08-28T13:50:04Z', 'revision_number': 5, 'project_id': '6458a0fbde5941838c2b79b0bb62e45c', 'gw_port': {'id': '53406ef0-9183-4f7b-a548-1b7825075603', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:44:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8543ed0-401d-4577-bc22-21ffda97b3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:49:04Z', 'updated_at': '2021-08-28T13:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:50:06.584244 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.610682 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Pushing event deleted for resources: {'Port': ['ID=8474e417-58fe-4830-86dd-93089a358019,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:06.614956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] No DVR routers for this DVR port 8474e417-58fe-4830-86dd-93089a358019 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:50:06.622711 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:06.623482 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:06.623981 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:06.624474 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:06.624973 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:06.625489 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:06.625997 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:06.626325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:06.626671 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:06.627718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:06.627718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:06.627718 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c647808-dd73-4c6e-ac38-a6bb20b96a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:06.663000 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-044e13f7-c69f-49fc-aa7a-47241ac6c27e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.746992 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-044e13f7-c69f-49fc-aa7a-47241ac6c27e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.756549 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-044e13f7-c69f-49fc-aa7a-47241ac6c27e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58630676-ce5c-43ab-8872-f4d9053c11a1']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:06.767281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-044e13f7-c69f-49fc-aa7a-47241ac6c27e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:06.767577 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-044e13f7-c69f-49fc-aa7a-47241ac6c27e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3aca4da-6ecc-4f9d-9197-8ae0a2b6ef9b') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:06.776260 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-044e13f7-c69f-49fc-aa7a-47241ac6c27e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.797716 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-044e13f7-c69f-49fc-aa7a-47241ac6c27e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.803966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044e13f7-c69f-49fc-aa7a-47241ac6c27e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:50:06.804454 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-044e13f7-c69f-49fc-aa7a-47241ac6c27e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:50:06.807460 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:50:06.862571 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-044e13f7-c69f-49fc-aa7a-47241ac6c27e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.869711 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-044e13f7-c69f-49fc-aa7a-47241ac6c27e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.872764 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-044e13f7-c69f-49fc-aa7a-47241ac6c27e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/networks/58630676-ce5c-43ab-8872-f4d9053c11a1 HTTP/1.1" status: 204 len: 168 time: 0.3108995 Aug 28 13:50:06.875538 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39292) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:06.884379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e13f7-c69f-49fc-aa7a-47241ac6c27e tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'Network': ['ID=58630676-ce5c-43ab-8872-f4d9053c11a1,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:06.937561 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7ef0-5328-4052-803f-11d33331fb13 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:06.961943 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7ef0-5328-4052-803f-11d33331fb13 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:07.028104 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7ef0-5328-4052-803f-11d33331fb13 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:07.030830 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7ef0-5328-4052-803f-11d33331fb13 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:07.032308 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c8ff7ef0-5328-4052-803f-11d33331fb13 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] 10.222.0.20 "DELETE /v2.0/security-groups/28030e57-d3ed-47e8-b173-b128cd7906f5 HTTP/1.1" status: 204 len: 168 time: 0.1556146 Aug 28 13:50:07.042273 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff7ef0-5328-4052-803f-11d33331fb13 tempest-TestNetworkAdvancedServerOps-1214435111 tempest-TestNetworkAdvancedServerOps-1214435111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28030e57-d3ed-47e8-b173-b128cd7906f5,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:07.401671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39300) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:07.429119 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 102d3f23-11e9-4fa5-a9d8-847e48475bab no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:50:07.449487 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 102d3f23-11e9-4fa5-a9d8-847e48475bab {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:50:07.449757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 102d3f23-11e9-4fa5-a9d8-847e48475bab not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:50:07.450182 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8474e417-58fe-4830-86dd-93089a358019 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:50:07.468882 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 8474e417-58fe-4830-86dd-93089a358019 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:50:07.469151 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 8474e417-58fe-4830-86dd-93089a358019 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:50:07.549001 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0f0aae0b-d302-4d16-8927-46ac15b7caae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6458a0fbde5941838c2b79b0bb62e45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459091 Aug 28 13:50:07.551293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39304) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:07.598628 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-51797656-2a70-4f4d-9755-049fcfaeaa0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:07.621048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-51797656-2a70-4f4d-9755-049fcfaeaa0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:07.670815 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-51797656-2a70-4f4d-9755-049fcfaeaa0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:07.673346 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-51797656-2a70-4f4d-9755-049fcfaeaa0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:07.674527 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-51797656-2a70-4f4d-9755-049fcfaeaa0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/204bcea8-1b9c-4d48-8f3e-63d4a4b239dc HTTP/1.1" status: 204 len: 168 time: 0.1223283 Aug 28 13:50:07.682632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51797656-2a70-4f4d-9755-049fcfaeaa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204bcea8-1b9c-4d48-8f3e-63d4a4b239dc,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:07.762069 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d15e07d5-4ae7-4bcb-953d-d1151db0219e no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:50:07.785748 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: d15e07d5-4ae7-4bcb-953d-d1151db0219e {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:50:07.786088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device d15e07d5-4ae7-4bcb-953d-d1151db0219e not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:50:07.934027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39312) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:07.948242 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-630ea786-9f2a-4380-b275-4e4e5b131c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:08.039226 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-630ea786-9f2a-4380-b275-4e4e5b131c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:08.043810 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-630ea786-9f2a-4380-b275-4e4e5b131c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:08.083177 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-630ea786-9f2a-4380-b275-4e4e5b131c2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22022645ce934fcb8ebc6745c7dc5d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478519 Aug 28 13:50:08.084158 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ea786-9f2a-4380-b275-4e4e5b131c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a0fa8a-8a44-4d78-a0e8-b68d22c731f7,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:08.085913 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39314) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:08.122064 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:08.138056 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac540110-7331-464a-afcb-319d094e3024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:08.158621 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac540110-7331-464a-afcb-319d094e3024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:08.204262 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac540110-7331-464a-afcb-319d094e3024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:08.207493 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac540110-7331-464a-afcb-319d094e3024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:08.208938 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac540110-7331-464a-afcb-319d094e3024 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20a0fa8a-8a44-4d78-a0e8-b68d22c731f7 HTTP/1.1" status: 204 len: 168 time: 0.1211596 Aug 28 13:50:08.221452 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac540110-7331-464a-afcb-319d094e3024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a0fa8a-8a44-4d78-a0e8-b68d22c731f7,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:08.634226 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:50:08.914678 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39336) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:09.009948 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-33bc914d-08ce-43f4-8bb0-1a80b44cacb5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1062193127-network', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:50:09.035022 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bc914d-08ce-43f4-8bb0-1a80b44cacb5 admin admin] Made reservation on behalf of 6f0112f7d57c41a4acb33a0edccc2983 for: {'network': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:50:09.037381 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33bc914d-08ce-43f4-8bb0-1a80b44cacb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:09.045557 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33bc914d-08ce-43f4-8bb0-1a80b44cacb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:09.136289 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33bc914d-08ce-43f4-8bb0-1a80b44cacb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:09.141077 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33bc914d-08ce-43f4-8bb0-1a80b44cacb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:09.162741 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33bc914d-08ce-43f4-8bb0-1a80b44cacb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=94878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:50:09.178648 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc914d-08ce-43f4-8bb0-1a80b44cacb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4427f7ce-bb64-4cf0-a8b9-a952b52bdd2b,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:09.182427 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33bc914d-08ce-43f4-8bb0-1a80b44cacb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:09.182781 n-d-791505-21 neutron-server[94878]: INFO neutron.db.segments_db [None req-33bc914d-08ce-43f4-8bb0-1a80b44cacb5 admin admin] Added segment 192cc67e-fe62-4040-8c98-56e55d8b94d7 of type vlan for network 795c6822-7f55-46d2-a677-895f9c26baab Aug 28 13:50:09.223816 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33bc914d-08ce-43f4-8bb0-1a80b44cacb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:09.249191 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33bc914d-08ce-43f4-8bb0-1a80b44cacb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:09.250295 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bc914d-08ce-43f4-8bb0-1a80b44cacb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:09.250904 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-33bc914d-08ce-43f4-8bb0-1a80b44cacb5 admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:09.276707 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 53406ef0-9183-4f7b-a548-1b7825075603 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:50:09.297242 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 53406ef0-9183-4f7b-a548-1b7825075603 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:50:09.297581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 53406ef0-9183-4f7b-a548-1b7825075603 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:50:09.305416 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-33bc914d-08ce-43f4-8bb0-1a80b44cacb5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3896286 Aug 28 13:50:09.310046 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39340) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:09.314837 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc914d-08ce-43f4-8bb0-1a80b44cacb5 admin admin] Pushing event updated for resources: {'Network': ['ID=795c6822-7f55-46d2-a677-895f9c26baab,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:09.315157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-bc0d315e-32e8-4cb7-ab71-b11a34ab4a3b admin admin] Request body: {'subnet': {'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1062193127-subnet', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'ip_version': 4}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:50:09.325632 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 795c6822-7f55-46d2-a677-895f9c26baab details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:50:09.338906 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0d315e-32e8-4cb7-ab71-b11a34ab4a3b admin admin] Made reservation on behalf of 6f0112f7d57c41a4acb33a0edccc2983 for: {'subnet': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:50:09.341349 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc0d315e-32e8-4cb7-ab71-b11a34ab4a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61969163'] for subnet, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:09.510627 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc0d315e-32e8-4cb7-ab71-b11a34ab4a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60035143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61969181'] for subnet, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:09.567792 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d315e-32e8-4cb7-ab71-b11a34ab4a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2b79749-d4e9-4d42-a4ab-ea6ceade932e,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:09.578187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0d315e-32e8-4cb7-ab71-b11a34ab4a3b admin admin] Checking segment: {'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:50:09.578573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0d315e-32e8-4cb7-ab71-b11a34ab4a3b admin admin] Network hostable DHCP agents. Network: 795c6822-7f55-46d2-a677-895f9c26baab, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:50:09.595107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0d315e-32e8-4cb7-ab71-b11a34ab4a3b admin admin] Network 795c6822-7f55-46d2-a677-895f9c26baab is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:50:09.603678 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-bc0d315e-32e8-4cb7-ab71-b11a34ab4a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 795c6822-7f55-46d2-a677-895f9c26baab) {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:50:09.608908 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0d315e-32e8-4cb7-ab71-b11a34ab4a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:09.610010 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bc0d315e-32e8-4cb7-ab71-b11a34ab4a3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:09.613062 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146fc6e6-bfab-47d8-96f3-7316d4936c96 None None] Network 795c6822-7f55-46d2-a677-895f9c26baab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:50:09.623979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bc0d315e-32e8-4cb7-ab71-b11a34ab4a3b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3127899 Aug 28 13:50:09.626915 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39342) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:09.631309 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:50:09.653273 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:09.655015 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:09.710700 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:09.765220 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-795c6822-7f55-46d2-a677-895f9c26baab', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:50:09.766103 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:09.853942 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:09.903930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Allocated IP 172.20.0.2 (795c6822-7f55-46d2-a677-895f9c26baab/f2b79749-d4e9-4d42-a4ab-ea6ceade932e/289e542b-e76c-4248-b91b-f94f874acb5e) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:50:10.052967 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:10.060239 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:10.061911 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Transition to ACTIVE for port object 289e542b-e76c-4248-b91b-f94f874acb5e will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:50:10.081124 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Transition to ACTIVE for port object 289e542b-e76c-4248-b91b-f94f874acb5e will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:50:10.084968 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:10.097218 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:10.102786 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c7cac992-dd4a-4131-a537-1843cfbe7d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:10.139351 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Network 795c6822-7f55-46d2-a677-895f9c26baab is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:50:10.145625 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:50:10.150267 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:50:10.153319 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Pushing event updated for resources: {'Port': ['ID=289e542b-e76c-4248-b91b-f94f874acb5e,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:10.193809 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Allocated IP 172.25.1.113 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/f592bebc-7701-4901-9207-41aa49f42d9e) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:50:10.206019 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Attempting to bind port 289e542b-e76c-4248-b91b-f94f874acb5e on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:50:10.206375 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Attempting to bind port 289e542b-e76c-4248-b91b-f94f874acb5e by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:50:10.206756 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Attempting to bind port 289e542b-e76c-4248-b91b-f94f874acb5e on network 795c6822-7f55-46d2-a677-895f9c26baab {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:50:10.212611 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:50:10.212979 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Checking segment: {'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:50:10.213375 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:10.213757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Bound using segment: {'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:50:10.214205 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Bound port: 289e542b-e76c-4248-b91b-f94f874acb5e, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:50:10.214619 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:10.285972 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] For port 289e542b-e76c-4248-b91b-f94f874acb5e, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:50:10.289290 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] For port 289e542b-e76c-4248-b91b-f94f874acb5e, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=289e542b-e76c-4248-b91b-f94f874acb5e,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:50:10.293997 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:10.305467 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:10.348210 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:10.357466 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc588d5-2e38-4e87-b415-4391ff915d47 None None] Pushing event updated for resources: {'Port': ['ID=289e542b-e76c-4248-b91b-f94f874acb5e,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:10.386339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:50:10.389845 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:50:10.395632 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:50:10.421138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=f592bebc-7701-4901-9207-41aa49f42d9e,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:10.525802 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:10.680696 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:10.876138 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:11.010077 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Router da70198b-83cd-4f05-b2e0-790aa5faa082 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:50:11.124220 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:50:11.133670 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Sync routers for ids ['da70198b-83cd-4f05-b2e0-790aa5faa082'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:50:11.141239 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:11.145261 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-69e1b7b9-420d-4a0d-8960-615c395e8ba7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5147543 Aug 28 13:50:11.145451 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39344) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:11.148544 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Routers {'da70198b-83cd-4f05-b2e0-790aa5faa082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:50:11.149295 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:49:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['da70198b-83cd-4f05-b2e0-790aa5faa082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:11.260817 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Set router da70198b-83cd-4f05-b2e0-790aa5faa082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:50:11.274197 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeeb054-46c0-43ec-9e0c-d8149f24e3ee None None] Network 795c6822-7f55-46d2-a677-895f9c26baab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:50:11.376752 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ac653835-bd5b-4510-8c66-25bbbffcf37c None None] Provisioning for port 289e542b-e76c-4248-b91b-f94f874acb5e completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:50:11.400397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 289e542b-e76c-4248-b91b-f94f874acb5e up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:50:11.476913 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:10Z', 'revision_number': 3, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:11.514331 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 289e542b-e76c-4248-b91b-f94f874acb5e completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:50:11.515047 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Checking router: da70198b-83cd-4f05-b2e0-790aa5faa082 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:50:11.515417 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Updating router da70198b-83cd-4f05-b2e0-790aa5faa082 port f592bebc-7701-4901-9207-41aa49f42d9e binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:50:11.522569 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 289e542b-e76c-4248-b91b-f94f874acb5e triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:11.522962 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:11.549798 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:11.611510 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:11.652877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 289e542b-e76c-4248-b91b-f94f874acb5e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=289e542b-e76c-4248-b91b-f94f874acb5e,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:50:11.664721 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:11.725792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=289e542b-e76c-4248-b91b-f94f874acb5e,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:11.807627 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-df037229-cee0-440c-b5cc-9f458ae35cc9 None None] Provisioning complete for port 289e542b-e76c-4248-b91b-f94f874acb5e triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:11.809519 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-df037229-cee0-440c-b5cc-9f458ae35cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:11.847767 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:11.858204 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Transition to ACTIVE for port object f592bebc-7701-4901-9207-41aa49f42d9e will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:50:11.865467 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:11.916518 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Attempting to bind port f592bebc-7701-4901-9207-41aa49f42d9e on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:50:11.916885 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Attempting to bind port f592bebc-7701-4901-9207-41aa49f42d9e by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:50:11.917240 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Attempting to bind port f592bebc-7701-4901-9207-41aa49f42d9e on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:50:11.923111 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e0bc3-db4a-4aca-b83b-997cf53e38b1 None None] Pushing event updated for resources: {'Port': ['ID=f592bebc-7701-4901-9207-41aa49f42d9e,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:11.930550 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:50:11.930915 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:50:11.931311 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:11.931696 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:50:11.932142 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Bound port: f592bebc-7701-4901-9207-41aa49f42d9e, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:50:11.932510 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:11.936223 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0bc3-db4a-4aca-b83b-997cf53e38b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:11.936561 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0bc3-db4a-4aca-b83b-997cf53e38b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:11.936890 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0bc3-db4a-4aca-b83b-997cf53e38b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:11.937217 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0bc3-db4a-4aca-b83b-997cf53e38b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:11.937535 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0bc3-db4a-4aca-b83b-997cf53e38b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:11.937855 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0bc3-db4a-4aca-b83b-997cf53e38b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:11.938174 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0bc3-db4a-4aca-b83b-997cf53e38b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:11.938511 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0bc3-db4a-4aca-b83b-997cf53e38b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:11.938827 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0bc3-db4a-4aca-b83b-997cf53e38b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:11.939140 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0bc3-db4a-4aca-b83b-997cf53e38b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:11.939454 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0bc3-db4a-4aca-b83b-997cf53e38b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:11.939765 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0bc3-db4a-4aca-b83b-997cf53e38b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:50:11.951660 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:11.994429 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] For port f592bebc-7701-4901-9207-41aa49f42d9e, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:50:11.998735 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] For port f592bebc-7701-4901-9207-41aa49f42d9e, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f592bebc-7701-4901-9207-41aa49f42d9e,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:50:12.003031 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:12.051554 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Routers {'da70198b-83cd-4f05-b2e0-790aa5faa082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:50:12.052175 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:49:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['da70198b-83cd-4f05-b2e0-790aa5faa082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:12.099259 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e0bc3-db4a-4aca-b83b-997cf53e38b1 None None] Pushing event updated for resources: {'Port': ['ID=f592bebc-7701-4901-9207-41aa49f42d9e,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:12.115410 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Allocated IP 172.20.0.1 (795c6822-7f55-46d2-a677-895f9c26baab/f2b79749-d4e9-4d42-a4ab-ea6ceade932e/92f2bc26-02e6-45a5-83bb-9e5c679ce095) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:50:12.228923 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:12.243228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Transition to ACTIVE for port object 92f2bc26-02e6-45a5-83bb-9e5c679ce095 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:50:12.261592 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] Set router da70198b-83cd-4f05-b2e0-790aa5faa082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:50:12.279825 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:12.321391 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Network 795c6822-7f55-46d2-a677-895f9c26baab is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:50:12.324333 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:50:12.329390 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:50:12.332380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Pushing event updated for resources: {'Port': ['ID=92f2bc26-02e6-45a5-83bb-9e5c679ce095,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:12.356437 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-efb22475-6f79-44d4-a5d9-e0cb8a46d54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:12.373251 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:12.457718 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:10Z', 'revision_number': 3, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:12.488849 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9d0ec-dafd-4c79-a85e-1e07c9cc964e None None] The sync data for ids ['da70198b-83cd-4f05-b2e0-790aa5faa082'] in n-d-791505-21 is: [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:10Z', 'revision_number': 3, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:50:12.515054 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:12.619870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-99b4e2b2-6a11-4bd4-a3f3-6963aa831421 None None] Provisioning for port 92f2bc26-02e6-45a5-83bb-9e5c679ce095 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:50:12.626137 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-99b4e2b2-6a11-4bd4-a3f3-6963aa831421 None None] Provisioning complete for port 92f2bc26-02e6-45a5-83bb-9e5c679ce095 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:12.626691 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-99b4e2b2-6a11-4bd4-a3f3-6963aa831421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:12.661772 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-99b4e2b2-6a11-4bd4-a3f3-6963aa831421 None None] Port 92f2bc26-02e6-45a5-83bb-9e5c679ce095 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:50:12.694460 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:12.700340 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:12.705881 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:12.794109 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Pushing event updated for resources: {'Port': ['ID=92f2bc26-02e6-45a5-83bb-9e5c679ce095,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:12.797282 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:12.891073 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Network 795c6822-7f55-46d2-a677-895f9c26baab is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:50:12.892525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:50:13.020768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Router da70198b-83cd-4f05-b2e0-790aa5faa082 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:50:13.141946 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:50:13.146959 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2b570beb-34a1-40cc-b9d9-b57a06e011af admin admin] 10.222.0.20 "PUT /v2.0/routers/da70198b-83cd-4f05-b2e0-790aa5faa082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0005345 Aug 28 13:50:13.183568 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ba3c36a8-67ec-48f1-9ad5-2d60f38b29d1 None None] Provisioning complete for port 92f2bc26-02e6-45a5-83bb-9e5c679ce095 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:13.184465 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ba3c36a8-67ec-48f1-9ad5-2d60f38b29d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:13.220843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c36a8-67ec-48f1-9ad5-2d60f38b29d1 None None] Port 92f2bc26-02e6-45a5-83bb-9e5c679ce095 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:50:13.413672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f592bebc-7701-4901-9207-41aa49f42d9e up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:50:13.465617 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port f592bebc-7701-4901-9207-41aa49f42d9e completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:50:13.470141 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f592bebc-7701-4901-9207-41aa49f42d9e triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:13.470536 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:13.554234 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:13.575162 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port f592bebc-7701-4901-9207-41aa49f42d9e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f592bebc-7701-4901-9207-41aa49f42d9e,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:50:13.579609 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:13.580497 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 289e542b-e76c-4248-b91b-f94f874acb5e up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:50:13.655484 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=f592bebc-7701-4901-9207-41aa49f42d9e,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:13.670255 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39360) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:13.675355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 289e542b-e76c-4248-b91b-f94f874acb5e triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:13.675500 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-39946c07-2673-4e98-bf24-36a34a3d3ca3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1641288017-network', 'tenant_id': '322463df3d8848208b3a6b7b79d7ba48'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:50:13.675723 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:13.696816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39946c07-2673-4e98-bf24-36a34a3d3ca3 admin admin] Made reservation on behalf of 322463df3d8848208b3a6b7b79d7ba48 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:50:13.699499 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39946c07-2673-4e98-bf24-36a34a3d3ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:13.707554 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:13.709445 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39946c07-2673-4e98-bf24-36a34a3d3ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:13.813403 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39946c07-2673-4e98-bf24-36a34a3d3ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:13.817103 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39946c07-2673-4e98-bf24-36a34a3d3ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:13.843011 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39946c07-2673-4e98-bf24-36a34a3d3ca3 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:50:13.852939 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39946c07-2673-4e98-bf24-36a34a3d3ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888bd989-f2fc-48e2-a5c7-afe4c834d378,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:13.859249 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39946c07-2673-4e98-bf24-36a34a3d3ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:13.859583 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-39946c07-2673-4e98-bf24-36a34a3d3ca3 admin admin] Added segment 52ac559d-d863-40fc-89f3-773124e1ce32 of type vlan for network a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4 Aug 28 13:50:13.900577 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39946c07-2673-4e98-bf24-36a34a3d3ca3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:13.930661 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39946c07-2673-4e98-bf24-36a34a3d3ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:13.931667 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39946c07-2673-4e98-bf24-36a34a3d3ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:13.932235 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-39946c07-2673-4e98-bf24-36a34a3d3ca3 admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:13.985821 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-39946c07-2673-4e98-bf24-36a34a3d3ca3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3144240 Aug 28 13:50:13.988750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39362) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:13.993822 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-4624b078-19ce-42b4-bf5a-2a5a5eb4fbf8 admin admin] Request body: {'subnet': {'network_id': 'a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1641288017-subnet', 'tenant_id': '322463df3d8848208b3a6b7b79d7ba48', 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:50:13.994872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39946c07-2673-4e98-bf24-36a34a3d3ca3 admin admin] Pushing event updated for resources: {'Network': ['ID=a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:14.005228 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4 details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:50:14.015956 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4624b078-19ce-42b4-bf5a-2a5a5eb4fbf8 admin admin] Made reservation on behalf of 322463df3d8848208b3a6b7b79d7ba48 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:50:14.018452 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4624b078-19ce-42b4-bf5a-2a5a5eb4fbf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:14.057581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Sync routers for ids ['da70198b-83cd-4f05-b2e0-790aa5faa082'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:50:14.084794 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Routers {'da70198b-83cd-4f05-b2e0-790aa5faa082'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:50:14.085426 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:50:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['da70198b-83cd-4f05-b2e0-790aa5faa082'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:14.198401 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4624b078-19ce-42b4-bf5a-2a5a5eb4fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:14.211090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Set router da70198b-83cd-4f05-b2e0-790aa5faa082 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:50:14.432419 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:12Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92f2bc26-02e6-45a5-83bb-9e5c679ce095', 'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'mac_address': 'fa:16:3e:61:d0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:11Z', 'updated_at': '2021-08-28T13:50:12Z', 'revision_number': 2, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'subnets': [{'id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:14.461052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Checking router: da70198b-83cd-4f05-b2e0-790aa5faa082 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:50:14.461400 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Updating router da70198b-83cd-4f05-b2e0-790aa5faa082 port 92f2bc26-02e6-45a5-83bb-9e5c679ce095 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:50:14.488108 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:14.538431 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624b078-19ce-42b4-bf5a-2a5a5eb4fbf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e978ce8-4909-42b1-a51d-0b4361f406a6,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:14.554937 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4624b078-19ce-42b4-bf5a-2a5a5eb4fbf8 admin admin] Checking segment: {'id': '52ac559d-d863-40fc-89f3-773124e1ce32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:50:14.555301 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624b078-19ce-42b4-bf5a-2a5a5eb4fbf8 admin admin] Network hostable DHCP agents. Network: a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:50:14.571432 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624b078-19ce-42b4-bf5a-2a5a5eb4fbf8 admin admin] Network a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4 is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:50:14.580696 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-4624b078-19ce-42b4-bf5a-2a5a5eb4fbf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:50:14.585078 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4624b078-19ce-42b4-bf5a-2a5a5eb4fbf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:14.585731 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-4624b078-19ce-42b4-bf5a-2a5a5eb4fbf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:14.593503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e822e63-df50-4290-8661-88b371b0db2d None None] Network a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:50:14.601975 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-4624b078-19ce-42b4-bf5a-2a5a5eb4fbf8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6120198 Aug 28 13:50:14.604425 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39366) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:14.609466 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1641288017-router', 'tenant_id': '322463df3d8848208b3a6b7b79d7ba48', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:50:14.629933 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:14.631074 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:14.684529 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:14.820214 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:14.838581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4', 'network_id': 'a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4', 'tenant_id': '322463df3d8848208b3a6b7b79d7ba48', 'fixed_ips': [{'subnet_id': '8e978ce8-4909-42b1-a51d-0b4361f406a6'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:50:14.839401 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:14.891265 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:14.946327 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Transition to ACTIVE for port object 92f2bc26-02e6-45a5-83bb-9e5c679ce095 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:50:14.958103 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:15.028548 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:15.049444 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:15.169837 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Allocated IP 172.25.1.19 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/bb6435ce-4677-420e-85f9-4130ebf441fd) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:50:15.209546 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9584ab-14d9-4b0f-bedb-fce924dadd49 None None] Pushing event updated for resources: {'Port': ['ID=92f2bc26-02e6-45a5-83bb-9e5c679ce095,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:15.244510 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Allocated IP 172.20.0.2 (a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4/8e978ce8-4909-42b1-a51d-0b4361f406a6/658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:50:15.291481 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Attempting to bind port 92f2bc26-02e6-45a5-83bb-9e5c679ce095 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:50:15.291853 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Attempting to bind port 92f2bc26-02e6-45a5-83bb-9e5c679ce095 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:50:15.292215 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Attempting to bind port 92f2bc26-02e6-45a5-83bb-9e5c679ce095 on network 795c6822-7f55-46d2-a677-895f9c26baab {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:50:15.293682 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:15.336627 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:50:15.337196 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Checking segment: {'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:50:15.337398 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:15.337791 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Bound using segment: {'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:50:15.338580 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Bound port: 92f2bc26-02e6-45a5-83bb-9e5c679ce095, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:50:15.338732 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:15.351203 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:15.355388 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f592bebc-7701-4901-9207-41aa49f42d9e up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:50:15.388654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:50:15.391792 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:50:15.394150 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:50:15.426960 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Pushing event updated for resources: {'Port': ['ID=bb6435ce-4677-420e-85f9-4130ebf441fd,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:15.506347 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] For port 92f2bc26-02e6-45a5-83bb-9e5c679ce095, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:50:15.532225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] For port 92f2bc26-02e6-45a5-83bb-9e5c679ce095, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=92f2bc26-02e6-45a5-83bb-9e5c679ce095,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:50:15.539420 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:15.541485 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:15.545467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port f592bebc-7701-4901-9207-41aa49f42d9e triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:15.545829 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:15.602750 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Transition to ACTIVE for port object 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:50:15.651431 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:15.663652 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Transition to ACTIVE for port object 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:50:15.664903 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:15.670342 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Routers {'da70198b-83cd-4f05-b2e0-790aa5faa082'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:50:15.671253 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:50:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['da70198b-83cd-4f05-b2e0-790aa5faa082'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:15.675127 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9584ab-14d9-4b0f-bedb-fce924dadd49 None None] Pushing event updated for resources: {'Port': ['ID=92f2bc26-02e6-45a5-83bb-9e5c679ce095,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:15.714251 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:15.771091 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Network a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4 is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:50:15.806291 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:50:15.833517 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:50:15.844188 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Pushing event updated for resources: {'Port': ['ID=658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:15.893259 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:15.904341 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] Set router da70198b-83cd-4f05-b2e0-790aa5faa082 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:50:15.969710 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Attempting to bind port 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:50:15.970076 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Attempting to bind port 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '52ac559d-d863-40fc-89f3-773124e1ce32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:50:15.970468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Attempting to bind port 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f on network a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:50:16.005826 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:50:16.006200 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Checking segment: {'id': '52ac559d-d863-40fc-89f3-773124e1ce32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:50:16.006638 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:16.007036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Bound using segment: {'id': '52ac559d-d863-40fc-89f3-773124e1ce32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:50:16.007521 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Bound port: 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ac559d-d863-40fc-89f3-773124e1ce32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:50:16.007901 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:16.023668 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Router 9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:50:16.131340 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:50:16.138344 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-62deadf8-be1c-4881-9525-044b800015ca None None] For port 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:50:16.142031 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-62deadf8-be1c-4881-9525-044b800015ca None None] For port 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f,segment=NetworkSegment(52ac559d-d863-40fc-89f3-773124e1ce32),segment_id=52ac559d-d863-40fc-89f3-773124e1ce32)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:50:16.143338 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Sync routers for ids ['9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:50:16.153802 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Routers {'9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:50:16.154481 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:50:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:16.156005 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:16.160311 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39370) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:16.160990 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-1f6cdce1-bd7f-4787-af92-b1763b0cedfd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5549703 Aug 28 13:50:16.172580 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:16.246627 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62deadf8-be1c-4881-9525-044b800015ca None None] Pushing event updated for resources: {'Port': ['ID=658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:16.262228 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Set router 9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:50:16.264858 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:12Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92f2bc26-02e6-45a5-83bb-9e5c679ce095', 'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'mac_address': 'fa:16:3e:61:d0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:11Z', 'updated_at': '2021-08-28T13:50:15Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'subnets': [{'id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:16.297761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab943b0a-4073-447e-b754-6ff5e22d7f24 None None] The sync data for ids ['da70198b-83cd-4f05-b2e0-790aa5faa082'] in n-d-791505-21 is: [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:12Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92f2bc26-02e6-45a5-83bb-9e5c679ce095', 'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'mac_address': 'fa:16:3e:61:d0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:11Z', 'updated_at': '2021-08-28T13:50:15Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'subnets': [{'id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:50:16.505812 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'name': 'tempest-TestShelveInstance-1641288017-router', 'tenant_id': '322463df3d8848208b3a6b7b79d7ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'bb6435ce-4677-420e-85f9-4130ebf441fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:14Z', 'updated_at': '2021-08-28T13:50:15Z', 'revision_number': 3, 'project_id': '322463df3d8848208b3a6b7b79d7ba48', 'gw_port': {'id': 'bb6435ce-4677-420e-85f9-4130ebf441fd', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:15Z', 'updated_at': '2021-08-28T13:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:16.537854 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Checking router: 9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:50:16.538188 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Updating router 9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1 port bb6435ce-4677-420e-85f9-4130ebf441fd binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:50:16.573795 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:16.720654 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:16.880377 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:16.893646 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Transition to ACTIVE for port object bb6435ce-4677-420e-85f9-4130ebf441fd will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:50:16.899928 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:16.903407 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Allocated IP 172.20.0.1 (a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4/8e978ce8-4909-42b1-a51d-0b4361f406a6/766c3598-bcf9-4f3a-bede-b906e7bc2830) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:50:16.961211 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Attempting to bind port bb6435ce-4677-420e-85f9-4130ebf441fd on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:50:16.961580 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Attempting to bind port bb6435ce-4677-420e-85f9-4130ebf441fd by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:50:16.961941 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Attempting to bind port bb6435ce-4677-420e-85f9-4130ebf441fd on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:50:16.964058 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48102a2c-7320-46d8-ae65-921c50d68022 None None] Pushing event updated for resources: {'Port': ['ID=bb6435ce-4677-420e-85f9-4130ebf441fd,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:16.975401 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:50:16.975777 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:50:16.976176 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:16.976564 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:50:16.977022 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Bound port: bb6435ce-4677-420e-85f9-4130ebf441fd, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:50:16.977395 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:17.028436 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:17.044111 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] For port bb6435ce-4677-420e-85f9-4130ebf441fd, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:50:17.044352 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Transition to ACTIVE for port object 766c3598-bcf9-4f3a-bede-b906e7bc2830 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:50:17.049540 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] For port bb6435ce-4677-420e-85f9-4130ebf441fd, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bb6435ce-4677-420e-85f9-4130ebf441fd,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:50:17.056443 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:17.100864 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:17.136009 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Routers {'9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:50:17.136305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Network a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:50:17.142383 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:50:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:17.142383 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48102a2c-7320-46d8-ae65-921c50d68022 None None] Pushing event updated for resources: {'Port': ['ID=bb6435ce-4677-420e-85f9-4130ebf441fd,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:17.145303 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:50:17.147894 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:50:17.186830 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Pushing event updated for resources: {'Port': ['ID=766c3598-bcf9-4f3a-bede-b906e7bc2830,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:17.204343 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:17.270320 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] Set router 9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:50:17.402911 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:17.461584 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 92f2bc26-02e6-45a5-83bb-9e5c679ce095 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:50:17.524820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 92f2bc26-02e6-45a5-83bb-9e5c679ce095 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:50:17.529329 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 92f2bc26-02e6-45a5-83bb-9e5c679ce095 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:17.529708 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:17.539157 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'name': 'tempest-TestShelveInstance-1641288017-router', 'tenant_id': '322463df3d8848208b3a6b7b79d7ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'bb6435ce-4677-420e-85f9-4130ebf441fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:14Z', 'updated_at': '2021-08-28T13:50:15Z', 'revision_number': 3, 'project_id': '322463df3d8848208b3a6b7b79d7ba48', 'gw_port': {'id': 'bb6435ce-4677-420e-85f9-4130ebf441fd', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:15Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:17.563620 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d19c915-6655-4d39-ab35-4645e00d5705 None None] Network a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:50:17.573474 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc99069d-139f-4eb6-b506-9599775bdd12 None None] The sync data for ids ['9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'] in n-d-791505-21 is: [{'id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'name': 'tempest-TestShelveInstance-1641288017-router', 'tenant_id': '322463df3d8848208b3a6b7b79d7ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'bb6435ce-4677-420e-85f9-4130ebf441fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:14Z', 'updated_at': '2021-08-28T13:50:15Z', 'revision_number': 3, 'project_id': '322463df3d8848208b3a6b7b79d7ba48', 'gw_port': {'id': 'bb6435ce-4677-420e-85f9-4130ebf441fd', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:15Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:50:17.662730 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:17.663427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-bc397141-14a3-42c5-9f01-d37f2e1fe477 None None] Provisioning for port 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:50:17.670966 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:17.717885 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:17.746408 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:17.749338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Pushing event updated for resources: {'Port': ['ID=766c3598-bcf9-4f3a-bede-b906e7bc2830,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:17.799400 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 92f2bc26-02e6-45a5-83bb-9e5c679ce095, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=92f2bc26-02e6-45a5-83bb-9e5c679ce095,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:50:17.806704 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:17.807654 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:50:17.856477 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Network a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:50:17.858117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:50:17.909819 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=92f2bc26-02e6-45a5-83bb-9e5c679ce095,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:17.926814 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:50:17.932511 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:17.932887 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:18.058261 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Router 9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:50:18.067057 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:18.113181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f,segment=NetworkSegment(52ac559d-d863-40fc-89f3-773124e1ce32),segment_id=52ac559d-d863-40fc-89f3-773124e1ce32)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:50:18.121888 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:18.185405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:18.208518 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:50:18.214423 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c39830f7-90de-4cc8-94af-3a8c0420d1b6 admin admin] 10.222.0.20 "PUT /v2.0/routers/9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0526333 Aug 28 13:50:18.222956 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-98b3e450-64dd-4844-88e7-59780070625b None None] Provisioning complete for port 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:18.223323 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-98b3e450-64dd-4844-88e7-59780070625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:18.338940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-98b3e450-64dd-4844-88e7-59780070625b None None] Provisioning for port 766c3598-bcf9-4f3a-bede-b906e7bc2830 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:50:18.345930 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-98b3e450-64dd-4844-88e7-59780070625b None None] Provisioning complete for port 766c3598-bcf9-4f3a-bede-b906e7bc2830 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:18.346790 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-98b3e450-64dd-4844-88e7-59780070625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:18.395048 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-98b3e450-64dd-4844-88e7-59780070625b None None] Port 766c3598-bcf9-4f3a-bede-b906e7bc2830 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:50:18.524467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-4dcf7b61-0b60-43ae-a9d3-4fc9c6a7998d None None] Provisioning complete for port 766c3598-bcf9-4f3a-bede-b906e7bc2830 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:18.525166 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4dcf7b61-0b60-43ae-a9d3-4fc9c6a7998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:18.569831 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf7b61-0b60-43ae-a9d3-4fc9c6a7998d None None] Port 766c3598-bcf9-4f3a-bede-b906e7bc2830 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:50:18.789025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d86a3b89-f874-45f7-8536-351b46b4d209 None None] Provisioning complete for port 766c3598-bcf9-4f3a-bede-b906e7bc2830 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:18.789307 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d86a3b89-f874-45f7-8536-351b46b4d209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:18.822431 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39378) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:18.824723 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d86a3b89-f874-45f7-8536-351b46b4d209 None None] Port 766c3598-bcf9-4f3a-bede-b906e7bc2830 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:50:18.827885 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-7cd064ce-8e62-46e4-af5d-529f6bfab364 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344203535', 'description': 'tempest-secgroup-smoke-1344203535 description', 'project_id': '6f0112f7d57c41a4acb33a0edccc2983'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:50:18.848988 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7cd064ce-8e62-46e4-af5d-529f6bfab364 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:18.929180 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7cd064ce-8e62-46e4-af5d-529f6bfab364 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:18.932778 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7cd064ce-8e62-46e4-af5d-529f6bfab364 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:18.960720 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-7cd064ce-8e62-46e4-af5d-529f6bfab364 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:18.961937 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-7cd064ce-8e62-46e4-af5d-529f6bfab364 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1378894 Aug 28 13:50:18.963823 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd064ce-8e62-46e4-af5d-529f6bfab364 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:18.965663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39380) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:18.970489 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-0b9937e4-b194-4ee1-ab76-1c86554f13dd tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'security_group_rule': {'security_group_id': '55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9', 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:50:18.998060 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b9937e4-b194-4ee1-ab76-1c86554f13dd tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.055112 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b9937e4-b194-4ee1-ab76-1c86554f13dd tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.059030 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b9937e4-b194-4ee1-ab76-1c86554f13dd tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.075927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9937e4-b194-4ee1-ab76-1c86554f13dd tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9faa5a4-965d-4986-8f2d-68997c6e8fa4,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:19.082706 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0b9937e4-b194-4ee1-ab76-1c86554f13dd tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.084034 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0b9937e4-b194-4ee1-ab76-1c86554f13dd tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171315 Aug 28 13:50:19.086838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39382) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:19.091922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-bdc4618b-7a1f-426a-b6fd-a03e15893307 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'security_group_rule': {'security_group_id': '55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9', 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:50:19.119218 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bdc4618b-7a1f-426a-b6fd-a03e15893307 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.177924 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bdc4618b-7a1f-426a-b6fd-a03e15893307 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.181853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bdc4618b-7a1f-426a-b6fd-a03e15893307 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.201325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4618b-7a1f-426a-b6fd-a03e15893307 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77410b29-336c-4618-8030-0e23f09b9dcd,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:19.210235 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-bdc4618b-7a1f-426a-b6fd-a03e15893307 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.211500 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-bdc4618b-7a1f-426a-b6fd-a03e15893307 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236517 Aug 28 13:50:19.214353 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39384) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:19.219882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-e9e93515-418e-4274-afa8-d72b5e04eefe tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'security_group_rule': {'security_group_id': '55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9', 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:50:19.247009 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9e93515-418e-4274-afa8-d72b5e04eefe tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.319557 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9e93515-418e-4274-afa8-d72b5e04eefe tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.325462 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9e93515-418e-4274-afa8-d72b5e04eefe tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.346415 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e93515-418e-4274-afa8-d72b5e04eefe tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11541f91-ad55-4248-bee3-28bd36fd793f,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:19.353017 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-e9e93515-418e-4274-afa8-d72b5e04eefe tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.354319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-e9e93515-418e-4274-afa8-d72b5e04eefe tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382771 Aug 28 13:50:19.357226 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39386) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:19.361612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-d75a9400-7eec-4bce-b7f6-81092ccf1606 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'security_group_rule': {'security_group_id': '55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9', 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:50:19.388391 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d75a9400-7eec-4bce-b7f6-81092ccf1606 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.430647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:50:19.454848 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d75a9400-7eec-4bce-b7f6-81092ccf1606 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.459344 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d75a9400-7eec-4bce-b7f6-81092ccf1606 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.475072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a9400-7eec-4bce-b7f6-81092ccf1606 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f25fd9f-06fc-4ac7-a6dd-766066a3c264,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:19.490040 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:19.490207 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d75a9400-7eec-4bce-b7f6-81092ccf1606 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.490397 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.491770 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d75a9400-7eec-4bce-b7f6-81092ccf1606 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336248 Aug 28 13:50:19.494809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39388) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:19.500467 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-85dc6118-eb3d-414a-a247-8d80a592252d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'security_group_rule': {'security_group_id': '55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9', 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:50:19.523737 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-85dc6118-eb3d-414a-a247-8d80a592252d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Project 6f0112f7d57c41a4acb33a0edccc2983 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:50:19.529071 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-85dc6118-eb3d-414a-a247-8d80a592252d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.575315 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 92f2bc26-02e6-45a5-83bb-9e5c679ce095 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:50:19.592590 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-85dc6118-eb3d-414a-a247-8d80a592252d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.599462 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-85dc6118-eb3d-414a-a247-8d80a592252d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.620621 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-85dc6118-eb3d-414a-a247-8d80a592252d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.623047 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-85dc6118-eb3d-414a-a247-8d80a592252d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271555 Aug 28 13:50:19.625559 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc6118-eb3d-414a-a247-8d80a592252d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c347cdd-ef7a-4f08-b582-14a4ebe8c8b8,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:19.626078 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39390) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:19.630208 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 92f2bc26-02e6-45a5-83bb-9e5c679ce095 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:19.630727 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.631982 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-abdc609e-493d-43fc-8509-c7b86858deea tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'security_group_rule': {'security_group_id': '55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9', 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:50:19.660219 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-abdc609e-493d-43fc-8509-c7b86858deea tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Project 6f0112f7d57c41a4acb33a0edccc2983 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:50:19.665588 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-abdc609e-493d-43fc-8509-c7b86858deea tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.710127 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bb6435ce-4677-420e-85f9-4130ebf441fd up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:50:19.734732 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-abdc609e-493d-43fc-8509-c7b86858deea tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.739787 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-abdc609e-493d-43fc-8509-c7b86858deea tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.756339 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc609e-493d-43fc-8509-c7b86858deea tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b729d15b-f8c5-492b-bfc8-736f631c1a99,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:19.768978 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port bb6435ce-4677-420e-85f9-4130ebf441fd completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:50:19.770274 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-abdc609e-493d-43fc-8509-c7b86858deea tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.771734 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-abdc609e-493d-43fc-8509-c7b86858deea tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439931 Aug 28 13:50:19.774135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port bb6435ce-4677-420e-85f9-4130ebf441fd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:19.774701 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:19.797488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Sync routers for ids ['9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:50:19.817461 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Routers {'9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:50:19.818081 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:50:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:19.940428 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-6d5b849d-b4b7-4c37-b9ab-83cd09a0c868 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344203535&fields=id&tenant_id=6f0112f7d57c41a4acb33a0edccc2983 HTTP/1.1" status: 200 len: 267 time: 0.0374985 Aug 28 13:50:20.054570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-23e5ca21-e872-426c-9821-e9f23866cd0b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:20.055993 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-23e5ca21-e872-426c-9821-e9f23866cd0b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 809 time: 0.1071928 Aug 28 13:50:20.072781 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-40d9f30a-d848-474f-82aa-27dd7c961cd0 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/quotas/6f0112f7d57c41a4acb33a0edccc2983 HTTP/1.1" status: 200 len: 375 time: 0.0094304 Aug 28 13:50:20.101086 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:20.125878 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-fa015c03-71a1-4525-b5c3-1423ebd72847 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466094 Aug 28 13:50:20.126562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Set router 9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:50:20.155425 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port bb6435ce-4677-420e-85f9-4130ebf441fd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bb6435ce-4677-420e-85f9-4130ebf441fd,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:50:20.161708 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:20.226748 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-e967868d-22ef-4adb-a24b-d72f95dbb896 service neutron] 10.222.0.20 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887868 Aug 28 13:50:20.283022 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=bb6435ce-4677-420e-85f9-4130ebf441fd,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:20.318871 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-48512c58-5cb4-4174-a0c6-80037bb879e2 service neutron] 10.222.0.20 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849895 Aug 28 13:50:20.374529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'name': 'tempest-TestShelveInstance-1641288017-router', 'tenant_id': '322463df3d8848208b3a6b7b79d7ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'bb6435ce-4677-420e-85f9-4130ebf441fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:14Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 4, 'project_id': '322463df3d8848208b3a6b7b79d7ba48', 'gw_port': {'id': 'bb6435ce-4677-420e-85f9-4130ebf441fd', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:15Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '766c3598-bcf9-4f3a-bede-b906e7bc2830', 'name': '', 'network_id': 'a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4', 'tenant_id': '322463df3d8848208b3a6b7b79d7ba48', 'mac_address': 'fa:16:3e:3a:79:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8e978ce8-4909-42b1-a51d-0b4361f406a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:16Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 2, 'project_id': '322463df3d8848208b3a6b7b79d7ba48', 'subnets': [{'id': '8e978ce8-4909-42b1-a51d-0b4361f406a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:20.402705 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Checking router: 9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:50:20.403734 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Updating router 9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1 port 766c3598-bcf9-4f3a-bede-b906e7bc2830 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:50:20.430680 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:20.488045 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a1738fa2-fdba-4cb0-9bc4-279f2fb32f6e req-d2842dd3-6625-4b36-9283-4e754fa61ce3 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 210 time: 0.0319872 Aug 28 13:50:20.718845 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:20.728668 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Transition to ACTIVE for port object 766c3598-bcf9-4f3a-bede-b906e7bc2830 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:50:20.734729 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:20.785396 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f69992-a9a2-4602-9c11-6c71f34bb0b0 None None] Pushing event updated for resources: {'Port': ['ID=766c3598-bcf9-4f3a-bede-b906e7bc2830,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:20.839863 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Attempting to bind port 766c3598-bcf9-4f3a-bede-b906e7bc2830 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:50:20.840214 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Attempting to bind port 766c3598-bcf9-4f3a-bede-b906e7bc2830 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '52ac559d-d863-40fc-89f3-773124e1ce32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:50:20.840571 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Attempting to bind port 766c3598-bcf9-4f3a-bede-b906e7bc2830 on network a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4 {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:50:20.845921 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:50:20.846289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Checking segment: {'id': '52ac559d-d863-40fc-89f3-773124e1ce32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:50:20.846756 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:20.847112 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Bound using segment: {'id': '52ac559d-d863-40fc-89f3-773124e1ce32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:50:20.847570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Bound port: 766c3598-bcf9-4f3a-bede-b906e7bc2830, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ac559d-d863-40fc-89f3-773124e1ce32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:50:20.847945 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:20.920207 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] For port 766c3598-bcf9-4f3a-bede-b906e7bc2830, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:50:20.923957 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] For port 766c3598-bcf9-4f3a-bede-b906e7bc2830, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=766c3598-bcf9-4f3a-bede-b906e7bc2830,segment=NetworkSegment(52ac559d-d863-40fc-89f3-773124e1ce32),segment_id=52ac559d-d863-40fc-89f3-773124e1ce32)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:50:20.927788 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:20.990877 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f69992-a9a2-4602-9c11-6c71f34bb0b0 None None] Pushing event updated for resources: {'Port': ['ID=766c3598-bcf9-4f3a-bede-b906e7bc2830,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:20.993650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Routers {'9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:50:20.994271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:50:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:21.117036 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] Set router 9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:50:21.334894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'name': 'tempest-TestShelveInstance-1641288017-router', 'tenant_id': '322463df3d8848208b3a6b7b79d7ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'bb6435ce-4677-420e-85f9-4130ebf441fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:14Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 4, 'project_id': '322463df3d8848208b3a6b7b79d7ba48', 'gw_port': {'id': 'bb6435ce-4677-420e-85f9-4130ebf441fd', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:15Z', 'updated_at': '2021-08-28T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '766c3598-bcf9-4f3a-bede-b906e7bc2830', 'name': '', 'network_id': 'a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4', 'tenant_id': '322463df3d8848208b3a6b7b79d7ba48', 'mac_address': 'fa:16:3e:3a:79:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8e978ce8-4909-42b1-a51d-0b4361f406a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:16Z', 'updated_at': '2021-08-28T13:50:20Z', 'revision_number': 4, 'project_id': '322463df3d8848208b3a6b7b79d7ba48', 'subnets': [{'id': '8e978ce8-4909-42b1-a51d-0b4361f406a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:21.338477 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bb6435ce-4677-420e-85f9-4130ebf441fd up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:50:21.381608 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61b02c-8be2-4503-9db2-1b0207c6f01d None None] The sync data for ids ['9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'] in n-d-791505-21 is: [{'id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'name': 'tempest-TestShelveInstance-1641288017-router', 'tenant_id': '322463df3d8848208b3a6b7b79d7ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'bb6435ce-4677-420e-85f9-4130ebf441fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:14Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 4, 'project_id': '322463df3d8848208b3a6b7b79d7ba48', 'gw_port': {'id': 'bb6435ce-4677-420e-85f9-4130ebf441fd', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:15Z', 'updated_at': '2021-08-28T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '766c3598-bcf9-4f3a-bede-b906e7bc2830', 'name': '', 'network_id': 'a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4', 'tenant_id': '322463df3d8848208b3a6b7b79d7ba48', 'mac_address': 'fa:16:3e:3a:79:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8e978ce8-4909-42b1-a51d-0b4361f406a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:16Z', 'updated_at': '2021-08-28T13:50:20Z', 'revision_number': 4, 'project_id': '322463df3d8848208b3a6b7b79d7ba48', 'subnets': [{'id': '8e978ce8-4909-42b1-a51d-0b4361f406a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:50:21.424761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port bb6435ce-4677-420e-85f9-4130ebf441fd triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:21.425368 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:21.509326 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-0dd8c952-567b-4c72-9fa9-633b2525376b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:21.511409 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-0dd8c952-567b-4c72-9fa9-633b2525376b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 809 time: 0.1669595 Aug 28 13:50:21.575926 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-46cb6835-d2d9-42a0-9645-87d87768fa25 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f0112f7d57c41a4acb33a0edccc2983 HTTP/1.1" status: 200 len: 380 time: 0.0497539 Aug 28 13:50:21.594923 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-a5f944d4-aec2-4382-ba85-d981383fd420 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'port': {'device_id': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'admin_state_up': True, 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'security_groups': ['55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:50:21.653221 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-487b8518-2925-4e3c-981c-7edb5140936f req-5314e9c7-fff7-4817-ad12-d4c5eec50b05 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 210 time: 0.0725143 Aug 28 13:50:21.728257 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-a5f944d4-aec2-4382-ba85-d981383fd420 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Made reservation on behalf of 6f0112f7d57c41a4acb33a0edccc2983 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:50:21.732219 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-a5f944d4-aec2-4382-ba85-d981383fd420 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:21.868166 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-a5f944d4-aec2-4382-ba85-d981383fd420 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Allocated IP 172.20.0.9 (795c6822-7f55-46d2-a677-895f9c26baab/f2b79749-d4e9-4d42-a4ab-ea6ceade932e/df544387-e9fc-4cfa-9c5f-92f3e3ce5735) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:50:22.013450 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-a5f944d4-aec2-4382-ba85-d981383fd420 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:22.027731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-a5f944d4-aec2-4382-ba85-d981383fd420 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Transition to ACTIVE for port object df544387-e9fc-4cfa-9c5f-92f3e3ce5735 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:50:22.061323 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-a5f944d4-aec2-4382-ba85-d981383fd420 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:22.109717 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-a5f944d4-aec2-4382-ba85-d981383fd420 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Network 795c6822-7f55-46d2-a677-895f9c26baab is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:50:22.115056 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-a5f944d4-aec2-4382-ba85-d981383fd420 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:50:22.118885 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-a5f944d4-aec2-4382-ba85-d981383fd420 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:50:22.125639 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f944d4-aec2-4382-ba85-d981383fd420 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'Port': ['ID=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:22.175374 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-a5f944d4-aec2-4382-ba85-d981383fd420 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:22.176110 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-a5f944d4-aec2-4382-ba85-d981383fd420 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:22.191269 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-a5f944d4-aec2-4382-ba85-d981383fd420 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6011660 Aug 28 13:50:22.203936 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Request body: {'port': {'device_id': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:50:22.261285 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:22.382941 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-03fc8612-d19e-4643-97eb-d17c94556c28 None None] Provisioning for port df544387-e9fc-4cfa-9c5f-92f3e3ce5735 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:50:22.387918 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-03fc8612-d19e-4643-97eb-d17c94556c28 None None] Provisioning complete for port df544387-e9fc-4cfa-9c5f-92f3e3ce5735 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:22.388326 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-03fc8612-d19e-4643-97eb-d17c94556c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:22.422235 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-03fc8612-d19e-4643-97eb-d17c94556c28 None None] Port df544387-e9fc-4cfa-9c5f-92f3e3ce5735 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:50:22.537396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df544387-e9fc-4cfa-9c5f-92f3e3ce5735 {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:50:22.544758 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:22.556090 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Transition to ACTIVE for port object df544387-e9fc-4cfa-9c5f-92f3e3ce5735 will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:50:22.559929 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:22.614424 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:22.688192 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Attempting to bind port df544387-e9fc-4cfa-9c5f-92f3e3ce5735 on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:50:22.688537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Attempting to bind port df544387-e9fc-4cfa-9c5f-92f3e3ce5735 by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:50:22.688870 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Attempting to bind port df544387-e9fc-4cfa-9c5f-92f3e3ce5735 on network 795c6822-7f55-46d2-a677-895f9c26baab {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:50:22.693444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Port df544387-e9fc-4cfa-9c5f-92f3e3ce5735 on network 795c6822-7f55-46d2-a677-895f9c26baab not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:50:22.693775 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Attempting to bind port df544387-e9fc-4cfa-9c5f-92f3e3ce5735 on network 795c6822-7f55-46d2-a677-895f9c26baab {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:50:22.701417 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:50:22.701762 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Checking segment: {'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:50:22.702154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Bound using segment: {'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:50:22.702614 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Bound port: df544387-e9fc-4cfa-9c5f-92f3e3ce5735, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:50:22.702983 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:23.124932 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] For port df544387-e9fc-4cfa-9c5f-92f3e3ce5735, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:50:23.133537 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348d841-2af4-4b92-a9bf-b95e1827537c req-86ade886-99a5-4ed5-a30d-964766060564 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:23.135102 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f348d841-2af4-4b92-a9bf-b95e1827537c req-86ade886-99a5-4ed5-a30d-964766060564 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.3967230 Aug 28 13:50:23.137442 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] For port df544387-e9fc-4cfa-9c5f-92f3e3ce5735, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:50:23.143103 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:23.188672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:23.189391 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:23.190868 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] 10.222.0.11 "PUT /v2.0/ports/df544387-e9fc-4cfa-9c5f-92f3e3ce5735 HTTP/1.1" status: 200 len: 1092 time: 0.9915223 Aug 28 13:50:23.191351 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'tag': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:50:23.193673 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c08d5d-7433-47c8-9c64-50a2a6b8353c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f39b398-a06d-47e7-8c2b-272f19f98495", "tag": "df544387-e9fc-4cfa-9c5f-92f3e3ce5735"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:50:23.216644 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e459c-83fc-43b8-9c72-7d6308bef9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:23.278743 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-d399e2f4-38ef-4cc8-9a00-0545629eec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:23.280309 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-d399e2f4-38ef-4cc8-9a00-0545629eec5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 1095 time: 0.0449274 Aug 28 13:50:23.340537 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-22a32858-5b67-41c7-b00d-41cd420fcf29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735 HTTP/1.1" status: 200 len: 217 time: 0.0500894 Aug 28 13:50:23.384177 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 766c3598-bcf9-4f3a-bede-b906e7bc2830 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:50:23.400509 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f348d841-2af4-4b92-a9bf-b95e1827537c req-3f298382-0d50-4f03-ad9b-2a3b7d29d48e tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550130 Aug 28 13:50:23.409153 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-62da9481-f517-4c63-9b19-7263cac1c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:23.410660 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-62da9481-f517-4c63-9b19-7263cac1c347 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0633852 Aug 28 13:50:23.436593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 766c3598-bcf9-4f3a-bede-b906e7bc2830 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:50:23.440765 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 766c3598-bcf9-4f3a-bede-b906e7bc2830 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:23.441135 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:23.448403 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9d3060-1e7b-4191-97f2-1d5249e1b9b5 x-openstack-request-id: req-ad9d3060-1e7b-4191-97f2-1d5249e1b9b5 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:50:23.448799 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f39b398-a06d-47e7-8c2b-272f19f98495", "tag": "df544387-e9fc-4cfa-9c5f-92f3e3ce5735", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:50:23.449707 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad9d3060-1e7b-4191-97f2-1d5249e1b9b5 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:50:23.450162 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'tag': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'status': 'completed', 'code': 200} Aug 28 13:50:23.467497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-e698494f-4ce6-459b-98da-48615b34a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:23.468955 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-e698494f-4ce6-459b-98da-48615b34a327 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504446 Aug 28 13:50:23.533424 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:23.564835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 766c3598-bcf9-4f3a-bede-b906e7bc2830, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=766c3598-bcf9-4f3a-bede-b906e7bc2830,segment=NetworkSegment(52ac559d-d863-40fc-89f3-773124e1ce32),segment_id=52ac559d-d863-40fc-89f3-773124e1ce32)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:50:23.565120 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-16631d21-c528-4045-b405-7f907d58eceb service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883617 Aug 28 13:50:23.568856 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:23.615856 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=766c3598-bcf9-4f3a-bede-b906e7bc2830,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:23.660941 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4700701c-11ec-4b4b-8e3b-3773694cc4db req-ae7f7b47-d91b-4fc5-940c-7d3da5d4ccbf service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878811 Aug 28 13:50:23.754683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c08d5d-7433-47c8-9c64-50a2a6b8353c req-e9bdcddf-094a-40a7-a17e-d1aabae78132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:23.756358 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3c08d5d-7433-47c8-9c64-50a2a6b8353c req-e9bdcddf-094a-40a7-a17e-d1aabae78132 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 1095 time: 0.0478382 Aug 28 13:50:23.850659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c08d5d-7433-47c8-9c64-50a2a6b8353c req-f6560cce-024f-411e-93a1-c311a7c79b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:23.852147 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3c08d5d-7433-47c8-9c64-50a2a6b8353c req-f6560cce-024f-411e-93a1-c311a7c79b7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.0889111 Aug 28 13:50:23.899070 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3c08d5d-7433-47c8-9c64-50a2a6b8353c req-15ef3715-59eb-4336-89db-8ec460208e9f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735 HTTP/1.1" status: 200 len: 217 time: 0.0396564 Aug 28 13:50:23.953514 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c08d5d-7433-47c8-9c64-50a2a6b8353c req-08c578ed-9c4e-4783-b1c3-d623eb0b4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:23.955472 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3c08d5d-7433-47c8-9c64-50a2a6b8353c req-08c578ed-9c4e-4783-b1c3-d623eb0b4d19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0484760 Aug 28 13:50:24.005907 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c08d5d-7433-47c8-9c64-50a2a6b8353c req-e159ee74-505e-4da8-8f27-a83897a03ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:24.007460 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3c08d5d-7433-47c8-9c64-50a2a6b8353c req-e159ee74-505e-4da8-8f27-a83897a03ffd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443339 Aug 28 13:50:24.106994 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3c08d5d-7433-47c8-9c64-50a2a6b8353c req-1e275792-020b-45cf-a657-c83e150afbe7 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915904 Aug 28 13:50:24.200441 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3c08d5d-7433-47c8-9c64-50a2a6b8353c req-a52ddb69-1e8f-4ce0-a63b-922824a190c1 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859106 Aug 28 13:50:24.518928 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1997b6-3707-4e07-aeb0-1642c073952e req-942e2f20-9552-4b66-a0be-151a7d5568ed tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:24.520413 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe1997b6-3707-4e07-aeb0-1642c073952e req-942e2f20-9552-4b66-a0be-151a7d5568ed tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0505710 Aug 28 13:50:24.557299 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe1997b6-3707-4e07-aeb0-1642c073952e req-989bfac4-9d3e-42ba-aeb2-838037eef453 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310109 Aug 28 13:50:25.332332 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 766c3598-bcf9-4f3a-bede-b906e7bc2830 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:50:25.378967 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 766c3598-bcf9-4f3a-bede-b906e7bc2830 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:25.379335 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:25.680043 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d793e-cd96-436f-b138-d110cc4b6fe1 req-28051f62-647a-41bf-baed-45827c5c08c6 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:25.681552 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f0d793e-cd96-436f-b138-d110cc4b6fe1 req-28051f62-647a-41bf-baed-45827c5c08c6 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0552003 Aug 28 13:50:25.719405 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7f0d793e-cd96-436f-b138-d110cc4b6fe1 req-7252e882-cb84-4374-b00d-1337c9cef71c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311258 Aug 28 13:50:26.845155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c8d25-4cb9-4c0f-adbe-f82e9e07d059 req-81a0e529-ca2a-4be4-937d-46a1648da2b6 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:26.846843 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb6c8d25-4cb9-4c0f-adbe-f82e9e07d059 req-81a0e529-ca2a-4be4-937d-46a1648da2b6 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0553012 Aug 28 13:50:26.887490 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eb6c8d25-4cb9-4c0f-adbe-f82e9e07d059 req-97f63ac4-608d-42a2-a853-7796546bd624 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344374 Aug 28 13:50:27.873815 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device df544387-e9fc-4cfa-9c5f-92f3e3ce5735 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:50:27.967441 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port df544387-e9fc-4cfa-9c5f-92f3e3ce5735, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:50:27.978796 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'port_id': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'mac_address': 'fa:16:3e:c1:07:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:50:28.006132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7140c47-3853-4d6d-8887-7b868e796f14 req-3e316bb6-0c3e-4d78-a42c-4d23cbf93157 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:28.007666 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b7140c47-3853-4d6d-8887-7b868e796f14 req-3e316bb6-0c3e-4d78-a42c-4d23cbf93157 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0486364 Aug 28 13:50:28.019465 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:28.032092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df544387-e9fc-4cfa-9c5f-92f3e3ce5735 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:50:28.047153 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b7140c47-3853-4d6d-8887-7b868e796f14 req-2085fc6a-3ca8-40e9-8ca0-3bbe31006869 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325630 Aug 28 13:50:28.051505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port df544387-e9fc-4cfa-9c5f-92f3e3ce5735, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:50:28.055997 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:28.103701 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:28.264618 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['df544387-e9fc-4cfa-9c5f-92f3e3ce5735'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:50:29.167838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd77bf0-49ba-4185-b2bf-4f5c185b2251 req-b8eafad8-f64e-4e10-89b4-5ecfdd47ed9e tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:29.169239 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bd77bf0-49ba-4185-b2bf-4f5c185b2251 req-b8eafad8-f64e-4e10-89b4-5ecfdd47ed9e tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 944 time: 0.0544257 Aug 28 13:50:29.208559 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bd77bf0-49ba-4185-b2bf-4f5c185b2251 req-6bd3c440-43d7-4453-8863-d1dd80b06272 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333166 Aug 28 13:50:29.873769 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device df544387-e9fc-4cfa-9c5f-92f3e3ce5735 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:50:29.922415 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port df544387-e9fc-4cfa-9c5f-92f3e3ce5735 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:50:29.925842 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port df544387-e9fc-4cfa-9c5f-92f3e3ce5735 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:50:29.926210 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:30.003453 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:30.025318 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:50:30.028170 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f5a737-8a8e-4fb8-a94e-b8873aa0939c" -d '{"events": [{"server_uuid": "4f39b398-a06d-47e7-8c2b-272f19f98495", "name": "network-vif-plugged", "status": "completed", "tag": "df544387-e9fc-4cfa-9c5f-92f3e3ce5735"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:50:30.040194 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port df544387-e9fc-4cfa-9c5f-92f3e3ce5735, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:50:30.045261 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:30.067945 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7970aa04-c048-4b44-87e2-7a18ecaed796 x-openstack-request-id: req-7970aa04-c048-4b44-87e2-7a18ecaed796 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:50:30.068240 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f39b398-a06d-47e7-8c2b-272f19f98495", "name": "network-vif-plugged", "status": "completed", "tag": "df544387-e9fc-4cfa-9c5f-92f3e3ce5735", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:50:30.068491 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7970aa04-c048-4b44-87e2-7a18ecaed796 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:50:30.068876 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'code': 200} Aug 28 13:50:30.095406 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:30.175074 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f992a6a-d5ea-4a6e-9bc1-ff91d84a972d req-334c6e6e-905b-4998-a01b-3dfee7ed518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:30.176515 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0f992a6a-d5ea-4a6e-9bc1-ff91d84a972d req-334c6e6e-905b-4998-a01b-3dfee7ed518e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 1097 time: 0.0431705 Aug 28 13:50:30.213495 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0f992a6a-d5ea-4a6e-9bc1-ff91d84a972d req-51be0754-bf20-4f92-b07a-b5e07913b85b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283978 Aug 28 13:50:30.326835 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca34e2d-4ebf-4505-bfcc-0e418671e594 req-2f927fc6-6c1b-4a40-aefa-ddc3de6edab7 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:30.328311 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8ca34e2d-4ebf-4505-bfcc-0e418671e594 req-2f927fc6-6c1b-4a40-aefa-ddc3de6edab7 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0495200 Aug 28 13:50:30.365008 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8ca34e2d-4ebf-4505-bfcc-0e418671e594 req-44a64042-2536-4f4d-8e7d-dda5b2124fc4 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306888 Aug 28 13:50:31.485029 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c04ff-4b8e-4439-9201-0879cc8654dd req-3997125e-9259-47b7-83b0-38be3a5ebe95 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:31.486545 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f8c04ff-4b8e-4439-9201-0879cc8654dd req-3997125e-9259-47b7-83b0-38be3a5ebe95 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0537395 Aug 28 13:50:31.523874 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2f8c04ff-4b8e-4439-9201-0879cc8654dd req-682f57ae-21d5-4f76-bf18-7a48a683b92b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314095 Aug 28 13:50:31.638157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213f0ff-2a6d-41ae-be4a-3ec1b974eabc req-3f9e4019-7287-499e-9ec5-9a6237d1b3ca tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:31.639951 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2213f0ff-2a6d-41ae-be4a-3ec1b974eabc req-3f9e4019-7287-499e-9ec5-9a6237d1b3ca tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0486901 Aug 28 13:50:31.678241 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2213f0ff-2a6d-41ae-be4a-3ec1b974eabc req-d0f9b3a3-4da2-4441-a401-cd44ceb45af0 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323195 Aug 28 13:50:31.701486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39454) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:31.782476 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a47bcae-1aad-4ec3-8db3-8dd4b661d794 tempest-TestShelveInstance-524312830 tempest-TestShelveInstance-524312830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:31.783920 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7a47bcae-1aad-4ec3-8db3-8dd4b661d794 tempest-TestShelveInstance-524312830 tempest-TestShelveInstance-524312830-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 1092 time: 0.0815108 Aug 28 13:50:31.786872 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39458) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:50:31.791195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:50:31.814038 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:31.912753 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:32.013592 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Allocated IP 172.25.1.237 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/9f4f8c43-9d34-4564-b415-84faff418ceb) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:50:32.119515 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:32.158607 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:32.196731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:50:32.202679 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:50:32.206400 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:50:32.212290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'Port': ['ID=9f4f8c43-9d34-4564-b415-84faff418ceb,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:32.570594 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:32.640517 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:32.787880 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:32.792109 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:32.861251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'Port': ['ID=9f4f8c43-9d34-4564-b415-84faff418ceb,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:50:32.874773 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:32.976466 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Floating IP fc140897-4e22-4099-8168-c0ac979608b1 associated. External IP: 172.25.1.237, port: df544387-e9fc-4cfa-9c5f-92f3e3ce5735. Aug 28 13:50:33.181889 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Router da70198b-83cd-4f05-b2e0-790aa5faa082 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:50:33.290140 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:50:33.300733 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f07a034-6fe2-41cd-b270-fbed04f5623b None None] Sync routers for ids ['da70198b-83cd-4f05-b2e0-790aa5faa082'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:50:33.305842 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:33.311427 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f07a034-6fe2-41cd-b270-fbed04f5623b None None] Routers {'da70198b-83cd-4f05-b2e0-790aa5faa082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:50:33.312038 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8f07a034-6fe2-41cd-b270-fbed04f5623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:50:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['da70198b-83cd-4f05-b2e0-790aa5faa082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:33.342386 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-880c440c-6873-4348-b298-5d57e4cb77ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5452108 Aug 28 13:50:33.342386 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'tag': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:50:33.342386 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bc432b-ecaa-44a2-8912-2c747a830d30" -d '{"events": [{"name": "network-changed", "server_uuid": "4f39b398-a06d-47e7-8c2b-272f19f98495", "tag": "df544387-e9fc-4cfa-9c5f-92f3e3ce5735"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:50:33.373792 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fe8d19-2abb-4c8a-bcfa-fd28a5c5cd4d x-openstack-request-id: req-73fe8d19-2abb-4c8a-bcfa-fd28a5c5cd4d {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:50:33.374077 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f39b398-a06d-47e7-8c2b-272f19f98495", "tag": "df544387-e9fc-4cfa-9c5f-92f3e3ce5735", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:50:33.374328 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73fe8d19-2abb-4c8a-bcfa-fd28a5c5cd4d {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:50:33.374758 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'tag': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'status': 'completed', 'code': 200} Aug 28 13:50:33.417181 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-8f07a034-6fe2-41cd-b270-fbed04f5623b None None] Set router da70198b-83cd-4f05-b2e0-790aa5faa082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:50:33.436853 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc432b-ecaa-44a2-8912-2c747a830d30 req-d01b9dac-691e-46b4-bffe-4ec36c93a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:33.438422 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41bc432b-ecaa-44a2-8912-2c747a830d30 req-d01b9dac-691e-46b4-bffe-4ec36c93a380 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 1097 time: 0.0430713 Aug 28 13:50:33.534425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc432b-ecaa-44a2-8912-2c747a830d30 req-bf92690e-c2b4-4663-a4a2-6682a85cf05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:33.535945 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41bc432b-ecaa-44a2-8912-2c747a830d30 req-bf92690e-c2b4-4663-a4a2-6682a85cf05f service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.0904107 Aug 28 13:50:33.606654 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41bc432b-ecaa-44a2-8912-2c747a830d30 req-762db0da-85c1-42d5-a084-c458826d9c98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735 HTTP/1.1" status: 200 len: 999 time: 0.0635574 Aug 28 13:50:33.659963 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc432b-ecaa-44a2-8912-2c747a830d30 req-ccba27d6-623e-4a6e-ac3c-0db64e11b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:33.660976 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41bc432b-ecaa-44a2-8912-2c747a830d30 req-ccba27d6-623e-4a6e-ac3c-0db64e11b670 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0480392 Aug 28 13:50:33.710926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc432b-ecaa-44a2-8912-2c747a830d30 req-a38cf5c4-984e-4c78-ae0e-4336104a4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:33.712354 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41bc432b-ecaa-44a2-8912-2c747a830d30 req-a38cf5c4-984e-4c78-ae0e-4336104a4aef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448709 Aug 28 13:50:33.735303 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8f07a034-6fe2-41cd-b270-fbed04f5623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:12Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'fc140897-4e22-4099-8168-c0ac979608b1', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'port_id': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'mac_address': 'fa:16:3e:c1:07:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:50:32Z', 'updated_at': '2021-08-28T13:50:32Z', 'revision_number': 0, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f2bc26-02e6-45a5-83bb-9e5c679ce095', 'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'mac_address': 'fa:16:3e:61:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:11Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 5, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'subnets': [{'id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:33.765296 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f07a034-6fe2-41cd-b270-fbed04f5623b None None] Checking router: da70198b-83cd-4f05-b2e0-790aa5faa082 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:50:33.773400 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f07a034-6fe2-41cd-b270-fbed04f5623b None None] Routers {'da70198b-83cd-4f05-b2e0-790aa5faa082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:50:33.774007 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8f07a034-6fe2-41cd-b270-fbed04f5623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:50:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['da70198b-83cd-4f05-b2e0-790aa5faa082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:33.804286 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41bc432b-ecaa-44a2-8912-2c747a830d30 req-1935c07a-8312-48ab-b44f-95197ccedadc service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849681 Aug 28 13:50:33.875534 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-8f07a034-6fe2-41cd-b270-fbed04f5623b None None] Set router da70198b-83cd-4f05-b2e0-790aa5faa082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:50:33.901586 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41bc432b-ecaa-44a2-8912-2c747a830d30 req-bd3f4b61-a5d5-48fd-9df0-9d0bd44ae962 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899789 Aug 28 13:50:34.089140 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8f07a034-6fe2-41cd-b270-fbed04f5623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:12Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'fc140897-4e22-4099-8168-c0ac979608b1', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'port_id': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'mac_address': 'fa:16:3e:c1:07:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:50:32Z', 'updated_at': '2021-08-28T13:50:32Z', 'revision_number': 0, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f2bc26-02e6-45a5-83bb-9e5c679ce095', 'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'mac_address': 'fa:16:3e:61:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:11Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 5, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'subnets': [{'id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:50:34.114965 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f07a034-6fe2-41cd-b270-fbed04f5623b None None] The sync data for ids ['da70198b-83cd-4f05-b2e0-790aa5faa082'] in n-d-791505-21 is: [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:12Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': 'fc140897-4e22-4099-8168-c0ac979608b1', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'port_id': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'mac_address': 'fa:16:3e:c1:07:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:50:32Z', 'updated_at': '2021-08-28T13:50:32Z', 'revision_number': 0, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f2bc26-02e6-45a5-83bb-9e5c679ce095', 'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'mac_address': 'fa:16:3e:61:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:11Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 5, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'subnets': [{'id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:50:34.320514 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37567a83-31a5-47a4-a154-0bb9e9c79e73 None None] New status for floating IP fc140897-4e22-4099-8168-c0ac979608b1: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:50:38.127110 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:40.095037 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d03ee897-debf-4b6a-b8b3-f064895bcf8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:40.501382 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:42.348133 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2942994d-ab9f-4da7-9829-389fddb9145c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:42.701537 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:43.683252 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:45.584814 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:50:45.633141 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:50:49.127436 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7c9d6fbf-9880-41dd-80f6-ca28732ed892 req-86801618-506d-4494-a301-1150c59e73fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408576 Aug 28 13:50:49.209242 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d6fbf-9880-41dd-80f6-ca28732ed892 req-acc379bd-ecb3-4d18-a86a-bd123edda0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:49.210816 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7c9d6fbf-9880-41dd-80f6-ca28732ed892 req-acc379bd-ecb3-4d18-a86a-bd123edda0e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 1097 time: 0.0409579 Aug 28 13:50:49.314882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d6fbf-9880-41dd-80f6-ca28732ed892 req-6b0b4bdb-f0f9-4432-8d51-b63f83e30d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:49.316362 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7c9d6fbf-9880-41dd-80f6-ca28732ed892 req-6b0b4bdb-f0f9-4432-8d51-b63f83e30d11 service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.0874441 Aug 28 13:50:49.383409 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7c9d6fbf-9880-41dd-80f6-ca28732ed892 req-18613b21-b82f-4f11-a062-4bd917583399 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735 HTTP/1.1" status: 200 len: 1001 time: 0.0592971 Aug 28 13:50:49.431474 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d6fbf-9880-41dd-80f6-ca28732ed892 req-94f5ff14-6d01-4b30-b4fb-df08b1de975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:49.432869 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7c9d6fbf-9880-41dd-80f6-ca28732ed892 req-94f5ff14-6d01-4b30-b4fb-df08b1de975b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0427606 Aug 28 13:50:49.480741 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d6fbf-9880-41dd-80f6-ca28732ed892 req-91759ed2-ed88-4bdc-bc19-f072f3defbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:50:49.482205 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7c9d6fbf-9880-41dd-80f6-ca28732ed892 req-91759ed2-ed88-4bdc-bc19-f072f3defbc3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419338 Aug 28 13:50:49.570441 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7c9d6fbf-9880-41dd-80f6-ca28732ed892 req-ad124bcc-4ace-4d6c-b510-f3a4dad2e0e8 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805376 Aug 28 13:50:49.663306 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7c9d6fbf-9880-41dd-80f6-ca28732ed892 req-0095b310-9b0f-4f27-9c2c-3c6440c96987 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848503 Aug 28 13:51:04.266711 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-849c7a69-d4a4-40a4-9dbe-f78ed842976a req-f920c2be-42d1-4a32-9da3-f3cc8b09c0c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0884101 Aug 28 13:51:04.349294 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c7a69-d4a4-40a4-9dbe-f78ed842976a req-d3205fc9-0a66-4d3c-987d-be7e72819b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:51:04.350816 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-849c7a69-d4a4-40a4-9dbe-f78ed842976a req-d3205fc9-0a66-4d3c-987d-be7e72819b98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0412190 Aug 28 13:51:04.452759 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c7a69-d4a4-40a4-9dbe-f78ed842976a req-f92f6c89-472f-4337-89b9-bef664fbeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:51:04.454155 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-849c7a69-d4a4-40a4-9dbe-f78ed842976a req-f92f6c89-472f-4337-89b9-bef664fbeeda service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0828454 Aug 28 13:51:04.500690 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-849c7a69-d4a4-40a4-9dbe-f78ed842976a req-35d1e6b6-d1fe-4b37-a96f-bff9fb6fb86e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0381739 Aug 28 13:51:04.552376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c7a69-d4a4-40a4-9dbe-f78ed842976a req-e62d5027-fc8c-403b-8c6e-06a393f279fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:51:04.553840 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-849c7a69-d4a4-40a4-9dbe-f78ed842976a req-e62d5027-fc8c-403b-8c6e-06a393f279fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0445194 Aug 28 13:51:04.600248 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c7a69-d4a4-40a4-9dbe-f78ed842976a req-5094e018-a47f-41f1-b6ee-e4b5bfa28e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:51:04.601749 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-849c7a69-d4a4-40a4-9dbe-f78ed842976a req-5094e018-a47f-41f1-b6ee-e4b5bfa28e49 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403626 Aug 28 13:51:04.614914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-849c7a69-d4a4-40a4-9dbe-f78ed842976a req-f1bf1cf7-c3a2-4d99-8c8b-eefa283d13f5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:51:04.615908 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-849c7a69-d4a4-40a4-9dbe-f78ed842976a req-f1bf1cf7-c3a2-4d99-8c8b-eefa283d13f5 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057273 Aug 28 13:51:04.709699 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-849c7a69-d4a4-40a4-9dbe-f78ed842976a req-478d910b-7c7a-4ae1-9e71-3944942507b1 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867026 Aug 28 13:51:04.799447 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-849c7a69-d4a4-40a4-9dbe-f78ed842976a req-fe7959ba-27f4-4d6e-a8b6-abd181e6a84f service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817869 Aug 28 13:51:08.133670 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:51:10.095932 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cd4f484f-6b42-4ad4-aa4c-25a5cb904f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:51:10.504283 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:51:12.349183 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2cea2de2-480a-4baa-8de5-8244ceb442b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:51:12.702876 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:51:13.686530 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:51:15.584175 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:51:22.632191 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:51:38.151499 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:51:40.097051 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ea6ff531-e001-4b40-b5c5-12711706236e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:51:40.497548 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:51:42.350962 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4bce9eaa-4d95-43e2-8b07-a0a3a8cab045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:51:42.703874 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:51:43.690239 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:51:45.587543 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:51:51.166155 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4eecf19-7825-4198-8181-624c2ea28a83 req-304e34ba-93ea-4870-9a33-7d9f2827767b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0826647 Aug 28 13:51:51.246195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eecf19-7825-4198-8181-624c2ea28a83 req-3640e0da-902c-428b-8203-546394d1b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:51:51.247704 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4eecf19-7825-4198-8181-624c2ea28a83 req-3640e0da-902c-428b-8203-546394d1b52f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 1097 time: 0.0404036 Aug 28 13:51:51.352241 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eecf19-7825-4198-8181-624c2ea28a83 req-95e77512-ac4d-498a-9762-b943d9cccb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:51:51.353629 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4eecf19-7825-4198-8181-624c2ea28a83 req-95e77512-ac4d-498a-9762-b943d9cccb2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.0863461 Aug 28 13:51:51.731594 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4eecf19-7825-4198-8181-624c2ea28a83 req-a6f39f36-7220-427b-b199-9768cc6a5cb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735 HTTP/1.1" status: 200 len: 1001 time: 0.3706911 Aug 28 13:51:51.779641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eecf19-7825-4198-8181-624c2ea28a83 req-6778083f-3d8e-49ba-9781-75bd1ff4c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:51:51.781062 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4eecf19-7825-4198-8181-624c2ea28a83 req-6778083f-3d8e-49ba-9781-75bd1ff4c47d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0422850 Aug 28 13:51:51.828887 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eecf19-7825-4198-8181-624c2ea28a83 req-091ebb94-af6d-4f3f-b51c-50e26cafa4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:51:51.830949 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4eecf19-7825-4198-8181-624c2ea28a83 req-091ebb94-af6d-4f3f-b51c-50e26cafa4f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428448 Aug 28 13:51:51.919081 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4eecf19-7825-4198-8181-624c2ea28a83 req-9241c656-51f5-4d37-bf99-6628e8891f6f service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800226 Aug 28 13:51:52.013382 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4eecf19-7825-4198-8181-624c2ea28a83 req-31560e18-8658-435e-9ca8-be6578a51f46 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869446 Aug 28 13:51:59.631569 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:52:06.101713 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3d5c4e7c-11e1-4e6d-a8b0-552f1ab173b6 req-51356614-8d1a-4559-96ef-f5e5bce4e732 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418773 Aug 28 13:52:06.188952 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c4e7c-11e1-4e6d-a8b0-552f1ab173b6 req-abbd7ee1-4513-4f7a-b3e2-da3d5d69d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:06.191444 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3d5c4e7c-11e1-4e6d-a8b0-552f1ab173b6 req-abbd7ee1-4513-4f7a-b3e2-da3d5d69d606 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0472271 Aug 28 13:52:06.296506 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c4e7c-11e1-4e6d-a8b0-552f1ab173b6 req-30293c55-498a-4937-8fcc-e2570720770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:06.297983 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3d5c4e7c-11e1-4e6d-a8b0-552f1ab173b6 req-30293c55-498a-4937-8fcc-e2570720770d service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0861382 Aug 28 13:52:06.346771 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3d5c4e7c-11e1-4e6d-a8b0-552f1ab173b6 req-6df71ddd-c6d4-41c0-bbd8-7cc929c9a38f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0394976 Aug 28 13:52:06.399482 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c4e7c-11e1-4e6d-a8b0-552f1ab173b6 req-9a27303c-d721-4f83-8569-5b73d3cd5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:06.400905 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3d5c4e7c-11e1-4e6d-a8b0-552f1ab173b6 req-9a27303c-d721-4f83-8569-5b73d3cd5cd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0476305 Aug 28 13:52:06.446654 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c4e7c-11e1-4e6d-a8b0-552f1ab173b6 req-fa0e58f7-5197-42bb-9580-8f411645bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:06.448129 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3d5c4e7c-11e1-4e6d-a8b0-552f1ab173b6 req-fa0e58f7-5197-42bb-9580-8f411645bd94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397451 Aug 28 13:52:06.540167 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3d5c4e7c-11e1-4e6d-a8b0-552f1ab173b6 req-2e28ab97-f692-4791-98fa-7044dc1d6aa9 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836742 Aug 28 13:52:06.629915 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-3d5c4e7c-11e1-4e6d-a8b0-552f1ab173b6 req-1b0fa1a9-e843-4aa1-9736-074999c34844 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818226 Aug 28 13:52:08.166019 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:10.099636 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-097561b8-c390-4162-ac59-947795c8a754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:10.499711 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:12.353431 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3a105648-1f09-4e58-a35c-876ef4550cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:12.706123 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:13.065448 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-b449e14e-8e8e-4868-b428-5a0cd3804393 req-6dc514f1-e368-46b2-9b58-3675e33feca6 service neutron] (94878) timed out ('10.222.0.20', 35012) {{(pid=94878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 13:52:13.692768 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:15.588751 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:31.232698 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824c455-d682-4772-9a1a-620ff5f5dedd req-2953a214-85ff-4676-b58e-531dacaf10f3 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:31.234099 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c824c455-d682-4772-9a1a-620ff5f5dedd req-2953a214-85ff-4676-b58e-531dacaf10f3 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0504298 Aug 28 13:52:31.272219 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c824c455-d682-4772-9a1a-620ff5f5dedd req-e5adf6c2-00f7-4bf3-8722-90503f94793c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317795 Aug 28 13:52:32.412703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4410938-a872-46bc-bd64-fa6eed24e5d3 req-46e35c77-0537-4f40-98de-61ba60295850 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:32.414183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4410938-a872-46bc-bd64-fa6eed24e5d3 req-46e35c77-0537-4f40-98de-61ba60295850 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0499804 Aug 28 13:52:32.452271 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d4410938-a872-46bc-bd64-fa6eed24e5d3 req-0c0b40e3-bf17-46aa-b4ba-7a91b530d053 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321417 Aug 28 13:52:33.569228 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3088deb-451a-4994-b4ba-c85b48e74d0b req-9bcd02a4-b88a-4ebe-ac1e-d6bc47d1c48c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:33.570728 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3088deb-451a-4994-b4ba-c85b48e74d0b req-9bcd02a4-b88a-4ebe-ac1e-d6bc47d1c48c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0493410 Aug 28 13:52:33.611745 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e3088deb-451a-4994-b4ba-c85b48e74d0b req-7764d9a9-a694-4dd1-ac20-8eaeb7302513 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349731 Aug 28 13:52:34.727174 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1dd76-bd82-4122-a5d8-79886f81521d req-a540bd1a-7d21-4eeb-9a63-d437591876fa tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:34.728687 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a0b1dd76-bd82-4122-a5d8-79886f81521d req-a540bd1a-7d21-4eeb-9a63-d437591876fa tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0493484 Aug 28 13:52:34.766259 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a0b1dd76-bd82-4122-a5d8-79886f81521d req-b0f0fcd3-7a80-4d92-b64d-ebde383586ab tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313652 Aug 28 13:52:35.880633 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448ebdf-8d26-4ae0-b870-af0a058a2336 req-c9a40648-fa54-4dc2-b603-5da6f1a032f9 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:35.882243 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d448ebdf-8d26-4ae0-b870-af0a058a2336 req-c9a40648-fa54-4dc2-b603-5da6f1a032f9 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0488265 Aug 28 13:52:35.919744 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d448ebdf-8d26-4ae0-b870-af0a058a2336 req-ab8acbd9-a8cc-419e-b3f7-26f4af3e2f49 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315602 Aug 28 13:52:36.630787 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:52:37.037425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21386cac-a3f7-4cbd-a4c8-8b3fbf6b064d req-440c1a57-1e11-48b3-91e3-d505e3b65a58 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:37.038947 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21386cac-a3f7-4cbd-a4c8-8b3fbf6b064d req-440c1a57-1e11-48b3-91e3-d505e3b65a58 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0495985 Aug 28 13:52:37.082330 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-21386cac-a3f7-4cbd-a4c8-8b3fbf6b064d req-919cea1e-e0fc-408e-983a-733b41e1c729 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369511 Aug 28 13:52:38.164548 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:38.197570 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390ef58-7427-4708-a848-2f8e4b8ab084 req-e3338b03-66a6-424a-b5d3-2c1506ebdb4f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:38.199102 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2390ef58-7427-4708-a848-2f8e4b8ab084 req-e3338b03-66a6-424a-b5d3-2c1506ebdb4f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0488360 Aug 28 13:52:38.236854 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2390ef58-7427-4708-a848-2f8e4b8ab084 req-cf72e45d-8d78-43a2-860f-6b9af90dcf86 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317843 Aug 28 13:52:39.353844 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600db840-e866-4824-918a-225800e01045 req-89bd81b7-8337-4a38-a552-947320f4b69b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:39.355359 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-600db840-e866-4824-918a-225800e01045 req-89bd81b7-8337-4a38-a552-947320f4b69b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0492125 Aug 28 13:52:39.393262 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-600db840-e866-4824-918a-225800e01045 req-7a28586d-9e7a-4431-b115-63cc4d52cd98 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319993 Aug 28 13:52:40.100767 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7dfa0f75-047b-4dba-a9d1-e10e4a60818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:40.508739 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5c4aa-5a16-4b91-88d9-365dd5c9c505 req-fae18c25-6c69-40e3-92da-d86397cec5c7 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:40.510266 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebf5c4aa-5a16-4b91-88d9-365dd5c9c505 req-fae18c25-6c69-40e3-92da-d86397cec5c7 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0495005 Aug 28 13:52:40.513710 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:40.553206 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebf5c4aa-5a16-4b91-88d9-365dd5c9c505 req-a3583ea0-ea8e-448a-8cf1-e33ac704fae6 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357020 Aug 28 13:52:41.680565 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f5c31-428f-4712-a59b-4998001de568 req-f23581dc-c645-4008-a0c2-0454a90b781d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:41.682156 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c2f5c31-428f-4712-a59b-4998001de568 req-f23581dc-c645-4008-a0c2-0454a90b781d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0541811 Aug 28 13:52:41.722888 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8c2f5c31-428f-4712-a59b-4998001de568 req-418c2740-d9be-48bd-947f-3936dbb254eb tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340798 Aug 28 13:52:42.357344 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1888a1e5-3365-493b-8e49-bdcb651bf7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:42.707071 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:42.843519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69353429-0d3c-49b3-824a-918a4958341f req-9e2d174b-b50f-401e-a576-4855a2ff5e16 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:42.844999 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69353429-0d3c-49b3-824a-918a4958341f req-9e2d174b-b50f-401e-a576-4855a2ff5e16 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0492935 Aug 28 13:52:42.883043 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69353429-0d3c-49b3-824a-918a4958341f req-f4263c3e-4a60-4145-b68b-5019dbd28530 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313082 Aug 28 13:52:43.697347 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:44.017778 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d91cb1-deb2-499a-8507-fff586e5cbd9 req-6f2233d2-e926-4870-afbf-e29a06cbcce9 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:44.019942 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09d91cb1-deb2-499a-8507-fff586e5cbd9 req-6f2233d2-e926-4870-afbf-e29a06cbcce9 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0579081 Aug 28 13:52:44.069397 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-09d91cb1-deb2-499a-8507-fff586e5cbd9 req-acb8d097-4d91-4001-af75-75400d603822 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430632 Aug 28 13:52:44.537975 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device df544387-e9fc-4cfa-9c5f-92f3e3ce5735 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:52:44.646276 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port df544387-e9fc-4cfa-9c5f-92f3e3ce5735, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:52:44.660181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'port_id': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'mac_address': 'fa:16:3e:c1:07:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:52:44.707064 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:44.724836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df544387-e9fc-4cfa-9c5f-92f3e3ce5735 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:52:44.749135 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port df544387-e9fc-4cfa-9c5f-92f3e3ce5735, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:52:44.753655 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:44.811094 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:52:44.818842 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:52:44.819534 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:52:44.820033 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:52:44.820535 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:52:44.821025 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:52:44.821518 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:52:44.822006 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:52:44.823215 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:52:44.823572 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:52:44.823907 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:52:44.824234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:52:44.824562 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:52:44.830649 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['df544387-e9fc-4cfa-9c5f-92f3e3ce5735'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:52:45.198827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0580b56-7dc7-405d-bb44-cd9fd7922431 req-d06d766d-6ff9-4ca0-a859-a63d9f5e3da1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:45.201035 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0580b56-7dc7-405d-bb44-cd9fd7922431 req-d06d766d-6ff9-4ca0-a859-a63d9f5e3da1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 944 time: 0.0537107 Aug 28 13:52:45.248400 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0580b56-7dc7-405d-bb44-cd9fd7922431 req-529085da-55c7-4434-84ae-88e7a96317ad tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413144 Aug 28 13:52:45.596984 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:46.384629 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf68204-cbfb-4d18-9e83-421a25027b4c req-2c82a2d6-cd2a-4d1e-8f5d-df6f99f6d7b0 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:46.387947 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-daf68204-cbfb-4d18-9e83-421a25027b4c req-2c82a2d6-cd2a-4d1e-8f5d-df6f99f6d7b0 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 944 time: 0.0639768 Aug 28 13:52:46.439821 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-daf68204-cbfb-4d18-9e83-421a25027b4c req-b7c84862-c5dd-4979-a4c2-e6449a4a8de0 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437493 Aug 28 13:52:46.542794 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device df544387-e9fc-4cfa-9c5f-92f3e3ce5735 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:52:46.603167 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port df544387-e9fc-4cfa-9c5f-92f3e3ce5735 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:52:46.603387 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:46.688569 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:46.715067 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:52:46.717421 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a199809-e7ca-4f2b-8356-ebca74621c1e" -d '{"events": [{"server_uuid": "4f39b398-a06d-47e7-8c2b-272f19f98495", "name": "network-vif-plugged", "status": "completed", "tag": "df544387-e9fc-4cfa-9c5f-92f3e3ce5735"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:52:46.897155 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74896422-8129-40c3-b386-3d0b530bdc83 x-openstack-request-id: req-74896422-8129-40c3-b386-3d0b530bdc83 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:52:46.897448 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f39b398-a06d-47e7-8c2b-272f19f98495", "name": "network-vif-plugged", "status": "completed", "tag": "df544387-e9fc-4cfa-9c5f-92f3e3ce5735", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:52:46.897773 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74896422-8129-40c3-b386-3d0b530bdc83 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:52:46.898232 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'code': 200} Aug 28 13:52:46.902136 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port df544387-e9fc-4cfa-9c5f-92f3e3ce5735, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:52:46.907545 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:46.967821 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:52:47.571652 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ef015-18fd-453e-ae5a-b563fa7f8e2f req-63fd63c9-4fb6-4832-a9ae-473fa5f0a391 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:47.573154 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-101ef015-18fd-453e-ae5a-b563fa7f8e2f req-63fd63c9-4fb6-4832-a9ae-473fa5f0a391 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0560031 Aug 28 13:52:47.632671 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-101ef015-18fd-453e-ae5a-b563fa7f8e2f req-09cd5483-bf39-4564-bd7b-4a47ec269d50 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473509 Aug 28 13:52:48.813737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469d3c5-ceec-449f-a262-c7c21a3a5873 req-2314e79f-cbd3-40e7-ac92-f48bd3d5ae86 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:48.815443 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2469d3c5-ceec-449f-a262-c7c21a3a5873 req-2314e79f-cbd3-40e7-ac92-f48bd3d5ae86 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0540950 Aug 28 13:52:48.862223 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2469d3c5-ceec-449f-a262-c7c21a3a5873 req-c8ea72df-b99f-4bc7-b335-9137631438dd tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372586 Aug 28 13:52:49.988750 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122ad51-1bea-49fa-8361-347b65cb98df req-6e50d1c0-7258-4a21-a988-6d24a54fa3da tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:49.995240 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f122ad51-1bea-49fa-8361-347b65cb98df req-6e50d1c0-7258-4a21-a988-6d24a54fa3da tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0619433 Aug 28 13:52:50.038323 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f122ad51-1bea-49fa-8361-347b65cb98df req-a32799e8-64ee-4411-88a0-922109b5b187 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411212 Aug 28 13:52:51.202789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e0f35-09ac-412f-aead-39eadc65e6e8 req-aadcd5b2-1503-4a8d-92fb-621168d04b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:51.204161 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b3e0f35-09ac-412f-aead-39eadc65e6e8 req-aadcd5b2-1503-4a8d-92fb-621168d04b81 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 1097 time: 0.0699983 Aug 28 13:52:51.213231 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18786e37-fb08-4f8d-9c63-0a0527a71f3b req-fa1a8163-58ea-46d0-b05b-a1074ac48a2a tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:51.220939 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18786e37-fb08-4f8d-9c63-0a0527a71f3b req-fa1a8163-58ea-46d0-b05b-a1074ac48a2a tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0985725 Aug 28 13:52:51.301116 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-18786e37-fb08-4f8d-9c63-0a0527a71f3b req-3b5acd08-ca9a-4857-a875-7dc720bd89ef tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791283 Aug 28 13:52:51.361867 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e0f35-09ac-412f-aead-39eadc65e6e8 req-46f65959-59ad-4217-996a-6d2cf5b26b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:51.363371 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b3e0f35-09ac-412f-aead-39eadc65e6e8 req-46f65959-59ad-4217-996a-6d2cf5b26b8b service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.1344523 Aug 28 13:52:51.445857 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b3e0f35-09ac-412f-aead-39eadc65e6e8 req-a2945124-c454-4577-83ef-83b7faa16af1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735 HTTP/1.1" status: 200 len: 1001 time: 0.0745826 Aug 28 13:52:51.512326 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e0f35-09ac-412f-aead-39eadc65e6e8 req-0df6103a-73c9-4da0-930a-e5b298a6192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:51.514032 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b3e0f35-09ac-412f-aead-39eadc65e6e8 req-0df6103a-73c9-4da0-930a-e5b298a6192c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0597208 Aug 28 13:52:51.565149 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e0f35-09ac-412f-aead-39eadc65e6e8 req-d8ffd79e-f623-4dbc-b5de-d8be4482400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:51.566773 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b3e0f35-09ac-412f-aead-39eadc65e6e8 req-d8ffd79e-f623-4dbc-b5de-d8be4482400b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452492 Aug 28 13:52:51.678936 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b3e0f35-09ac-412f-aead-39eadc65e6e8 req-4aac87fe-58ca-40c2-a1cf-c4e3d6ede160 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043403 Aug 28 13:52:51.789135 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1b3e0f35-09ac-412f-aead-39eadc65e6e8 req-7ca8e207-9e21-45a9-9144-70a4e95da8b5 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030316 Aug 28 13:52:52.437296 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80a50e-31d0-4643-8f90-4f8bfa3ea312 req-add5287b-ceec-449a-9179-d105515d1d8d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:52.439095 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e80a50e-31d0-4643-8f90-4f8bfa3ea312 req-add5287b-ceec-449a-9179-d105515d1d8d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0633321 Aug 28 13:52:52.482375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4e80a50e-31d0-4643-8f90-4f8bfa3ea312 req-d7726ff1-add5-4ea9-82ff-fd791bd1eb99 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337610 Aug 28 13:52:53.169956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475537bb-7503-44f8-9eba-5c839d823513 req-06600368-a1df-4128-8af3-9a40f2fd641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:53.171610 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-475537bb-7503-44f8-9eba-5c839d823513 req-06600368-a1df-4128-8af3-9a40f2fd641e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 1097 time: 0.0414240 Aug 28 13:52:53.259790 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475537bb-7503-44f8-9eba-5c839d823513 req-86f646ca-2e59-46ad-824b-4629420b4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:53.261252 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-475537bb-7503-44f8-9eba-5c839d823513 req-86f646ca-2e59-46ad-824b-4629420b4a38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.0824106 Aug 28 13:52:53.330972 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-475537bb-7503-44f8-9eba-5c839d823513 req-98431d87-3c3e-45d2-96af-612ee7ce6189 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735 HTTP/1.1" status: 200 len: 1001 time: 0.0624712 Aug 28 13:52:53.380541 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475537bb-7503-44f8-9eba-5c839d823513 req-fcdf0b1b-462f-4c7a-ac0a-53b8ca34009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:53.381995 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-475537bb-7503-44f8-9eba-5c839d823513 req-fcdf0b1b-462f-4c7a-ac0a-53b8ca34009a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0436039 Aug 28 13:52:53.428672 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475537bb-7503-44f8-9eba-5c839d823513 req-2c0a181b-c6ac-4b85-b5c8-6564c9f56543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:53.430068 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-475537bb-7503-44f8-9eba-5c839d823513 req-2c0a181b-c6ac-4b85-b5c8-6564c9f56543 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403895 Aug 28 13:52:53.523966 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-475537bb-7503-44f8-9eba-5c839d823513 req-3b2b24b3-a386-4bfb-9ad3-97e28a1287b2 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864565 Aug 28 13:52:53.648536 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560253b-e2ef-4432-8349-556e47d9e79e req-f9f2df87-83b0-4f3b-8997-7e3d01206ac9 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:53.650022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f560253b-e2ef-4432-8349-556e47d9e79e req-f9f2df87-83b0-4f3b-8997-7e3d01206ac9 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0762024 Aug 28 13:52:53.667103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-475537bb-7503-44f8-9eba-5c839d823513 req-4dc416a5-256a-4391-8985-a4a134d779bc service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357715 Aug 28 13:52:53.694248 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f560253b-e2ef-4432-8349-556e47d9e79e req-6b81243d-4a2c-4025-84ba-561347ab7f97 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366189 Aug 28 13:52:54.809568 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd6e05-7eb0-436e-b4e7-85cc45b703fa req-ac54a790-f4e8-4628-98f5-8606cb6a90f0 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:54.811068 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-16dd6e05-7eb0-436e-b4e7-85cc45b703fa req-ac54a790-f4e8-4628-98f5-8606cb6a90f0 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0491018 Aug 28 13:52:54.848262 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-16dd6e05-7eb0-436e-b4e7-85cc45b703fa req-cf8f84dd-4475-416b-93e8-beb6f56f453c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312748 Aug 28 13:52:55.966808 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba70cf-ab45-40d3-8739-b606927a0f3d req-a8ce1d96-e1f6-4331-9c81-bcba4b0467cc tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:55.968304 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-30ba70cf-ab45-40d3-8739-b606927a0f3d req-a8ce1d96-e1f6-4331-9c81-bcba4b0467cc tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0523677 Aug 28 13:52:56.006623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-30ba70cf-ab45-40d3-8739-b606927a0f3d req-30e0fdd8-e8da-4d86-8472-d3e8adaab45c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317252 Aug 28 13:52:56.074858 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-3f490d39-5075-493b-8708-33f2ff0dc39f req-ca02f8ae-1da0-4c8d-9a46-8cade0c34b07 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:52:56.075850 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3f490d39-5075-493b-8708-33f2ff0dc39f req-ca02f8ae-1da0-4c8d-9a46-8cade0c34b07 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054905 Aug 28 13:52:56.229704 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd3d8a-3260-44d8-b5ab-ee4a82220210 req-7e001387-1598-40c3-bf5e-5bac6078190a tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:56.231300 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7afd3d8a-3260-44d8-b5ab-ee4a82220210 req-7e001387-1598-40c3-bf5e-5bac6078190a tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 945 time: 0.0520749 Aug 28 13:52:56.269280 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7afd3d8a-3260-44d8-b5ab-ee4a82220210 req-9b24b768-6aa7-4a9f-976f-63967bed2cb1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320020 Aug 28 13:52:56.445585 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39640) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:52:56.529656 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69729e37-3bce-4216-85e1-6687359187ba req-12b277b6-1620-455b-9ff0-b83a3a7be5bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829113 Aug 28 13:52:56.620842 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device df544387-e9fc-4cfa-9c5f-92f3e3ce5735 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:52:56.700063 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:56.725650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:52:56.727924 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d9b34c-551d-4eac-a538-2f909e4c08c4" -d '{"events": [{"server_uuid": "4f39b398-a06d-47e7-8c2b-272f19f98495", "name": "network-vif-unplugged", "status": "completed", "tag": "df544387-e9fc-4cfa-9c5f-92f3e3ce5735"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:52:56.741373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port df544387-e9fc-4cfa-9c5f-92f3e3ce5735, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:52:56.748190 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:52:56.773437 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 Aug 2021 13:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94f084f-5e08-4a20-9dfd-317b61c48bff x-openstack-request-id: req-b94f084f-5e08-4a20-9dfd-317b61c48bff {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:52:56.773751 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f39b398-a06d-47e7-8c2b-272f19f98495", "name": "network-vif-unplugged", "status": "failed", "tag": "df544387-e9fc-4cfa-9c5f-92f3e3ce5735", "code": 422}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:52:56.773962 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b94f084f-5e08-4a20-9dfd-317b61c48bff {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:52:56.774345 n-d-791505-21 neutron-server[94879]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'code': 422} returned with failed status Aug 28 13:52:56.798784 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:52:57.385420 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39577779-dcec-4693-b345-0c82e2f64fb0 req-02c9befb-0064-4104-b9d8-3d069e6298b7 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:57.386973 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39577779-dcec-4693-b345-0c82e2f64fb0 req-02c9befb-0064-4104-b9d8-3d069e6298b7 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0490496 Aug 28 13:52:57.429662 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-39577779-dcec-4693-b345-0c82e2f64fb0 req-e6d4d13b-08c1-4c8f-b90c-ae6fd35ddb03 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361738 Aug 28 13:52:58.404324 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69729e37-3bce-4216-85e1-6687359187ba req-c5e7650d-3105-4736-aa4f-ebec0d2a801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:58.405711 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69729e37-3bce-4216-85e1-6687359187ba req-c5e7650d-3105-4736-aa4f-ebec0d2a801e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495&tenant_id=6f0112f7d57c41a4acb33a0edccc2983 HTTP/1.1" status: 200 len: 1095 time: 0.0416584 Aug 28 13:52:58.467035 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69729e37-3bce-4216-85e1-6687359187ba req-e425b7ee-65ac-40da-97a1-3c4d1a7dc366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:58.468574 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69729e37-3bce-4216-85e1-6687359187ba req-e425b7ee-65ac-40da-97a1-3c4d1a7dc366 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 1095 time: 0.0402493 Aug 28 13:52:58.592769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9b782-9596-4f04-b925-77a4c360aff9 req-496b4397-2037-4349-a1a8-9a090d68741a tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:58.594287 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bc9b782-9596-4f04-b925-77a4c360aff9 req-496b4397-2037-4349-a1a8-9a090d68741a tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0716567 Aug 28 13:52:58.609909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69729e37-3bce-4216-85e1-6687359187ba req-f35bc9b1-5a9f-486f-b51f-8002150ac0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:58.611334 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69729e37-3bce-4216-85e1-6687359187ba req-f35bc9b1-5a9f-486f-b51f-8002150ac0c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.1359384 Aug 28 13:52:58.682114 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4bc9b782-9596-4f04-b925-77a4c360aff9 req-6b6eeae2-a0de-4d5a-8d86-1ae4aa1aaeb3 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805757 Aug 28 13:52:58.697125 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69729e37-3bce-4216-85e1-6687359187ba req-31be4177-e142-42b1-a45b-d1c00a9e3e28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735 HTTP/1.1" status: 200 len: 999 time: 0.0784552 Aug 28 13:52:58.746025 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69729e37-3bce-4216-85e1-6687359187ba req-16ea2580-80ad-4c65-b7a1-71c70be7bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:58.747472 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69729e37-3bce-4216-85e1-6687359187ba req-16ea2580-80ad-4c65-b7a1-71c70be7bfbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0431364 Aug 28 13:52:58.793953 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69729e37-3bce-4216-85e1-6687359187ba req-26934786-5b9c-4e38-8790-2bddb8a2cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:58.795471 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69729e37-3bce-4216-85e1-6687359187ba req-26934786-5b9c-4e38-8790-2bddb8a2cba5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409997 Aug 28 13:52:58.886618 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69729e37-3bce-4216-85e1-6687359187ba req-6851983a-c91c-44ba-9086-e7d040a71174 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835526 Aug 28 13:52:58.977417 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-69729e37-3bce-4216-85e1-6687359187ba req-b994d784-c279-47a3-ae53-d976e2b20afe service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832675 Aug 28 13:52:59.810818 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae576221-cd30-4241-9c95-a9d9fc14bf81 req-a7142cd4-5991-4e23-9317-a8effcecca7e tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:52:59.812767 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae576221-cd30-4241-9c95-a9d9fc14bf81 req-a7142cd4-5991-4e23-9317-a8effcecca7e tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0546777 Aug 28 13:52:59.855112 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae576221-cd30-4241-9c95-a9d9fc14bf81 req-75dff2b6-24a1-438e-a13b-672f62d894d9 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350943 Aug 28 13:53:00.653363 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device df544387-e9fc-4cfa-9c5f-92f3e3ce5735 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:53:00.988292 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271c534-804f-4519-9696-63a2576b3ba7 req-9a7b010d-7d31-4bc2-874e-325420c64f54 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:00.996635 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7271c534-804f-4519-9696-63a2576b3ba7 req-9a7b010d-7d31-4bc2-874e-325420c64f54 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0724382 Aug 28 13:53:01.031035 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7271c534-804f-4519-9696-63a2576b3ba7 req-fe248bd9-f8c1-4ac1-8653-ce1f4de98667 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335174 Aug 28 13:53:02.151268 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95a5fb-c05e-423b-b4c7-f6026f02334a req-48a05f2f-f143-4b16-8c1c-f1fa74a28e84 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:02.152757 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3f95a5fb-c05e-423b-b4c7-f6026f02334a req-48a05f2f-f143-4b16-8c1c-f1fa74a28e84 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0512769 Aug 28 13:53:02.192351 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3f95a5fb-c05e-423b-b4c7-f6026f02334a req-b0078a80-99a5-4266-b2ff-b97731c23b2c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335801 Aug 28 13:53:03.327969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26ebcf-e195-44c5-b8f4-0735090d9f39 req-7362b8c8-078c-464c-8ad7-a43dce94697f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:03.329623 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2c26ebcf-e195-44c5-b8f4-0735090d9f39 req-7362b8c8-078c-464c-8ad7-a43dce94697f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0556850 Aug 28 13:53:03.371776 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2c26ebcf-e195-44c5-b8f4-0735090d9f39 req-2a046c70-9584-4190-aeb1-5088847104fc tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355742 Aug 28 13:53:04.500248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41912ae7-72de-4f24-8c1c-77815d119593 req-e401e1d8-bff5-4a8b-9545-b835eec8f699 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:04.501981 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41912ae7-72de-4f24-8c1c-77815d119593 req-e401e1d8-bff5-4a8b-9545-b835eec8f699 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0627072 Aug 28 13:53:04.545790 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-41912ae7-72de-4f24-8c1c-77815d119593 req-679e599b-0ca2-4f0e-a7b2-b9aa478ecea4 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377998 Aug 28 13:53:05.670635 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1cf7f-0995-40c0-844e-808f90bd4797 req-6d0e94b9-cb86-4792-aa05-e1e32b7a647d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:05.672264 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-16e1cf7f-0995-40c0-844e-808f90bd4797 req-6d0e94b9-cb86-4792-aa05-e1e32b7a647d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0541055 Aug 28 13:53:05.711441 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-16e1cf7f-0995-40c0-844e-808f90bd4797 req-f1846457-b7b7-4126-8546-cde2f426839f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329223 Aug 28 13:53:06.192174 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c09b7c25-0b56-4dac-89dc-4502778967cc req-478b9767-4673-4cbf-97f8-2e3e08299763 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438147 Aug 28 13:53:06.283895 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b7c25-0b56-4dac-89dc-4502778967cc req-2b33468d-43f1-40b8-b650-e1253d0003be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:06.285786 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c09b7c25-0b56-4dac-89dc-4502778967cc req-2b33468d-43f1-40b8-b650-e1253d0003be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0488834 Aug 28 13:53:06.399440 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b7c25-0b56-4dac-89dc-4502778967cc req-643a4b6b-c091-4ed1-820b-0db0e264b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:06.400913 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c09b7c25-0b56-4dac-89dc-4502778967cc req-643a4b6b-c091-4ed1-820b-0db0e264b30c service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0940201 Aug 28 13:53:06.444324 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c09b7c25-0b56-4dac-89dc-4502778967cc req-e787ae23-2fc2-4309-8abd-fe01d7c951c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0355804 Aug 28 13:53:06.505001 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b7c25-0b56-4dac-89dc-4502778967cc req-08646e27-5dbd-462f-a7bb-b2a77a97cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:06.506698 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c09b7c25-0b56-4dac-89dc-4502778967cc req-08646e27-5dbd-462f-a7bb-b2a77a97cc46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0549233 Aug 28 13:53:06.561163 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b7c25-0b56-4dac-89dc-4502778967cc req-e0c4ab74-5e93-448c-b601-5fbb1e7ebb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:06.562810 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c09b7c25-0b56-4dac-89dc-4502778967cc req-e0c4ab74-5e93-448c-b601-5fbb1e7ebb0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476685 Aug 28 13:53:06.652993 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c09b7c25-0b56-4dac-89dc-4502778967cc req-ca5903ef-ea7e-4a82-a946-49293a13a83f service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823603 Aug 28 13:53:06.763357 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c09b7c25-0b56-4dac-89dc-4502778967cc req-4c8400c8-5f47-4b54-98f8-7d6b989c2fed service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023185 Aug 28 13:53:06.846138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb6c63-1b05-465b-9c6c-32cbb6d81349 req-6d0a4dd7-9355-4b09-b49c-ee2e70706d34 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:06.847658 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d7bb6c63-1b05-465b-9c6c-32cbb6d81349 req-6d0a4dd7-9355-4b09-b49c-ee2e70706d34 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0560474 Aug 28 13:53:06.888714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d7bb6c63-1b05-465b-9c6c-32cbb6d81349 req-925e3daa-d4e9-4398-a056-afaabfc935d3 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320444 Aug 28 13:53:08.022156 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef38f0-c2fb-4395-99f1-83f4e485108a req-d661bc1c-87c0-4eee-956e-6ba72b21b7a6 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:08.023731 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-13ef38f0-c2fb-4395-99f1-83f4e485108a req-d661bc1c-87c0-4eee-956e-6ba72b21b7a6 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0593796 Aug 28 13:53:08.062467 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-13ef38f0-c2fb-4395-99f1-83f4e485108a req-8e914106-148d-42d3-93f8-8ceba41dcf65 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319905 Aug 28 13:53:08.172513 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:09.185197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cfff3-1ffe-4036-b106-7dd8ab5ab45b req-52c8ea69-b6fa-4a14-bcb3-44f807064135 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:09.186771 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de6cfff3-1ffe-4036-b106-7dd8ab5ab45b req-52c8ea69-b6fa-4a14-bcb3-44f807064135 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0523214 Aug 28 13:53:09.236479 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-de6cfff3-1ffe-4036-b106-7dd8ab5ab45b req-c217e7e2-5ce7-4a73-9c26-399d8c1d4383 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436943 Aug 28 13:53:10.104014 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a2105ce1-0cde-4f7f-b5aa-4c221617b27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:10.352121 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179131e6-4cac-4653-8055-611d6c493367 req-0b1a5ffa-c19b-40b2-97de-e656f5193e57 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:10.353629 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-179131e6-4cac-4653-8055-611d6c493367 req-0b1a5ffa-c19b-40b2-97de-e656f5193e57 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0494397 Aug 28 13:53:10.391270 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-179131e6-4cac-4653-8055-611d6c493367 req-6bd4ba8d-4849-4d1a-b9b8-6fbb83d01386 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312386 Aug 28 13:53:10.512554 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:11.512755 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa25e-5b66-4a72-9b7f-1d29175ac2f6 req-cc44ff76-c4b9-455a-8705-585daf613ee8 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:11.514238 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2ccfa25e-5b66-4a72-9b7f-1d29175ac2f6 req-cc44ff76-c4b9-455a-8705-585daf613ee8 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0538015 Aug 28 13:53:11.553490 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2ccfa25e-5b66-4a72-9b7f-1d29175ac2f6 req-8e6d59a9-fba7-427d-930c-44d907ab8794 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330322 Aug 28 13:53:12.357280 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-908eeb28-4421-4b90-b8a6-2c72b2bdde53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:12.670605 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01349271-444c-4753-80e8-3ce14d0a57ab req-9b61e9e8-bbdc-4ffd-a253-61a9ebfe92ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:12.672099 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01349271-444c-4753-80e8-3ce14d0a57ab req-9b61e9e8-bbdc-4ffd-a253-61a9ebfe92ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0516822 Aug 28 13:53:12.709340 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:12.711579 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-01349271-444c-4753-80e8-3ce14d0a57ab req-59ab775e-853a-41f2-a627-45b1f6c0989b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334470 Aug 28 13:53:13.629686 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:53:13.699878 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:13.828859 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b5391-6733-41ac-8075-708dc0004ca5 req-8e37b08f-29dd-49a0-bd23-a5919cc0bef8 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:13.830392 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-313b5391-6733-41ac-8075-708dc0004ca5 req-8e37b08f-29dd-49a0-bd23-a5919cc0bef8 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 943 time: 0.0489316 Aug 28 13:53:13.867491 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-313b5391-6733-41ac-8075-708dc0004ca5 req-4f96cb7d-ecd5-4259-83eb-f45ee7910d18 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 Aug 28 13:53:14.753747 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device df544387-e9fc-4cfa-9c5f-92f3e3ce5735 details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:53:14.845891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port df544387-e9fc-4cfa-9c5f-92f3e3ce5735, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:53:14.856774 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'port_id': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'mac_address': 'fa:16:3e:c1:07:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:53:14.897345 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:14.910395 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df544387-e9fc-4cfa-9c5f-92f3e3ce5735 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:53:14.930132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port df544387-e9fc-4cfa-9c5f-92f3e3ce5735, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:53:14.934514 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:14.986478 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,revision_number=9']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:53:14.987189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59ef0e-1593-4d27-a238-2dfd4383a783 req-1d75b235-f9f5-4135-b20b-d86f58dac109 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:14.988674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aa59ef0e-1593-4d27-a238-2dfd4383a783 req-1d75b235-f9f5-4135-b20b-d86f58dac109 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 944 time: 0.0524001 Aug 28 13:53:15.026912 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-aa59ef0e-1593-4d27-a238-2dfd4383a783 req-a5acafd0-94fe-4380-a66d-4cfacfd25788 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322239 Aug 28 13:53:15.164225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['df544387-e9fc-4cfa-9c5f-92f3e3ce5735'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:53:15.595340 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:16.141714 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459ce37-6f5e-48e2-ab9c-66f8398da90c req-3576232a-f498-4147-96f7-0e5e08ee308a tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:16.143238 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0459ce37-6f5e-48e2-ab9c-66f8398da90c req-3576232a-f498-4147-96f7-0e5e08ee308a tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 944 time: 0.0487866 Aug 28 13:53:16.180887 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0459ce37-6f5e-48e2-ab9c-66f8398da90c req-2e031519-0a62-4049-8514-96a60140a329 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317230 Aug 28 13:53:16.744920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device df544387-e9fc-4cfa-9c5f-92f3e3ce5735 up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:53:16.792859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port df544387-e9fc-4cfa-9c5f-92f3e3ce5735 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:53:16.793236 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:16.870583 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:16.892702 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:53:16.895195 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a76505-0978-4070-b471-465ef2fb0b43" -d '{"events": [{"server_uuid": "4f39b398-a06d-47e7-8c2b-272f19f98495", "name": "network-vif-plugged", "status": "completed", "tag": "df544387-e9fc-4cfa-9c5f-92f3e3ce5735"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:53:16.908364 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port df544387-e9fc-4cfa-9c5f-92f3e3ce5735, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:53:16.912555 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:16.935899 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15f715e-e9b6-4cff-8f04-a6350bc8c9fe x-openstack-request-id: req-b15f715e-e9b6-4cff-8f04-a6350bc8c9fe {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:53:16.936261 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f39b398-a06d-47e7-8c2b-272f19f98495", "name": "network-vif-plugged", "status": "completed", "tag": "df544387-e9fc-4cfa-9c5f-92f3e3ce5735", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:53:16.936514 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b15f715e-e9b6-4cff-8f04-a6350bc8c9fe {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:53:16.936901 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'code': 200} Aug 28 13:53:16.963181 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,revision_number=10']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:53:17.087371 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993eb1e-1135-41d5-948e-78f207974783 req-512a41f2-bc83-45bb-a19d-55d1994b5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:17.088837 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8993eb1e-1135-41d5-948e-78f207974783 req-512a41f2-bc83-45bb-a19d-55d1994b5f2b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 1098 time: 0.0400467 Aug 28 13:53:17.122266 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8993eb1e-1135-41d5-948e-78f207974783 req-b4a69006-ad9e-4aa5-8c28-7e43a6ef504e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265081 Aug 28 13:53:17.300369 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f5e28-3299-4f70-b5b5-3eac84a617ab req-c461398f-896c-4b4b-86e8-4b1ca2ab252f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:17.301869 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee3f5e28-3299-4f70-b5b5-3eac84a617ab req-c461398f-896c-4b4b-86e8-4b1ca2ab252f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 946 time: 0.0531530 Aug 28 13:53:17.339970 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ee3f5e28-3299-4f70-b5b5-3eac84a617ab req-fca80232-f87e-4f1d-8d71-d9260e2ecf23 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320852 Aug 28 13:53:18.459475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb5478-5a4d-4163-ab4f-37abc14724b4 req-a0efc3c7-d18b-433e-97bd-7637ed8ac1bb tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:18.461099 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4ffb5478-5a4d-4163-ab4f-37abc14724b4 req-a0efc3c7-d18b-433e-97bd-7637ed8ac1bb tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 946 time: 0.0503216 Aug 28 13:53:18.503127 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4ffb5478-5a4d-4163-ab4f-37abc14724b4 req-0912918e-c514-433c-83a4-40da47212119 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345445 Aug 28 13:53:19.618472 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b3e47-c51a-4b96-9c21-c1e055a08da5 req-8900c40f-e2d2-4e2d-8db3-cd31be33d1e7 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:19.619876 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-366b3e47-c51a-4b96-9c21-c1e055a08da5 req-8900c40f-e2d2-4e2d-8db3-cd31be33d1e7 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 946 time: 0.0480347 Aug 28 13:53:19.658738 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-366b3e47-c51a-4b96-9c21-c1e055a08da5 req-66a93972-61dc-4769-af07-f01279a64936 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328910 Aug 28 13:53:38.180245 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:40.105777 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc8650e0-b594-43ec-8d7e-3c4bd529e2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:40.526934 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:42.359124 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-98907a6b-13af-488f-8397-2a748e80d30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:42.712016 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:43.701495 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:45.598013 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:53:50.629413 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:53:53.108318 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c31b7f9e-51ac-4581-876c-7db6f336720c req-e03aec93-ec1f-415d-891e-50048a546917 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437329 Aug 28 13:53:53.187104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b7f9e-51ac-4581-876c-7db6f336720c req-e9e8106f-3923-4665-bf9d-4cf19ed49c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:53.188590 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c31b7f9e-51ac-4581-876c-7db6f336720c req-e9e8106f-3923-4665-bf9d-4cf19ed49c2e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 1098 time: 0.0399365 Aug 28 13:53:53.291796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b7f9e-51ac-4581-876c-7db6f336720c req-cbc4783f-5014-4894-b1a9-cec9a2be4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:53.293256 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c31b7f9e-51ac-4581-876c-7db6f336720c req-cbc4783f-5014-4894-b1a9-cec9a2be4a45 service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.0858669 Aug 28 13:53:53.362628 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c31b7f9e-51ac-4581-876c-7db6f336720c req-ac158eeb-4fdb-45fd-acd8-4fd8e5b733da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735 HTTP/1.1" status: 200 len: 1001 time: 0.0612526 Aug 28 13:53:53.410971 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b7f9e-51ac-4581-876c-7db6f336720c req-404b95ce-51da-4743-9aee-29dd4d71d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:53.412424 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c31b7f9e-51ac-4581-876c-7db6f336720c req-404b95ce-51da-4743-9aee-29dd4d71d78c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0434623 Aug 28 13:53:53.459104 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b7f9e-51ac-4581-876c-7db6f336720c req-e6d68983-5a33-4350-b85c-71ebf423a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:53:53.460592 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c31b7f9e-51ac-4581-876c-7db6f336720c req-e6d68983-5a33-4350-b85c-71ebf423a3cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399659 Aug 28 13:53:53.553572 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c31b7f9e-51ac-4581-876c-7db6f336720c req-60be5d5b-3492-4706-b153-37afdbf6d52a service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854526 Aug 28 13:53:53.644428 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c31b7f9e-51ac-4581-876c-7db6f336720c req-ad91b9d2-3de7-48d8-86aa-a7bcd76968c5 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830746 Aug 28 13:54:08.091527 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-af31a366-bab9-4b97-8775-d8e8887ab73d req-d615d832-deb6-430b-90b9-95dfb5366afc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405650 Aug 28 13:54:08.175694 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a366-bab9-4b97-8775-d8e8887ab73d req-a9bf875c-2c02-484a-af31-728b3843e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:08.177176 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-af31a366-bab9-4b97-8775-d8e8887ab73d req-a9bf875c-2c02-484a-af31-728b3843e679 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0420918 Aug 28 13:54:08.210246 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:08.295611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a366-bab9-4b97-8775-d8e8887ab73d req-2a14aad5-91ed-4ddd-9556-5dc91ccd1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:08.297250 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-af31a366-bab9-4b97-8775-d8e8887ab73d req-2a14aad5-91ed-4ddd-9556-5dc91ccd1af2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0994658 Aug 28 13:54:08.341011 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-af31a366-bab9-4b97-8775-d8e8887ab73d req-fd018854-7442-4737-809d-d10d63c48fab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0358734 Aug 28 13:54:08.396901 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a366-bab9-4b97-8775-d8e8887ab73d req-4628ad5c-de13-4a78-957d-a347a1c3738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:08.398299 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-af31a366-bab9-4b97-8775-d8e8887ab73d req-4628ad5c-de13-4a78-957d-a347a1c3738d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0493672 Aug 28 13:54:08.444538 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a366-bab9-4b97-8775-d8e8887ab73d req-936eb549-ffe9-47db-b10c-4005a28e7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:08.446015 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-af31a366-bab9-4b97-8775-d8e8887ab73d req-936eb549-ffe9-47db-b10c-4005a28e7dd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398986 Aug 28 13:54:08.533515 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-af31a366-bab9-4b97-8775-d8e8887ab73d req-3792b8c2-f705-419c-a314-77feb2f41d51 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798433 Aug 28 13:54:08.629375 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-af31a366-bab9-4b97-8775-d8e8887ab73d req-c54adf8b-82d0-4f90-a5e1-104b64742117 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870495 Aug 28 13:54:10.107493 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-950d6eb0-3406-4c6f-bc6d-e851dcc22e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:10.526990 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:12.362649 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b6754885-5586-4b1a-99c1-5eb5f14e51a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:12.713795 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:13.704822 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:15.600037 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:27.627518 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:54:28.939631 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39792) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:54:29.094565 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Deleting port 9f4f8c43-9d34-4564-b415-84faff418ceb {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:54:29.094905 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:29.167559 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:29.167885 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:29.179211 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Calling delete_port for 9f4f8c43-9d34-4564-b415-84faff418ceb owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:54:29.327499 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:29.357834 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event deleted for resources: {'Port': ['ID=9f4f8c43-9d34-4564-b415-84faff418ceb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:54:29.383536 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:29.383894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:29.384241 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:29.384585 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:29.384931 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:29.385260 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:29.385595 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:29.385926 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:29.386253 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:29.386611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:29.386945 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:29.387297 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:29.430619 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:29.430960 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Floating IP fc140897-4e22-4099-8168-c0ac979608b1 disassociated (deleted). External IP: 172.25.1.237, port: df544387-e9fc-4cfa-9c5f-92f3e3ce5735. Aug 28 13:54:29.946576 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Router da70198b-83cd-4f05-b2e0-790aa5faa082 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:54:30.063180 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:54:30.069771 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:30.073297 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c37bfe0-26e4-47a4-9314-c18f88fe72fb None None] Sync routers for ids ['da70198b-83cd-4f05-b2e0-790aa5faa082'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:54:30.083052 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c37bfe0-26e4-47a4-9314-c18f88fe72fb None None] Routers {'da70198b-83cd-4f05-b2e0-790aa5faa082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:54:30.083863 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-0c37bfe0-26e4-47a4-9314-c18f88fe72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:54:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['da70198b-83cd-4f05-b2e0-790aa5faa082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:54:30.096859 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-75975a7f-c5e1-46ed-91f2-682fd61d42ce tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "DELETE /v2.0/floatingips/fc140897-4e22-4099-8168-c0ac979608b1 HTTP/1.1" status: 204 len: 168 time: 1.1561739 Aug 28 13:54:30.097457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'tag': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:54:30.100639 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821059e9cdabc42353b4e09090cf4c202d26ce35e6b56e9c4c4c84d82f99d3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06da560c-7aa9-440a-966d-0d7d0b37da81" -d '{"events": [{"name": "network-changed", "server_uuid": "4f39b398-a06d-47e7-8c2b-272f19f98495", "tag": "df544387-e9fc-4cfa-9c5f-92f3e3ce5735"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:54:30.197312 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-0c37bfe0-26e4-47a4-9314-c18f88fe72fb None None] Set router da70198b-83cd-4f05-b2e0-790aa5faa082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:54:30.324139 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94df3b52-eb01-401d-96a1-f25a22eb4645 x-openstack-request-id: req-94df3b52-eb01-401d-96a1-f25a22eb4645 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:54:30.324439 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f39b398-a06d-47e7-8c2b-272f19f98495", "tag": "df544387-e9fc-4cfa-9c5f-92f3e3ce5735", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:54:30.325210 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94df3b52-eb01-401d-96a1-f25a22eb4645 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:54:30.325617 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'tag': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'status': 'completed', 'code': 200} Aug 28 13:54:30.410950 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-0c37bfe0-26e4-47a4-9314-c18f88fe72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:12Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92f2bc26-02e6-45a5-83bb-9e5c679ce095', 'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'mac_address': 'fa:16:3e:61:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:11Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 5, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'subnets': [{'id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:54:30.422246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da560c-7aa9-440a-966d-0d7d0b37da81 req-da04c5b7-777a-4d50-b0f7-c08764c98476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:30.423783 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06da560c-7aa9-440a-966d-0d7d0b37da81 req-da04c5b7-777a-4d50-b0f7-c08764c98476 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 1098 time: 0.0728970 Aug 28 13:54:30.437594 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c37bfe0-26e4-47a4-9314-c18f88fe72fb None None] Checking router: da70198b-83cd-4f05-b2e0-790aa5faa082 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:54:30.445679 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c37bfe0-26e4-47a4-9314-c18f88fe72fb None None] Routers {'da70198b-83cd-4f05-b2e0-790aa5faa082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:54:30.446352 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-0c37bfe0-26e4-47a4-9314-c18f88fe72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:54:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['da70198b-83cd-4f05-b2e0-790aa5faa082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:54:30.447163 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac4a52-7100-4f3e-a7fa-2cbe9056f794 req-5e15aa94-ae5b-4377-b235-a88e4dbac23f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:30.448697 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-43ac4a52-7100-4f3e-a7fa-2cbe9056f794 req-5e15aa94-ae5b-4377-b235-a88e4dbac23f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 946 time: 0.0677216 Aug 28 13:54:30.530909 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-43ac4a52-7100-4f3e-a7fa-2cbe9056f794 req-1aa2ac0c-e6d2-4d50-bbf2-5b9388afa898 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719156 Aug 28 13:54:30.554173 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-0c37bfe0-26e4-47a4-9314-c18f88fe72fb None None] Set router da70198b-83cd-4f05-b2e0-790aa5faa082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:54:30.557656 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da560c-7aa9-440a-966d-0d7d0b37da81 req-35c4d48a-2c8a-4af3-9f4c-1e42a645f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:30.559368 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06da560c-7aa9-440a-966d-0d7d0b37da81 req-35c4d48a-2c8a-4af3-9f4c-1e42a645f9f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.1275659 Aug 28 13:54:30.603475 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06da560c-7aa9-440a-966d-0d7d0b37da81 req-7bfc4573-90b8-4233-bff8-d0db2383a990 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735 HTTP/1.1" status: 200 len: 217 time: 0.0361471 Aug 28 13:54:30.659389 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da560c-7aa9-440a-966d-0d7d0b37da81 req-374b940e-5450-42ec-b4ab-1b6e96e7fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:30.661519 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06da560c-7aa9-440a-966d-0d7d0b37da81 req-374b940e-5450-42ec-b4ab-1b6e96e7fd38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0505986 Aug 28 13:54:30.711158 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da560c-7aa9-440a-966d-0d7d0b37da81 req-d1c6cf26-6d2a-4d12-8d80-258c3ebd1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:30.712640 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06da560c-7aa9-440a-966d-0d7d0b37da81 req-d1c6cf26-6d2a-4d12-8d80-258c3ebd1358 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434010 Aug 28 13:54:30.812057 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06da560c-7aa9-440a-966d-0d7d0b37da81 req-e206c031-689e-43c0-9c5c-dfcb86647179 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918267 Aug 28 13:54:30.849615 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-0c37bfe0-26e4-47a4-9314-c18f88fe72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:12Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92f2bc26-02e6-45a5-83bb-9e5c679ce095', 'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'mac_address': 'fa:16:3e:61:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:11Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 5, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'subnets': [{'id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:54:30.875211 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c37bfe0-26e4-47a4-9314-c18f88fe72fb None None] The sync data for ids ['da70198b-83cd-4f05-b2e0-790aa5faa082'] in n-d-791505-21 is: [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:12Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92f2bc26-02e6-45a5-83bb-9e5c679ce095', 'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'mac_address': 'fa:16:3e:61:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:11Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 5, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'subnets': [{'id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:54:30.906561 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-06da560c-7aa9-440a-966d-0d7d0b37da81 req-c38fb5bd-3a87-4fea-a69c-808b2cb3e86a service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860374 Aug 28 13:54:31.199046 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68cdc70-dc8d-4d3e-b9b6-69410fd9f8f5 None None] New status for floating IP fc140897-4e22-4099-8168-c0ac979608b1: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:54:31.659651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac387c-138f-4414-b26c-382b23f0ea42 req-71ce4728-520c-48ce-85b6-f036a67a523b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:31.661224 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-71ac387c-138f-4414-b26c-382b23f0ea42 req-71ce4728-520c-48ce-85b6-f036a67a523b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 946 time: 0.0810943 Aug 28 13:54:31.675279 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5bdba-ab80-45c6-a91c-f21036d1103d req-4509a904-603a-486d-89f2-25e34d2575d7 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:31.676683 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6d5bdba-ab80-45c6-a91c-f21036d1103d req-4509a904-603a-486d-89f2-25e34d2575d7 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f39b398-a06d-47e7-8c2b-272f19f98495 HTTP/1.1" status: 200 len: 946 time: 0.0669079 Aug 28 13:54:31.762580 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b6d5bdba-ab80-45c6-a91c-f21036d1103d req-cd74f5a7-59c7-4ced-b6c8-1e8e4c9bc3b8 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788553 Aug 28 13:54:31.785556 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-71ac387c-138f-4414-b26c-382b23f0ea42 req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Deleting port df544387-e9fc-4cfa-9c5f-92f3e3ce5735 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:54:31.785896 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-71ac387c-138f-4414-b26c-382b23f0ea42 req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:31.877074 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-71ac387c-138f-4414-b26c-382b23f0ea42 req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] For port df544387-e9fc-4cfa-9c5f-92f3e3ce5735, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:54:31.877344 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-71ac387c-138f-4414-b26c-382b23f0ea42 req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:31.890523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-71ac387c-138f-4414-b26c-382b23f0ea42 req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Calling delete_port for df544387-e9fc-4cfa-9c5f-92f3e3ce5735 owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:54:32.018349 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-71ac387c-138f-4414-b26c-382b23f0ea42 req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:32.047593 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event deleted for resources: {'Port': ['ID=df544387-e9fc-4cfa-9c5f-92f3e3ce5735,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:54:32.075337 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:32.075686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:32.076026 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:32.076361 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:32.076693 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:32.077021 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:32.077352 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:32.077673 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:32.077996 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:32.078317 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:32.078669 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:32.078994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:54:32.097287 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ac387c-138f-4414-b26c-382b23f0ea42 req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] No DVR routers for this DVR port df544387-e9fc-4cfa-9c5f-92f3e3ce5735 on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:54:32.099898 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-71ac387c-138f-4414-b26c-382b23f0ea42 req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:32.101926 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-71ac387c-138f-4414-b26c-382b23f0ea42 req-f2018396-ff40-4eed-8c78-b6e08a307297 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.11 "DELETE /v2.0/ports/df544387-e9fc-4cfa-9c5f-92f3e3ce5735 HTTP/1.1" status: 204 len: 173 time: 0.4346261 Aug 28 13:54:32.102382 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'name': 'network-vif-deleted', 'tag': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:54:32.104618 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3832bd83-d865-45a6-bf39-9e730d74c35c" -d '{"events": [{"server_uuid": "4f39b398-a06d-47e7-8c2b-272f19f98495", "name": "network-vif-deleted", "tag": "df544387-e9fc-4cfa-9c5f-92f3e3ce5735"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:54:32.201985 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd3b11b-fb6a-44b2-a2e5-798058763d1f x-openstack-request-id: req-bbd3b11b-fb6a-44b2-a2e5-798058763d1f {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:54:32.202285 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f39b398-a06d-47e7-8c2b-272f19f98495", "name": "network-vif-deleted", "tag": "df544387-e9fc-4cfa-9c5f-92f3e3ce5735", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:54:32.202593 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbd3b11b-fb6a-44b2-a2e5-798058763d1f {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:54:32.203197 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f39b398-a06d-47e7-8c2b-272f19f98495', 'name': 'network-vif-deleted', 'tag': 'df544387-e9fc-4cfa-9c5f-92f3e3ce5735', 'status': 'completed', 'code': 200} Aug 28 13:54:32.823220 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39814) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:54:32.881595 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6668-c6cc-4075-8441-280fb831d910 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:32.906607 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6668-c6cc-4075-8441-280fb831d910 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:32.967092 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6668-c6cc-4075-8441-280fb831d910 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:32.969610 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6668-c6cc-4075-8441-280fb831d910 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:32.970798 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ed0c6668-c6cc-4075-8441-280fb831d910 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "DELETE /v2.0/security-groups/55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9 HTTP/1.1" status: 204 len: 168 time: 0.1465459 Aug 28 13:54:32.980239 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c6668-c6cc-4075-8441-280fb831d910 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c26c9e-ffdc-4c6f-94fa-4c96eaa647a9,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:54:33.223640 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 39820) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:54:33.228494 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-aea84695-498b-4365-b6a5-f1397fbb0b6c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-250767400', 'description': 'tempest-secgroup-smoke-250767400 description', 'project_id': '6f0112f7d57c41a4acb33a0edccc2983'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:54:33.250076 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aea84695-498b-4365-b6a5-f1397fbb0b6c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.332859 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aea84695-498b-4365-b6a5-f1397fbb0b6c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.336528 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aea84695-498b-4365-b6a5-f1397fbb0b6c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.365940 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-aea84695-498b-4365-b6a5-f1397fbb0b6c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.367216 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-aea84695-498b-4365-b6a5-f1397fbb0b6c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1424251 Aug 28 13:54:33.370315 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39822) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:54:33.371127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea84695-498b-4365-b6a5-f1397fbb0b6c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954e8579-027a-482f-95cf-b9721a4fa000,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:54:33.376283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-6630d4c6-d689-46c0-8af5-b34ceee424b2 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'security_group_rule': {'security_group_id': '954e8579-027a-482f-95cf-b9721a4fa000', 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:54:33.404038 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6630d4c6-d689-46c0-8af5-b34ceee424b2 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.463668 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6630d4c6-d689-46c0-8af5-b34ceee424b2 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.467389 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6630d4c6-d689-46c0-8af5-b34ceee424b2 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.484992 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630d4c6-d689-46c0-8af5-b34ceee424b2 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5d2b1f-0baf-48bf-a0d7-d97b72ad1d1e,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:54:33.492814 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6630d4c6-d689-46c0-8af5-b34ceee424b2 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.494133 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6630d4c6-d689-46c0-8af5-b34ceee424b2 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227496 Aug 28 13:54:33.496958 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39824) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:54:33.501525 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-3eab1374-6f1d-41c6-93fe-59eaa6a5805b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'security_group_rule': {'security_group_id': '954e8579-027a-482f-95cf-b9721a4fa000', 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:54:33.528625 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3eab1374-6f1d-41c6-93fe-59eaa6a5805b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.586218 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3eab1374-6f1d-41c6-93fe-59eaa6a5805b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.589699 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3eab1374-6f1d-41c6-93fe-59eaa6a5805b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.611849 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab1374-6f1d-41c6-93fe-59eaa6a5805b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89bf4522-2b63-4610-8020-dc4ecb2f013c,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:54:33.616886 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3eab1374-6f1d-41c6-93fe-59eaa6a5805b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.618145 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3eab1374-6f1d-41c6-93fe-59eaa6a5805b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201527 Aug 28 13:54:33.620993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39826) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:54:33.625346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-6ad76bdc-c7f9-4675-819c-da2f30b2f3bb tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'security_group_rule': {'security_group_id': '954e8579-027a-482f-95cf-b9721a4fa000', 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:54:33.653452 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ad76bdc-c7f9-4675-819c-da2f30b2f3bb tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.710406 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ad76bdc-c7f9-4675-819c-da2f30b2f3bb tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.714436 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ad76bdc-c7f9-4675-819c-da2f30b2f3bb tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.730432 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad76bdc-c7f9-4675-819c-da2f30b2f3bb tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdf7bce-4583-4cc4-9308-ae012c748a6b,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:54:33.740054 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6ad76bdc-c7f9-4675-819c-da2f30b2f3bb tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.741377 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6ad76bdc-c7f9-4675-819c-da2f30b2f3bb tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194615 Aug 28 13:54:33.744124 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39828) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:54:33.748435 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-a6d2a566-df2f-4cfa-aa46-e4665928e7c1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'security_group_rule': {'security_group_id': '954e8579-027a-482f-95cf-b9721a4fa000', 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:54:33.775684 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a6d2a566-df2f-4cfa-aa46-e4665928e7c1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.836558 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a6d2a566-df2f-4cfa-aa46-e4665928e7c1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.839951 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a6d2a566-df2f-4cfa-aa46-e4665928e7c1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.858201 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2a566-df2f-4cfa-aa46-e4665928e7c1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8b5909-ee0f-4da2-8616-8c50d55d663d,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:54:33.863206 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-a6d2a566-df2f-4cfa-aa46-e4665928e7c1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.865141 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-a6d2a566-df2f-4cfa-aa46-e4665928e7c1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193981 Aug 28 13:54:33.868259 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39830) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:54:33.872610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-7f9e07f7-70c8-4d27-bc3a-c98a72c8c1a1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'security_group_rule': {'security_group_id': '954e8579-027a-482f-95cf-b9721a4fa000', 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:54:33.894039 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-7f9e07f7-70c8-4d27-bc3a-c98a72c8c1a1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Project 6f0112f7d57c41a4acb33a0edccc2983 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:54:33.899695 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f9e07f7-70c8-4d27-bc3a-c98a72c8c1a1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.962125 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f9e07f7-70c8-4d27-bc3a-c98a72c8c1a1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.965401 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f9e07f7-70c8-4d27-bc3a-c98a72c8c1a1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.984041 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e07f7-70c8-4d27-bc3a-c98a72c8c1a1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623d81e5-4bbb-42f3-ae03-169585e2c5cf,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:54:33.991862 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-7f9e07f7-70c8-4d27-bc3a-c98a72c8c1a1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:33.993124 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7f9e07f7-70c8-4d27-bc3a-c98a72c8c1a1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239300 Aug 28 13:54:33.995859 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 39832) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:54:34.000249 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-3a096eba-7985-49c1-922d-1505ccc58127 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'security_group_rule': {'security_group_id': '954e8579-027a-482f-95cf-b9721a4fa000', 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:54:34.021567 n-d-791505-21 neutron-server[94877]: INFO neutron.db.securitygroups_db [None req-3a096eba-7985-49c1-922d-1505ccc58127 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Project 6f0112f7d57c41a4acb33a0edccc2983 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:54:34.026840 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a096eba-7985-49c1-922d-1505ccc58127 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:34.086329 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a096eba-7985-49c1-922d-1505ccc58127 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:34.090713 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a096eba-7985-49c1-922d-1505ccc58127 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:34.110057 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a096eba-7985-49c1-922d-1505ccc58127 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbf769b-a30b-4acc-8ef3-9970663e257d,revision_number=0']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:54:34.116543 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-3a096eba-7985-49c1-922d-1505ccc58127 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:34.117898 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-3a096eba-7985-49c1-922d-1505ccc58127 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210747 Aug 28 13:54:35.150084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device df544387-e9fc-4cfa-9c5f-92f3e3ce5735 no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:54:35.170617 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: df544387-e9fc-4cfa-9c5f-92f3e3ce5735 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:54:35.170955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device df544387-e9fc-4cfa-9c5f-92f3e3ce5735 not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:54:38.224625 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:40.110458 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cbbc5c0c-544a-4204-a08e-026e6a165e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:40.540398 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:42.357137 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-572cd8ed-d083-4921-8b56-fd9839cf8931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:42.715793 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:43.708157 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:45.603458 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:48.378241 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-9579dc4a-a7f5-492f-9cfe-a83f899d3142 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-250767400&fields=id&tenant_id=6f0112f7d57c41a4acb33a0edccc2983 HTTP/1.1" status: 200 len: 267 time: 0.0358508 Aug 28 13:54:48.486643 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-5e893c60-33a7-43aa-99d6-4deb49e006e5 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:48.488012 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-5e893c60-33a7-43aa-99d6-4deb49e006e5 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 809 time: 0.1023164 Aug 28 13:54:48.502847 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-ffa77a4c-fae0-4e16-b43c-2037973ffc4c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/quotas/6f0112f7d57c41a4acb33a0edccc2983 HTTP/1.1" status: 200 len: 375 time: 0.0089686 Aug 28 13:54:48.553402 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-7db775dc-e6da-403d-8c52-130eb379b022 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447226 Aug 28 13:54:48.697306 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-1191340b-8453-47a6-88e8-a5d8c0b4b01e service neutron] 10.222.0.20 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323898 Aug 28 13:54:48.786936 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-560d492c-32a2-48f3-b156-e7baf8c39d99 service neutron] 10.222.0.20 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835178 Aug 28 13:54:49.074092 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b4b813bc-4872-4379-8920-c95e475f1005 req-6a75fc16-b48d-42a3-9a6e-ad6cc3b00243 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 210 time: 0.0275578 Aug 28 13:54:50.058157 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-cbc8ffc7-1ad5-42ca-a27a-ff346ea105b4 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:50.059677 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-cbc8ffc7-1ad5-42ca-a27a-ff346ea105b4 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 809 time: 0.1140149 Aug 28 13:54:50.105792 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-d92086dc-9864-4016-8a19-5bfcabd7ca52 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f0112f7d57c41a4acb33a0edccc2983 HTTP/1.1" status: 200 len: 379 time: 0.0357084 Aug 28 13:54:50.116484 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-af68c212-94da-4842-a08b-ae9148ec5ad1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'port': {'device_id': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'admin_state_up': True, 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'security_groups': ['954e8579-027a-482f-95cf-b9721a4fa000']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:54:50.511511 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a226a2bf-9be8-4c58-a36d-e9b2a56163fb req-d6d6538e-d5d9-4bec-8fc1-3068714aa4e0 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 210 time: 0.3553174 Aug 28 13:54:50.566443 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-af68c212-94da-4842-a08b-ae9148ec5ad1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Made reservation on behalf of 6f0112f7d57c41a4acb33a0edccc2983 for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:54:50.570560 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-af68c212-94da-4842-a08b-ae9148ec5ad1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:50.708004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-af68c212-94da-4842-a08b-ae9148ec5ad1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Allocated IP 172.20.0.3 (795c6822-7f55-46d2-a677-895f9c26baab/f2b79749-d4e9-4d42-a4ab-ea6ceade932e/662c06b4-5624-4cd2-9c03-8fe1ddf5abcb) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:54:50.850404 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-af68c212-94da-4842-a08b-ae9148ec5ad1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:50.863753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-af68c212-94da-4842-a08b-ae9148ec5ad1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Transition to ACTIVE for port object 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:54:50.897787 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-af68c212-94da-4842-a08b-ae9148ec5ad1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:50.939683 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-af68c212-94da-4842-a08b-ae9148ec5ad1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Network 795c6822-7f55-46d2-a677-895f9c26baab is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:54:50.945244 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-af68c212-94da-4842-a08b-ae9148ec5ad1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:54:50.948935 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-af68c212-94da-4842-a08b-ae9148ec5ad1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:54:50.977431 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68c212-94da-4842-a08b-ae9148ec5ad1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'Port': ['ID=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:54:51.013695 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-af68c212-94da-4842-a08b-ae9148ec5ad1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:51.014330 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-af68c212-94da-4842-a08b-ae9148ec5ad1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:51.032167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-af68c212-94da-4842-a08b-ae9148ec5ad1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9199607 Aug 28 13:54:51.045197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Request body: {'port': {'device_id': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:54:51.105870 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:51.244553 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b6bcd6ec-fc90-4056-900e-ba47215bf528 None None] Provisioning for port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:54:51.251996 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-b6bcd6ec-fc90-4056-900e-ba47215bf528 None None] Provisioning complete for port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:54:51.252941 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b6bcd6ec-fc90-4056-900e-ba47215bf528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:51.295715 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-b6bcd6ec-fc90-4056-900e-ba47215bf528 None None] Port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:54:51.394959 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:54:51.402902 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:51.415187 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Transition to ACTIVE for port object 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:54:51.419167 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:51.474183 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75129818-ab6e-445d-a631-16915770978b service neutron] Pushing event updated for resources: {'Port': ['ID=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:54:51.549566 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Attempting to bind port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:54:51.550037 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Attempting to bind port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:54:51.550222 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Attempting to bind port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb on network 795c6822-7f55-46d2-a677-895f9c26baab {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:54:51.555278 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb on network 795c6822-7f55-46d2-a677-895f9c26baab not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:54:51.556920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Attempting to bind port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb on network 795c6822-7f55-46d2-a677-895f9c26baab {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:54:51.560819 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:54:51.561108 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Checking segment: {'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:54:51.561497 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Bound using segment: {'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:54:51.562055 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Bound port: 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192cc67e-fe62-4040-8c98-56e55d8b94d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:54:51.562457 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:51.677055 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5cb31-bf14-48ed-beea-01a71be20451 req-5d0249a8-2a73-455c-bc46-ee27f95b985d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:51.678661 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a1b5cb31-bf14-48ed-beea-01a71be20451 req-5d0249a8-2a73-455c-bc46-ee27f95b985d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0825720 Aug 28 13:54:51.683050 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] For port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:54:51.687827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] For port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:54:51.695192 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:51.748040 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:51.748660 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:54:51.750073 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-75129818-ab6e-445d-a631-16915770978b service neutron] 10.222.0.11 "PUT /v2.0/ports/662c06b4-5624-4cd2-9c03-8fe1ddf5abcb HTTP/1.1" status: 200 len: 1092 time: 0.7094557 Aug 28 13:54:51.752620 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'tag': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:54:51.755156 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08a3987-6e2a-4fad-9fd3-c5a96f39fba4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff37d6cb-cd8f-4106-9e72-4774f79712e0", "tag": "662c06b4-5624-4cd2-9c03-8fe1ddf5abcb"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:54:51.763303 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a1b5cb31-bf14-48ed-beea-01a71be20451 req-25606446-94a3-4500-926c-f769208d4c2d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778186 Aug 28 13:54:51.804282 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75129818-ab6e-445d-a631-16915770978b service neutron] Pushing event updated for resources: {'Port': ['ID=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:54:51.838845 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1ef894-0348-4171-88fd-ffbbe2074c66 x-openstack-request-id: req-8e1ef894-0348-4171-88fd-ffbbe2074c66 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:54:51.839211 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff37d6cb-cd8f-4106-9e72-4774f79712e0", "tag": "662c06b4-5624-4cd2-9c03-8fe1ddf5abcb", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:54:51.839472 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e1ef894-0348-4171-88fd-ffbbe2074c66 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:54:51.839870 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'tag': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb', 'status': 'completed', 'code': 200} Aug 28 13:54:51.857659 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-bbdbba10-42fe-4fda-b070-81538112eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:51.859251 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-bbdbba10-42fe-4fda-b070-81538112eb3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 1095 time: 0.0514243 Aug 28 13:54:51.910001 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-ec62ecf1-4369-4dc8-b78d-84b902183d32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb HTTP/1.1" status: 200 len: 217 time: 0.0421762 Aug 28 13:54:51.966195 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-470956bd-dc81-4cbe-adf5-a693c5ba3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:51.968075 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-470956bd-dc81-4cbe-adf5-a693c5ba3c55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0510418 Aug 28 13:54:52.016687 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-3d69cfbb-0c94-4780-8f0d-d92ad8820825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:52.018385 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-3d69cfbb-0c94-4780-8f0d-d92ad8820825 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414555 Aug 28 13:54:52.111963 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-fc3b15be-7eb3-4200-9b9e-e3f678b2873e service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863681 Aug 28 13:54:52.202555 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c4335f9a-13ca-4b58-806f-29e01e514393 req-d955311f-134f-4238-9844-34010fcfc2ac service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838118 Aug 28 13:54:52.295396 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a3987-6e2a-4fad-9fd3-c5a96f39fba4 req-7f220d63-21e7-44b7-a8e8-00448d608652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:52.297035 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c08a3987-6e2a-4fad-9fd3-c5a96f39fba4 req-7f220d63-21e7-44b7-a8e8-00448d608652 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 1095 time: 0.0481384 Aug 28 13:54:52.391981 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a3987-6e2a-4fad-9fd3-c5a96f39fba4 req-3deaed14-4f90-4294-bb7f-a69c3de1b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:52.393712 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c08a3987-6e2a-4fad-9fd3-c5a96f39fba4 req-3deaed14-4f90-4294-bb7f-a69c3de1b0bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.0897465 Aug 28 13:54:52.435348 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c08a3987-6e2a-4fad-9fd3-c5a96f39fba4 req-a023d6ba-b9f3-40a5-9372-afe19bd90e92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb HTTP/1.1" status: 200 len: 217 time: 0.0343933 Aug 28 13:54:52.489173 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a3987-6e2a-4fad-9fd3-c5a96f39fba4 req-0feae399-6897-47c3-b018-a7d60fee7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:52.490599 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c08a3987-6e2a-4fad-9fd3-c5a96f39fba4 req-0feae399-6897-47c3-b018-a7d60fee7d9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0489511 Aug 28 13:54:52.537562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a3987-6e2a-4fad-9fd3-c5a96f39fba4 req-7a14b8b7-540d-4d34-b58e-216ebd0b1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:52.539479 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c08a3987-6e2a-4fad-9fd3-c5a96f39fba4 req-7a14b8b7-540d-4d34-b58e-216ebd0b1045 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420303 Aug 28 13:54:52.634347 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c08a3987-6e2a-4fad-9fd3-c5a96f39fba4 req-273b514a-d958-43fb-8f48-b1186f3b6515 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870407 Aug 28 13:54:52.730986 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c08a3987-6e2a-4fad-9fd3-c5a96f39fba4 req-d03ac8ea-dd2c-449f-b48c-b3438ec42f32 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893011 Aug 28 13:54:52.891679 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0dc290-3ab6-46e7-be8b-9a619ac05cf0 req-30d337ea-4cae-40ac-a8da-9c9520f3c68c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:52.893319 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fa0dc290-3ab6-46e7-be8b-9a619ac05cf0 req-30d337ea-4cae-40ac-a8da-9c9520f3c68c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0498824 Aug 28 13:54:52.932324 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fa0dc290-3ab6-46e7-be8b-9a619ac05cf0 req-44049d27-c1f9-4dbb-9614-221e59339899 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327764 Aug 28 13:54:54.055197 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55f751-a5c6-4027-b1a7-8f623fd73483 req-68248c21-f49e-4927-a176-cc48b63470de tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:54.057382 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da55f751-a5c6-4027-b1a7-8f623fd73483 req-68248c21-f49e-4927-a176-cc48b63470de tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0561018 Aug 28 13:54:54.103236 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da55f751-a5c6-4027-b1a7-8f623fd73483 req-91de885f-dfc6-4662-8afc-58ee6871378b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382581 Aug 28 13:54:55.221116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed891174-120b-4270-ab33-a5e4a4a837f0 req-fc57a10b-8025-4178-bf1d-eaeb720d1954 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:55.222754 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed891174-120b-4270-ab33-a5e4a4a837f0 req-fc57a10b-8025-4178-bf1d-eaeb720d1954 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0520415 Aug 28 13:54:55.260363 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed891174-120b-4270-ab33-a5e4a4a837f0 req-17f3f5b6-e011-4a06-90c0-e5da19a0086f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317409 Aug 28 13:54:56.374535 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9125c-5dab-4ef1-98f4-a12251e87853 req-fb6dd6b1-1ade-4ac3-8df4-70cbab717334 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:56.376003 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-90f9125c-5dab-4ef1-98f4-a12251e87853 req-fb6dd6b1-1ade-4ac3-8df4-70cbab717334 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0488105 Aug 28 13:54:56.415160 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-90f9125c-5dab-4ef1-98f4-a12251e87853 req-30581bbd-bcf3-453f-ba58-f131e405fc1d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331995 Aug 28 13:54:57.528952 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0fc4f-8eaa-4c61-b4ba-33ec43eb4463 req-828575e5-98bd-4803-a787-1aa6d56b0d96 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:57.530465 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34b0fc4f-8eaa-4c61-b4ba-33ec43eb4463 req-828575e5-98bd-4803-a787-1aa6d56b0d96 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0497005 Aug 28 13:54:57.576037 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-34b0fc4f-8eaa-4c61-b4ba-33ec43eb4463 req-dc769f15-05bc-4410-99bd-9e27ccbaf7e7 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396099 Aug 28 13:54:58.689192 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1781a-e68f-42df-988d-12b79396aa5c req-c1174f30-259a-4233-97d2-f03fd8c67c3c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:58.690676 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-efd1781a-e68f-42df-988d-12b79396aa5c req-c1174f30-259a-4233-97d2-f03fd8c67c3c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0483689 Aug 28 13:54:58.735576 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-efd1781a-e68f-42df-988d-12b79396aa5c req-a8d3ac79-f9a1-41fe-be06-22d951e8bd27 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376272 Aug 28 13:54:59.851586 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28b676-8461-4189-b24c-38af9338c8eb req-c4fb5256-29fc-4f79-b0a8-29c2b95d4bbe tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:54:59.853065 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f28b676-8461-4189-b24c-38af9338c8eb req-c4fb5256-29fc-4f79-b0a8-29c2b95d4bbe tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0491235 Aug 28 13:54:59.890891 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f28b676-8461-4189-b24c-38af9338c8eb req-6354597d-4da8-4079-822d-2618a485f76b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318456 Aug 28 13:55:01.004360 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d9eed-cacb-4253-8b1e-436f8fec5555 req-95d3bad4-590d-4c9a-964e-7b9240fbb01d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:01.005838 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f7d9eed-cacb-4253-8b1e-436f8fec5555 req-95d3bad4-590d-4c9a-964e-7b9240fbb01d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0498598 Aug 28 13:55:01.047603 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f7d9eed-cacb-4253-8b1e-436f8fec5555 req-0b4df5ed-d4e8-4ce4-b876-e315c3172d8a tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353441 Aug 28 13:55:02.161275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d50c5-9023-41d6-aab9-523805bdfb73 req-1cd52491-5f95-45fd-ab98-15c30aa6fda2 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:02.162766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-253d50c5-9023-41d6-aab9-523805bdfb73 req-1cd52491-5f95-45fd-ab98-15c30aa6fda2 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0491123 Aug 28 13:55:02.201248 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-253d50c5-9023-41d6-aab9-523805bdfb73 req-a76aba35-d92d-49a5-8bf8-29a1143ed81d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322113 Aug 28 13:55:03.277729 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:55:03.315631 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a9708-212e-4ed5-a458-2cb0eec166bb req-ebeb1db0-8390-42be-bbda-37b711352f99 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:03.317135 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-332a9708-212e-4ed5-a458-2cb0eec166bb req-ebeb1db0-8390-42be-bbda-37b711352f99 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0496948 Aug 28 13:55:03.355373 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-332a9708-212e-4ed5-a458-2cb0eec166bb req-a4a79b04-5702-4270-b3d8-750cbb539a0f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321248 Aug 28 13:55:03.374476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:55:03.385892 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'port_id': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb', 'mac_address': 'fa:16:3e:3a:4f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:55:03.421993 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:03.434960 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:55:03.453811 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:55:03.457942 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:03.506271 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:55:03.513500 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:55:03.513838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:55:03.514168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:55:03.514529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:55:03.514859 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:55:03.515180 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:55:03.515498 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:55:03.515812 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:55:03.516126 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:55:03.516438 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:55:03.516751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:55:03.517060 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:55:03.667362 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['662c06b4-5624-4cd2-9c03-8fe1ddf5abcb'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:55:04.468954 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a48ed4-bf6d-4a40-80f8-4087b5279894 req-6647bcf8-d5b9-4e24-900b-9d6bc4161189 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:04.470456 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03a48ed4-bf6d-4a40-80f8-4087b5279894 req-6647bcf8-d5b9-4e24-900b-9d6bc4161189 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 944 time: 0.0491526 Aug 28 13:55:04.512282 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-03a48ed4-bf6d-4a40-80f8-4087b5279894 req-18901ac2-3b43-480b-b925-36ce5293fac4 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358639 Aug 28 13:55:04.626863 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:55:05.274440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:55:05.321980 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:55:05.325500 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:55:05.325865 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:05.400765 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:05.422901 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:55:05.425104 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706eb31d-929c-4700-96ae-83c4337eaa6b" -d '{"events": [{"server_uuid": "ff37d6cb-cd8f-4106-9e72-4774f79712e0", "name": "network-vif-plugged", "status": "completed", "tag": "662c06b4-5624-4cd2-9c03-8fe1ddf5abcb"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:55:05.441254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:55:05.446838 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:05.497820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:55:05.524917 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d91fca4-45bb-4622-840f-c6f090d67079 x-openstack-request-id: req-0d91fca4-45bb-4622-840f-c6f090d67079 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:55:05.525221 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff37d6cb-cd8f-4106-9e72-4774f79712e0", "name": "network-vif-plugged", "status": "completed", "tag": "662c06b4-5624-4cd2-9c03-8fe1ddf5abcb", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:55:05.525483 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d91fca4-45bb-4622-840f-c6f090d67079 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:55:05.525882 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb', 'code': 200} Aug 28 13:55:05.655027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c04dca-b271-4b8a-989f-d249c87a4770 req-feb660af-5000-4e5a-8c17-fe3c41a43750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:05.656539 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-95c04dca-b271-4b8a-989f-d249c87a4770 req-feb660af-5000-4e5a-8c17-fe3c41a43750 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 1097 time: 0.0724819 Aug 28 13:55:05.664475 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd317709-385d-45ff-93ba-70f2ba542c91 req-15dcd131-685f-4897-ab16-840d90d66d7b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:05.666556 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd317709-385d-45ff-93ba-70f2ba542c91 req-15dcd131-685f-4897-ab16-840d90d66d7b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0836203 Aug 28 13:55:05.719785 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-95c04dca-b271-4b8a-989f-d249c87a4770 req-e0f40dff-c658-4cfd-aadc-26cb64583b30 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520680 Aug 28 13:55:05.724903 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd317709-385d-45ff-93ba-70f2ba542c91 req-b8808538-392e-46bf-a13f-442132984dc0 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518630 Aug 28 13:55:06.845827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928cab7-8188-4f60-88fc-6537182b9800 req-fa37587a-2904-40ff-ac25-ed6fa0818beb tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:06.847329 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1928cab7-8188-4f60-88fc-6537182b9800 req-fa37587a-2904-40ff-ac25-ed6fa0818beb tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0530407 Aug 28 13:55:06.885549 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1928cab7-8188-4f60-88fc-6537182b9800 req-71b8effe-66a8-41df-9cac-6516c8265388 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312378 Aug 28 13:55:06.999702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a09cc8-c388-4ae3-9ea2-fc46fc5d0741 req-94defe8d-26e4-4eaf-a079-865a79ddf397 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:07.001191 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0a09cc8-c388-4ae3-9ea2-fc46fc5d0741 req-94defe8d-26e4-4eaf-a079-865a79ddf397 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0494165 Aug 28 13:55:07.039663 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f0a09cc8-c388-4ae3-9ea2-fc46fc5d0741 req-7d89e9a7-c184-4054-91c9-5ecc98ae0c68 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324540 Aug 28 13:55:07.060702 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40028) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:55:07.101092 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e38604-590f-4b01-b7bd-751b2ea7aa26 tempest-TestShelveInstance-524312830 tempest-TestShelveInstance-524312830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:07.102639 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-76e38604-590f-4b01-b7bd-751b2ea7aa26 tempest-TestShelveInstance-524312830 tempest-TestShelveInstance-524312830-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 1092 time: 0.0409095 Aug 28 13:55:07.105553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40030) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:55:07.109857 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:55:07.130781 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:07.231118 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:07.336597 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Allocated IP 172.25.1.32 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/7702ea42-3f0e-48db-9e38-eb3b6403689f) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:55:07.444093 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:07.482401 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:07.524366 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:55:07.527264 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:55:07.531690 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:55:07.534634 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'Port': ['ID=7702ea42-3f0e-48db-9e38-eb3b6403689f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:55:07.622443 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76aba0b1-6334-44a5-a280-f7373817a114 req-2d696bc9-0b7d-4100-8ed7-1afb6925dbdc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405922 Aug 28 13:55:07.706641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aba0b1-6334-44a5-a280-f7373817a114 req-bf453a09-0993-456c-ba34-85f326ec59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:07.708154 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76aba0b1-6334-44a5-a280-f7373817a114 req-bf453a09-0993-456c-ba34-85f326ec59c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0408914 Aug 28 13:55:07.815966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aba0b1-6334-44a5-a280-f7373817a114 req-9b4ee263-eeaa-42b3-91ba-9ef345692b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:07.817474 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76aba0b1-6334-44a5-a280-f7373817a114 req-9b4ee263-eeaa-42b3-91ba-9ef345692b31 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0885231 Aug 28 13:55:07.861594 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76aba0b1-6334-44a5-a280-f7373817a114 req-5bf07bdb-ee33-4fd7-9f3a-fc5a564108aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0360332 Aug 28 13:55:07.895717 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:07.914841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aba0b1-6334-44a5-a280-f7373817a114 req-c225d868-ca06-4240-a665-0e3b9ca41aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:07.916353 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76aba0b1-6334-44a5-a280-f7373817a114 req-c225d868-ca06-4240-a665-0e3b9ca41aaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0457504 Aug 28 13:55:07.962338 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:07.963552 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aba0b1-6334-44a5-a280-f7373817a114 req-c65ad611-9e50-4ec4-a3e9-2a3c5a0b251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:07.965128 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76aba0b1-6334-44a5-a280-f7373817a114 req-c65ad611-9e50-4ec4-a3e9-2a3c5a0b251c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412600 Aug 28 13:55:08.068016 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76aba0b1-6334-44a5-a280-f7373817a114 req-68fb5c26-fe74-4cd0-bebc-69256c77e605 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885324 Aug 28 13:55:08.117868 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:08.122408 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:08.152055 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76aba0b1-6334-44a5-a280-f7373817a114 req-397e45c6-07ac-42e4-9e04-dadc668fe662 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830853 Aug 28 13:55:08.200996 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event updated for resources: {'Port': ['ID=7702ea42-3f0e-48db-9e38-eb3b6403689f,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:55:08.208299 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:08.230396 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:08.313243 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Floating IP 5babb6c5-d7f8-4970-9d3a-b27e9b676732 associated. External IP: 172.25.1.32, port: 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb. Aug 28 13:55:08.524709 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Router da70198b-83cd-4f05-b2e0-790aa5faa082 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:55:08.630787 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:55:08.641618 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a11f958-c1f7-44b0-aed7-c3907302e56f None None] Sync routers for ids ['da70198b-83cd-4f05-b2e0-790aa5faa082'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:55:08.648470 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:08.655081 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a11f958-c1f7-44b0-aed7-c3907302e56f None None] Routers {'da70198b-83cd-4f05-b2e0-790aa5faa082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:55:08.655786 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8a11f958-c1f7-44b0-aed7-c3907302e56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:54:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['da70198b-83cd-4f05-b2e0-790aa5faa082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:55:08.675975 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-18ca43f1-3805-4fc7-8ab0-02632a17c964 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5694103 Aug 28 13:55:08.676711 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'tag': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:55:08.679022 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9125c77b-4b08-4506-aca2-922868dcb0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ff37d6cb-cd8f-4106-9e72-4774f79712e0", "tag": "662c06b4-5624-4cd2-9c03-8fe1ddf5abcb"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:55:08.717610 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc9fbfb-0dea-4717-b177-6de4654ed9de x-openstack-request-id: req-0fc9fbfb-0dea-4717-b177-6de4654ed9de {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:55:08.717912 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff37d6cb-cd8f-4106-9e72-4774f79712e0", "tag": "662c06b4-5624-4cd2-9c03-8fe1ddf5abcb", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:55:08.718166 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fc9fbfb-0dea-4717-b177-6de4654ed9de {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:55:08.718604 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'tag': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb', 'status': 'completed', 'code': 200} Aug 28 13:55:08.765967 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-8a11f958-c1f7-44b0-aed7-c3907302e56f None None] Set router da70198b-83cd-4f05-b2e0-790aa5faa082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:55:08.779731 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c77b-4b08-4506-aca2-922868dcb0cc req-06d65a9a-22eb-4781-ab8d-ae0e6d8d7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:08.781183 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9125c77b-4b08-4506-aca2-922868dcb0cc req-06d65a9a-22eb-4781-ab8d-ae0e6d8d7a9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 1097 time: 0.0419707 Aug 28 13:55:08.870780 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c77b-4b08-4506-aca2-922868dcb0cc req-6f44a33a-4c0d-43cb-8a2e-a94a51f91574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:08.872274 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9125c77b-4b08-4506-aca2-922868dcb0cc req-6f44a33a-4c0d-43cb-8a2e-a94a51f91574 service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.0845125 Aug 28 13:55:08.941884 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9125c77b-4b08-4506-aca2-922868dcb0cc req-a155114e-facc-48b9-8e75-04a48da025fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb HTTP/1.1" status: 200 len: 998 time: 0.0627394 Aug 28 13:55:08.989712 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8a11f958-c1f7-44b0-aed7-c3907302e56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:12Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '5babb6c5-d7f8-4970-9d3a-b27e9b676732', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'floating_ip_address': '172.25.1.32', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'port_id': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'mac_address': 'fa:16:3e:3a:4f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:55:07Z', 'updated_at': '2021-08-28T13:55:07Z', 'revision_number': 0, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f2bc26-02e6-45a5-83bb-9e5c679ce095', 'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'mac_address': 'fa:16:3e:61:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:11Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 5, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'subnets': [{'id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:55:08.990062 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c77b-4b08-4506-aca2-922868dcb0cc req-03c592d5-9041-44f2-8f0a-6307396011c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:08.991936 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9125c77b-4b08-4506-aca2-922868dcb0cc req-03c592d5-9041-44f2-8f0a-6307396011c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0433035 Aug 28 13:55:09.016674 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a11f958-c1f7-44b0-aed7-c3907302e56f None None] Checking router: da70198b-83cd-4f05-b2e0-790aa5faa082 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:55:09.025992 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a11f958-c1f7-44b0-aed7-c3907302e56f None None] Routers {'da70198b-83cd-4f05-b2e0-790aa5faa082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:55:09.026632 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8a11f958-c1f7-44b0-aed7-c3907302e56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:54:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['da70198b-83cd-4f05-b2e0-790aa5faa082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:55:09.037116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125c77b-4b08-4506-aca2-922868dcb0cc req-1948fd41-4065-4c42-b4d8-6889d3199c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:09.039140 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9125c77b-4b08-4506-aca2-922868dcb0cc req-1948fd41-4065-4c42-b4d8-6889d3199c78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412788 Aug 28 13:55:09.132418 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-8a11f958-c1f7-44b0-aed7-c3907302e56f None None] Set router da70198b-83cd-4f05-b2e0-790aa5faa082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:55:09.137557 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9125c77b-4b08-4506-aca2-922868dcb0cc req-71bb2945-2d5f-4e2d-9ba3-b501430944ca service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915360 Aug 28 13:55:09.231229 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9125c77b-4b08-4506-aca2-922868dcb0cc req-c1864550-a468-4fc5-acdd-c0a092412569 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860553 Aug 28 13:55:09.355896 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8a11f958-c1f7-44b0-aed7-c3907302e56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:12Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '5babb6c5-d7f8-4970-9d3a-b27e9b676732', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'floating_ip_address': '172.25.1.32', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'port_id': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'mac_address': 'fa:16:3e:3a:4f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:55:07Z', 'updated_at': '2021-08-28T13:55:07Z', 'revision_number': 0, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f2bc26-02e6-45a5-83bb-9e5c679ce095', 'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'mac_address': 'fa:16:3e:61:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:11Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 5, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'subnets': [{'id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:55:09.381011 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a11f958-c1f7-44b0-aed7-c3907302e56f None None] The sync data for ids ['da70198b-83cd-4f05-b2e0-790aa5faa082'] in n-d-791505-21 is: [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:12Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '5babb6c5-d7f8-4970-9d3a-b27e9b676732', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'floating_ip_address': '172.25.1.32', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'port_id': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'mac_address': 'fa:16:3e:3a:4f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:55:07Z', 'updated_at': '2021-08-28T13:55:07Z', 'revision_number': 0, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f2bc26-02e6-45a5-83bb-9e5c679ce095', 'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'mac_address': 'fa:16:3e:61:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:11Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 5, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'subnets': [{'id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:55:09.561801 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcb9afe-5132-465e-8315-e8daae102f09 None None] New status for floating IP 5babb6c5-d7f8-4970-9d3a-b27e9b676732: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:55:10.111020 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-673d2da2-121a-4b00-ac75-4df1f87022fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:10.556122 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:12.358342 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8205c41c-9737-41ce-8b96-63c7eef2284c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:12.717432 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:13.713047 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:15.607787 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:38.223369 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:40.115416 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3ecaa1cc-52ff-49bb-beb3-c04e8a1b2375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:40.563845 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:41.627434 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:55:42.360812 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a41960ef-0e08-4a3a-9d70-dab239f350ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:42.718056 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:43.714095 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:45.613947 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:55:57.104151 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3d3e9e3-2e5a-4320-8d46-4c35db6b6345 req-3a7095ca-4bdc-45dc-a648-2bbca95e37df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448213 Aug 28 13:55:57.184758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3e9e3-2e5a-4320-8d46-4c35db6b6345 req-d1fdb8c0-be35-4662-895f-a724e126efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:57.186564 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3d3e9e3-2e5a-4320-8d46-4c35db6b6345 req-d1fdb8c0-be35-4662-895f-a724e126efda service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 1097 time: 0.0402381 Aug 28 13:55:57.288838 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3e9e3-2e5a-4320-8d46-4c35db6b6345 req-8aceba27-6f66-4046-a052-9e5c5f0046aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:57.290307 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3d3e9e3-2e5a-4320-8d46-4c35db6b6345 req-8aceba27-6f66-4046-a052-9e5c5f0046aa service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.0841498 Aug 28 13:55:57.360501 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3d3e9e3-2e5a-4320-8d46-4c35db6b6345 req-110e4d41-eaa4-42cf-b422-32b714592502 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb HTTP/1.1" status: 200 len: 1000 time: 0.0622375 Aug 28 13:55:57.410304 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3e9e3-2e5a-4320-8d46-4c35db6b6345 req-953eb1ed-be89-4851-b8f8-a1aa3086b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:57.411775 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3d3e9e3-2e5a-4320-8d46-4c35db6b6345 req-953eb1ed-be89-4851-b8f8-a1aa3086b30f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0441613 Aug 28 13:55:57.457354 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3e9e3-2e5a-4320-8d46-4c35db6b6345 req-b979cd83-3ec4-4e1b-a2ee-8c59d2635344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:55:57.458915 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3d3e9e3-2e5a-4320-8d46-4c35db6b6345 req-b979cd83-3ec4-4e1b-a2ee-8c59d2635344 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401239 Aug 28 13:55:57.551577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3d3e9e3-2e5a-4320-8d46-4c35db6b6345 req-973f9bfd-3b69-4897-8416-f6535ed15c08 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858057 Aug 28 13:55:57.639925 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f3d3e9e3-2e5a-4320-8d46-4c35db6b6345 req-be3b316c-0021-482e-ae3b-d95a25bd4ff9 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814624 Aug 28 13:56:08.267425 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:56:09.611820 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1536d2b5-11a0-4591-b962-144c31865a80 req-3ed33467-b14e-47a9-a454-3218691fe356 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0941591 Aug 28 13:56:09.697529 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536d2b5-11a0-4591-b962-144c31865a80 req-6c519fec-8cc0-4330-a6a0-182486820310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:56:09.699067 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1536d2b5-11a0-4591-b962-144c31865a80 req-6c519fec-8cc0-4330-a6a0-182486820310 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0443501 Aug 28 13:56:09.800458 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536d2b5-11a0-4591-b962-144c31865a80 req-812294a1-f620-46ab-b110-ceabd5eeebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:56:09.801930 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1536d2b5-11a0-4591-b962-144c31865a80 req-812294a1-f620-46ab-b110-ceabd5eeebb5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0835040 Aug 28 13:56:09.848252 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1536d2b5-11a0-4591-b962-144c31865a80 req-7c322681-8461-49da-892c-9e7161e78d7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0381281 Aug 28 13:56:09.898209 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536d2b5-11a0-4591-b962-144c31865a80 req-f21fec3e-9035-4bd7-a13b-89de6896bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:56:09.899573 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1536d2b5-11a0-4591-b962-144c31865a80 req-f21fec3e-9035-4bd7-a13b-89de6896bc4c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0436440 Aug 28 13:56:09.946376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536d2b5-11a0-4591-b962-144c31865a80 req-fda24b13-7f45-4760-b6f4-d96937d4d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:56:09.947858 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1536d2b5-11a0-4591-b962-144c31865a80 req-fda24b13-7f45-4760-b6f4-d96937d4d120 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396450 Aug 28 13:56:10.042080 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1536d2b5-11a0-4591-b962-144c31865a80 req-06896305-c2c9-45b0-a6fa-b37cad293b60 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860057 Aug 28 13:56:10.116720 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f0f96996-c3e7-4d83-bf1b-692482d9fcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:56:10.135991 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-1536d2b5-11a0-4591-b962-144c31865a80 req-4f739abc-8987-4c8f-8395-1517acb5a39b service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854583 Aug 28 13:56:10.586330 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:56:12.361922 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5ccedf6a-e758-43d4-8777-041875897072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:56:12.718745 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:56:13.717460 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:56:15.613283 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:56:18.627723 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:56:38.284018 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:56:40.117994 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5aa78e81-4790-4b4d-856d-02992702d7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:56:40.583851 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:56:42.363174 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c5ea4707-d40e-444f-a8d9-c188dc4cb81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:56:42.721229 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:56:43.720270 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:56:45.617711 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:56:55.627682 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:56:58.157774 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1952305-3dbd-4a1d-b02a-1396bc73b978 req-780ab73e-2d4e-4632-b549-c4c094f2350a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0847142 Aug 28 13:56:58.238060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1952305-3dbd-4a1d-b02a-1396bc73b978 req-6222417c-97ab-425c-b49a-f44b3576ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:56:58.239609 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1952305-3dbd-4a1d-b02a-1396bc73b978 req-6222417c-97ab-425c-b49a-f44b3576ada0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 1097 time: 0.0414276 Aug 28 13:56:58.340972 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1952305-3dbd-4a1d-b02a-1396bc73b978 req-e6633d0a-73b5-4459-bfe3-839dbf954758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:56:58.342422 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1952305-3dbd-4a1d-b02a-1396bc73b978 req-e6633d0a-73b5-4459-bfe3-839dbf954758 service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.0835552 Aug 28 13:56:58.413980 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1952305-3dbd-4a1d-b02a-1396bc73b978 req-702590d3-e4b4-44e8-aae2-e7e97fa962eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb HTTP/1.1" status: 200 len: 1000 time: 0.0641260 Aug 28 13:56:58.462473 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1952305-3dbd-4a1d-b02a-1396bc73b978 req-27ef0431-1b7c-4081-8dd9-0f99bb9e92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:56:58.463900 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1952305-3dbd-4a1d-b02a-1396bc73b978 req-27ef0431-1b7c-4081-8dd9-0f99bb9e92ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0431087 Aug 28 13:56:58.509563 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1952305-3dbd-4a1d-b02a-1396bc73b978 req-94df34cd-874d-4f7b-9e3a-7b3ad15ced4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:56:58.511051 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1952305-3dbd-4a1d-b02a-1396bc73b978 req-94df34cd-874d-4f7b-9e3a-7b3ad15ced4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398576 Aug 28 13:56:58.914993 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1952305-3dbd-4a1d-b02a-1396bc73b978 req-c2858491-4ace-486d-9f1c-ef3f16cc2ca7 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955135 Aug 28 13:56:59.005354 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c1952305-3dbd-4a1d-b02a-1396bc73b978 req-bd1c24b3-0e6a-4f9e-95c4-b5e387f26706 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830922 Aug 28 13:57:06.129779 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe3e8c-3034-4fcc-bc4c-d75b89e2f5e9 req-6e225746-764b-4a97-a10b-a8c4b413eaf8 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:06.131302 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-92fe3e8c-3034-4fcc-bc4c-d75b89e2f5e9 req-6e225746-764b-4a97-a10b-a8c4b413eaf8 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0996916 Aug 28 13:57:06.170809 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-92fe3e8c-3034-4fcc-bc4c-d75b89e2f5e9 req-ef4ce730-45c2-4cf0-b87a-bc66ba1be774 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335357 Aug 28 13:57:07.313299 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd96b6-0458-44a8-8d00-4ff55fe8bd4b req-0a05a036-3e3f-4282-bbad-96af2fde0231 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:07.314835 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74cd96b6-0458-44a8-8d00-4ff55fe8bd4b req-0a05a036-3e3f-4282-bbad-96af2fde0231 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0491614 Aug 28 13:57:07.353161 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-74cd96b6-0458-44a8-8d00-4ff55fe8bd4b req-9a194ba8-1a7e-44d7-b0cf-11a055a3f91a tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321581 Aug 28 13:57:08.286456 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:08.467575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f478d4-5cb1-4a0d-994e-11ee12845964 req-1a02c75f-55d8-4771-a26c-a38275df987c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:08.469070 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b0f478d4-5cb1-4a0d-994e-11ee12845964 req-1a02c75f-55d8-4771-a26c-a38275df987c tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0492644 Aug 28 13:57:08.507388 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b0f478d4-5cb1-4a0d-994e-11ee12845964 req-5954dde5-be86-465c-a7f3-7240095c7d95 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317268 Aug 28 13:57:09.624554 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd071fe-cbb4-424c-82cb-ebad85fa273e req-e61f5bd9-0025-444a-b8d4-c6f51eba157f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:09.626025 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfd071fe-cbb4-424c-82cb-ebad85fa273e req-e61f5bd9-0025-444a-b8d4-c6f51eba157f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0519903 Aug 28 13:57:09.665996 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dfd071fe-cbb4-424c-82cb-ebad85fa273e req-a3eeab8d-c679-421d-856e-e55d152e99bc tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333550 Aug 28 13:57:10.117581 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3fc6f786-c5f9-47b9-a7c0-f86ef0ae8f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:10.600393 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:10.787345 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdf34f-42de-42f1-869d-59f00ce961b7 req-fc4e913b-1c63-4425-b3a8-610f88ef992f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:10.788780 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6acdf34f-42de-42f1-869d-59f00ce961b7 req-fc4e913b-1c63-4425-b3a8-610f88ef992f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0529904 Aug 28 13:57:10.827443 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6acdf34f-42de-42f1-869d-59f00ce961b7 req-2023282f-c2bd-4f68-aa26-e4d5d44b1692 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327199 Aug 28 13:57:11.571003 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8aa8524-a922-4f1b-8c84-970cddde7da8 req-93015015-a648-497d-a289-9fc37e55214d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399349 Aug 28 13:57:11.657475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa8524-a922-4f1b-8c84-970cddde7da8 req-3ae1cbb9-9f00-4e57-b982-6c7aafc497eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:11.659016 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8aa8524-a922-4f1b-8c84-970cddde7da8 req-3ae1cbb9-9f00-4e57-b982-6c7aafc497eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0446408 Aug 28 13:57:11.764194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa8524-a922-4f1b-8c84-970cddde7da8 req-71e79465-5507-44b9-ace0-f16139df7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:11.765665 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8aa8524-a922-4f1b-8c84-970cddde7da8 req-71e79465-5507-44b9-ace0-f16139df7008 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0849738 Aug 28 13:57:11.812102 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8aa8524-a922-4f1b-8c84-970cddde7da8 req-59bc9130-06b1-4094-8d34-1fcc594a4317 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0382853 Aug 28 13:57:11.865156 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa8524-a922-4f1b-8c84-970cddde7da8 req-79424496-996f-4cd9-a84e-afcb1cdb5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:11.866675 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8aa8524-a922-4f1b-8c84-970cddde7da8 req-79424496-996f-4cd9-a84e-afcb1cdb5c77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0464981 Aug 28 13:57:11.914790 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa8524-a922-4f1b-8c84-970cddde7da8 req-8b015879-0ef0-4ecd-b92f-db73ccc04d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:11.916320 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8aa8524-a922-4f1b-8c84-970cddde7da8 req-8b015879-0ef0-4ecd-b92f-db73ccc04d39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421560 Aug 28 13:57:11.944222 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289f076-43c3-47a4-80e4-ac5621861fa8 req-a992cf4e-7a82-41d3-b106-388d03e9f532 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:11.945710 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7289f076-43c3-47a4-80e4-ac5621861fa8 req-a992cf4e-7a82-41d3-b106-388d03e9f532 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0494821 Aug 28 13:57:11.987196 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7289f076-43c3-47a4-80e4-ac5621861fa8 req-c68394e3-335a-4b34-9a2b-937d611c76da tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353439 Aug 28 13:57:12.012670 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8aa8524-a922-4f1b-8c84-970cddde7da8 req-8bdd1275-97a2-4062-9d42-49c8eefb4ad5 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875230 Aug 28 13:57:12.103299 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c8aa8524-a922-4f1b-8c84-970cddde7da8 req-1f926b00-492c-47e6-b0eb-abbda278ccd5 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822737 Aug 28 13:57:12.365251 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a968935d-d21c-40e5-95d9-338ec8ca89bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:12.721260 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:13.106959 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309feb2-31bc-4f81-b4aa-18eac7268737 req-f41f5594-d20c-4149-91c4-c719eea0d178 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:13.108436 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5309feb2-31bc-4f81-b4aa-18eac7268737 req-f41f5594-d20c-4149-91c4-c719eea0d178 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0533323 Aug 28 13:57:13.146786 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5309feb2-31bc-4f81-b4aa-18eac7268737 req-3b37e285-9a39-4d7e-b560-6113bec6c499 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322309 Aug 28 13:57:13.723671 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:14.261686 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9ff12-6518-4a85-b758-96fd688fb7c1 req-cf7d0e4b-1f0a-4f3b-8fbf-49a361ebde27 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:14.263226 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4ca9ff12-6518-4a85-b758-96fd688fb7c1 req-cf7d0e4b-1f0a-4f3b-8fbf-49a361ebde27 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0486448 Aug 28 13:57:14.301781 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4ca9ff12-6518-4a85-b758-96fd688fb7c1 req-0a8bcc65-71ab-493b-9244-82ff13e5fb23 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325127 Aug 28 13:57:15.418508 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7bc25-bc4b-4c48-bb1f-c6ea44dea994 req-d41dbe82-f18e-4383-b3ab-080a09700110 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:15.420014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ac7bc25-bc4b-4c48-bb1f-c6ea44dea994 req-d41dbe82-f18e-4383-b3ab-080a09700110 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0494890 Aug 28 13:57:15.457971 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-7ac7bc25-bc4b-4c48-bb1f-c6ea44dea994 req-40344ef2-6569-4ae5-a787-2b62f49935de tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314989 Aug 28 13:57:15.619330 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:16.207789 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bd12c-0ebc-4fc7-a7c8-edb4f930d3fc req-ab6df89e-73ba-4db4-9bc7-b88a54fa086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:16.209305 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e62bd12c-0ebc-4fc7-a7c8-edb4f930d3fc req-ab6df89e-73ba-4db4-9bc7-b88a54fa086f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 1097 time: 0.0451415 Aug 28 13:57:16.296116 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bd12c-0ebc-4fc7-a7c8-edb4f930d3fc req-ae86b33c-491e-4af7-9758-6a8d60d3fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:16.297569 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e62bd12c-0ebc-4fc7-a7c8-edb4f930d3fc req-ae86b33c-491e-4af7-9758-6a8d60d3fda9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.0817130 Aug 28 13:57:16.366167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e62bd12c-0ebc-4fc7-a7c8-edb4f930d3fc req-ede8148a-91f5-4725-ab49-207d60f973a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb HTTP/1.1" status: 200 len: 1000 time: 0.0615644 Aug 28 13:57:16.414353 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bd12c-0ebc-4fc7-a7c8-edb4f930d3fc req-91c0acc6-d5ff-4e23-954e-7030419e67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:16.415807 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e62bd12c-0ebc-4fc7-a7c8-edb4f930d3fc req-91c0acc6-d5ff-4e23-954e-7030419e67b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0432744 Aug 28 13:57:16.461020 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bd12c-0ebc-4fc7-a7c8-edb4f930d3fc req-d225a437-c32e-4afd-88ff-cc647811332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:16.462473 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e62bd12c-0ebc-4fc7-a7c8-edb4f930d3fc req-d225a437-c32e-4afd-88ff-cc647811332e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400209 Aug 28 13:57:16.583663 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e62bd12c-0ebc-4fc7-a7c8-edb4f930d3fc req-89dc1c61-e2e0-4025-9310-ac491e94b50e service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136138 Aug 28 13:57:16.595589 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cae2b-da47-4e81-b7dc-5e2dc3e3b900 req-316782c1-6a64-4c48-8542-2632a2c00470 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:16.596968 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-492cae2b-da47-4e81-b7dc-5e2dc3e3b900 req-316782c1-6a64-4c48-8542-2632a2c00470 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0700126 Aug 28 13:57:16.686376 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-492cae2b-da47-4e81-b7dc-5e2dc3e3b900 req-2cec3663-6183-4e09-b42b-3e3245cbfabc tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807569 Aug 28 13:57:16.710891 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e62bd12c-0ebc-4fc7-a7c8-edb4f930d3fc req-f028757c-2691-4d1d-9078-64ceb589008c service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130123 Aug 28 13:57:17.803325 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93775729-49a6-4163-9ca9-986b734c7b6b req-54960f68-0aa8-4af7-9683-c88ecf7b8fb4 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:17.804812 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-93775729-49a6-4163-9ca9-986b734c7b6b req-54960f68-0aa8-4af7-9683-c88ecf7b8fb4 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0519736 Aug 28 13:57:17.843657 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-93775729-49a6-4163-9ca9-986b734c7b6b req-92655a8a-eb7e-4d22-9726-c821b100ae56 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325599 Aug 28 13:57:18.962904 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda8a68-9586-47e5-a56b-4f0769f5d05e req-55d1a9c7-8f60-4e4b-a7eb-41d8900d3199 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:18.964414 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eeda8a68-9586-47e5-a56b-4f0769f5d05e req-55d1a9c7-8f60-4e4b-a7eb-41d8900d3199 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0504000 Aug 28 13:57:19.003751 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-eeda8a68-9586-47e5-a56b-4f0769f5d05e req-38b74f52-b711-4511-ac8c-bb1abf82d5c8 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334408 Aug 28 13:57:20.125684 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f335f4-863f-479f-8ebc-71ad4a613fbf req-b5cf1327-a194-40a3-a266-730c11ae6695 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:20.127191 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7f335f4-863f-479f-8ebc-71ad4a613fbf req-b5cf1327-a194-40a3-a266-730c11ae6695 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0526474 Aug 28 13:57:20.165665 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-c7f335f4-863f-479f-8ebc-71ad4a613fbf req-8e252cbe-4c96-49e6-99be-143abbc11ba1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317562 Aug 28 13:57:20.398716 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d345c-2a5d-4ae3-93fd-f7069c828704 req-3c5fcb99-ac04-434f-b1b2-3d4e1c322eef tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:20.400190 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d54d345c-2a5d-4ae3-93fd-f7069c828704 req-3c5fcb99-ac04-434f-b1b2-3d4e1c322eef tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0785878 Aug 28 13:57:20.406816 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd6a8438-424a-40e0-a7a5-9048efd1c12e req-3ba28b44-a4ff-429b-a51a-6c0c8a6902b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1069460 Aug 28 13:57:20.442923 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-d54d345c-2a5d-4ae3-93fd-f7069c828704 req-5738eaba-ec25-48a9-85cc-e52cd18a03a7 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351052 Aug 28 13:57:21.559703 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7106020-e95f-48f6-bac5-00a9cf9b0b5d req-580e684d-7df8-4771-939a-032a6f158335 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:21.561103 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7106020-e95f-48f6-bac5-00a9cf9b0b5d req-580e684d-7df8-4771-939a-032a6f158335 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0525341 Aug 28 13:57:21.599342 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f7106020-e95f-48f6-bac5-00a9cf9b0b5d req-4c03c4e8-ba7e-4d25-ab31-d65ba1531d73 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312986 Aug 28 13:57:21.990225 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:57:22.068181 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:22.090341 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:57:22.092622 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87ee1d1-f003-4d3d-ba4e-86f28d4354f6" -d '{"events": [{"server_uuid": "ff37d6cb-cd8f-4106-9e72-4774f79712e0", "name": "network-vif-unplugged", "status": "completed", "tag": "662c06b4-5624-4cd2-9c03-8fe1ddf5abcb"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:57:22.105979 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:57:22.111425 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:22.136062 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 Aug 2021 13:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7d0325-f8f7-4190-ad8c-14cc4f171f02 x-openstack-request-id: req-3d7d0325-f8f7-4190-ad8c-14cc4f171f02 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:57:22.136355 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff37d6cb-cd8f-4106-9e72-4774f79712e0", "name": "network-vif-unplugged", "status": "failed", "tag": "662c06b4-5624-4cd2-9c03-8fe1ddf5abcb", "code": 422}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:57:22.136606 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d7d0325-f8f7-4190-ad8c-14cc4f171f02 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:57:22.136995 n-d-791505-21 neutron-server[94879]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb', 'code': 422} returned with failed status Aug 28 13:57:22.163313 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:57:22.170703 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:57:22.171052 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:57:22.171393 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:57:22.171801 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:57:22.172152 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:57:22.172479 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:57:22.172804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:57:22.173128 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:57:22.173450 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:57:22.173830 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:57:22.174157 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:57:22.174505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:57:22.725927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367cade-924c-4947-b9f6-684f557e83cf req-6f8fef6c-8daf-4b89-bece-2b362b56e91d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:22.727499 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5367cade-924c-4947-b9f6-684f557e83cf req-6f8fef6c-8daf-4b89-bece-2b362b56e91d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0528047 Aug 28 13:57:22.767226 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-5367cade-924c-4947-b9f6-684f557e83cf req-bff440ab-08a0-4b1b-bf6f-2eedaec2cfd2 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335867 Aug 28 13:57:23.884610 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc491a8-ccee-419c-a926-da7e0fb6b0ff req-f64c4fb0-e947-4db4-8f22-c08cd6c17113 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:23.886162 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-adc491a8-ccee-419c-a926-da7e0fb6b0ff req-f64c4fb0-e947-4db4-8f22-c08cd6c17113 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0495570 Aug 28 13:57:23.924975 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-adc491a8-ccee-419c-a926-da7e0fb6b0ff req-64db6270-28e5-460b-bd96-276a00ac88d9 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327775 Aug 28 13:57:25.040259 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a8438-424a-40e0-a7a5-9048efd1c12e req-af4944b9-335a-48c1-a8a5-3f394e056cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:25.041655 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd6a8438-424a-40e0-a7a5-9048efd1c12e req-af4944b9-335a-48c1-a8a5-3f394e056cb9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0&tenant_id=6f0112f7d57c41a4acb33a0edccc2983 HTTP/1.1" status: 200 len: 1095 time: 0.0708151 Aug 28 13:57:25.058138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739e95b-f117-4c95-892b-3d6e017227f5 req-1b275506-793a-4351-899c-c8c4a30b1032 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:25.059653 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a739e95b-f117-4c95-892b-3d6e017227f5 req-1b275506-793a-4351-899c-c8c4a30b1032 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0604439 Aug 28 13:57:25.126549 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a739e95b-f117-4c95-892b-3d6e017227f5 req-68d7f1ee-f0b3-4da7-a5e4-1f70859428d6 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598781 Aug 28 13:57:25.131868 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a8438-424a-40e0-a7a5-9048efd1c12e req-60ed6c90-4222-4724-89a0-c862f2a26dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:25.133324 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd6a8438-424a-40e0-a7a5-9048efd1c12e req-60ed6c90-4222-4724-89a0-c862f2a26dd3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 1095 time: 0.0678873 Aug 28 13:57:25.227054 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a8438-424a-40e0-a7a5-9048efd1c12e req-1d9097d0-990e-4b62-9b74-b965fc62e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:25.228536 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd6a8438-424a-40e0-a7a5-9048efd1c12e req-1d9097d0-990e-4b62-9b74-b965fc62e859 service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.0884030 Aug 28 13:57:25.295616 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd6a8438-424a-40e0-a7a5-9048efd1c12e req-a3e7735a-0cf4-4ae6-80a8-39703afb6370 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb HTTP/1.1" status: 200 len: 998 time: 0.0577819 Aug 28 13:57:25.345246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a8438-424a-40e0-a7a5-9048efd1c12e req-a3ba3e75-77d1-45b8-a93f-bb5f56edd6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:25.346745 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd6a8438-424a-40e0-a7a5-9048efd1c12e req-a3ba3e75-77d1-45b8-a93f-bb5f56edd6f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0427289 Aug 28 13:57:25.396515 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a8438-424a-40e0-a7a5-9048efd1c12e req-09c89f86-08e7-4844-b801-d1bfeba0c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:25.398036 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd6a8438-424a-40e0-a7a5-9048efd1c12e req-09c89f86-08e7-4844-b801-d1bfeba0c321 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445282 Aug 28 13:57:25.493692 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd6a8438-424a-40e0-a7a5-9048efd1c12e req-6012d97a-a507-4268-8ebb-837db19136ca service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886695 Aug 28 13:57:25.585673 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd6a8438-424a-40e0-a7a5-9048efd1c12e req-b65da674-d466-459e-9411-cd8ff40df641 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842903 Aug 28 13:57:26.242848 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892f32d-e4d5-47d8-a28f-fe1196ee04cb req-01bffbb9-741e-4ff5-be1b-fd1b058a86a5 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:26.244323 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1892f32d-e4d5-47d8-a28f-fe1196ee04cb req-01bffbb9-741e-4ff5-be1b-fd1b058a86a5 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0487995 Aug 28 13:57:26.281986 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1892f32d-e4d5-47d8-a28f-fe1196ee04cb req-a69894f9-c55a-445d-b422-3209845ab316 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317428 Aug 28 13:57:27.396215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54d51a-7043-4593-896c-54d9eaed9763 req-7801e199-e5cd-41e5-80a2-ce481d9fece3 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:27.397709 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae54d51a-7043-4593-896c-54d9eaed9763 req-7801e199-e5cd-41e5-80a2-ce481d9fece3 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0490580 Aug 28 13:57:27.434789 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ae54d51a-7043-4593-896c-54d9eaed9763 req-02e39573-8127-48d5-acc4-9aaadad0565d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310493 Aug 28 13:57:28.554129 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae4a74-8e68-4977-92b6-6b64beee3a0b req-de1aae01-0376-49f3-9c73-ecfc884a146f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:28.555631 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebae4a74-8e68-4977-92b6-6b64beee3a0b req-de1aae01-0376-49f3-9c73-ecfc884a146f tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0533035 Aug 28 13:57:28.592292 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ebae4a74-8e68-4977-92b6-6b64beee3a0b req-b2186490-5823-43e9-8a5d-6de99596f99b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307641 Aug 28 13:57:29.709062 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ae5b2-9ae4-456a-9a19-e94eff6ac377 req-2ac12365-ae4b-4ad7-b465-53845a166cd8 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:29.710581 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd1ae5b2-9ae4-456a-9a19-e94eff6ac377 req-2ac12365-ae4b-4ad7-b465-53845a166cd8 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0504098 Aug 28 13:57:29.749036 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-dd1ae5b2-9ae4-456a-9a19-e94eff6ac377 req-4caab966-b074-4a9f-b0f0-16a16951c043 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324221 Aug 28 13:57:30.864394 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25726a5d-0e0f-471b-9909-8d95bbdf6f11 req-c29c70b0-3805-4d04-bcdb-326c78a09afd tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:30.865871 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-25726a5d-0e0f-471b-9909-8d95bbdf6f11 req-c29c70b0-3805-4d04-bcdb-326c78a09afd tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0490034 Aug 28 13:57:30.903134 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-25726a5d-0e0f-471b-9909-8d95bbdf6f11 req-a303660e-7e9e-4f07-a7df-431d0efec53e tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310206 Aug 28 13:57:32.033592 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaf94c-2c5a-48c3-98d2-823fb2fe76e8 req-abb3b699-7504-4d5f-85fa-898a43076524 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:32.035224 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-02eaf94c-2c5a-48c3-98d2-823fb2fe76e8 req-abb3b699-7504-4d5f-85fa-898a43076524 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0641911 Aug 28 13:57:32.080184 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-02eaf94c-2c5a-48c3-98d2-823fb2fe76e8 req-1484fc69-fe77-4f09-a0f6-b23313a9afe1 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374856 Aug 28 13:57:32.626819 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:57:33.205283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239644b7-7f77-4a0d-a95e-4c3106b34de9 req-9c05713d-a16a-4fcf-bdd3-9ea14550ee0a tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:33.206894 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-239644b7-7f77-4a0d-a95e-4c3106b34de9 req-9c05713d-a16a-4fcf-bdd3-9ea14550ee0a tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 943 time: 0.0542493 Aug 28 13:57:33.249248 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-239644b7-7f77-4a0d-a95e-4c3106b34de9 req-867d17ec-f328-46c4-9663-537f5e2e7a85 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352085 Aug 28 13:57:34.067431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:57:34.163448 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:57:34.174294 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'port_id': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb', 'mac_address': 'fa:16:3e:3a:4f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:57:34.209512 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:34.221690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:57:34.240288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:57:34.244205 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:34.294143 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:57:34.373112 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81398e-5140-4ff0-bd60-e98c47e4294c req-1a793fb2-978c-4e76-ab97-725613a1cd9a tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:34.374663 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d81398e-5140-4ff0-bd60-e98c47e4294c req-1a793fb2-978c-4e76-ab97-725613a1cd9a tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 944 time: 0.0499156 Aug 28 13:57:34.413577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2d81398e-5140-4ff0-bd60-e98c47e4294c req-ed5f8c6e-d4e6-4bc5-96a4-d23193a09731 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322888 Aug 28 13:57:34.475936 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['662c06b4-5624-4cd2-9c03-8fe1ddf5abcb'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:57:35.534816 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600105a-cb7e-4705-a81b-1930177777dd req-2db4d9b6-bce0-4b26-8ea9-d3310740d3aa tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:35.536354 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6600105a-cb7e-4705-a81b-1930177777dd req-2db4d9b6-bce0-4b26-8ea9-d3310740d3aa tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 944 time: 0.0543787 Aug 28 13:57:35.574187 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6600105a-cb7e-4705-a81b-1930177777dd req-dc74346f-ffef-458a-9adf-6883842d4cbb tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319176 Aug 28 13:57:36.083318 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:57:36.129987 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:57:36.130349 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:36.203249 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:36.225056 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:57:36.227279 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe9c82d-0771-4680-a940-04c67320652b" -d '{"events": [{"server_uuid": "ff37d6cb-cd8f-4106-9e72-4774f79712e0", "name": "network-vif-plugged", "status": "completed", "tag": "662c06b4-5624-4cd2-9c03-8fe1ddf5abcb"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:57:36.243155 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:57:36.247024 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:36.273010 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2eaf50-99d7-4775-a22a-9c267f686cfa x-openstack-request-id: req-1d2eaf50-99d7-4775-a22a-9c267f686cfa {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:57:36.273296 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff37d6cb-cd8f-4106-9e72-4774f79712e0", "name": "network-vif-plugged", "status": "completed", "tag": "662c06b4-5624-4cd2-9c03-8fe1ddf5abcb", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:57:36.273550 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d2eaf50-99d7-4775-a22a-9c267f686cfa {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:57:36.273923 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb', 'code': 200} Aug 28 13:57:36.299962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:57:36.414829 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a5971-0e13-4c46-beb5-75077eb24a35 req-26f9ba71-ed8e-418a-80aa-aab8892153f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:36.416243 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-537a5971-0e13-4c46-beb5-75077eb24a35 req-26f9ba71-ed8e-418a-80aa-aab8892153f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 1097 time: 0.0407209 Aug 28 13:57:36.451467 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-537a5971-0e13-4c46-beb5-75077eb24a35 req-7129ab2d-b01e-43d3-8f11-45f38f0acb35 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268278 Aug 28 13:57:36.692189 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205bd90-d158-44a8-83da-adae24bf8638 req-f05837d9-01a5-41ce-aa44-71e5e940704b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:36.693875 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9205bd90-d158-44a8-83da-adae24bf8638 req-f05837d9-01a5-41ce-aa44-71e5e940704b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0510988 Aug 28 13:57:36.731553 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9205bd90-d158-44a8-83da-adae24bf8638 req-9c35c73d-6cc0-4c4b-b0ad-2e3dec25d2cb tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319469 Aug 28 13:57:37.850215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd338d3-f71d-4ebc-9cf0-bd12cac39c74 req-b32bb522-0aea-466d-80ee-d47ac3302dc3 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:57:37.851714 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cdd338d3-f71d-4ebc-9cf0-bd12cac39c74 req-b32bb522-0aea-466d-80ee-d47ac3302dc3 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0527022 Aug 28 13:57:37.889043 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cdd338d3-f71d-4ebc-9cf0-bd12cac39c74 req-885a2c36-6151-4747-b871-77fea8403dbc tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314574 Aug 28 13:57:38.304638 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:40.119619 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f49c704f-278b-48a9-8019-47dcd1bd3857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:40.631096 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:42.365758 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-dd88c138-1f97-4500-9a83-051053ad00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:42.722929 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:43.726536 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:57:45.622733 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:00.103809 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed93769b-0984-4832-8463-03ca810fca52 req-ea767825-2abc-4624-9d86-82bb8aed08ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450382 Aug 28 13:58:00.191004 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93769b-0984-4832-8463-03ca810fca52 req-d877ec92-17c2-450b-b1a7-4ccd39be8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:58:00.192855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed93769b-0984-4832-8463-03ca810fca52 req-d877ec92-17c2-450b-b1a7-4ccd39be8647 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 1097 time: 0.0451195 Aug 28 13:58:00.299630 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93769b-0984-4832-8463-03ca810fca52 req-1d4fb8b3-beec-4bc3-afde-7329fda67cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:58:00.301106 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed93769b-0984-4832-8463-03ca810fca52 req-1d4fb8b3-beec-4bc3-afde-7329fda67cca service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.0873230 Aug 28 13:58:00.368760 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed93769b-0984-4832-8463-03ca810fca52 req-3cd5dfbe-ac0a-47b5-bc26-a52e36004bfd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb HTTP/1.1" status: 200 len: 1000 time: 0.0594537 Aug 28 13:58:00.421576 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93769b-0984-4832-8463-03ca810fca52 req-1eb31662-9be6-47f8-aa76-b47e093e3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:58:00.423086 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed93769b-0984-4832-8463-03ca810fca52 req-1eb31662-9be6-47f8-aa76-b47e093e3e1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0472801 Aug 28 13:58:00.471401 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93769b-0984-4832-8463-03ca810fca52 req-b397aed0-4b07-49d3-be15-6643ded8970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:58:00.472896 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed93769b-0984-4832-8463-03ca810fca52 req-b397aed0-4b07-49d3-be15-6643ded8970e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433736 Aug 28 13:58:00.564937 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed93769b-0984-4832-8463-03ca810fca52 req-4a9a5594-8039-4a94-8aa8-be250306b865 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844765 Aug 28 13:58:00.660630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed93769b-0984-4832-8463-03ca810fca52 req-cb5a6c41-1cb9-498e-9202-479f4b69df0a service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879648 Aug 28 13:58:08.302726 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:09.626253 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:58:10.123667 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f2dfd499-8d0a-4812-aea2-9b9cd407ba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:10.659103 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:12.366450 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b1182101-79fe-4ce9-b00a-791410953c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:12.556143 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4bff6ebb-31d6-472a-b784-9ea1ca6f6a92 req-12c8634d-615a-4182-9128-313d6c32d5e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414333 Aug 28 13:58:12.644379 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff6ebb-31d6-472a-b784-9ea1ca6f6a92 req-06ab4b76-9561-4761-b83a-7db899e97b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:58:12.646044 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4bff6ebb-31d6-472a-b784-9ea1ca6f6a92 req-06ab4b76-9561-4761-b83a-7db899e97b97 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0448380 Aug 28 13:58:12.725058 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:12.751445 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff6ebb-31d6-472a-b784-9ea1ca6f6a92 req-c57dc02f-0ff1-4c7c-b06a-7cab90e311a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:58:12.752925 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4bff6ebb-31d6-472a-b784-9ea1ca6f6a92 req-c57dc02f-0ff1-4c7c-b06a-7cab90e311a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0858192 Aug 28 13:58:12.797493 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4bff6ebb-31d6-472a-b784-9ea1ca6f6a92 req-9065179e-247c-48eb-acbc-b163f7eac063 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0364842 Aug 28 13:58:12.856372 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff6ebb-31d6-472a-b784-9ea1ca6f6a92 req-ad4dd260-a37b-4605-add7-e4f7487ddf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:58:12.857942 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4bff6ebb-31d6-472a-b784-9ea1ca6f6a92 req-ad4dd260-a37b-4605-add7-e4f7487ddf9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0534723 Aug 28 13:58:12.905595 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff6ebb-31d6-472a-b784-9ea1ca6f6a92 req-405059bb-bd8e-4b57-9bf6-c8c03eed06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:58:12.907042 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4bff6ebb-31d6-472a-b784-9ea1ca6f6a92 req-405059bb-bd8e-4b57-9bf6-c8c03eed06e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414696 Aug 28 13:58:12.998091 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4bff6ebb-31d6-472a-b784-9ea1ca6f6a92 req-f929c5dd-b121-47d6-91f9-2df77ddce8f9 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830152 Aug 28 13:58:13.092756 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4bff6ebb-31d6-472a-b784-9ea1ca6f6a92 req-828c44c7-da0b-4432-b53b-c1af4474c44f service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869827 Aug 28 13:58:13.728221 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:15.625332 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:38.313728 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:40.124625 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f4a40b4e-0893-469d-a015-45587eec0260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:40.665066 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:42.370309 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3caf95ca-ff0d-4824-977c-5617178b5d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:42.727223 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:43.732162 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:45.626857 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:46.626495 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:58:53.362746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40216) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:58:53.522746 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Deleting port 7702ea42-3f0e-48db-9e38-eb3b6403689f {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:58:53.523087 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:53.599766 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:53.600100 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:53.612726 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Calling delete_port for 7702ea42-3f0e-48db-9e38-eb3b6403689f owned by network:floatingip {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:58:53.758981 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:53.787809 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event deleted for resources: {'Port': ['ID=7702ea42-3f0e-48db-9e38-eb3b6403689f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:58:53.814872 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:53.815223 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:53.815563 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:53.815900 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:53.816235 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:53.816566 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:53.816894 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:53.817219 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:53.817541 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:53.817862 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:53.818185 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:53.818558 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:53.858863 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for floatingip, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:53.859633 n-d-791505-21 neutron-server[94878]: INFO neutron.db.l3_db [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Floating IP 5babb6c5-d7f8-4970-9d3a-b27e9b676732 disassociated (deleted). External IP: 172.25.1.32, port: 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb. Aug 28 13:58:54.063346 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Router da70198b-83cd-4f05-b2e0-790aa5faa082 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:58:54.170203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:58:54.175332 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:54.179855 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237070b8-3d92-4c39-8f2b-c6390360d492 None None] Sync routers for ids ['da70198b-83cd-4f05-b2e0-790aa5faa082'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:58:54.189087 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237070b8-3d92-4c39-8f2b-c6390360d492 None None] Routers {'da70198b-83cd-4f05-b2e0-790aa5faa082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:58:54.189692 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-237070b8-3d92-4c39-8f2b-c6390360d492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['da70198b-83cd-4f05-b2e0-790aa5faa082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:58:54.202548 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-357c3598-a936-4666-bcb1-064c24ab5302 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "DELETE /v2.0/floatingips/5babb6c5-d7f8-4970-9d3a-b27e9b676732 HTTP/1.1" status: 204 len: 168 time: 0.8387041 Aug 28 13:58:54.203175 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'tag': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:58:54.205599 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821059e9cdabc42353b4e09090cf4c202d26ce35e6b56e9c4c4c84d82f99d3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5f72f9-d5d9-4781-bb4d-5f6f4ec6e1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ff37d6cb-cd8f-4106-9e72-4774f79712e0", "tag": "662c06b4-5624-4cd2-9c03-8fe1ddf5abcb"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:58:54.296374 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-237070b8-3d92-4c39-8f2b-c6390360d492 None None] Set router da70198b-83cd-4f05-b2e0-790aa5faa082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:58:54.371395 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03231b67-da43-4a7c-91f4-f17987b8f359 x-openstack-request-id: req-03231b67-da43-4a7c-91f4-f17987b8f359 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:58:54.371970 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff37d6cb-cd8f-4106-9e72-4774f79712e0", "tag": "662c06b4-5624-4cd2-9c03-8fe1ddf5abcb", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:58:54.371970 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03231b67-da43-4a7c-91f4-f17987b8f359 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:58:54.372710 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'tag': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb', 'status': 'completed', 'code': 200} Aug 28 13:58:54.476539 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f72f9-d5d9-4781-bb4d-5f6f4ec6e1f0 req-88f4e37f-0548-4f63-a7a1-413fbae5968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:58:54.478079 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9a5f72f9-d5d9-4781-bb4d-5f6f4ec6e1f0 req-88f4e37f-0548-4f63-a7a1-413fbae5968a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 1097 time: 0.0822802 Aug 28 13:58:54.486464 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e25983-39ec-495a-876a-57f4a1b00f1e req-41e6654b-5d64-40dd-b14c-fe21ff637fcb tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:58:54.487880 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e5e25983-39ec-495a-876a-57f4a1b00f1e req-41e6654b-5d64-40dd-b14c-fe21ff637fcb tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0619812 Aug 28 13:58:54.576606 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e5e25983-39ec-495a-876a-57f4a1b00f1e req-aa643e00-020e-4190-8510-e84a420f0adf tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805354 Aug 28 13:58:54.600832 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-237070b8-3d92-4c39-8f2b-c6390360d492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:12Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92f2bc26-02e6-45a5-83bb-9e5c679ce095', 'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'mac_address': 'fa:16:3e:61:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:11Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 5, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'subnets': [{'id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:58:54.605591 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f72f9-d5d9-4781-bb4d-5f6f4ec6e1f0 req-c8c8e1d5-ec3c-4eb3-b864-5339bed70d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:58:54.608299 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9a5f72f9-d5d9-4781-bb4d-5f6f4ec6e1f0 req-c8c8e1d5-ec3c-4eb3-b864-5339bed70d77 service neutron] 10.222.0.11 "GET /v2.0/networks?id=795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 200 len: 909 time: 0.1195681 Aug 28 13:58:54.620594 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237070b8-3d92-4c39-8f2b-c6390360d492 None None] Checking router: da70198b-83cd-4f05-b2e0-790aa5faa082 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:58:54.628818 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237070b8-3d92-4c39-8f2b-c6390360d492 None None] Routers {'da70198b-83cd-4f05-b2e0-790aa5faa082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:58:54.629423 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-237070b8-3d92-4c39-8f2b-c6390360d492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['da70198b-83cd-4f05-b2e0-790aa5faa082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:58:54.650662 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9a5f72f9-d5d9-4781-bb4d-5f6f4ec6e1f0 req-215c658b-e3a8-4fc1-b087-d7faa60f7ac2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb HTTP/1.1" status: 200 len: 217 time: 0.0347431 Aug 28 13:58:54.706666 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f72f9-d5d9-4781-bb4d-5f6f4ec6e1f0 req-5d80394e-5dc5-42d2-87f6-9589b0acbade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:58:54.708131 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9a5f72f9-d5d9-4781-bb4d-5f6f4ec6e1f0 req-5d80394e-5dc5-42d2-87f6-9589b0acbade service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 200 len: 848 time: 0.0500019 Aug 28 13:58:54.733890 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-237070b8-3d92-4c39-8f2b-c6390360d492 None None] Set router da70198b-83cd-4f05-b2e0-790aa5faa082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:58:54.756708 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f72f9-d5d9-4781-bb4d-5f6f4ec6e1f0 req-bfbfa744-2465-4734-82f8-88f95bde7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:58:54.758226 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9a5f72f9-d5d9-4781-bb4d-5f6f4ec6e1f0 req-bfbfa744-2465-4734-82f8-88f95bde7672 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=795c6822-7f55-46d2-a677-895f9c26baab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424113 Aug 28 13:58:54.852936 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9a5f72f9-d5d9-4781-bb4d-5f6f4ec6e1f0 req-30f58928-2dde-4db5-970f-3f1e44928780 service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843730 Aug 28 13:58:54.933753 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-237070b8-3d92-4c39-8f2b-c6390360d492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:12Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92f2bc26-02e6-45a5-83bb-9e5c679ce095', 'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'mac_address': 'fa:16:3e:61:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:11Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 5, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'subnets': [{'id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:58:54.947400 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9a5f72f9-d5d9-4781-bb4d-5f6f4ec6e1f0 req-c408b8df-a7e7-4027-9616-96bdc73428ad service neutron] 10.222.0.11 "GET /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861161 Aug 28 13:58:54.964941 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237070b8-3d92-4c39-8f2b-c6390360d492 None None] The sync data for ids ['da70198b-83cd-4f05-b2e0-790aa5faa082'] in n-d-791505-21 is: [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:50:12Z', 'revision_number': 4, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '92f2bc26-02e6-45a5-83bb-9e5c679ce095', 'name': '', 'network_id': '795c6822-7f55-46d2-a677-895f9c26baab', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'mac_address': 'fa:16:3e:61:d0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:11Z', 'updated_at': '2021-08-28T13:50:17Z', 'revision_number': 5, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'subnets': [{'id': 'f2b79749-d4e9-4d42-a4ab-ea6ceade932e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:58:55.200009 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74fbcec-ae1d-46f2-9fca-56b8851e9ffd None None] New status for floating IP 5babb6c5-d7f8-4970-9d3a-b27e9b676732: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:58:55.696094 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9eed7-9d04-4f50-be53-769263fff799 req-9ca3fb16-92f7-41c0-baae-06fcf8153901 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:58:55.697630 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fb9eed7-9d04-4f50-be53-769263fff799 req-9ca3fb16-92f7-41c0-baae-06fcf8153901 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0512497 Aug 28 13:58:55.735668 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0fb9eed7-9d04-4f50-be53-769263fff799 req-254bf3d7-a9da-4438-a1ad-cd05ddaa0919 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/security-groups?id=954e8579-027a-482f-95cf-b9721a4fa000&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312848 Aug 28 13:58:55.938444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e5752-297c-41e7-870e-77963501c623 req-76ce0929-eb21-46d3-bde9-9700c9253598 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:58:55.939793 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b31e5752-297c-41e7-870e-77963501c623 req-76ce0929-eb21-46d3-bde9-9700c9253598 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 945 time: 0.0480769 Aug 28 13:58:56.033523 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-b31e5752-297c-41e7-870e-77963501c623 req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Deleting port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:58:56.033857 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b31e5752-297c-41e7-870e-77963501c623 req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:56.118877 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-b31e5752-297c-41e7-870e-77963501c623 req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] For port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:58:56.119222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b31e5752-297c-41e7-870e-77963501c623 req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:56.132154 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-b31e5752-297c-41e7-870e-77963501c623 req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Calling delete_port for 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:58:56.259920 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b31e5752-297c-41e7-870e-77963501c623 req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:56.288314 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event deleted for resources: {'Port': ['ID=662c06b4-5624-4cd2-9c03-8fe1ddf5abcb,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:58:56.298773 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:56.299118 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:56.299453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:56.299788 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:56.300117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:56.300444 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:56.300769 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:56.301091 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:56.301903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:56.301903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:56.302105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:56.302389 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:58:56.345406 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31e5752-297c-41e7-870e-77963501c623 req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] No DVR routers for this DVR port 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:58:56.347989 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-b31e5752-297c-41e7-870e-77963501c623 req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:58:56.350014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b31e5752-297c-41e7-870e-77963501c623 req-31962e8a-0cf4-49a8-9b6c-5b317ab1ef9b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.11 "DELETE /v2.0/ports/662c06b4-5624-4cd2-9c03-8fe1ddf5abcb HTTP/1.1" status: 204 len: 173 time: 0.4042950 Aug 28 13:58:56.350479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'name': 'network-vif-deleted', 'tag': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:58:56.353117 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3229bab-0e73-4ef3-894b-3914f8a934d8" -d '{"events": [{"server_uuid": "ff37d6cb-cd8f-4106-9e72-4774f79712e0", "name": "network-vif-deleted", "tag": "662c06b4-5624-4cd2-9c03-8fe1ddf5abcb"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:58:56.390857 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d616130-df9d-4a8f-9689-0259715d7198 x-openstack-request-id: req-0d616130-df9d-4a8f-9689-0259715d7198 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:58:56.391144 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff37d6cb-cd8f-4106-9e72-4774f79712e0", "name": "network-vif-deleted", "tag": "662c06b4-5624-4cd2-9c03-8fe1ddf5abcb", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:58:56.391395 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d616130-df9d-4a8f-9689-0259715d7198 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:58:56.391787 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff37d6cb-cd8f-4106-9e72-4774f79712e0', 'name': 'network-vif-deleted', 'tag': '662c06b4-5624-4cd2-9c03-8fe1ddf5abcb', 'status': 'completed', 'code': 200} Aug 28 13:58:56.833958 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4c0697bf-6749-4eaf-a74c-17598df0c404 req-f4dc5678-1c33-4d55-9604-2f04fafedaf5 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 210 time: 0.0266693 Aug 28 13:58:57.932539 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-905f903d-9dd0-4b29-8bc2-07dca470b32a req-4b902bbc-6342-49e1-8e34-8b2d711fcd5b tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 210 time: 0.0263195 Aug 28 13:58:59.030411 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6bf28240-dd16-4945-83ba-f652cabb11fc req-a22a81fd-801b-4d8b-a35b-2263dcc3503d tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 210 time: 0.0267849 Aug 28 13:59:00.148341 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-810088e9-8a0a-4b94-9758-6f3d932ab6a5 req-3af4f533-57f7-4b9e-8fe7-8c89c2108abc tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff37d6cb-cd8f-4106-9e72-4774f79712e0 HTTP/1.1" status: 200 len: 210 time: 0.0294912 Aug 28 13:59:00.489385 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:59:00.513294 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:59:00.513631 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 662c06b4-5624-4cd2-9c03-8fe1ddf5abcb not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:59:01.210123 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40244) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:01.273693 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac1a24f4-0435-4324-8f77-67b4642cf7d4 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:01.299537 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac1a24f4-0435-4324-8f77-67b4642cf7d4 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:01.363347 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac1a24f4-0435-4324-8f77-67b4642cf7d4 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:01.366594 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-ac1a24f4-0435-4324-8f77-67b4642cf7d4 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:01.368020 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-ac1a24f4-0435-4324-8f77-67b4642cf7d4 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] 10.222.0.20 "DELETE /v2.0/security-groups/954e8579-027a-482f-95cf-b9721a4fa000 HTTP/1.1" status: 204 len: 168 time: 0.1568091 Aug 28 13:59:01.377235 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a24f4-0435-4324-8f77-67b4642cf7d4 tempest-TestShelveInstance-1702401305 tempest-TestShelveInstance-1702401305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=954e8579-027a-482f-95cf-b9721a4fa000,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:01.429196 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40248) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:01.908276 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6cecd456-cb8a-47b2-bf77-787137399f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:02.158479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6cecd456-cb8a-47b2-bf77-787137399f7e admin admin] Deleting port 92f2bc26-02e6-45a5-83bb-9e5c679ce095 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:59:02.158710 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6cecd456-cb8a-47b2-bf77-787137399f7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:02.238099 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-6cecd456-cb8a-47b2-bf77-787137399f7e admin admin] For port 92f2bc26-02e6-45a5-83bb-9e5c679ce095, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=92f2bc26-02e6-45a5-83bb-9e5c679ce095,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:59:02.238508 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6cecd456-cb8a-47b2-bf77-787137399f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:02.258390 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-6cecd456-cb8a-47b2-bf77-787137399f7e admin admin] Calling delete_port for 92f2bc26-02e6-45a5-83bb-9e5c679ce095 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:59:02.454294 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6cecd456-cb8a-47b2-bf77-787137399f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:02.482562 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecd456-cb8a-47b2-bf77-787137399f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=92f2bc26-02e6-45a5-83bb-9e5c679ce095,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:02.670706 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6cecd456-cb8a-47b2-bf77-787137399f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:02.897220 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cecd456-cb8a-47b2-bf77-787137399f7e admin admin] Router da70198b-83cd-4f05-b2e0-790aa5faa082 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:59:03.328519 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cecd456-cb8a-47b2-bf77-787137399f7e admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:59:03.333677 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6cecd456-cb8a-47b2-bf77-787137399f7e admin admin] 10.222.0.20 "PUT /v2.0/routers/da70198b-83cd-4f05-b2e0-790aa5faa082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9034531 Aug 28 13:59:03.337911 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40252) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:03.341436 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093274fa-3f59-47a9-869b-3f0f72e8b612 None None] Sync routers for ids ['da70198b-83cd-4f05-b2e0-790aa5faa082'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:59:03.352171 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093274fa-3f59-47a9-869b-3f0f72e8b612 None None] Routers {'da70198b-83cd-4f05-b2e0-790aa5faa082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:59:03.352934 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-093274fa-3f59-47a9-869b-3f0f72e8b612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['da70198b-83cd-4f05-b2e0-790aa5faa082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:03.447521 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9dbdfffd-89cd-4f0f-84be-d2422b138ba1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:03.472315 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-093274fa-3f59-47a9-869b-3f0f72e8b612 None None] Set router da70198b-83cd-4f05-b2e0-790aa5faa082 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:59:03.555525 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9dbdfffd-89cd-4f0f-84be-d2422b138ba1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:03.625048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-9dbdfffd-89cd-4f0f-84be-d2422b138ba1 admin admin] Deleting port f592bebc-7701-4901-9207-41aa49f42d9e {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:59:03.625460 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9dbdfffd-89cd-4f0f-84be-d2422b138ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:03.670713 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-093274fa-3f59-47a9-869b-3f0f72e8b612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:59:02Z', 'revision_number': 5, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port': {'id': 'f592bebc-7701-4901-9207-41aa49f42d9e', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:10Z', 'updated_at': '2021-08-28T13:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:03.699853 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093274fa-3f59-47a9-869b-3f0f72e8b612 None None] Checking router: da70198b-83cd-4f05-b2e0-790aa5faa082 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:59:03.708495 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093274fa-3f59-47a9-869b-3f0f72e8b612 None None] Routers {'da70198b-83cd-4f05-b2e0-790aa5faa082'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:59:03.709096 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-093274fa-3f59-47a9-869b-3f0f72e8b612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['da70198b-83cd-4f05-b2e0-790aa5faa082'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:03.710603 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-9dbdfffd-89cd-4f0f-84be-d2422b138ba1 admin admin] For port f592bebc-7701-4901-9207-41aa49f42d9e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=f592bebc-7701-4901-9207-41aa49f42d9e,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:59:03.710980 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9dbdfffd-89cd-4f0f-84be-d2422b138ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:03.722593 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-9dbdfffd-89cd-4f0f-84be-d2422b138ba1 admin admin] Calling delete_port for f592bebc-7701-4901-9207-41aa49f42d9e owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:59:03.789825 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-093274fa-3f59-47a9-869b-3f0f72e8b612 None None] Set router da70198b-83cd-4f05-b2e0-790aa5faa082 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:59:03.843576 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-093274fa-3f59-47a9-869b-3f0f72e8b612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:59:03Z', 'revision_number': 6, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:03.870263 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093274fa-3f59-47a9-869b-3f0f72e8b612 None None] The sync data for ids ['da70198b-83cd-4f05-b2e0-790aa5faa082'] in n-d-791505-21 is: [{'id': 'da70198b-83cd-4f05-b2e0-790aa5faa082', 'name': 'tempest-TestShelveInstance-1062193127-router', 'tenant_id': '6f0112f7d57c41a4acb33a0edccc2983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:09Z', 'updated_at': '2021-08-28T13:59:03Z', 'revision_number': 6, 'project_id': '6f0112f7d57c41a4acb33a0edccc2983', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:59:03.895317 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9dbdfffd-89cd-4f0f-84be-d2422b138ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:03.922604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdfffd-89cd-4f0f-84be-d2422b138ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f592bebc-7701-4901-9207-41aa49f42d9e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:03.986250 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9dbdfffd-89cd-4f0f-84be-d2422b138ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:04.080073 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9dbdfffd-89cd-4f0f-84be-d2422b138ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:04.082196 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9dbdfffd-89cd-4f0f-84be-d2422b138ba1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:04.125263 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9dbdfffd-89cd-4f0f-84be-d2422b138ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:04.125754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbdfffd-89cd-4f0f-84be-d2422b138ba1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da70198b-83cd-4f05-b2e0-790aa5faa082 {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:59:04.130637 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9dbdfffd-89cd-4f0f-84be-d2422b138ba1 admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:04.131799 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9dbdfffd-89cd-4f0f-84be-d2422b138ba1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/da70198b-83cd-4f05-b2e0-790aa5faa082 HTTP/1.1" status: 204 len: 168 time: 0.7943869 Aug 28 13:59:04.134290 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40254) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:04.178689 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d425d93-6439-4f0d-8a9e-76657e5649bb admin admin] Deleting subnet f2b79749-d4e9-4d42-a4ab-ea6ceade932e {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:59:04.181616 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6d425d93-6439-4f0d-8a9e-76657e5649bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:04.217503 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6d425d93-6439-4f0d-8a9e-76657e5649bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:04.309396 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6d425d93-6439-4f0d-8a9e-76657e5649bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:04.370422 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6d425d93-6439-4f0d-8a9e-76657e5649bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:04.395598 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d425d93-6439-4f0d-8a9e-76657e5649bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2b79749-d4e9-4d42-a4ab-ea6ceade932e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:04.400981 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-6d425d93-6439-4f0d-8a9e-76657e5649bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:04.402877 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-6d425d93-6439-4f0d-8a9e-76657e5649bb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f2b79749-d4e9-4d42-a4ab-ea6ceade932e HTTP/1.1" status: 204 len: 168 time: 0.2676075 Aug 28 13:59:04.405986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40256) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:04.408431 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeadf44-6a6d-46ca-b430-c7e6eb82a71c None None] Network 795c6822-7f55-46d2-a677-895f9c26baab requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:59:04.476069 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:04.642257 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] DHCP port deletion for 795c6822-7f55-46d2-a677-895f9c26baab request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:59:04.697099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Deleting port 289e542b-e76c-4248-b91b-f94f874acb5e {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:59:04.697466 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:04.761392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] For port 289e542b-e76c-4248-b91b-f94f874acb5e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=289e542b-e76c-4248-b91b-f94f874acb5e,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:59:04.761791 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:04.776339 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Calling delete_port for 289e542b-e76c-4248-b91b-f94f874acb5e owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:59:04.833176 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] Deleting port 289e542b-e76c-4248-b91b-f94f874acb5e {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:59:04.833518 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:04.868299 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:04.897097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Pushing event deleted for resources: {'Port': ['ID=289e542b-e76c-4248-b91b-f94f874acb5e,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:04.901107 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] For port 289e542b-e76c-4248-b91b-f94f874acb5e, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=289e542b-e76c-4248-b91b-f94f874acb5e,segment=NetworkSegment(192cc67e-fe62-4040-8c98-56e55d8b94d7),segment_id=192cc67e-fe62-4040-8c98-56e55d8b94d7)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:59:04.901421 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:04.906680 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:04.907023 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:04.907360 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:04.907691 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:04.908017 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:04.908343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:04.908667 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:04.908983 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:04.909301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:04.909619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:04.909932 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:04.910244 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:04.913022 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0df05-9751-47a6-a09a-db7e87e7bd8e None None] No DVR routers for this DVR port 289e542b-e76c-4248-b91b-f94f874acb5e on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:59:04.917722 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] Calling delete_port for 289e542b-e76c-4248-b91b-f94f874acb5e owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:59:05.007473 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:05.032889 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] Pushing event deleted for resources: {'Port': ['ID=289e542b-e76c-4248-b91b-f94f874acb5e,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:05.037093 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] No DVR routers for this DVR port 289e542b-e76c-4248-b91b-f94f874acb5e on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:59:05.110876 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:05.120679 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['795c6822-7f55-46d2-a677-895f9c26baab']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:05.130600 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192cc67e-fe62-4040-8c98-56e55d8b94d7') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:05.130902 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192cc67e-fe62-4040-8c98-56e55d8b94d7') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:05.140020 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:05.154732 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:05.160427 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:59:05.160896 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: self.session.flush() Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: timer() Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:59:05.162730 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:59:05.216874 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:05.222603 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:05.224472 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] 10.222.0.20 "DELETE /v2.0/networks/795c6822-7f55-46d2-a677-895f9c26baab HTTP/1.1" status: 204 len: 168 time: 0.8175538 Aug 28 13:59:05.227730 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40258) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:05.236719 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f996f-281b-4e41-9fc7-a3bf86c44faa admin admin] Pushing event deleted for resources: {'Network': ['ID=795c6822-7f55-46d2-a677-895f9c26baab,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:05.567099 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9124ee1-c0fe-44d7-a9aa-ac02173a5572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:05.599392 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 92f2bc26-02e6-45a5-83bb-9e5c679ce095 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:59:05.619536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 92f2bc26-02e6-45a5-83bb-9e5c679ce095 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:59:05.619873 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 92f2bc26-02e6-45a5-83bb-9e5c679ce095 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:59:05.620282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f592bebc-7701-4901-9207-41aa49f42d9e no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:59:05.639758 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: f592bebc-7701-4901-9207-41aa49f42d9e {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:59:05.640090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device f592bebc-7701-4901-9207-41aa49f42d9e not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:59:05.640479 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 289e542b-e76c-4248-b91b-f94f874acb5e no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:59:05.659476 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 289e542b-e76c-4248-b91b-f94f874acb5e {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:59:05.659820 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 289e542b-e76c-4248-b91b-f94f874acb5e not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:59:05.813573 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-d9124ee1-c0fe-44d7-a9aa-ac02173a5572 admin admin] Deleting port 766c3598-bcf9-4f3a-bede-b906e7bc2830 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:59:05.813808 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9124ee1-c0fe-44d7-a9aa-ac02173a5572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:05.899181 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-d9124ee1-c0fe-44d7-a9aa-ac02173a5572 admin admin] For port 766c3598-bcf9-4f3a-bede-b906e7bc2830, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=766c3598-bcf9-4f3a-bede-b906e7bc2830,segment=NetworkSegment(52ac559d-d863-40fc-89f3-773124e1ce32),segment_id=52ac559d-d863-40fc-89f3-773124e1ce32)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:59:05.899546 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9124ee1-c0fe-44d7-a9aa-ac02173a5572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:05.912293 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-d9124ee1-c0fe-44d7-a9aa-ac02173a5572 admin admin] Calling delete_port for 766c3598-bcf9-4f3a-bede-b906e7bc2830 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:59:06.086094 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9124ee1-c0fe-44d7-a9aa-ac02173a5572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:06.113210 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9124ee1-c0fe-44d7-a9aa-ac02173a5572 admin admin] Pushing event deleted for resources: {'Port': ['ID=766c3598-bcf9-4f3a-bede-b906e7bc2830,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:06.286791 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-d9124ee1-c0fe-44d7-a9aa-ac02173a5572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:06.508758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9124ee1-c0fe-44d7-a9aa-ac02173a5572 admin admin] Router 9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:59:06.617803 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9124ee1-c0fe-44d7-a9aa-ac02173a5572 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:59:06.622918 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-d9124ee1-c0fe-44d7-a9aa-ac02173a5572 admin admin] 10.222.0.20 "PUT /v2.0/routers/9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3940146 Aug 28 13:59:06.625491 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40260) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:06.627285 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c621f390-1392-4a82-9a54-9ecaa3e1d081 None None] Sync routers for ids ['9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:59:06.636254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c621f390-1392-4a82-9a54-9ecaa3e1d081 None None] Routers {'9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:59:06.636871 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-c621f390-1392-4a82-9a54-9ecaa3e1d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:06.730846 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-357b2343-3b36-4917-a4ae-6315a6075b83 admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:06.743596 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-c621f390-1392-4a82-9a54-9ecaa3e1d081 None None] Set router 9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:59:06.837609 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-357b2343-3b36-4917-a4ae-6315a6075b83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:06.894774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-357b2343-3b36-4917-a4ae-6315a6075b83 admin admin] Deleting port bb6435ce-4677-420e-85f9-4130ebf441fd {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:59:06.895134 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-357b2343-3b36-4917-a4ae-6315a6075b83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:06.928607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-c621f390-1392-4a82-9a54-9ecaa3e1d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'name': 'tempest-TestShelveInstance-1641288017-router', 'tenant_id': '322463df3d8848208b3a6b7b79d7ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': 'bb6435ce-4677-420e-85f9-4130ebf441fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:14Z', 'updated_at': '2021-08-28T13:59:06Z', 'revision_number': 5, 'project_id': '322463df3d8848208b3a6b7b79d7ba48', 'gw_port': {'id': 'bb6435ce-4677-420e-85f9-4130ebf441fd', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ba:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:50:15Z', 'updated_at': '2021-08-28T13:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:06.955274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c621f390-1392-4a82-9a54-9ecaa3e1d081 None None] Checking router: 9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:59:06.963663 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c621f390-1392-4a82-9a54-9ecaa3e1d081 None None] Routers {'9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:59:06.964274 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-c621f390-1392-4a82-9a54-9ecaa3e1d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:06.973507 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-357b2343-3b36-4917-a4ae-6315a6075b83 admin admin] For port bb6435ce-4677-420e-85f9-4130ebf441fd, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=bb6435ce-4677-420e-85f9-4130ebf441fd,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:59:06.973871 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-357b2343-3b36-4917-a4ae-6315a6075b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:06.990953 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-357b2343-3b36-4917-a4ae-6315a6075b83 admin admin] Calling delete_port for bb6435ce-4677-420e-85f9-4130ebf441fd owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:59:07.052732 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-c621f390-1392-4a82-9a54-9ecaa3e1d081 None None] Set router 9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1 gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:59:07.106289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-c621f390-1392-4a82-9a54-9ecaa3e1d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'name': 'tempest-TestShelveInstance-1641288017-router', 'tenant_id': '322463df3d8848208b3a6b7b79d7ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:14Z', 'updated_at': '2021-08-28T13:59:06Z', 'revision_number': 6, 'project_id': '322463df3d8848208b3a6b7b79d7ba48', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:07.135482 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c621f390-1392-4a82-9a54-9ecaa3e1d081 None None] The sync data for ids ['9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1'] in n-d-791505-21 is: [{'id': '9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1', 'name': 'tempest-TestShelveInstance-1641288017-router', 'tenant_id': '322463df3d8848208b3a6b7b79d7ba48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:50:14Z', 'updated_at': '2021-08-28T13:59:06Z', 'revision_number': 6, 'project_id': '322463df3d8848208b3a6b7b79d7ba48', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:59:07.152180 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-357b2343-3b36-4917-a4ae-6315a6075b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:07.182753 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b2343-3b36-4917-a4ae-6315a6075b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb6435ce-4677-420e-85f9-4130ebf441fd,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:07.242812 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-357b2343-3b36-4917-a4ae-6315a6075b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:07.334119 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-357b2343-3b36-4917-a4ae-6315a6075b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:07.336241 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-357b2343-3b36-4917-a4ae-6315a6075b83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:07.381700 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-357b2343-3b36-4917-a4ae-6315a6075b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:07.382169 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357b2343-3b36-4917-a4ae-6315a6075b83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 13:59:07.386410 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-357b2343-3b36-4917-a4ae-6315a6075b83 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:07.388137 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-357b2343-3b36-4917-a4ae-6315a6075b83 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9ee89a1a-7e87-4ca8-93dc-7d1da8974ec1 HTTP/1.1" status: 204 len: 168 time: 0.7611306 Aug 28 13:59:07.390811 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40262) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:07.433701 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd728a3-cb9b-40e0-add4-9327f2b34e3d admin admin] Deleting subnet 8e978ce8-4909-42b1-a51d-0b4361f406a6 {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 13:59:07.437269 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6fd728a3-cb9b-40e0-add4-9327f2b34e3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:07.470352 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6fd728a3-cb9b-40e0-add4-9327f2b34e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:07.555596 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6fd728a3-cb9b-40e0-add4-9327f2b34e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:07.616923 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6fd728a3-cb9b-40e0-add4-9327f2b34e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:07.643989 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd728a3-cb9b-40e0-add4-9327f2b34e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e978ce8-4909-42b1-a51d-0b4361f406a6,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:07.647632 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-6fd728a3-cb9b-40e0-add4-9327f2b34e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:07.652046 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-6fd728a3-cb9b-40e0-add4-9327f2b34e3d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8e978ce8-4909-42b1-a51d-0b4361f406a6 HTTP/1.1" status: 204 len: 168 time: 0.2577724 Aug 28 13:59:07.652178 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40264) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:07.656593 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9138477-b68f-4fd5-90ed-a168b5ddfb3c None None] Network a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4 requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:59:07.721674 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:07.782468 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] Deleting port 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 13:59:07.783140 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:07.846151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] For port 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f,segment=NetworkSegment(52ac559d-d863-40fc-89f3-773124e1ce32),segment_id=52ac559d-d863-40fc-89f3-773124e1ce32)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:59:07.846731 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:07.860088 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] Calling delete_port for 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 13:59:07.938696 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:07.971252 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff5ac6c-01f8-4f59-829e-72966abacfdb None None] DHCP port deletion for a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4 request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 13:59:07.971902 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] Pushing event deleted for resources: {'Port': ['ID=658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:07.991661 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] No DVR routers for this DVR port 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 13:59:07.993958 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 766c3598-bcf9-4f3a-bede-b906e7bc2830 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:59:08.016596 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 766c3598-bcf9-4f3a-bede-b906e7bc2830 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:59:08.016950 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 766c3598-bcf9-4f3a-bede-b906e7bc2830 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:59:08.065202 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:08.076170 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:08.087463 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ac559d-d863-40fc-89f3-773124e1ce32') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:08.087768 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ac559d-d863-40fc-89f3-773124e1ce32') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:08.096855 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:08.110908 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:08.117093 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 13:59:08.117668 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: timer() Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 13:59:08.119355 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 13:59:08.182558 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:08.189272 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:08.191267 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] 10.222.0.20 "DELETE /v2.0/networks/a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4 HTTP/1.1" status: 204 len: 168 time: 0.5382745 Aug 28 13:59:08.203888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aec732-0126-4900-b6ba-649e9760b37d admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d7cd6c-2255-41b2-92fa-bfa6863d4dc4,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:08.327306 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:08.336367 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40268) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:08.377978 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-73251882-18f0-467e-89b7-15d129aa22fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f0112f7d57c41a4acb33a0edccc2983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404077 Aug 28 13:59:08.380534 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40270) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:08.427222 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c72758d8-8763-4ca2-9b6b-a274a5f11806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:08.448213 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c72758d8-8763-4ca2-9b6b-a274a5f11806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:08.500134 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c72758d8-8763-4ca2-9b6b-a274a5f11806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:08.502721 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-c72758d8-8763-4ca2-9b6b-a274a5f11806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:08.503891 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-c72758d8-8763-4ca2-9b6b-a274a5f11806 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4427f7ce-bb64-4cf0-a8b9-a952b52bdd2b HTTP/1.1" status: 204 len: 168 time: 0.1224577 Aug 28 13:59:08.512110 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72758d8-8763-4ca2-9b6b-a274a5f11806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4427f7ce-bb64-4cf0-a8b9-a952b52bdd2b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:08.864888 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40276) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:08.909622 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-fa0ae367-f0f5-4f3e-9682-1c52e6507405 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=322463df3d8848208b3a6b7b79d7ba48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435300 Aug 28 13:59:08.912162 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40278) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:08.962456 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce75a000-c6cc-492f-bcd3-94b27ff72d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:08.985001 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce75a000-c6cc-492f-bcd3-94b27ff72d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:09.034690 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce75a000-c6cc-492f-bcd3-94b27ff72d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:09.037274 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ce75a000-c6cc-492f-bcd3-94b27ff72d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:09.038471 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ce75a000-c6cc-492f-bcd3-94b27ff72d11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/888bd989-f2fc-48e2-a5c7-afe4c834d378 HTTP/1.1" status: 204 len: 168 time: 0.1253917 Aug 28 13:59:09.047117 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75a000-c6cc-492f-bcd3-94b27ff72d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888bd989-f2fc-48e2-a5c7-afe4c834d378,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:09.599529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:59:09.620594 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:59:09.620932 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 658e4d0c-dc91-4ff8-aaf4-cd5288ddad7f not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:59:09.621349 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bb6435ce-4677-420e-85f9-4130ebf441fd no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 13:59:09.641480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: bb6435ce-4677-420e-85f9-4130ebf441fd {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 13:59:09.641829 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device bb6435ce-4677-420e-85f9-4130ebf441fd not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 13:59:09.724459 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40300) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:09.830900 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-2a7f91f8-8eeb-43ac-91a1-994e6241c81f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-548011774-network', 'tenant_id': '80435d1b4e7149cea61632146dcac74c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:59:09.853151 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7f91f8-8eeb-43ac-91a1-994e6241c81f admin admin] Made reservation on behalf of 80435d1b4e7149cea61632146dcac74c for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:59:09.855544 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a7f91f8-8eeb-43ac-91a1-994e6241c81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:09.864227 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a7f91f8-8eeb-43ac-91a1-994e6241c81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:09.952579 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a7f91f8-8eeb-43ac-91a1-994e6241c81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:09.956520 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a7f91f8-8eeb-43ac-91a1-994e6241c81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:09.982738 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7f91f8-8eeb-43ac-91a1-994e6241c81f admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:59:09.991993 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f91f8-8eeb-43ac-91a1-994e6241c81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871d3bf1-0e0d-499d-8ba5-f4884e6c4906,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:09.996613 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a7f91f8-8eeb-43ac-91a1-994e6241c81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:09.996976 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-2a7f91f8-8eeb-43ac-91a1-994e6241c81f admin admin] Added segment c13b1b45-fac8-4ee1-b107-77f49992cb72 of type vlan for network f2bd7e80-2df2-48dc-9e8b-7726e4426daa Aug 28 13:59:10.037105 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a7f91f8-8eeb-43ac-91a1-994e6241c81f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.060764 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a7f91f8-8eeb-43ac-91a1-994e6241c81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.061666 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7f91f8-8eeb-43ac-91a1-994e6241c81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:10.062233 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a7f91f8-8eeb-43ac-91a1-994e6241c81f admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.115178 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2a7f91f8-8eeb-43ac-91a1-994e6241c81f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3869185 Aug 28 13:59:10.115638 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40304) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:10.121441 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f91f8-8eeb-43ac-91a1-994e6241c81f admin admin] Pushing event updated for resources: {'Network': ['ID=f2bd7e80-2df2-48dc-9e8b-7726e4426daa,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:10.122302 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-223cb7ec-80e0-46e5-9849-b57de4d3d32b admin admin] Request body: {'subnet': {'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-548011774-subnet', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:59:10.128665 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f38ab6b0-8ca2-4e22-b6a6-f04c189b7f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.132554 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network f2bd7e80-2df2-48dc-9e8b-7726e4426daa details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:59:10.147963 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223cb7ec-80e0-46e5-9849-b57de4d3d32b admin admin] Made reservation on behalf of 80435d1b4e7149cea61632146dcac74c for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:59:10.151000 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-223cb7ec-80e0-46e5-9849-b57de4d3d32b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.323402 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-223cb7ec-80e0-46e5-9849-b57de4d3d32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.379999 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cb7ec-80e0-46e5-9849-b57de4d3d32b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3990170-02f3-4e01-b73e-103c5d21509e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:10.390464 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223cb7ec-80e0-46e5-9849-b57de4d3d32b admin admin] Checking segment: {'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:59:10.390825 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223cb7ec-80e0-46e5-9849-b57de4d3d32b admin admin] Network hostable DHCP agents. Network: f2bd7e80-2df2-48dc-9e8b-7726e4426daa, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:59:10.407672 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223cb7ec-80e0-46e5-9849-b57de4d3d32b admin admin] Network f2bd7e80-2df2-48dc-9e8b-7726e4426daa is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:59:10.415454 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-223cb7ec-80e0-46e5-9849-b57de4d3d32b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, f2bd7e80-2df2-48dc-9e8b-7726e4426daa) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:59:10.420042 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223cb7ec-80e0-46e5-9849-b57de4d3d32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:10.420628 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-223cb7ec-80e0-46e5-9849-b57de4d3d32b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.424757 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deda7c56-3cfd-4a86-8bd5-216115dc6c9b None None] Network f2bd7e80-2df2-48dc-9e8b-7726e4426daa requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:59:10.434317 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-223cb7ec-80e0-46e5-9849-b57de4d3d32b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3166158 Aug 28 13:59:10.437058 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40306) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:10.441645 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:59:10.462625 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.464112 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.518763 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.574649 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:59:10.575974 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.662579 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.683779 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.723962 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Allocated IP 172.20.0.2 (f2bd7e80-2df2-48dc-9e8b-7726e4426daa/b3990170-02f3-4e01-b73e-103c5d21509e/ce6bffcd-aa94-47cd-be10-586d8db3de37) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:59:10.869970 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.871487 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.879697 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Transition to ACTIVE for port object ce6bffcd-aa94-47cd-be10-586d8db3de37 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:59:10.894660 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Transition to ACTIVE for port object ce6bffcd-aa94-47cd-be10-586d8db3de37 will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:59:10.895308 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.900355 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:10.936836 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Network f2bd7e80-2df2-48dc-9e8b-7726e4426daa is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:59:10.939681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:59:10.946111 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:59:10.955275 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Pushing event updated for resources: {'Port': ['ID=ce6bffcd-aa94-47cd-be10-586d8db3de37,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:11.003131 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Allocated IP 172.25.1.208 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/a6344b93-baea-4615-9c6b-f11ea4988748) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:59:11.010716 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Attempting to bind port ce6bffcd-aa94-47cd-be10-586d8db3de37 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:59:11.011078 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Attempting to bind port ce6bffcd-aa94-47cd-be10-586d8db3de37 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:59:11.011428 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Attempting to bind port ce6bffcd-aa94-47cd-be10-586d8db3de37 on network f2bd7e80-2df2-48dc-9e8b-7726e4426daa {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:59:11.016964 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:59:11.017330 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Checking segment: {'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:59:11.017725 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:11.018104 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Bound using segment: {'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:59:11.018817 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Bound port: ce6bffcd-aa94-47cd-be10-586d8db3de37, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:59:11.019121 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:11.084243 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] For port ce6bffcd-aa94-47cd-be10-586d8db3de37, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:59:11.087289 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] For port ce6bffcd-aa94-47cd-be10-586d8db3de37, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ce6bffcd-aa94-47cd-be10-586d8db3de37,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:59:11.092529 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:11.112892 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:11.148604 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1dd41-834f-41da-a21a-1d573b529eab None None] Pushing event updated for resources: {'Port': ['ID=ce6bffcd-aa94-47cd-be10-586d8db3de37,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:11.159384 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:11.197554 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:59:11.200448 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:59:11.202867 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:59:11.233486 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Pushing event updated for resources: {'Port': ['ID=a6344b93-baea-4615-9c6b-f11ea4988748,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:11.495693 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:11.644486 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ce6bffcd-aa94-47cd-be10-586d8db3de37 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:59:11.693788 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port ce6bffcd-aa94-47cd-be10-586d8db3de37 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:59:11.712953 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:11.848124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:59:11.961307 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:59:11.973748 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Sync routers for ids ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:59:11.979027 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:11.983697 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-35508d74-c045-47a7-b8a1-3535e21dd51b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5423725 Aug 28 13:59:11.984048 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40310) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:11.985234 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Routers {'68e51e8e-c788-42e8-8c55-ad4abf6a7465'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:59:11.985860 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:58:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:12.102476 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Set router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:59:12.107302 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2604f311-48cd-4b68-a5d5-bf66eb6c2a1e None None] Network f2bd7e80-2df2-48dc-9e8b-7726e4426daa requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:59:12.172435 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cc7bd6f1-d33a-4c2a-bedf-c89bfd1e7f45 None None] Provisioning for port ce6bffcd-aa94-47cd-be10-586d8db3de37 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:59:12.184427 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-cc7bd6f1-d33a-4c2a-bedf-c89bfd1e7f45 None None] Provisioning complete for port ce6bffcd-aa94-47cd-be10-586d8db3de37 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:12.185092 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc7bd6f1-d33a-4c2a-bedf-c89bfd1e7f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:12.294339 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:11Z', 'revision_number': 3, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:12.320889 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Checking router: 68e51e8e-c788-42e8-8c55-ad4abf6a7465 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:59:12.321227 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Updating router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 port a6344b93-baea-4615-9c6b-f11ea4988748 binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:59:12.335591 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc7bd6f1-d33a-4c2a-bedf-c89bfd1e7f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:12.349966 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:12.383013 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-cc7bd6f1-d33a-4c2a-bedf-c89bfd1e7f45 None None] For port ce6bffcd-aa94-47cd-be10-586d8db3de37, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ce6bffcd-aa94-47cd-be10-586d8db3de37,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:59:12.384383 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-24b80e77-a63e-4207-a164-b9a63932ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:12.391995 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cc7bd6f1-d33a-4c2a-bedf-c89bfd1e7f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:12.455535 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bd6f1-d33a-4c2a-bedf-c89bfd1e7f45 None None] Pushing event updated for resources: {'Port': ['ID=ce6bffcd-aa94-47cd-be10-586d8db3de37,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:12.464129 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:12.615079 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-3150b454-c513-4293-b7d6-d691e027dcf5 None None] Provisioning complete for port ce6bffcd-aa94-47cd-be10-586d8db3de37 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:12.615551 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3150b454-c513-4293-b7d6-d691e027dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:12.631072 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Allocated IP 172.20.0.1 (f2bd7e80-2df2-48dc-9e8b-7726e4426daa/b3990170-02f3-4e01-b73e-103c5d21509e/d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:59:12.631928 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:12.642912 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Transition to ACTIVE for port object a6344b93-baea-4615-9c6b-f11ea4988748 will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:59:12.655119 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:12.719473 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66eb3b8-41c9-4516-b5aa-704b83efdbb2 None None] Pushing event updated for resources: {'Port': ['ID=a6344b93-baea-4615-9c6b-f11ea4988748,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:12.722487 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Attempting to bind port a6344b93-baea-4615-9c6b-f11ea4988748 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:59:12.722873 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Attempting to bind port a6344b93-baea-4615-9c6b-f11ea4988748 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:59:12.723222 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Attempting to bind port a6344b93-baea-4615-9c6b-f11ea4988748 on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:59:12.733288 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66eb3b8-41c9-4516-b5aa-704b83efdbb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:12.733720 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66eb3b8-41c9-4516-b5aa-704b83efdbb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:12.734060 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66eb3b8-41c9-4516-b5aa-704b83efdbb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:12.734404 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66eb3b8-41c9-4516-b5aa-704b83efdbb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:12.734777 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66eb3b8-41c9-4516-b5aa-704b83efdbb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:12.735026 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:12.735534 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66eb3b8-41c9-4516-b5aa-704b83efdbb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:12.735534 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66eb3b8-41c9-4516-b5aa-704b83efdbb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:12.735706 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66eb3b8-41c9-4516-b5aa-704b83efdbb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:12.737248 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66eb3b8-41c9-4516-b5aa-704b83efdbb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:12.737248 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66eb3b8-41c9-4516-b5aa-704b83efdbb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:12.737468 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66eb3b8-41c9-4516-b5aa-704b83efdbb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:12.737794 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66eb3b8-41c9-4516-b5aa-704b83efdbb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 13:59:12.742499 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:59:12.742879 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:59:12.743276 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:12.743668 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:59:12.743804 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:12.744114 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Bound port: a6344b93-baea-4615-9c6b-f11ea4988748, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:59:12.744492 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:12.757377 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Transition to ACTIVE for port object d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:59:12.790480 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:12.797710 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] For port a6344b93-baea-4615-9c6b-f11ea4988748, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:59:12.801067 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] For port a6344b93-baea-4615-9c6b-f11ea4988748, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a6344b93-baea-4615-9c6b-f11ea4988748,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:59:12.805364 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:12.833969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Network f2bd7e80-2df2-48dc-9e8b-7726e4426daa is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:59:12.836969 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:59:12.842440 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:59:12.848909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Pushing event updated for resources: {'Port': ['ID=d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:12.857727 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Routers {'68e51e8e-c788-42e8-8c55-ad4abf6a7465'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:59:12.858404 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:13.010334 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66eb3b8-41c9-4516-b5aa-704b83efdbb2 None None] Pushing event updated for resources: {'Port': ['ID=a6344b93-baea-4615-9c6b-f11ea4988748,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:13.085117 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] Set router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:59:13.153716 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7d5927b0-6d22-4d20-9a00-510815b7eeba None None] Provisioning for port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:59:13.158202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-7d5927b0-6d22-4d20-9a00-510815b7eeba None None] Provisioning complete for port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:13.158602 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7d5927b0-6d22-4d20-9a00-510815b7eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:13.181747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a8ee0e09-35f7-46dc-abda-ed4c737d7ec9 req-7267cd2b-85ef-4e76-a943-b3556249a4db service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0731776 Aug 28 13:59:13.208708 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-7d5927b0-6d22-4d20-9a00-510815b7eeba None None] Port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:59:13.246268 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:13.280966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee0e09-35f7-46dc-abda-ed4c737d7ec9 req-69f41735-48a4-484b-87cf-32d7cc40235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:13.282590 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a8ee0e09-35f7-46dc-abda-ed4c737d7ec9 req-69f41735-48a4-484b-87cf-32d7cc40235b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0428164 Aug 28 13:59:13.296752 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:11Z', 'revision_number': 3, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:13.324053 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb6dbbb-032d-4028-a5d8-4744f55a39c0 None None] The sync data for ids ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'] in n-d-791505-21 is: [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:11Z', 'revision_number': 3, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:59:13.383896 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:13.403765 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee0e09-35f7-46dc-abda-ed4c737d7ec9 req-0cc31b29-4dc5-416c-8541-ce91d6b88c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:13.405512 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a8ee0e09-35f7-46dc-abda-ed4c737d7ec9 req-0cc31b29-4dc5-416c-8541-ce91d6b88c90 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0986831 Aug 28 13:59:13.450051 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a8ee0e09-35f7-46dc-abda-ed4c737d7ec9 req-0108f3de-4467-4040-921a-22cccba46803 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0359170 Aug 28 13:59:13.503750 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee0e09-35f7-46dc-abda-ed4c737d7ec9 req-f0417360-b880-4061-8eb3-cbfc6688660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:13.505241 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a8ee0e09-35f7-46dc-abda-ed4c737d7ec9 req-f0417360-b880-4061-8eb3-cbfc6688660f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0471110 Aug 28 13:59:13.565535 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee0e09-35f7-46dc-abda-ed4c737d7ec9 req-c0323d92-4c84-45b9-8607-f272ed755f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:13.567308 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a8ee0e09-35f7-46dc-abda-ed4c737d7ec9 req-c0323d92-4c84-45b9-8607-f272ed755f7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537424 Aug 28 13:59:13.591624 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:13.597104 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:13.687310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Pushing event updated for resources: {'Port': ['ID=d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:13.689804 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:13.697850 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a8ee0e09-35f7-46dc-abda-ed4c737d7ec9 req-6d2306ad-cba3-4b2e-a634-da34b2e8b0c3 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212411 Aug 28 13:59:13.740412 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:13.800782 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a6344b93-baea-4615-9c6b-f11ea4988748 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:59:13.824318 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Network f2bd7e80-2df2-48dc-9e8b-7726e4426daa is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:59:13.826453 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:59:13.854743 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-a8ee0e09-35f7-46dc-abda-ed4c737d7ec9 req-f93895aa-7b3d-43b2-ba87-cfb4ef2477ff service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459742 Aug 28 13:59:13.872647 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port a6344b93-baea-4615-9c6b-f11ea4988748 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:59:13.877834 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a6344b93-baea-4615-9c6b-f11ea4988748 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:13.878210 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:13.961546 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:59:13.990852 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:14.018795 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port a6344b93-baea-4615-9c6b-f11ea4988748, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a6344b93-baea-4615-9c6b-f11ea4988748,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:59:14.026572 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:14.027531 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ce6bffcd-aa94-47cd-be10-586d8db3de37 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:59:14.089503 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:59:14.098724 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8a3d310c-c39a-4489-b1b3-c8373411a05b admin admin] 10.222.0.20 "PUT /v2.0/routers/68e51e8e-c788-42e8-8c55-ad4abf6a7465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1135526 Aug 28 13:59:14.118491 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=a6344b93-baea-4615-9c6b-f11ea4988748,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:14.135911 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port ce6bffcd-aa94-47cd-be10-586d8db3de37 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:14.136386 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:14.186000 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-49e6fd59-45b0-4099-afbc-4f1bab22809b None None] Provisioning complete for port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:14.186400 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-49e6fd59-45b0-4099-afbc-4f1bab22809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:14.232306 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-49e6fd59-45b0-4099-afbc-4f1bab22809b None None] Port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:59:14.583392 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40326) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:14.588481 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-0709b317-c858-43db-ab8d-8e6f3f7b2f4f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1631541080-network', 'tenant_id': '0c251db4847443b29af0ff2987a91f01'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:59:14.609795 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0709b317-c858-43db-ab8d-8e6f3f7b2f4f admin admin] Made reservation on behalf of 0c251db4847443b29af0ff2987a91f01 for: {'network': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:59:14.613512 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0709b317-c858-43db-ab8d-8e6f3f7b2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for network, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:14.626806 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0709b317-c858-43db-ab8d-8e6f3f7b2f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:14.724735 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0709b317-c858-43db-ab8d-8e6f3f7b2f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:14.729530 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0709b317-c858-43db-ab8d-8e6f3f7b2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:14.756067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0709b317-c858-43db-ab8d-8e6f3f7b2f4f admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=94877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 28 13:59:14.767751 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709b317-c858-43db-ab8d-8e6f3f7b2f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c0b641-ab3c-444b-8040-1abeb1f9ad97,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:14.772215 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0709b317-c858-43db-ab8d-8e6f3f7b2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:14.772552 n-d-791505-21 neutron-server[94877]: INFO neutron.db.segments_db [None req-0709b317-c858-43db-ab8d-8e6f3f7b2f4f admin admin] Added segment 6c046091-bf34-4f0c-912b-2adc6284581b of type vlan for network 60577195-8f3b-4fce-aa8e-68909e459f3f Aug 28 13:59:14.814649 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0709b317-c858-43db-ab8d-8e6f3f7b2f4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760091015792'] for network, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:14.839640 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0709b317-c858-43db-ab8d-8e6f3f7b2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666'] for network, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:14.841647 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0709b317-c858-43db-ab8d-8e6f3f7b2f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:14.841943 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0709b317-c858-43db-ab8d-8e6f3f7b2f4f admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:14.893110 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0709b317-c858-43db-ab8d-8e6f3f7b2f4f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3085151 Aug 28 13:59:14.895946 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40328) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:14.901364 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-819fefa1-5d14-4ff5-b677-7953d2400e96 admin admin] Request body: {'subnet': {'network_id': '60577195-8f3b-4fce-aa8e-68909e459f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1631541080-subnet', 'tenant_id': '0c251db4847443b29af0ff2987a91f01', 'ip_version': 4}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:59:14.904956 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709b317-c858-43db-ab8d-8e6f3f7b2f4f admin admin] Pushing event updated for resources: {'Network': ['ID=60577195-8f3b-4fce-aa8e-68909e459f3f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:14.921391 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Network 60577195-8f3b-4fce-aa8e-68909e459f3f details requested by agent ovs-agent-n-d-791505-21 with host n-d-791505-21 {{(pid=94879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 28 13:59:14.925986 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819fefa1-5d14-4ff5-b677-7953d2400e96 admin admin] Made reservation on behalf of 0c251db4847443b29af0ff2987a91f01 for: {'subnet': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:59:14.928382 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-819fefa1-5d14-4ff5-b677-7953d2400e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62437910'] for subnet, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:15.018134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Sync routers for ids ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:59:15.027513 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Routers {'68e51e8e-c788-42e8-8c55-ad4abf6a7465'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:59:15.028691 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:15.105673 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-819fefa1-5d14-4ff5-b677-7953d2400e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62392055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62437888'] for subnet, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:15.135686 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Set router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:59:15.160859 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fefa1-5d14-4ff5-b677-7953d2400e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efdb5222-4e1f-4b4c-a995-107da3178928,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:15.170208 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819fefa1-5d14-4ff5-b677-7953d2400e96 admin admin] Checking segment: {'id': '6c046091-bf34-4f0c-912b-2adc6284581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '60577195-8f3b-4fce-aa8e-68909e459f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:59:15.170604 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819fefa1-5d14-4ff5-b677-7953d2400e96 admin admin] Network hostable DHCP agents. Network: 60577195-8f3b-4fce-aa8e-68909e459f3f, hostable agents: ['2c6f4af0-ff76-486c-aae9-984d8dc0b493'], hosted agents: [] {{(pid=94878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 28 13:59:15.187173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819fefa1-5d14-4ff5-b677-7953d2400e96 admin admin] Network 60577195-8f3b-4fce-aa8e-68909e459f3f is scheduled to be hosted by DHCP agent 2c6f4af0-ff76-486c-aae9-984d8dc0b493 with binding_index 1 {{(pid=94878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 28 13:59:15.195824 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [None req-819fefa1-5d14-4ff5-b677-7953d2400e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-21, 60577195-8f3b-4fce-aa8e-68909e459f3f) {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:59:15.201186 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819fefa1-5d14-4ff5-b677-7953d2400e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:15.201771 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-819fefa1-5d14-4ff5-b677-7953d2400e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:15.210410 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af743238-7848-4e8d-ae89-b29b0e6783dc None None] Network 60577195-8f3b-4fce-aa8e-68909e459f3f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:59:15.217516 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-819fefa1-5d14-4ff5-b677-7953d2400e96 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3199530 Aug 28 13:59:15.220217 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40330) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:15.225131 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1631541080-router', 'tenant_id': '0c251db4847443b29af0ff2987a91f01', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:59:15.246123 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3644'] for router, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:15.247245 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4190544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3627'] for router, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:15.312742 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:15.454074 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:15.607733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa37cad50-aca2-50b3-ab7f-4f3a3c89d9cb-60577195-8f3b-4fce-aa8e-68909e459f3f', 'network_id': '60577195-8f3b-4fce-aa8e-68909e459f3f', 'tenant_id': '0c251db4847443b29af0ff2987a91f01', 'fixed_ips': [{'subnet_id': 'efdb5222-4e1f-4b4c-a995-107da3178928'}]}} from n-d-791505-21. {{(pid=94879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 28 13:59:15.608832 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:15.624174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a6344b93-baea-4615-9c6b-f11ea4988748 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:59:15.657090 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'd39ed1bc-a9ba-4e86-af0c-6a811eb1ea24', 'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'mac_address': 'fa:16:3e:de:25:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:12Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 2, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'subnets': [{'id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:15.670705 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:15.690075 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:15.706390 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:15.709408 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Checking router: 68e51e8e-c788-42e8-8c55-ad4abf6a7465 for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:59:15.709761 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Updating router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:59:15.791230 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:15.796446 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Allocated IP 172.25.1.44 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/7a5b18b4-94e4-40b3-a753-9a4b3936230f) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:59:15.840254 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port a6344b93-baea-4615-9c6b-f11ea4988748 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:15.840681 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:15.897014 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:15.936425 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:15.967345 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.db_base_plugin_common [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Allocated IP 172.20.0.2 (60577195-8f3b-4fce-aa8e-68909e459f3f/efdb5222-4e1f-4b4c-a995-107da3178928/6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb) {{(pid=94879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:59:15.977813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:59:15.983549 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:59:15.987545 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:59:16.012237 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Pushing event updated for resources: {'Port': ['ID=7a5b18b4-94e4-40b3-a753-9a4b3936230f,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:16.240795 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:16.248001 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Notify callbacks [] for port, precommit_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:16.279416 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Transition to ACTIVE for port object 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:59:16.307551 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Transition to ACTIVE for port object 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb will not be triggered until provisioned by entity DHCP. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:59:16.313516 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:16.317364 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312'] for port, after_create {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:16.352711 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Transition to ACTIVE for port object d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:59:16.361982 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:16.368650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Network 60577195-8f3b-4fce-aa8e-68909e459f3f is already hosted by enough agents. {{(pid=94879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:59:16.375395 n-d-791505-21 neutron-server[94879]: DEBUG neutron.scheduler.base_scheduler [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Resources bound (agent type, host, resource id): {{(pid=94879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:59:16.384414 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Received port after_create {{(pid=94879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:59:16.396839 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Pushing event updated for resources: {'Port': ['ID=6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb,revision_number=1']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:16.452963 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3743993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3743168'] for router, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:16.499373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Attempting to bind port 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:59:16.499659 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Attempting to bind port 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '6c046091-bf34-4f0c-912b-2adc6284581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '60577195-8f3b-4fce-aa8e-68909e459f3f'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:59:16.500024 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Attempting to bind port 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb on network 60577195-8f3b-4fce-aa8e-68909e459f3f {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:59:16.526168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:59:16.526688 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Checking segment: {'id': '6c046091-bf34-4f0c-912b-2adc6284581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '60577195-8f3b-4fce-aa8e-68909e459f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:59:16.526948 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:16.527336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Bound using segment: {'id': '6c046091-bf34-4f0c-912b-2adc6284581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '60577195-8f3b-4fce-aa8e-68909e459f3f'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:59:16.527804 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Bound port: 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c046091-bf34-4f0c-912b-2adc6284581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '60577195-8f3b-4fce-aa8e-68909e459f3f'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:59:16.528801 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:16.530632 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361eeb8-1df5-4d71-ba85-dc4ad3a3186f None None] Pushing event updated for resources: {'Port': ['ID=d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:16.549944 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Attempting to bind port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:59:16.550325 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Attempting to bind port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:59:16.550712 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Attempting to bind port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 on network f2bd7e80-2df2-48dc-9e8b-7726e4426daa {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:59:16.559418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:59:16.559418 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Checking segment: {'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:59:16.559824 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:16.560388 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Bound using segment: {'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:59:16.561083 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Bound port: d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:59:16.561230 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:16.594837 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Router b355f4f3-dc3e-41e8-a741-20594278d35f is scheduled to L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba with binding_index 1 {{(pid=94877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 28 13:59:16.655366 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] For port 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:59:16.663650 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] For port 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb,segment=NetworkSegment(6c046091-bf34-4f0c-912b-2adc6284581b),segment_id=6c046091-bf34-4f0c-912b-2adc6284581b)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:59:16.674553 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:16.682971 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] For port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:59:16.704597 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:59:16.715255 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Sync routers for ids ['b355f4f3-dc3e-41e8-a741-20594278d35f'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:59:16.722183 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:16.723615 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-f855ca41-f697-48f4-b3a9-bc20d4a9c42a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5023110 Aug 28 13:59:16.726232 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40332) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:16.727464 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] For port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:59:16.729940 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Routers {'b355f4f3-dc3e-41e8-a741-20594278d35f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:59:16.735040 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b355f4f3-dc3e-41e8-a741-20594278d35f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:16.743021 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:16.765312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853e9c5-28f2-4113-bf10-1762b6e1973d None None] Pushing event updated for resources: {'Port': ['ID=6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb,revision_number=2']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:16.831976 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Routers {'68e51e8e-c788-42e8-8c55-ad4abf6a7465'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:59:16.832870 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:16.872138 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Set router b355f4f3-dc3e-41e8-a741-20594278d35f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:59:16.971420 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361eeb8-1df5-4d71-ba85-dc4ad3a3186f None None] Pushing event updated for resources: {'Port': ['ID=d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:17.014543 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] Set router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:59:17.110042 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'name': 'tempest-TestSnapshotPattern-1631541080-router', 'tenant_id': '0c251db4847443b29af0ff2987a91f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '7a5b18b4-94e4-40b3-a753-9a4b3936230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:15Z', 'updated_at': '2021-08-28T13:59:16Z', 'revision_number': 3, 'project_id': '0c251db4847443b29af0ff2987a91f01', 'gw_port': {'id': '7a5b18b4-94e4-40b3-a753-9a4b3936230f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:15Z', 'updated_at': '2021-08-28T13:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:17.141356 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Checking router: b355f4f3-dc3e-41e8-a741-20594278d35f for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:59:17.141685 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Updating router b355f4f3-dc3e-41e8-a741-20594278d35f port 7a5b18b4-94e4-40b3-a753-9a4b3936230f binding host n-d-791505-21 {{(pid=94880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:59:17.168091 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:17.294468 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'd39ed1bc-a9ba-4e86-af0c-6a811eb1ea24', 'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'mac_address': 'fa:16:3e:de:25:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:12Z', 'updated_at': '2021-08-28T13:59:16Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'subnets': [{'id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:17.308488 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:17.327221 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2a879b-39ac-4450-8777-ae8278d12506 None None] The sync data for ids ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'] in n-d-791505-21 is: [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'd39ed1bc-a9ba-4e86-af0c-6a811eb1ea24', 'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'mac_address': 'fa:16:3e:de:25:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:12Z', 'updated_at': '2021-08-28T13:59:16Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'subnets': [{'id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:59:17.458934 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Notify callbacks [] for port, precommit_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:17.470475 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.provisioning_blocks [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Transition to ACTIVE for port object 7a5b18b4-94e4-40b3-a753-9a4b3936230f will not be triggered until provisioned by entity L2. {{(pid=94880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:59:17.476438 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:17.503847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Allocated IP 172.20.0.1 (60577195-8f3b-4fce-aa8e-68909e459f3f/efdb5222-4e1f-4b4c-a995-107da3178928/030f6db8-7c14-4e17-906d-30585bdee05a) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:59:17.524444 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Attempting to bind port 7a5b18b4-94e4-40b3-a753-9a4b3936230f on host n-d-791505-21 for vnic_type normal with profile {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:59:17.524807 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Attempting to bind port 7a5b18b4-94e4-40b3-a753-9a4b3936230f by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:59:17.525166 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Attempting to bind port 7a5b18b4-94e4-40b3-a753-9a4b3936230f on network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:59:17.539745 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:59:17.540115 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Checking segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:59:17.540521 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:17.540908 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Bound using segment: {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'} {{(pid=94880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:59:17.541366 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.managers [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Bound port: 7a5b18b4-94e4-40b3-a753-9a4b3936230f, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33e50c1-4f6b-4a2f-82ab-13883a81d42d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3'}}] {{(pid=94880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:59:17.541746 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:17.620953 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] For port 7a5b18b4-94e4-40b3-a753-9a4b3936230f, host n-d-791505-21, cleared binding levels {{(pid=94880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:59:17.625348 n-d-791505-21 neutron-server[94880]: DEBUG neutron.plugins.ml2.db [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] For port 7a5b18b4-94e4-40b3-a753-9a4b3936230f, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7a5b18b4-94e4-40b3-a753-9a4b3936230f,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:59:17.626629 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be85e60-95e8-4909-85b3-85f6d4aad464 None None] Pushing event updated for resources: {'Port': ['ID=7a5b18b4-94e4-40b3-a753-9a4b3936230f,revision_number=2']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:17.631789 n-d-791505-21 neutron-server[94880]: DEBUG neutron_lib.callbacks.manager [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:17.664652 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:17.686403 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Transition to ACTIVE for port object 030f6db8-7c14-4e17-906d-30585bdee05a will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:59:17.686658 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Routers {'b355f4f3-dc3e-41e8-a741-20594278d35f'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:59:17.694451 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b355f4f3-dc3e-41e8-a741-20594278d35f'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:17.750223 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:17.764719 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:59:17.811300 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] Set router b355f4f3-dc3e-41e8-a741-20594278d35f gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:59:17.832553 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Pushing event updated for resources: {'Port': ['ID=030f6db8-7c14-4e17-906d-30585bdee05a,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:17.844651 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Network 60577195-8f3b-4fce-aa8e-68909e459f3f is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:59:17.846066 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:59:17.848697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:59:17.854681 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:59:17.859762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:17.860493 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:17.928421 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742899'] for router_interface, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:17.979963 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:18.000047 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be85e60-95e8-4909-85b3-85f6d4aad464 None None] Pushing event updated for resources: {'Port': ['ID=7a5b18b4-94e4-40b3-a753-9a4b3936230f,revision_number=3']} {{(pid=94880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:18.049038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:59:18.053114 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:18.054060 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:59:18.151819 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:18.159733 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:59:18.170567 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:18.185440 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83b444a-cca6-4f99-a525-33850f609d5e None None] Network 60577195-8f3b-4fce-aa8e-68909e459f3f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 13:59:18.212388 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'name': 'tempest-TestSnapshotPattern-1631541080-router', 'tenant_id': '0c251db4847443b29af0ff2987a91f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '7a5b18b4-94e4-40b3-a753-9a4b3936230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:15Z', 'updated_at': '2021-08-28T13:59:16Z', 'revision_number': 3, 'project_id': '0c251db4847443b29af0ff2987a91f01', 'gw_port': {'id': '7a5b18b4-94e4-40b3-a753-9a4b3936230f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:15Z', 'updated_at': '2021-08-28T13:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:18.277940 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-690ba6f2-cc67-4942-a9d4-c77eb2b42bdd None None] Provisioning for port 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:59:18.289358 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-690ba6f2-cc67-4942-a9d4-c77eb2b42bdd None None] Provisioning complete for port 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:18.289735 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-690ba6f2-cc67-4942-a9d4-c77eb2b42bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:18.360888 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f6bef6-5e4f-4480-8d0c-8021beb8cb33 None None] The sync data for ids ['b355f4f3-dc3e-41e8-a741-20594278d35f'] in n-d-791505-21 is: [{'id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'name': 'tempest-TestSnapshotPattern-1631541080-router', 'tenant_id': '0c251db4847443b29af0ff2987a91f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '7a5b18b4-94e4-40b3-a753-9a4b3936230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:15Z', 'updated_at': '2021-08-28T13:59:16Z', 'revision_number': 3, 'project_id': '0c251db4847443b29af0ff2987a91f01', 'gw_port': {'id': '7a5b18b4-94e4-40b3-a753-9a4b3936230f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:15Z', 'updated_at': '2021-08-28T13:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:59:18.470771 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-690ba6f2-cc67-4942-a9d4-c77eb2b42bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:18.514792 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-690ba6f2-cc67-4942-a9d4-c77eb2b42bdd None None] For port 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb,segment=NetworkSegment(6c046091-bf34-4f0c-912b-2adc6284581b),segment_id=6c046091-bf34-4f0c-912b-2adc6284581b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:59:18.523661 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-690ba6f2-cc67-4942-a9d4-c77eb2b42bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:18.603234 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ba6f2-cc67-4942-a9d4-c77eb2b42bdd None None] Pushing event updated for resources: {'Port': ['ID=6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:18.745090 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:18.752229 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:18.829305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Pushing event updated for resources: {'Port': ['ID=030f6db8-7c14-4e17-906d-30585bdee05a,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:18.833603 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3734692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3741955'] for router_interface, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:18.950260 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Network 60577195-8f3b-4fce-aa8e-68909e459f3f is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:59:18.951893 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8eb59b62-3aa8-4a9a-846a-6418f7037b81 None None] Provisioning for port 030f6db8-7c14-4e17-906d-30585bdee05a completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:59:18.952051 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:59:18.957462 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8eb59b62-3aa8-4a9a-846a-6418f7037b81 None None] Provisioning complete for port 030f6db8-7c14-4e17-906d-30585bdee05a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:18.957940 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8eb59b62-3aa8-4a9a-846a-6418f7037b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:18.997343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-8eb59b62-3aa8-4a9a-846a-6418f7037b81 None None] Port 030f6db8-7c14-4e17-906d-30585bdee05a cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:59:19.007579 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-8eb59b62-3aa8-4a9a-846a-6418f7037b81 None None] Provisioning complete for port 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:19.007948 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8eb59b62-3aa8-4a9a-846a-6418f7037b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:19.096141 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Router b355f4f3-dc3e-41e8-a741-20594278d35f has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:59:19.238450 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:59:19.255525 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-80daeb92-f244-4683-baf0-b53091148138 admin admin] 10.222.0.20 "PUT /v2.0/routers/b355f4f3-dc3e-41e8-a741-20594278d35f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5280309 Aug 28 13:59:19.392636 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e35aaec1-f119-47bb-8ce8-f55e5ad9ddcc None None] Provisioning complete for port 030f6db8-7c14-4e17-906d-30585bdee05a triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:19.393076 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e35aaec1-f119-47bb-8ce8-f55e5ad9ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:19.430312 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-e35aaec1-f119-47bb-8ce8-f55e5ad9ddcc None None] Port 030f6db8-7c14-4e17-906d-30585bdee05a cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:59:19.682098 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7a5b18b4-94e4-40b3-a753-9a4b3936230f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:59:19.731573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 7a5b18b4-94e4-40b3-a753-9a4b3936230f completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:59:19.735288 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 7a5b18b4-94e4-40b3-a753-9a4b3936230f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:19.735665 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:19.814298 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:19.837815 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 7a5b18b4-94e4-40b3-a753-9a4b3936230f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7a5b18b4-94e4-40b3-a753-9a4b3936230f,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:59:19.842587 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:19.843452 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:59:19.904896 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40340) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:19.909881 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-0ca35fec-d3b3-4a6a-b79a-d107bc66d096 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654286002', 'description': 'tempest-secgroup-smoke-1654286002 description', 'project_id': '80435d1b4e7149cea61632146dcac74c'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:59:19.919721 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=7a5b18b4-94e4-40b3-a753-9a4b3936230f,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:19.931581 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ca35fec-d3b3-4a6a-b79a-d107bc66d096 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:19.933088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:19.933483 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.021201 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ca35fec-d3b3-4a6a-b79a-d107bc66d096 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.025145 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ca35fec-d3b3-4a6a-b79a-d107bc66d096 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.026447 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:59:20.055702 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-0ca35fec-d3b3-4a6a-b79a-d107bc66d096 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.056945 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-0ca35fec-d3b3-4a6a-b79a-d107bc66d096 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1510396 Aug 28 13:59:20.058027 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca35fec-d3b3-4a6a-b79a-d107bc66d096 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711277b6-893a-4d12-ae76-235c14a1aa68,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:20.060424 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40342) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:20.070090 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-44feae47-229a-49d2-bbbb-eacaefda6a41 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Request body: {'security_group_rule': {'security_group_id': '711277b6-893a-4d12-ae76-235c14a1aa68', 'project_id': '80435d1b4e7149cea61632146dcac74c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:59:20.074211 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:20.074617 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.100292 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-44feae47-229a-49d2-bbbb-eacaefda6a41 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.157398 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-44feae47-229a-49d2-bbbb-eacaefda6a41 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.161964 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-44feae47-229a-49d2-bbbb-eacaefda6a41 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.179610 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44feae47-229a-49d2-bbbb-eacaefda6a41 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b72b0d-7a8c-40cf-af9f-618ce95cbb06,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:20.187153 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-44feae47-229a-49d2-bbbb-eacaefda6a41 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.188424 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-44feae47-229a-49d2-bbbb-eacaefda6a41 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220031 Aug 28 13:59:20.191424 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40344) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:20.195918 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-2f808ef8-21bd-4aff-bc64-5bb0adde2b4f tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Request body: {'security_group_rule': {'security_group_id': '711277b6-893a-4d12-ae76-235c14a1aa68', 'project_id': '80435d1b4e7149cea61632146dcac74c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:59:20.224058 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f808ef8-21bd-4aff-bc64-5bb0adde2b4f tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.283948 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f808ef8-21bd-4aff-bc64-5bb0adde2b4f tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.287878 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f808ef8-21bd-4aff-bc64-5bb0adde2b4f tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.310399 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f808ef8-21bd-4aff-bc64-5bb0adde2b4f tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87dab306-5e46-472a-8a66-46914b48edaa,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:20.317872 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-2f808ef8-21bd-4aff-bc64-5bb0adde2b4f tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.319093 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-2f808ef8-21bd-4aff-bc64-5bb0adde2b4f tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267397 Aug 28 13:59:20.321630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40346) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:20.326542 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-c7a92e5b-e487-4c90-abee-c2805d895835 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Request body: {'security_group_rule': {'security_group_id': '711277b6-893a-4d12-ae76-235c14a1aa68', 'project_id': '80435d1b4e7149cea61632146dcac74c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:59:20.351553 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7a92e5b-e487-4c90-abee-c2805d895835 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.408889 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7a92e5b-e487-4c90-abee-c2805d895835 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.412876 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7a92e5b-e487-4c90-abee-c2805d895835 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.431557 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a92e5b-e487-4c90-abee-c2805d895835 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0204e69-2835-4190-b484-064b28ef5dbd,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:20.439075 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c7a92e5b-e487-4c90-abee-c2805d895835 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.442971 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c7a92e5b-e487-4c90-abee-c2805d895835 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177571 Aug 28 13:59:20.443862 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40348) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:20.447728 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-83501e7d-8433-47f8-8206-e19ac8ccae19 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Request body: {'security_group_rule': {'security_group_id': '711277b6-893a-4d12-ae76-235c14a1aa68', 'project_id': '80435d1b4e7149cea61632146dcac74c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:59:20.473733 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-83501e7d-8433-47f8-8206-e19ac8ccae19 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.535817 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-83501e7d-8433-47f8-8206-e19ac8ccae19 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.539357 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-83501e7d-8433-47f8-8206-e19ac8ccae19 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.557959 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83501e7d-8433-47f8-8206-e19ac8ccae19 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc5fd74-c335-4b13-aabe-7e4511874e1c,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:20.564215 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-83501e7d-8433-47f8-8206-e19ac8ccae19 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.568671 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-83501e7d-8433-47f8-8206-e19ac8ccae19 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213725 Aug 28 13:59:20.568671 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40350) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:20.572610 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-9339aa55-9de1-4db9-bbef-e1b77d42d4b4 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Request body: {'security_group_rule': {'security_group_id': '711277b6-893a-4d12-ae76-235c14a1aa68', 'project_id': '80435d1b4e7149cea61632146dcac74c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:59:20.596857 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-9339aa55-9de1-4db9-bbef-e1b77d42d4b4 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Project 80435d1b4e7149cea61632146dcac74c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:59:20.602308 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9339aa55-9de1-4db9-bbef-e1b77d42d4b4 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.669846 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9339aa55-9de1-4db9-bbef-e1b77d42d4b4 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.673919 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9339aa55-9de1-4db9-bbef-e1b77d42d4b4 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.695891 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339aa55-9de1-4db9-bbef-e1b77d42d4b4 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014a519d-b5ca-4857-9cfc-327afd9d5e1e,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:20.703316 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-9339aa55-9de1-4db9-bbef-e1b77d42d4b4 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.704936 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-9339aa55-9de1-4db9-bbef-e1b77d42d4b4 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358168 Aug 28 13:59:20.707939 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 40352) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:20.712428 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [None req-976758f7-6297-4c3a-8352-98b4749dc5de tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Request body: {'security_group_rule': {'security_group_id': '711277b6-893a-4d12-ae76-235c14a1aa68', 'project_id': '80435d1b4e7149cea61632146dcac74c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:59:20.733058 n-d-791505-21 neutron-server[94878]: INFO neutron.db.securitygroups_db [None req-976758f7-6297-4c3a-8352-98b4749dc5de tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Project 80435d1b4e7149cea61632146dcac74c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 28 13:59:20.737803 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-976758f7-6297-4c3a-8352-98b4749dc5de tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.771516 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Sync routers for ids ['b355f4f3-dc3e-41e8-a741-20594278d35f'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:59:20.780488 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Routers {'b355f4f3-dc3e-41e8-a741-20594278d35f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:59:20.781099 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b355f4f3-dc3e-41e8-a741-20594278d35f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:20.801725 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-976758f7-6297-4c3a-8352-98b4749dc5de tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.805622 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-976758f7-6297-4c3a-8352-98b4749dc5de tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759351'] for security_group_rule, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.824310 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976758f7-6297-4c3a-8352-98b4749dc5de tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebfcf09-c1ec-4b22-a6a0-bfc3ea356210,revision_number=0']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:20.835952 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-976758f7-6297-4c3a-8352-98b4749dc5de tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:20.837196 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-976758f7-6297-4c3a-8352-98b4749dc5de tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282957 Aug 28 13:59:20.891750 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Set router b355f4f3-dc3e-41e8-a741-20594278d35f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:59:20.981708 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-d2317fbd-ea8b-4263-a093-c31ff19bfa04 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654286002&fields=id&tenant_id=80435d1b4e7149cea61632146dcac74c HTTP/1.1" status: 200 len: 267 time: 0.0351198 Aug 28 13:59:21.091247 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-ebac94a3-4301-45cd-ab05-73a296a7cfd3 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:21.092694 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-ebac94a3-4301-45cd-ab05-73a296a7cfd3 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/networks?id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa HTTP/1.1" status: 200 len: 809 time: 0.1045213 Aug 28 13:59:21.094619 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'name': 'tempest-TestSnapshotPattern-1631541080-router', 'tenant_id': '0c251db4847443b29af0ff2987a91f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '7a5b18b4-94e4-40b3-a753-9a4b3936230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:15Z', 'updated_at': '2021-08-28T13:59:18Z', 'revision_number': 4, 'project_id': '0c251db4847443b29af0ff2987a91f01', 'gw_port': {'id': '7a5b18b4-94e4-40b3-a753-9a4b3936230f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:15Z', 'updated_at': '2021-08-28T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '030f6db8-7c14-4e17-906d-30585bdee05a', 'name': '', 'network_id': '60577195-8f3b-4fce-aa8e-68909e459f3f', 'tenant_id': '0c251db4847443b29af0ff2987a91f01', 'mac_address': 'fa:16:3e:e1:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'efdb5222-4e1f-4b4c-a995-107da3178928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:17Z', 'updated_at': '2021-08-28T13:59:18Z', 'revision_number': 2, 'project_id': '0c251db4847443b29af0ff2987a91f01', 'subnets': [{'id': 'efdb5222-4e1f-4b4c-a995-107da3178928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:21.108756 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-63f0f540-02f1-49e9-8403-ab937348878e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/quotas/80435d1b4e7149cea61632146dcac74c HTTP/1.1" status: 200 len: 375 time: 0.0102777 Aug 28 13:59:21.120690 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Checking router: b355f4f3-dc3e-41e8-a741-20594278d35f for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:59:21.121038 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Updating router b355f4f3-dc3e-41e8-a741-20594278d35f port 030f6db8-7c14-4e17-906d-30585bdee05a binding host n-d-791505-21 {{(pid=94879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 28 13:59:21.146164 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:21.161034 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-bd10e602-000f-499f-8e89-5c98aed14513 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=80435d1b4e7149cea61632146dcac74c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464296 Aug 28 13:59:21.177986 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-669a0dec-c7b5-43e8-bca7-7f27d587c7c3 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 13:59:21.178990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-669a0dec-c7b5-43e8-bca7-7f27d587c7c3 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059917 Aug 28 13:59:21.271340 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-e954ce2a-b604-4e0c-8d2c-8e37350a0866 service neutron] 10.222.0.20 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851555 Aug 28 13:59:21.376935 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-4b345c4c-45fb-46aa-8f0d-1f3a00af321f service neutron] 10.222.0.20 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991507 Aug 28 13:59:21.419778 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Notify callbacks [] for port, precommit_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:21.430151 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Transition to ACTIVE for port object 030f6db8-7c14-4e17-906d-30585bdee05a will not be triggered until provisioned by entity L2. {{(pid=94879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:59:21.436073 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:21.495173 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc7b7e-d27e-456b-b89b-f897bf7be462 None None] Pushing event updated for resources: {'Port': ['ID=030f6db8-7c14-4e17-906d-30585bdee05a,revision_number=3']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:21.549637 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-cb2e30cd-ee91-44cc-bd1a-ae853a89bca5 req-de174fbf-be07-4925-9eed-c0ff2ee0cb77 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 210 time: 0.0297701 Aug 28 13:59:21.554192 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Attempting to bind port 030f6db8-7c14-4e17-906d-30585bdee05a on host n-d-791505-21 for vnic_type normal with profile {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:59:21.554880 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Attempting to bind port 030f6db8-7c14-4e17-906d-30585bdee05a by drivers openvswitch,hyperv on host n-d-791505-21 at level 0 using segments [{'id': '6c046091-bf34-4f0c-912b-2adc6284581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '60577195-8f3b-4fce-aa8e-68909e459f3f'}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:59:21.555320 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Attempting to bind port 030f6db8-7c14-4e17-906d-30585bdee05a on network 60577195-8f3b-4fce-aa8e-68909e459f3f {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:59:21.560751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Checking agent: {'id': '252a71a3-50ac-4084-87fd-bd39b53949ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 27, 12), 'started_at': datetime.datetime(2021, 8, 28, 12, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:59:21.561838 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Checking segment: {'id': '6c046091-bf34-4f0c-912b-2adc6284581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '60577195-8f3b-4fce-aa8e-68909e459f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:59:21.562405 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:21.562800 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Bound using segment: {'id': '6c046091-bf34-4f0c-912b-2adc6284581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '60577195-8f3b-4fce-aa8e-68909e459f3f'} {{(pid=94879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:59:21.563264 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.managers [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Bound port: 030f6db8-7c14-4e17-906d-30585bdee05a, host: n-d-791505-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c046091-bf34-4f0c-912b-2adc6284581b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '60577195-8f3b-4fce-aa8e-68909e459f3f'}}] {{(pid=94879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:59:21.563640 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:21.624499 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7a5b18b4-94e4-40b3-a753-9a4b3936230f up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:59:21.662207 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] For port 030f6db8-7c14-4e17-906d-30585bdee05a, host n-d-791505-21, cleared binding levels {{(pid=94879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:59:21.680900 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] For port 030f6db8-7c14-4e17-906d-30585bdee05a, host n-d-791505-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=030f6db8-7c14-4e17-906d-30585bdee05a,segment=NetworkSegment(6c046091-bf34-4f0c-912b-2adc6284581b),segment_id=6c046091-bf34-4f0c-912b-2adc6284581b)] {{(pid=94879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:59:21.686783 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:21.756505 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 7a5b18b4-94e4-40b3-a753-9a4b3936230f triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:21.756868 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:21.781630 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc7b7e-d27e-456b-b89b-f897bf7be462 None None] Pushing event updated for resources: {'Port': ['ID=030f6db8-7c14-4e17-906d-30585bdee05a,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:21.789725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Routers {'b355f4f3-dc3e-41e8-a741-20594278d35f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:59:21.790407 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b355f4f3-dc3e-41e8-a741-20594278d35f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:21.944301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] Set router b355f4f3-dc3e-41e8-a741-20594278d35f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:59:22.150902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'name': 'tempest-TestSnapshotPattern-1631541080-router', 'tenant_id': '0c251db4847443b29af0ff2987a91f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '7a5b18b4-94e4-40b3-a753-9a4b3936230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:15Z', 'updated_at': '2021-08-28T13:59:18Z', 'revision_number': 4, 'project_id': '0c251db4847443b29af0ff2987a91f01', 'gw_port': {'id': '7a5b18b4-94e4-40b3-a753-9a4b3936230f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:15Z', 'updated_at': '2021-08-28T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '030f6db8-7c14-4e17-906d-30585bdee05a', 'name': '', 'network_id': '60577195-8f3b-4fce-aa8e-68909e459f3f', 'tenant_id': '0c251db4847443b29af0ff2987a91f01', 'mac_address': 'fa:16:3e:e1:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'efdb5222-4e1f-4b4c-a995-107da3178928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:17Z', 'updated_at': '2021-08-28T13:59:21Z', 'revision_number': 4, 'project_id': '0c251db4847443b29af0ff2987a91f01', 'subnets': [{'id': 'efdb5222-4e1f-4b4c-a995-107da3178928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:22.177278 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0728adab-a355-496f-ae06-eb010b243d63 None None] The sync data for ids ['b355f4f3-dc3e-41e8-a741-20594278d35f'] in n-d-791505-21 is: [{'id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'name': 'tempest-TestSnapshotPattern-1631541080-router', 'tenant_id': '0c251db4847443b29af0ff2987a91f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '7a5b18b4-94e4-40b3-a753-9a4b3936230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:15Z', 'updated_at': '2021-08-28T13:59:18Z', 'revision_number': 4, 'project_id': '0c251db4847443b29af0ff2987a91f01', 'gw_port': {'id': '7a5b18b4-94e4-40b3-a753-9a4b3936230f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:15Z', 'updated_at': '2021-08-28T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': '030f6db8-7c14-4e17-906d-30585bdee05a', 'name': '', 'network_id': '60577195-8f3b-4fce-aa8e-68909e459f3f', 'tenant_id': '0c251db4847443b29af0ff2987a91f01', 'mac_address': 'fa:16:3e:e1:2d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'efdb5222-4e1f-4b4c-a995-107da3178928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:17Z', 'updated_at': '2021-08-28T13:59:21Z', 'revision_number': 4, 'project_id': '0c251db4847443b29af0ff2987a91f01', 'subnets': [{'id': 'efdb5222-4e1f-4b4c-a995-107da3178928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:59:22.633038 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-464b56e1-900f-4a5f-9d68-7a2889a287e4 req-ffe6ca3b-322a-4aa5-90f8-ad7e76439ff5 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 210 time: 0.0283334 Aug 28 13:59:23.631660 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 13:59:23.640174 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 030f6db8-7c14-4e17-906d-30585bdee05a up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:59:23.698184 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning for port 030f6db8-7c14-4e17-906d-30585bdee05a completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:59:23.702385 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 030f6db8-7c14-4e17-906d-30585bdee05a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:23.703076 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:23.712610 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3e5b38b5-b7de-4d4b-8ac1-2485d2efb600 req-f893eb44-dd40-4f70-93f5-acaf9884ed42 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 210 time: 0.0281701 Aug 28 13:59:23.790305 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:23.821140 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] For port 030f6db8-7c14-4e17-906d-30585bdee05a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=030f6db8-7c14-4e17-906d-30585bdee05a,segment=NetworkSegment(6c046091-bf34-4f0c-912b-2adc6284581b),segment_id=6c046091-bf34-4f0c-912b-2adc6284581b)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:59:23.824546 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:23.871146 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Pushing event updated for resources: {'Port': ['ID=030f6db8-7c14-4e17-906d-30585bdee05a,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:24.799827 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a6869119-4d95-4cec-a7fc-91120fdcac76 req-f44911fc-5dec-4813-ad10-ef883686e16d tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 210 time: 0.0334435 Aug 28 13:59:25.614079 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 030f6db8-7c14-4e17-906d-30585bdee05a up at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:59:25.665130 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Provisioning complete for port 030f6db8-7c14-4e17-906d-30585bdee05a triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:25.665498 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:25.897906 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ba89770b-c680-4eb2-bfed-6b084ce8e006 req-d678bef6-7922-4da4-9faf-418363482427 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 210 time: 0.0300241 Aug 28 13:59:26.555416 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-50a347d1-5c2a-418e-b16c-5b7e8485c258 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:26.556855 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-50a347d1-5c2a-418e-b16c-5b7e8485c258 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.11 "GET /v2.0/networks?id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa HTTP/1.1" status: 200 len: 809 time: 0.1077130 Aug 28 13:59:26.603485 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-acd458a6-c430-4a64-b0c6-94ac452d434a tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80435d1b4e7149cea61632146dcac74c HTTP/1.1" status: 200 len: 380 time: 0.0358603 Aug 28 13:59:26.618873 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-ea8df943-76df-4767-a278-cf2290785048 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Request body: {'port': {'device_id': 'adf6bf44-d952-473c-aab1-e4489073716d', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'admin_state_up': True, 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'security_groups': ['711277b6-893a-4d12-ae76-235c14a1aa68']}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:59:26.732682 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-ea8df943-76df-4767-a278-cf2290785048 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Made reservation on behalf of 80435d1b4e7149cea61632146dcac74c for: {'port': 1} {{(pid=94877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 13:59:26.736178 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-ea8df943-76df-4767-a278-cf2290785048 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:26.868942 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-ea8df943-76df-4767-a278-cf2290785048 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Allocated IP 172.20.0.13 (f2bd7e80-2df2-48dc-9e8b-7726e4426daa/b3990170-02f3-4e01-b73e-103c5d21509e/56cc3634-2bcd-4a4d-aa07-81a9cc17878b) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:59:27.003132 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-13a4868c-aca4-4248-be72-12d61bb6b6cd req-df518dee-02eb-4dd5-b151-6dd89b9d9d3e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 210 time: 0.0374625 Aug 28 13:59:27.030799 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-ea8df943-76df-4767-a278-cf2290785048 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:27.049139 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-ea8df943-76df-4767-a278-cf2290785048 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Transition to ACTIVE for port object 56cc3634-2bcd-4a4d-aa07-81a9cc17878b will not be triggered until provisioned by entity DHCP. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:59:27.081201 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-ea8df943-76df-4767-a278-cf2290785048 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:27.123310 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-ea8df943-76df-4767-a278-cf2290785048 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Network f2bd7e80-2df2-48dc-9e8b-7726e4426daa is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:59:27.128243 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-ea8df943-76df-4767-a278-cf2290785048 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:59:27.131922 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-ea8df943-76df-4767-a278-cf2290785048 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:59:27.157652 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8df943-76df-4767-a278-cf2290785048 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event updated for resources: {'Port': ['ID=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:27.185289 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-ea8df943-76df-4767-a278-cf2290785048 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:27.185907 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-ea8df943-76df-4767-a278-cf2290785048 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:27.202107 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-ea8df943-76df-4767-a278-cf2290785048 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5868678 Aug 28 13:59:27.216180 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Request body: {'port': {'device_id': 'adf6bf44-d952-473c-aab1-e4489073716d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-21'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:59:27.273521 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:27.380751 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e6216e4d-4dfc-46b3-8b48-b2384b508348 None None] Provisioning for port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:59:27.384573 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-e6216e4d-4dfc-46b3-8b48-b2384b508348 None None] Provisioning complete for port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:27.384953 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e6216e4d-4dfc-46b3-8b48-b2384b508348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:27.420442 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-e6216e4d-4dfc-46b3-8b48-b2384b508348 None None] Port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 13:59:27.546781 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56cc3634-2bcd-4a4d-aa07-81a9cc17878b {{(pid=94877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:59:27.553983 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:27.567373 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.provisioning_blocks [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Transition to ACTIVE for port object 56cc3634-2bcd-4a4d-aa07-81a9cc17878b will not be triggered until provisioned by entity L2. {{(pid=94877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 13:59:27.571239 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:27.620745 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Pushing event updated for resources: {'Port': ['ID=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:27.700763 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Attempting to bind port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b on host n-h1-791505-21 for vnic_type normal with profile {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 13:59:27.701096 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Attempting to bind port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b by drivers openvswitch,hyperv on host n-h1-791505-21 at level 0 using segments [{'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 13:59:27.701425 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Attempting to bind port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b on network f2bd7e80-2df2-48dc-9e8b-7726e4426daa {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:59:27.706382 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b on network f2bd7e80-2df2-48dc-9e8b-7726e4426daa not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-21 {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 13:59:27.706707 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Attempting to bind port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b on network f2bd7e80-2df2-48dc-9e8b-7726e4426daa {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 13:59:27.712044 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Checking agent: {'id': 'cabfbe3e-5ae7-4fb5-b8f8-2b9388b39f1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 13, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 13:59:27.712380 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Checking segment: {'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 13:59:27.712781 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Bound using segment: {'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'} {{(pid=94877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 13:59:27.713204 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.managers [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Bound port: 56cc3634-2bcd-4a4d-aa07-81a9cc17878b, host: n-h1-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'}}] {{(pid=94877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 13:59:27.713565 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:27.780140 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] For port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b, host n-h1-791505-21, cleared binding levels {{(pid=94877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 13:59:27.783132 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] For port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b, host n-h1-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 13:59:27.787914 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:27.822138 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:27.822770 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:27.824317 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] 10.222.0.11 "PUT /v2.0/ports/56cc3634-2bcd-4a4d-aa07-81a9cc17878b HTTP/1.1" status: 200 len: 1093 time: 0.6130598 Aug 28 13:59:27.825207 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf6bf44-d952-473c-aab1-e4489073716d', 'tag': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:59:27.827682 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e908e4-8261-4f54-8eba-0dcd083c52de" -d '{"events": [{"name": "network-changed", "server_uuid": "adf6bf44-d952-473c-aab1-e4489073716d", "tag": "56cc3634-2bcd-4a4d-aa07-81a9cc17878b"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:59:27.860827 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69e52f-247a-415e-a298-3b3fda721f0a service neutron] Pushing event updated for resources: {'Port': ['ID=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,revision_number=3']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:27.882956 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21427a2f-045c-4cc6-b144-13406e111e97 x-openstack-request-id: req-21427a2f-045c-4cc6-b144-13406e111e97 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:59:27.883247 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf6bf44-d952-473c-aab1-e4489073716d", "tag": "56cc3634-2bcd-4a4d-aa07-81a9cc17878b", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:59:27.883497 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21427a2f-045c-4cc6-b144-13406e111e97 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:59:27.883895 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf6bf44-d952-473c-aab1-e4489073716d', 'tag': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'status': 'completed', 'code': 200} Aug 28 13:59:27.915332 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-2d5ca2d2-7e6c-46c3-bd00-0ec157e2161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:27.916762 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-2d5ca2d2-7e6c-46c3-bd00-0ec157e2161f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80435d1b4e7149cea61632146dcac74c&device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 1096 time: 0.0505161 Aug 28 13:59:27.965434 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-7ad4c834-0fe9-48dc-bb98-5d3e25eaca6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b HTTP/1.1" status: 200 len: 217 time: 0.0395856 Aug 28 13:59:28.023038 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-9e44ebba-6da1-448b-9c6c-2eec1fa3e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:28.024515 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-9e44ebba-6da1-448b-9c6c-2eec1fa3e295 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b3990170-02f3-4e01-b73e-103c5d21509e HTTP/1.1" status: 200 len: 848 time: 0.0522408 Aug 28 13:59:28.072434 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-8927ab37-0e8b-4689-bac9-d3a03e25c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:28.074010 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-8927ab37-0e8b-4689-bac9-d3a03e25c07f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425451 Aug 28 13:59:28.178646 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018ab10-68db-41d9-8d01-8dff0fc04861 req-fa98b1f3-6c92-4d04-9f54-168f4d802ac4 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:28.180050 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4018ab10-68db-41d9-8d01-8dff0fc04861 req-fa98b1f3-6c92-4d04-9f54-168f4d802ac4 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 944 time: 0.1050925 Aug 28 13:59:28.214167 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-cf2b4674-082e-463b-a401-e19c623a1051 service neutron] 10.222.0.11 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305606 Aug 28 13:59:28.239258 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4018ab10-68db-41d9-8d01-8dff0fc04861 req-5d1d5490-06f9-4f5a-95f1-7a2acf563ed5 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516219 Aug 28 13:59:28.323022 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-6a7fb6df-1491-4e12-91ff-1d2233a7913c req-a225b0da-1d53-4016-b6d0-30a3aeff0a6b service neutron] 10.222.0.11 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987287 Aug 28 13:59:28.409851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e908e4-8261-4f54-8eba-0dcd083c52de req-9e67f6a5-c19d-4ba7-9977-3fb4b5d67051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:28.411391 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8e908e4-8261-4f54-8eba-0dcd083c52de req-9e67f6a5-c19d-4ba7-9977-3fb4b5d67051 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80435d1b4e7149cea61632146dcac74c&device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 1096 time: 0.0424340 Aug 28 13:59:28.500893 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e908e4-8261-4f54-8eba-0dcd083c52de req-76934149-0b1d-4de9-90c5-1381f25baa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:28.502375 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8e908e4-8261-4f54-8eba-0dcd083c52de req-76934149-0b1d-4de9-90c5-1381f25baa08 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa HTTP/1.1" status: 200 len: 909 time: 0.0840285 Aug 28 13:59:28.548298 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8e908e4-8261-4f54-8eba-0dcd083c52de req-97db0d7b-b903-4f21-9dc8-62ae9468828c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b HTTP/1.1" status: 200 len: 217 time: 0.0390489 Aug 28 13:59:28.599215 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e908e4-8261-4f54-8eba-0dcd083c52de req-0bb977e8-f1c2-449c-8a11-6d0c109d5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:28.600662 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8e908e4-8261-4f54-8eba-0dcd083c52de req-0bb977e8-f1c2-449c-8a11-6d0c109d5456 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b3990170-02f3-4e01-b73e-103c5d21509e HTTP/1.1" status: 200 len: 848 time: 0.0442805 Aug 28 13:59:28.647796 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e908e4-8261-4f54-8eba-0dcd083c52de req-0b55d8a8-a139-45f2-9a5e-48ea2b423ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:28.649301 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8e908e4-8261-4f54-8eba-0dcd083c52de req-0b55d8a8-a139-45f2-9a5e-48ea2b423ab6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409899 Aug 28 13:59:28.745810 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8e908e4-8261-4f54-8eba-0dcd083c52de req-eab7f371-8261-485d-93f7-8f8fd1885f70 service neutron] 10.222.0.11 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883687 Aug 28 13:59:28.838040 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e8e908e4-8261-4f54-8eba-0dcd083c52de req-97bfd661-005d-46df-8b8b-a6a9c4fc1602 service neutron] 10.222.0.11 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833604 Aug 28 13:59:29.363996 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2565f8-4a95-4b58-9a04-7bb6ec9528c3 req-a6eee51e-456e-4950-b07f-186e6de26914 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:29.365493 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed2565f8-4a95-4b58-9a04-7bb6ec9528c3 req-a6eee51e-456e-4950-b07f-186e6de26914 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 944 time: 0.0577219 Aug 28 13:59:29.402750 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ed2565f8-4a95-4b58-9a04-7bb6ec9528c3 req-44e47fdd-47ca-4828-bd05-432618386f52 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312810 Aug 28 13:59:30.517976 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6eb64e-608d-4507-a829-8a8b48d11634 req-b23b519a-6cb4-41e3-ba71-cf3b987d688a tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:30.519499 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3e6eb64e-608d-4507-a829-8a8b48d11634 req-b23b519a-6cb4-41e3-ba71-cf3b987d688a tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 944 time: 0.0503170 Aug 28 13:59:30.556658 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3e6eb64e-608d-4507-a829-8a8b48d11634 req-16b09609-bc48-42dc-b4d3-58b7553f310f tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310066 Aug 28 13:59:30.676057 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 56cc3634-2bcd-4a4d-aa07-81a9cc17878b details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 13:59:30.776797 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:59:30.788167 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'port_id': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'mac_address': 'fa:16:3e:03:c8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 13:59:30.826650 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:30.839018 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56cc3634-2bcd-4a4d-aa07-81a9cc17878b {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 13:59:30.858024 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:59:30.861947 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:30.908773 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:31.073409 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['56cc3634-2bcd-4a4d-aa07-81a9cc17878b'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 13:59:31.670483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f552d3b-bce5-41f0-a940-02caf5471664 req-68bed479-dac3-41d0-8a8f-dc096f907cd3 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:31.671978 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f552d3b-bce5-41f0-a940-02caf5471664 req-68bed479-dac3-41d0-8a8f-dc096f907cd3 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 945 time: 0.0498991 Aug 28 13:59:31.709078 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-9f552d3b-bce5-41f0-a940-02caf5471664 req-2f3c2329-bff7-426b-a067-57e52d9ec50b tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312214 Aug 28 13:59:32.691519 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 56cc3634-2bcd-4a4d-aa07-81a9cc17878b up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 13:59:32.743540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning for port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 13:59:32.748032 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 13:59:32.748404 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:32.826163 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:32.834246 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a55e32-2b47-45fd-96f0-1da944265daf req-c07d14e5-938f-42f3-9fcd-8126dc746bb1 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:32.836292 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72a55e32-2b47-45fd-96f0-1da944265daf req-c07d14e5-938f-42f3-9fcd-8126dc746bb1 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 945 time: 0.0550013 Aug 28 13:59:32.850146 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf6bf44-d952-473c-aab1-e4489073716d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:59:32.852573 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9bd424-1cc6-44a4-82e3-d2159c7a40a6" -d '{"events": [{"server_uuid": "adf6bf44-d952-473c-aab1-e4489073716d", "name": "network-vif-plugged", "status": "completed", "tag": "56cc3634-2bcd-4a4d-aa07-81a9cc17878b"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:59:32.866323 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 13:59:32.870421 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:32.877064 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-72a55e32-2b47-45fd-96f0-1da944265daf req-b32ffde4-a34d-4a1c-953e-bffd8c31d195 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336709 Aug 28 13:59:32.924154 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:32.927545 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 13:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae29ea5e-ea12-4359-bebf-5899b26914d4 x-openstack-request-id: req-ae29ea5e-ea12-4359-bebf-5899b26914d4 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:59:32.927833 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf6bf44-d952-473c-aab1-e4489073716d", "name": "network-vif-plugged", "status": "completed", "tag": "56cc3634-2bcd-4a4d-aa07-81a9cc17878b", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:59:32.928085 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae29ea5e-ea12-4359-bebf-5899b26914d4 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:59:32.928471 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf6bf44-d952-473c-aab1-e4489073716d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'code': 200} Aug 28 13:59:33.020918 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61379b-2082-41fc-a588-815a5fe1877e req-12c246a7-7afb-441c-9131-aee0c189193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:33.022698 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da61379b-2082-41fc-a588-815a5fe1877e req-12c246a7-7afb-441c-9131-aee0c189193c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 1098 time: 0.0406153 Aug 28 13:59:33.062069 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-da61379b-2082-41fc-a588-815a5fe1877e req-54c4f8f4-d06e-40c1-898b-e5eeff73bf94 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328526 Aug 28 13:59:33.996305 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e848f1e-f804-47ad-96f0-24c6230788fd req-868241ba-43b4-4a89-977b-4129d3babdfe tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:33.998648 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e848f1e-f804-47ad-96f0-24c6230788fd req-868241ba-43b4-4a89-977b-4129d3babdfe tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 946 time: 0.0496154 Aug 28 13:59:34.037674 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-2e848f1e-f804-47ad-96f0-24c6230788fd req-0d95e45e-cc57-43e5-8e59-270c6d48db5e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328741 Aug 28 13:59:35.156283 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff8177-e98e-4f50-8b9c-c43c7c50fa60 req-27aff292-ff45-4e99-b297-d035e40a518a tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:35.157761 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-acff8177-e98e-4f50-8b9c-c43c7c50fa60 req-27aff292-ff45-4e99-b297-d035e40a518a tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 946 time: 0.0526125 Aug 28 13:59:35.195030 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-acff8177-e98e-4f50-8b9c-c43c7c50fa60 req-d2bc2f86-d598-4cb0-82c0-6ec64bdead28 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312839 Aug 28 13:59:35.308920 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c4a27-aa14-4959-8496-e84127f9443d req-2b3fa564-d610-495f-83bb-f5bfc532237b tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:35.310996 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-157c4a27-aa14-4959-8496-e84127f9443d req-2b3fa564-d610-495f-83bb-f5bfc532237b tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 946 time: 0.0499229 Aug 28 13:59:35.348132 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-157c4a27-aa14-4959-8496-e84127f9443d req-c81c21af-ea3d-4bf2-9e90-2f74877dac92 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311568 Aug 28 13:59:35.369590 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40420) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:35.493438 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3600c7a-ca8f-40f7-a3de-50b39987093e tempest-TestSnapshotPattern-1517113001 tempest-TestSnapshotPattern-1517113001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:35.494983 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-b3600c7a-ca8f-40f7-a3de-50b39987093e tempest-TestSnapshotPattern-1517113001 tempest-TestSnapshotPattern-1517113001-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 1093 time: 0.1244168 Aug 28 13:59:35.498540 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40424) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 13:59:35.502882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 13:59:35.525048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:35.624422 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:35.724533 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Allocated IP 172.25.1.71 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/05faa7f1-c9f1-4319-964d-e72d3156f492) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 13:59:35.827312 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:35.867112 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:35.903165 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 13:59:35.905847 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 13:59:35.911227 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 13:59:35.935034 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event updated for resources: {'Port': ['ID=05faa7f1-c9f1-4319-964d-e72d3156f492,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:36.263114 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:36.329857 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:36.477494 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:36.482781 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:36.556502 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event updated for resources: {'Port': ['ID=05faa7f1-c9f1-4319-964d-e72d3156f492,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 13:59:36.567667 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:36.675221 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Floating IP 234777fe-1f10-447a-9d42-d9f4c005089a associated. External IP: 172.25.1.71, port: 56cc3634-2bcd-4a4d-aa07-81a9cc17878b. Aug 28 13:59:37.263437 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 13:59:37.372510 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 13:59:37.388394 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa2c8e-c7e9-497f-a36a-e35a6c76bc63 None None] Sync routers for ids ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 13:59:37.389152 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:37.398638 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa2c8e-c7e9-497f-a36a-e35a6c76bc63 None None] Routers {'68e51e8e-c788-42e8-8c55-ad4abf6a7465'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:59:37.399247 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-57fa2c8e-c7e9-497f-a36a-e35a6c76bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:37.434143 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-67616c35-c01e-4a7d-9b22-e3acbee0834e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9209583 Aug 28 13:59:37.434143 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf6bf44-d952-473c-aab1-e4489073716d', 'tag': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 13:59:37.434143 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee40289-5cfe-4a42-ad59-73a2a8690974" -d '{"events": [{"name": "network-changed", "server_uuid": "adf6bf44-d952-473c-aab1-e4489073716d", "tag": "56cc3634-2bcd-4a4d-aa07-81a9cc17878b"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 13:59:37.509220 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-57fa2c8e-c7e9-497f-a36a-e35a6c76bc63 None None] Set router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:59:37.517192 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 13:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b843489d-880e-4815-ae5c-9eb35cc34ea0 x-openstack-request-id: req-b843489d-880e-4815-ae5c-9eb35cc34ea0 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 13:59:37.517482 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf6bf44-d952-473c-aab1-e4489073716d", "tag": "56cc3634-2bcd-4a4d-aa07-81a9cc17878b", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 13:59:37.517731 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b843489d-880e-4815-ae5c-9eb35cc34ea0 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 13:59:37.518125 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf6bf44-d952-473c-aab1-e4489073716d', 'tag': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'status': 'completed', 'code': 200} Aug 28 13:59:37.592248 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee40289-5cfe-4a42-ad59-73a2a8690974 req-a2d1bcc8-de0f-4bea-bd3d-7e688110354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:37.593896 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4ee40289-5cfe-4a42-ad59-73a2a8690974 req-a2d1bcc8-de0f-4bea-bd3d-7e688110354f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80435d1b4e7149cea61632146dcac74c&device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 1098 time: 0.0460477 Aug 28 13:59:37.687592 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee40289-5cfe-4a42-ad59-73a2a8690974 req-b5ef62f5-ab6e-44e7-91d5-0c18c6e28ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:37.689106 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4ee40289-5cfe-4a42-ad59-73a2a8690974 req-b5ef62f5-ab6e-44e7-91d5-0c18c6e28ad3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa HTTP/1.1" status: 200 len: 909 time: 0.0888124 Aug 28 13:59:37.736473 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-57fa2c8e-c7e9-497f-a36a-e35a6c76bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '234777fe-1f10-447a-9d42-d9f4c005089a', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'port_id': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'mac_address': 'fa:16:3e:03:c8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf6bf44-d952-473c-aab1-e4489073716d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:59:36Z', 'updated_at': '2021-08-28T13:59:36Z', 'revision_number': 0, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39ed1bc-a9ba-4e86-af0c-6a811eb1ea24', 'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'mac_address': 'fa:16:3e:de:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:12Z', 'updated_at': '2021-08-28T13:59:18Z', 'revision_number': 5, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'subnets': [{'id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:37.758867 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4ee40289-5cfe-4a42-ad59-73a2a8690974 req-945ab267-8da5-4486-aace-1a20b6948f73 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b HTTP/1.1" status: 200 len: 999 time: 0.0628476 Aug 28 13:59:37.767112 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa2c8e-c7e9-497f-a36a-e35a6c76bc63 None None] Checking router: 68e51e8e-c788-42e8-8c55-ad4abf6a7465 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 13:59:37.775745 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa2c8e-c7e9-497f-a36a-e35a6c76bc63 None None] Routers {'68e51e8e-c788-42e8-8c55-ad4abf6a7465'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 13:59:37.776354 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-57fa2c8e-c7e9-497f-a36a-e35a6c76bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T13:59:12Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:37.807531 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee40289-5cfe-4a42-ad59-73a2a8690974 req-1967e968-fc2c-4b98-ada1-505f42e0a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:37.809072 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4ee40289-5cfe-4a42-ad59-73a2a8690974 req-1967e968-fc2c-4b98-ada1-505f42e0a641 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b3990170-02f3-4e01-b73e-103c5d21509e HTTP/1.1" status: 200 len: 848 time: 0.0439651 Aug 28 13:59:37.856356 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee40289-5cfe-4a42-ad59-73a2a8690974 req-bc89e2dd-a8f0-4def-b298-35445b3ec429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 13:59:37.857892 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4ee40289-5cfe-4a42-ad59-73a2a8690974 req-bc89e2dd-a8f0-4def-b298-35445b3ec429 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413928 Aug 28 13:59:37.880952 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-57fa2c8e-c7e9-497f-a36a-e35a6c76bc63 None None] Set router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 13:59:37.953944 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4ee40289-5cfe-4a42-ad59-73a2a8690974 req-75da0ef8-21cd-4271-ab85-4ef05ed5979e service neutron] 10.222.0.11 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883849 Aug 28 13:59:38.045716 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4ee40289-5cfe-4a42-ad59-73a2a8690974 req-3d0f794e-ccfa-48a7-a094-bc54679d068a service neutron] 10.222.0.11 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842583 Aug 28 13:59:38.102856 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-57fa2c8e-c7e9-497f-a36a-e35a6c76bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '234777fe-1f10-447a-9d42-d9f4c005089a', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'port_id': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'mac_address': 'fa:16:3e:03:c8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf6bf44-d952-473c-aab1-e4489073716d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:59:36Z', 'updated_at': '2021-08-28T13:59:36Z', 'revision_number': 0, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39ed1bc-a9ba-4e86-af0c-6a811eb1ea24', 'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'mac_address': 'fa:16:3e:de:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:12Z', 'updated_at': '2021-08-28T13:59:18Z', 'revision_number': 5, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'subnets': [{'id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 13:59:38.128031 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa2c8e-c7e9-497f-a36a-e35a6c76bc63 None None] The sync data for ids ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'] in n-d-791505-21 is: [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '234777fe-1f10-447a-9d42-d9f4c005089a', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'port_id': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'mac_address': 'fa:16:3e:03:c8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adf6bf44-d952-473c-aab1-e4489073716d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:59:36Z', 'updated_at': '2021-08-28T13:59:36Z', 'revision_number': 0, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39ed1bc-a9ba-4e86-af0c-6a811eb1ea24', 'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'mac_address': 'fa:16:3e:de:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:12Z', 'updated_at': '2021-08-28T13:59:18Z', 'revision_number': 5, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'subnets': [{'id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 13:59:38.327744 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3cd2fa-b395-48fa-97ad-cc7221fb6a40 None None] New status for floating IP 234777fe-1f10-447a-9d42-d9f4c005089a: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 13:59:38.387632 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:40.129245 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0071bcd1-6e62-4d41-ab64-2fabfd54b23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:40.671530 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:42.376841 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-de3bf5ef-423a-4afd-92eb-9e4bf5b173ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:42.726695 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:43.739732 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 13:59:45.633060 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:00:00.631646 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:00:01.100216 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4492a747-78f3-4722-b559-43b0d5a186e7 req-96c489c5-ff9c-4460-bcae-b54c06262282 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452433 Aug 28 14:00:01.182049 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492a747-78f3-4722-b559-43b0d5a186e7 req-1a6f715e-e28b-4100-a9f3-54d1fa3319d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:00:01.183564 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4492a747-78f3-4722-b559-43b0d5a186e7 req-1a6f715e-e28b-4100-a9f3-54d1fa3319d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80435d1b4e7149cea61632146dcac74c&device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 1098 time: 0.0408137 Aug 28 14:00:01.285171 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492a747-78f3-4722-b559-43b0d5a186e7 req-c1506129-7a86-4aa3-b66c-7906f67f6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:00:01.286661 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4492a747-78f3-4722-b559-43b0d5a186e7 req-c1506129-7a86-4aa3-b66c-7906f67f6e7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa HTTP/1.1" status: 200 len: 909 time: 0.0828886 Aug 28 14:00:01.355357 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4492a747-78f3-4722-b559-43b0d5a186e7 req-772a958e-8d5c-47ec-94e3-8c20de2e989d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b HTTP/1.1" status: 200 len: 1001 time: 0.0617428 Aug 28 14:00:01.403486 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492a747-78f3-4722-b559-43b0d5a186e7 req-5ce1e169-2b57-42dd-bad1-29d8896b28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:00:01.404904 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4492a747-78f3-4722-b559-43b0d5a186e7 req-5ce1e169-2b57-42dd-bad1-29d8896b28b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b3990170-02f3-4e01-b73e-103c5d21509e HTTP/1.1" status: 200 len: 848 time: 0.0433369 Aug 28 14:00:01.450500 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492a747-78f3-4722-b559-43b0d5a186e7 req-123db0f0-bdfa-471f-b52d-1fe0935f5095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:00:01.452004 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4492a747-78f3-4722-b559-43b0d5a186e7 req-123db0f0-bdfa-471f-b52d-1fe0935f5095 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397851 Aug 28 14:00:01.463454 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-4492a747-78f3-4722-b559-43b0d5a186e7 req-80d6829f-9322-48de-9063-286624081ead service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94877) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:00:01.464387 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4492a747-78f3-4722-b559-43b0d5a186e7 req-80d6829f-9322-48de-9063-286624081ead service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049155 Aug 28 14:00:01.558068 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4492a747-78f3-4722-b559-43b0d5a186e7 req-bdbe3985-a000-4280-ae74-e8f4cbfb6188 service neutron] 10.222.0.11 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863442 Aug 28 14:00:01.648825 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4492a747-78f3-4722-b559-43b0d5a186e7 req-eebee451-d318-41fc-b0b7-3f082fd502f2 service neutron] 10.222.0.11 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829463 Aug 28 14:00:08.342179 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:00:10.129768 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-2f5323f5-80c2-4eda-ad23-32bf0256dc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:00:10.675439 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:00:12.376562 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7a77616f-2500-43e0-9a3b-7d22aea2681a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:00:12.726820 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:00:13.555646 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36a9907b-2f63-4230-9214-273cb28ed43d req-62c3afe1-eca6-4aaa-9852-96f8d2506353 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406954 Aug 28 14:00:13.639209 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9907b-2f63-4230-9214-273cb28ed43d req-504552fa-0dd8-4b66-921f-dd2b97b40abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:00:13.641286 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36a9907b-2f63-4230-9214-273cb28ed43d req-504552fa-0dd8-4b66-921f-dd2b97b40abd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0415709 Aug 28 14:00:13.741300 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:00:13.747883 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9907b-2f63-4230-9214-273cb28ed43d req-143fa6ce-8c1e-4011-8f3a-e211c13db3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:00:13.749553 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36a9907b-2f63-4230-9214-273cb28ed43d req-143fa6ce-8c1e-4011-8f3a-e211c13db3fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0871727 Aug 28 14:00:13.791841 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36a9907b-2f63-4230-9214-273cb28ed43d req-840151f5-fe36-41fd-a30e-331e4067a1ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0347695 Aug 28 14:00:13.844543 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9907b-2f63-4230-9214-273cb28ed43d req-ed035893-3ce5-44ca-ae58-8c4a307ffc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:00:13.845902 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36a9907b-2f63-4230-9214-273cb28ed43d req-ed035893-3ce5-44ca-ae58-8c4a307ffc25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0463552 Aug 28 14:00:13.891333 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9907b-2f63-4230-9214-273cb28ed43d req-e8008fcb-bc56-4246-96bd-6ec5034453cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:00:13.892799 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36a9907b-2f63-4230-9214-273cb28ed43d req-e8008fcb-bc56-4246-96bd-6ec5034453cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394976 Aug 28 14:00:13.981255 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36a9907b-2f63-4230-9214-273cb28ed43d req-77cb0559-732c-460e-a370-85c8e7ec3b91 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800092 Aug 28 14:00:14.074669 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-36a9907b-2f63-4230-9214-273cb28ed43d req-1cfd3258-9c07-4edf-a02d-01641bbdbc20 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853434 Aug 28 14:00:15.635964 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:00:37.631037 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:00:38.361120 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:00:40.130590 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8e71eb21-2910-410c-bde7-47029e120b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:00:40.676131 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:00:42.379149 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5346e9c2-f827-4d4c-8206-90cfed397d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:00:42.727783 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:00:43.745836 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:00:45.638056 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:01.125979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9450c91-36a3-4968-a2e1-258a940647d5 req-c63c55f1-ba0b-431c-b18e-1c09868055c0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408969 Aug 28 14:01:01.210501 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9450c91-36a3-4968-a2e1-258a940647d5 req-20a78392-d466-4b7f-9118-a8399f18d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:01.211990 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9450c91-36a3-4968-a2e1-258a940647d5 req-20a78392-d466-4b7f-9118-a8399f18d7ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80435d1b4e7149cea61632146dcac74c&device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 1098 time: 0.0457842 Aug 28 14:01:01.313105 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9450c91-36a3-4968-a2e1-258a940647d5 req-90d15cd4-dab7-4bfc-8952-8f101e673859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:01.314577 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9450c91-36a3-4968-a2e1-258a940647d5 req-90d15cd4-dab7-4bfc-8952-8f101e673859 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa HTTP/1.1" status: 200 len: 909 time: 0.0836062 Aug 28 14:01:01.384221 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9450c91-36a3-4968-a2e1-258a940647d5 req-4c88b297-8a03-491b-92e5-ed0479345399 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b HTTP/1.1" status: 200 len: 1001 time: 0.0627789 Aug 28 14:01:01.432896 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9450c91-36a3-4968-a2e1-258a940647d5 req-3388b306-631e-43e4-a696-319053981b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:01.434341 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9450c91-36a3-4968-a2e1-258a940647d5 req-3388b306-631e-43e4-a696-319053981b7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b3990170-02f3-4e01-b73e-103c5d21509e HTTP/1.1" status: 200 len: 848 time: 0.0432353 Aug 28 14:01:01.479435 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9450c91-36a3-4968-a2e1-258a940647d5 req-eef44707-3d57-413b-a97c-5da434f0d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:01.480913 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9450c91-36a3-4968-a2e1-258a940647d5 req-eef44707-3d57-413b-a97c-5da434f0d378 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392277 Aug 28 14:01:01.573766 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9450c91-36a3-4968-a2e1-258a940647d5 req-f23885ab-e9f5-4101-b3c7-0748f518cb53 service neutron] 10.222.0.11 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855763 Aug 28 14:01:01.664780 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e9450c91-36a3-4968-a2e1-258a940647d5 req-1e5d9283-5dd4-4ca9-bd57-f6a9f8d97f61 service neutron] 10.222.0.11 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830069 Aug 28 14:01:08.381913 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:10.131003 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9d69b235-0db3-4339-8a5c-570d11352508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:10.691301 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:12.380293 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0227b54d-35f9-476b-ac8a-a652f574da53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:12.728313 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:13.746127 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:14.630690 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:01:14.638196 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e7dd0ca4-2723-41e9-95ea-c61177f8dbd3 req-a9e924ad-e831-4750-86ff-b54f0d86af5e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1100202 Aug 28 14:01:14.721558 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd0ca4-2723-41e9-95ea-c61177f8dbd3 req-7afa3e4a-2d05-4192-88aa-d55f73e9dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:14.723058 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e7dd0ca4-2723-41e9-95ea-c61177f8dbd3 req-7afa3e4a-2d05-4192-88aa-d55f73e9dc9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0400569 Aug 28 14:01:14.829203 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd0ca4-2723-41e9-95ea-c61177f8dbd3 req-4964c8e9-b565-452d-8d31-fde1e82af63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:14.830519 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e7dd0ca4-2723-41e9-95ea-c61177f8dbd3 req-4964c8e9-b565-452d-8d31-fde1e82af63e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0867431 Aug 28 14:01:14.872504 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e7dd0ca4-2723-41e9-95ea-c61177f8dbd3 req-549e2fc6-916d-437c-98df-5784ba12ee04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0345306 Aug 28 14:01:14.921493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd0ca4-2723-41e9-95ea-c61177f8dbd3 req-5f469e18-b099-494a-81c1-31e9e8b8241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:14.923546 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e7dd0ca4-2723-41e9-95ea-c61177f8dbd3 req-5f469e18-b099-494a-81c1-31e9e8b8241e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0429790 Aug 28 14:01:14.973084 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd0ca4-2723-41e9-95ea-c61177f8dbd3 req-45f1a428-db8f-498b-b641-45741c6fc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:14.974598 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e7dd0ca4-2723-41e9-95ea-c61177f8dbd3 req-45f1a428-db8f-498b-b641-45741c6fc3fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437331 Aug 28 14:01:14.986326 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-e7dd0ca4-2723-41e9-95ea-c61177f8dbd3 req-a8da6ade-0196-43b8-9d93-58c05c719b1a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:01:14.987291 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e7dd0ca4-2723-41e9-95ea-c61177f8dbd3 req-a8da6ade-0196-43b8-9d93-58c05c719b1a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056067 Aug 28 14:01:15.076483 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e7dd0ca4-2723-41e9-95ea-c61177f8dbd3 req-dca5e028-f21d-4c66-b583-ee87a80a5dc6 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820174 Aug 28 14:01:15.170320 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-e7dd0ca4-2723-41e9-95ea-c61177f8dbd3 req-07419680-3c43-486c-9b34-3981c5eab5a7 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856600 Aug 28 14:01:15.642344 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:35.251582 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 56cc3634-2bcd-4a4d-aa07-81a9cc17878b details requested by agent hyperv_n-h1-791505-21 with host n-h1-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:01:35.342771 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:01:35.354589 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Returning: {'device': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'port_id': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'mac_address': 'fa:16:3e:03:c8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:01:35.394089 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:35.406529 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56cc3634-2bcd-4a4d-aa07-81a9cc17878b {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:01:35.426424 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:01:35.430082 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:35.479102 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:01:35.486195 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:35.486558 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:35.486894 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:35.487227 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:35.487554 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:35.487878 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:35.488199 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:35.488517 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:35.488835 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:35.489152 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:35.489470 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:35.489785 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:35.519682 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] get_ports_and_sgs() called for port_ids ['56cc3634-2bcd-4a4d-aa07-81a9cc17878b'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:01:37.267209 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 56cc3634-2bcd-4a4d-aa07-81a9cc17878b up at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:01:37.320762 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Provisioning complete for port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:01:37.321431 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:37.410554 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:37.434536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf6bf44-d952-473c-aab1-e4489073716d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:01:37.436792 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01a6df5-fea5-45f4-be1a-bb121a8a3876" -d '{"events": [{"server_uuid": "adf6bf44-d952-473c-aab1-e4489073716d", "name": "network-vif-plugged", "status": "completed", "tag": "56cc3634-2bcd-4a4d-aa07-81a9cc17878b"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:01:37.451301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:01:37.458538 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:37.528955 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:01:37.571650 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf5b54b-0532-4d18-bcff-e5cc47ca5fed x-openstack-request-id: req-aaf5b54b-0532-4d18-bcff-e5cc47ca5fed {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:01:37.572069 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf6bf44-d952-473c-aab1-e4489073716d", "name": "network-vif-plugged", "status": "completed", "tag": "56cc3634-2bcd-4a4d-aa07-81a9cc17878b", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:01:37.572484 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aaf5b54b-0532-4d18-bcff-e5cc47ca5fed {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:01:37.572886 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf6bf44-d952-473c-aab1-e4489073716d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'code': 200} Aug 28 14:01:38.378085 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:40.135571 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-55018577-f0aa-458f-a598-a8a3f48ae38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:40.724039 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:42.386614 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7baf4186-2fdb-49e4-af9c-feaf2f1ccbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:42.734616 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:43.759625 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:45.438510 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-2c8ff575-a862-4179-8ceb-a70609af698f tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654286002&fields=id&tenant_id=80435d1b4e7149cea61632146dcac74c HTTP/1.1" status: 200 len: 267 time: 0.0346143 Aug 28 14:01:45.548275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-1ecd7d4a-4873-422f-983f-f0da370ec96b tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:45.549800 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-1ecd7d4a-4873-422f-983f-f0da370ec96b tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/networks?id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa HTTP/1.1" status: 200 len: 809 time: 0.1046629 Aug 28 14:01:45.564397 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-5211e150-f4da-4ab7-b4a5-99d03ed80f09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/quotas/80435d1b4e7149cea61632146dcac74c HTTP/1.1" status: 200 len: 375 time: 0.0088992 Aug 28 14:01:45.620442 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-e611c252-6263-4fc1-a796-d621b1297df7 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=80435d1b4e7149cea61632146dcac74c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0506294 Aug 28 14:01:45.647502 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:45.765277 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-148d5a5c-3e0d-4b27-b220-ef7d6042681b service neutron] 10.222.0.20 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315618 Aug 28 14:01:45.854505 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-bf006519-7464-4e22-b662-cfc2aecf7f0f service neutron] 10.222.0.20 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821910 Aug 28 14:01:46.016895 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-413b59a5-25ee-4559-8a6f-9568d26ddbda req-0a4aa152-5024-4f1d-a09a-324d225a7e4b tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 210 time: 0.0284576 Aug 28 14:01:47.050386 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-195bbc49-7692-4652-864b-853204437e30 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:47.051442 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-195bbc49-7692-4652-864b-853204437e30 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.10 "GET /v2.0/networks?id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa HTTP/1.1" status: 200 len: 809 time: 0.1070223 Aug 28 14:01:47.099317 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-070a01c1-61e9-42ed-a8b6-9d107c0e0c17 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80435d1b4e7149cea61632146dcac74c HTTP/1.1" status: 200 len: 380 time: 0.0381427 Aug 28 14:01:47.111025 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Request body: {'port': {'device_id': '73a9839f-7c9a-413b-887b-a327abba7c62', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'admin_state_up': True, 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'security_groups': ['711277b6-893a-4d12-ae76-235c14a1aa68']}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:01:47.121094 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ad78ff7-59f9-426b-8bf2-d3b2d0149724 req-1049f519-1938-4a45-b379-42199c89f0c5 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 210 time: 0.0316701 Aug 28 14:01:47.561095 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Made reservation on behalf of 80435d1b4e7149cea61632146dcac74c for: {'port': 1} {{(pid=94878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 28 14:01:47.566928 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:47.729041 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_common [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Allocated IP 172.20.0.14 (f2bd7e80-2df2-48dc-9e8b-7726e4426daa/b3990170-02f3-4e01-b73e-103c5d21509e/c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3) {{(pid=94878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:01:47.882801 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for port, precommit_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:47.899108 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Transition to ACTIVE for port object c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 will not be triggered until provisioned by entity DHCP. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:01:47.931395 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_create {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:47.989862 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Network f2bd7e80-2df2-48dc-9e8b-7726e4426daa is already hosted by enough agents. {{(pid=94878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:01:47.995369 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.base_scheduler [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Resources bound (agent type, host, resource id): {{(pid=94878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:01:47.999304 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Received port after_create {{(pid=94878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:01:48.026978 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event updated for resources: {'Port': ['ID=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,revision_number=1']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:01:48.040570 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:48.040919 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:48.041281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:48.041630 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:48.042075 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:48.042281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:48.042636 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:48.042966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:48.043288 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:48.043611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:48.043933 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:48.044255 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:01:48.073269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:48.074887 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:48.100037 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-d749c4f7-cd29-488d-9627-0e2428c75a51 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9933269 Aug 28 14:01:48.263752 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98f750-81ae-4a2d-b812-edf1a8b3273d req-9756d458-3c47-49cf-8150-6890168d1de9 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:48.265390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf98f750-81ae-4a2d-b812-edf1a8b3273d req-9756d458-3c47-49cf-8150-6890168d1de9 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 932 time: 0.0634296 Aug 28 14:01:48.275990 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-98114154-ce38-4202-8908-0aa5f6e4bf54 None None] Provisioning for port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 completed by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:01:48.280092 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-98114154-ce38-4202-8908-0aa5f6e4bf54 None None] Provisioning complete for port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 triggered by entity DHCP. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:01:48.280405 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-98114154-ce38-4202-8908-0aa5f6e4bf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:48.305867 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-bf98f750-81ae-4a2d-b812-edf1a8b3273d req-fb12c363-dc22-4207-9fb9-e8673ac9e2bc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334048 Aug 28 14:01:48.336080 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-98114154-ce38-4202-8908-0aa5f6e4bf54 None None] Port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 cannot update to ACTIVE because it is not bound. {{(pid=94879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 28 14:01:49.296867 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 56cc3634-2bcd-4a4d-aa07-81a9cc17878b no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:01:49.411488 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:49.436850 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf6bf44-d952-473c-aab1-e4489073716d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:01:49.439347 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e238843c-e26e-44ca-bcfa-747a2c721827" -d '{"events": [{"server_uuid": "adf6bf44-d952-473c-aab1-e4489073716d", "name": "network-vif-unplugged", "status": "completed", "tag": "56cc3634-2bcd-4a4d-aa07-81a9cc17878b"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:01:49.453644 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] For port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:01:49.463921 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:49.480839 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b40a-3357-481c-8eb5-a98725b99ae7 req-7ecb75da-637b-46a5-a496-df7915a93a85 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:49.486889 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8299b40a-3357-481c-8eb5-a98725b99ae7 req-7ecb75da-637b-46a5-a496-df7915a93a85 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 932 time: 0.0694048 Aug 28 14:01:49.517544 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Pushing event updated for resources: {'Port': ['ID=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:01:49.524765 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8299b40a-3357-481c-8eb5-a98725b99ae7 req-a2a503fc-b2dc-410a-b528-ac6f049e269c tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349982 Aug 28 14:01:49.578111 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77f461b-caa9-4aac-9a6a-0aa2c26cd1dd x-openstack-request-id: req-e77f461b-caa9-4aac-9a6a-0aa2c26cd1dd {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:01:49.578454 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf6bf44-d952-473c-aab1-e4489073716d", "name": "network-vif-unplugged", "status": "completed", "tag": "56cc3634-2bcd-4a4d-aa07-81a9cc17878b", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:01:49.578910 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e77f461b-caa9-4aac-9a6a-0aa2c26cd1dd {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:01:49.579394 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf6bf44-d952-473c-aab1-e4489073716d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'code': 200} Aug 28 14:01:50.695565 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4d980-c0f9-4528-a7b2-9c7b56050c66 req-2e914cb6-13ca-4edb-b21e-83fc989eef48 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:50.697609 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1be4d980-c0f9-4528-a7b2-9c7b56050c66 req-2e914cb6-13ca-4edb-b21e-83fc989eef48 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 932 time: 0.0620267 Aug 28 14:01:50.737822 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1be4d980-c0f9-4528-a7b2-9c7b56050c66 req-08af0047-687e-46e3-b5f1-ddea112d3bed tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338750 Aug 28 14:01:51.635805 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:01:51.869188 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb1c43-4929-4951-b96a-dfa23a0fe493 req-352c7c4e-a4d0-402f-8a75-47286b7d9a8b tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:51.877383 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61fb1c43-4929-4951-b96a-dfa23a0fe493 req-352c7c4e-a4d0-402f-8a75-47286b7d9a8b tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 932 time: 0.0681491 Aug 28 14:01:51.913604 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-61fb1c43-4929-4951-b96a-dfa23a0fe493 req-df83617c-1e35-48a7-88f1-65fa21dbe898 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352397 Aug 28 14:01:53.039699 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cb357-2160-490a-bec0-a6f75f0e8f9b req-a270de80-069e-4a94-8304-81f9e0cca77d tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:53.041201 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac7cb357-2160-490a-bec0-a6f75f0e8f9b req-a270de80-069e-4a94-8304-81f9e0cca77d tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 932 time: 0.0518575 Aug 28 14:01:53.083689 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ac7cb357-2160-490a-bec0-a6f75f0e8f9b req-de41dc4e-43d7-4e44-8187-d98ab378bc3c tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365386 Aug 28 14:01:54.220520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5539fc4-ca7b-4c94-bf85-512318c0be8b req-66c4b504-a201-46af-84cf-ceca68e0f336 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:54.222189 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5539fc4-ca7b-4c94-bf85-512318c0be8b req-66c4b504-a201-46af-84cf-ceca68e0f336 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 932 time: 0.0680883 Aug 28 14:01:54.260589 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-a5539fc4-ca7b-4c94-bf85-512318c0be8b req-fe7e3383-bced-4e18-ad32-7b6a37e041d2 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319953 Aug 28 14:01:55.396882 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d761ed4-90d1-43d7-8f33-ce15cc349cec req-03f29bfc-c048-4957-8a3d-9c8d1635b6dc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:55.398439 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d761ed4-90d1-43d7-8f33-ce15cc349cec req-03f29bfc-c048-4957-8a3d-9c8d1635b6dc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 932 time: 0.0557997 Aug 28 14:01:55.441800 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3d761ed4-90d1-43d7-8f33-ce15cc349cec req-452c14e1-42ba-4303-b0d7-3800e89abe69 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366654 Aug 28 14:01:56.560409 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7404b37-2f4d-4048-adc7-42ae1c3e6c1d req-2b91e420-59de-41b4-818d-6a76d5e9f985 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:56.561979 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e7404b37-2f4d-4048-adc7-42ae1c3e6c1d req-2b91e420-59de-41b4-818d-6a76d5e9f985 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 932 time: 0.0522752 Aug 28 14:01:56.602512 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-e7404b37-2f4d-4048-adc7-42ae1c3e6c1d req-17d75b05-18dc-41c5-995c-2d028ca69fe6 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325992 Aug 28 14:01:57.724927 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901005f8-1d20-4b5a-9dfc-d6af3333adee req-fe27edd7-dc6c-43a5-8320-07e6bf44acfc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:57.726347 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-901005f8-1d20-4b5a-9dfc-d6af3333adee req-fe27edd7-dc6c-43a5-8320-07e6bf44acfc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 932 time: 0.0490990 Aug 28 14:01:57.764486 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-901005f8-1d20-4b5a-9dfc-d6af3333adee req-1f7e82c8-8e83-4fc2-969f-28758f8e35fb tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320506 Aug 28 14:01:58.195708 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.v2.base [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Request body: {'port': {'device_id': '73a9839f-7c9a-413b-887b-a327abba7c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-21'}} {{(pid=94878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:01:58.248908 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:58.514173 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 {{(pid=94878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:01:58.521396 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:58.533202 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.provisioning_blocks [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Transition to ACTIVE for port object c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 will not be triggered until provisioned by entity L2. {{(pid=94878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 28 14:01:58.536609 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:58.586164 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,revision_number=2']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:01:58.658432 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Attempting to bind port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 on host n-h2-791505-21 for vnic_type normal with profile {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 28 14:01:58.658611 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Attempting to bind port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 by drivers openvswitch,hyperv on host n-h2-791505-21 at level 0 using segments [{'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 28 14:01:58.658846 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Attempting to bind port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 on network f2bd7e80-2df2-48dc-9e8b-7726e4426daa {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:01:58.663580 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 on network f2bd7e80-2df2-48dc-9e8b-7726e4426daa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-21 {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 28 14:01:58.663903 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Attempting to bind port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 on network f2bd7e80-2df2-48dc-9e8b-7726e4426daa {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 28 14:01:58.668914 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Checking agent: {'id': '17bfa890-8ed7-491a-b996-cc4f25c1e7ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'started_at': datetime.datetime(2021, 8, 28, 12, 34, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 28, 14, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 28 14:01:58.669242 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Checking segment: {'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 28 14:01:58.669618 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Bound using segment: {'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'} {{(pid=94878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 28 14:01:58.670040 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.managers [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Bound port: c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3, host: n-h2-791505-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13b1b45-fac8-4ee1-b107-77f49992cb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa'}}] {{(pid=94878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 28 14:01:58.670419 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:58.743487 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] For port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3, host n-h2-791505-21, cleared binding levels {{(pid=94878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 28 14:01:58.746495 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] For port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3, host n-h2-791505-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 28 14:01:58.752214 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62422654'] for port, after_update {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:58.787977 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:58.788559 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:01:58.790597 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] 10.222.0.10 "PUT /v2.0/ports/c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 HTTP/1.1" status: 200 len: 1093 time: 0.5988269 Aug 28 14:01:58.790597 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a9839f-7c9a-413b-887b-a327abba7c62', 'tag': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:01:58.792873 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821059e9cdabc42353b4e09090cf4c202d26ce35e6b56e9c4c4c84d82f99d3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73d36a3-e5cc-45a4-853d-29cbef75b2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "73a9839f-7c9a-413b-887b-a327abba7c62", "tag": "c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:01:58.823839 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4218c-12b4-4070-830c-dc2a0794fee6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,revision_number=3']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:01:58.878745 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-f5e524aa-0cab-4145-b4c5-ddc886da45e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:58.880281 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-f5e524aa-0cab-4145-b4c5-ddc886da45e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=80435d1b4e7149cea61632146dcac74c&device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 1096 time: 0.0463066 Aug 28 14:01:58.903612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033f6d9-6139-4c38-8d53-fb2bc4da8e7c req-98030f31-7766-4b48-aacb-57621bba3e70 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:58.906115 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b033f6d9-6139-4c38-8d53-fb2bc4da8e7c req-98030f31-7766-4b48-aacb-57621bba3e70 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 944 time: 0.0658178 Aug 28 14:01:58.933060 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-cdefb99d-6949-47b1-ad3b-176c1e0fac4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 HTTP/1.1" status: 200 len: 217 time: 0.0430405 Aug 28 14:01:58.953194 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b033f6d9-6139-4c38-8d53-fb2bc4da8e7c req-e1f8d5f5-63c9-4516-bc7b-306828c49c66 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395806 Aug 28 14:01:58.989912 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-d2d8816b-1ae1-4f73-8f82-27785adc8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:58.991544 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-d2d8816b-1ae1-4f73-8f82-27785adc8a61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3990170-02f3-4e01-b73e-103c5d21509e HTTP/1.1" status: 200 len: 848 time: 0.0497835 Aug 28 14:01:59.041171 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-ee0126a6-c7b9-4be8-92b5-90b49f5cb878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:59.042707 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-ee0126a6-c7b9-4be8-92b5-90b49f5cb878 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433140 Aug 28 14:01:59.070826 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b5f194-f118-488f-b750-1d4ac00174d3 x-openstack-request-id: req-71b5f194-f118-488f-b750-1d4ac00174d3 {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:01:59.071124 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a9839f-7c9a-413b-887b-a327abba7c62", "tag": "c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:01:59.071372 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71b5f194-f118-488f-b750-1d4ac00174d3 {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:01:59.071761 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a9839f-7c9a-413b-887b-a327abba7c62', 'tag': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3', 'status': 'completed', 'code': 200} Aug 28 14:01:59.142267 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-ea86f571-7e57-497c-8701-196e8ee4b64e service neutron] 10.222.0.10 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904655 Aug 28 14:01:59.233141 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-4f429b51-d3ba-4ca6-bbe3-2ff0aeb60db7 req-92387dca-c984-4a7f-8191-6ea0d76ec3b8 service neutron] 10.222.0.10 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828831 Aug 28 14:01:59.324044 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d36a3-e5cc-45a4-853d-29cbef75b2d1 req-8e6a7879-37b9-47fb-8420-a5b8c6353e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:59.325471 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c73d36a3-e5cc-45a4-853d-29cbef75b2d1 req-8e6a7879-37b9-47fb-8420-a5b8c6353e1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=80435d1b4e7149cea61632146dcac74c&device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 1096 time: 0.0422857 Aug 28 14:01:59.420550 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d36a3-e5cc-45a4-853d-29cbef75b2d1 req-ead9fc0b-9d36-428b-b7b7-e1a0be6a05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:59.422076 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c73d36a3-e5cc-45a4-853d-29cbef75b2d1 req-ead9fc0b-9d36-428b-b7b7-e1a0be6a05fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa HTTP/1.1" status: 200 len: 909 time: 0.0882869 Aug 28 14:01:59.466749 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c73d36a3-e5cc-45a4-853d-29cbef75b2d1 req-912ab13e-94ce-4b2c-9b61-da87b1352f90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 HTTP/1.1" status: 200 len: 217 time: 0.0366006 Aug 28 14:01:59.523486 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d36a3-e5cc-45a4-853d-29cbef75b2d1 req-678468cf-f235-41db-9af3-e86d85feb358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:59.525251 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c73d36a3-e5cc-45a4-853d-29cbef75b2d1 req-678468cf-f235-41db-9af3-e86d85feb358 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3990170-02f3-4e01-b73e-103c5d21509e HTTP/1.1" status: 200 len: 848 time: 0.0497849 Aug 28 14:01:59.575491 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d36a3-e5cc-45a4-853d-29cbef75b2d1 req-ecf7802e-4413-45ca-9c78-f694459cb6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:01:59.576934 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c73d36a3-e5cc-45a4-853d-29cbef75b2d1 req-ecf7802e-4413-45ca-9c78-f694459cb6bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425365 Aug 28 14:01:59.680489 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c73d36a3-e5cc-45a4-853d-29cbef75b2d1 req-b7495162-259c-4352-bfbd-2f8835dd7c92 service neutron] 10.222.0.10 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951257 Aug 28 14:01:59.782857 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c73d36a3-e5cc-45a4-853d-29cbef75b2d1 req-4aa604dd-4dd0-4af7-a81c-b729f607db77 service neutron] 10.222.0.10 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945537 Aug 28 14:02:00.079336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10447c-3363-4710-9e97-8920c7048603 req-b8b96bcb-18f9-41ac-825e-14c5829d4308 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:00.081036 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe10447c-3363-4710-9e97-8920c7048603 req-b8b96bcb-18f9-41ac-825e-14c5829d4308 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 944 time: 0.0512626 Aug 28 14:02:00.126734 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fe10447c-3363-4710-9e97-8920c7048603 req-3f5660fc-deb1-4eba-8188-2c612f8bcf96 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363441 Aug 28 14:02:01.133014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68cff6b0-7e2b-47d3-8e8c-5e6f1e38b6ac req-38c6d78b-22ef-4415-a7de-a0d535137e81 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0817187 Aug 28 14:02:01.252107 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cff6b0-7e2b-47d3-8e8c-5e6f1e38b6ac req-f10cc32f-a26e-4d9a-8375-31bbc012411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:01.253590 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68cff6b0-7e2b-47d3-8e8c-5e6f1e38b6ac req-f10cc32f-a26e-4d9a-8375-31bbc012411b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80435d1b4e7149cea61632146dcac74c&device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 1096 time: 0.0784340 Aug 28 14:02:01.266828 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbcb03-e240-4c3f-92e4-8497e6807682 req-d136cc6e-6782-4efc-84e7-3e8cc7a08f34 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:01.268249 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0cbbcb03-e240-4c3f-92e4-8497e6807682 req-d136cc6e-6782-4efc-84e7-3e8cc7a08f34 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 944 time: 0.0628648 Aug 28 14:02:01.358640 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-0cbbcb03-e240-4c3f-92e4-8497e6807682 req-c676ca27-68dc-48ed-8d39-10f0a082cab6 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833383 Aug 28 14:02:01.384336 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cff6b0-7e2b-47d3-8e8c-5e6f1e38b6ac req-5f1ac61c-5ea2-4467-add6-cf2bdd3dbb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:01.385788 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68cff6b0-7e2b-47d3-8e8c-5e6f1e38b6ac req-5f1ac61c-5ea2-4467-add6-cf2bdd3dbb26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa HTTP/1.1" status: 200 len: 909 time: 0.1120605 Aug 28 14:02:01.449370 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68cff6b0-7e2b-47d3-8e8c-5e6f1e38b6ac req-ec9944e4-c853-4ea2-81e6-c7baef1d8611 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b HTTP/1.1" status: 200 len: 999 time: 0.0561645 Aug 28 14:02:01.496880 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cff6b0-7e2b-47d3-8e8c-5e6f1e38b6ac req-5cc42a41-5dfb-40fe-a854-93e2042c19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:01.498300 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68cff6b0-7e2b-47d3-8e8c-5e6f1e38b6ac req-5cc42a41-5dfb-40fe-a854-93e2042c19fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b3990170-02f3-4e01-b73e-103c5d21509e HTTP/1.1" status: 200 len: 848 time: 0.0421262 Aug 28 14:02:01.547979 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cff6b0-7e2b-47d3-8e8c-5e6f1e38b6ac req-76782391-26b6-4523-8453-2d3964a285e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:01.549440 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68cff6b0-7e2b-47d3-8e8c-5e6f1e38b6ac req-76782391-26b6-4523-8453-2d3964a285e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431657 Aug 28 14:02:01.637136 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68cff6b0-7e2b-47d3-8e8c-5e6f1e38b6ac req-60266aaa-73de-4493-a403-5e6d737b5c78 service neutron] 10.222.0.11 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801697 Aug 28 14:02:01.729600 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-68cff6b0-7e2b-47d3-8e8c-5e6f1e38b6ac req-23764d5d-8ddb-497f-ae5d-f856aca0dba3 service neutron] 10.222.0.11 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847058 Aug 28 14:02:01.756713 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:02:01.847672 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:02:01.858656 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'port_id': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3', 'mac_address': 'fa:16:3e:dd:3b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:02:01.898207 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:01.911167 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:02:01.930166 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:02:01.933998 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:01.980343 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,revision_number=4']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:02:02.194246 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:02:02.482671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de65c3-fcf3-443e-9d6a-130ebae486d0 req-53d8ea51-6c93-4359-8b5f-3a56bedd7933 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:02.484097 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-88de65c3-fcf3-443e-9d6a-130ebae486d0 req-53d8ea51-6c93-4359-8b5f-3a56bedd7933 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 945 time: 0.0552726 Aug 28 14:02:02.525083 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-88de65c3-fcf3-443e-9d6a-130ebae486d0 req-25771c32-ea91-43da-8969-fe9d78af8503 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336227 Aug 28 14:02:03.642884 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a692b-0166-4293-b0b8-0943bf123b01 req-e2e4cb88-33f4-4e0c-a3b6-6c3bac303e5f tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:03.644363 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-818a692b-0166-4293-b0b8-0943bf123b01 req-e2e4cb88-33f4-4e0c-a3b6-6c3bac303e5f tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 945 time: 0.0489981 Aug 28 14:02:03.682273 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-818a692b-0166-4293-b0b8-0943bf123b01 req-a4b78365-e391-4533-86b8-96ec78a13e7d tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316362 Aug 28 14:02:03.779810 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:02:03.827642 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning for port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 completed by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 28 14:02:03.831326 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:02:03.831696 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:03.910534 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:03.932989 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a9839f-7c9a-413b-887b-a327abba7c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:02:03.935248 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d78f47d-bb62-4ec1-96fc-172c2c3f63c9" -d '{"events": [{"server_uuid": "73a9839f-7c9a-413b-887b-a327abba7c62", "name": "network-vif-plugged", "status": "completed", "tag": "c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:02:03.948887 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:02:03.952967 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:03.978172 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b46a376-5337-4cbb-8f14-358acda65f37 x-openstack-request-id: req-5b46a376-5337-4cbb-8f14-358acda65f37 {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:02:03.979236 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a9839f-7c9a-413b-887b-a327abba7c62", "name": "network-vif-plugged", "status": "completed", "tag": "c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:02:03.979502 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b46a376-5337-4cbb-8f14-358acda65f37 {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:02:03.979889 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a9839f-7c9a-413b-887b-a327abba7c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3', 'code': 200} Aug 28 14:02:04.007725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,revision_number=5']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:02:04.076756 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74204e9c-9485-411d-b6be-795a6aaf34ec req-02d8a01c-0c19-48cc-835c-5ebf7b2af4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:04.078326 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74204e9c-9485-411d-b6be-795a6aaf34ec req-02d8a01c-0c19-48cc-835c-5ebf7b2af4ef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 1098 time: 0.0413411 Aug 28 14:02:04.117114 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74204e9c-9485-411d-b6be-795a6aaf34ec req-2fea8811-8284-4a30-af87-447daec64932 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300553 Aug 28 14:02:04.814479 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ba467-d2b1-4d29-ab0d-e8f2564693a6 req-36acec59-07db-4c57-97d6-96eaae618be2 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:04.816016 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-048ba467-d2b1-4d29-ab0d-e8f2564693a6 req-36acec59-07db-4c57-97d6-96eaae618be2 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 946 time: 0.0580280 Aug 28 14:02:04.858417 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-048ba467-d2b1-4d29-ab0d-e8f2564693a6 req-a2181f76-a8fe-43fe-9742-122239afbf8e tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362160 Aug 28 14:02:06.025834 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f099425-d630-4e41-9eff-fa5ea5dc04be req-1cd1d18d-d386-47f6-9522-ccb5de8841f0 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:06.027384 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f099425-d630-4e41-9eff-fa5ea5dc04be req-1cd1d18d-d386-47f6-9522-ccb5de8841f0 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 946 time: 0.1000681 Aug 28 14:02:06.066943 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8f099425-d630-4e41-9eff-fa5ea5dc04be req-aa0266a7-11ec-4253-aa27-c96458a854ce tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333104 Aug 28 14:02:06.180346 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6ec29-b677-4bb4-a254-5a58a0c9c42b req-2e444a75-7a25-48ba-9d5f-dabb91869cd0 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:06.181736 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ef6ec29-b677-4bb4-a254-5a58a0c9c42b req-2e444a75-7a25-48ba-9d5f-dabb91869cd0 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 946 time: 0.0487835 Aug 28 14:02:06.219752 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-1ef6ec29-b677-4bb4-a254-5a58a0c9c42b req-3d957ed8-51d8-4307-a69f-e320d310d00d tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320408 Aug 28 14:02:06.241162 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40712) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:02:06.281543 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8ac595-b7b6-458d-a675-e4e16b2ccd4d tempest-TestSnapshotPattern-1517113001 tempest-TestSnapshotPattern-1517113001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:06.283203 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-7c8ac595-b7b6-458d-a675-e4e16b2ccd4d tempest-TestSnapshotPattern-1517113001 tempest-TestSnapshotPattern-1517113001-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 1093 time: 0.0410852 Aug 28 14:02:06.285988 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40714) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:02:06.290275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.v2.base [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Request body: {'floatingip': {'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'port_id': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 28 14:02:06.312672 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for floatingip, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:06.414698 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:06.522676 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_common [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Allocated IP 172.25.1.153 (928ba25c-1dc8-49dd-a081-eedc1cee77c3/19ea258d-26ce-49a1-a950-e529e87b4468/62340d03-2e92-41cc-9fd5-7458939a6737) {{(pid=94877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 28 14:02:06.624531 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for port, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:06.663048 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760090998312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:06.698813 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Network 928ba25c-1dc8-49dd-a081-eedc1cee77c3 is already hosted by enough agents. {{(pid=94877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 28 14:02:06.701577 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.base_scheduler [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Resources bound (agent type, host, resource id): {{(pid=94877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 28 14:02:06.708575 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Received port after_create {{(pid=94877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 28 14:02:06.739092 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event updated for resources: {'Port': ['ID=62340d03-2e92-41cc-9fd5-7458939a6737,revision_number=1']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:02:06.751653 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:02:06.751994 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:02:06.752358 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:02:06.752690 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:02:06.753019 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:02:06.753344 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:02:06.753663 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:02:06.753979 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:02:06.754295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:02:06.754645 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:02:06.755144 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:02:06.755470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:02:07.079618 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:07.147031 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:07.293115 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for port, precommit_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:07.298000 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60057806'] for port, after_update {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:07.675284 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event updated for resources: {'Port': ['ID=62340d03-2e92-41cc-9fd5-7458939a6737,revision_number=2']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:02:07.688228 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3742758'] for floatingip, after_create {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:07.786243 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Floating IP 8122a025-bb80-4dfc-8a4c-2266f4889030 associated. External IP: 172.25.1.153, port: c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3. Aug 28 14:02:07.991943 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:02:08.100636 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:02:08.110110 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3dd753-bbd5-4d35-b53c-27dc449593ac None None] Sync routers for ids ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:02:08.117175 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:08.119920 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3dd753-bbd5-4d35-b53c-27dc449593ac None None] Routers {'68e51e8e-c788-42e8-8c55-ad4abf6a7465'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:02:08.120539 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-7f3dd753-bbd5-4d35-b53c-27dc449593ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T14:01:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:02:08.143957 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-03b62b97-3048-45ce-b06e-fb4e959cff99 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8569250 Aug 28 14:02:08.144546 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a9839f-7c9a-413b-887b-a327abba7c62', 'tag': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:02:08.146830 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431941ac-de64-4b01-8553-5ff01f2c30e3" -d '{"events": [{"name": "network-changed", "server_uuid": "73a9839f-7c9a-413b-887b-a327abba7c62", "tag": "c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:02:08.195972 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6c3a36-abac-420f-924c-e949b32e762a x-openstack-request-id: req-ee6c3a36-abac-420f-924c-e949b32e762a {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:02:08.196243 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a9839f-7c9a-413b-887b-a327abba7c62", "tag": "c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:02:08.196503 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee6c3a36-abac-420f-924c-e949b32e762a {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:02:08.196917 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a9839f-7c9a-413b-887b-a327abba7c62', 'tag': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3', 'status': 'completed', 'code': 200} Aug 28 14:02:08.231583 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-7f3dd753-bbd5-4d35-b53c-27dc449593ac None None] Set router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:02:08.253478 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431941ac-de64-4b01-8553-5ff01f2c30e3 req-59464018-7f49-4b9e-a5d1-17de69ba6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:08.255055 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-431941ac-de64-4b01-8553-5ff01f2c30e3 req-59464018-7f49-4b9e-a5d1-17de69ba6095 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=80435d1b4e7149cea61632146dcac74c&device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 1098 time: 0.0411334 Aug 28 14:02:08.351325 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431941ac-de64-4b01-8553-5ff01f2c30e3 req-da50a23a-6ad0-4523-8af7-a83351501474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:08.353005 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-431941ac-de64-4b01-8553-5ff01f2c30e3 req-da50a23a-6ad0-4523-8af7-a83351501474 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa HTTP/1.1" status: 200 len: 909 time: 0.0907695 Aug 28 14:02:08.386996 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:08.427439 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-431941ac-de64-4b01-8553-5ff01f2c30e3 req-514a328c-17a7-43bb-b278-4d089a880674 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 HTTP/1.1" status: 200 len: 1000 time: 0.0668457 Aug 28 14:02:08.457152 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-7f3dd753-bbd5-4d35-b53c-27dc449593ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '234777fe-1f10-447a-9d42-d9f4c005089a', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'port_id': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'mac_address': 'fa:16:3e:03:c8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf6bf44-d952-473c-aab1-e4489073716d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:59:36Z', 'updated_at': '2021-08-28T13:59:38Z', 'revision_number': 1, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'fixed_ip_address_scope': None}, {'id': '8122a025-bb80-4dfc-8a4c-2266f4889030', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'port_id': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'mac_address': 'fa:16:3e:dd:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9839f-7c9a-413b-887b-a327abba7c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T14:02:06Z', 'updated_at': '2021-08-28T14:02:06Z', 'revision_number': 0, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39ed1bc-a9ba-4e86-af0c-6a811eb1ea24', 'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'mac_address': 'fa:16:3e:de:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:12Z', 'updated_at': '2021-08-28T13:59:18Z', 'revision_number': 5, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'subnets': [{'id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:02:08.484799 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431941ac-de64-4b01-8553-5ff01f2c30e3 req-74a120fe-c4af-4ee2-8f3c-c5d26cc7cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:08.486526 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-431941ac-de64-4b01-8553-5ff01f2c30e3 req-74a120fe-c4af-4ee2-8f3c-c5d26cc7cf07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3990170-02f3-4e01-b73e-103c5d21509e HTTP/1.1" status: 200 len: 848 time: 0.0518973 Aug 28 14:02:08.486964 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3dd753-bbd5-4d35-b53c-27dc449593ac None None] Checking router: 68e51e8e-c788-42e8-8c55-ad4abf6a7465 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:02:08.495051 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3dd753-bbd5-4d35-b53c-27dc449593ac None None] Routers {'68e51e8e-c788-42e8-8c55-ad4abf6a7465'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:02:08.495655 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-7f3dd753-bbd5-4d35-b53c-27dc449593ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T14:01:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:02:08.534295 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431941ac-de64-4b01-8553-5ff01f2c30e3 req-b224193c-5cd3-4008-b4ad-0d90a806d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:08.536041 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-431941ac-de64-4b01-8553-5ff01f2c30e3 req-b224193c-5cd3-4008-b4ad-0d90a806d77a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414720 Aug 28 14:02:08.597696 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-7f3dd753-bbd5-4d35-b53c-27dc449593ac None None] Set router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:02:08.625341 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-431941ac-de64-4b01-8553-5ff01f2c30e3 req-4ec1623c-b1ca-4cdd-9839-852167583bb7 service neutron] 10.222.0.10 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817509 Aug 28 14:02:08.730064 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-431941ac-de64-4b01-8553-5ff01f2c30e3 req-6e7a3a4f-ba29-4d9c-8d8f-0361266ce49b service neutron] 10.222.0.10 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962403 Aug 28 14:02:08.918408 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-7f3dd753-bbd5-4d35-b53c-27dc449593ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '234777fe-1f10-447a-9d42-d9f4c005089a', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'port_id': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'mac_address': 'fa:16:3e:03:c8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf6bf44-d952-473c-aab1-e4489073716d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:59:36Z', 'updated_at': '2021-08-28T13:59:38Z', 'revision_number': 1, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'fixed_ip_address_scope': None}, {'id': '8122a025-bb80-4dfc-8a4c-2266f4889030', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'port_id': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'mac_address': 'fa:16:3e:dd:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9839f-7c9a-413b-887b-a327abba7c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T14:02:06Z', 'updated_at': '2021-08-28T14:02:06Z', 'revision_number': 0, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39ed1bc-a9ba-4e86-af0c-6a811eb1ea24', 'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'mac_address': 'fa:16:3e:de:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:12Z', 'updated_at': '2021-08-28T13:59:18Z', 'revision_number': 5, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'subnets': [{'id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:02:08.944291 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3dd753-bbd5-4d35-b53c-27dc449593ac None None] The sync data for ids ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'] in n-d-791505-21 is: [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '234777fe-1f10-447a-9d42-d9f4c005089a', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'port_id': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'mac_address': 'fa:16:3e:03:c8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf6bf44-d952-473c-aab1-e4489073716d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:59:36Z', 'updated_at': '2021-08-28T13:59:38Z', 'revision_number': 1, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'fixed_ip_address_scope': None}, {'id': '8122a025-bb80-4dfc-8a4c-2266f4889030', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'port_id': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'mac_address': 'fa:16:3e:dd:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9839f-7c9a-413b-887b-a327abba7c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T14:02:06Z', 'updated_at': '2021-08-28T14:02:06Z', 'revision_number': 0, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39ed1bc-a9ba-4e86-af0c-6a811eb1ea24', 'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'mac_address': 'fa:16:3e:de:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:12Z', 'updated_at': '2021-08-28T13:59:18Z', 'revision_number': 5, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'subnets': [{'id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:02:09.148115 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5e803-6d1d-4d26-a4a8-8d7fbc673b6d None None] New status for floating IP 8122a025-bb80-4dfc-8a4c-2266f4889030: ACTIVE {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 14:02:10.128436 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0ad45363-6b00-4f83-ba0c-77ce1774c2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:10.697219 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:12.378756 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1873b694-26f9-4433-b4a7-8aa0109db25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:12.731505 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:13.752375 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:15.573266 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25d61c2b-a748-4783-8e37-06978f78583b req-09257326-8941-46e0-b7d6-28559c14acff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418177 Aug 28 14:02:15.649055 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:15.662640 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d61c2b-a748-4783-8e37-06978f78583b req-f7df5312-13a0-4a4d-b5b0-98fe9c3a3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:15.664154 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25d61c2b-a748-4783-8e37-06978f78583b req-f7df5312-13a0-4a4d-b5b0-98fe9c3a3770 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0461733 Aug 28 14:02:15.772973 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d61c2b-a748-4783-8e37-06978f78583b req-f6996d7a-f006-4e88-96cd-ce62f6e63b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:15.774747 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25d61c2b-a748-4783-8e37-06978f78583b req-f6996d7a-f006-4e88-96cd-ce62f6e63b23 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0902302 Aug 28 14:02:15.816451 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25d61c2b-a748-4783-8e37-06978f78583b req-cb0cd229-9535-4351-9671-dd2197156424 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0342267 Aug 28 14:02:15.871436 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d61c2b-a748-4783-8e37-06978f78583b req-e789b259-0514-4be5-9a71-15daed3189ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:15.872915 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25d61c2b-a748-4783-8e37-06978f78583b req-e789b259-0514-4be5-9a71-15daed3189ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0496950 Aug 28 14:02:15.920116 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d61c2b-a748-4783-8e37-06978f78583b req-a2318010-2a34-456f-89fd-e5a1ca7232e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:02:15.921626 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25d61c2b-a748-4783-8e37-06978f78583b req-a2318010-2a34-456f-89fd-e5a1ca7232e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415850 Aug 28 14:02:16.011793 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25d61c2b-a748-4783-8e37-06978f78583b req-d5fcc7aa-1882-449b-acd4-3bb23dad86d0 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815523 Aug 28 14:02:16.113390 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-25d61c2b-a748-4783-8e37-06978f78583b req-dc159f20-d714-4c64-b9a0-82f08f2386b7 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935977 Aug 28 14:02:28.636715 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:02:38.386644 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:40.129620 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cf25fe99-3f5b-4bd7-9a3f-3a7802b73f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:40.706414 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:42.380292 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8f2e782f-2c26-4c43-974b-bcc88f7c21cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:42.731979 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:43.754980 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:02:45.651171 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:02.092899 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f32185e5-3a41-4547-9d96-f4bf6121864e req-59b5602d-c6ff-4c14-bf1c-13ecb343db2b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401340 Aug 28 14:03:02.172368 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32185e5-3a41-4547-9d96-f4bf6121864e req-c42ec994-54ec-489a-afea-521ba32a86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:02.173964 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f32185e5-3a41-4547-9d96-f4bf6121864e req-c42ec994-54ec-489a-afea-521ba32a86fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80435d1b4e7149cea61632146dcac74c&device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 1096 time: 0.0402071 Aug 28 14:03:02.278520 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32185e5-3a41-4547-9d96-f4bf6121864e req-e1c7dc86-51a4-4ac9-89ac-ff09f38063d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:02.279994 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f32185e5-3a41-4547-9d96-f4bf6121864e req-e1c7dc86-51a4-4ac9-89ac-ff09f38063d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa HTTP/1.1" status: 200 len: 909 time: 0.0861373 Aug 28 14:03:02.346490 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f32185e5-3a41-4547-9d96-f4bf6121864e req-556d7f31-18ca-43f5-af11-4cabb1ab5270 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b HTTP/1.1" status: 200 len: 999 time: 0.0592551 Aug 28 14:03:02.399042 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32185e5-3a41-4547-9d96-f4bf6121864e req-d439e74e-f4df-4ecc-b68f-c894f7295d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:02.400803 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f32185e5-3a41-4547-9d96-f4bf6121864e req-d439e74e-f4df-4ecc-b68f-c894f7295d14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b3990170-02f3-4e01-b73e-103c5d21509e HTTP/1.1" status: 200 len: 848 time: 0.0477118 Aug 28 14:03:02.445919 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32185e5-3a41-4547-9d96-f4bf6121864e req-2fa81284-3003-4cc1-bd6d-a949fd3ed1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:02.447436 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f32185e5-3a41-4547-9d96-f4bf6121864e req-2fa81284-3003-4cc1-bd6d-a949fd3ed1c2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397491 Aug 28 14:03:02.534006 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f32185e5-3a41-4547-9d96-f4bf6121864e req-e9532152-9664-4da2-813d-541a01cfe490 service neutron] 10.222.0.11 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797317 Aug 28 14:03:02.625764 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-f32185e5-3a41-4547-9d96-f4bf6121864e req-8efb3f66-ebc1-4dbd-8502-b2d79632dc61 service neutron] 10.222.0.11 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842693 Aug 28 14:03:05.636081 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:03:08.396417 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:10.129392 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7688699d-ef5d-4166-9d6a-66b94bc56950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:10.703440 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:12.380317 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c301be1b-72bd-4b5e-930f-b6e72838adaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:12.735577 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:13.759167 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:15.654412 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:17.571523 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca774ac6-44f9-4947-9e2c-64b12a39e462 req-acb24929-1699-4735-b31e-fe47738f566a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430980 Aug 28 14:03:17.634127 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca774ac6-44f9-4947-9e2c-64b12a39e462 req-d0a391b5-6fd2-46ef-b695-79a968e6590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:17.635574 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca774ac6-44f9-4947-9e2c-64b12a39e462 req-d0a391b5-6fd2-46ef-b695-79a968e6590f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=80435d1b4e7149cea61632146dcac74c&device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 1098 time: 0.0422528 Aug 28 14:03:17.745857 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca774ac6-44f9-4947-9e2c-64b12a39e462 req-b311b46d-92fa-4852-b24d-c3a60f52b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:17.747392 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca774ac6-44f9-4947-9e2c-64b12a39e462 req-b311b46d-92fa-4852-b24d-c3a60f52b851 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa HTTP/1.1" status: 200 len: 909 time: 0.0901859 Aug 28 14:03:17.813975 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca774ac6-44f9-4947-9e2c-64b12a39e462 req-1025ea97-c7f0-4114-9fa5-caecfa6ba2ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 HTTP/1.1" status: 200 len: 1002 time: 0.0578349 Aug 28 14:03:17.867796 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca774ac6-44f9-4947-9e2c-64b12a39e462 req-fd02fbe1-f6c8-49f8-aab5-d514e0d1e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:17.869261 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca774ac6-44f9-4947-9e2c-64b12a39e462 req-fd02fbe1-f6c8-49f8-aab5-d514e0d1e343 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3990170-02f3-4e01-b73e-103c5d21509e HTTP/1.1" status: 200 len: 848 time: 0.0477786 Aug 28 14:03:17.918919 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca774ac6-44f9-4947-9e2c-64b12a39e462 req-1940fa63-b1ba-40cf-9bb8-c6c12c789bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:17.920313 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca774ac6-44f9-4947-9e2c-64b12a39e462 req-1940fa63-b1ba-40cf-9bb8-c6c12c789bdc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410571 Aug 28 14:03:18.009866 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca774ac6-44f9-4947-9e2c-64b12a39e462 req-a56e7706-f2da-41e1-b52b-e98cf84474d2 service neutron] 10.222.0.10 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819747 Aug 28 14:03:18.103658 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-ca774ac6-44f9-4947-9e2c-64b12a39e462 req-0d800e36-65cf-4915-a479-5ca4047adfff service neutron] 10.222.0.10 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860093 Aug 28 14:03:38.407760 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:40.133644 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-9bc18475-adad-42e0-b2f4-9ef06b4629fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:40.231557 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 details requested by agent hyperv_n-h2-791505-21 with host n-h2-791505-21 {{(pid=94879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 28 14:03:40.340480 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:03:40.357986 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Returning: {'device': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'port_id': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3', 'mac_address': 'fa:16:3e:dd:3b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 28 14:03:40.397433 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:40.412244 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 {{(pid=94879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 28 14:03:40.439891 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:03:40.445134 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:40.519989 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,revision_number=6']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:03:40.536282 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:40.536725 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:40.537139 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:40.537706 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:40.538920 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:40.539507 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:40.540063 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:40.540467 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:40.541536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:40.542002 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:40.542454 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:40.542952 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:40.551397 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] get_ports_and_sgs() called for port_ids ['c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3'] {{(pid=94879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 28 14:03:40.729878 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:42.249503 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 up at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 28 14:03:42.334570 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.provisioning_blocks [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Provisioning complete for port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 triggered by entity L2. {{(pid=94879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 28 14:03:42.335205 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-976033'] for port, provisioning_complete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:42.411472 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-7ec44a4b-b4d1-49ec-b908-1478876464e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:42.471770 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:42.505886 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a9839f-7c9a-413b-887b-a327abba7c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:03:42.509492 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1f7cc6-2fc7-4f7e-a370-9e5feb15f7bd" -d '{"events": [{"server_uuid": "73a9839f-7c9a-413b-887b-a327abba7c62", "name": "network-vif-plugged", "status": "completed", "tag": "c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:03:42.524138 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:03:42.530085 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:42.563001 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92961102-23ac-4be2-9f2a-4146be5f3d7e x-openstack-request-id: req-92961102-23ac-4be2-9f2a-4146be5f3d7e {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:03:42.563343 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a9839f-7c9a-413b-887b-a327abba7c62", "name": "network-vif-plugged", "status": "completed", "tag": "c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:03:42.563525 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92961102-23ac-4be2-9f2a-4146be5f3d7e {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:03:42.564005 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a9839f-7c9a-413b-887b-a327abba7c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3', 'code': 200} Aug 28 14:03:42.597132 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,revision_number=7']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:03:42.638091 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:03:42.739137 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:43.767943 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:45.670021 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:50.221067 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40936) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:03:50.376737 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Deleting port 62340d03-2e92-41cc-9fd5-7458939a6737 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:03:50.377079 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:50.451612 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:50.451927 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:50.463251 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Calling delete_port for 62340d03-2e92-41cc-9fd5-7458939a6737 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:03:50.612131 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:50.635952 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event deleted for resources: {'Port': ['ID=62340d03-2e92-41cc-9fd5-7458939a6737,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:03:50.669300 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:50.669640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:50.669978 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:50.670306 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:50.670671 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:50.670975 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:50.671294 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:50.671611 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:50.671926 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:50.672240 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:50.672551 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:50.672864 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:50.712940 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:50.713393 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Floating IP 8122a025-bb80-4dfc-8a4c-2266f4889030 disassociated (deleted). External IP: 172.25.1.153, port: c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3. Aug 28 14:03:50.928082 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:03:51.035770 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:03:51.043736 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:51.046664 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c31d580-0ee9-4b3b-96ff-b96dcaf9afd0 None None] Sync routers for ids ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:03:51.057702 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c31d580-0ee9-4b3b-96ff-b96dcaf9afd0 None None] Routers {'68e51e8e-c788-42e8-8c55-ad4abf6a7465'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:03:51.058461 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-7c31d580-0ee9-4b3b-96ff-b96dcaf9afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T14:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:03:51.077367 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ee82f430-4330-4a9e-809e-645f2ddb7d21 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "DELETE /v2.0/floatingips/8122a025-bb80-4dfc-8a4c-2266f4889030 HTTP/1.1" status: 204 len: 168 time: 0.8551750 Aug 28 14:03:51.078059 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a9839f-7c9a-413b-887b-a327abba7c62', 'tag': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:03:51.080864 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a52fc20-8e26-4e31-b19c-3a7b195c4cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "73a9839f-7c9a-413b-887b-a327abba7c62", "tag": "c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:03:51.161913 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-7c31d580-0ee9-4b3b-96ff-b96dcaf9afd0 None None] Set router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:03:51.245675 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deada10b-a526-4be0-9cc7-cdc5960a9f3e x-openstack-request-id: req-deada10b-a526-4be0-9cc7-cdc5960a9f3e {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:03:51.246345 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a9839f-7c9a-413b-887b-a327abba7c62", "tag": "c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:03:51.246345 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-deada10b-a526-4be0-9cc7-cdc5960a9f3e {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:03:51.246831 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a9839f-7c9a-413b-887b-a327abba7c62', 'tag': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3', 'status': 'completed', 'code': 200} Aug 28 14:03:51.327194 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52fc20-8e26-4e31-b19c-3a7b195c4cf5 req-634f7725-730f-45e5-8c0f-c1a62033750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:51.329611 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9a52fc20-8e26-4e31-b19c-3a7b195c4cf5 req-634f7725-730f-45e5-8c0f-c1a62033750f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=80435d1b4e7149cea61632146dcac74c&device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 1098 time: 0.0574548 Aug 28 14:03:51.365164 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899934a-c903-4263-8592-58ffb8067087 req-311ce538-6450-40f6-885c-ca82953586de tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:51.366754 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b899934a-c903-4263-8592-58ffb8067087 req-311ce538-6450-40f6-885c-ca82953586de tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 946 time: 0.0601737 Aug 28 14:03:51.414953 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-b899934a-c903-4263-8592-58ffb8067087 req-93c66334-24e1-463f-bbb5-8136cb2186d0 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414500 Aug 28 14:03:51.416506 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-7c31d580-0ee9-4b3b-96ff-b96dcaf9afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '234777fe-1f10-447a-9d42-d9f4c005089a', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'port_id': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'mac_address': 'fa:16:3e:03:c8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf6bf44-d952-473c-aab1-e4489073716d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:59:36Z', 'updated_at': '2021-08-28T13:59:38Z', 'revision_number': 1, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39ed1bc-a9ba-4e86-af0c-6a811eb1ea24', 'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'mac_address': 'fa:16:3e:de:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:12Z', 'updated_at': '2021-08-28T13:59:18Z', 'revision_number': 5, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'subnets': [{'id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:03:51.442565 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52fc20-8e26-4e31-b19c-3a7b195c4cf5 req-13080a90-b41e-47de-b6ac-709901ed64e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:51.444105 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9a52fc20-8e26-4e31-b19c-3a7b195c4cf5 req-13080a90-b41e-47de-b6ac-709901ed64e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa HTTP/1.1" status: 200 len: 909 time: 0.1055775 Aug 28 14:03:51.453377 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c31d580-0ee9-4b3b-96ff-b96dcaf9afd0 None None] Checking router: 68e51e8e-c788-42e8-8c55-ad4abf6a7465 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:03:51.462000 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c31d580-0ee9-4b3b-96ff-b96dcaf9afd0 None None] Routers {'68e51e8e-c788-42e8-8c55-ad4abf6a7465'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:03:51.463169 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-7c31d580-0ee9-4b3b-96ff-b96dcaf9afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T14:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:03:51.493113 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9a52fc20-8e26-4e31-b19c-3a7b195c4cf5 req-efd5d178-212f-4569-a040-1fafe15ee2a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 HTTP/1.1" status: 200 len: 217 time: 0.0399435 Aug 28 14:03:51.552841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52fc20-8e26-4e31-b19c-3a7b195c4cf5 req-f78096d4-2fd1-489f-871e-6639e166c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:51.554433 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9a52fc20-8e26-4e31-b19c-3a7b195c4cf5 req-f78096d4-2fd1-489f-871e-6639e166c5c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b3990170-02f3-4e01-b73e-103c5d21509e HTTP/1.1" status: 200 len: 848 time: 0.0531015 Aug 28 14:03:51.570401 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-7c31d580-0ee9-4b3b-96ff-b96dcaf9afd0 None None] Set router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:03:51.604804 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52fc20-8e26-4e31-b19c-3a7b195c4cf5 req-8582a0bc-f806-4736-ba7f-1660304e9bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:51.605780 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9a52fc20-8e26-4e31-b19c-3a7b195c4cf5 req-8582a0bc-f806-4736-ba7f-1660304e9bd6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430236 Aug 28 14:03:51.721041 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9a52fc20-8e26-4e31-b19c-3a7b195c4cf5 req-18c8e437-b4e8-46c0-8433-118063095a89 service neutron] 10.222.0.10 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063550 Aug 28 14:03:51.815931 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-7c31d580-0ee9-4b3b-96ff-b96dcaf9afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '234777fe-1f10-447a-9d42-d9f4c005089a', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'port_id': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'mac_address': 'fa:16:3e:03:c8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf6bf44-d952-473c-aab1-e4489073716d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:59:36Z', 'updated_at': '2021-08-28T13:59:38Z', 'revision_number': 1, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39ed1bc-a9ba-4e86-af0c-6a811eb1ea24', 'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'mac_address': 'fa:16:3e:de:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:12Z', 'updated_at': '2021-08-28T13:59:18Z', 'revision_number': 5, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'subnets': [{'id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:03:51.818865 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-9a52fc20-8e26-4e31-b19c-3a7b195c4cf5 req-a6e0788c-95ff-4b0e-8a4e-854059d0d1a7 service neutron] 10.222.0.10 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901875 Aug 28 14:03:51.844787 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c31d580-0ee9-4b3b-96ff-b96dcaf9afd0 None None] The sync data for ids ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'] in n-d-791505-21 is: [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_floatingips': [{'id': '234777fe-1f10-447a-9d42-d9f4c005089a', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'floating_ip_address': '172.25.1.71', 'floating_network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'router_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'port_id': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'mac_address': 'fa:16:3e:03:c8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adf6bf44-d952-473c-aab1-e4489073716d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-28T13:59:36Z', 'updated_at': '2021-08-28T13:59:38Z', 'revision_number': 1, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39ed1bc-a9ba-4e86-af0c-6a811eb1ea24', 'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'mac_address': 'fa:16:3e:de:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:12Z', 'updated_at': '2021-08-28T13:59:18Z', 'revision_number': 5, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'subnets': [{'id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:03:52.093355 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91b7aa-3b3d-481e-a6ee-6607edca1dc7 None None] New status for floating IP 8122a025-bb80-4dfc-8a4c-2266f4889030: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 14:03:52.313218 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:03:52.390450 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-937078'] for port, before_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:52.414405 n-d-791505-21 neutron-server[94879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a9839f-7c9a-413b-887b-a327abba7c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3'}] {{(pid=94879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:03:52.417276 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a66974abc6486f7768bec2b826a4842c673bd0943917b9dfa6752ec82adabfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5696c3-5e37-44d6-a08b-29eaa7e62540" -d '{"events": [{"server_uuid": "73a9839f-7c9a-413b-887b-a327abba7c62", "name": "network-vif-unplugged", "status": "completed", "tag": "c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3"}]}' {{(pid=94879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:03:52.430353 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] For port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:03:52.445108 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760091561939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760090998330', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760090998348'] for port, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:52.477789 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 Aug 2021 14:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831645ba-35ca-4d00-9115-80e98c2316ab x-openstack-request-id: req-831645ba-35ca-4d00-9115-80e98c2316ab {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:03:52.478655 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a9839f-7c9a-413b-887b-a327abba7c62", "name": "network-vif-unplugged", "status": "completed", "tag": "c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3", "code": 200}]} {{(pid=94879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:03:52.479035 n-d-791505-21 neutron-server[94879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-831645ba-35ca-4d00-9115-80e98c2316ab {{(pid=94879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:03:52.479433 n-d-791505-21 neutron-server[94879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a9839f-7c9a-413b-887b-a327abba7c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3', 'code': 200} Aug 28 14:03:52.498336 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Pushing event updated for resources: {'Port': ['ID=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,revision_number=8']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:03:52.560123 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75456723-79a3-44f7-865d-0eefd3ca0427 req-e5185bfd-4b0b-4d61-9b2c-b0a647cda315 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:52.561631 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-75456723-79a3-44f7-865d-0eefd3ca0427 req-e5185bfd-4b0b-4d61-9b2c-b0a647cda315 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 944 time: 0.0507557 Aug 28 14:03:52.599650 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-75456723-79a3-44f7-865d-0eefd3ca0427 req-e0c661a6-e080-4d54-b8be-b6bf4a52b24d tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317533 Aug 28 14:03:52.977670 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e3e1c-253d-4050-a8e1-081c9a67805f req-9a46d77f-b312-42f8-af97-7423929225e4 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:52.979994 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-477e3e1c-253d-4050-a8e1-081c9a67805f req-9a46d77f-b312-42f8-af97-7423929225e4 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.10 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 944 time: 0.0530961 Aug 28 14:03:53.068713 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-477e3e1c-253d-4050-a8e1-081c9a67805f req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Deleting port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:03:53.069052 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-477e3e1c-253d-4050-a8e1-081c9a67805f req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:53.160370 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [req-477e3e1c-253d-4050-a8e1-081c9a67805f req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] For port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3, host n-h2-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-21',level=0,port_id=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:03:53.160739 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-477e3e1c-253d-4050-a8e1-081c9a67805f req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:53.173401 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [req-477e3e1c-253d-4050-a8e1-081c9a67805f req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Calling delete_port for c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 owned by compute:nova {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:03:53.297333 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-477e3e1c-253d-4050-a8e1-081c9a67805f req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:53.329890 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event deleted for resources: {'Port': ['ID=c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:03:53.356773 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:53.357132 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:53.357500 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:53.357848 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:53.358195 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:53.358761 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:53.358871 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:53.359176 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:53.359509 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:53.359841 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:53.360167 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:53.360493 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-21 {{(pid=94878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 28 14:03:53.381473 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [req-477e3e1c-253d-4050-a8e1-081c9a67805f req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] No DVR routers for this DVR port c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 on host n-h2-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:03:53.384005 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [req-477e3e1c-253d-4050-a8e1-081c9a67805f req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:53.386583 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-477e3e1c-253d-4050-a8e1-081c9a67805f req-edb4c71c-e690-4956-b6e9-e36bc954ec09 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.10 "DELETE /v2.0/ports/c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 HTTP/1.1" status: 204 len: 173 time: 0.4001727 Aug 28 14:03:53.387033 n-d-791505-21 neutron-server[94878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a9839f-7c9a-413b-887b-a327abba7c62', 'name': 'network-vif-deleted', 'tag': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3'}] {{(pid=94878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:03:53.389293 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821059e9cdabc42353b4e09090cf4c202d26ce35e6b56e9c4c4c84d82f99d3e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d14b28-fa95-422c-bd04-8bed36c6260a" -d '{"events": [{"server_uuid": "73a9839f-7c9a-413b-887b-a327abba7c62", "name": "network-vif-deleted", "tag": "c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3"}]}' {{(pid=94878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:03:53.427059 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d997ad5d-47eb-4a28-b6e7-53753429080e x-openstack-request-id: req-d997ad5d-47eb-4a28-b6e7-53753429080e {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:03:53.427353 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a9839f-7c9a-413b-887b-a327abba7c62", "name": "network-vif-deleted", "tag": "c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3", "status": "completed", "code": 200}]} {{(pid=94878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:03:53.427607 n-d-791505-21 neutron-server[94878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d997ad5d-47eb-4a28-b6e7-53753429080e {{(pid=94878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:03:53.428008 n-d-791505-21 neutron-server[94878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a9839f-7c9a-413b-887b-a327abba7c62', 'name': 'network-vif-deleted', 'tag': 'c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3', 'status': 'completed', 'code': 200} Aug 28 14:03:53.735513 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-fd8daf07-116d-487c-a9a4-46f9a0837cb3 req-2af52d45-94a7-47c6-9229-93b22d5b7cd2 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=73a9839f-7c9a-413b-887b-a327abba7c62 HTTP/1.1" status: 200 len: 210 time: 0.0398695 Aug 28 14:03:55.309421 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 40994) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:03:55.463657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-77df5fdc-c350-4ef4-bd81-4ca4939c77cc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Deleting port 05faa7f1-c9f1-4319-964d-e72d3156f492 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:03:55.464014 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77df5fdc-c350-4ef4-bd81-4ca4939c77cc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:55.541342 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77df5fdc-c350-4ef4-bd81-4ca4939c77cc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:55.541732 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77df5fdc-c350-4ef4-bd81-4ca4939c77cc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:55.553134 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-77df5fdc-c350-4ef4-bd81-4ca4939c77cc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Calling delete_port for 05faa7f1-c9f1-4319-964d-e72d3156f492 owned by network:floatingip {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:03:55.703177 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77df5fdc-c350-4ef4-bd81-4ca4939c77cc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:55.729338 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df5fdc-c350-4ef4-bd81-4ca4939c77cc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event deleted for resources: {'Port': ['ID=05faa7f1-c9f1-4319-964d-e72d3156f492,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:03:55.790677 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77df5fdc-c350-4ef4-bd81-4ca4939c77cc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for floatingip, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:55.790959 n-d-791505-21 neutron-server[94877]: INFO neutron.db.l3_db [None req-77df5fdc-c350-4ef4-bd81-4ca4939c77cc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Floating IP 234777fe-1f10-447a-9d42-d9f4c005089a disassociated (deleted). External IP: 172.25.1.71, port: 56cc3634-2bcd-4a4d-aa07-81a9cc17878b. Aug 28 14:03:55.994690 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77df5fdc-c350-4ef4-bd81-4ca4939c77cc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:03:56.099290 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77df5fdc-c350-4ef4-bd81-4ca4939c77cc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:03:56.104407 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-77df5fdc-c350-4ef4-bd81-4ca4939c77cc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for floatingip, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:56.108849 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1749cf-e718-4b6e-99b6-e83370b99f51 None None] Sync routers for ids ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:03:56.117874 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1749cf-e718-4b6e-99b6-e83370b99f51 None None] Routers {'68e51e8e-c788-42e8-8c55-ad4abf6a7465'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:03:56.118504 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ee1749cf-e718-4b6e-99b6-e83370b99f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T14:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:03:56.133169 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-77df5fdc-c350-4ef4-bd81-4ca4939c77cc tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "DELETE /v2.0/floatingips/234777fe-1f10-447a-9d42-d9f4c005089a HTTP/1.1" status: 204 len: 168 time: 0.8226702 Aug 28 14:03:56.133759 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf6bf44-d952-473c-aab1-e4489073716d', 'tag': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:03:56.136864 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aec714-91b7-4a3e-bf64-3b2427dc2a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "adf6bf44-d952-473c-aab1-e4489073716d", "tag": "56cc3634-2bcd-4a4d-aa07-81a9cc17878b"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:03:56.225897 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-ee1749cf-e718-4b6e-99b6-e83370b99f51 None None] Set router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:03:56.301256 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 Aug 2021 14:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15108f9-4e2b-43ea-8633-f78d7a196a82 x-openstack-request-id: req-a15108f9-4e2b-43ea-8633-f78d7a196a82 {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:03:56.301580 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf6bf44-d952-473c-aab1-e4489073716d", "tag": "56cc3634-2bcd-4a4d-aa07-81a9cc17878b", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:03:56.301853 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a15108f9-4e2b-43ea-8633-f78d7a196a82 {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:03:56.302516 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf6bf44-d952-473c-aab1-e4489073716d', 'tag': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'status': 'completed', 'code': 200} Aug 28 14:03:56.349607 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 no longer exists at agent hyperv_n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:03:56.371381 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aec714-91b7-4a3e-bf64-3b2427dc2a0e req-c8b78d8d-acde-4396-b120-70b4155bb92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:56.373044 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-60aec714-91b7-4a3e-bf64-3b2427dc2a0e req-c8b78d8d-acde-4396-b120-70b4155bb92d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80435d1b4e7149cea61632146dcac74c&device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 1096 time: 0.0464392 Aug 28 14:03:56.390373 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] No Port match for: c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:03:56.391097 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Device c7de8a59-ebd9-4d0a-ac68-34dd3d2b84e3 not bound to the agent host n-h2-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:03:56.461117 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ee1749cf-e718-4b6e-99b6-e83370b99f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'd39ed1bc-a9ba-4e86-af0c-6a811eb1ea24', 'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'mac_address': 'fa:16:3e:de:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:12Z', 'updated_at': '2021-08-28T13:59:18Z', 'revision_number': 5, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'subnets': [{'id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:03:56.585109 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1749cf-e718-4b6e-99b6-e83370b99f51 None None] Checking router: 68e51e8e-c788-42e8-8c55-ad4abf6a7465 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:03:56.594456 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1749cf-e718-4b6e-99b6-e83370b99f51 None None] Routers {'68e51e8e-c788-42e8-8c55-ad4abf6a7465'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:03:56.595046 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ee1749cf-e718-4b6e-99b6-e83370b99f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T14:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:03:56.702039 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-ee1749cf-e718-4b6e-99b6-e83370b99f51 None None] Set router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:03:56.801557 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6893c9-08b0-4f25-9d66-2864c380de39 req-5d87ecbc-b01e-4660-b041-2877bb2f532b tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:56.803056 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3c6893c9-08b0-4f25-9d66-2864c380de39 req-5d87ecbc-b01e-4660-b041-2877bb2f532b tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 944 time: 0.4291580 Aug 28 14:03:56.834171 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aec714-91b7-4a3e-bf64-3b2427dc2a0e req-3d212ee1-880e-42a8-a7b5-ad84775e78c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:56.835700 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-60aec714-91b7-4a3e-bf64-3b2427dc2a0e req-3d212ee1-880e-42a8-a7b5-ad84775e78c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa HTTP/1.1" status: 200 len: 909 time: 0.4534435 Aug 28 14:03:56.885801 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-60aec714-91b7-4a3e-bf64-3b2427dc2a0e req-d59a9fc2-cc79-4311-b7c6-1afe8d5362a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b HTTP/1.1" status: 200 len: 217 time: 0.0413957 Aug 28 14:03:56.888852 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-3c6893c9-08b0-4f25-9d66-2864c380de39 req-8c5f7232-931a-42f1-8a21-5ce84fa6bbbb tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780621 Aug 28 14:03:56.900856 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-ee1749cf-e718-4b6e-99b6-e83370b99f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'd39ed1bc-a9ba-4e86-af0c-6a811eb1ea24', 'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'mac_address': 'fa:16:3e:de:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:12Z', 'updated_at': '2021-08-28T13:59:18Z', 'revision_number': 5, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'subnets': [{'id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:03:56.930031 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1749cf-e718-4b6e-99b6-e83370b99f51 None None] The sync data for ids ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'] in n-d-791505-21 is: [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21', '_interfaces': [{'id': 'd39ed1bc-a9ba-4e86-af0c-6a811eb1ea24', 'name': '', 'network_id': 'f2bd7e80-2df2-48dc-9e8b-7726e4426daa', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'mac_address': 'fa:16:3e:de:25:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:12Z', 'updated_at': '2021-08-28T13:59:18Z', 'revision_number': 5, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'subnets': [{'id': 'b3990170-02f3-4e01-b73e-103c5d21509e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:03:56.940886 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aec714-91b7-4a3e-bf64-3b2427dc2a0e req-c54abe7a-b0ab-431d-a4c8-6e50c8079bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:56.942424 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-60aec714-91b7-4a3e-bf64-3b2427dc2a0e req-c54abe7a-b0ab-431d-a4c8-6e50c8079bd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b3990170-02f3-4e01-b73e-103c5d21509e HTTP/1.1" status: 200 len: 848 time: 0.0499594 Aug 28 14:03:56.992275 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aec714-91b7-4a3e-bf64-3b2427dc2a0e req-4bdddcff-960d-41c0-b939-a6e4f1e67046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:56.994390 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-60aec714-91b7-4a3e-bf64-3b2427dc2a0e req-4bdddcff-960d-41c0-b939-a6e4f1e67046 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f2bd7e80-2df2-48dc-9e8b-7726e4426daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420992 Aug 28 14:03:57.086915 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-60aec714-91b7-4a3e-bf64-3b2427dc2a0e req-a3e4013c-3212-4eaa-8887-7dadb0401e0b service neutron] 10.222.0.11 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848095 Aug 28 14:03:57.162700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f2152-e073-4450-a920-23f869ef7409 None None] New status for floating IP 234777fe-1f10-447a-9d42-d9f4c005089a: DOWN {{(pid=94879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 28 14:03:57.183829 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-60aec714-91b7-4a3e-bf64-3b2427dc2a0e req-d57aa91a-dd7f-47ce-b7bc-cf45edc9a1e0 service neutron] 10.222.0.11 "GET /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898683 Aug 28 14:03:57.893295 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ff64b-a73e-48e8-b9ce-b0eefd4175e6 req-09407103-29f9-427e-9328-2927eefdeb95 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:57.894778 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce1ff64b-a73e-48e8-b9ce-b0eefd4175e6 req-09407103-29f9-427e-9328-2927eefdeb95 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.11 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 944 time: 0.0484414 Aug 28 14:03:58.029764 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-ce1ff64b-a73e-48e8-b9ce-b0eefd4175e6 req-bca9cd25-8afb-406c-bd82-235269574b7a tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Deleting port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:03:58.030106 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce1ff64b-a73e-48e8-b9ce-b0eefd4175e6 req-bca9cd25-8afb-406c-bd82-235269574b7a tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:58.042155 n-d-791505-21 neutron-server[94877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16a1ca-6471-4e05-be67-24bc9043fa1a req-32fea732-7413-48d3-be61-0d58c59b8e87 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:03:58.043689 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8d16a1ca-6471-4e05-be67-24bc9043fa1a req-32fea732-7413-48d3-be61-0d58c59b8e87 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/ports?device_id=adf6bf44-d952-473c-aab1-e4489073716d HTTP/1.1" status: 200 len: 944 time: 0.0674174 Aug 28 14:03:58.133946 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-8d16a1ca-6471-4e05-be67-24bc9043fa1a req-1dc0c075-1048-42c3-82d1-47c8c1af6720 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "GET /v2.0/security-groups?id=711277b6-893a-4d12-ae76-235c14a1aa68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804653 Aug 28 14:03:58.156758 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [req-ce1ff64b-a73e-48e8-b9ce-b0eefd4175e6 req-bca9cd25-8afb-406c-bd82-235269574b7a tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] For port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b, host n-h1-791505-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-21',level=0,port_id=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:03:58.157214 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce1ff64b-a73e-48e8-b9ce-b0eefd4175e6 req-bca9cd25-8afb-406c-bd82-235269574b7a tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:58.170909 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [req-ce1ff64b-a73e-48e8-b9ce-b0eefd4175e6 req-bca9cd25-8afb-406c-bd82-235269574b7a tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Calling delete_port for 56cc3634-2bcd-4a4d-aa07-81a9cc17878b owned by compute:nova {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:03:58.299172 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce1ff64b-a73e-48e8-b9ce-b0eefd4175e6 req-bca9cd25-8afb-406c-bd82-235269574b7a tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:58.332060 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9cd25-8afb-406c-bd82-235269574b7a tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event deleted for resources: {'Port': ['ID=56cc3634-2bcd-4a4d-aa07-81a9cc17878b,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:03:58.375470 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1ff64b-a73e-48e8-b9ce-b0eefd4175e6 req-bca9cd25-8afb-406c-bd82-235269574b7a tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] No DVR routers for this DVR port 56cc3634-2bcd-4a4d-aa07-81a9cc17878b on host n-h1-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:03:58.378105 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [req-ce1ff64b-a73e-48e8-b9ce-b0eefd4175e6 req-bca9cd25-8afb-406c-bd82-235269574b7a tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65863'] for port, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:58.380156 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [req-ce1ff64b-a73e-48e8-b9ce-b0eefd4175e6 req-bca9cd25-8afb-406c-bd82-235269574b7a tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.11 "DELETE /v2.0/ports/56cc3634-2bcd-4a4d-aa07-81a9cc17878b HTTP/1.1" status: 204 len: 173 time: 0.4783540 Aug 28 14:03:58.380677 n-d-791505-21 neutron-server[94877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf6bf44-d952-473c-aab1-e4489073716d', 'name': 'network-vif-deleted', 'tag': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b'}] {{(pid=94877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 28 14:03:58.382893 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5445667de2b85256851a332c2508ca464813a973048af7e75758826bce055ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558dbd8b-06aa-4367-a07f-5d71872e29d6" -d '{"events": [{"server_uuid": "adf6bf44-d952-473c-aab1-e4489073716d", "name": "network-vif-deleted", "tag": "56cc3634-2bcd-4a4d-aa07-81a9cc17878b"}]}' {{(pid=94877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 28 14:03:58.422129 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 Aug 2021 14:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bdf8de-dfc9-4e3d-9623-a2e82b6a3bbf x-openstack-request-id: req-d6bdf8de-dfc9-4e3d-9623-a2e82b6a3bbf {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 28 14:03:58.422454 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf6bf44-d952-473c-aab1-e4489073716d", "name": "network-vif-deleted", "tag": "56cc3634-2bcd-4a4d-aa07-81a9cc17878b", "status": "completed", "code": 200}]} {{(pid=94877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 28 14:03:58.422710 n-d-791505-21 neutron-server[94877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6bdf8de-dfc9-4e3d-9623-a2e82b6a3bbf {{(pid=94877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 28 14:03:58.423104 n-d-791505-21 neutron-server[94877]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf6bf44-d952-473c-aab1-e4489073716d', 'name': 'network-vif-deleted', 'tag': '56cc3634-2bcd-4a4d-aa07-81a9cc17878b', 'status': 'completed', 'code': 200} Aug 28 14:03:59.196045 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41008) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:03:59.254142 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aaae4055-5f51-443a-96f2-6e11f9874be1 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:59.279086 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aaae4055-5f51-443a-96f2-6e11f9874be1 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:59.339440 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aaae4055-5f51-443a-96f2-6e11f9874be1 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:59.342485 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-aaae4055-5f51-443a-96f2-6e11f9874be1 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Notify callbacks [] for security_group, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:03:59.343692 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-aaae4055-5f51-443a-96f2-6e11f9874be1 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] 10.222.0.20 "DELETE /v2.0/security-groups/711277b6-893a-4d12-ae76-235c14a1aa68 HTTP/1.1" status: 204 len: 168 time: 0.1465678 Aug 28 14:03:59.353777 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae4055-5f51-443a-96f2-6e11f9874be1 tempest-TestSnapshotPattern-1949369009 tempest-TestSnapshotPattern-1949369009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711277b6-893a-4d12-ae76-235c14a1aa68,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:04:00.411430 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41014) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:04:00.757135 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d282ddf-7b9a-4ce8-8613-2d3bc2e86189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:01.008086 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-1d282ddf-7b9a-4ce8-8613-2d3bc2e86189 admin admin] Deleting port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:04:01.008434 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d282ddf-7b9a-4ce8-8613-2d3bc2e86189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:01.086461 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-1d282ddf-7b9a-4ce8-8613-2d3bc2e86189 admin admin] For port d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:04:01.086828 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d282ddf-7b9a-4ce8-8613-2d3bc2e86189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:01.103851 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-1d282ddf-7b9a-4ce8-8613-2d3bc2e86189 admin admin] Calling delete_port for d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 owned by network:router_interface {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:04:01.283937 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d282ddf-7b9a-4ce8-8613-2d3bc2e86189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:01.314596 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d282ddf-7b9a-4ce8-8613-2d3bc2e86189 admin admin] Pushing event deleted for resources: {'Port': ['ID=d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:04:01.476945 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-1d282ddf-7b9a-4ce8-8613-2d3bc2e86189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:01.695865 n-d-791505-21 neutron-server[94877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d282ddf-7b9a-4ce8-8613-2d3bc2e86189 admin admin] Router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:04:01.804302 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d282ddf-7b9a-4ce8-8613-2d3bc2e86189 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:04:01.809372 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-1d282ddf-7b9a-4ce8-8613-2d3bc2e86189 admin admin] 10.222.0.20 "PUT /v2.0/routers/68e51e8e-c788-42e8-8c55-ad4abf6a7465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3965080 Aug 28 14:04:01.812558 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41016) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:04:01.814300 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abf0670-7461-48ac-b55e-f0f097c381ba None None] Sync routers for ids ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'] in n-d-791505-21 {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:04:01.823480 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf0670-7461-48ac-b55e-f0f097c381ba None None] Routers {'68e51e8e-c788-42e8-8c55-ad4abf6a7465'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:04:01.824208 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8abf0670-7461-48ac-b55e-f0f097c381ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T14:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:04:01.908202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 56cc3634-2bcd-4a4d-aa07-81a9cc17878b no longer exists at agent hyperv_n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:04:01.926830 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a915ee3-8022-4983-b635-13ed5d4e3ed8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:01.928049 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-8abf0670-7461-48ac-b55e-f0f097c381ba None None] Set router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 gateway port host: n-d-791505-21 {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:04:01.928212 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] No Port match for: 56cc3634-2bcd-4a4d-aa07-81a9cc17878b {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:04:01.928540 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Device 56cc3634-2bcd-4a4d-aa07-81a9cc17878b not bound to the agent host n-h1-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:04:02.034428 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a915ee3-8022-4983-b635-13ed5d4e3ed8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:02.086640 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-2a915ee3-8022-4983-b635-13ed5d4e3ed8 admin admin] Deleting port a6344b93-baea-4615-9c6b-f11ea4988748 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:04:02.086982 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a915ee3-8022-4983-b635-13ed5d4e3ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:02.107265 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8abf0670-7461-48ac-b55e-f0f097c381ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T14:04:01Z', 'revision_number': 5, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port': {'id': 'a6344b93-baea-4615-9c6b-f11ea4988748', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:93:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T13:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:04:02.132738 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abf0670-7461-48ac-b55e-f0f097c381ba None None] Checking router: 68e51e8e-c788-42e8-8c55-ad4abf6a7465 for host: n-d-791505-21 {{(pid=94880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:04:02.141422 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf0670-7461-48ac-b55e-f0f097c381ba None None] Routers {'68e51e8e-c788-42e8-8c55-ad4abf6a7465'} bound to L3 agent in host n-d-791505-21 {{(pid=94880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:04:02.142036 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8abf0670-7461-48ac-b55e-f0f097c381ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T14:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'], 'active': True} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:04:02.166774 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-2a915ee3-8022-4983-b635-13ed5d4e3ed8 admin admin] For port a6344b93-baea-4615-9c6b-f11ea4988748, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=a6344b93-baea-4615-9c6b-f11ea4988748,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:04:02.167050 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a915ee3-8022-4983-b635-13ed5d4e3ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:02.179544 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-2a915ee3-8022-4983-b635-13ed5d4e3ed8 admin admin] Calling delete_port for a6344b93-baea-4615-9c6b-f11ea4988748 owned by network:router_gateway {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:04:02.226131 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_dvr_db [None req-8abf0670-7461-48ac-b55e-f0f097c381ba None None] Set router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 gateway port host: None {{(pid=94880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:04:02.279889 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.l3_hamode_db [None req-8abf0670-7461-48ac-b55e-f0f097c381ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T14:04:02Z', 'revision_number': 6, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:04:02.305555 n-d-791505-21 neutron-server[94880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abf0670-7461-48ac-b55e-f0f097c381ba None None] The sync data for ids ['68e51e8e-c788-42e8-8c55-ad4abf6a7465'] in n-d-791505-21 is: [{'id': '68e51e8e-c788-42e8-8c55-ad4abf6a7465', 'name': 'tempest-TestSnapshotPattern-548011774-router', 'tenant_id': '80435d1b4e7149cea61632146dcac74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:10Z', 'updated_at': '2021-08-28T14:04:02Z', 'revision_number': 6, 'project_id': '80435d1b4e7149cea61632146dcac74c', 'gw_port_host': None}] {{(pid=94880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:04:02.349396 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a915ee3-8022-4983-b635-13ed5d4e3ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:02.378422 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a915ee3-8022-4983-b635-13ed5d4e3ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6344b93-baea-4615-9c6b-f11ea4988748,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:04:02.440154 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a915ee3-8022-4983-b635-13ed5d4e3ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:02.529842 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a915ee3-8022-4983-b635-13ed5d4e3ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:02.531969 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a915ee3-8022-4983-b635-13ed5d4e3ed8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:02.575039 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a915ee3-8022-4983-b635-13ed5d4e3ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:02.575612 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a915ee3-8022-4983-b635-13ed5d4e3ed8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e51e8e-c788-42e8-8c55-ad4abf6a7465 {{(pid=94877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 14:04:02.580816 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-2a915ee3-8022-4983-b635-13ed5d4e3ed8 admin admin] Notify callbacks [] for router, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:02.582011 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-2a915ee3-8022-4983-b635-13ed5d4e3ed8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/68e51e8e-c788-42e8-8c55-ad4abf6a7465 HTTP/1.1" status: 204 len: 168 time: 0.7681794 Aug 28 14:04:02.584613 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41018) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:04:02.631895 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.db_base_plugin_v2 [None req-8751e5df-a253-4b84-b8cc-e3f41226e131 admin admin] Deleting subnet b3990170-02f3-4e01-b73e-103c5d21509e {{(pid=94877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:04:02.635331 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8751e5df-a253-4b84-b8cc-e3f41226e131 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:02.672184 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8751e5df-a253-4b84-b8cc-e3f41226e131 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62166578'] for subnet, precommit_delete_associations {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:02.752932 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8751e5df-a253-4b84-b8cc-e3f41226e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:02.804550 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8751e5df-a253-4b84-b8cc-e3f41226e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61969188'] for subnet, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:02.835842 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751e5df-a253-4b84-b8cc-e3f41226e131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3990170-02f3-4e01-b73e-103c5d21509e,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:04:02.837853 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-8751e5df-a253-4b84-b8cc-e3f41226e131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:02.842014 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-8751e5df-a253-4b84-b8cc-e3f41226e131 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b3990170-02f3-4e01-b73e-103c5d21509e HTTP/1.1" status: 204 len: 168 time: 0.2541938 Aug 28 14:04:02.842439 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0d7890-db86-4168-a7c8-4631d3528a71 None None] Network f2bd7e80-2df2-48dc-9e8b-7726e4426daa requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:04:02.842539 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [-] (94877) accepted ('10.222.0.20', 41020) {{(pid=94877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:04:02.909078 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:02.962697 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] Deleting port ce6bffcd-aa94-47cd-be10-586d8db3de37 {{(pid=94877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:04:02.963058 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:03.030903 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.db [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] For port ce6bffcd-aa94-47cd-be10-586d8db3de37, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=ce6bffcd-aa94-47cd-be10-586d8db3de37,segment=NetworkSegment(c13b1b45-fac8-4ee1-b107-77f49992cb72),segment_id=c13b1b45-fac8-4ee1-b107-77f49992cb72)] {{(pid=94877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:04:03.031269 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:03.049170 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.plugin [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] Calling delete_port for ce6bffcd-aa94-47cd-be10-586d8db3de37 owned by network:dhcp {{(pid=94877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:04:03.064120 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a56f5-7f03-4d4b-b4c3-2e39ea41c2c5 None None] DHCP port deletion for f2bd7e80-2df2-48dc-9e8b-7726e4426daa request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 14:04:03.144434 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60057847'] for port, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:03.159810 n-d-791505-21 neutron-server[94877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] No DVR routers for this DVR port ce6bffcd-aa94-47cd-be10-586d8db3de37 on host n-d-791505-21 {{(pid=94877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:04:03.206440 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6bffcd-aa94-47cd-be10-586d8db3de37,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:04:03.260600 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:03.271583 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bd7e80-2df2-48dc-9e8b-7726e4426daa']}} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:04:03.274435 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a56f5-7f03-4d4b-b4c3-2e39ea41c2c5 None None] Deleting port ce6bffcd-aa94-47cd-be10-586d8db3de37 {{(pid=94879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:04:03.274817 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1c9a56f5-7f03-4d4b-b4c3-2e39ea41c2c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:03.283416 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13b1b45-fac8-4ee1-b107-77f49992cb72') {'for_net_delete': True} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:04:03.283641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.services.segments.db [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13b1b45-fac8-4ee1-b107-77f49992cb72') {} {{(pid=94877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:04:03.293208 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62166537'] for segment, before_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:03.308783 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:03.315265 n-d-791505-21 neutron-server[94877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:04:03.315681 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60057634'] for segment, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: Traceback (most recent call last): Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: timer() Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: cb(*args, **kw) Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: return func(*args, **kwargs) Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: self._notify() Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: self.callback(batched_events) Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: event.method(event) Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: return f(self, *a, **k) Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: return self._get(url).json() Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: return self.request(url, 'GET', **kwargs) Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:04:03.317476 n-d-791505-21 neutron-server[94877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:04:03.339700 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.db [None req-1c9a56f5-7f03-4d4b-b4c3-2e39ea41c2c5 None None] For port ce6bffcd-aa94-47cd-be10-586d8db3de37, host n-d-791505-21, got binding levels [] {{(pid=94879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:04:03.340105 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1c9a56f5-7f03-4d4b-b4c3-2e39ea41c2c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:03.352852 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-1c9a56f5-7f03-4d4b-b4c3-2e39ea41c2c5 None None] Calling delete_port for ce6bffcd-aa94-47cd-be10-586d8db3de37 owned by network:dhcp {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:04:03.356591 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.ipam_backend_mixin [None req-1c9a56f5-7f03-4d4b-b4c3-2e39ea41c2c5 None None] Port ce6bffcd-aa94-47cd-be10-586d8db3de37 was not found and therefore no delete operation was performed {{(pid=94879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 28 14:04:03.357906 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-1c9a56f5-7f03-4d4b-b4c3-2e39ea41c2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321'] for port, after_delete {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:03.381460 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:03.385949 n-d-791505-21 neutron-server[94877]: DEBUG neutron_lib.callbacks.manager [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] Notify callbacks [] for network, before_response {{(pid=94877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:03.387159 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a56f5-7f03-4d4b-b4c3-2e39ea41c2c5 None None] Pushing event deleted for resources: {'Port': ['ID=ce6bffcd-aa94-47cd-be10-586d8db3de37,revision_number=None']} {{(pid=94879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:04:03.390667 n-d-791505-21 neutron-server[94877]: INFO neutron.wsgi [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f2bd7e80-2df2-48dc-9e8b-7726e4426daa HTTP/1.1" status: 204 len: 168 time: 0.5446377 Aug 28 14:04:03.391787 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41022) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:04:03.395301 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a56f5-7f03-4d4b-b4c3-2e39ea41c2c5 None None] No DVR routers for this DVR port ce6bffcd-aa94-47cd-be10-586d8db3de37 on host n-d-791505-21 {{(pid=94879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:04:03.402483 n-d-791505-21 neutron-server[94877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca186aae-7576-4021-929a-c93464c415b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2bd7e80-2df2-48dc-9e8b-7726e4426daa,revision_number=None']} {{(pid=94877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:04:03.742595 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e162602b-fe07-4654-ab57-52b23b968c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3741990'] for router_interface, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:03.782419 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a6344b93-baea-4615-9c6b-f11ea4988748 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:04:03.801465 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: a6344b93-baea-4615-9c6b-f11ea4988748 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:04:03.801897 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device a6344b93-baea-4615-9c6b-f11ea4988748 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:04:03.802307 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:04:03.820536 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:04:03.820888 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device d39ed1bc-a9ba-4e86-af0c-6a811eb1ea24 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:04:03.821298 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ce6bffcd-aa94-47cd-be10-586d8db3de37 no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:04:03.840785 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: ce6bffcd-aa94-47cd-be10-586d8db3de37 {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:04:03.841134 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device ce6bffcd-aa94-47cd-be10-586d8db3de37 not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:04:03.986269 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-e162602b-fe07-4654-ab57-52b23b968c40 admin admin] Deleting port 030f6db8-7c14-4e17-906d-30585bdee05a {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:04:03.986548 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e162602b-fe07-4654-ab57-52b23b968c40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:04.063124 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-e162602b-fe07-4654-ab57-52b23b968c40 admin admin] For port 030f6db8-7c14-4e17-906d-30585bdee05a, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=030f6db8-7c14-4e17-906d-30585bdee05a,segment=NetworkSegment(6c046091-bf34-4f0c-912b-2adc6284581b),segment_id=6c046091-bf34-4f0c-912b-2adc6284581b)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:04:04.063490 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e162602b-fe07-4654-ab57-52b23b968c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:04.076707 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-e162602b-fe07-4654-ab57-52b23b968c40 admin admin] Calling delete_port for 030f6db8-7c14-4e17-906d-30585bdee05a owned by network:router_interface {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:04:04.250854 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e162602b-fe07-4654-ab57-52b23b968c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:04.276139 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162602b-fe07-4654-ab57-52b23b968c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=030f6db8-7c14-4e17-906d-30585bdee05a,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:04:04.448995 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-e162602b-fe07-4654-ab57-52b23b968c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3734685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742138'] for router_interface, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:04.948497 n-d-791505-21 neutron-server[94878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e162602b-fe07-4654-ab57-52b23b968c40 admin admin] Router b355f4f3-dc3e-41e8-a741-20594278d35f has already been hosted by L3 agent 6cae04d8-bda7-4cbf-825c-c091d99cf4ba {{(pid=94878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 28 14:04:05.052376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e162602b-fe07-4654-ab57-52b23b968c40 admin admin] Notify agent at l3_agent.n-d-791505-21 the message routers_updated {{(pid=94878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 28 14:04:05.057820 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e162602b-fe07-4654-ab57-52b23b968c40 admin admin] 10.222.0.20 "PUT /v2.0/routers/b355f4f3-dc3e-41e8-a741-20594278d35f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6649094 Aug 28 14:04:05.060387 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41026) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:04:05.061084 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dfd3b8-6dcc-4044-9a74-bb5be3540727 None None] Sync routers for ids ['b355f4f3-dc3e-41e8-a741-20594278d35f'] in n-d-791505-21 {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 28 14:04:05.070088 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dfd3b8-6dcc-4044-9a74-bb5be3540727 None None] Routers {'b355f4f3-dc3e-41e8-a741-20594278d35f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:04:05.070730 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-56dfd3b8-6dcc-4044-9a74-bb5be3540727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T14:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b355f4f3-dc3e-41e8-a741-20594278d35f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:04:05.163720 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-373d4c26-cb15-47e3-9268-cd1b71834f4d admin admin] Notify callbacks [] for router, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:05.174483 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-56dfd3b8-6dcc-4044-9a74-bb5be3540727 None None] Set router b355f4f3-dc3e-41e8-a741-20594278d35f gateway port host: n-d-791505-21 {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:04:05.262047 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-373d4c26-cb15-47e3-9268-cd1b71834f4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:05.319877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-373d4c26-cb15-47e3-9268-cd1b71834f4d admin admin] Deleting port 7a5b18b4-94e4-40b3-a753-9a4b3936230f {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:04:05.320223 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-373d4c26-cb15-47e3-9268-cd1b71834f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:05.354346 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-56dfd3b8-6dcc-4044-9a74-bb5be3540727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'name': 'tempest-TestSnapshotPattern-1631541080-router', 'tenant_id': '0c251db4847443b29af0ff2987a91f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'external_fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': '7a5b18b4-94e4-40b3-a753-9a4b3936230f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:15Z', 'updated_at': '2021-08-28T14:04:04Z', 'revision_number': 5, 'project_id': '0c251db4847443b29af0ff2987a91f01', 'gw_port': {'id': '7a5b18b4-94e4-40b3-a753-9a4b3936230f', 'name': '', 'network_id': '928ba25c-1dc8-49dd-a081-eedc1cee77c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-28T13:59:15Z', 'updated_at': '2021-08-28T13:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19ea258d-26ce-49a1-a950-e529e87b4468', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-21'}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:04:05.380581 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dfd3b8-6dcc-4044-9a74-bb5be3540727 None None] Checking router: b355f4f3-dc3e-41e8-a741-20594278d35f for host: n-d-791505-21 {{(pid=94879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 28 14:04:05.389300 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dfd3b8-6dcc-4044-9a74-bb5be3540727 None None] Routers {'b355f4f3-dc3e-41e8-a741-20594278d35f'} bound to L3 agent in host n-d-791505-21 {{(pid=94879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 28 14:04:05.389902 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-56dfd3b8-6dcc-4044-9a74-bb5be3540727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-28T12:27:12Z,description=,heartbeat_timestamp=2021-08-28T14:03:42Z,host='n-d-791505-21',id=6cae04d8-bda7-4cbf-825c-c091d99cf4ba,load=0,resource_versions=,resources_synced=,started_at=2021-08-28T12:27:12Z,topic='l3_agent')) {'router_ids': ['b355f4f3-dc3e-41e8-a741-20594278d35f'], 'active': True} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:04:05.399149 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-373d4c26-cb15-47e3-9268-cd1b71834f4d admin admin] For port 7a5b18b4-94e4-40b3-a753-9a4b3936230f, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=7a5b18b4-94e4-40b3-a753-9a4b3936230f,segment=NetworkSegment(f33e50c1-4f6b-4a2f-82ab-13883a81d42d),segment_id=f33e50c1-4f6b-4a2f-82ab-13883a81d42d)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:04:05.399516 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-373d4c26-cb15-47e3-9268-cd1b71834f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:05.412878 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-373d4c26-cb15-47e3-9268-cd1b71834f4d admin admin] Calling delete_port for 7a5b18b4-94e4-40b3-a753-9a4b3936230f owned by network:router_gateway {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:04:05.475731 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_dvr_db [None req-56dfd3b8-6dcc-4044-9a74-bb5be3540727 None None] Set router b355f4f3-dc3e-41e8-a741-20594278d35f gateway port host: None {{(pid=94879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 28 14:04:05.528843 n-d-791505-21 neutron-server[94879]: DEBUG neutron.db.l3_hamode_db [None req-56dfd3b8-6dcc-4044-9a74-bb5be3540727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'name': 'tempest-TestSnapshotPattern-1631541080-router', 'tenant_id': '0c251db4847443b29af0ff2987a91f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:15Z', 'updated_at': '2021-08-28T14:04:05Z', 'revision_number': 6, 'project_id': '0c251db4847443b29af0ff2987a91f01', 'gw_port_host': None}], 'n-d-791505-21', False) {} {{(pid=94879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:04:05.559202 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dfd3b8-6dcc-4044-9a74-bb5be3540727 None None] The sync data for ids ['b355f4f3-dc3e-41e8-a741-20594278d35f'] in n-d-791505-21 is: [{'id': 'b355f4f3-dc3e-41e8-a741-20594278d35f', 'name': 'tempest-TestSnapshotPattern-1631541080-router', 'tenant_id': '0c251db4847443b29af0ff2987a91f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-28T13:59:15Z', 'updated_at': '2021-08-28T14:04:05Z', 'revision_number': 6, 'project_id': '0c251db4847443b29af0ff2987a91f01', 'gw_port_host': None}] {{(pid=94879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 28 14:04:05.581328 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-373d4c26-cb15-47e3-9268-cd1b71834f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:05.610616 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d4c26-cb15-47e3-9268-cd1b71834f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=7a5b18b4-94e4-40b3-a753-9a4b3936230f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:04:05.674898 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-373d4c26-cb15-47e3-9268-cd1b71834f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3742744'] for router_gateway, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:05.764327 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-373d4c26-cb15-47e3-9268-cd1b71834f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3741478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3618'] for router, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:05.766442 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-373d4c26-cb15-47e3-9268-cd1b71834f4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:05.809124 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-373d4c26-cb15-47e3-9268-cd1b71834f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3741485'] for router, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:05.809690 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373d4c26-cb15-47e3-9268-cd1b71834f4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b355f4f3-dc3e-41e8-a741-20594278d35f {{(pid=94878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 28 14:04:05.814116 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-373d4c26-cb15-47e3-9268-cd1b71834f4d admin admin] Notify callbacks [] for router, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:05.815308 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-373d4c26-cb15-47e3-9268-cd1b71834f4d admin admin] 10.222.0.20 "DELETE /v2.0/routers/b355f4f3-dc3e-41e8-a741-20594278d35f HTTP/1.1" status: 204 len: 168 time: 0.7538285 Aug 28 14:04:05.817754 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41028) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:04:05.866457 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.db_base_plugin_v2 [None req-c634844a-e1c6-407b-ba41-cacc486e0e35 admin admin] Deleting subnet efdb5222-4e1f-4b4c-a995-107da3178928 {{(pid=94878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 28 14:04:05.869341 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c634844a-e1c6-407b-ba41-cacc486e0e35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:05.909343 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c634844a-e1c6-407b-ba41-cacc486e0e35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62727982'] for subnet, precommit_delete_associations {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:05.991624 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c634844a-e1c6-407b-ba41-cacc486e0e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-975571'] for subnet, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.051029 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c634844a-e1c6-407b-ba41-cacc486e0e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-975576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62422568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62437945'] for subnet, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.082016 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634844a-e1c6-407b-ba41-cacc486e0e35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efdb5222-4e1f-4b4c-a995-107da3178928,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:04:06.085374 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c634844a-e1c6-407b-ba41-cacc486e0e35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.090269 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c634844a-e1c6-407b-ba41-cacc486e0e35 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/efdb5222-4e1f-4b4c-a995-107da3178928 HTTP/1.1" status: 204 len: 168 time: 0.2686164 Aug 28 14:04:06.090664 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41030) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:04:06.091769 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fd721e-5906-43a0-b122-a725d2c8f508 None None] Network 60577195-8f3b-4fce-aa8e-68909e459f3f requested from n-d-791505-21 {{(pid=94879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 28 14:04:06.158428 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543164'] for network, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.211938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] Deleting port 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb {{(pid=94878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 28 14:04:06.212282 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760091560726'] for port, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.280086 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.db [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] For port 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb, host n-d-791505-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-21',level=0,port_id=6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb,segment=NetworkSegment(6c046091-bf34-4f0c-912b-2adc6284581b),segment_id=6c046091-bf34-4f0c-912b-2adc6284581b)] {{(pid=94878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 28 14:04:06.280387 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743824'] for port, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.293205 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.plugin [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] Calling delete_port for 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb owned by network:dhcp {{(pid=94878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 28 14:04:06.354080 n-d-791505-21 neutron-server[94879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed3d3a7-02cd-4321-8cc6-4c6052b03f5b None None] DHCP port deletion for 60577195-8f3b-4fce-aa8e-68909e459f3f request from n-d-791505-21 {{(pid=94879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 28 14:04:06.356248 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 030f6db8-7c14-4e17-906d-30585bdee05a no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:04:06.379099 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-937009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760091561957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760090998321', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62422599'] for port, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.380311 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 030f6db8-7c14-4e17-906d-30585bdee05a {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:04:06.380737 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 030f6db8-7c14-4e17-906d-30585bdee05a not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:04:06.398825 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-1ed3d3a7-02cd-4321-8cc6-4c6052b03f5b None None] The port '6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb' was deleted {{(pid=94879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 28 14:04:06.408410 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:04:06.411870 n-d-791505-21 neutron-server[94878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] No DVR routers for this DVR port 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb on host n-d-791505-21 {{(pid=94878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 28 14:04:06.488290 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-976680', 'neutron.services.segments.db._delete_segments_for_network-8760091565505'] for network, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.498586 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60577195-8f3b-4fce-aa8e-68909e459f3f']}} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:04:06.508850 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c046091-bf34-4f0c-912b-2adc6284581b') {'for_net_delete': True} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:04:06.509151 n-d-791505-21 neutron-server[94878]: DEBUG neutron.services.segments.db [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c046091-bf34-4f0c-912b-2adc6284581b') {} {{(pid=94878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 28 14:04:06.519095 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760091576405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62727957'] for segment, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.534700 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869'] for segment, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.542048 n-d-791505-21 neutron-server[94878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 28 14:04:06.542510 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-980869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62422674'] for segment, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: Traceback (most recent call last): Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: timer() Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: cb(*args, **kw) Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: return func(*args, **kwargs) Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: self._notify() Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: self.callback(batched_events) Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: event.method(event) Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: aggregate_uuid = self.p_client.list_aggregates( Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: return f(self, *a, **k) Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: return self._get(url).json() Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: return self.request(url, 'GET', **kwargs) Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: base_url = self.get_endpoint(auth, allow=allow, Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 28 14:04:06.544525 n-d-791505-21 neutron-server[94878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 28 14:04:06.607397 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-976689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3734666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3742772'] for network, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.612003 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] Notify callbacks [] for network, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.617084 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] 10.222.0.20 "DELETE /v2.0/networks/60577195-8f3b-4fce-aa8e-68909e459f3f HTTP/1.1" status: 204 len: 168 time: 0.5227804 Aug 28 14:04:06.627757 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763296c-01d4-442f-8217-62da7aa5c85d admin admin] Pushing event deleted for resources: {'Network': ['ID=60577195-8f3b-4fce-aa8e-68909e459f3f,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:04:06.799940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41034) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:04:06.840119 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-e546536c-6fb4-4765-93a8-4035b0c60279 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80435d1b4e7149cea61632146dcac74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390089 Aug 28 14:04:06.842603 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41036) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:04:06.893210 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6cea400-e285-4d8e-9a45-772b18d98b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.914610 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6cea400-e285-4d8e-9a45-772b18d98b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.960699 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6cea400-e285-4d8e-9a45-772b18d98b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.964022 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-c6cea400-e285-4d8e-9a45-772b18d98b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:06.965187 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-c6cea400-e285-4d8e-9a45-772b18d98b5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/871d3bf1-0e0d-499d-8ba5-f4884e6c4906 HTTP/1.1" status: 204 len: 168 time: 0.1216879 Aug 28 14:04:06.973556 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cea400-e285-4d8e-9a45-772b18d98b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871d3bf1-0e0d-499d-8ba5-f4884e6c4906,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:04:07.285863 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41042) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:04:07.327426 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-8c6c937a-8b76-421e-9c96-47dfaa8718a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c251db4847443b29af0ff2987a91f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403500 Aug 28 14:04:07.329877 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [-] (94878) accepted ('10.222.0.20', 41044) {{(pid=94878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 28 14:04:07.380285 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d242a76b-52e7-4d4c-baa8-6b2472609196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:07.402240 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d242a76b-52e7-4d4c-baa8-6b2472609196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:07.446445 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d242a76b-52e7-4d4c-baa8-6b2472609196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799254'] for security_group, after_delete {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:07.449547 n-d-791505-21 neutron-server[94878]: DEBUG neutron_lib.callbacks.manager [None req-d242a76b-52e7-4d4c-baa8-6b2472609196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:07.450725 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [None req-d242a76b-52e7-4d4c-baa8-6b2472609196 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79c0b641-ab3c-444b-8040-1abeb1f9ad97 HTTP/1.1" status: 204 len: 168 time: 0.1199257 Aug 28 14:04:07.458251 n-d-791505-21 neutron-server[94878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242a76b-52e7-4d4c-baa8-6b2472609196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c0b641-ab3c-444b-8040-1abeb1f9ad97,revision_number=None']} {{(pid=94878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 28 14:04:07.771897 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7a5b18b4-94e4-40b3-a753-9a4b3936230f no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:04:07.792815 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 7a5b18b4-94e4-40b3-a753-9a4b3936230f {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:04:07.793168 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 7a5b18b4-94e4-40b3-a753-9a4b3936230f not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:04:07.793555 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb no longer exists at agent ovs-agent-n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 28 14:04:07.813912 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.plugin [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] No Port match for: 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb {{(pid=94879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 28 14:04:07.814250 n-d-791505-21 neutron-server[94879]: DEBUG neutron.plugins.ml2.rpc [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Device 6a3a273a-8dd2-4f70-8a4b-44ebd8f17efb not bound to the agent host n-d-791505-21 {{(pid=94879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 28 14:04:08.401072 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:10.135982 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f0494093-a20b-43fa-9eb2-3c8733d18da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:10.715967 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:12.381808 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-00f1902a-d675-4159-a05d-2802d7ff5502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:12.746293 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:13.766723 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:15.660584 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:17.551367 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-768fcccb-d164-4bd5-acbd-9087f1836ac1 req-719e6d6d-9658-4b41-8bb7-5b72cd545089 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462472 Aug 28 14:04:17.636952 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fcccb-d164-4bd5-acbd-9087f1836ac1 req-e4cd41ef-e568-4426-8985-6ce6f55e0521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:04:17.638353 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-768fcccb-d164-4bd5-acbd-9087f1836ac1 req-e4cd41ef-e568-4426-8985-6ce6f55e0521 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0409713 Aug 28 14:04:17.746280 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fcccb-d164-4bd5-acbd-9087f1836ac1 req-3565b50e-9c70-412f-8bac-9bbab1fb4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:04:17.747888 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-768fcccb-d164-4bd5-acbd-9087f1836ac1 req-3565b50e-9c70-412f-8bac-9bbab1fb4618 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0888255 Aug 28 14:04:17.792410 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-768fcccb-d164-4bd5-acbd-9087f1836ac1 req-c6c3cbd6-8c0f-4ff9-8281-0ab97c2aa7fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0368872 Aug 28 14:04:17.848475 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fcccb-d164-4bd5-acbd-9087f1836ac1 req-8cfe4a6e-8d89-4a59-b645-987133d2e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:04:17.849946 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-768fcccb-d164-4bd5-acbd-9087f1836ac1 req-8cfe4a6e-8d89-4a59-b645-987133d2e817 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0506716 Aug 28 14:04:17.909756 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fcccb-d164-4bd5-acbd-9087f1836ac1 req-b200913b-28df-4e97-8968-dbe1af6c4d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:04:17.912340 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-768fcccb-d164-4bd5-acbd-9087f1836ac1 req-b200913b-28df-4e97-8968-dbe1af6c4d3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523522 Aug 28 14:04:18.006692 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-768fcccb-d164-4bd5-acbd-9087f1836ac1 req-c2e14eea-1b06-4460-b513-bed377a806c2 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858903 Aug 28 14:04:18.106278 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-768fcccb-d164-4bd5-acbd-9087f1836ac1 req-21a1c4b4-177f-4407-abbf-717477c47c5f service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923405 Aug 28 14:04:19.638675 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:04:38.399012 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:40.136235 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0452-b06e-4de9-aef6-ce38c8acb7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:40.729480 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:42.382323 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-615d79f1-ec5a-4085-a1d0-05c86c92f299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:42.738787 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:43.769342 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:45.664179 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:04:56.637994 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:05:08.414979 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:05:10.137843 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-de6a657b-a2f9-4d98-a6e9-b72b93cc42b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:05:10.763999 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:05:12.384096 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b3c1-a65d-46fd-9257-714eb997f565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:05:12.740260 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:05:13.772021 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:05:15.665747 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:05:18.572324 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1903026-c5b3-4ebc-aa9a-c9a9b49e8ff6 req-def6d83b-a9c1-4be5-93e8-66ab940a58fb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410678 Aug 28 14:05:18.657055 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903026-c5b3-4ebc-aa9a-c9a9b49e8ff6 req-3e33b97b-e1bb-46e7-b137-b5a4de44fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:05:18.657055 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1903026-c5b3-4ebc-aa9a-c9a9b49e8ff6 req-3e33b97b-e1bb-46e7-b137-b5a4de44fdb5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0413046 Aug 28 14:05:18.766228 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903026-c5b3-4ebc-aa9a-c9a9b49e8ff6 req-997cf195-0925-4a6d-97f7-6fe5e6ead37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:05:18.767744 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1903026-c5b3-4ebc-aa9a-c9a9b49e8ff6 req-997cf195-0925-4a6d-97f7-6fe5e6ead37d service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0918245 Aug 28 14:05:18.812461 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1903026-c5b3-4ebc-aa9a-c9a9b49e8ff6 req-3c8c6e5a-1f4e-41d6-ad43-51d06040edac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0360453 Aug 28 14:05:18.866412 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903026-c5b3-4ebc-aa9a-c9a9b49e8ff6 req-f75bc0f7-7f8e-48e8-8146-6d376e41d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:05:18.867793 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1903026-c5b3-4ebc-aa9a-c9a9b49e8ff6 req-f75bc0f7-7f8e-48e8-8146-6d376e41d9cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0482161 Aug 28 14:05:18.915023 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903026-c5b3-4ebc-aa9a-c9a9b49e8ff6 req-da9ba961-ac7f-407b-926b-286094657b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:05:18.916521 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1903026-c5b3-4ebc-aa9a-c9a9b49e8ff6 req-da9ba961-ac7f-407b-926b-286094657b36 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406480 Aug 28 14:05:19.007469 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1903026-c5b3-4ebc-aa9a-c9a9b49e8ff6 req-be9c3609-cc5e-4cc0-b326-c76a5ec2af47 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823073 Aug 28 14:05:19.103109 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-d1903026-c5b3-4ebc-aa9a-c9a9b49e8ff6 req-ed177cd2-efa0-4342-b348-6bdd6580c7ab service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878618 Aug 28 14:05:33.636848 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:05:38.412746 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:05:40.138456 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-41e39ae7-452c-454c-a81a-5ccb3a6df6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:05:40.778610 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:05:42.385139 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-bb27292f-79f4-4143-95a3-b5e992e8f6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:05:42.742214 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:05:43.775718 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:05:45.671239 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:06:08.425468 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:06:10.140115 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a5d1aa36-ef5e-48db-9ef5-79d497ef0c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:06:10.636114 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:06:10.782518 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:06:12.385333 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ec90e56c-b111-4376-9b90-c6881f943b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:06:12.744213 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:06:13.777929 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:06:15.672146 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:06:20.716280 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6edb2f3f-e9c5-4806-bbc7-6ab89cda0de5 req-5db2f81c-c2ba-4745-a40b-4caf02b19799 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1902707 Aug 28 14:06:20.800740 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb2f3f-e9c5-4806-bbc7-6ab89cda0de5 req-919b32b5-0438-44eb-bfd0-ee4d5b4108fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:06:20.802149 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6edb2f3f-e9c5-4806-bbc7-6ab89cda0de5 req-919b32b5-0438-44eb-bfd0-ee4d5b4108fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0430088 Aug 28 14:06:20.914906 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb2f3f-e9c5-4806-bbc7-6ab89cda0de5 req-a1c76b46-e46a-4e24-ac84-08a0e841cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:06:20.916392 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6edb2f3f-e9c5-4806-bbc7-6ab89cda0de5 req-a1c76b46-e46a-4e24-ac84-08a0e841cbeb service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0919373 Aug 28 14:06:20.960926 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6edb2f3f-e9c5-4806-bbc7-6ab89cda0de5 req-0de3824b-e6e7-4f82-8577-17b6c4fbdee5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0363419 Aug 28 14:06:21.022174 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb2f3f-e9c5-4806-bbc7-6ab89cda0de5 req-458b7181-bbd6-4c5c-8a44-541c85b8f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:06:21.023722 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6edb2f3f-e9c5-4806-bbc7-6ab89cda0de5 req-458b7181-bbd6-4c5c-8a44-541c85b8f1f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0558155 Aug 28 14:06:21.081281 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb2f3f-e9c5-4806-bbc7-6ab89cda0de5 req-bdbdb16c-a4ef-425c-ab4d-35fba7693f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:06:21.082816 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6edb2f3f-e9c5-4806-bbc7-6ab89cda0de5 req-bdbdb16c-a4ef-425c-ab4d-35fba7693f3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480683 Aug 28 14:06:21.172696 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6edb2f3f-e9c5-4806-bbc7-6ab89cda0de5 req-f576f81a-035c-4251-a1f8-de314bc2d880 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823200 Aug 28 14:06:21.265970 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-6edb2f3f-e9c5-4806-bbc7-6ab89cda0de5 req-098a1020-0130-42be-8523-4b2eec954940 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854294 Aug 28 14:06:38.427678 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:06:40.141753 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-67e05b5d-b4d9-4625-90c2-9a873f07fd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:06:40.782451 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:06:42.389468 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-72ee248b-26d4-4f9c-ab99-a67ac18ba92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:06:42.746925 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:06:43.781965 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:06:45.673498 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:06:47.635771 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:07:08.446084 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:07:10.143138 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f2255a2b-a538-4693-a96f-a6a7d90f6667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:07:10.793174 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:07:12.390155 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-aadda73b-61c4-4f57-ab3c-84a890d256ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:07:12.748205 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:07:13.784850 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:07:15.675709 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:07:20.561516 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5937168b-f2d5-4a71-b75e-afe8aaa468f2 req-93630525-8d5d-4dc2-8f52-48e7b99fbaa7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408461 Aug 28 14:07:20.645130 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937168b-f2d5-4a71-b75e-afe8aaa468f2 req-618259a2-49d0-4a84-b3fd-c8acc30e65ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:07:20.646713 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5937168b-f2d5-4a71-b75e-afe8aaa468f2 req-618259a2-49d0-4a84-b3fd-c8acc30e65ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0417130 Aug 28 14:07:20.758476 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937168b-f2d5-4a71-b75e-afe8aaa468f2 req-1f04ddda-d23a-4b86-9d20-809cc4704fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:07:20.759984 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5937168b-f2d5-4a71-b75e-afe8aaa468f2 req-1f04ddda-d23a-4b86-9d20-809cc4704fe7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0926065 Aug 28 14:07:20.804426 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5937168b-f2d5-4a71-b75e-afe8aaa468f2 req-81fa87fc-63e7-4277-a61e-2a3fbfa1ed44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0361207 Aug 28 14:07:20.860382 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937168b-f2d5-4a71-b75e-afe8aaa468f2 req-e4aa8a56-987b-40eb-932a-97c016b5393b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:07:20.861769 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5937168b-f2d5-4a71-b75e-afe8aaa468f2 req-e4aa8a56-987b-40eb-932a-97c016b5393b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0490575 Aug 28 14:07:20.910940 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937168b-f2d5-4a71-b75e-afe8aaa468f2 req-ae1d0338-e0ca-498a-8692-66b5a29e33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:07:20.912474 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5937168b-f2d5-4a71-b75e-afe8aaa468f2 req-ae1d0338-e0ca-498a-8692-66b5a29e33ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429256 Aug 28 14:07:21.005665 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5937168b-f2d5-4a71-b75e-afe8aaa468f2 req-de1a8a31-52b4-49db-87fe-3f3df570eab0 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837135 Aug 28 14:07:21.100119 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-5937168b-f2d5-4a71-b75e-afe8aaa468f2 req-1eac2a09-327e-43ab-b4b4-5e63891160ba service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861197 Aug 28 14:07:24.634918 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:07:38.441765 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:07:40.144729 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8afb38ca-4989-4315-b101-61e03ff1f536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:07:40.796131 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:07:42.395798 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6319b0ff-9863-4b48-b9ab-ed2d5a369ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:07:42.749840 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:07:43.786621 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:07:45.678992 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:07:56.531641 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-69729e37-3bce-4216-85e1-6687359187ba req-12b277b6-1620-455b-9ff0-b83a3a7be5bc service neutron] (94877) timed out ('10.222.0.20', 39640) {{(pid=94877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 14:08:01.634487 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:08:08.450633 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:08:10.146924 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-376f5b0d-111c-4839-bcf0-265fb16503c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:08:10.807403 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:08:12.386090 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-47a194ab-6f0d-4308-971a-5b4d61b04f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:08:12.750578 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:08:13.788857 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:08:15.682811 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:08:22.171503 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2230ee38-8282-4487-874f-9777e37b66b0 req-7cb534df-fec4-4517-8e17-14d035af6ad7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424621 Aug 28 14:08:22.263129 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230ee38-8282-4487-874f-9777e37b66b0 req-ac34b9b0-2151-43d5-a5e7-511ada706664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:08:22.265019 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2230ee38-8282-4487-874f-9777e37b66b0 req-ac34b9b0-2151-43d5-a5e7-511ada706664 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0457428 Aug 28 14:08:22.376903 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230ee38-8282-4487-874f-9777e37b66b0 req-d6f58e0e-4fe9-46c7-96c1-3a1c8d9463c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:08:22.378400 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2230ee38-8282-4487-874f-9777e37b66b0 req-d6f58e0e-4fe9-46c7-96c1-3a1c8d9463c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0889256 Aug 28 14:08:22.421811 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2230ee38-8282-4487-874f-9777e37b66b0 req-ba63ab9e-508d-4064-ae54-41c58f583364 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0356820 Aug 28 14:08:22.475693 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230ee38-8282-4487-874f-9777e37b66b0 req-4cacaadb-5955-4274-9d80-20761e677e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:08:22.477152 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2230ee38-8282-4487-874f-9777e37b66b0 req-4cacaadb-5955-4274-9d80-20761e677e9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0486534 Aug 28 14:08:22.523136 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230ee38-8282-4487-874f-9777e37b66b0 req-1e0385c6-8f63-4b20-b36a-c4fc369c7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:08:22.524633 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2230ee38-8282-4487-874f-9777e37b66b0 req-1e0385c6-8f63-4b20-b36a-c4fc369c7f06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398521 Aug 28 14:08:22.615155 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2230ee38-8282-4487-874f-9777e37b66b0 req-2f2f7684-a8b7-4699-bb1e-acb35d30ca3c service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822711 Aug 28 14:08:22.713309 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-2230ee38-8282-4487-874f-9777e37b66b0 req-7d506b9e-7e30-46a8-b26c-801734fcde7c service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888743 Aug 28 14:08:38.456208 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:08:38.633408 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:08:40.147545 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-4a0a0469-b9a3-4640-a070-cec01f7c3a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:08:40.811806 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:08:42.387776 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-3b66106f-6a96-4141-a334-049e8d7fb93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:08:42.751136 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:08:43.791307 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:08:45.685674 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:09:08.471024 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:09:10.148194 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-0a90ebd2-c4cd-4a79-84f6-44c8ce645d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:09:10.806933 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:09:12.390116 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-f7dd7113-1a09-4d86-addf-c73f39d4fb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:09:12.752202 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:09:13.795508 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:09:15.633032 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:09:15.688780 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:09:23.106919 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99ce2ccc-22d3-4561-b90a-f25d4fdf5ace req-884b1f7d-d87b-4eea-9995-9700727b641f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410371 Aug 28 14:09:23.189615 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce2ccc-22d3-4561-b90a-f25d4fdf5ace req-67ca1aac-e31c-47b1-9651-350b8591db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:09:23.191225 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99ce2ccc-22d3-4561-b90a-f25d4fdf5ace req-67ca1aac-e31c-47b1-9651-350b8591db9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0416102 Aug 28 14:09:23.299327 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce2ccc-22d3-4561-b90a-f25d4fdf5ace req-a3486c1a-e009-4e02-8d23-1b7c007bdd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:09:23.300792 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99ce2ccc-22d3-4561-b90a-f25d4fdf5ace req-a3486c1a-e009-4e02-8d23-1b7c007bdd14 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0878155 Aug 28 14:09:23.344764 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99ce2ccc-22d3-4561-b90a-f25d4fdf5ace req-40fd2b89-0595-4c93-962b-8227009de2ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0353324 Aug 28 14:09:23.397198 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce2ccc-22d3-4561-b90a-f25d4fdf5ace req-e81bda98-b546-473d-93a2-766753c4a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:09:23.398609 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99ce2ccc-22d3-4561-b90a-f25d4fdf5ace req-e81bda98-b546-473d-93a2-766753c4a02d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0469556 Aug 28 14:09:23.445810 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce2ccc-22d3-4561-b90a-f25d4fdf5ace req-6d9d9fba-b205-4fb7-936f-275bd8ad779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:09:23.447338 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99ce2ccc-22d3-4561-b90a-f25d4fdf5ace req-6d9d9fba-b205-4fb7-936f-275bd8ad779b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401917 Aug 28 14:09:23.536922 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99ce2ccc-22d3-4561-b90a-f25d4fdf5ace req-c6fac27e-b7c8-476c-aac0-54ae429f1b07 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803661 Aug 28 14:09:23.630791 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-99ce2ccc-22d3-4561-b90a-f25d4fdf5ace req-0753b181-0555-4ae6-8852-b2e9294ae9e1 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857852 Aug 28 14:09:38.469719 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:09:40.148857 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-6957c3c0-9ed0-4d27-a161-7efb31c164b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:09:40.806967 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:09:42.391752 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-fb5a45b0-2117-4086-8ab0-93e682632b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:09:42.753401 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:09:43.798784 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:09:45.691935 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:09:52.632866 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:10:08.484929 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:10:10.150950 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-80d89b9c-0ece-46cb-816e-ce5aeec665f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:10:10.836619 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:10:12.391827 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-a646a7d8-0072-4486-80e8-d67b5f64224f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:10:12.755533 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:10:13.801559 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:10:15.694322 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:10:25.108365 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2504a74-4754-4924-8cfa-79567ac90049 req-0372efbf-2aae-4c32-95d0-224dd8472fd4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403063 Aug 28 14:10:25.188910 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2504a74-4754-4924-8cfa-79567ac90049 req-5cc652a8-ea0b-4503-81af-80f610c73bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:10:25.190409 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2504a74-4754-4924-8cfa-79567ac90049 req-5cc652a8-ea0b-4503-81af-80f610c73bae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0400491 Aug 28 14:10:25.577966 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2504a74-4754-4924-8cfa-79567ac90049 req-4b76792a-c5a5-4ad2-a317-456a360fae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:10:25.579535 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2504a74-4754-4924-8cfa-79567ac90049 req-4b76792a-c5a5-4ad2-a317-456a360fae7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.3691792 Aug 28 14:10:25.622168 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2504a74-4754-4924-8cfa-79567ac90049 req-b28a6c6f-e244-4d63-adfd-6bac78351264 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0347049 Aug 28 14:10:25.675641 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2504a74-4754-4924-8cfa-79567ac90049 req-a081ef77-7242-4c13-857b-d729b8145057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:10:25.677107 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2504a74-4754-4924-8cfa-79567ac90049 req-a081ef77-7242-4c13-857b-d729b8145057 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0474248 Aug 28 14:10:25.724376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2504a74-4754-4924-8cfa-79567ac90049 req-e31dfb81-3483-43c1-a56f-f3cd0489aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:10:25.725874 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2504a74-4754-4924-8cfa-79567ac90049 req-e31dfb81-3483-43c1-a56f-f3cd0489aadc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400400 Aug 28 14:10:25.818746 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2504a74-4754-4924-8cfa-79567ac90049 req-9e1e2970-dfca-4292-974b-660733a43a0a service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834613 Aug 28 14:10:25.912112 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-f2504a74-4754-4924-8cfa-79567ac90049 req-b213cb5f-49f8-4ae7-99a8-ab7bb9334c85 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849404 Aug 28 14:10:29.631874 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:10:38.494611 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:10:40.151634 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-faaf13d3-a37b-43dc-9bce-a63ac55a6027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:10:40.856669 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:10:42.395724 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-08c96389-1643-42eb-bbe4-3134a1a11d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:10:42.756259 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:10:43.803543 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:10:45.697469 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:11:06.631500 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:11:08.499798 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:11:10.151128 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-5254e57b-ab73-43d1-88dd-b521f553f488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:11:10.879639 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:11:12.396256 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-be2c18f9-8f08-478d-a623-ad0fb7ff28d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:11:12.756946 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:11:13.810125 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:11:15.699869 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:11:25.327303 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1f698ab-58f3-4f32-a05d-0b205c870d09 req-9c6eb019-75ab-4263-97cf-fee8c9157d01 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1237712 Aug 28 14:11:25.410067 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f698ab-58f3-4f32-a05d-0b205c870d09 req-46467ab8-ee10-40af-bc6b-251002733a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:11:25.411585 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1f698ab-58f3-4f32-a05d-0b205c870d09 req-46467ab8-ee10-40af-bc6b-251002733a8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0404258 Aug 28 14:11:25.519267 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f698ab-58f3-4f32-a05d-0b205c870d09 req-631f5f58-ff66-4fb6-979a-9bb8d7999c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:11:25.520743 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1f698ab-58f3-4f32-a05d-0b205c870d09 req-631f5f58-ff66-4fb6-979a-9bb8d7999c01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0875628 Aug 28 14:11:25.564495 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1f698ab-58f3-4f32-a05d-0b205c870d09 req-7145afcc-8d6f-4517-a2ef-f7cfafd0ad7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0354700 Aug 28 14:11:25.617938 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f698ab-58f3-4f32-a05d-0b205c870d09 req-38c54f81-0b46-4b01-884c-66a53480ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:11:25.620028 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1f698ab-58f3-4f32-a05d-0b205c870d09 req-38c54f81-0b46-4b01-884c-66a53480ebd7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0477250 Aug 28 14:11:25.667376 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f698ab-58f3-4f32-a05d-0b205c870d09 req-d47ba630-f96c-4b93-9ad6-47a3c2b6b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:11:25.668892 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1f698ab-58f3-4f32-a05d-0b205c870d09 req-d47ba630-f96c-4b93-9ad6-47a3c2b6b18b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417335 Aug 28 14:11:25.680767 n-d-791505-21 neutron-server[94878]: DEBUG neutron.wsgi [req-c1f698ab-58f3-4f32-a05d-0b205c870d09 req-afc36c67-62e5-4ad3-93a3-f547a91da981 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 28 14:11:25.681887 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1f698ab-58f3-4f32-a05d-0b205c870d09 req-afc36c67-62e5-4ad3-93a3-f547a91da981 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051177 Aug 28 14:11:25.769945 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1f698ab-58f3-4f32-a05d-0b205c870d09 req-dce67bfb-7f72-4219-b497-37259c770c43 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812614 Aug 28 14:11:25.864172 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-c1f698ab-58f3-4f32-a05d-0b205c870d09 req-2e89c0ca-d123-4dc8-a7b7-f1e108e088f6 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857706 Aug 28 14:11:38.524313 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:11:40.151551 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-8c9b661d-206b-42be-b5ba-ef73167d7073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:11:40.896728 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:11:42.397152 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-ca1e2977-bf31-49a4-8495-e1ac873c0cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:11:42.758255 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:11:43.630682 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:11:43.809894 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:11:45.702098 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:12:08.528976 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:12:10.152352 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d079d966-ceeb-4960-9485-657e9bfa8a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:12:10.906377 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:12:12.399576 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-e1736741-8fde-4a22-a954-3126c31d0baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:12:12.759442 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:12:13.812791 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:12:15.704755 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:12:20.408657 n-d-791505-21 neutron-server[94877]: DEBUG neutron.wsgi [req-fd6a8438-424a-40e0-a7a5-9048efd1c12e req-3ba28b44-a4ff-429b-a51a-6c0c8a6902b1 service neutron] (94877) timed out ('10.222.0.20', 35830) {{(pid=94877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 28 14:12:20.630795 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:12:25.067235 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76c9aae1-3305-4955-b0fa-bfed4d51d46b req-b2d0f15a-44e7-4a1d-9dcc-c0ee242bd86c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428109 Aug 28 14:12:25.150029 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9aae1-3305-4955-b0fa-bfed4d51d46b req-f5ece3ff-f96d-4514-b93c-6778aa515dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:12:25.151554 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76c9aae1-3305-4955-b0fa-bfed4d51d46b req-f5ece3ff-f96d-4514-b93c-6778aa515dd2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0409517 Aug 28 14:12:25.258715 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9aae1-3305-4955-b0fa-bfed4d51d46b req-938e5c66-eb1b-444f-aacd-cf0b16660d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:12:25.260205 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76c9aae1-3305-4955-b0fa-bfed4d51d46b req-938e5c66-eb1b-444f-aacd-cf0b16660d87 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0881286 Aug 28 14:12:25.303697 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76c9aae1-3305-4955-b0fa-bfed4d51d46b req-2820414d-818a-44eb-b6bf-c5796281a44b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0356727 Aug 28 14:12:25.357827 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9aae1-3305-4955-b0fa-bfed4d51d46b req-fea9166f-9f21-4d03-8906-d90a6c3ea77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:12:25.359315 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76c9aae1-3305-4955-b0fa-bfed4d51d46b req-fea9166f-9f21-4d03-8906-d90a6c3ea77a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0481648 Aug 28 14:12:25.406108 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9aae1-3305-4955-b0fa-bfed4d51d46b req-fa37bcd1-8742-46ba-a2e2-60cdb83b6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:12:25.407708 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76c9aae1-3305-4955-b0fa-bfed4d51d46b req-fa37bcd1-8742-46ba-a2e2-60cdb83b6723 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406554 Aug 28 14:12:25.497146 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76c9aae1-3305-4955-b0fa-bfed4d51d46b req-f20e4cec-f555-4974-a04f-dedafd31fc68 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815349 Aug 28 14:12:25.591937 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-76c9aae1-3305-4955-b0fa-bfed4d51d46b req-f4bbb2af-12e7-4907-acc8-3662ff62e87a service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875466 Aug 28 14:12:38.554757 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:12:40.153566 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-20ed7808-d7d1-4291-b305-7dc2013ec966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:12:40.927491 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:12:42.400669 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-83c7b10e-3c17-42f7-b4c8-27e95824053f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:12:42.761624 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:12:43.815625 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:12:45.707796 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:12:57.629882 n-d-791505-21 neutron-server[94880]: DEBUG neutron.db.agents_db [None req-50e39790-9374-4607-adcc-0628679d02eb None None] Agent healthcheck: found 7 active agents {{(pid=94880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 28 14:13:08.559508 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-553aa706-fcaa-4d8c-9bee-c9e15b145eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:13:10.155610 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-20d8a715-ee8e-4d4c-920e-ecf192fb3ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:13:10.931375 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d9ce-303e-4673-b607-5362cbc52553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:13:12.402034 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-c07eb285-e2f0-4658-ba26-fe1d0c9353ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:13:12.763452 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-836af1a5-5a56-4760-9efb-aa09b04e6821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:13:13.819637 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-b3419ad5-b405-4ccc-8742-c811c6e1d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:13:15.709965 n-d-791505-21 neutron-server[94879]: DEBUG neutron_lib.callbacks.manager [None req-cfe899de-81b2-4c2a-a690-961f436e6b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760091511260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975990'] for agent, after_update {{(pid=94879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 28 14:13:26.180634 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74a9aca1-ab8d-4b60-ae45-cba61a29dad2 req-83b120ed-e4b9-4a3c-9e71-d09e9f294348 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416327 Aug 28 14:13:26.268481 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9aca1-ab8d-4b60-ae45-cba61a29dad2 req-38203cc4-c786-4a66-a69e-301ac673a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:13:26.270697 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74a9aca1-ab8d-4b60-ae45-cba61a29dad2 req-38203cc4-c786-4a66-a69e-301ac673a04f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb8ca5c95d2748e2b67d4026edba8047&device_id=dee1fcf9-38c8-415f-865e-09f40eb727c2 HTTP/1.1" status: 200 len: 1097 time: 0.0451586 Aug 28 14:13:26.378134 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9aca1-ab8d-4b60-ae45-cba61a29dad2 req-ddc3f749-1a77-42e1-9799-ed219a3a30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:13:26.379813 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74a9aca1-ab8d-4b60-ae45-cba61a29dad2 req-ddc3f749-1a77-42e1-9799-ed219a3a30d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d5e199a-9118-4a41-aa62-85f6fdf27186 HTTP/1.1" status: 200 len: 912 time: 0.0881956 Aug 28 14:13:26.422373 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74a9aca1-ab8d-4b60-ae45-cba61a29dad2 req-0f7dfe7c-5284-47fa-8bde-b9fa8f638648 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5c19086-9af8-4166-aa23-9b4bbcdd53ca HTTP/1.1" status: 200 len: 217 time: 0.0351083 Aug 28 14:13:26.481959 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9aca1-ab8d-4b60-ae45-cba61a29dad2 req-8d0b20f0-65dc-4801-8563-e7a9cb2778b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:13:26.483452 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74a9aca1-ab8d-4b60-ae45-cba61a29dad2 req-8d0b20f0-65dc-4801-8563-e7a9cb2778b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1be7aa52-b246-40cc-abdc-a52698a02d4e HTTP/1.1" status: 200 len: 851 time: 0.0535264 Aug 28 14:13:26.534902 n-d-791505-21 neutron-server[94878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9aca1-ab8d-4b60-ae45-cba61a29dad2 req-7da17150-c6eb-4fcc-82e4-25e5150d3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 28 14:13:26.536510 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74a9aca1-ab8d-4b60-ae45-cba61a29dad2 req-7da17150-c6eb-4fcc-82e4-25e5150d3c03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d5e199a-9118-4a41-aa62-85f6fdf27186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433483 Aug 28 14:13:26.625961 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74a9aca1-ab8d-4b60-ae45-cba61a29dad2 req-7bb1e11d-8745-4ac6-8ca0-99dc6721094e service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809708 Aug 28 14:13:26.722096 n-d-791505-21 neutron-server[94878]: INFO neutron.wsgi [req-74a9aca1-ab8d-4b60-ae45-cba61a29dad2 req-b5a813cb-64f2-4f45-b7a3-9392c59e4477 service neutron] 10.222.0.10 "GET /v2.0/networks/0d5e199a-9118-4a41-aa62-85f6fdf27186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876198